2012-09-16 18:52:32 +04:00
|
|
|
<?php
|
|
|
|
/**
|
|
|
|
* Copyright (c) 2012 Robin Appelman <icewind@owncloud.com>
|
|
|
|
* This file is licensed under the Affero General Public License version 3 or
|
|
|
|
* later.
|
|
|
|
* See the COPYING-README file.
|
|
|
|
*/
|
|
|
|
|
|
|
|
namespace OC\Files\Cache;
|
|
|
|
|
|
|
|
class Scanner {
|
2012-10-03 13:24:49 +04:00
|
|
|
/**
|
|
|
|
* @var \OC\Files\Storage\Storage $storage
|
|
|
|
*/
|
|
|
|
private $storage;
|
|
|
|
|
2012-11-22 01:44:43 +04:00
|
|
|
/**
|
|
|
|
* @var string $storageId
|
|
|
|
*/
|
|
|
|
private $storageId;
|
|
|
|
|
2012-10-03 13:24:49 +04:00
|
|
|
/**
|
|
|
|
* @var \OC\Files\Cache\Cache $cache
|
|
|
|
*/
|
|
|
|
private $cache;
|
|
|
|
|
2012-09-16 18:52:32 +04:00
|
|
|
const SCAN_RECURSIVE = true;
|
|
|
|
const SCAN_SHALLOW = false;
|
|
|
|
|
2012-10-03 13:24:49 +04:00
|
|
|
public function __construct(\OC\Files\Storage\Storage $storage) {
|
|
|
|
$this->storage = $storage;
|
2012-11-22 01:44:43 +04:00
|
|
|
$this->storageId = $this->storage->getId();
|
2012-11-18 17:10:28 +04:00
|
|
|
$this->cache = $storage->getCache();
|
2012-10-03 13:24:49 +04:00
|
|
|
}
|
|
|
|
|
2012-09-16 18:52:32 +04:00
|
|
|
/**
|
|
|
|
* get all the metadata of a file or folder
|
|
|
|
* *
|
2012-09-26 19:52:02 +04:00
|
|
|
*
|
2012-10-03 13:24:49 +04:00
|
|
|
* @param string $path
|
2012-09-16 18:52:32 +04:00
|
|
|
* @return array with metadata of the file
|
|
|
|
*/
|
2012-10-03 13:24:49 +04:00
|
|
|
public function getData($path) {
|
2012-09-16 18:52:32 +04:00
|
|
|
$data = array();
|
2012-10-03 13:24:49 +04:00
|
|
|
if (!$this->storage->isReadable($path)) return null; //cant read, nothing we can do
|
|
|
|
$data['mimetype'] = $this->storage->getMimeType($path);
|
|
|
|
$data['mtime'] = $this->storage->filemtime($path);
|
2012-09-16 18:52:32 +04:00
|
|
|
if ($data['mimetype'] == 'httpd/unix-directory') {
|
|
|
|
$data['size'] = -1; //unknown
|
|
|
|
} else {
|
2012-10-03 13:24:49 +04:00
|
|
|
$data['size'] = $this->storage->filesize($path);
|
2012-09-16 18:52:32 +04:00
|
|
|
}
|
2012-12-31 01:32:55 +04:00
|
|
|
$data['etag'] = $this->storage->getETag($path);
|
2013-02-10 15:27:35 +04:00
|
|
|
$data['storage_mtime'] = $data['mtime'];
|
2012-09-16 18:52:32 +04:00
|
|
|
return $data;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* scan a single file and store it in the cache
|
|
|
|
*
|
2012-10-03 13:24:49 +04:00
|
|
|
* @param string $file
|
2013-02-10 21:24:24 +04:00
|
|
|
* @param bool $checkExisting check existing folder sizes in the cache instead of always using -1 for folder size
|
2012-09-16 18:52:32 +04:00
|
|
|
* @return array with metadata of the scanned file
|
|
|
|
*/
|
2013-02-10 21:24:24 +04:00
|
|
|
public function scanFile($file, $checkExisting = false) {
|
2013-05-10 14:00:13 +04:00
|
|
|
if ( ! self::isPartialFile($file)
|
|
|
|
and ! \OC\Files\Filesystem::isFileBlacklisted($file)
|
|
|
|
) {
|
2013-03-22 16:52:07 +04:00
|
|
|
\OC_Hook::emit('\OC\Files\Cache\Scanner', 'scan_file', array('path' => $file, 'storage' => $this->storageId));
|
|
|
|
$data = $this->getData($file);
|
|
|
|
if ($data) {
|
|
|
|
if ($file) {
|
|
|
|
$parent = dirname($file);
|
2013-04-29 17:43:48 +04:00
|
|
|
if ($parent === '.' or $parent === '/') {
|
2013-03-22 16:52:07 +04:00
|
|
|
$parent = '';
|
|
|
|
}
|
|
|
|
if (!$this->cache->inCache($parent)) {
|
|
|
|
$this->scanFile($parent);
|
|
|
|
}
|
2012-11-25 05:29:57 +04:00
|
|
|
}
|
2013-03-22 16:52:07 +04:00
|
|
|
if($cacheData = $this->cache->get($file)) {
|
|
|
|
if ($data['mtime'] === $cacheData['mtime'] &&
|
|
|
|
$data['size'] === $cacheData['size']) {
|
|
|
|
$data['etag'] = $cacheData['etag'];
|
|
|
|
}
|
2013-02-11 16:27:34 +04:00
|
|
|
}
|
2013-03-22 16:52:07 +04:00
|
|
|
if ($checkExisting and $cacheData) {
|
|
|
|
if ($data['size'] === -1) {
|
|
|
|
$data['size'] = $cacheData['size'];
|
|
|
|
}
|
2013-03-26 19:03:40 +04:00
|
|
|
}
|
2013-03-22 16:52:07 +04:00
|
|
|
$this->cache->put($file, $data);
|
2013-03-26 19:03:40 +04:00
|
|
|
}
|
2013-03-22 16:52:07 +04:00
|
|
|
return $data;
|
2012-10-03 13:24:49 +04:00
|
|
|
}
|
2013-03-22 16:52:07 +04:00
|
|
|
return null;
|
2012-09-16 18:52:32 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* scan all the files in a folder and store them in the cache
|
|
|
|
*
|
2012-10-03 13:24:49 +04:00
|
|
|
* @param string $path
|
2013-03-24 05:06:50 +04:00
|
|
|
* @param bool $recursive
|
2013-01-17 00:58:17 +04:00
|
|
|
* @param bool $onlyChilds
|
2012-09-16 18:52:32 +04:00
|
|
|
* @return int the size of the scanned folder or -1 if the size is unknown at this stage
|
|
|
|
*/
|
2013-01-17 00:58:17 +04:00
|
|
|
public function scan($path, $recursive = self::SCAN_RECURSIVE, $onlyChilds = false) {
|
2012-11-22 01:44:43 +04:00
|
|
|
\OC_Hook::emit('\OC\Files\Cache\Scanner', 'scan_folder', array('path' => $path, 'storage' => $this->storageId));
|
2013-01-17 00:58:17 +04:00
|
|
|
$childQueue = array();
|
|
|
|
if (!$onlyChilds) {
|
|
|
|
$this->scanFile($path);
|
|
|
|
}
|
2012-10-03 13:40:09 +04:00
|
|
|
|
2012-09-16 18:52:32 +04:00
|
|
|
$size = 0;
|
2013-02-03 02:18:29 +04:00
|
|
|
if ($this->storage->is_dir($path) && ($dh = $this->storage->opendir($path))) {
|
2013-01-17 00:58:17 +04:00
|
|
|
\OC_DB::beginTransaction();
|
2012-09-16 18:52:32 +04:00
|
|
|
while ($file = readdir($dh)) {
|
2013-03-22 16:52:07 +04:00
|
|
|
$child = ($path) ? $path . '/' . $file : $file;
|
2013-05-19 22:15:49 +04:00
|
|
|
if (!\OC\Files\Filesystem::isIgnoredDir($file)) {
|
2013-02-10 21:24:24 +04:00
|
|
|
$data = $this->scanFile($child, $recursive === self::SCAN_SHALLOW);
|
2012-11-25 05:29:57 +04:00
|
|
|
if ($data) {
|
2013-02-10 21:15:23 +04:00
|
|
|
if ($data['size'] === -1) {
|
2012-11-25 05:29:57 +04:00
|
|
|
if ($recursive === self::SCAN_RECURSIVE) {
|
2013-01-17 00:58:17 +04:00
|
|
|
$childQueue[] = $child;
|
|
|
|
$data['size'] = 0;
|
2012-11-25 05:29:57 +04:00
|
|
|
} else {
|
2013-02-10 21:15:23 +04:00
|
|
|
$size = -1;
|
2012-11-25 05:29:57 +04:00
|
|
|
}
|
|
|
|
}
|
2013-02-10 21:15:23 +04:00
|
|
|
|
|
|
|
if ($size !== -1) {
|
2012-11-25 05:29:57 +04:00
|
|
|
$size += $data['size'];
|
2012-10-03 15:07:19 +04:00
|
|
|
}
|
2012-09-16 18:52:32 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2013-01-17 00:58:17 +04:00
|
|
|
\OC_DB::commit();
|
|
|
|
foreach ($childQueue as $child) {
|
|
|
|
$childSize = $this->scan($child, self::SCAN_RECURSIVE, true);
|
|
|
|
if ($childSize === -1) {
|
|
|
|
$size = -1;
|
|
|
|
} else {
|
|
|
|
$size += $childSize;
|
|
|
|
}
|
|
|
|
}
|
2012-11-08 23:47:40 +04:00
|
|
|
if ($size !== -1) {
|
|
|
|
$this->cache->put($path, array('size' => $size));
|
|
|
|
}
|
2012-10-03 15:07:19 +04:00
|
|
|
}
|
2012-09-16 18:52:32 +04:00
|
|
|
return $size;
|
|
|
|
}
|
2013-02-10 21:15:23 +04:00
|
|
|
|
2013-02-10 17:16:45 +04:00
|
|
|
/**
|
|
|
|
* @brief check if the file should be ignored when scanning
|
|
|
|
* NOTE: files with a '.part' extension are ignored as well!
|
|
|
|
* prevents unfinished put requests to be scanned
|
|
|
|
* @param String $file
|
|
|
|
* @return boolean
|
|
|
|
*/
|
2013-05-10 14:00:13 +04:00
|
|
|
public static function isPartialFile($file) {
|
|
|
|
if (pathinfo($file, PATHINFO_EXTENSION) === 'part') {
|
2013-02-10 17:16:45 +04:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2012-11-22 02:18:58 +04:00
|
|
|
|
|
|
|
/**
|
|
|
|
* walk over any folders that are not fully scanned yet and scan them
|
|
|
|
*/
|
|
|
|
public function backgroundScan() {
|
2013-05-13 19:17:08 +04:00
|
|
|
$lastPath = null;
|
|
|
|
while (($path = $this->cache->getIncomplete()) !== false && $path !== $lastPath) {
|
2012-11-22 02:18:58 +04:00
|
|
|
$this->scan($path);
|
|
|
|
$this->cache->correctFolderSize($path);
|
2013-05-13 19:17:08 +04:00
|
|
|
$lastPath = $path;
|
2012-11-22 02:18:58 +04:00
|
|
|
}
|
|
|
|
}
|
2012-09-16 18:52:32 +04:00
|
|
|
}
|