Merge branch 'master' into calendar_repeat

This commit is contained in:
Georg Ehrke 2012-06-15 20:48:32 +02:00
commit fbd45a939f
19 changed files with 445 additions and 404 deletions

View File

@ -48,7 +48,7 @@ if(strpos($dir,'..') === false){
for($i=0;$i<$fileCount;$i++){ for($i=0;$i<$fileCount;$i++){
$target = OCP\Files::buildNotExistingFileName(stripslashes($dir), $files['name'][$i]); $target = OCP\Files::buildNotExistingFileName(stripslashes($dir), $files['name'][$i]);
if(is_uploaded_file($files['tmp_name'][$i]) and OC_Filesystem::fromTmpFile($files['tmp_name'][$i],$target)){ if(is_uploaded_file($files['tmp_name'][$i]) and OC_Filesystem::fromTmpFile($files['tmp_name'][$i],$target)){
$meta=OC_FileCache::getCached($target); $meta=OC_FileCache_Cached::get($target);
$result[]=array( "status" => "success", 'mime'=>$meta['mimetype'],'size'=>$meta['size'],'name'=>basename($target)); $result[]=array( "status" => "success", 'mime'=>$meta['mimetype'],'size'=>$meta['size'],'name'=>basename($target));
} }
} }

View File

@ -141,7 +141,7 @@ $(document).ready(function(){
var downloadScope = 'file'; var downloadScope = 'file';
} }
FileActions.register(downloadScope,'Download',function(){return OC.imagePath('core','actions/download')},function(filename){ FileActions.register(downloadScope,'Download',function(){return OC.imagePath('core','actions/download')},function(filename){
window.location=OC.filePath('files', 'ajax', 'download.php') + '?files='+encodeURIComponent(filename)+'&dir='+encodeURIComponent($('#dir').val()); window.location=OC.filePath('files', 'ajax', 'download.php') + encodeURIComponent('?files='+encodeURIComponent(filename)+'&dir='+encodeURIComponent($('#dir').val()));
}); });
}); });

View File

@ -59,7 +59,7 @@ class OC_FileProxy_Encryption extends OC_FileProxy{
* @return bool * @return bool
*/ */
private static function isEncrypted($path){ private static function isEncrypted($path){
$metadata=OC_FileCache::getCached($path,''); $metadata=OC_FileCache_Cached::get($path,'');
return isset($metadata['encrypted']) and (bool)$metadata['encrypted']; return isset($metadata['encrypted']) and (bool)$metadata['encrypted'];
} }

View File

@ -512,6 +512,15 @@ class OC_Filestorage_Shared extends OC_Filestorage {
OC_Filesystem::mount('OC_Filestorage_Shared', array('datadir' => '/'.OCP\USER::getUser().'/files/Shared'), '/'.OCP\USER::getUser().'/files/Shared/'); OC_Filesystem::mount('OC_Filestorage_Shared', array('datadir' => '/'.OCP\USER::getUser().'/files/Shared'), '/'.OCP\USER::getUser().'/files/Shared/');
} }
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*/
public function hasUpdated($path,$time){
//TODO
return $this->filemtime($path)>$time;
}
} }
if (OCP\USER::isLoggedIn()) { if (OCP\USER::isLoggedIn()) {

View File

@ -121,7 +121,7 @@ elseif(OC_User::isLoggedIn()) {
if(!array_key_exists('sectoken', $_SESSION) || (array_key_exists('sectoken', $_SESSION) && is_null(OC::$REQUESTEDFILE)) || substr(OC::$REQUESTEDFILE, -3) == 'php'){ if(!array_key_exists('sectoken', $_SESSION) || (array_key_exists('sectoken', $_SESSION) && is_null(OC::$REQUESTEDFILE)) || substr(OC::$REQUESTEDFILE, -3) == 'php'){
$sectoken=rand(1000000,9999999); $sectoken=rand(1000000,9999999);
$_SESSION['sectoken']=$sectoken; $_SESSION['sectoken']=$sectoken;
$redirect_url = (isset($_REQUEST['redirect_url'])) ? $_REQUEST['redirect_url'] : $_SERVER['REQUEST_URI']; $redirect_url = (isset($_REQUEST['redirect_url'])) ? strip_tags($_REQUEST['redirect_url']) : $_SERVER['REQUEST_URI'];
OC_Template::printGuestPage('', 'login', array('error' => $error, 'sectoken' => $sectoken, 'redirect' => $redirect_url)); OC_Template::printGuestPage('', 'login', array('error' => $error, 'sectoken' => $sectoken, 'redirect' => $redirect_url));
} }
} }

View File

@ -59,19 +59,22 @@ class OC_Connector_Sabre_Directory extends OC_Connector_Sabre_Node implements Sa
* @throws Sabre_DAV_Exception_FileNotFound * @throws Sabre_DAV_Exception_FileNotFound
* @return Sabre_DAV_INode * @return Sabre_DAV_INode
*/ */
public function getChild($name) { public function getChild($name, $info = null) {
$path = $this->path . '/' . $name; $path = $this->path . '/' . $name;
if (is_null($info)) {
$info = OC_FileCache::get($path);
}
if (!OC_Filesystem::file_exists($path)) throw new Sabre_DAV_Exception_NotFound('File with name ' . $path . ' could not be located'); if (!$info) throw new Sabre_DAV_Exception_NotFound('File with name ' . $path . ' could not be located');
if (OC_Filesystem::is_dir($path)) { if ($info['mimetype'] == 'httpd/unix-directory') {
return new OC_Connector_Sabre_Directory($path); return new OC_Connector_Sabre_Directory($path, $info);
} else { } else {
return new OC_Connector_Sabre_File($path); return new OC_Connector_Sabre_File($path, $info);
} }
@ -85,17 +88,11 @@ class OC_Connector_Sabre_Directory extends OC_Connector_Sabre_Node implements Sa
public function getChildren() { public function getChildren() {
$nodes = array(); $nodes = array();
// foreach(scandir($this->path) as $node) if($node!='.' && $node!='..') $nodes[] = $this->getChild($node); $folder_content = OC_FileCache::getFolderContent($this->path);
if( OC_Filesystem::is_dir($this->path . '/')){ foreach($folder_content as $info) {
$dh = OC_Filesystem::opendir($this->path . '/'); $nodes[] = $this->getChild($info['name'], $info);
while(( $node = readdir($dh)) !== false ){
if($node!='.' && $node!='..'){
$nodes[] = $this->getChild($node);
}
}
} }
return $nodes; return $nodes;
} }
/** /**

View File

@ -63,8 +63,8 @@ class OC_Connector_Sabre_File extends OC_Connector_Sabre_Node implements Sabre_D
* @return int * @return int
*/ */
public function getSize() { public function getSize() {
$this->stat(); $this->getFileinfoCache();
return $this->stat_cache['size']; return $this->fileinfo_cache['size'];
} }
@ -92,6 +92,9 @@ class OC_Connector_Sabre_File extends OC_Connector_Sabre_Node implements Sabre_D
* @return mixed * @return mixed
*/ */
public function getContentType() { public function getContentType() {
if (isset($this->fileinfo_cache['mimetype'])) {
return $this->fileinfo_cache['mimetype'];
}
return OC_Filesystem::getMimeType($this->path); return OC_Filesystem::getMimeType($this->path);

View File

@ -33,7 +33,7 @@ abstract class OC_Connector_Sabre_Node implements Sabre_DAV_INode, Sabre_DAV_IPr
* file stat cache * file stat cache
* @var array * @var array
*/ */
protected $stat_cache; protected $fileinfo_cache;
/** /**
* Sets up the node, expects a full path name * Sets up the node, expects a full path name
@ -41,8 +41,11 @@ abstract class OC_Connector_Sabre_Node implements Sabre_DAV_INode, Sabre_DAV_IPr
* @param string $path * @param string $path
* @return void * @return void
*/ */
public function __construct($path) { public function __construct($path, $fileinfo_cache = null) {
$this->path = $path; $this->path = $path;
if ($fileinfo_cache) {
$this->fileinfo_cache = $fileinfo_cache;
}
} }
@ -85,9 +88,14 @@ abstract class OC_Connector_Sabre_Node implements Sabre_DAV_INode, Sabre_DAV_IPr
/** /**
* Set the stat cache * Set the stat cache
*/ */
protected function stat() { protected function getFileinfoCache() {
if (!isset($this->stat_cache)) { if (!isset($this->fileinfo_cache)) {
$this->stat_cache = OC_Filesystem::stat($this->path); if ($fileinfo_cache = OC_FileCache::get($this->path)) {
} else {
$fileinfo_cache = OC_Filesystem::stat($this->path);
}
$this->fileinfo_cache = $fileinfo_cache;
} }
} }
@ -97,8 +105,8 @@ abstract class OC_Connector_Sabre_Node implements Sabre_DAV_INode, Sabre_DAV_IPr
* @return int * @return int
*/ */
public function getLastModified() { public function getLastModified() {
$this->stat(); $this->getFileinfoCache();
return $this->stat_cache['mtime']; return $this->fileinfo_cache['mtime'];
} }

View File

@ -28,8 +28,6 @@
* It will try to keep the data up to date but changes from outside ownCloud can invalidate the cache * It will try to keep the data up to date but changes from outside ownCloud can invalidate the cache
*/ */
class OC_FileCache{ class OC_FileCache{
private static $savedData=array();
/** /**
* get the filesystem info from the cache * get the filesystem info from the cache
* @param string path * @param string path
@ -44,29 +42,15 @@ class OC_FileCache{
* - encrypted * - encrypted
* - versioned * - versioned
*/ */
public static function get($path,$root=''){ public static function get($path,$root=false){
if(self::isUpdated($path,$root)){ if(OC_FileCache_Update::hasUpdated($path,$root)){
if(!$root){//filesystem hooks are only valid for the default root if($root===false){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path)); OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path));
}else{ }else{
self::fileSystemWatcherWrite(array('path'=>$path),$root); OC_FileCache_Update::update($path,$root);
} }
} }
if(!$root){ return OC_FileCache_Cached::get($path,$root);
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$path=$root.$path;
$query=OC_DB::prepare('SELECT ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($path)))->fetchRow();
if(is_array($result)){
return $result;
}else{
OC_Log::write('files','get(): file not found in cache ('.$path.')',OC_Log::DEBUG);
return false;
}
} }
/** /**
@ -77,30 +61,23 @@ class OC_FileCache{
* *
* $data is an assiciative array in the same format as returned by get * $data is an assiciative array in the same format as returned by get
*/ */
public static function put($path,$data,$root=''){ public static function put($path,$data,$root=false){
if(!$root){ if($root===false){
$root=OC_Filesystem::getRoot(); $root=OC_Filesystem::getRoot();
} }
if($root=='/'){
$root='';
}
$path=$root.$path; $path=$root.$path;
if($path=='/'){ $parent=self::getParentId($path);
$parent=-1; $id=self::getId($path,'');
}else{
$parent=self::getFileId(dirname($path));
}
$id=self::getFileId($path);
if($id!=-1){ if($id!=-1){
self::update($id,$data); self::update($id,$data);
return; return;
} }
if(isset(self::$savedData[$path])){ if(isset(OC_FileCache_Cached::$savedData[$path])){
$data=array_merge($data,self::$savedData[$path]); $data=array_merge($data,OC_FileCache_Cached::$savedData[$path]);
unset(self::$savedData[$path]); unset(OC_FileCache_Cached::$savedData[$path]);
} }
if(!isset($data['size']) or !isset($data['mtime'])){//save incomplete data for the next time we write it if(!isset($data['size']) or !isset($data['mtime'])){//save incomplete data for the next time we write it
self::$savedData[$path]=$data; OC_FileCache_Cached::$savedData[$path]=$data;
return; return;
} }
if(!isset($data['encrypted'])){ if(!isset($data['encrypted'])){
@ -157,13 +134,10 @@ class OC_FileCache{
* @param string newPath * @param string newPath
* @param string root (optional) * @param string root (optional)
*/ */
public static function move($oldPath,$newPath,$root=''){ public static function move($oldPath,$newPath,$root=false){
if(!$root){ if($root===false){
$root=OC_Filesystem::getRoot(); $root=OC_Filesystem::getRoot();
} }
if($root=='/'){
$root='';
}
$oldPath=$root.$oldPath; $oldPath=$root.$oldPath;
$newPath=$root.$newPath; $newPath=$root.$newPath;
$newParent=self::getParentId($newPath); $newParent=self::getParentId($newPath);
@ -182,28 +156,19 @@ class OC_FileCache{
/** /**
* delete info from the cache * delete info from the cache
* @param string/int $file * @param string path
* @param string root (optional) * @param string root (optional)
*/ */
public static function delete($file,$root=''){ public static function delete($path,$root=false){
if(!is_numeric($file)){ if($root===false){
if(!$root){ $root=OC_Filesystem::getRoot();
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$path=$root.$file;
self::delete(self::getFileId($path));
}elseif($file!=-1){
$query=OC_DB::prepare('SELECT id FROM *PREFIX*fscache WHERE parent=?');
$result=$query->execute(array($file));
while($child=$result->fetchRow()){
self::delete(intval($child['id']));
}
$query=OC_DB::prepare('DELETE FROM *PREFIX*fscache WHERE id=?');
$query->execute(array($file));
} }
$query=OC_DB::prepare('DELETE FROM *PREFIX*fscache WHERE path_hash=?');
$query->execute(array(md5($root.$path)));
//delete everything inside the folder
$query=OC_DB::prepare('DELETE FROM *PREFIX*fscache WHERE path LIKE ?');
$query->execute(array($root.$path.'/%'));
} }
/** /**
@ -213,13 +178,10 @@ class OC_FileCache{
* @param string root (optional) * @param string root (optional)
* @return array of filepaths * @return array of filepaths
*/ */
public static function search($search,$returnData=false,$root=''){ public static function search($search,$returnData=false,$root=false){
if(!$root){ if($root===false){
$root=OC_Filesystem::getRoot(); $root=OC_Filesystem::getRoot();
} }
if($root=='/'){
$root='';
}
$rootLen=strlen($root); $rootLen=strlen($root);
if(!$returnData){ if(!$returnData){
$query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE name LIKE ? AND `user`=?'); $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE name LIKE ? AND `user`=?');
@ -254,26 +216,11 @@ class OC_FileCache{
* - encrypted * - encrypted
* - versioned * - versioned
*/ */
public static function getFolderContent($path,$root='',$mimetype_filter=''){ public static function getFolderContent($path,$root=false,$mimetype_filter=''){
if(self::isUpdated($path,$root)){ if(OC_FileCache_Update::hasUpdated($path,$root)){
self::updateFolder($path,$root); OC_FileCache_Update::updateFolder($path,$root);
}
if(!$root){
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$path=$root.$path;
$parent=self::getFileId($path);
$query=OC_DB::prepare('SELECT name,ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE parent=? AND (mimetype LIKE ? OR mimetype = ?)');
$result=$query->execute(array($parent, $mimetype_filter.'%', 'httpd/unix-directory'))->fetchAll();
if(is_array($result)){
return $result;
}else{
OC_Log::write('files','getFolderContent(): file not found in cache ('.$path.')',OC_Log::DEBUG);
return false;
} }
return OC_FileCache_Cached::getFolderContent($path,$root,$mimetype_filter);
} }
/** /**
@ -282,58 +229,34 @@ class OC_FileCache{
* @param string root (optional) * @param string root (optional)
* @return bool * @return bool
*/ */
public static function inCache($path,$root=''){ public static function inCache($path,$root=false){
if(!$root){ return self::getId($path,$root)!=-1;
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$path=$root.$path;
return self::getFileId($path)!=-1;
} }
/**
* get the file id as used in the cache
* unlike the public getId, full paths are used here (/usename/files/foo instead of /foo)
* @param string $path
* @return int
*/
private static function getFileId($path){
$query=OC_DB::prepare('SELECT id FROM *PREFIX*fscache WHERE path_hash=?');
if(OC_DB::isError($query)){
OC_Log::write('files','error while getting file id of '.$path,OC_Log::ERROR);
return -1;
}
$result=$query->execute(array(md5($path)));
if(OC_DB::isError($result)){
OC_Log::write('files','error while getting file id of '.$path,OC_Log::ERROR);
return -1;
}
$result=$result->fetchRow();
if(is_array($result)){
return $result['id'];
}else{
OC_Log::write('files','getFileId(): file not found in cache ('.$path.')',OC_Log::DEBUG);
return -1;
}
}
/** /**
* get the file id as used in the cache * get the file id as used in the cache
* @param string path * @param string path
* @param string root (optional) * @param string root (optional)
* @return int * @return int
*/ */
public static function getId($path,$root=''){ public static function getId($path,$root=false){
if(!$root){ if($root===false){
$root=OC_Filesystem::getRoot(); $root=OC_Filesystem::getRoot();
} }
if($root=='/'){
$root=''; $query=OC_DB::prepare('SELECT id FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($root.$path)));
if(OC_DB::isError($result)){
OC_Log::write('files','error while getting file id of '.$path,OC_Log::ERROR);
return -1;
}
$result=$result->fetchRow();
if(is_array($result)){
return $result['id'];
}else{
return -1;
} }
$path=$root.$path;
return self::getFileId($path);
} }
/** /**
@ -366,154 +289,23 @@ class OC_FileCache{
if($path=='/'){ if($path=='/'){
return -1; return -1;
}else{ }else{
return self::getFileId(dirname($path)); return self::getId(dirname($path),'');
}
}
/**
* called when changes are made to files
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherWrite($params,$root=''){
if(!$root){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView(($root=='/')?'':$root);
}
$path=$params['path'];
$fullPath=$view->getRoot().$path;
$mimetype=$view->getMimeType($path);
$dir=$view->is_dir($path.'/');
//dont use self::get here, we don't want inifinte loops when a file has changed
$cachedSize=self::getCachedSize($path,$root);
$size=0;
if($dir){
if(self::inCache($path,$root)){
$parent=self::getFileId($fullPath);
$query=OC_DB::prepare('SELECT size FROM *PREFIX*fscache WHERE parent=?');
$result=$query->execute(array($parent));
while($row=$result->fetchRow()){
$size+=$row['size'];
}
$mtime=$view->filemtime($path);
$ctime=$view->filectime($path);
$writable=$view->is_writable($path);
self::put($path,array('size'=>$size,'mtime'=>$mtime,'ctime'=>$ctime,'mimetype'=>$mimetype,'writable'=>$writable));
}else{
$count=0;
self::scan($path,null,$count,$root);
}
}else{
$size=self::scanFile($path,$root);
}
self::increaseSize(dirname($fullPath),$size-$cachedSize);
}
public static function getCached($path,$root=''){
if(!$root){
$root=OC_Filesystem::getRoot();
}else{
if($root=='/'){
$root='';
}
}
$path=$root.$path;
$query=OC_DB::prepare('SELECT ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($path)))->fetchRow();
if(is_array($result)){
if(isset(self::$savedData[$path])){
$result=array_merge($result,self::$savedData[$path]);
}
return $result;
}else{
OC_Log::write('files','getCached(): file not found in cache ('.$path.')',OC_Log::DEBUG);
if(isset(self::$savedData[$path])){
return self::$savedData[$path];
}else{
return array();
}
} }
} }
private static function getCachedSize($path,$root){
if(!$root){
$root=OC_Filesystem::getRoot();
}else{
if($root=='/'){
$root='';
}
}
$path=$root.$path;
$query=OC_DB::prepare('SELECT size FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($path)));
if($row=$result->fetchRow()){
return $row['size'];
}else{//file not in cache
return 0;
}
}
/**
* called when files are deleted
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherDelete($params,$root=''){
if(!$root){
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$path=$params['path'];
$fullPath=$root.$path;
if(self::getFileId($fullPath)==-1){
return;
}
$size=self::getCachedSize($path,$root);
self::increaseSize(dirname($fullPath),-$size);
self::delete($path);
}
/**
* called when files are deleted
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherRename($params,$root=''){
if(!$root){
$root=OC_Filesystem::getRoot();
}
if($root=='/'){
$root='';
}
$oldPath=$params['oldpath'];
$newPath=$params['newpath'];
$fullOldPath=$root.$oldPath;
$fullNewPath=$root.$newPath;
if(($id=self::getFileId($fullOldPath))!=-1){
$oldSize=self::getCachedSize($oldPath,$root);
}else{
return;
}
$size=OC_Filesystem::filesize($newPath);
self::increaseSize(dirname($fullOldPath),-$oldSize);
self::increaseSize(dirname($fullNewPath),$oldSize);
self::move($oldPath,$newPath);
}
/** /**
* adjust the size of the parent folders * adjust the size of the parent folders
* @param string $path * @param string $path
* @param int $sizeDiff * @param int $sizeDiff
* @param string root (optinal)
*/ */
private static function increaseSize($path,$sizeDiff){ public static function increaseSize($path,$sizeDiff, $root=false){
if($sizeDiff==0) return; if($sizeDiff==0) return;
while(($id=self::getFileId($path))!=-1){//walk up the filetree increasing the size of all parent folders $id=self::getId($path,'');
while($id!=-1){//walk up the filetree increasing the size of all parent folders
$query=OC_DB::prepare('UPDATE *PREFIX*fscache SET size=size+? WHERE id=?'); $query=OC_DB::prepare('UPDATE *PREFIX*fscache SET size=size+? WHERE id=?');
$query->execute(array($sizeDiff,$id)); $query->execute(array($sizeDiff,$id));
$id=self::getParentId($path);
$path=dirname($path); $path=dirname($path);
} }
} }
@ -525,15 +317,15 @@ class OC_FileCache{
* @param int count (optional) * @param int count (optional)
* @param string root (optionak) * @param string root (optionak)
*/ */
public static function scan($path,$eventSource=false,&$count=0,$root=''){ public static function scan($path,$eventSource=false,&$count=0,$root=false){
if($eventSource){ if($eventSource){
$eventSource->send('scanning',array('file'=>$path,'count'=>$count)); $eventSource->send('scanning',array('file'=>$path,'count'=>$count));
} }
$lastSend=$count; $lastSend=$count;
if(!$root){ if($root===false){
$view=OC_Filesystem::getView(); $view=OC_Filesystem::getView();
}else{ }else{
$view=new OC_FilesystemView(($root=='/')?'':$root); $view=new OC_FilesystemView($root);
} }
self::scanFile($path,$root); self::scanFile($path,$root);
$dh=$view->opendir($path.'/'); $dh=$view->opendir($path.'/');
@ -555,8 +347,9 @@ class OC_FileCache{
} }
} }
} }
self::cleanFolder($path,$root);
self::increaseSize($view->getRoot().$path,$totalSize); OC_FileCache_Update::cleanFolder($path,$root);
self::increaseSize($path,$totalSize,$root);
} }
/** /**
@ -565,11 +358,11 @@ class OC_FileCache{
* @param string root (optional) * @param string root (optional)
* @return int size of the scanned file * @return int size of the scanned file
*/ */
public static function scanFile($path,$root=''){ public static function scanFile($path,$root=false){
if(!$root){ if($root===false){
$view=OC_Filesystem::getView(); $view=OC_Filesystem::getView();
}else{ }else{
$view=new OC_FilesystemView(($root=='/')?'':$root); $view=new OC_FilesystemView($root);
} }
if(!$view->is_readable($path)) return; //cant read, nothing we can do if(!$view->is_readable($path)) return; //cant read, nothing we can do
clearstatcache(); clearstatcache();
@ -602,11 +395,9 @@ class OC_FileCache{
* seccond mimetype part can be ommited * seccond mimetype part can be ommited
* e.g. searchByMime('audio') * e.g. searchByMime('audio')
*/ */
public static function searchByMime($part1,$part2=null,$root=null){ public static function searchByMime($part1,$part2=null,$root=false){
if(!$root){ if($root===false){
$root=OC_Filesystem::getRoot(); $root=OC_Filesystem::getRoot();
}elseif($root=='/'){
$root='';
} }
$rootLen=strlen($root); $rootLen=strlen($root);
$root .= '%'; $root .= '%';
@ -625,103 +416,6 @@ class OC_FileCache{
return $names; return $names;
} }
/**
* check if a file or folder is updated outside owncloud
* @param string path
* @param string root (optional)
* @return bool
*/
public static function isUpdated($path,$root=''){
if(!$root){
$root=OC_Filesystem::getRoot();
$view=OC_Filesystem::getView();
}else{
if($root=='/'){
$root='';
}
$view=new OC_FilesystemView($root);
}
if(!$view->file_exists($path)){
return false;
}
$mtime=$view->filemtime($path);
$isDir=$view->is_dir($path);
$fullPath=$root.$path;
$query=OC_DB::prepare('SELECT mtime FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($fullPath)));
if($row=$result->fetchRow()){
$cachedMTime=$row['mtime'];
return ($mtime>$cachedMTime);
}else{//file not in cache, so it has to be updated
if($path=='/' or $path==''){//dont auto update the root folder, it will be scanned
return false;
}
return true;
}
}
/**
* update the cache according to changes in the folder
* @param string path
* @param string root (optional)
*/
private static function updateFolder($path,$root=''){
if(!$root){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView(($root=='/')?'':$root);
}
$dh=$view->opendir($path.'/');
if($dh){//check for changed/new files
while (($filename = readdir($dh)) !== false) {
if($filename != '.' and $filename != '..'){
$file=$path.'/'.$filename;
if(self::isUpdated($file,$root)){
if(!$root){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$file));
}else{
self::fileSystemWatcherWrite(array('path'=>$file),$root);
}
}
}
}
}
self::cleanFolder($path,$root);
//update the folder last, so we can calculate the size correctly
if(!$root){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path));
}else{
self::fileSystemWatcherWrite(array('path'=>$path),$root);
}
}
/**
* delete non existing files from the cache
*/
private static function cleanFolder($path,$root=''){
if(!$root){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView(($root=='/')?'':$root);
}
//check for removed files, not using getFolderContent to prevent loops
$parent=self::getFileId($view->getRoot().$path);
$query=OC_DB::prepare('SELECT name FROM *PREFIX*fscache WHERE parent=?');
$result=$query->execute(array($parent));
while($row=$result->fetchRow()){
$file=$path.'/'.$row['name'];
if(!$view->file_exists($file)){
if(!$root){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_delete',array('path'=>$file));
}else{
self::fileSystemWatcherDelete(array('path'=>$file),$root);
}
}
}
}
/** /**
* clean old pre-path_hash entries * clean old pre-path_hash entries
*/ */
@ -732,6 +426,6 @@ class OC_FileCache{
} }
//watch for changes and try to keep the cache up to date //watch for changes and try to keep the cache up to date
OC_Hook::connect('OC_Filesystem','post_write','OC_FileCache','fileSystemWatcherWrite'); OC_Hook::connect('OC_Filesystem','post_write','OC_FileCache_Update','fileSystemWatcherWrite');
OC_Hook::connect('OC_Filesystem','post_delete','OC_FileCache','fileSystemWatcherDelete'); OC_Hook::connect('OC_Filesystem','post_delete','OC_FileCache_Update','fileSystemWatcherDelete');
OC_Hook::connect('OC_Filesystem','post_rename','OC_FileCache','fileSystemWatcherRename'); OC_Hook::connect('OC_Filesystem','post_rename','OC_FileCache_Update','fileSystemWatcherRename');

67
lib/filecache/cached.php Normal file
View File

@ -0,0 +1,67 @@
<?php
/**
* Copyright (c) 2012 Robin Appelman <icewind@owncloud.com>
* This file is licensed under the Affero General Public License version 3 or
* later.
* See the COPYING-README file.
*/
/**
* get data from the filecache without checking for updates
*/
class OC_FileCache_Cached{
public static $savedData=array();
public static function get($path,$root=false){
if($root===false){
$root=OC_Filesystem::getRoot();
}
$path=$root.$path;
$query=OC_DB::prepare('SELECT path,ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE path_hash=?');
$result=$query->execute(array(md5($path)))->fetchRow();
if(is_array($result)){
if(isset(self::$savedData[$path])){
$result=array_merge($result,self::$savedData[$path]);
}
return $result;
}else{
if(isset(self::$savedData[$path])){
return self::$savedData[$path];
}else{
return array();
}
}
}
/**
* get all files and folders in a folder
* @param string path
* @param string root (optional)
* @return array
*
* returns an array of assiciative arrays with the following keys:
* - path
* - name
* - size
* - mtime
* - ctime
* - mimetype
* - encrypted
* - versioned
*/
public static function getFolderContent($path,$root=false,$mimetype_filter=''){
if($root===false){
$root=OC_Filesystem::getRoot();
}
$parent=OC_FileCache::getId($path,$root);
$query=OC_DB::prepare('SELECT path,name,ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE parent=? AND (mimetype LIKE ? OR mimetype = ?)');
$result=$query->execute(array($parent, $mimetype_filter.'%', 'httpd/unix-directory'))->fetchAll();
if(is_array($result)){
return $result;
}else{
OC_Log::write('files','getFolderContent(): file not found in cache ('.$path.')',OC_Log::DEBUG);
return false;
}
}
}

210
lib/filecache/update.php Normal file
View File

@ -0,0 +1,210 @@
<?php
/**
* Copyright (c) 2012 Robin Appelman <icewind@owncloud.com>
* This file is licensed under the Affero General Public License version 3 or
* later.
* See the COPYING-README file.
*/
/**
* handles updating the filecache according to outside changes
*/
class OC_FileCache_Update{
/**
* check if a file or folder is updated outside owncloud
* @param string path
* @param string root (optional)
* @return bool
*/
public static function hasUpdated($path,$root=false){
if($root===false){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView($root);
}
if(!$view->file_exists($path)){
return false;
}
$cachedData=OC_FileCache_Cached::get($path,$root);
if(isset($cachedData['mtime'])){
$cachedMTime=$cachedData['mtime'];
return $view->hasUpdated($path,$cachedMTime);
}else{//file not in cache, so it has to be updated
if(($path=='/' or $path=='') and $root===false){//dont auto update the home folder, it will be scanned
return false;
}
return true;
}
}
/**
* delete non existing files from the cache
*/
public static function cleanFolder($path,$root=false){
if($root===false){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView($root);
}
$cachedContent=OC_FileCache_Cached::getFolderContent($path,$root);
foreach($cachedContent as $fileData){
$path=$fileData['path'];
$file=$view->getRelativePath($path);
if(!$view->file_exists($file)){
if($root===false){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_delete',array('path'=>$file));
}else{
self::delete($file,$root);
}
}
}
}
/**
* update the cache according to changes in the folder
* @param string path
* @param string root (optional)
*/
public static function updateFolder($path,$root=false){
if($root===false){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView($root);
}
$dh=$view->opendir($path.'/');
if($dh){//check for changed/new files
while (($filename = readdir($dh)) !== false) {
if($filename != '.' and $filename != '..'){
$file=$path.'/'.$filename;
if(self::hasUpdated($file,$root)){
if($root===false){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$file));
}else{
self::update($file,$root);
}
}
}
}
}
self::cleanFolder($path,$root);
//update the folder last, so we can calculate the size correctly
if($root===false){//filesystem hooks are only valid for the default root
OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path));
}else{
self::update($path,$root);
}
}
/**
* called when changes are made to files
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherWrite($params){
$path=$params['path'];
self::update($path);
}
/**
* called when files are deleted
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherDelete($params){
$path=$params['path'];
self::delete($path);
}
/**
* called when files are deleted
* @param array $params
* @param string root (optional)
*/
public static function fileSystemWatcherRename($params){
$oldPath=$params['oldpath'];
$newPath=$params['newpath'];
self::rename($oldPath,$newPath);
}
/**
* update the filecache according to changes to the fileysystem
* @param string path
* @param string root (optional)
*/
public static function update($path,$root=false){
if($root===false){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView($root);
}
$mimetype=$view->getMimeType($path);
$size=0;
$cached=OC_FileCache_Cached::get($path,$root);
$cachedSize=isset($cached['size'])?$cached['size']:0;
if($mimetype=='httpd/unix-directory'){
if(OC_FileCache::inCache($path,$root)){
$cachedContent=OC_FileCache_Cached::getFolderContent($path,$root);
foreach($cachedContent as $file){
$size+=$file['size'];
}
$mtime=$view->filemtime($path);
$ctime=$view->filectime($path);
$writable=$view->is_writable($path);
OC_FileCache::put($path,array('size'=>$size,'mtime'=>$mtime,'ctime'=>$ctime,'mimetype'=>$mimetype,'writable'=>$writable));
}else{
$count=0;
OC_FileCache::scan($path,null,$count,$root);
return; //increaseSize is already called inside scan
}
}else{
$size=OC_FileCache::scanFile($path,$root);
}
OC_FileCache::increaseSize(dirname($path),$size-$cachedSize,$root);
}
/**
* update the filesystem after a delete has been detected
* @param string path
* @param string root (optional)
*/
public static function delete($path,$root=false){
$cached=OC_FileCache_Cached::get($path,$root);
if(!isset($cached['size'])){
return;
}
$size=$cached['size'];
OC_FileCache::increaseSize(dirname($path),-$size,$root);
OC_FileCache::delete($path,$root);
}
/**
* update the filesystem after a rename has been detected
* @param string oldPath
* @param string newPath
* @param string root (optional)
*/
public static function rename($oldPath,$newPath,$root=false){
if(!OC_FileCache::inCache($oldPath,$root)){
return;
}
if($root===false){
$view=OC_Filesystem::getView();
}else{
$view=new OC_FilesystemView($root);
}
$cached=OC_FileCache_Cached::get($oldPath,$root);
$oldSize=$cached['size'];
$size=$view->filesize($newPath);
OC_FileCache::increaseSize(dirname($oldPath),-$oldSize,$root);
OC_FileCache::increaseSize(dirname($newPath),$oldSize,$root);
OC_FileCache::move($oldPath,$newPath);
}
}

View File

@ -54,8 +54,8 @@ class OC_FileProxy_Quota extends OC_FileProxy{
* @return int * @return int
*/ */
private function getFreeSpace(){ private function getFreeSpace(){
$rootInfo=OC_FileCache::get(''); $rootInfo=OC_FileCache_Cached::get('');
$usedSpace=$rootInfo['size']; $usedSpace=isset($rootInfo['size'])?$rootInfo['size']:0;
$totalSpace=$this->getQuota(); $totalSpace=$this->getQuota();
if($totalSpace==0){ if($totalSpace==0){
return 0; return 0;

View File

@ -36,7 +36,7 @@ class OC_Files {
if(strpos($directory,OC::$CONFIG_DATADIRECTORY)===0){ if(strpos($directory,OC::$CONFIG_DATADIRECTORY)===0){
$directory=substr($directory,strlen(OC::$CONFIG_DATADIRECTORY)); $directory=substr($directory,strlen(OC::$CONFIG_DATADIRECTORY));
} }
$files=OC_FileCache::getFolderContent($directory, '', $mimetype_filter); $files=OC_FileCache::getFolderContent($directory, false, $mimetype_filter);
foreach($files as &$file){ foreach($files as &$file){
$file['directory']=$directory; $file['directory']=$directory;
$file['type']=($file['mimetype']=='httpd/unix-directory')?'dir':'file'; $file['type']=($file['mimetype']=='httpd/unix-directory')?'dir':'file';

View File

@ -50,4 +50,13 @@ abstract class OC_Filestorage{
abstract public function search($query); abstract public function search($query);
abstract public function touch($path, $mtime=null); abstract public function touch($path, $mtime=null);
abstract public function getLocalFile($path);// get a path to a local version of the file, whether the original file is local or remote abstract public function getLocalFile($path);// get a path to a local version of the file, whether the original file is local or remote
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*
* hasUpdated for folders should return at least true if a file inside the folder is add, removed or renamed.
* returning true for other changes in the folder is optional
*/
abstract public function hasUpdated($path,$time);
} }

View File

@ -156,4 +156,13 @@ abstract class OC_Filestorage_Common extends OC_Filestorage {
} }
return $files; return $files;
} }
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*/
public function hasUpdated($path,$time){
return $this->filemtime($path)>$time;
}
} }

View File

@ -194,4 +194,13 @@ class OC_Filestorage_Local extends OC_Filestorage{
public function getFolderSize($path){ public function getFolderSize($path){
return 0;//depricated, use OC_FileCach instead return 0;//depricated, use OC_FileCach instead
} }
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*/
public function hasUpdated($path,$time){
return $this->filemtime($path)>$time;
}
} }

View File

@ -474,6 +474,15 @@ class OC_Filesystem{
static public function search($query){ static public function search($query){
return OC_FileCache::search($query); return OC_FileCache::search($query);
} }
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*/
static public function hasUpdated($path,$time){
return self::$defaultInstance->hasUpdated($path);
}
} }
require_once('filecache.php'); require_once('filecache.php');

View File

@ -444,4 +444,13 @@ class OC_FilesystemView {
} }
return null; return null;
} }
/**
* check if a file or folder has been updated since $time
* @param int $time
* @return bool
*/
public function hasUpdated($path,$time){
return $this->basicOperation('hasUpdated',$path,array(),$time);
}
} }

View File

@ -149,6 +149,9 @@ abstract class Test_FileStorage extends UnitTestCase {
$this->assertTrue(($ctimeStart-1)<=$cTime); $this->assertTrue(($ctimeStart-1)<=$cTime);
$this->assertTrue($cTime<=($ctimeEnd+1)); $this->assertTrue($cTime<=($ctimeEnd+1));
} }
$this->assertTrue($this->instance->hasUpdated('/lorem.txt',$ctimeStart-1));
$this->assertTrue($this->instance->hasUpdated('/',$ctimeStart-1));
$this->assertTrue(($ctimeStart-1)<=$mTime); $this->assertTrue(($ctimeStart-1)<=$mTime);
$this->assertTrue($mTime<=($ctimeEnd+1)); $this->assertTrue($mTime<=($ctimeEnd+1));
$this->assertEqual(filesize($textFile),$this->instance->filesize('/lorem.txt')); $this->assertEqual(filesize($textFile),$this->instance->filesize('/lorem.txt'));
@ -168,6 +171,8 @@ abstract class Test_FileStorage extends UnitTestCase {
$this->assertTrue(($mtimeStart-1)<=$mTime); $this->assertTrue(($mtimeStart-1)<=$mTime);
$this->assertTrue($mTime<=($mtimeEnd+1)); $this->assertTrue($mTime<=($mtimeEnd+1));
$this->assertEqual($cTime,$originalCTime); $this->assertEqual($cTime,$originalCTime);
$this->assertTrue($this->instance->hasUpdated('/lorem.txt',$mtimeStart-1));
if($this->instance->touch('/lorem.txt',100)!==false){ if($this->instance->touch('/lorem.txt',100)!==false){
$mTime=$this->instance->filemtime('/lorem.txt'); $mTime=$this->instance->filemtime('/lorem.txt');
@ -184,6 +189,9 @@ abstract class Test_FileStorage extends UnitTestCase {
$mTime=$this->instance->filemtime('/lorem.txt'); $mTime=$this->instance->filemtime('/lorem.txt');
$this->assertTrue(($mtimeStart-1)<=$mTime); $this->assertTrue(($mtimeStart-1)<=$mTime);
$this->assertTrue($mTime<=($mtimeEnd+1)); $this->assertTrue($mTime<=($mtimeEnd+1));
$this->instance->unlink('/lorem.txt');
$this->assertTrue($this->instance->hasUpdated('/',$mtimeStart-1));
} }
public function testSearch(){ public function testSearch(){