. * */ /** * provide caching for filesystem info in the database * * not used by OC_Filesystem for reading filesystem info, * instread apps should use OC_FileCache::get where possible * * It will try to keep the data up to date but changes from outside ownCloud can invalidate the cache */ class OC_FileCache{ private static $savedData=array(); /** * get the filesystem info from the cache * @param string path * @param string root (optional) * @return array * * returns an assiciative array with the following keys: * - size * - mtime * - ctime * - mimetype * - encrypted * - versioned */ public static function get($path,$root=''){ if(self::isUpdated($path,$root)){ if(!$root){//filesystem hooks are only valid for the default root OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path)); }else{ self::fileSystemWatcherWrite(array('path'=>$path),$root); } } if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$path; $query=OC_DB::prepare('SELECT ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE path_hash=?'); $result=$query->execute(array(md5($path)))->fetchRow(); if(is_array($result)){ return $result; }else{ OC_Log::write('files','get(): file not found in cache ('.$path.')',OC_Log::DEBUG); return false; } } /** * put filesystem info in the cache * @param string $path * @param array data * @param string root (optional) * * $data is an assiciative array in the same format as returned by get */ public static function put($path,$data,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$path; if($path=='/'){ $parent=-1; }else{ $parent=self::getFileId(dirname($path)); } $id=self::getFileId($path); if($id!=-1){ self::update($id,$data); return; } if(isset(self::$savedData[$path])){ $data=array_merge($data,self::$savedData[$path]); unset(self::$savedData[$path]); } if(!isset($data['size']) or !isset($data['mtime'])){//save incomplete data for the next time we write it self::$savedData[$path]=$data; return; } if(!isset($data['encrypted'])){ $data['encrypted']=false; } if(!isset($data['versioned'])){ $data['versioned']=false; } $mimePart=dirname($data['mimetype']); $data['size']=(int)$data['size']; $data['ctime']=(int)$data['mtime']; $data['writable']=(int)$data['writable']; $data['encrypted']=(int)$data['encrypted']; $data['versioned']=(int)$data['versioned']; $user=OC_User::getUser(); $query=OC_DB::prepare('INSERT INTO *PREFIX*fscache(parent, name, path, path_hash, size, mtime, ctime, mimetype, mimepart,`user`,writable,encrypted,versioned) VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?)'); $result=$query->execute(array($parent,basename($path),$path,md5($path),$data['size'],$data['mtime'],$data['ctime'],$data['mimetype'],$mimePart,$user,$data['writable'],$data['encrypted'],$data['versioned'])); if(OC_DB::isError($result)){ OC_Log::write('files','error while writing file('.$path.') to cache',OC_Log::ERROR); } } /** * update filesystem info of a file * @param int $id * @param array $data */ private static function update($id,$data){ $arguments=array(); $queryParts=array(); foreach(array('size','mtime','ctime','mimetype','encrypted','versioned','writable') as $attribute){ if(isset($data[$attribute])){ $arguments[]=$data[$attribute]; $queryParts[]=$attribute.'=?'; } } if(isset($data['mimetype'])){ $arguments[]=dirname($data['mimetype']); $queryParts[]='mimepart=?'; } $arguments[]=$id; $sql = 'UPDATE *PREFIX*fscache SET '.implode(' , ',$queryParts).' WHERE id=?'; $query=OC_DB::prepare($sql); $result=$query->execute($arguments); if(OC_DB::isError($result)){ OC_Log::write('files','error while updating file('.$path.') in cache',OC_Log::ERROR); } } /** * register a file move in the cache * @param string oldPath * @param string newPath * @param string root (optional) */ public static function move($oldPath,$newPath,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $oldPath=$root.$oldPath; $newPath=$root.$newPath; $newParent=self::getParentId($newPath); $query=OC_DB::prepare('UPDATE *PREFIX*fscache SET parent=? ,name=?, path=?, path_hash=? WHERE path_hash=?'); $query->execute(array($newParent,basename($newPath),$newPath,md5($newPath),md5($oldPath))); $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE path LIKE ?'); $oldLength=strlen($oldPath); $updateQuery=OC_DB::prepare('UPDATE *PREFIX*fscache SET path=?, path_hash=? WHERE path_hash=?'); while($row= $query->execute(array($oldPath.'/%'))->fetchRow()){ $old=$row['path']; $new=$newPath.substr($old,$oldLength); $updateQuery->execute(array($new,md5($new),md5($old))); } } /** * delete info from the cache * @param string/int $file * @param string root (optional) */ public static function delete($file,$root=''){ if(!is_numeric($file)){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$file; self::delete(self::getFileId($path)); }elseif($file!=-1){ $query=OC_DB::prepare('SELECT id FROM *PREFIX*fscache WHERE parent=?'); $result=$query->execute(array($file)); while($child=$result->fetchRow()){ self::delete(intval($child['id'])); } $query=OC_DB::prepare('DELETE FROM *PREFIX*fscache WHERE id=?'); $query->execute(array($file)); } } /** * return array of filenames matching the querty * @param string $query * @param boolean $returnData * @param string root (optional) * @return array of filepaths */ public static function search($search,$returnData=false,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $rootLen=strlen($root); if(!$returnData){ $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE name LIKE ? AND `user`=?'); }else{ $query=OC_DB::prepare('SELECT * FROM *PREFIX*fscache WHERE name LIKE ? AND `user`=?'); } $result=$query->execute(array("%$search%",OC_User::getUser())); $names=array(); while($row=$result->fetchRow()){ if(!$returnData){ $names[]=substr($row['path'],$rootLen); }else{ $row['path']=substr($row['path'],$rootLen); $names[]=$row; } } return $names; } /** * get all files and folders in a folder * @param string path * @param string root (optional) * @return array * * returns an array of assiciative arrays with the following keys: * - name * - size * - mtime * - ctime * - mimetype * - encrypted * - versioned */ public static function getFolderContent($path,$root='',$mimetype_filter=''){ if(self::isUpdated($path,$root)){ self::updateFolder($path,$root); } if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$path; $parent=self::getFileId($path); $query=OC_DB::prepare('SELECT name,ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE parent=? AND (mimetype LIKE ? OR mimetype = ?)'); $result=$query->execute(array($parent, $mimetype_filter.'%', 'httpd/unix-directory'))->fetchAll(); if(is_array($result)){ return $result; }else{ OC_Log::write('files','getFolderContent(): file not found in cache ('.$path.')',OC_Log::DEBUG); return false; } } /** * check if a file or folder is in the cache * @param string $path * @param string root (optional) * @return bool */ public static function inCache($path,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$path; return self::getFileId($path)!=-1; } /** * get the file id as used in the cache * unlike the public getId, full paths are used here (/usename/files/foo instead of /foo) * @param string $path * @return int */ private static function getFileId($path){ $query=OC_DB::prepare('SELECT id FROM *PREFIX*fscache WHERE path_hash=?'); if(OC_DB::isError($query)){ OC_Log::write('files','error while getting file id of '.$path,OC_Log::ERROR); return -1; } $result=$query->execute(array(md5($path))); if(OC_DB::isError($result)){ OC_Log::write('files','error while getting file id of '.$path,OC_Log::ERROR); return -1; } $result=$result->fetchRow(); if(is_array($result)){ return $result['id']; }else{ OC_Log::write('files','getFileId(): file not found in cache ('.$path.')',OC_Log::DEBUG); return -1; } } /** * get the file id as used in the cache * @param string path * @param string root (optional) * @return int */ public static function getId($path,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$root.$path; return self::getFileId($path); } /** * get the file path from the id, relative to the home folder of the user * @param int id * @param string user (optional) * @return string */ public static function getPath($id,$user=''){ if(!$user){ $user=OC_User::getUser(); } $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE id=? AND `user`=?'); $result=$query->execute(array($id,$user)); $row=$result->fetchRow(); $path=$row['path']; $root='/'.$user.'/files'; if(substr($path,0,strlen($root))!=$root){ return false; } return substr($path,strlen($root)); } /** * get the file id of the parent folder, taking into account '/' has no parent * @param string $path * @return int */ private static function getParentId($path){ if($path=='/'){ return -1; }else{ return self::getFileId(dirname($path)); } } /** * called when changes are made to files * @param array $params * @param string root (optional) */ public static function fileSystemWatcherWrite($params,$root=''){ if(!$root){ $view=OC_Filesystem::getView(); }else{ $view=new OC_FilesystemView(($root=='/')?'':$root); } $path=$params['path']; $fullPath=$view->getRoot().$path; $mimetype=$view->getMimeType($path); $dir=$view->is_dir($path.'/'); //dont use self::get here, we don't want inifinte loops when a file has changed $cachedSize=self::getCachedSize($path,$root); $size=0; if($dir){ if(self::inCache($path,$root)){ $parent=self::getFileId($fullPath); $query=OC_DB::prepare('SELECT size FROM *PREFIX*fscache WHERE parent=?'); $result=$query->execute(array($parent)); while($row=$result->fetchRow()){ $size+=$row['size']; } $mtime=$view->filemtime($path); $ctime=$view->filectime($path); $writable=$view->is_writable($path); self::put($path,array('size'=>$size,'mtime'=>$mtime,'ctime'=>$ctime,'mimetype'=>$mimetype,'writable'=>$writable)); }else{ $count=0; self::scan($path,null,$count,$root); } }else{ $size=self::scanFile($path,$root); } self::increaseSize(dirname($fullPath),$size-$cachedSize); } public static function getCached($path,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); }else{ if($root=='/'){ $root=''; } } $path=$root.$path; $query=OC_DB::prepare('SELECT ctime,mtime,mimetype,size,encrypted,versioned,writable FROM *PREFIX*fscache WHERE path_hash=?'); $result=$query->execute(array(md5($path)))->fetchRow(); if(is_array($result)){ if(isset(self::$savedData[$path])){ $result=array_merge($result,self::$savedData[$path]); } return $result; }else{ OC_Log::write('files','getChached(): file not found in cache ('.$path.')',OC_Log::DEBUG); if(isset(self::$savedData[$path])){ return self::$savedData[$path]; }else{ return array(); } } } private static function getCachedSize($path,$root){ if(!$root){ $root=OC_Filesystem::getRoot(); }else{ if($root=='/'){ $root=''; } } $path=$root.$path; $query=OC_DB::prepare('SELECT size FROM *PREFIX*fscache WHERE path_hash=?'); $result=$query->execute(array(md5($path))); if($row=$result->fetchRow()){ return $row['size']; }else{//file not in cache return 0; } } /** * called when files are deleted * @param array $params * @param string root (optional) */ public static function fileSystemWatcherDelete($params,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $path=$params['path']; $fullPath=$root.$path; if(self::getFileId($fullPath)==-1){ return; } $size=self::getCachedSize($path,$root); self::increaseSize(dirname($fullPath),-$size); self::delete($path); } /** * called when files are deleted * @param array $params * @param string root (optional) */ public static function fileSystemWatcherRename($params,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); } if($root=='/'){ $root=''; } $oldPath=$params['oldpath']; $newPath=$params['newpath']; $fullOldPath=$root.$oldPath; $fullNewPath=$root.$newPath; if(($id=self::getFileId($fullOldPath))!=-1){ $oldSize=self::getCachedSize($oldPath,$root); }else{ return; } $size=OC_Filesystem::filesize($newPath); self::increaseSize(dirname($fullOldPath),-$oldSize); self::increaseSize(dirname($fullNewPath),$oldSize); self::move($oldPath,$newPath); } /** * adjust the size of the parent folders * @param string $path * @param int $sizeDiff */ private static function increaseSize($path,$sizeDiff){ if($sizeDiff==0) return; while(($id=self::getFileId($path))!=-1){//walk up the filetree increasing the size of all parent folders $query=OC_DB::prepare('UPDATE *PREFIX*fscache SET size=size+? WHERE id=?'); $query->execute(array($sizeDiff,$id)); $path=dirname($path); } } /** * recursively scan the filesystem and fill the cache * @param string $path * @param OC_EventSource $enventSource (optional) * @param int count (optional) * @param string root (optionak) */ public static function scan($path,$eventSource=false,&$count=0,$root=''){ if($eventSource){ $eventSource->send('scanning',array('file'=>$path,'count'=>$count)); } $lastSend=$count; if(!$root){ $view=OC_Filesystem::getView(); }else{ $view=new OC_FilesystemView(($root=='/')?'':$root); } self::scanFile($path,$root); $dh=$view->opendir($path.'/'); $totalSize=0; if($dh){ while (($filename = readdir($dh)) !== false) { if($filename != '.' and $filename != '..'){ $file=$path.'/'.$filename; if($view->is_dir($file.'/')){ self::scan($file,$eventSource,$count,$root); }else{ $totalSize+=self::scanFile($file,$root); $count++; if($count>$lastSend+25 and $eventSource){ $lastSend=$count; $eventSource->send('scanning',array('file'=>$path,'count'=>$count)); } } } } } self::cleanFolder($path,$root); self::increaseSize($view->getRoot().$path,$totalSize); } /** * scan a single file * @param string path * @param string root (optional) * @return int size of the scanned file */ public static function scanFile($path,$root=''){ if(!$root){ $view=OC_Filesystem::getView(); }else{ $view=new OC_FilesystemView(($root=='/')?'':$root); } if(!$view->is_readable($path)) return; //cant read, nothing we can do clearstatcache(); $mimetype=$view->getMimeType($path); $stat=$view->stat($path); if($mimetype=='httpd/unix-directory'){ $writable=$view->is_writable($path.'/'); }else{ $writable=$view->is_writable($path); } $stat['mimetype']=$mimetype; $stat['writable']=$writable; if($path=='/'){ $path=''; } self::put($path,$stat,$root); return $stat['size']; } /** * find files by mimetype * @param string $part1 * @param string $part2 (optional) * @param string root (optional) * @return array of file paths * * $part1 and $part2 together form the complete mimetype. * e.g. searchByMime('text','plain') * * seccond mimetype part can be ommited * e.g. searchByMime('audio') */ public static function searchByMime($part1,$part2=null,$root=null){ if(!$root){ $root=OC_Filesystem::getRoot(); }elseif($root=='/'){ $root=''; } $rootLen=strlen($root); $root .= '%'; $user=OC_User::getUser(); if(!$part2){ $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE mimepart=? AND `user`=? AND path LIKE ?'); $result=$query->execute(array($part1,$user, $root)); }else{ $query=OC_DB::prepare('SELECT path FROM *PREFIX*fscache WHERE mimetype=? AND `user`=? AND path LIKE ? '); $result=$query->execute(array($part1.'/'.$part2,$user, $root)); } $names=array(); while($row=$result->fetchRow()){ $names[]=substr($row['path'],$rootLen); } return $names; } /** * check if a file or folder is updated outside owncloud * @param string path * @param string root (optional) * @return bool */ public static function isUpdated($path,$root=''){ if(!$root){ $root=OC_Filesystem::getRoot(); $view=OC_Filesystem::getView(); }else{ if($root=='/'){ $root=''; } $view=new OC_FilesystemView($root); } if(!$view->file_exists($path)){ return false; } $mtime=$view->filemtime($path); $isDir=$view->is_dir($path); $fullPath=$root.$path; $query=OC_DB::prepare('SELECT mtime FROM *PREFIX*fscache WHERE path_hash=?'); $result=$query->execute(array(md5($fullPath))); if($row=$result->fetchRow()){ $cachedMTime=$row['mtime']; return ($mtime>$cachedMTime); }else{//file not in cache, so it has to be updated if($path=='/' or $path==''){//dont auto update the root folder, it will be scanned return false; } return true; } } /** * update the cache according to changes in the folder * @param string path * @param string root (optional) */ private static function updateFolder($path,$root=''){ if(!$root){ $view=OC_Filesystem::getView(); }else{ $view=new OC_FilesystemView(($root=='/')?'':$root); } $dh=$view->opendir($path.'/'); if($dh){//check for changed/new files while (($filename = readdir($dh)) !== false) { if($filename != '.' and $filename != '..'){ $file=$path.'/'.$filename; if(self::isUpdated($file,$root)){ if(!$root){//filesystem hooks are only valid for the default root OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$file)); }else{ self::fileSystemWatcherWrite(array('path'=>$file),$root); } } } } } self::cleanFolder($path,$root); //update the folder last, so we can calculate the size correctly if(!$root){//filesystem hooks are only valid for the default root OC_Hook::emit('OC_Filesystem','post_write',array('path'=>$path)); }else{ self::fileSystemWatcherWrite(array('path'=>$path),$root); } } /** * delete non existing files from the cache */ private static function cleanFolder($path,$root=''){ if(!$root){ $view=OC_Filesystem::getView(); }else{ $view=new OC_FilesystemView(($root=='/')?'':$root); } //check for removed files, not using getFolderContent to prevent loops $parent=self::getFileId($view->getRoot().$path); $query=OC_DB::prepare('SELECT name FROM *PREFIX*fscache WHERE parent=?'); $result=$query->execute(array($parent)); while($row=$result->fetchRow()){ $file=$path.'/'.$row['name']; if(!$view->file_exists($file)){ if(!$root){//filesystem hooks are only valid for the default root OC_Hook::emit('OC_Filesystem','post_delete',array('path'=>$file)); }else{ self::fileSystemWatcherDelete(array('path'=>$file),$root); } } } } /** * clean old pre-path_hash entries */ public static function clean(){ $query=OC_DB::prepare('DELETE FROM *PREFIX*fscache WHERE LENGTH(path_hash)<30'); $query->execute(); } } //watch for changes and try to keep the cache up to date OC_Hook::connect('OC_Filesystem','post_write','OC_FileCache','fileSystemWatcherWrite'); OC_Hook::connect('OC_Filesystem','post_delete','OC_FileCache','fileSystemWatcherDelete'); OC_Hook::connect('OC_Filesystem','post_rename','OC_FileCache','fileSystemWatcherRename');