2012-09-07 16:09:41 +04:00
|
|
|
<?php
|
|
|
|
/**
|
|
|
|
* Copyright (c) 2012 Frank Karlitschek <frank@owncloud.org>
|
2013-01-11 22:33:54 +04:00
|
|
|
* 2013 Bjoern Schiessle <schiessle@owncloud.com>
|
2012-09-07 16:09:41 +04:00
|
|
|
* This file is licensed under the Affero General Public License version 3 or
|
|
|
|
* later.
|
|
|
|
* See the COPYING-README file.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Versions
|
|
|
|
*
|
|
|
|
* A class to handle the versioning of files.
|
|
|
|
*/
|
|
|
|
|
2012-09-19 22:59:57 +04:00
|
|
|
namespace OCA\Files_Versions;
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
class Storage {
|
|
|
|
|
|
|
|
const DEFAULTENABLED=true;
|
2012-12-18 15:57:28 +04:00
|
|
|
const DEFAULTMAXSIZE=50; // unit: percentage; 50% of available disk space/quota
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-11 17:23:28 +04:00
|
|
|
private static $max_versions_per_interval = array(
|
2013-02-22 03:21:06 +04:00
|
|
|
//first 10sec, one version every 2sec
|
|
|
|
1 => array('intervalEndsAfter' => 10, 'step' => 2),
|
|
|
|
//next minute, one version every 10sec
|
|
|
|
2 => array('intervalEndsAfter' => 60, 'step' => 10),
|
|
|
|
//next hour, one version every minute
|
|
|
|
3 => array('intervalEndsAfter' => 3600, 'step' => 60),
|
|
|
|
//next 24h, one version every hour
|
|
|
|
4 => array('intervalEndsAfter' => 86400, 'step' => 3600),
|
|
|
|
//next 30days, one version per day
|
|
|
|
5 => array('intervalEndsAfter' => 2592000, 'step' => 86400),
|
|
|
|
//until the end one version per week
|
|
|
|
6 => array('intervalEndsAfter' => -1, 'step' => 604800),
|
|
|
|
);
|
2012-09-07 16:09:41 +04:00
|
|
|
|
2013-02-21 17:40:16 +04:00
|
|
|
public static function getUidAndFilename($filename) {
|
2013-02-18 14:19:40 +04:00
|
|
|
$uid = \OC\Files\Filesystem::getOwner($filename);
|
2013-02-22 16:15:47 +04:00
|
|
|
\OC\Files\Filesystem::initMountPoints($uid);
|
2013-02-18 14:19:40 +04:00
|
|
|
if ( $uid != \OCP\User::getUser() ) {
|
|
|
|
$info = \OC\Files\Filesystem::getFileInfo($filename);
|
|
|
|
$ownerView = new \OC\Files\View('/'.$uid.'/files');
|
|
|
|
$filename = $ownerView->getPath($info['fileid']);
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
2012-09-19 22:54:03 +04:00
|
|
|
return array($uid, $filename);
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-02-21 15:20:29 +04:00
|
|
|
/**
|
|
|
|
* get current size of all versions from a given user
|
2013-08-17 15:28:35 +04:00
|
|
|
*
|
2013-02-21 15:20:29 +04:00
|
|
|
* @param $user user who owns the versions
|
|
|
|
* @return mixed versions size or false if no versions size is stored
|
|
|
|
*/
|
|
|
|
private static function getVersionsSize($user) {
|
2013-03-22 15:47:43 +04:00
|
|
|
$query = \OC_DB::prepare('SELECT `size` FROM `*PREFIX*files_versions` WHERE `user`=?');
|
2013-02-21 15:20:29 +04:00
|
|
|
$result = $query->execute(array($user))->fetchAll();
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2013-02-21 15:20:29 +04:00
|
|
|
if ($result) {
|
|
|
|
return $result[0]['size'];
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2013-03-08 13:51:28 +04:00
|
|
|
|
2013-02-21 15:20:29 +04:00
|
|
|
/**
|
|
|
|
* write to the database how much space is in use for versions
|
2013-08-17 15:28:35 +04:00
|
|
|
*
|
2013-02-21 15:20:29 +04:00
|
|
|
* @param $user owner of the versions
|
|
|
|
* @param $size size of the versions
|
|
|
|
*/
|
|
|
|
private static function setVersionsSize($user, $size) {
|
|
|
|
if ( self::getVersionsSize($user) === false) {
|
2013-03-22 15:47:43 +04:00
|
|
|
$query = \OC_DB::prepare('INSERT INTO `*PREFIX*files_versions` (`size`, `user`) VALUES (?, ?)');
|
2013-02-21 15:20:29 +04:00
|
|
|
}else {
|
2013-03-22 15:47:43 +04:00
|
|
|
$query = \OC_DB::prepare('UPDATE `*PREFIX*files_versions` SET `size`=? WHERE `user`=?');
|
2013-02-21 15:20:29 +04:00
|
|
|
}
|
|
|
|
$query->execute(array($size, $user));
|
|
|
|
}
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
/**
|
|
|
|
* store a new version of a file.
|
|
|
|
*/
|
2013-02-14 17:26:49 +04:00
|
|
|
public static function store($filename) {
|
2012-09-07 16:09:41 +04:00
|
|
|
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2013-03-08 14:27:25 +04:00
|
|
|
// if the file gets streamed we need to remove the .part extension
|
|
|
|
// to get the right target
|
|
|
|
$ext = pathinfo($filename, PATHINFO_EXTENSION);
|
|
|
|
if ($ext === 'part') {
|
|
|
|
$filename = substr($filename, 0, strlen($filename)-5);
|
|
|
|
}
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2012-09-19 22:54:03 +04:00
|
|
|
list($uid, $filename) = self::getUidAndFilename($filename);
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-02-14 14:56:41 +04:00
|
|
|
$files_view = new \OC\Files\View('/'.$uid .'/files');
|
|
|
|
$users_view = new \OC\Files\View('/'.$uid);
|
2013-03-01 16:54:26 +04:00
|
|
|
$versions_view = new \OC\Files\View('/'.$uid.'/files_versions');
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
// check if filename is a directory
|
2012-09-07 17:22:01 +04:00
|
|
|
if($files_view->is_dir($filename)) {
|
2012-09-07 16:09:41 +04:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2013-07-30 18:01:27 +04:00
|
|
|
// we should have a source file to work with, and the file shouldn't
|
|
|
|
// be empty
|
|
|
|
$fileExists = $files_view->file_exists($filename);
|
|
|
|
$fileSize = $files_view->filesize($filename);
|
|
|
|
if ($fileExists === false || $fileSize === 0) {
|
2012-09-17 19:29:34 +04:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
// create all parent folders
|
2013-08-17 15:28:35 +04:00
|
|
|
self::createMissingDirectories($filename, $users_view);
|
2012-09-07 16:09:41 +04:00
|
|
|
|
2013-06-25 11:39:01 +04:00
|
|
|
$versionsSize = self::getVersionsSize($uid);
|
|
|
|
if ( $versionsSize === false || $versionsSize < 0 ) {
|
|
|
|
$versionsSize = self::calculateSize($uid);
|
|
|
|
}
|
|
|
|
|
2013-06-27 12:49:13 +04:00
|
|
|
// assumption: we need filesize($filename) for the new version +
|
2013-06-25 11:39:01 +04:00
|
|
|
// some more free space for the modified file which might be
|
|
|
|
// 1.5 times as large as the current version -> 2.5
|
|
|
|
$neededSpace = $files_view->filesize($filename) * 2.5;
|
|
|
|
|
|
|
|
$versionsSize = self::expire($filename, $versionsSize, $neededSpace);
|
|
|
|
|
2013-05-31 00:05:52 +04:00
|
|
|
// disable proxy to prevent multiple fopen calls
|
|
|
|
$proxyStatus = \OC_FileProxy::$enabled;
|
|
|
|
\OC_FileProxy::$enabled = false;
|
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
// store a new version of a file
|
2013-02-21 15:20:29 +04:00
|
|
|
$users_view->copy('files'.$filename, 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename));
|
2013-05-31 00:05:52 +04:00
|
|
|
|
|
|
|
// reset proxy state
|
|
|
|
\OC_FileProxy::$enabled = $proxyStatus;
|
|
|
|
|
2013-01-10 21:04:30 +04:00
|
|
|
$versionsSize += $users_view->filesize('files'.$filename);
|
2013-02-21 15:20:29 +04:00
|
|
|
|
2013-06-26 18:24:46 +04:00
|
|
|
self::setVersionsSize($uid, $versionsSize);
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-01-10 21:04:30 +04:00
|
|
|
/**
|
|
|
|
* Delete versions of a file
|
|
|
|
*/
|
|
|
|
public static function delete($filename) {
|
2013-01-15 17:57:23 +04:00
|
|
|
list($uid, $filename) = self::getUidAndFilename($filename);
|
2013-02-18 14:19:40 +04:00
|
|
|
$versions_fileview = new \OC\Files\View('/'.$uid .'/files_versions');
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-03-01 16:54:26 +04:00
|
|
|
$abs_path = $versions_fileview->getLocalFile($filename.'.v');
|
2013-02-18 14:19:40 +04:00
|
|
|
if( ($versions = self::getVersions($uid, $filename)) ) {
|
2013-02-21 15:20:29 +04:00
|
|
|
$versionsSize = self::getVersionsSize($uid);
|
|
|
|
if ( $versionsSize === false || $versionsSize < 0 ) {
|
2013-01-15 17:57:23 +04:00
|
|
|
$versionsSize = self::calculateSize($uid);
|
|
|
|
}
|
|
|
|
foreach ($versions as $v) {
|
|
|
|
unlink($abs_path . $v['version']);
|
|
|
|
$versionsSize -= $v['size'];
|
|
|
|
}
|
2013-02-21 15:20:29 +04:00
|
|
|
self::setVersionsSize($uid, $versionsSize);
|
2013-01-10 21:04:30 +04:00
|
|
|
}
|
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-15 17:57:23 +04:00
|
|
|
/**
|
|
|
|
* rename versions of a file
|
|
|
|
*/
|
2013-03-14 19:47:59 +04:00
|
|
|
public static function rename($old_path, $new_path) {
|
|
|
|
list($uid, $oldpath) = self::getUidAndFilename($old_path);
|
|
|
|
list($uidn, $newpath) = self::getUidAndFilename($new_path);
|
2013-02-18 14:19:40 +04:00
|
|
|
$versions_view = new \OC\Files\View('/'.$uid .'/files_versions');
|
|
|
|
$files_view = new \OC\Files\View('/'.$uid .'/files');
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2013-03-14 19:47:59 +04:00
|
|
|
// if the file already exists than it was a upload of a existing file
|
|
|
|
// over the web interface -> store() is the right function we need here
|
2013-03-14 20:09:48 +04:00
|
|
|
if ($files_view->file_exists($newpath)) {
|
|
|
|
return self::store($new_path);
|
2013-03-14 19:47:59 +04:00
|
|
|
}
|
2013-06-25 11:39:01 +04:00
|
|
|
|
2013-06-26 18:28:23 +04:00
|
|
|
self::expire($newpath);
|
|
|
|
|
2013-01-11 17:23:28 +04:00
|
|
|
if ( $files_view->is_dir($oldpath) && $versions_view->is_dir($oldpath) ) {
|
|
|
|
$versions_view->rename($oldpath, $newpath);
|
2013-06-25 11:39:01 +04:00
|
|
|
} else if ( ($versions = Storage::getVersions($uid, $oldpath)) ) {
|
2013-08-14 22:51:36 +04:00
|
|
|
// create missing dirs if necessary
|
2013-08-17 15:28:35 +04:00
|
|
|
self::createMissingDirectories($newpath, new \OC\Files\View('/'. $uidn));
|
|
|
|
|
2013-01-11 17:23:28 +04:00
|
|
|
foreach ($versions as $v) {
|
2013-01-15 17:57:23 +04:00
|
|
|
$versions_view->rename($oldpath.'.v'.$v['version'], $newpath.'.v'.$v['version']);
|
|
|
|
}
|
|
|
|
}
|
2013-01-11 17:23:28 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
/**
|
|
|
|
* rollback to an old version of a file.
|
|
|
|
*/
|
2013-05-08 17:05:03 +04:00
|
|
|
public static function rollback($file, $revision) {
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
|
2013-05-08 17:05:03 +04:00
|
|
|
list($uid, $filename) = self::getUidAndFilename($file);
|
2013-01-16 22:04:50 +04:00
|
|
|
$users_view = new \OC\Files\View('/'.$uid);
|
2013-05-08 17:05:03 +04:00
|
|
|
$files_view = new \OC\Files\View('/'.\OCP\User::getUser().'/files');
|
2013-01-16 13:18:40 +04:00
|
|
|
$versionCreated = false;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2012-12-17 21:00:11 +04:00
|
|
|
//first create a new version
|
2013-01-11 17:23:28 +04:00
|
|
|
$version = 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename);
|
|
|
|
if ( !$users_view->file_exists($version)) {
|
2013-05-31 00:05:52 +04:00
|
|
|
|
|
|
|
// disable proxy to prevent multiple fopen calls
|
|
|
|
$proxyStatus = \OC_FileProxy::$enabled;
|
|
|
|
\OC_FileProxy::$enabled = false;
|
|
|
|
|
2012-12-17 21:00:11 +04:00
|
|
|
$users_view->copy('files'.$filename, 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename));
|
2013-05-31 00:05:52 +04:00
|
|
|
|
|
|
|
// reset proxy state
|
|
|
|
\OC_FileProxy::$enabled = $proxyStatus;
|
|
|
|
|
2013-01-11 17:23:28 +04:00
|
|
|
$versionCreated = true;
|
2012-12-17 21:00:11 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
// rollback
|
2013-05-08 18:32:29 +04:00
|
|
|
if( @$users_view->rename('files_versions'.$filename.'.v'.$revision, 'files'.$filename) ) {
|
2013-05-08 17:05:03 +04:00
|
|
|
$files_view->touch($file, $revision);
|
|
|
|
Storage::expire($file);
|
2012-09-07 16:09:41 +04:00
|
|
|
return true;
|
|
|
|
|
2013-01-11 17:23:28 +04:00
|
|
|
}else if ( $versionCreated ) {
|
|
|
|
$users_view->unlink($version);
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
|
|
|
}
|
2013-01-11 17:23:28 +04:00
|
|
|
return false;
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief get a list of all available versions of a file in descending chronological order
|
2013-02-18 14:19:40 +04:00
|
|
|
* @param $uid user id from the owner of the file
|
2012-09-07 16:09:41 +04:00
|
|
|
* @param $filename file to find versions of, relative to the user files dir
|
|
|
|
* @returns array
|
|
|
|
*/
|
2013-07-25 12:35:19 +04:00
|
|
|
public static function getVersions($uid, $filename ) {
|
2012-09-07 16:09:41 +04:00
|
|
|
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
|
2013-02-18 14:19:40 +04:00
|
|
|
$versions_fileview = new \OC\Files\View('/' . $uid . '/files_versions');
|
2013-06-17 16:42:18 +04:00
|
|
|
$versionsName = $versions_fileview->getLocalFile($filename).'.v';
|
2013-06-14 17:07:06 +04:00
|
|
|
$escapedVersionName = preg_replace('/(\*|\?|\[)/', '[$1]', $versionsName);
|
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
$versions = array();
|
|
|
|
// fetch for old versions
|
2013-06-14 17:07:06 +04:00
|
|
|
$matches = glob($escapedVersionName.'*');
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-02-15 15:27:56 +04:00
|
|
|
if ( !$matches ) {
|
|
|
|
return $versions;
|
|
|
|
}
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
sort( $matches );
|
|
|
|
|
2013-02-18 14:19:40 +04:00
|
|
|
$files_view = new \OC\Files\View('/'.$uid.'/files');
|
2012-09-07 16:09:41 +04:00
|
|
|
$local_file = $files_view->getLocalFile($filename);
|
2012-09-19 23:26:24 +04:00
|
|
|
$local_file_md5 = \md5_file( $local_file );
|
2012-09-07 16:09:41 +04:00
|
|
|
|
2012-11-04 21:42:18 +04:00
|
|
|
foreach( $matches as $ma ) {
|
2012-09-07 16:09:41 +04:00
|
|
|
$parts = explode( '.v', $ma );
|
2013-01-11 22:33:54 +04:00
|
|
|
$version = ( end( $parts ) );
|
|
|
|
$key = $version.'#'.$filename;
|
|
|
|
$versions[$key]['cur'] = 0;
|
|
|
|
$versions[$key]['version'] = $version;
|
2013-07-25 12:35:19 +04:00
|
|
|
$versions[$key]['humanReadableTimestamp'] = self::getHumanReadableTimestamp($version);
|
2013-01-15 17:57:23 +04:00
|
|
|
$versions[$key]['path'] = $filename;
|
2013-01-11 22:33:54 +04:00
|
|
|
$versions[$key]['size'] = $versions_fileview->filesize($filename.'.v'.$version);
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
// if file with modified date exists, flag it in array as currently enabled version
|
2012-09-19 23:26:24 +04:00
|
|
|
( \md5_file( $ma ) == $local_file_md5 ? $versions[$key]['fileMatch'] = 1 : $versions[$key]['fileMatch'] = 0 );
|
2012-09-07 16:09:41 +04:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2013-07-25 12:35:19 +04:00
|
|
|
// newest versions first
|
2012-09-07 16:09:41 +04:00
|
|
|
$versions = array_reverse( $versions );
|
|
|
|
|
|
|
|
foreach( $versions as $key => $value ) {
|
|
|
|
// flag the first matched file in array (which will have latest modification date) as current version
|
|
|
|
if ( $value['fileMatch'] ) {
|
|
|
|
$value['cur'] = 1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return( $versions );
|
|
|
|
|
|
|
|
} else {
|
|
|
|
// if versioning isn't enabled then return an empty array
|
|
|
|
return( array() );
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2013-07-25 12:35:19 +04:00
|
|
|
/**
|
|
|
|
* @brief translate a timestamp into a string like "5 days ago"
|
|
|
|
* @param int $timestamp
|
|
|
|
* @return string for example "5 days ago"
|
|
|
|
*/
|
|
|
|
private static function getHumanReadableTimestamp($timestamp) {
|
|
|
|
|
|
|
|
$diff = time() - $timestamp;
|
|
|
|
|
|
|
|
if ($diff < 60) { // first minute
|
|
|
|
return $diff . " seconds ago";
|
|
|
|
} elseif ($diff < 3600) { //first hour
|
|
|
|
return round($diff / 60) . " minutes ago";
|
|
|
|
} elseif ($diff < 86400) { // first day
|
|
|
|
return round($diff / 3600) . " hours ago";
|
|
|
|
} elseif ($diff < 604800) { //first week
|
|
|
|
return round($diff / 86400) . " days ago";
|
|
|
|
} elseif ($diff < 2419200) { //first month
|
|
|
|
return round($diff / 604800) . " weeks ago";
|
|
|
|
} elseif ($diff < 29030400) { // first year
|
|
|
|
return round($diff / 2419200) . " months ago";
|
|
|
|
} else {
|
|
|
|
return round($diff / 29030400) . " years ago";
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2013-04-11 14:36:08 +04:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief deletes used space for files versions in db if user was deleted
|
|
|
|
*
|
|
|
|
* @param type $uid id of deleted user
|
|
|
|
* @return result of db delete operation
|
|
|
|
*/
|
|
|
|
public static function deleteUser($uid) {
|
|
|
|
$query = \OC_DB::prepare('DELETE FROM `*PREFIX*files_versions` WHERE `user`=?');
|
|
|
|
return $query->execute(array($uid));
|
|
|
|
}
|
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
/**
|
2013-01-15 17:57:23 +04:00
|
|
|
* @brief get the size of all stored versions from a given user
|
|
|
|
* @param $uid id from the user
|
|
|
|
* @return size of vesions
|
2012-09-07 16:09:41 +04:00
|
|
|
*/
|
2013-01-15 17:57:23 +04:00
|
|
|
private static function calculateSize($uid) {
|
|
|
|
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
|
2013-02-18 14:19:40 +04:00
|
|
|
$versions_fileview = new \OC\Files\View('/'.$uid.'/files_versions');
|
2013-03-01 16:54:26 +04:00
|
|
|
$versionsRoot = $versions_fileview->getLocalFolder('');
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-02-15 01:53:30 +04:00
|
|
|
$iterator = new \RecursiveIteratorIterator(
|
|
|
|
new \RecursiveDirectoryIterator($versionsRoot),
|
|
|
|
\RecursiveIteratorIterator::CHILD_FIRST
|
|
|
|
);
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-10 21:04:30 +04:00
|
|
|
$size = 0;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-15 17:57:23 +04:00
|
|
|
foreach ($iterator as $path) {
|
|
|
|
if ( preg_match('/^.+\.v(\d+)$/', $path, $match) ) {
|
2013-01-10 21:04:30 +04:00
|
|
|
$relpath = substr($path, strlen($versionsRoot)-1);
|
2013-01-15 17:57:23 +04:00
|
|
|
$size += $versions_fileview->filesize($relpath);
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-15 17:57:23 +04:00
|
|
|
return $size;
|
|
|
|
}
|
2013-01-10 21:04:30 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
/**
|
|
|
|
* @brief returns all stored file versions from a given user
|
|
|
|
* @param $uid id to the user
|
|
|
|
* @return array with contains two arrays 'all' which contains all versions sorted by age and 'by_file' which contains all versions sorted by filename
|
|
|
|
*/
|
|
|
|
private static function getAllVersions($uid) {
|
2013-01-15 17:57:23 +04:00
|
|
|
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
|
2013-02-18 14:19:40 +04:00
|
|
|
$versions_fileview = new \OC\Files\View('/'.$uid.'/files_versions');
|
2013-03-01 16:54:26 +04:00
|
|
|
$versionsRoot = $versions_fileview->getLocalFolder('');
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-02-15 01:53:30 +04:00
|
|
|
$iterator = new \RecursiveIteratorIterator(
|
|
|
|
new \RecursiveDirectoryIterator($versionsRoot),
|
|
|
|
\RecursiveIteratorIterator::CHILD_FIRST
|
|
|
|
);
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
$versions = array();
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
foreach ($iterator as $path) {
|
|
|
|
if ( preg_match('/^.+\.v(\d+)$/', $path, $match) ) {
|
|
|
|
$relpath = substr($path, strlen($versionsRoot)-1);
|
|
|
|
$versions[$match[1].'#'.$relpath] = array('path' => $relpath, 'timestamp' => $match[1]);
|
|
|
|
}
|
2013-01-15 17:57:23 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
ksort($versions);
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
$i = 0;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
$result = array();
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-15 17:57:23 +04:00
|
|
|
foreach( $versions as $key => $value ) {
|
2013-01-09 20:11:46 +04:00
|
|
|
$i++;
|
|
|
|
$size = $versions_fileview->filesize($value['path']);
|
|
|
|
$filename = substr($value['path'], 0, -strlen($value['timestamp'])-2);
|
2013-01-15 17:57:23 +04:00
|
|
|
|
2013-01-11 22:33:54 +04:00
|
|
|
$result['all'][$key]['version'] = $value['timestamp'];
|
2013-01-15 17:57:23 +04:00
|
|
|
$result['all'][$key]['path'] = $filename;
|
2013-01-11 22:33:54 +04:00
|
|
|
$result['all'][$key]['size'] = $size;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
$filename = substr($value['path'], 0, -strlen($value['timestamp'])-2);
|
2013-01-11 22:33:54 +04:00
|
|
|
$result['by_file'][$filename][$key]['version'] = $value['timestamp'];
|
2013-01-15 17:57:23 +04:00
|
|
|
$result['by_file'][$filename][$key]['path'] = $filename;
|
2013-01-11 22:33:54 +04:00
|
|
|
$result['by_file'][$filename][$key]['size'] = $size;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-09 20:11:46 +04:00
|
|
|
return $result;
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2012-11-04 21:42:18 +04:00
|
|
|
* @brief Erase a file's versions which exceed the set quota
|
2012-09-07 16:09:41 +04:00
|
|
|
*/
|
2013-06-25 11:39:01 +04:00
|
|
|
private static function expire($filename, $versionsSize = null, $offset = 0) {
|
2012-11-04 21:42:18 +04:00
|
|
|
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
|
2013-02-22 20:21:57 +04:00
|
|
|
list($uid, $filename) = self::getUidAndFilename($filename);
|
2013-06-28 22:31:33 +04:00
|
|
|
$versionsFileview = new \OC\Files\View('/'.$uid.'/files_versions');
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2012-12-17 16:28:40 +04:00
|
|
|
// get available disk space for user
|
2013-04-16 15:52:46 +04:00
|
|
|
$softQuota = true;
|
2013-03-04 15:59:48 +04:00
|
|
|
$quota = \OC_Preferences::getValue($uid, 'files', 'quota');
|
2013-03-04 15:17:57 +04:00
|
|
|
if ( $quota === null || $quota === 'default') {
|
2013-02-25 19:12:44 +04:00
|
|
|
$quota = \OC_Appconfig::getValue('files', 'default_quota');
|
2012-12-17 16:28:40 +04:00
|
|
|
}
|
2013-03-04 15:33:16 +04:00
|
|
|
if ( $quota === null || $quota === 'none' ) {
|
2013-04-16 15:52:46 +04:00
|
|
|
$quota = \OC\Files\Filesystem::free_space('/');
|
|
|
|
$softQuota = false;
|
2013-02-25 19:12:44 +04:00
|
|
|
} else {
|
|
|
|
$quota = \OCP\Util::computerFileSize($quota);
|
2012-12-13 19:34:54 +04:00
|
|
|
}
|
2013-08-17 15:28:35 +04:00
|
|
|
|
2013-01-11 22:33:54 +04:00
|
|
|
// make sure that we have the current size of the version history
|
2013-01-10 21:04:30 +04:00
|
|
|
if ( $versionsSize === null ) {
|
2013-02-21 15:20:29 +04:00
|
|
|
$versionsSize = self::getVersionsSize($uid);
|
|
|
|
if ( $versionsSize === false || $versionsSize < 0 ) {
|
2013-01-10 21:04:30 +04:00
|
|
|
$versionsSize = self::calculateSize($uid);
|
|
|
|
}
|
|
|
|
}
|
2013-01-11 22:33:54 +04:00
|
|
|
|
2013-01-15 17:57:23 +04:00
|
|
|
// calculate available space for version history
|
2013-04-16 15:52:46 +04:00
|
|
|
// subtract size of files and current versions size from quota
|
|
|
|
if ($softQuota) {
|
|
|
|
$files_view = new \OC\Files\View('/'.$uid.'/files');
|
|
|
|
$rootInfo = $files_view->getFileInfo('/');
|
|
|
|
$free = $quota-$rootInfo['size']; // remaining free space for user
|
|
|
|
if ( $free > 0 ) {
|
2013-06-25 11:39:01 +04:00
|
|
|
$availableSpace = ($free * self::DEFAULTMAXSIZE / 100) - ($versionsSize + $offset); // how much space can be used for versions
|
2013-04-16 15:52:46 +04:00
|
|
|
} else {
|
2013-06-25 11:39:01 +04:00
|
|
|
$availableSpace = $free - $versionsSize - $offset;
|
2013-04-16 15:52:46 +04:00
|
|
|
}
|
2013-01-10 21:04:30 +04:00
|
|
|
} else {
|
2013-06-25 11:39:01 +04:00
|
|
|
$availableSpace = $quota - $offset;
|
2013-02-22 20:21:57 +04:00
|
|
|
}
|
2013-01-09 20:11:46 +04:00
|
|
|
|
2013-04-16 15:52:46 +04:00
|
|
|
|
2013-06-27 16:22:01 +04:00
|
|
|
// with the probability of 0.1% we reduce the number of all versions not only for the current file
|
2013-01-09 20:11:46 +04:00
|
|
|
$random = rand(0, 1000);
|
|
|
|
if ($random == 0) {
|
2013-06-25 11:39:01 +04:00
|
|
|
$allFiles = true;
|
2013-01-09 20:11:46 +04:00
|
|
|
} else {
|
2013-06-25 11:39:01 +04:00
|
|
|
$allFiles = false;
|
2013-01-09 20:11:46 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-06-28 22:31:33 +04:00
|
|
|
$allVersions = Storage::getVersions($uid, $filename);
|
|
|
|
$versionsByFile[$filename] = $allVersions;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-06-28 22:31:33 +04:00
|
|
|
$sizeOfDeletedVersions = self::delOldVersions($versionsByFile, $allVersions, $versionsFileview);
|
2013-06-25 11:39:01 +04:00
|
|
|
$availableSpace = $availableSpace + $sizeOfDeletedVersions;
|
|
|
|
$versionsSize = $versionsSize - $sizeOfDeletedVersions;
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-06-25 11:39:01 +04:00
|
|
|
// if still not enough free space we rearrange the versions from all files
|
2013-06-28 19:13:14 +04:00
|
|
|
if ($availableSpace <= 0 || $allFiles) {
|
2013-06-25 11:39:01 +04:00
|
|
|
$result = Storage::getAllVersions($uid);
|
2013-06-28 22:31:33 +04:00
|
|
|
$versionsByFile = $result['by_file'];
|
|
|
|
$allVersions = $result['all'];
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-06-28 22:31:33 +04:00
|
|
|
$sizeOfDeletedVersions = self::delOldVersions($versionsByFile, $allVersions, $versionsFileview);
|
2013-06-25 11:39:01 +04:00
|
|
|
$availableSpace = $availableSpace + $sizeOfDeletedVersions;
|
|
|
|
$versionsSize = $versionsSize - $sizeOfDeletedVersions;
|
2012-11-04 21:42:18 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-03-04 20:20:14 +04:00
|
|
|
// Check if enough space is available after versions are rearranged.
|
|
|
|
// If not we delete the oldest versions until we meet the size limit for versions,
|
|
|
|
// but always keep the two latest versions
|
2013-06-28 22:31:33 +04:00
|
|
|
$numOfVersions = count($allVersions) -2 ;
|
2013-02-22 20:21:57 +04:00
|
|
|
$i = 0;
|
2013-03-04 20:20:14 +04:00
|
|
|
while ($availableSpace < 0 && $i < $numOfVersions) {
|
2013-06-28 22:31:33 +04:00
|
|
|
$version = current($allVersions);
|
|
|
|
$versionsFileview->unlink($version['path'].'.v'.$version['version']);
|
|
|
|
$versionsSize -= $version['size'];
|
|
|
|
$availableSpace += $version['size'];
|
|
|
|
next($allVersions);
|
2012-12-17 19:32:09 +04:00
|
|
|
$i++;
|
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-11 22:33:54 +04:00
|
|
|
return $versionsSize; // finally return the new size of the version history
|
2012-11-04 21:42:18 +04:00
|
|
|
}
|
2013-02-22 20:21:57 +04:00
|
|
|
|
2013-01-11 14:12:32 +04:00
|
|
|
return false;
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|
2013-06-25 11:39:01 +04:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief delete old version from a given list of versions
|
|
|
|
*
|
2013-06-28 19:06:02 +04:00
|
|
|
* @param array $versionsByFile list of versions ordered by files
|
|
|
|
* @param array $allVversions all versions accross multiple files
|
|
|
|
* @param $versionsFileview OC\Files\View on data/user/files_versions
|
2013-06-25 11:39:01 +04:00
|
|
|
* @return size of releted versions
|
|
|
|
*/
|
2013-06-28 19:06:02 +04:00
|
|
|
private static function delOldVersions($versionsByFile, &$allVersions, $versionsFileview) {
|
2013-06-25 11:39:01 +04:00
|
|
|
|
|
|
|
$time = time();
|
|
|
|
$size = 0;
|
|
|
|
|
|
|
|
// delete old versions for every given file
|
2013-06-28 19:06:02 +04:00
|
|
|
foreach ($versionsByFile as $versions) {
|
2013-06-25 11:39:01 +04:00
|
|
|
$versions = array_reverse($versions); // newest version first
|
|
|
|
|
|
|
|
$interval = 1;
|
|
|
|
$step = Storage::$max_versions_per_interval[$interval]['step'];
|
|
|
|
if (Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'] == -1) {
|
|
|
|
$nextInterval = -1;
|
|
|
|
} else {
|
|
|
|
$nextInterval = $time - Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'];
|
|
|
|
}
|
|
|
|
|
|
|
|
$firstVersion = reset($versions);
|
|
|
|
$firstKey = key($versions);
|
|
|
|
$prevTimestamp = $firstVersion['version'];
|
|
|
|
$nextVersion = $firstVersion['version'] - $step;
|
|
|
|
unset($versions[$firstKey]);
|
|
|
|
|
|
|
|
foreach ($versions as $key => $version) {
|
|
|
|
$newInterval = true;
|
|
|
|
while ($newInterval) {
|
|
|
|
if ($nextInterval == -1 || $version['version'] >= $nextInterval) {
|
|
|
|
if ($version['version'] > $nextVersion) {
|
|
|
|
//distance between two version too small, delete version
|
2013-06-28 19:06:02 +04:00
|
|
|
$versionsFileview->unlink($version['path'] . '.v' . $version['version']);
|
2013-06-25 11:39:01 +04:00
|
|
|
$size += $version['size'];
|
2013-06-28 19:06:02 +04:00
|
|
|
unset($allVersions[$key]); // update array with all versions
|
2013-06-25 11:39:01 +04:00
|
|
|
} else {
|
|
|
|
$nextVersion = $version['version'] - $step;
|
|
|
|
}
|
|
|
|
$newInterval = false; // version checked so we can move to the next one
|
|
|
|
} else { // time to move on to the next interval
|
|
|
|
$interval++;
|
|
|
|
$step = Storage::$max_versions_per_interval[$interval]['step'];
|
|
|
|
$nextVersion = $prevTimestamp - $step;
|
|
|
|
if (Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'] == -1) {
|
|
|
|
$nextInterval = -1;
|
|
|
|
} else {
|
|
|
|
$nextInterval = $time - Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'];
|
|
|
|
}
|
|
|
|
$newInterval = true; // we changed the interval -> check same version with new interval
|
|
|
|
}
|
|
|
|
}
|
|
|
|
$prevTimestamp = $version['version'];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return $size;
|
|
|
|
}
|
|
|
|
|
2013-08-17 15:28:35 +04:00
|
|
|
/**
|
|
|
|
* @brief create recursively missing directories
|
|
|
|
* @param string $filename $path to a file
|
|
|
|
*/
|
|
|
|
private static function createMissingDirectories($filename, $view) {
|
|
|
|
$dirname = \OC_Filesystem::normalizePath(pathinfo($filename, PATHINFO_DIRNAME));
|
|
|
|
$dirParts = explode('/', $dirname);
|
|
|
|
$dir = "/files_versions";
|
|
|
|
foreach ($dirParts as $part) {
|
|
|
|
$dir = $dir . '/' . $part;
|
|
|
|
if (!$view->file_exists($dir)) {
|
|
|
|
$view->mkdir($dir);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-09-07 16:09:41 +04:00
|
|
|
}
|