nextcloud/apps/files_versions/lib/versions.php

478 lines
16 KiB
PHP
Raw Normal View History

<?php
/**
* Copyright (c) 2012 Frank Karlitschek <frank@owncloud.org>
* 2013 Bjoern Schiessle <schiessle@owncloud.com>
* This file is licensed under the Affero General Public License version 3 or
* later.
* See the COPYING-README file.
*/
/**
* Versions
*
* A class to handle the versioning of files.
*/
namespace OCA\Files_Versions;
class Storage {
const DEFAULTENABLED=true;
const DEFAULTMAXSIZE=50; // unit: percentage; 50% of available disk space/quota
2013-02-22 20:21:57 +04:00
private static $max_versions_per_interval = array(
2013-02-22 03:21:06 +04:00
//first 10sec, one version every 2sec
1 => array('intervalEndsAfter' => 10, 'step' => 2),
//next minute, one version every 10sec
2 => array('intervalEndsAfter' => 60, 'step' => 10),
//next hour, one version every minute
3 => array('intervalEndsAfter' => 3600, 'step' => 60),
//next 24h, one version every hour
4 => array('intervalEndsAfter' => 86400, 'step' => 3600),
//next 30days, one version per day
5 => array('intervalEndsAfter' => 2592000, 'step' => 86400),
//until the end one version per week
6 => array('intervalEndsAfter' => -1, 'step' => 604800),
);
public static function getUidAndFilename($filename) {
2013-02-18 14:19:40 +04:00
$uid = \OC\Files\Filesystem::getOwner($filename);
\OC\Files\Filesystem::initMountPoints($uid);
2013-02-18 14:19:40 +04:00
if ( $uid != \OCP\User::getUser() ) {
$info = \OC\Files\Filesystem::getFileInfo($filename);
$ownerView = new \OC\Files\View('/'.$uid.'/files');
$filename = $ownerView->getPath($info['fileid']);
}
2012-09-19 22:54:03 +04:00
return array($uid, $filename);
}
2013-02-22 20:21:57 +04:00
2013-02-21 15:20:29 +04:00
/**
* get current size of all versions from a given user
*
* @param $user user who owns the versions
* @return mixed versions size or false if no versions size is stored
*/
private static function getVersionsSize($user) {
2013-03-15 14:24:13 +04:00
$query = \OC_DB::prepare('SELECT `size` FROM *PREFIX*files_versions WHERE `user`=?');
2013-02-21 15:20:29 +04:00
$result = $query->execute(array($user))->fetchAll();
if ($result) {
return $result[0]['size'];
}
return false;
}
2013-03-08 13:51:28 +04:00
2013-02-21 15:20:29 +04:00
/**
* write to the database how much space is in use for versions
*
* @param $user owner of the versions
* @param $size size of the versions
*/
private static function setVersionsSize($user, $size) {
if ( self::getVersionsSize($user) === false) {
2013-03-15 14:24:13 +04:00
$query = \OC_DB::prepare('INSERT INTO *PREFIX*files_versions (`size`, `user`) VALUES (?, ?)');
2013-02-21 15:20:29 +04:00
}else {
2013-03-15 14:24:13 +04:00
$query = \OC_DB::prepare('UPDATE *PREFIX*files_versions SET `size`=? WHERE `user`=?');
2013-02-21 15:20:29 +04:00
}
$query->execute(array($size, $user));
}
/**
* store a new version of a file.
*/
2013-02-14 17:26:49 +04:00
public static function store($filename) {
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
// if the file gets streamed we need to remove the .part extension
// to get the right target
$ext = pathinfo($filename, PATHINFO_EXTENSION);
if ($ext === 'part') {
$filename = substr($filename, 0, strlen($filename)-5);
}
2012-09-19 22:54:03 +04:00
list($uid, $filename) = self::getUidAndFilename($filename);
2013-02-22 20:21:57 +04:00
2013-02-14 14:56:41 +04:00
$files_view = new \OC\Files\View('/'.$uid .'/files');
$users_view = new \OC\Files\View('/'.$uid);
$versions_view = new \OC\Files\View('/'.$uid.'/files_versions');
// check if filename is a directory
2012-09-07 17:22:01 +04:00
if($files_view->is_dir($filename)) {
return false;
}
// we should have a source file to work with
if (!$files_view->file_exists($filename)) {
return false;
}
// create all parent folders
2012-10-14 23:04:08 +04:00
$info=pathinfo($filename);
$versionsFolderName=$versions_view->getLocalFolder('');
if(!file_exists($versionsFolderName.'/'.$info['dirname'])) {
mkdir($versionsFolderName.'/'.$info['dirname'], 0750, true);
2012-09-19 22:54:03 +04:00
}
// store a new version of a file
2013-02-21 15:20:29 +04:00
$users_view->copy('files'.$filename, 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename));
$versionsSize = self::getVersionsSize($uid);
if ( $versionsSize === false || $versionsSize < 0 ) {
2013-01-15 17:57:23 +04:00
$versionsSize = self::calculateSize($uid);
}
2013-02-21 15:20:29 +04:00
$versionsSize += $users_view->filesize('files'.$filename);
2013-02-21 15:20:29 +04:00
// expire old revisions if necessary
2013-01-11 14:12:32 +04:00
$newSize = self::expire($filename, $versionsSize);
2013-02-21 15:20:29 +04:00
2013-02-09 19:46:55 +04:00
if ( $newSize != $versionsSize ) {
2013-02-21 15:20:29 +04:00
self::setVersionsSize($uid, $newSize);
2013-01-11 14:12:32 +04:00
}
}
}
/**
* Delete versions of a file
*/
public static function delete($filename) {
2013-01-15 17:57:23 +04:00
list($uid, $filename) = self::getUidAndFilename($filename);
2013-02-18 14:19:40 +04:00
$versions_fileview = new \OC\Files\View('/'.$uid .'/files_versions');
2013-02-22 20:21:57 +04:00
$abs_path = $versions_fileview->getLocalFile($filename.'.v');
2013-02-18 14:19:40 +04:00
if( ($versions = self::getVersions($uid, $filename)) ) {
2013-02-21 15:20:29 +04:00
$versionsSize = self::getVersionsSize($uid);
if ( $versionsSize === false || $versionsSize < 0 ) {
2013-01-15 17:57:23 +04:00
$versionsSize = self::calculateSize($uid);
}
foreach ($versions as $v) {
unlink($abs_path . $v['version']);
$versionsSize -= $v['size'];
}
2013-02-21 15:20:29 +04:00
self::setVersionsSize($uid, $versionsSize);
}
}
2013-02-22 20:21:57 +04:00
2013-01-15 17:57:23 +04:00
/**
* rename versions of a file
*/
public static function rename($old_path, $new_path) {
list($uid, $oldpath) = self::getUidAndFilename($old_path);
list($uidn, $newpath) = self::getUidAndFilename($new_path);
2013-02-18 14:19:40 +04:00
$versions_view = new \OC\Files\View('/'.$uid .'/files_versions');
$files_view = new \OC\Files\View('/'.$uid .'/files');
// if the file already exists than it was a upload of a existing file
// over the web interface -> store() is the right function we need here
2013-03-14 20:09:48 +04:00
if ($files_view->file_exists($newpath)) {
return self::store($new_path);
}
$abs_newpath = $versions_view->getLocalFile($newpath);
2013-02-22 20:21:57 +04:00
if ( $files_view->is_dir($oldpath) && $versions_view->is_dir($oldpath) ) {
$versions_view->rename($oldpath, $newpath);
2013-02-18 14:19:40 +04:00
} else if ( ($versions = Storage::getVersions($uid, $oldpath)) ) {
2013-01-15 17:57:23 +04:00
$info=pathinfo($abs_newpath);
if(!file_exists($info['dirname'])) mkdir($info['dirname'], 0750, true);
foreach ($versions as $v) {
2013-01-15 17:57:23 +04:00
$versions_view->rename($oldpath.'.v'.$v['version'], $newpath.'.v'.$v['version']);
}
}
}
2013-02-22 20:21:57 +04:00
/**
* rollback to an old version of a file.
*/
public static function rollback($filename, $revision) {
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
2012-09-19 22:54:03 +04:00
list($uid, $filename) = self::getUidAndFilename($filename);
2013-01-16 22:04:50 +04:00
$users_view = new \OC\Files\View('/'.$uid);
2013-01-16 13:18:40 +04:00
$versionCreated = false;
2013-02-22 20:21:57 +04:00
//first create a new version
$version = 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename);
if ( !$users_view->file_exists($version)) {
$users_view->copy('files'.$filename, 'files_versions'.$filename.'.v'.$users_view->filemtime('files'.$filename));
$versionCreated = true;
}
2013-02-22 20:21:57 +04:00
// rollback
if( @$users_view->copy('files_versions'.$filename.'.v'.$revision, 'files'.$filename) ) {
$users_view->touch('files'.$filename, $revision);
Storage::expire($filename);
return true;
}else if ( $versionCreated ) {
$users_view->unlink($version);
}
}
return false;
}
/**
* @brief get a list of all available versions of a file in descending chronological order
2013-02-18 14:19:40 +04:00
* @param $uid user id from the owner of the file
* @param $filename file to find versions of, relative to the user files dir
* @param $count number of versions to return
* @returns array
*/
2013-02-18 14:19:40 +04:00
public static function getVersions($uid, $filename, $count = 0 ) {
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
2013-02-18 14:19:40 +04:00
$versions_fileview = new \OC\Files\View('/' . $uid . '/files_versions');
$versionsName = $versions_fileview->getLocalFile($filename);
$versions = array();
// fetch for old versions
$matches = glob(preg_quote($versionsName).'.v*' );
2013-02-22 20:21:57 +04:00
if ( !$matches ) {
return $versions;
}
sort( $matches );
2013-02-18 14:19:40 +04:00
$files_view = new \OC\Files\View('/'.$uid.'/files');
$local_file = $files_view->getLocalFile($filename);
2012-09-19 23:26:24 +04:00
$local_file_md5 = \md5_file( $local_file );
foreach( $matches as $ma ) {
$parts = explode( '.v', $ma );
$version = ( end( $parts ) );
$key = $version.'#'.$filename;
$versions[$key]['cur'] = 0;
$versions[$key]['version'] = $version;
2013-01-15 17:57:23 +04:00
$versions[$key]['path'] = $filename;
$versions[$key]['size'] = $versions_fileview->filesize($filename.'.v'.$version);
// if file with modified date exists, flag it in array as currently enabled version
2012-09-19 23:26:24 +04:00
( \md5_file( $ma ) == $local_file_md5 ? $versions[$key]['fileMatch'] = 1 : $versions[$key]['fileMatch'] = 0 );
}
$versions = array_reverse( $versions );
foreach( $versions as $key => $value ) {
// flag the first matched file in array (which will have latest modification date) as current version
if ( $value['fileMatch'] ) {
$value['cur'] = 1;
break;
}
}
$versions = array_reverse( $versions );
// only show the newest commits
if( $count != 0 and ( count( $versions )>$count ) ) {
$versions = array_slice( $versions, count( $versions ) - $count );
}
return( $versions );
} else {
// if versioning isn't enabled then return an empty array
return( array() );
}
}
/**
2013-01-15 17:57:23 +04:00
* @brief get the size of all stored versions from a given user
* @param $uid id from the user
* @return size of vesions
*/
2013-01-15 17:57:23 +04:00
private static function calculateSize($uid) {
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
2013-02-18 14:19:40 +04:00
$versions_fileview = new \OC\Files\View('/'.$uid.'/files_versions');
$versionsRoot = $versions_fileview->getLocalFolder('');
2013-02-22 20:21:57 +04:00
2013-02-15 01:53:30 +04:00
$iterator = new \RecursiveIteratorIterator(
new \RecursiveDirectoryIterator($versionsRoot),
\RecursiveIteratorIterator::CHILD_FIRST
);
2013-02-22 20:21:57 +04:00
$size = 0;
2013-02-22 20:21:57 +04:00
2013-01-15 17:57:23 +04:00
foreach ($iterator as $path) {
if ( preg_match('/^.+\.v(\d+)$/', $path, $match) ) {
$relpath = substr($path, strlen($versionsRoot)-1);
2013-01-15 17:57:23 +04:00
$size += $versions_fileview->filesize($relpath);
}
}
2013-02-22 20:21:57 +04:00
2013-01-15 17:57:23 +04:00
return $size;
}
}
2013-02-22 20:21:57 +04:00
/**
* @brief returns all stored file versions from a given user
* @param $uid id to the user
* @return array with contains two arrays 'all' which contains all versions sorted by age and 'by_file' which contains all versions sorted by filename
*/
private static function getAllVersions($uid) {
2013-01-15 17:57:23 +04:00
if( \OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true' ) {
2013-02-18 14:19:40 +04:00
$versions_fileview = new \OC\Files\View('/'.$uid.'/files_versions');
$versionsRoot = $versions_fileview->getLocalFolder('');
2013-02-22 20:21:57 +04:00
2013-02-15 01:53:30 +04:00
$iterator = new \RecursiveIteratorIterator(
new \RecursiveDirectoryIterator($versionsRoot),
\RecursiveIteratorIterator::CHILD_FIRST
);
2013-02-22 20:21:57 +04:00
$versions = array();
2013-02-22 20:21:57 +04:00
foreach ($iterator as $path) {
if ( preg_match('/^.+\.v(\d+)$/', $path, $match) ) {
$relpath = substr($path, strlen($versionsRoot)-1);
$versions[$match[1].'#'.$relpath] = array('path' => $relpath, 'timestamp' => $match[1]);
}
2013-01-15 17:57:23 +04:00
}
2013-02-22 20:21:57 +04:00
ksort($versions);
2013-02-22 20:21:57 +04:00
$i = 0;
2013-02-22 20:21:57 +04:00
$result = array();
2013-02-22 20:21:57 +04:00
2013-01-15 17:57:23 +04:00
foreach( $versions as $key => $value ) {
$i++;
$size = $versions_fileview->filesize($value['path']);
$filename = substr($value['path'], 0, -strlen($value['timestamp'])-2);
2013-01-15 17:57:23 +04:00
$result['all'][$key]['version'] = $value['timestamp'];
2013-01-15 17:57:23 +04:00
$result['all'][$key]['path'] = $filename;
$result['all'][$key]['size'] = $size;
2013-02-22 20:21:57 +04:00
$filename = substr($value['path'], 0, -strlen($value['timestamp'])-2);
$result['by_file'][$filename][$key]['version'] = $value['timestamp'];
2013-01-15 17:57:23 +04:00
$result['by_file'][$filename][$key]['path'] = $filename;
$result['by_file'][$filename][$key]['size'] = $size;
2013-02-22 20:21:57 +04:00
}
2013-02-22 20:21:57 +04:00
return $result;
}
}
/**
* @brief Erase a file's versions which exceed the set quota
*/
2013-01-11 14:12:32 +04:00
private static function expire($filename, $versionsSize = null) {
if(\OCP\Config::getSystemValue('files_versions', Storage::DEFAULTENABLED)=='true') {
2013-02-22 20:21:57 +04:00
list($uid, $filename) = self::getUidAndFilename($filename);
2013-02-18 14:19:40 +04:00
$versions_fileview = new \OC\Files\View('/'.$uid.'/files_versions');
2013-02-22 20:21:57 +04:00
// get available disk space for user
2013-03-04 15:59:48 +04:00
$quota = \OC_Preferences::getValue($uid, 'files', 'quota');
if ( $quota === null || $quota === 'default') {
2013-02-25 19:12:44 +04:00
$quota = \OC_Appconfig::getValue('files', 'default_quota');
}
2013-03-04 15:33:16 +04:00
if ( $quota === null || $quota === 'none' ) {
2013-02-21 15:20:29 +04:00
$quota = \OC\Files\Filesystem::free_space('/') / count(\OCP\User::getUsers());
2013-02-25 19:12:44 +04:00
} else {
$quota = \OCP\Util::computerFileSize($quota);
2012-12-13 19:34:54 +04:00
}
// make sure that we have the current size of the version history
if ( $versionsSize === null ) {
2013-02-21 15:20:29 +04:00
$versionsSize = self::getVersionsSize($uid);
if ( $versionsSize === false || $versionsSize < 0 ) {
$versionsSize = self::calculateSize($uid);
}
}
2013-01-15 17:57:23 +04:00
// calculate available space for version history
2013-02-18 14:19:40 +04:00
$files_view = new \OC\Files\View('/'.$uid.'/files');
$rootInfo = $files_view->getFileInfo('/');
$free = $quota-$rootInfo['size']; // remaining free space for user
2012-12-13 19:34:54 +04:00
if ( $free > 0 ) {
$availableSpace = ($free * self::DEFAULTMAXSIZE / 100) - $versionsSize; // how much space can be used for versions
} else {
$availableSpace = $free-$versionsSize;
2013-02-22 20:21:57 +04:00
}
2013-02-22 20:21:57 +04:00
// after every 1000s run reduce the number of all versions not only for the current file
$random = rand(0, 1000);
if ($random == 0) {
$result = Storage::getAllVersions($uid);
$versions_by_file = $result['by_file'];
$all_versions = $result['all'];
} else {
2013-02-18 14:19:40 +04:00
$all_versions = Storage::getVersions($uid, $filename);
$versions_by_file[$filename] = $all_versions;
}
2013-02-22 20:21:57 +04:00
$time = time();
2013-02-22 20:21:57 +04:00
// it is possible to expire versions from more than one file
// iterate through all given files
foreach ($versions_by_file as $filename => $versions) {
$versions = array_reverse($versions); // newest version first
2013-02-22 20:21:57 +04:00
$interval = 1;
2013-02-22 20:21:57 +04:00
$step = Storage::$max_versions_per_interval[$interval]['step'];
if (Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'] == -1) {
$nextInterval = -1;
} else {
$nextInterval = $time - Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'];
}
2013-02-22 20:21:57 +04:00
$firstVersion = reset($versions);
$firstKey = key($versions);
$prevTimestamp = $firstVersion['version'];
$nextVersion = $firstVersion['version'] - $step;
$remaining_versions[$firstKey] = $firstVersion;
unset($versions[$firstKey]);
2013-02-22 20:21:57 +04:00
foreach ($versions as $key => $version) {
$newInterval = true;
while ( $newInterval ) {
if ( $nextInterval == -1 || $version['version'] >= $nextInterval ) {
if ( $version['version'] > $nextVersion ) {
//distance between two version too small, delete version
$versions_fileview->unlink($version['path'].'.v'.$version['version']);
$availableSpace += $version['size'];
$versionsSize -= $version['size'];
unset($all_versions[$key]); // update array with all versions
} else {
$nextVersion = $version['version'] - $step;
}
$newInterval = false; // version checked so we can move to the next one
} else { // time to move on to the next interval
$interval++;
$step = Storage::$max_versions_per_interval[$interval]['step'];
$nextVersion = $prevTimestamp - $step;
if ( Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'] == -1 ) {
$nextInterval = -1;
2013-01-15 17:57:23 +04:00
} else {
$nextInterval = $time - Storage::$max_versions_per_interval[$interval]['intervalEndsAfter'];
}
$newInterval = true; // we changed the interval -> check same version with new interval
}
}
$prevTimestamp = $version['version'];
}
}
2013-02-22 20:21:57 +04:00
2013-03-04 20:20:14 +04:00
// Check if enough space is available after versions are rearranged.
// If not we delete the oldest versions until we meet the size limit for versions,
// but always keep the two latest versions
$numOfVersions = count($all_versions) -2 ;
2013-02-22 20:21:57 +04:00
$i = 0;
2013-03-04 20:20:14 +04:00
while ($availableSpace < 0 && $i < $numOfVersions) {
$versions_fileview->unlink($all_versions[$i]['path'].'.v'.$all_versions[$i]['version']);
$versionsSize -= $all_versions[$i]['size'];
$availableSpace += $all_versions[$i]['size'];
$i++;
}
2013-02-22 20:21:57 +04:00
return $versionsSize; // finally return the new size of the version history
}
2013-02-22 20:21:57 +04:00
2013-01-11 14:12:32 +04:00
return false;
}
}