You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
608 lines
23 KiB
608 lines
23 KiB
<?php
|
|
// This file is part of Moodle - http://moodle.org/
|
|
//
|
|
// Moodle is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// Moodle is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with Moodle. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
/**
|
|
* Core file system class definition.
|
|
*
|
|
* @package core_files
|
|
* @copyright 2017 Andrew Nicols <andrew@nicols.co.uk>
|
|
* @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
|
|
*/
|
|
|
|
defined('MOODLE_INTERNAL') || die();
|
|
|
|
/**
|
|
* File system class used for low level access to real files in filedir.
|
|
*
|
|
* @package core_files
|
|
* @category files
|
|
* @copyright 2017 Andrew Nicols <andrew@nicols.co.uk>
|
|
* @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
|
|
*/
|
|
abstract class file_system {
|
|
|
|
/**
|
|
* Private clone method to prevent cloning of the instance.
|
|
*/
|
|
final protected function __clone() {
|
|
return;
|
|
}
|
|
|
|
/**
|
|
* Private wakeup method to prevent unserialising of the instance.
|
|
*/
|
|
final protected function __wakeup() {
|
|
return;
|
|
}
|
|
|
|
/**
|
|
* Output the content of the specified stored file.
|
|
*
|
|
* Note, this is different to get_content() as it uses the built-in php
|
|
* readfile function which is more efficient.
|
|
*
|
|
* @param stored_file $file The file to serve.
|
|
* @return void
|
|
*/
|
|
public function readfile(stored_file $file) {
|
|
if ($this->is_file_readable_locally_by_storedfile($file, false)) {
|
|
$path = $this->get_local_path_from_storedfile($file, false);
|
|
} else {
|
|
$path = $this->get_remote_path_from_storedfile($file);
|
|
}
|
|
readfile_allow_large($path, $file->get_filesize());
|
|
}
|
|
|
|
/**
|
|
* Get the full path on disk for the specified stored file.
|
|
*
|
|
* Note: This must return a consistent path for the file's contenthash
|
|
* and the path _will_ be in a standard local format.
|
|
* Streamable paths will not work.
|
|
* A local copy of the file _will_ be fetched if $fetchifnotfound is tree.
|
|
*
|
|
* The $fetchifnotfound allows you to determine the expected path of the file.
|
|
*
|
|
* @param stored_file $file The file to serve.
|
|
* @param bool $fetchifnotfound Whether to attempt to fetch from the remote path if not found.
|
|
* @return string full path to pool file with file content
|
|
*/
|
|
protected function get_local_path_from_storedfile(stored_file $file, $fetchifnotfound = false) {
|
|
return $this->get_local_path_from_hash($file->get_contenthash(), $fetchifnotfound);
|
|
}
|
|
|
|
/**
|
|
* Get a remote filepath for the specified stored file.
|
|
*
|
|
* This is typically either the same as the local filepath, or it is a streamable resource.
|
|
*
|
|
* See https://secure.php.net/manual/en/wrappers.php for further information on valid wrappers.
|
|
*
|
|
* @param stored_file $file The file to serve.
|
|
* @return string full path to pool file with file content
|
|
*/
|
|
protected function get_remote_path_from_storedfile(stored_file $file) {
|
|
return $this->get_remote_path_from_hash($file->get_contenthash(), false);
|
|
}
|
|
|
|
/**
|
|
* Get the full path for the specified hash, including the path to the filedir.
|
|
*
|
|
* Note: This must return a consistent path for the file's contenthash
|
|
* and the path _will_ be in a standard local format.
|
|
* Streamable paths will not work.
|
|
* A local copy of the file _will_ be fetched if $fetchifnotfound is tree.
|
|
*
|
|
* The $fetchifnotfound allows you to determine the expected path of the file.
|
|
*
|
|
* @param string $contenthash The content hash
|
|
* @param bool $fetchifnotfound Whether to attempt to fetch from the remote path if not found.
|
|
* @return string The full path to the content file
|
|
*/
|
|
abstract protected function get_local_path_from_hash($contenthash, $fetchifnotfound = false);
|
|
|
|
/**
|
|
* Get the full path for the specified hash, including the path to the filedir.
|
|
*
|
|
* This is typically either the same as the local filepath, or it is a streamable resource.
|
|
*
|
|
* See https://secure.php.net/manual/en/wrappers.php for further information on valid wrappers.
|
|
*
|
|
* @param string $contenthash The content hash
|
|
* @return string The full path to the content file
|
|
*/
|
|
abstract protected function get_remote_path_from_hash($contenthash);
|
|
|
|
/**
|
|
* Determine whether the file is present on the file system somewhere.
|
|
* A local copy of the file _will_ be fetched if $fetchifnotfound is tree.
|
|
*
|
|
* The $fetchifnotfound allows you to determine the expected path of the file.
|
|
*
|
|
* @param stored_file $file The file to ensure is available.
|
|
* @param bool $fetchifnotfound Whether to attempt to fetch from the remote path if not found.
|
|
* @return bool
|
|
*/
|
|
public function is_file_readable_locally_by_storedfile(stored_file $file, $fetchifnotfound = false) {
|
|
if (!$file->get_filesize()) {
|
|
// Files with empty size are either directories or empty.
|
|
// We handle these virtually.
|
|
return true;
|
|
}
|
|
|
|
// Check to see if the file is currently readable.
|
|
$path = $this->get_local_path_from_storedfile($file, $fetchifnotfound);
|
|
if (is_readable($path)) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
/**
|
|
* Determine whether the file is present on the local file system somewhere.
|
|
*
|
|
* @param stored_file $file The file to ensure is available.
|
|
* @return bool
|
|
*/
|
|
public function is_file_readable_remotely_by_storedfile(stored_file $file) {
|
|
if (!$file->get_filesize()) {
|
|
// Files with empty size are either directories or empty.
|
|
// We handle these virtually.
|
|
return true;
|
|
}
|
|
|
|
$path = $this->get_remote_path_from_storedfile($file, false);
|
|
if (is_readable($path)) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
/**
|
|
* Determine whether the file is present on the file system somewhere given
|
|
* the contenthash.
|
|
*
|
|
* @param string $contenthash The contenthash of the file to check.
|
|
* @param bool $fetchifnotfound Whether to attempt to fetch from the remote path if not found.
|
|
* @return bool
|
|
*/
|
|
public function is_file_readable_locally_by_hash($contenthash, $fetchifnotfound = false) {
|
|
if ($contenthash === file_storage::hash_from_string('')) {
|
|
// Files with empty size are either directories or empty.
|
|
// We handle these virtually.
|
|
return true;
|
|
}
|
|
|
|
// This is called by file_storage::content_exists(), and in turn by the repository system.
|
|
$path = $this->get_local_path_from_hash($contenthash, $fetchifnotfound);
|
|
|
|
// Note - it is not possible to perform a content recovery safely from a hash alone.
|
|
return is_readable($path);
|
|
}
|
|
|
|
/**
|
|
* Determine whether the file is present locally on the file system somewhere given
|
|
* the contenthash.
|
|
*
|
|
* @param string $contenthash The contenthash of the file to check.
|
|
* @return bool
|
|
*/
|
|
public function is_file_readable_remotely_by_hash($contenthash) {
|
|
if ($contenthash === file_storage::hash_from_string('')) {
|
|
// Files with empty size are either directories or empty.
|
|
// We handle these virtually.
|
|
return true;
|
|
}
|
|
|
|
$path = $this->get_remote_path_from_hash($contenthash, false);
|
|
|
|
// Note - it is not possible to perform a content recovery safely from a hash alone.
|
|
return is_readable($path);
|
|
}
|
|
|
|
/**
|
|
* Copy content of file to given pathname.
|
|
*
|
|
* @param stored_file $file The file to be copied
|
|
* @param string $target real path to the new file
|
|
* @return bool success
|
|
*/
|
|
abstract public function copy_content_from_storedfile(stored_file $file, $target);
|
|
|
|
/**
|
|
* Remove the file with the specified contenthash.
|
|
*
|
|
* Note, if overriding this function, you _must_ check that the file is
|
|
* no longer in use - see {check_file_usage}.
|
|
*
|
|
* DO NOT call directly - reserved for core!!
|
|
*
|
|
* @param string $contenthash
|
|
*/
|
|
abstract public function remove_file($contenthash);
|
|
|
|
/**
|
|
* Check whether a file is removable.
|
|
*
|
|
* This must be called prior to file removal.
|
|
*
|
|
* @param string $contenthash
|
|
* @return bool
|
|
*/
|
|
protected static function is_file_removable($contenthash) {
|
|
global $DB;
|
|
|
|
if ($contenthash === file_storage::hash_from_string('')) {
|
|
// No need to delete files without content.
|
|
return false;
|
|
}
|
|
|
|
// Note: This section is critical - in theory file could be reused at the same time, if this
|
|
// happens we can still recover the file from trash.
|
|
// Technically this is the responsibility of the file_storage API, but as this method is public, we go belt-and-braces.
|
|
if ($DB->record_exists('files', array('contenthash' => $contenthash))) {
|
|
// File content is still used.
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Get the content of the specified stored file.
|
|
*
|
|
* Generally you will probably want to use readfile() to serve content,
|
|
* and where possible you should see if you can use
|
|
* get_content_file_handle and work with the file stream instead.
|
|
*
|
|
* @param stored_file $file The file to retrieve
|
|
* @return string The full file content
|
|
*/
|
|
public function get_content(stored_file $file) {
|
|
if (!$file->get_filesize()) {
|
|
// Directories are empty. Empty files are not worth fetching.
|
|
return '';
|
|
}
|
|
|
|
$source = $this->get_remote_path_from_storedfile($file);
|
|
return file_get_contents($source);
|
|
}
|
|
|
|
/**
|
|
* List contents of archive.
|
|
*
|
|
* @param stored_file $file The archive to inspect
|
|
* @param file_packer $packer file packer instance
|
|
* @return array of file infos
|
|
*/
|
|
public function list_files($file, file_packer $packer) {
|
|
$archivefile = $this->get_local_path_from_storedfile($file, true);
|
|
return $packer->list_files($archivefile);
|
|
}
|
|
|
|
/**
|
|
* Extract file to given file path (real OS filesystem), existing files are overwritten.
|
|
*
|
|
* @param stored_file $file The archive to inspect
|
|
* @param file_packer $packer File packer instance
|
|
* @param string $pathname Target directory
|
|
* @param file_progress $progress progress indicator callback or null if not required
|
|
* @return array|bool List of processed files; false if error
|
|
*/
|
|
public function extract_to_pathname(stored_file $file, file_packer $packer, $pathname, file_progress $progress = null) {
|
|
$archivefile = $this->get_local_path_from_storedfile($file, true);
|
|
return $packer->extract_to_pathname($archivefile, $pathname, null, $progress);
|
|
}
|
|
|
|
/**
|
|
* Extract file to given file path (real OS filesystem), existing files are overwritten.
|
|
*
|
|
* @param stored_file $file The archive to inspect
|
|
* @param file_packer $packer file packer instance
|
|
* @param int $contextid context ID
|
|
* @param string $component component
|
|
* @param string $filearea file area
|
|
* @param int $itemid item ID
|
|
* @param string $pathbase path base
|
|
* @param int $userid user ID
|
|
* @param file_progress $progress Progress indicator callback or null if not required
|
|
* @return array|bool list of processed files; false if error
|
|
*/
|
|
public function extract_to_storage(stored_file $file, file_packer $packer, $contextid,
|
|
$component, $filearea, $itemid, $pathbase, $userid = null, file_progress $progress = null) {
|
|
|
|
// Since we do not know which extractor we have, and whether it supports remote paths, use a local path here.
|
|
$archivefile = $this->get_local_path_from_storedfile($file, true);
|
|
return $packer->extract_to_storage($archivefile, $contextid,
|
|
$component, $filearea, $itemid, $pathbase, $userid, $progress);
|
|
}
|
|
|
|
/**
|
|
* Add file/directory into archive.
|
|
*
|
|
* @param stored_file $file The file to archive
|
|
* @param file_archive $filearch file archive instance
|
|
* @param string $archivepath pathname in archive
|
|
* @return bool success
|
|
*/
|
|
public function add_storedfile_to_archive(stored_file $file, file_archive $filearch, $archivepath) {
|
|
if ($file->is_directory()) {
|
|
return $filearch->add_directory($archivepath);
|
|
} else {
|
|
// Since we do not know which extractor we have, and whether it supports remote paths, use a local path here.
|
|
return $filearch->add_file_from_pathname($archivepath, $this->get_local_path_from_storedfile($file, true));
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Adds this file path to a curl request (POST only).
|
|
*
|
|
* @param stored_file $file The file to add to the curl request
|
|
* @param curl $curlrequest The curl request object
|
|
* @param string $key What key to use in the POST request
|
|
* @return void
|
|
* This needs the fullpath for the storedfile :/
|
|
* Can this be achieved in some other fashion?
|
|
*/
|
|
public function add_to_curl_request(stored_file $file, &$curlrequest, $key) {
|
|
// Note: curl_file_create does not work with remote paths.
|
|
$path = $this->get_local_path_from_storedfile($file, true);
|
|
$curlrequest->_tmp_file_post_params[$key] = curl_file_create($path, null, $file->get_filename());
|
|
}
|
|
|
|
/**
|
|
* Returns information about image.
|
|
* Information is determined from the file content
|
|
*
|
|
* @param stored_file $file The file to inspect
|
|
* @return mixed array with width, height and mimetype; false if not an image
|
|
*/
|
|
public function get_imageinfo(stored_file $file) {
|
|
if (!$this->is_image_from_storedfile($file)) {
|
|
return false;
|
|
}
|
|
|
|
// Whilst get_imageinfo_from_path can use remote paths, it must download the entire file first.
|
|
// It is more efficient to use a local file when possible.
|
|
return $this->get_imageinfo_from_path($this->get_local_path_from_storedfile($file, true));
|
|
}
|
|
|
|
/**
|
|
* Attempt to determine whether the specified file is likely to be an
|
|
* image.
|
|
* Since this relies upon the mimetype stored in the files table, there
|
|
* may be times when this information is not 100% accurate.
|
|
*
|
|
* @param stored_file $file The file to check
|
|
* @return bool
|
|
*/
|
|
public function is_image_from_storedfile(stored_file $file) {
|
|
if (!$file->get_filesize()) {
|
|
// An empty file cannot be an image.
|
|
return false;
|
|
}
|
|
|
|
$mimetype = $file->get_mimetype();
|
|
if (!preg_match('|^image/|', $mimetype)) {
|
|
// The mimetype does not include image.
|
|
return false;
|
|
}
|
|
|
|
// If it looks like an image, and it smells like an image, perhaps it's an image!
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Returns image information relating to the specified path or URL.
|
|
*
|
|
* @param string $path The path to pass to getimagesize.
|
|
* @return array Containing width, height, and mimetype.
|
|
*/
|
|
protected function get_imageinfo_from_path($path) {
|
|
$imageinfo = getimagesize($path);
|
|
|
|
$image = array(
|
|
'width' => $imageinfo[0],
|
|
'height' => $imageinfo[1],
|
|
'mimetype' => image_type_to_mime_type($imageinfo[2]),
|
|
);
|
|
if (empty($image['width']) or empty($image['height']) or empty($image['mimetype'])) {
|
|
// GD can not parse it, sorry.
|
|
return false;
|
|
}
|
|
return $image;
|
|
}
|
|
|
|
/**
|
|
* Serve file content using X-Sendfile header.
|
|
* Please make sure that all headers are already sent and the all
|
|
* access control checks passed.
|
|
*
|
|
* @param string $contenthash The content hash of the file to be served
|
|
* @return bool success
|
|
*/
|
|
public function xsendfile($contenthash) {
|
|
global $CFG;
|
|
require_once($CFG->libdir . "/xsendfilelib.php");
|
|
|
|
return xsendfile($this->get_remote_path_from_hash($contenthash));
|
|
}
|
|
|
|
/**
|
|
* Validate that the content hash matches the content hash of the file on disk.
|
|
*
|
|
* @param string $contenthash The current content hash to validate
|
|
* @param string $pathname The path to the file on disk
|
|
* @return array The content hash (it might change) and file size
|
|
*/
|
|
protected function validate_hash_and_file_size($contenthash, $pathname) {
|
|
global $CFG;
|
|
|
|
if (!is_readable($pathname)) {
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
|
|
$filesize = filesize($pathname);
|
|
if ($filesize === false) {
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
|
|
if (is_null($contenthash)) {
|
|
$contenthash = file_storage::hash_from_path($pathname);
|
|
} else if ($CFG->debugdeveloper) {
|
|
$filehash = file_storage::hash_from_path($pathname);
|
|
if ($filehash === false) {
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
if ($filehash !== $contenthash) {
|
|
// Hopefully this never happens, if yes we need to fix calling code.
|
|
debugging("Invalid contenthash submitted for file $pathname", DEBUG_DEVELOPER);
|
|
$contenthash = $filehash;
|
|
}
|
|
}
|
|
if ($contenthash === false) {
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
|
|
if ($filesize > 0 and $contenthash === file_storage::hash_from_string('')) {
|
|
// Did the file change or is file_storage::hash_from_path() borked for this file?
|
|
clearstatcache();
|
|
$contenthash = file_storage::hash_from_path($pathname);
|
|
$filesize = filesize($pathname);
|
|
|
|
if ($contenthash === false or $filesize === false) {
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
if ($filesize > 0 and $contenthash === file_storage::hash_from_string('')) {
|
|
// This is very weird...
|
|
throw new file_exception('storedfilecannotread', '', $pathname);
|
|
}
|
|
}
|
|
|
|
return [$contenthash, $filesize];
|
|
}
|
|
|
|
/**
|
|
* Add the supplied file to the file system.
|
|
*
|
|
* Note: If overriding this function, it is advisable to store the file
|
|
* in the path returned by get_local_path_from_hash as there may be
|
|
* subsequent uses of the file in the same request.
|
|
*
|
|
* @param string $pathname Path to file currently on disk
|
|
* @param string $contenthash SHA1 hash of content if known (performance only)
|
|
* @return array (contenthash, filesize, newfile)
|
|
*/
|
|
abstract public function add_file_from_path($pathname, $contenthash = null);
|
|
|
|
/**
|
|
* Add a file with the supplied content to the file system.
|
|
*
|
|
* Note: If overriding this function, it is advisable to store the file
|
|
* in the path returned by get_local_path_from_hash as there may be
|
|
* subsequent uses of the file in the same request.
|
|
*
|
|
* @param string $content file content - binary string
|
|
* @return array (contenthash, filesize, newfile)
|
|
*/
|
|
abstract public function add_file_from_string($content);
|
|
|
|
/**
|
|
* Returns file handle - read only mode, no writing allowed into pool files!
|
|
*
|
|
* When you want to modify a file, create a new file and delete the old one.
|
|
*
|
|
* @param stored_file $file The file to retrieve a handle for
|
|
* @param int $type Type of file handle (FILE_HANDLE_xx constant)
|
|
* @return resource file handle
|
|
*/
|
|
public function get_content_file_handle(stored_file $file, $type = stored_file::FILE_HANDLE_FOPEN) {
|
|
if ($type === stored_file::FILE_HANDLE_GZOPEN) {
|
|
// Local file required for gzopen.
|
|
$path = $this->get_local_path_from_storedfile($file, true);
|
|
} else {
|
|
$path = $this->get_remote_path_from_storedfile($file);
|
|
}
|
|
|
|
return self::get_file_handle_for_path($path, $type);
|
|
}
|
|
|
|
/**
|
|
* Return a file handle for the specified path.
|
|
*
|
|
* This abstraction should be used when overriding get_content_file_handle in a new file system.
|
|
*
|
|
* @param string $path The path to the file. This shoudl be any type of path that fopen and gzopen accept.
|
|
* @param int $type Type of file handle (FILE_HANDLE_xx constant)
|
|
* @return resource
|
|
* @throws coding_exception When an unexpected type of file handle is requested
|
|
*/
|
|
protected static function get_file_handle_for_path($path, $type = stored_file::FILE_HANDLE_FOPEN) {
|
|
switch ($type) {
|
|
case stored_file::FILE_HANDLE_FOPEN:
|
|
// Binary reading.
|
|
return fopen($path, 'rb');
|
|
case stored_file::FILE_HANDLE_GZOPEN:
|
|
// Binary reading of file in gz format.
|
|
return gzopen($path, 'rb');
|
|
default:
|
|
throw new coding_exception('Unexpected file handle type');
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Retrieve the mime information for the specified stored file.
|
|
*
|
|
* @param string $contenthash
|
|
* @param string $filename
|
|
* @return string The MIME type.
|
|
*/
|
|
public function mimetype_from_hash($contenthash, $filename) {
|
|
$pathname = $this->get_local_path_from_hash($contenthash);
|
|
$mimetype = file_storage::mimetype($pathname, $filename);
|
|
|
|
if ($mimetype === 'document/unknown' && !$this->is_file_readable_locally_by_hash($contenthash)) {
|
|
// The type is unknown, but the full checks weren't completed because the file isn't locally available.
|
|
// Ensure we have a local copy and try again.
|
|
$pathname = $this->get_local_path_from_hash($contenthash, true);
|
|
$mimetype = file_storage::mimetype_from_file($pathname);
|
|
}
|
|
|
|
return $mimetype;
|
|
}
|
|
|
|
/**
|
|
* Retrieve the mime information for the specified stored file.
|
|
*
|
|
* @param stored_file $file The stored file to retrieve mime information for
|
|
* @return string The MIME type.
|
|
*/
|
|
public function mimetype_from_storedfile($file) {
|
|
if (!$file->get_filesize()) {
|
|
// Files with an empty filesize are treated as directories and have no mimetype.
|
|
return null;
|
|
}
|
|
return $this->mimetype_from_hash($file->get_contenthash(), $file->get_filename());
|
|
}
|
|
|
|
/**
|
|
* Run any periodic tasks which must be performed.
|
|
*/
|
|
public function cron() {
|
|
}
|
|
}
|
|
|