# GNU MediaGoblin -- federated, autonomous media hosting # Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS. # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import io import os import shutil import six.moves.urllib.parse as urlparse from mediagoblin.storage import ( StorageInterface, clean_listy_filepath, NoWebServing) class FileObjectAwareFile(io.FileIO): def write(self, data): if hasattr(data, 'read'): # We can call data.read(). It means that the data is a file-like # object, which should be saved RAM-friendly way shutil.copyfileobj(data, self) else: super(FileObjectAwareFile, self).write(data) class BasicFileStorage(StorageInterface): """ Basic local filesystem implementation of storage API """ local_storage = True def __init__(self, base_dir, base_url=None, **kwargs): """ Keyword arguments: - base_dir: Base directory things will be served out of. MUST be an absolute path. - base_url: URL files will be served from """ self.base_dir = base_dir self.base_url = base_url def _resolve_filepath(self, filepath): """ Transform the given filepath into a local filesystem filepath. """ return os.path.join( self.base_dir, *clean_listy_filepath(filepath)) def file_exists(self, filepath): return os.path.exists(self._resolve_filepath(filepath)) def get_file(self, filepath, mode='r'): # Make directories if necessary if len(filepath) > 1: directory = self._resolve_filepath(filepath[:-1]) if not os.path.exists(directory): os.makedirs(directory) # Grab and return the file in the mode specified return FileObjectAwareFile(self._resolve_filepath(filepath), mode) def delete_file(self, filepath): """Delete file at filepath Raises OSError in case filepath is a directory.""" #TODO: log error os.remove(self._resolve_filepath(filepath)) def delete_dir(self, dirpath, recursive=False): """returns True on succes, False on failure""" dirpath = self._resolve_filepath(dirpath) # Shortcut the default and simple case of nonempty=F, recursive=F if recursive: try: shutil.rmtree(dirpath) except OSError as e: #TODO: log something here return False else: # recursively delete everything try: os.rmdir(dirpath) except OSError as e: #TODO: log something here return False return True def file_url(self, filepath): if not self.base_url: raise NoWebServing( "base_url not set, cannot provide file urls") return urlparse.urljoin( self.base_url, '/'.join(clean_listy_filepath(filepath))) def get_local_path(self, filepath): return self._resolve_filepath(filepath) def copy_local_to_storage(self, filename, filepath): """ Copy this file from locally to the storage system. """ # Make directories if necessary if len(filepath) > 1: directory = self._resolve_filepath(filepath[:-1]) if not os.path.exists(directory): os.makedirs(directory) # This uses chunked copying of 16kb buffers (Py2.7): shutil.copy(filename, self.get_local_path(filepath)) def get_file_size(self, filepath): return os.stat(self._resolve_filepath(filepath)).st_size