# _archiver_manipulator.py
#
# Project: AutoArchive
# License: GNU GPLv3
#
# Copyright (C) 2003 - 2014 Róbert Čerňanský
""":class:`_ArchiverManipulator` class."""
__all__ = ["_ArchiverManipulator"]
# {{{ INCLUDES
import os
from datetime import date
from ..._py_additions import *
from ..._services.archiver import *
from ..._mainf import *
from ..._configuration import *
from .. import *
from ._archiving_constants import *
from ._archive_spec import *
from ._backup_information_provider import *
# }}} INCLUDES
# {{{ CLASSES
[docs]class _ArchiverManipulator:
"""Performs actions with backups.
Uses :class:`.IArchiver` services to manipulate with or create backups.
.. note:: ``backupInformationProvider`` is not updated by this class.
:param backupInformationProvider: Represents the archive that this instance shall be manipulating with.
:type backupInformationProvider`: :class:`._BackupInformationProvider`
:param interfaceAccessor: An :class:`.IInterfaceAccessor` instance.
:type interfaceAccessor: :class:`.IInterfaceAccessor`
:raise RuntimeError: If the archiver service could not be created."""
__ARCHIVER_TYPE_TO_BACKUP_TYPE_MAP = {ArchiverTypes.Tar: BackupTypes.Tar,
ArchiverTypes.TarGz: BackupTypes.TarGz,
ArchiverTypes.TarBz2: BackupTypes.TarBz2,
ArchiverTypes.TarXz: BackupTypes.TarXz,
ArchiverTypes.TarInternal: BackupTypes.Tar,
ArchiverTypes.TarGzInternal: BackupTypes.TarGz,
ArchiverTypes.TarBz2Internal: BackupTypes.TarBz2}
__OPTION_TO_FEATURE_MAP = {Options.COMPRESSION_LEVEL: ArchiverFeatures.CompressionStrength,
Options.INCREMENTAL: ArchiverFeatures.Incremental}
def __init__(self, backupInformationProvider, interfaceAccessor):
self.__backupInformationProvider = backupInformationProvider
self.__archiveSpec = self.__backupInformationProvider.archiveSpec
self.__storagePortion = None
self.__archiverService = None
self.__backupOperationStatus = None
self.__componentUi = interfaceAccessor.getComponentInterface(IComponentUi)
self.__storagePortion = interfaceAccessor.getComponentInterface(IStorage).createStoragePortion(
realm = self.__archiveSpec[_ArchiveSpecOptions.NAME])
self.__archiverService = ArchiverServiceCreator.getOrCreateArchiverService(
_ArchiverMaps.ARCHIVER_TYPE_TO_SERVICE_MAP[self.__archiveSpec[Options.ARCHIVER]],
self.__archiveSpec[Options.USER_CONFIG_DIR])
self.__reportUnsupportedOptions()
[docs] def createBackup(self):
"""Runs the :term:`archiver` and creates a :term:`backup`.
:return: Path to the created backup.
:rtype: ``str``
:raise RuntimeError: If the backup operation was aborted due to a fatal error.
:raise OSError: If a system error occurred while making the backup."""
backupDefinition = BackupDefinition()
backupDefinition.backupId = self.__archiveSpec[_ArchiveSpecOptions.NAME]
backupDefinition.backupType = self.__ARCHIVER_TYPE_TO_BACKUP_TYPE_MAP[self.__archiveSpec[Options.ARCHIVER]]
backupDefinition.destination = self.__archiveSpec[Options.DEST_DIR]
backupDefinition.root = self.__archiveSpec[_ArchiveSpecOptions.PATH]
backupDefinition.includeFiles = self.__archiveSpec[_ArchiveSpecOptions.INCLUDE_FILES]
backupDefinition.excludeFiles = self.__archiveSpec[_ArchiveSpecOptions.EXCLUDE_FILES]
self.__backupOperationStatus = True
self.__archiverService.backupOperationError += self.__onBackupOperationError
if self.__componentUi.verbosity == VerbosityLevels.Verbose:
self.__archiverService.fileAdd += self.__onFileAdd
compressionLevel = self.__archiveSpec[Options.COMPRESSION_LEVEL] \
if self.isOptionSupported(Options.COMPRESSION_LEVEL) else None
try:
if self.__archiveSpec[Options.INCREMENTAL] and self.isOptionSupported(Options.INCREMENTAL):
self.__reportBackupLevelRestart()
self.__reportBackupLevelTooHigh()
backupFilePath = self.__archiverService.backupFilesIncrementally(
backupDefinition, compressionLevel, self.__backupInformationProvider.nextBackupLevel)
if self.__archiveSpec[Options.REMOVE_OBSOLETE_BACKUPS]:
self.__archiverService.removeBackupIncrements(
backupDefinition, self.__backupInformationProvider.nextBackupLevel + 1)
else:
backupFilePath = self.__archiverService.backupFiles(backupDefinition, compressionLevel)
finally:
if self.__componentUi.verbosity == VerbosityLevels.Verbose:
self.__archiverService.fileAdd -= self.__onFileAdd
self.__archiverService.backupOperationError -= self.__onBackupOperationError
if not self.__backupOperationStatus:
self.__componentUi.showVerbose(
"Error(s) occurred during the backup creation. Please check program's output.")
return backupFilePath
[docs] def saveBackupLevelInfo(self, backupFilePath):
"""Saves all the information required for backup level restarting to the persistent storage.
.. note:: This method should be called only once after the backup was created.
:param backupFilePath: Path to the created backup.
:type backupFilePath: ``str``"""
if not self.__archiveSpec[Options.INCREMENTAL] or not self.isOptionSupported(Options.INCREMENTAL) or \
not self.__archiveSpec[Options.RESTARTING]:
return
# increase and save restart count
if self.__backupInformationProvider.restartReason is not BackupLevelRestartReasons.NoRestart:
if not self.__storagePortion.hasVariable(_RestartStorageVariables.RESTART_COUNT):
self.__storagePortion.saveValue(_RestartStorageVariables.RESTART_COUNT, 0)
restartCount = int(self.__storagePortion.getValue(_RestartStorageVariables.RESTART_COUNT))
self.__storagePortion.saveValue(_RestartStorageVariables.RESTART_COUNT, str(restartCount + 1))
# save last restart date
today = date.today()
if self.__backupInformationProvider.nextBackupLevel < 2 or \
self.__backupInformationProvider.restartReason is not BackupLevelRestartReasons.NoRestart:
self.__storagePortion.saveValue(_RestartStorageVariables.LAST_RESTART, today)
if self.__backupInformationProvider.nextBackupLevel == 0:
self.__storagePortion.saveValue(_RestartStorageVariables.LAST_FULL_RESTART, today)
self.__storagePortion.saveValue(_RestartStorageVariables.RESTART_COUNT, "0")
# save the size of the created backup
archiveSize = os.path.getsize(backupFilePath)
self.__storagePortion.saveValue(_RestartStorageVariables.BACKUP_SIZE +
str(self.__backupInformationProvider.nextBackupLevel), archiveSize)
# >clear stored backup sizes for higher levels
levelIdx = self.__backupInformationProvider.nextBackupLevel + 1
while self.__storagePortion.tryRemoveVariable(_RestartStorageVariables.BACKUP_SIZE + str(levelIdx)):
levelIdx += 1
[docs] def isOptionSupported(self, option):
"""Returns ``True`` if the passed ``option`` is supported by the current configuration of this instance.
Whether an option is supported or not depends on the archiver type set in the archive specification file
that is currently attached.
:param option: The option which shall be tested for support.
:type option: :class:`.Option`
:return: ``True`` if the passed ``option`` is supported; ``False`` otherwise.
:rtype: ``bool``"""
return self.__OPTION_TO_FEATURE_MAP[option] in self.__archiverService.getSupportedFeatures(
self.__ARCHIVER_TYPE_TO_BACKUP_TYPE_MAP[self.__archiveSpec[Options.ARCHIVER]]) \
if option in self.__OPTION_TO_FEATURE_MAP else True
@classmethod
[docs] def tryPurgeStoredArchiveData(cls, archiveName, userConfigDir, storage):
"""Deletes all data stored for the archive named ``archiveName`` if any.
See also: :meth:`._BackupInformationProvider.getStoredArchiveNames()`
:param archiveName: Name of the archive which data shall be purged.
:type archiveName: ``str``
:param userConfigDir: Path to the user configuration directory.
:type userConfigDir: ``str``
:param storage: The application storage.
:type storage: :class:`.IStorage`
:return: ``True`` if data was purged; ``False`` otherwise.
:rtype: ``bool``
:raise RuntimeError: If the archiver service could not be created.
:raise OSError: If an error occurred during the operation of removing data from a physical storage."""
archiveDataStored = False
for serviceProvider in ArchiverServiceProviders:
archiverService = ArchiverServiceCreator.getOrCreateArchiverService(serviceProvider, userConfigDir)
archiveDataStored = archiveDataStored or archiveName in archiverService.getStoredBackupIds()
archiverService.purgeStoredBackupData(archiveName)
try:
storage.removeRealm(archiveName)
return True
except KeyError:
return False or archiveDataStored
# {{{ helpers
def __reportUnsupportedOptions(self):
for option in self.__OPTION_TO_FEATURE_MAP:
if self.__archiveSpec.getRawValue(option) is not None and not self.isOptionSupported(option):
self.__componentUi.showWarning(str.format(
"Option \"{}\" is not supported by the archiver of type \"{}\".",
option, OptionsUtils.archiverTypeToStr(self.__archiveSpec[Options.ARCHIVER])))
def __onBackupOperationError(self, operation, error, filesystemObjectName = None, unknownErrorString = None):
if operation == BackupSubOperations.Stat and error == BackupOperationErrors.PermissionDenied:
self.__showError(str.format("Cannot access \"{}\". Permission denied.", filesystemObjectName))
elif operation == BackupSubOperations.Open and error == BackupOperationErrors.PermissionDenied:
self.__showError(str.format("Cannot open file \"{}\". Permission denied.", filesystemObjectName))
elif operation == (BackupSubOperations.Stat or operation == BackupSubOperations.Open or
operation == BackupSubOperations.Read or BackupSubOperations.UnknownFileOperation) and \
(error == BackupOperationErrors.UnknownError or BackupOperationErrors.UnknownOsError):
self.__showError(str.format("Error occurred while accessing file \"{}\". {}", filesystemObjectName,
unknownErrorString))
elif operation == BackupSubOperations.Read and error == BackupOperationErrors.FileChanged:
self.__componentUi.showWarning(str.format("File changed as we read it: \"{}\".", filesystemObjectName))
elif error == BackupOperationErrors.SocketIgnored:
self.__componentUi.showWarning(str.format("Socket ignored: \"{}\".", filesystemObjectName))
elif error == BackupOperationErrors.UnknownTypeIgnored:
self.__componentUi.showWarning(str.format("Unknown file type ignored: \"{}\".", filesystemObjectName))
elif operation == BackupSubOperations.Read and error == BackupOperationErrors.DirectoryRenamed:
self.__componentUi.showVerbose(str.format("Directory has been renamed: \"{}\".", filesystemObjectName))
elif operation == BackupSubOperations.Finish and error == BackupOperationErrors.SomeFilesChanged:
self.__componentUi.showWarning("Some files were changed during the backup creation.")
elif operation == BackupSubOperations.UnknownFileOperation and error == BackupOperationErrors.UnknownOsError:
self.__showError(str.format("A system error occurred while accessing file \"{}\": {}",
filesystemObjectName, unknownErrorString))
elif operation == BackupSubOperations.UnknownFileOperation and error == BackupOperationErrors.UnknownError:
self.__showError(str.format("An error occurred while accessing file \"{}\": {}",
filesystemObjectName, unknownErrorString))
elif error == BackupOperationErrors.UnknownOsError:
self.__showError(str.format("A system error occurred: {}", unknownErrorString))
elif error == BackupOperationErrors.UnknownError:
self.__showError(str.format("An error occurred: {}", unknownErrorString))
else:
self.__showError(str.format("An unknown error occurred: {}, {}, {}, {}!", operation, error,
filesystemObjectName, unknownErrorString))
def __onFileAdd(self, filesystemObjectName):
self.__componentUi.showVerbose(filesystemObjectName)
def __reportBackupLevelRestart(self):
"""Shows a user message for current :attr:`restartReason`."""
if self.__backupInformationProvider.restartReason is BackupLevelRestartReasons.NoRestart:
return
if self.__backupInformationProvider.restartReason is BackupLevelRestartReasons.RestartCountLimitReached:
self.__componentUi.showWarning("Maximal backup level restart count reached. Restarting to level 0.")
elif self.__backupInformationProvider.restartReason is BackupLevelRestartReasons.LastFullRestartAgeLimitReached:
self.__componentUi.showWarning("Maximal backup level full restart age reached. Restarting to level 0.")
elif self.__backupInformationProvider.restartReason is BackupLevelRestartReasons.BackupLevelLimitReached:
self.__componentUi.showWarning(str.format("Maximal backup level reached. Restarting to level {}.",
self.__backupInformationProvider.nextBackupLevel))
elif self.__backupInformationProvider.restartReason is BackupLevelRestartReasons.LastRestartAgeLimitReached:
self.__componentUi.showWarning(str.format(
"Maximal backup level restart age reached. Restarting to level {}.",
self.__backupInformationProvider.nextBackupLevel))
def __reportBackupLevelTooHigh(self):
configuredBackupLevel = self.__archiveSpec[Options.LEVEL]
nextBackupLevel = self.__backupInformationProvider.nextBackupLevel
if configuredBackupLevel is not None and configuredBackupLevel > nextBackupLevel:
self.__componentUi.showWarning(str.format(
"Backup level value {} is too high. Using level {} instead.",
configuredBackupLevel, nextBackupLevel))
def __showError(self, message):
self.__componentUi.showError(message)
self.__backupOperationStatus = False
# }}} helpers
# }}} CLASSES