from __future__ import unicode_literals from datetime import timedelta import logging from django.contrib.auth.models import User from django.db import OperationalError from django.utils.timezone import now from mayan.celery import app from common.models import SharedUploadedFile from .literals import ( UPDATE_PAGE_COUNT_RETRY_DELAY, UPLOAD_NEW_VERSION_RETRY_DELAY, NEW_DOCUMENT_RETRY_DELAY, STUB_EXPIRATION_INTERVAL ) from .models import Document, DocumentPage, DocumentType, DocumentVersion logger = logging.getLogger(__name__) @app.task(ignore_result=True) def task_check_delete_periods(): DocumentType.objects.check_delete_periods() @app.task(ignore_result=True) def task_check_trash_periods(): DocumentType.objects.check_trash_periods() @app.task(ignore_result=True) def task_clear_image_cache(): logger.info('Starting document cache invalidation') Document.objects.invalidate_cache() logger.info('Finished document cache invalidation') @app.task(ignore_result=True) def task_delete_stubs(): logger.info('Executing') for stale_stub_document in Document.objects.filter(is_stub=True, date_added__lt=now() - timedelta(seconds=STUB_EXPIRATION_INTERVAL)): stale_stub_document.delete(trash=False) logger.info('Finshed') @app.task(compression='zlib') def task_get_document_page_image(document_page_id, *args, **kwargs): document_page = DocumentPage.objects.get(pk=document_page_id) return document_page.get_image(*args, **kwargs) @app.task(bind=True, default_retry_delay=UPDATE_PAGE_COUNT_RETRY_DELAY, ignore_result=True) def task_update_page_count(self, version_id): document_version = DocumentVersion.objects.get(pk=version_id) try: document_version.update_page_count() except OperationalError as exception: logger.warning( 'Operational error during attempt to update page count for ' 'document version: %s; %s. Retrying.', document_version, exception ) raise self.retry(exc=exception) @app.task(bind=True, default_retry_delay=NEW_DOCUMENT_RETRY_DELAY, ignore_result=True) def task_upload_new_document(self, document_type_id, shared_uploaded_file_id, description=None, label=None, language=None, user_id=None): try: document_type = DocumentType.objects.get(pk=document_type_id) shared_file = SharedUploadedFile.objects.get( pk=shared_uploaded_file_id ) if user_id: user = User.objects.get(pk=user_id) else: user = None except OperationalError as exception: logger.warning( 'Operational error during attempt to gather data for new ' 'document: %s; Retrying.', exception ) raise self.retry(exc=exception) try: with shared_file.open as file_object: document_version = document_type.new_document( self, file_object=file_object, label=label, description=description, language=language, _user=user ) except OperationalError as exception: logger.warning( 'Operational error during attempt to gather data for new ' 'document: %s; Retrying.', exception ) raise self.retry(exc=exception) try: shared_file.delete() except OperationalError as exception: logger.warning( 'Operational error while trying to delete shared file used to ' 'upload new document: %s; %s. Retrying.', document_version.document, exception ) @app.task(bind=True, default_retry_delay=UPLOAD_NEW_VERSION_RETRY_DELAY, ignore_result=True) def task_upload_new_version(self, document_id, shared_uploaded_file_id, user_id, comment=None): try: document = Document.objects.get(pk=document_id) shared_file = SharedUploadedFile.objects.get( pk=shared_uploaded_file_id ) if user_id: user = User.objects.get(pk=user_id) else: user = None except OperationalError as exception: logger.warning( 'Operational error during attempt to retrieve shared data for ' 'new document version for:%s; %s. Retrying.', document, exception ) raise self.retry(exc=exception) with shared_file.open() as file_object: document_version = DocumentVersion( document=document, comment=comment or '', file=file_object ) try: document_version.save(_user=user) except Warning as warning: # New document version are blocked logger.info( 'Warning during attempt to create new document version for ' 'document: %s; %s', document, warning ) shared_file.delete() except OperationalError as exception: logger.warning( 'Operational error during attempt to create new document ' 'version for document: %s; %s. Retrying.', document, exception ) raise self.retry(exc=exception) except Exception as exception: # This except and else block emulate a finally: logger.error( 'Unexpected error during attempt to create new document ' 'version for document: %s; %s', document, exception ) try: shared_file.delete() except OperationalError as exception: logger.warning( 'Operational error during attempt to delete shared ' 'file: %s; %s.', shared_file, exception ) else: try: shared_file.delete() except OperationalError as exception: logger.warning( 'Operational error during attempt to delete shared ' 'file: %s; %s.', shared_file, exception )