128 lines
5.5 KiB
Python
128 lines
5.5 KiB
Python
from __future__ import unicode_literals
|
|
|
|
from datetime import timedelta
|
|
import logging
|
|
|
|
from django.contrib.auth.models import User
|
|
from django.db import OperationalError
|
|
from django.utils.timezone import now
|
|
|
|
from mayan.celery import app
|
|
|
|
from common.models import SharedUploadedFile
|
|
|
|
from .literals import (
|
|
UPDATE_PAGE_COUNT_RETRY_DELAY, UPLOAD_NEW_VERSION_RETRY_DELAY
|
|
)
|
|
from .models import (
|
|
DeletedDocument, Document, DocumentPage, DocumentType, DocumentVersion
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@app.task(ignore_result=True)
|
|
def task_check_delete_periods():
|
|
logger.info('Executing')
|
|
|
|
for document_type in DocumentType.objects.all():
|
|
logger.info('Checking deletion period of document type: %s', document_type)
|
|
if document_type.delete_time_period and document_type.delete_time_unit:
|
|
delta = timedelta(**{document_type.delete_time_unit: document_type.delete_time_period})
|
|
logger.info('Document type: %s, has a deletion period delta of: %s', document_type, delta)
|
|
for document in DeletedDocument.objects.filter(document_type=document_type):
|
|
if now() > document.deleted_date_time + delta:
|
|
logger.info('Document "%s" with id: %d, trashed on: %s, exceded delete period', document, document.pk, document.deleted_date_time)
|
|
document.delete()
|
|
else:
|
|
logger.info('Document type: %s, has a no retention delta', document_type)
|
|
|
|
logger.info('Finshed')
|
|
|
|
|
|
@app.task(ignore_result=True)
|
|
def task_check_trash_periods():
|
|
logger.info('Executing')
|
|
|
|
for document_type in DocumentType.objects.all():
|
|
logger.info('Checking trash period of document type: %s', document_type)
|
|
if document_type.trash_time_period and document_type.trash_time_unit:
|
|
delta = timedelta(**{document_type.trash_time_unit: document_type.trash_time_period})
|
|
logger.info('Document type: %s, has a trash period delta of: %s', document_type, delta)
|
|
for document in Document.objects.filter(document_type=document_type):
|
|
if now() > document.date_added + delta:
|
|
logger.info('Document "%s" with id: %d, added on: %s, exceded trash period', document, document.pk, document.date_added)
|
|
document.delete()
|
|
else:
|
|
logger.info('Document type: %s, has a no retention delta', document_type)
|
|
|
|
logger.info('Finshed')
|
|
|
|
|
|
@app.task(ignore_result=True)
|
|
def task_clear_image_cache():
|
|
logger.info('Starting document cache invalidation')
|
|
# TODO: Notification of success and of errors
|
|
Document.objects.invalidate_cache()
|
|
logger.info('Finished document cache invalidation')
|
|
|
|
|
|
@app.task(compression='zlib')
|
|
def task_get_document_page_image(document_page_id, *args, **kwargs):
|
|
document_page = DocumentPage.objects.get(pk=document_page_id)
|
|
return document_page.get_image(*args, **kwargs)
|
|
|
|
|
|
@app.task(bind=True, default_retry_delay=UPDATE_PAGE_COUNT_RETRY_DELAY, ignore_result=True)
|
|
def task_update_page_count(self, version_id):
|
|
document_version = DocumentVersion.objects.get(pk=version_id)
|
|
try:
|
|
document_version.update_page_count()
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to update page count for document version: %s; %s. Retrying.', document_version, exception)
|
|
raise self.retry(exc=exception)
|
|
|
|
|
|
@app.task(bind=True, default_retry_delay=UPLOAD_NEW_VERSION_RETRY_DELAY, ignore_result=True)
|
|
def task_upload_new_version(self, document_id, shared_uploaded_file_id, user_id, comment=None):
|
|
try:
|
|
document = Document.objects.get(pk=document_id)
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to retrieve document: %s; %s. Retrying.', document_id, exception)
|
|
raise self.retry(exc=exception)
|
|
|
|
try:
|
|
shared_file = SharedUploadedFile.objects.get(pk=shared_uploaded_file_id)
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to retrieve shared file: %s; %s. Retrying.', shared_uploaded_file_id, exception)
|
|
raise self.retry(exc=exception)
|
|
|
|
if user_id:
|
|
user = User.objects.get(pk=user_id)
|
|
else:
|
|
user = None
|
|
|
|
with shared_file.open() as file_object:
|
|
document_version = DocumentVersion(document=document, comment=comment or '', file=file_object)
|
|
try:
|
|
document_version.save(_user=user)
|
|
except Warning as warning:
|
|
# New document version are blocked
|
|
logger.info('Warning during attempt to create new document version for document: %s; %s', document, warning)
|
|
shared_file.delete()
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to create new document version for document: %s; %s. Retrying.', document, exception)
|
|
raise self.retry(exc=exception)
|
|
except Exception as exception:
|
|
# This except and else block emulate a finally:
|
|
logger.error('Unexpected error during attempt to create new document version for document: %s; %s', document, exception)
|
|
try:
|
|
shared_file.delete()
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to delete shared file: %s; %s. Retrying.', shared_file, exception)
|
|
else:
|
|
try:
|
|
shared_file.delete()
|
|
except OperationalError as exception:
|
|
logger.warning('Operational error during attempt to delete shared file: %s; %s. Retrying.', shared_file, exception)
|