101 lines
6.3 KiB
Python
101 lines
6.3 KiB
Python
from __future__ import absolute_import
|
|
|
|
import logging
|
|
|
|
from django.db import transaction
|
|
from django.utils.translation import ugettext_lazy as _
|
|
from django.utils.translation import ugettext
|
|
from django.db.models.signals import post_save
|
|
from django.dispatch import receiver
|
|
|
|
from navigation.api import register_links, register_top_menu, register_multi_item_links
|
|
from permissions.models import Permission, PermissionNamespace
|
|
from documents.models import Document, DocumentVersion
|
|
from main.api import register_maintenance_links
|
|
from project_tools.api import register_tool
|
|
from acls.api import class_permissions
|
|
|
|
from scheduler.api import register_interval_job
|
|
|
|
from .conf.settings import (AUTOMATIC_OCR, QUEUE_PROCESSING_INTERVAL)
|
|
from .models import DocumentQueue, QueueTransformation, QueueDocument
|
|
from .tasks import task_process_document_queues
|
|
from .permissions import (PERMISSION_OCR_DOCUMENT,
|
|
PERMISSION_OCR_DOCUMENT_DELETE, PERMISSION_OCR_QUEUE_ENABLE_DISABLE,
|
|
PERMISSION_OCR_CLEAN_ALL_PAGES, PERMISSION_OCR_QUEUE_EDIT)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
#Links
|
|
submit_document = {'text': _('submit to OCR queue'), 'view': 'submit_document', 'args': 'object.id', 'famfam': 'hourglass_add', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
submit_document_multiple = {'text': _('submit to OCR queue'), 'view': 'submit_document_multiple', 'famfam': 'hourglass_add', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
re_queue_document = {'text': _('re-queue'), 'view': 're_queue_document', 'args': 'object.id', 'famfam': 'hourglass_add', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
re_queue_multiple_document = {'text': _('re-queue'), 'view': 're_queue_multiple_document', 'famfam': 'hourglass_add', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
queue_document_delete = {'text': _(u'delete'), 'view': 'queue_document_delete', 'args': 'object.id', 'famfam': 'hourglass_delete', 'permissions': [PERMISSION_OCR_DOCUMENT_DELETE]}
|
|
queue_document_multiple_delete = {'text': _(u'delete'), 'view': 'queue_document_multiple_delete', 'famfam': 'hourglass_delete', 'permissions': [PERMISSION_OCR_DOCUMENT_DELETE]}
|
|
|
|
document_queue_disable = {'text': _(u'stop queue'), 'view': 'document_queue_disable', 'args': 'queue.id', 'famfam': 'control_stop_blue', 'permissions': [PERMISSION_OCR_QUEUE_ENABLE_DISABLE]}
|
|
document_queue_enable = {'text': _(u'activate queue'), 'view': 'document_queue_enable', 'args': 'queue.id', 'famfam': 'control_play_blue', 'permissions': [PERMISSION_OCR_QUEUE_ENABLE_DISABLE]}
|
|
|
|
all_document_ocr_cleanup = {'text': _(u'clean up pages content'), 'view': 'all_document_ocr_cleanup', 'famfam': 'text_strikethrough', 'permissions': [PERMISSION_OCR_CLEAN_ALL_PAGES], 'description': _(u'Runs a language filter to remove common OCR mistakes from document pages content.')}
|
|
|
|
queue_document_list = {'text': _(u'queue document list'), 'view': 'queue_document_list', 'famfam': 'hourglass', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
ocr_tool_link = {'text': _(u'OCR'), 'view': 'queue_document_list', 'famfam': 'hourglass', 'icon': 'text.png', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
|
|
node_active_list = {'text': _(u'active tasks'), 'view': 'node_active_list', 'famfam': 'server_chart', 'permissions': [PERMISSION_OCR_DOCUMENT]}
|
|
|
|
setup_queue_transformation_list = {'text': _(u'transformations'), 'view': 'setup_queue_transformation_list', 'args': 'queue.pk', 'famfam': 'shape_move_front'}
|
|
setup_queue_transformation_create = {'text': _(u'add transformation'), 'view': 'setup_queue_transformation_create', 'args': 'queue.pk', 'famfam': 'shape_square_add'}
|
|
setup_queue_transformation_edit = {'text': _(u'edit'), 'view': 'setup_queue_transformation_edit', 'args': 'transformation.pk', 'famfam': 'shape_square_edit'}
|
|
setup_queue_transformation_delete = {'text': _(u'delete'), 'view': 'setup_queue_transformation_delete', 'args': 'transformation.pk', 'famfam': 'shape_square_delete'}
|
|
|
|
register_links(Document, [submit_document])
|
|
register_multi_item_links(['document_find_duplicates', 'folder_view', 'index_instance_list', 'document_type_document_list', 'search', 'results', 'document_group_view', 'document_list', 'document_list_recent'], [submit_document_multiple])
|
|
|
|
register_links(DocumentQueue, [document_queue_disable, document_queue_enable, setup_queue_transformation_list])
|
|
register_links(QueueTransformation, [setup_queue_transformation_edit, setup_queue_transformation_delete])
|
|
|
|
register_multi_item_links(['queue_document_list'], [re_queue_multiple_document, queue_document_multiple_delete])
|
|
|
|
register_links(['setup_queue_transformation_create', 'setup_queue_transformation_edit', 'setup_queue_transformation_delete', 'document_queue_disable', 'document_queue_enable', 'queue_document_list', 'node_active_list', 'setup_queue_transformation_list'], [queue_document_list, node_active_list], menu_name='secondary_menu')
|
|
register_links(['setup_queue_transformation_edit', 'setup_queue_transformation_delete', 'setup_queue_transformation_list', 'setup_queue_transformation_create'], [setup_queue_transformation_create], menu_name='sidebar')
|
|
|
|
register_maintenance_links([all_document_ocr_cleanup], namespace='ocr', title=_(u'OCR'))
|
|
|
|
|
|
@transaction.commit_on_success
|
|
def create_default_queue():
|
|
default_queue, created = DocumentQueue.objects.get_or_create(name='default')
|
|
if created:
|
|
default_queue.label = ugettext(u'Default')
|
|
default_queue.save()
|
|
|
|
|
|
@receiver(post_save, dispatch_uid='document_post_save', sender=DocumentVersion)
|
|
def document_post_save(sender, instance, **kwargs):
|
|
logger.debug('received post save signal')
|
|
logger.debug('instance: %s' % instance)
|
|
if kwargs.get('created', False):
|
|
if AUTOMATIC_OCR:
|
|
DocumentQueue.objects.queue_document(instance.document)
|
|
|
|
|
|
# Disabled because it appears Django execute signals using the same
|
|
# process of the signal emiter effectively blocking the view until
|
|
# the OCR process completes which could take several minutes :/
|
|
#@receiver(post_save, dispatch_uid='call_queue', sender=QueueDocument)
|
|
#def call_queue(sender, **kwargs):
|
|
# if kwargs.get('created', False):
|
|
# logger.debug('got call_queue signal: %s' % kwargs)
|
|
# task_process_document_queues()
|
|
|
|
create_default_queue()
|
|
|
|
register_interval_job('task_process_document_queues', _(u'Checks the OCR queue for pending documents.'), task_process_document_queues, seconds=QUEUE_PROCESSING_INTERVAL)
|
|
|
|
register_tool(ocr_tool_link)
|
|
|
|
class_permissions(Document, [
|
|
PERMISSION_OCR_DOCUMENT,
|
|
])
|