115 lines
4.5 KiB
Python
115 lines
4.5 KiB
Python
from __future__ import unicode_literals
|
|
|
|
import logging
|
|
|
|
import sh
|
|
|
|
from django import apps
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
from acls.api import class_permissions
|
|
from common.utils import encapsulate
|
|
from documents.models import Document, DocumentVersion
|
|
from documents.signals import post_version_upload
|
|
from documents.widgets import document_link
|
|
from installation import PropertyNamespace
|
|
from main.api import register_maintenance_links
|
|
from navigation.api import register_links, register_model_list_columns
|
|
from navigation.links import link_spacer
|
|
from project_tools.api import register_tool
|
|
from rest_api.classes import APIEndPoint
|
|
|
|
from .links import (
|
|
link_document_all_ocr_cleanup, link_document_submit,
|
|
link_document_submit_multiple, link_entry_delete,
|
|
link_entry_delete_multiple, link_entry_list, link_entry_re_queue,
|
|
link_entry_re_queue_multiple
|
|
)
|
|
from .models import DocumentVersionOCRError
|
|
from .permissions import PERMISSION_OCR_DOCUMENT
|
|
from .settings import PDFTOTEXT_PATH, TESSERACT_PATH, UNPAPER_PATH
|
|
from .tasks import task_do_ocr
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def document_ocr_submit(self):
|
|
task_do_ocr.apply_async(args=[self.latest_version.pk], queue='ocr')
|
|
|
|
|
|
def document_version_ocr_submit(self):
|
|
task_do_ocr.apply_async(args=[self.pk], queue='ocr')
|
|
|
|
|
|
def post_version_upload_ocr(sender, instance, **kwargs):
|
|
logger.debug('received post_version_upload')
|
|
logger.debug('instance pk: %s', instance.pk)
|
|
if instance.document.document_type.ocr:
|
|
instance.submit_for_ocr()
|
|
|
|
|
|
class OCRApp(apps.AppConfig):
|
|
name = 'ocr'
|
|
verbose_name = _('OCR')
|
|
|
|
def ready(self):
|
|
register_links(Document, [link_document_submit])
|
|
register_links([Document], [link_document_submit_multiple, link_spacer], menu_name='multi_item_links')
|
|
|
|
register_links([DocumentVersionOCRError], [link_entry_re_queue_multiple, link_entry_delete_multiple], menu_name='multi_item_links')
|
|
register_links([DocumentVersionOCRError], [link_entry_re_queue, link_entry_delete])
|
|
register_links(['ocr:entry_list', 'ocr:entry_delete_multiple', 'ocr:entry_re_queue_multiple', DocumentVersionOCRError], [link_entry_list], menu_name='secondary_menu')
|
|
register_maintenance_links([link_document_all_ocr_cleanup], namespace='ocr', title=_('OCR'))
|
|
|
|
post_version_upload.connect(post_version_upload_ocr, dispatch_uid='post_version_upload_ocr', sender=DocumentVersion)
|
|
|
|
Document.add_to_class('submit_for_ocr', document_ocr_submit)
|
|
DocumentVersion.add_to_class('submit_for_ocr', document_version_ocr_submit)
|
|
|
|
class_permissions(Document, [PERMISSION_OCR_DOCUMENT])
|
|
|
|
register_tool(link_entry_list)
|
|
|
|
APIEndPoint('ocr')
|
|
|
|
register_model_list_columns(DocumentVersionOCRError, [
|
|
{
|
|
'name': _('Document'), 'attribute': encapsulate(lambda entry: document_link(entry.document_version.document))
|
|
},
|
|
{
|
|
'name': _('Added'), 'attribute': 'datetime_submitted'
|
|
},
|
|
{
|
|
'name': _('Result'), 'attribute': 'result'
|
|
},
|
|
])
|
|
|
|
namespace = PropertyNamespace('ocr', _('OCR'))
|
|
|
|
try:
|
|
pdftotext = sh.Command(PDFTOTEXT_PATH)
|
|
except sh.CommandNotFound:
|
|
namespace.add_property('pdftotext', _('pdftotext version'), _('not found'), report=True)
|
|
except Exception:
|
|
namespace.add_property('pdftotext', _('pdftotext version'), _('error getting version'), report=True)
|
|
else:
|
|
namespace.add_property('pdftotext', _('pdftotext version'), pdftotext('-v').stderr, report=True)
|
|
|
|
try:
|
|
tesseract = sh.Command(TESSERACT_PATH)
|
|
except sh.CommandNotFound:
|
|
namespace.add_property('tesseract', _('tesseract version'), _('not found'), report=True)
|
|
except Exception:
|
|
namespace.add_property('tesseract', _('tesseract version'), _('error getting version'), report=True)
|
|
else:
|
|
namespace.add_property('tesseract', _('tesseract version'), tesseract('-v').stderr, report=True)
|
|
|
|
try:
|
|
unpaper = sh.Command(UNPAPER_PATH)
|
|
except sh.CommandNotFound:
|
|
namespace.add_property('unpaper', _('unpaper version'), _('not found'), report=True)
|
|
except Exception:
|
|
namespace.add_property('unpaper', _('unpaper version'), _('error getting version'), report=True)
|
|
else:
|
|
namespace.add_property('unpaper', _('unpaper version'), unpaper('-V').stdout, report=True)
|