d546967d1d
Add additional API and view tests. Add success and multi document titles strings. Make use of external mixin in the document type submit view. Puntuate all view text strings. Signed-off-by: Roberto Rosario <Roberto.Rosario@mayan-edms.com>
273 lines
9.3 KiB
Python
273 lines
9.3 KiB
Python
from __future__ import unicode_literals
|
|
|
|
import logging
|
|
|
|
from django.apps import apps
|
|
from django.db.models.signals import post_save
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
from kombu import Exchange, Queue
|
|
|
|
from mayan.apps.acls import ModelPermission
|
|
from mayan.apps.common import (
|
|
MayanAppConfig, menu_facet, menu_multi_item, menu_object, menu_secondary,
|
|
menu_tools
|
|
)
|
|
from mayan.apps.common.classes import ModelAttribute, ModelField
|
|
from mayan.apps.documents.search import document_page_search, document_search
|
|
from mayan.apps.documents.signals import post_version_upload
|
|
from mayan.apps.navigation import SourceColumn
|
|
from mayan.apps.rest_api.fields import HyperlinkField
|
|
from mayan.apps.rest_api.serializers import LazyExtraFieldsSerializerMixin
|
|
from mayan.celery import app
|
|
|
|
from .handlers import (
|
|
handler_index_document, handler_initialize_new_parsing_settings,
|
|
handler_parse_document_version
|
|
)
|
|
from .links import (
|
|
link_document_content, link_document_content_download,
|
|
link_document_page_content, link_document_parsing_errors_list,
|
|
link_document_submit, link_document_multiple_submit,
|
|
link_document_type_parsing_settings, link_document_type_submit,
|
|
link_error_list
|
|
)
|
|
from .methods import (
|
|
method_document_get_content, method_document_page_get_content,
|
|
method_document_submit_for_parsing, method_document_version_get_content,
|
|
method_document_version_submit_for_parsing
|
|
)
|
|
from .permissions import (
|
|
permission_content_view, permission_document_type_parsing_setup,
|
|
permission_parse_document
|
|
)
|
|
from .signals import post_document_version_parsing
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class DocumentParsingApp(MayanAppConfig):
|
|
app_namespace = 'document_parsing'
|
|
app_url = 'parsing'
|
|
has_rest_api = True
|
|
has_tests = True
|
|
name = 'mayan.apps.document_parsing'
|
|
verbose_name = _('Document parsing')
|
|
|
|
def ready(self):
|
|
super(DocumentParsingApp, self).ready()
|
|
|
|
Document = apps.get_model(
|
|
app_label='documents', model_name='Document'
|
|
)
|
|
DocumentPage = apps.get_model(
|
|
app_label='documents', model_name='DocumentPage'
|
|
)
|
|
DocumentType = apps.get_model(
|
|
app_label='documents', model_name='DocumentType'
|
|
)
|
|
DocumentTypeSettings = self.get_model(
|
|
model_name='DocumentTypeSettings'
|
|
)
|
|
DocumentVersion = apps.get_model(
|
|
app_label='documents', model_name='DocumentVersion'
|
|
)
|
|
DocumentVersionParseError = self.get_model(
|
|
model_name='DocumentVersionParseError'
|
|
)
|
|
|
|
Document.add_to_class(
|
|
name='submit_for_parsing',
|
|
value=method_document_submit_for_parsing
|
|
)
|
|
Document.add_to_class(
|
|
name='get_content', value=method_document_get_content
|
|
)
|
|
DocumentPage.add_to_class(
|
|
name='get_content', value=method_document_page_get_content
|
|
)
|
|
DocumentVersion.add_to_class(
|
|
name='get_content', value=method_document_version_get_content
|
|
)
|
|
DocumentVersion.add_to_class(
|
|
name='submit_for_parsing',
|
|
value=method_document_version_submit_for_parsing
|
|
)
|
|
|
|
LazyExtraFieldsSerializerMixin.add_field(
|
|
dotted_path='mayan.apps.documents.serializers.DocumentPageSerializer',
|
|
field_name='parsing_content_url',
|
|
field=HyperlinkField(
|
|
view_kwargs=(
|
|
{
|
|
'lookup_field': 'document_version__document_id',
|
|
'lookup_url_kwarg': 'document_id',
|
|
},
|
|
{
|
|
'lookup_field': 'document_version_id',
|
|
'lookup_url_kwarg': 'document_version_id',
|
|
},
|
|
{
|
|
'lookup_field': 'pk',
|
|
'lookup_url_kwarg': 'document_page_id',
|
|
}
|
|
),
|
|
view_name='rest_api:document_page-parsing-content'
|
|
)
|
|
)
|
|
|
|
LazyExtraFieldsSerializerMixin.add_field(
|
|
dotted_path='mayan.apps.documents.serializers.DocumentSerializer',
|
|
field_name='parsing_content_url',
|
|
field=HyperlinkField(
|
|
lookup_url_kwarg='document_id',
|
|
view_name='rest_api:document-parsing-content'
|
|
)
|
|
)
|
|
|
|
LazyExtraFieldsSerializerMixin.add_field(
|
|
dotted_path='mayan.apps.documents.serializers.DocumentSerializer',
|
|
field_name='parsing_submit_url',
|
|
field=HyperlinkField(
|
|
lookup_url_kwarg='document_id',
|
|
view_name='rest_api:document-parsing-submit'
|
|
)
|
|
)
|
|
|
|
LazyExtraFieldsSerializerMixin.add_field(
|
|
dotted_path='mayan.apps.documents.serializers.DocumentVersionSerializer',
|
|
field_name='parsing_submit_url',
|
|
field=HyperlinkField(
|
|
view_kwargs=(
|
|
{
|
|
'lookup_field': 'document_id',
|
|
'lookup_url_kwarg': 'document_id',
|
|
},
|
|
{
|
|
'lookup_field': 'pk',
|
|
'lookup_url_kwarg': 'document_version_id',
|
|
}
|
|
),
|
|
view_name='rest_api:document_version-parsing-submit'
|
|
)
|
|
)
|
|
|
|
LazyExtraFieldsSerializerMixin.add_field(
|
|
dotted_path='mayan.apps.documents.serializers.DocumentVersionSerializer',
|
|
field_name='parsing_content_url',
|
|
field=HyperlinkField(
|
|
view_kwargs=(
|
|
{
|
|
'lookup_field': 'document_id',
|
|
'lookup_url_kwarg': 'document_id',
|
|
},
|
|
{
|
|
'lookup_field': 'pk',
|
|
'lookup_url_kwarg': 'document_version_id',
|
|
}
|
|
),
|
|
view_name='rest_api:document_version-parsing-content'
|
|
)
|
|
)
|
|
|
|
ModelAttribute(model=Document, name='get_content')
|
|
|
|
ModelField(
|
|
model=Document, name='versions__pages__content__content'
|
|
)
|
|
|
|
ModelPermission.register(
|
|
model=Document, permissions=(
|
|
permission_content_view, permission_parse_document
|
|
)
|
|
)
|
|
ModelPermission.register(
|
|
model=DocumentType, permissions=(
|
|
permission_document_type_parsing_setup,
|
|
permission_parse_document
|
|
)
|
|
)
|
|
ModelPermission.register_inheritance(
|
|
model=DocumentTypeSettings, related='document_type',
|
|
)
|
|
|
|
SourceColumn(
|
|
attribute='document_version__document', is_absolute_url=True,
|
|
is_identifier=True, is_sortable=True,
|
|
source=DocumentVersionParseError
|
|
)
|
|
SourceColumn(
|
|
attribute='datetime_submitted', is_sortable=True,
|
|
label=_('Date and time'), source=DocumentVersionParseError
|
|
)
|
|
SourceColumn(
|
|
attribute='result', label=_('Result'),
|
|
source=DocumentVersionParseError
|
|
)
|
|
|
|
app.conf.task_queues.append(
|
|
Queue('parsing', Exchange('parsing'), routing_key='parsing'),
|
|
)
|
|
|
|
app.conf.task_routes.update(
|
|
{
|
|
'mayan.apps.document_parsing.tasks.task_parse_document_version': {
|
|
'queue': 'parsing'
|
|
},
|
|
}
|
|
)
|
|
|
|
document_search.add_model_field(
|
|
field='versions__pages__content__content', label=_('Content')
|
|
)
|
|
|
|
document_page_search.add_model_field(
|
|
field='content__content', label=_('Content')
|
|
)
|
|
|
|
menu_facet.bind_links(
|
|
links=(link_document_content,), sources=(Document,)
|
|
)
|
|
menu_facet.bind_links(
|
|
links=(link_document_page_content,), sources=(DocumentPage,)
|
|
)
|
|
menu_multi_item.bind_links(
|
|
links=(link_document_multiple_submit,), sources=(Document,)
|
|
)
|
|
menu_object.bind_links(
|
|
links=(link_document_type_parsing_settings,), sources=(DocumentType,),
|
|
position=99
|
|
)
|
|
menu_secondary.bind_links(
|
|
links=(
|
|
link_document_parsing_errors_list,
|
|
link_document_content_download, link_document_submit
|
|
),
|
|
sources=(
|
|
'document_parsing:document_content',
|
|
'document_parsing:document_content_download',
|
|
'document_parsing:document_parsing_error_list',
|
|
)
|
|
)
|
|
menu_tools.bind_links(
|
|
links=(
|
|
link_document_type_submit, link_error_list,
|
|
)
|
|
)
|
|
|
|
post_document_version_parsing.connect(
|
|
dispatch_uid='document_parsing_handler_index_document',
|
|
receiver=handler_index_document,
|
|
sender=DocumentVersion
|
|
)
|
|
post_save.connect(
|
|
dispatch_uid='document_parsing_handler_initialize_new_parsing_settings',
|
|
receiver=handler_initialize_new_parsing_settings,
|
|
sender=DocumentType
|
|
)
|
|
post_version_upload.connect(
|
|
dispatch_uid='document_parsing_handler_parse_document_version',
|
|
receiver=handler_parse_document_version,
|
|
sender=DocumentVersion
|
|
)
|