from __future__ import unicode_literals import shutil from django.contrib.auth import get_user_model from django.test import override_settings from common.utils import mkdtemp from common.tests import BaseTestCase from documents.models import Document, DocumentType from documents.tests import ( TEST_COMPRESSED_DOCUMENT_PATH, TEST_DOCUMENT_TYPE_LABEL, TEST_NON_ASCII_DOCUMENT_FILENAME, TEST_NON_ASCII_DOCUMENT_PATH, TEST_NON_ASCII_COMPRESSED_DOCUMENT_PATH ) from user_management.tests import ( TEST_ADMIN_EMAIL, TEST_ADMIN_PASSWORD, TEST_ADMIN_USERNAME ) from ..literals import SOURCE_UNCOMPRESS_CHOICE_Y from ..models import WatchFolderSource, WebFormSource, EmailBaseModel @override_settings(OCR_AUTO_OCR=False) class UploadDocumentTestCase(BaseTestCase): """ Test creating documents """ def setUp(self): super(UploadDocumentTestCase, self).setUp() self.document_type = DocumentType.objects.create( label=TEST_DOCUMENT_TYPE_LABEL ) self.admin_user = get_user_model().objects.create_superuser( username=TEST_ADMIN_USERNAME, email=TEST_ADMIN_EMAIL, password=TEST_ADMIN_PASSWORD ) def tearDown(self): self.document_type.delete() self.admin_user.delete() super(UploadDocumentTestCase, self).tearDown() def test_issue_gh_163(self): """ Non-ASCII chars in document name failing in upload via watch folder gh-issue #163 https://github.com/mayan-edms/mayan-edms/issues/163 """ temporary_directory = mkdtemp() shutil.copy(TEST_NON_ASCII_DOCUMENT_PATH, temporary_directory) watch_folder = WatchFolderSource.objects.create( document_type=self.document_type, folder_path=temporary_directory, uncompress=SOURCE_UNCOMPRESS_CHOICE_Y ) watch_folder.check_source() self.assertEqual(Document.objects.count(), 1) document = Document.objects.first() self.assertEqual(document.exists(), True) self.assertEqual(document.size, 17436) self.assertEqual(document.file_mimetype, 'image/png') self.assertEqual(document.file_mime_encoding, 'binary') self.assertEqual(document.label, TEST_NON_ASCII_DOCUMENT_FILENAME) self.assertEqual(document.page_count, 1) # Test Non-ASCII named documents inside Non-ASCII named compressed file shutil.copy( TEST_NON_ASCII_COMPRESSED_DOCUMENT_PATH, temporary_directory ) watch_folder.check_source() document = Document.objects.all()[1] self.assertEqual(Document.objects.count(), 2) self.assertEqual(document.exists(), True) self.assertEqual(document.size, 17436) self.assertEqual(document.file_mimetype, 'image/png') self.assertEqual(document.file_mime_encoding, 'binary') self.assertEqual(document.label, TEST_NON_ASCII_DOCUMENT_FILENAME) self.assertEqual(document.page_count, 1) shutil.rmtree(temporary_directory) @override_settings(OCR_AUTO_OCR=False) class CompressedUploadsTestCase(BaseTestCase): def setUp(self): super(CompressedUploadsTestCase, self).setUp() self.document_type = DocumentType.objects.create( label=TEST_DOCUMENT_TYPE_LABEL ) def tearDown(self): self.document_type.delete() super(CompressedUploadsTestCase, self).tearDown() def test_upload_compressed_file(self): source = WebFormSource( label='test source', uncompress=SOURCE_UNCOMPRESS_CHOICE_Y ) with open(TEST_COMPRESSED_DOCUMENT_PATH) as file_object: source.handle_upload( document_type=self.document_type, file_object=file_object, expand=(source.uncompress == SOURCE_UNCOMPRESS_CHOICE_Y) ) self.assertEqual(Document.objects.count(), 2) self.assertTrue( 'first document.pdf' in Document.objects.values_list( 'label', flat=True ) ) self.assertTrue( 'second document.pdf' in Document.objects.values_list( 'label', flat=True ) ) test_email = """From: noreply@example.com To: test@example.com Subject: Scan to E-mail Server Job Date: Tue, 23 May 2017 23:03:37 +0200 Message-Id: <00000001.465619c9.1.00@BRN30055CCF4D76> Mime-Version: 1.0 Content-Type: multipart/mixed; boundary="RS1tYWlsIENsaWVudA==" X-Mailer: E-mail Client This is multipart message. --RS1tYWlsIENsaWVudA== Content-Type: text/plain; charset=iso-8859-1 Content-Transfer-Encoding: quoted-printable Sending device cannot receive e-mail replies. --RS1tYWlsIENsaWVudA== Content-Type: text/plain Content-Transfer-Encoding: base64 Content-Disposition: attachment; filename="=?UTF-8?B?QW1wZWxtw6RubmNoZW4udHh0?=" SGFsbG8gQW1wZWxtw6RubmNoZW4hCg== --RS1tYWlsIENsaWVudA==--""" class SourceStub(): subject_metadata_type = None from_metadata_type = None metadata_attachment_name = None document_type = None uncompress = None store_body = False label = "" def handle_upload(self, file_object, description=None, document_type=None, expand=False, label=None, language=None, metadata_dict_list=None, metadata_dictionary=None, tag_ids=None, user=None): self.label = label class EmailFilenameDecodingTestCase(BaseTestCase): """ Test decoding of base64 encoded e-mail attachment filename. """ def test_decode_email_encoded_filename(self): source_stub = SourceStub() EmailBaseModel.process_message(source_stub, test_email) self.assertEqual(source_stub.label, u'Ampelm\xe4nnchen.txt')