from __future__ import absolute_import from json import loads import os from django.conf import settings from django.contrib.auth.models import User from django.core.files.base import File from django.core.urlresolvers import reverse from django.test.client import Client from django.test import TestCase from rest_framework import status from rest_framework.test import APIClient from .literals import VERSION_UPDATE_MAJOR from .models import Document, DocumentType TEST_ADMIN_PASSWORD = 'test_admin_password' TEST_ADMIN_USERNAME = 'test_admin' TEST_ADMIN_EMAIL = 'admin@admin.com' TEST_SMALL_DOCUMENT_FILENAME = 'title_page.png' TEST_DOCUMENT_PATH = os.path.join(settings.BASE_DIR, 'contrib', 'sample_documents', 'mayan_11_1.pdf') TEST_SIGNED_DOCUMENT_PATH = os.path.join(settings.BASE_DIR, 'contrib', 'sample_documents', 'mayan_11_1.pdf.gpg') TEST_SMALL_DOCUMENT_PATH = os.path.join(settings.BASE_DIR, 'contrib', 'sample_documents', TEST_SMALL_DOCUMENT_FILENAME) TEST_DOCUMENT_DESCRIPTION = 'test description' TEST_DOCUMENT_TYPE = 'test_document_type' class DocumentTestCase(TestCase): def setUp(self): self.document_type = DocumentType.objects.create(name='test doc type') with open(TEST_DOCUMENT_PATH) as file_object: self.document = Document.objects.new_document(file_object=File(file_object), label='mayan_11_1.pdf', document_type=self.document_type)[0].document def test_document_creation(self): self.failUnlessEqual(self.document_type.name, 'test doc type') self.failUnlessEqual(self.document.exists(), True) self.failUnlessEqual(self.document.size, 272213) self.failUnlessEqual(self.document.file_mimetype, 'application/pdf') self.failUnlessEqual(self.document.file_mime_encoding, 'binary') self.failUnlessEqual(self.document.label, 'mayan_11_1.pdf') self.failUnlessEqual(self.document.checksum, 'c637ffab6b8bb026ed3784afdb07663fddc60099853fae2be93890852a69ecf3') self.failUnlessEqual(self.document.page_count, 47) self.failUnlessEqual(self.document.latest_version.get_formated_version(), '1.0.0') # self.failUnlessEqual(self.document.has_detached_signature(), False) with open(TEST_SMALL_DOCUMENT_PATH) as file_object: new_version_data = { 'comment': 'test comment 1', 'version_update': VERSION_UPDATE_MAJOR, } self.document.new_version(file_object=File(file_object), **new_version_data) self.failUnlessEqual(self.document.latest_version.get_formated_version(), '2.0.0') new_version_data = { 'comment': 'test comment 2', 'version_update': VERSION_UPDATE_MAJOR, } with open(TEST_SMALL_DOCUMENT_PATH) as file_object: self.document.new_version(file_object=File(file_object), **new_version_data) self.failUnlessEqual(self.document.latest_version.get_formated_version(), '3.0.0') def tearDown(self): self.document.delete() self.document_type.delete() class DocumentSearchTestCase(TestCase): def setUp(self): from ocr.parsers import parse_document_page self.document_type = DocumentType(name='test doc type') self.document_type.save() self.document = Document( document_type=self.document_type, description='description', ) self.document.save() with open(TEST_DOCUMENT_PATH) as file_object: self.document.new_version(file_object=File(file_object, name='mayan_11_1.pdf')) # Text extraction on the first page only parse_document_page(self.document.latest_version.pages.all()[0]) def test_simple_search_after_related_name_change(self): """ Test that simple search works after related_name changes to document versions and document version pages """ from . import document_search model_list, result_set, elapsed_time = document_search.simple_search('Mayan') self.assertEqual(len(result_set), 1) self.assertEqual(model_list, [self.document]) def test_advanced_search_after_related_name_change(self): from . import document_search # Test versions__filename model_list, result_set, elapsed_time = document_search.advanced_search({'label': self.document.label}) self.assertEqual(len(result_set), 1) self.assertEqual(model_list, [self.document]) # Test versions__mimetype model_list, result_set, elapsed_time = document_search.advanced_search({'versions__mimetype': self.document.file_mimetype}) self.assertEqual(len(result_set), 1) self.assertEqual(model_list, [self.document]) # Test versions__pages__content # Search by the first 20 characters of the content of the first page of the uploaded document model_list, result_set, elapsed_time = document_search.advanced_search({'versions__pages__content': self.document.latest_version.pages.all()[0].content[0:20]}) self.assertEqual(len(result_set), 1) self.assertEqual(model_list, [self.document]) def tearDown(self): self.document.delete() self.document_type.delete() class DocumentUploadFunctionalTestCase(TestCase): """ Functional test to make sure all the moving parts to create a document from the frontend are working correctly """ def setUp(self): self.document_type = DocumentType.objects.create(name='test doc type') self.admin_user = User.objects.create_superuser(username=TEST_ADMIN_USERNAME, email=TEST_ADMIN_EMAIL, password=TEST_ADMIN_PASSWORD) self.client = Client() def test_upload_a_document(self): from sources.models import WebFormSource from sources.literals import SOURCE_CHOICE_WEB_FORM # Login the admin user logged_in = self.client.login(username=TEST_ADMIN_USERNAME, password=TEST_ADMIN_PASSWORD) self.assertTrue(logged_in) self.assertTrue(self.admin_user.is_authenticated()) # Create new webform source self.client.post(reverse('sources:setup_source_create', args=[SOURCE_CHOICE_WEB_FORM]), {'title': 'test', 'uncompress': 'n', 'enabled': True}) self.assertEqual(WebFormSource.objects.count(), 1) # Upload the test document with open(TEST_DOCUMENT_PATH) as file_descriptor: self.client.post(reverse('sources:upload_interactive'), {'file': file_descriptor, 'document_type_id': self.document_type.pk}) self.assertEqual(Document.objects.count(), 1) self.document = Document.objects.all().first() self.failUnlessEqual(self.document.exists(), True) self.failUnlessEqual(self.document.size, 272213) self.failUnlessEqual(self.document.file_mimetype, 'application/pdf') self.failUnlessEqual(self.document.file_mime_encoding, 'binary') self.failUnlessEqual(self.document.file_filename, 'mayan_11_1.pdf') self.failUnlessEqual(self.document.checksum, 'c637ffab6b8bb026ed3784afdb07663fddc60099853fae2be93890852a69ecf3') self.failUnlessEqual(self.document.page_count, 47) # Delete the document self.client.post(reverse('documents:document_delete', args=[self.document.pk])) self.assertEqual(Document.objects.count(), 0) def test_issue_25(self): from sources.models import WebFormSource from sources.literals import SOURCE_CHOICE_WEB_FORM # Login the admin user logged_in = self.client.login(username=TEST_ADMIN_USERNAME, password=TEST_ADMIN_PASSWORD) self.assertTrue(logged_in) self.assertTrue(self.admin_user.is_authenticated()) # Create new webform source self.client.post(reverse('sources:setup_source_create', args=[SOURCE_CHOICE_WEB_FORM]), {'title': 'test', 'uncompress': 'n', 'enabled': True}) self.assertEqual(WebFormSource.objects.count(), 1) # Upload the test document with open(TEST_DOCUMENT_PATH) as file_descriptor: self.client.post(reverse('sources:upload_interactive'), {'file': file_descriptor, 'label': 'test document', 'description': TEST_DOCUMENT_DESCRIPTION, 'document_type_id': self.document_type.pk}) self.assertEqual(Document.objects.count(), 1) document = Document.objects.all().first() # Test for issue 25 during creation self.failUnlessEqual(document.description, TEST_DOCUMENT_DESCRIPTION) # Reset description document.description = '' document.save() self.failUnlessEqual(document.description, '') # Test for issue 25 during editing self.client.post(reverse('documents:document_edit', args=[document.pk]), {'description': TEST_DOCUMENT_DESCRIPTION}) # Fetch document again and test description document = Document.objects.all().first() self.failUnlessEqual(document.description, TEST_DOCUMENT_DESCRIPTION) class DocumentAPICreateDocumentTestCase(TestCase): """ Functional test to make sure all the moving parts to create a document from the API are working correctly """ def setUp(self): self.admin_user = User.objects.create_superuser(username=TEST_ADMIN_USERNAME, email=TEST_ADMIN_EMAIL, password=TEST_ADMIN_PASSWORD) self.document_type = DocumentType.objects.create(name='test doc type') def test_uploading_a_document_using_token_auth(self): # Get the an user token token_client = APIClient() response = token_client.post(reverse('auth_token_obtain'), {'username': TEST_ADMIN_USERNAME, 'password': TEST_ADMIN_PASSWORD}) # Be able to get authentication token self.assertEqual(response.status_code, status.HTTP_200_OK) # Make a token was returned self.assertTrue(u'token' in response.content) token = loads(response.content)['token'] # Create a new client to simulate a different request document_client = APIClient() # Create a blank document with no token in the header with open(TEST_SMALL_DOCUMENT_PATH) as file_descriptor: response = document_client.post(reverse('newdocument-view'), {'document_type': self.document_type, 'label': 'test document', 'file': file_descriptor}) # Make sure toke authentication is working, should fail self.assertEqual(response.status_code, status.HTTP_401_UNAUTHORIZED) document_client.credentials(HTTP_AUTHORIZATION='Token ' + token) # Create a blank document with open(TEST_SMALL_DOCUMENT_PATH) as file_descriptor: document_response = document_client.post(reverse('newdocument-view'), {'document_type': self.document_type, 'label': 'test document', 'file': file_descriptor}) self.assertEqual(document_response.status_code, status.HTTP_201_CREATED) # The document was created in the DB? self.assertEqual(Document.objects.count(), 1) new_version_url = loads(document_response.content)['new_version'] with open(TEST_DOCUMENT_PATH) as file_descriptor: response = document_client.post(new_version_url, {'file': file_descriptor}) # Make sure the document uploaded correctly document = Document.objects.first() self.failUnlessEqual(document.exists(), True) self.failUnlessEqual(document.size, 272213) self.failUnlessEqual(document.file_mimetype, 'application/pdf') self.failUnlessEqual(document.file_mime_encoding, 'binary') self.failUnlessEqual(document.file_filename, 'mayan_11_1.pdf') self.failUnlessEqual(document.checksum, 'c637ffab6b8bb026ed3784afdb07663fddc60099853fae2be93890852a69ecf3') self.failUnlessEqual(document.page_count, 47) # Make sure we can edit the document via the API document_url = loads(document_response.content)['url'] response = document_client.post(document_url, {'description': 'edited test document'}) self.assertTrue(document.description, 'edited test document') # Make sure we can delete the document via the API response = document_client.delete(document_url) # The document was deleted from the the DB? self.assertEqual(Document.objects.count(), 0) class DocumentsViewsFunctionalTestCase(TestCase): """ Functional tests to make sure all the moving parts after creating a document from the frontend are working correctly """ def setUp(self): from sources.models import WebFormSource from sources.literals import SOURCE_CHOICE_WEB_FORM self.document_type = DocumentType.objects.create(name='test doc type') self.admin_user = User.objects.create_superuser(username=TEST_ADMIN_USERNAME, email=TEST_ADMIN_EMAIL, password=TEST_ADMIN_PASSWORD) self.client = Client() # Login the admin user logged_in = self.client.login(username=TEST_ADMIN_USERNAME, password=TEST_ADMIN_PASSWORD) self.assertTrue(logged_in) self.assertTrue(self.admin_user.is_authenticated()) # Create new webform source self.client.post(reverse('sources:setup_source_create', args=[SOURCE_CHOICE_WEB_FORM]), {'title': 'test', 'uncompress': 'n', 'enabled': True}) self.assertEqual(WebFormSource.objects.count(), 1) # Upload the test document with open(TEST_SMALL_DOCUMENT_PATH) as file_descriptor: self.client.post(reverse('sources:upload_interactive'), {'file': file_descriptor, 'document_type_id': self.document_type.pk}) self.assertEqual(Document.objects.count(), 1) self.document = Document.objects.first() def test_document_view(self): response = self.client.get(reverse('documents:document_list')) self.assertEqual(response.status_code, 200) self.assertTrue('ocuments (1)' in response.content) # test document simple view response = self.client.get(reverse('documents:document_view_simple', args=[self.document.pk])) self.assertEqual(response.status_code, 200) self.assertTrue('Details for' in response.content) # test document advanced view response = self.client.get(reverse('documents:document_view_advanced', args=[self.document.pk])) self.assertEqual(response.status_code, 200) self.assertTrue('ocument properties for' in response.content) def test_document_type_views(self): # Check that there are no document types response = self.client.get(reverse('documents:document_type_list')) self.assertEqual(response.status_code, 200) self.assertTrue('ocument types (0)' in response.content) # Create a document type response = self.client.post(reverse('documents:document_type_create'), data={'name': TEST_DOCUMENT_TYPE}, follow=True) self.assertEqual(response.status_code, 200) self.assertTrue('Document type created successfully' in response.content) # Check that there is one document types response = self.client.get(reverse('documents:document_type_list')) self.assertEqual(response.status_code, 200) self.assertTrue('ocument types (1)' in response.content) document_type = DocumentType.objects.first() self.assertEqual(document_type.name, TEST_DOCUMENT_TYPE) # Edit the document type response = self.client.post(reverse('documents:document_type_edit', args=[document_type.pk]), data={'name': TEST_DOCUMENT_TYPE + 'partial'}, follow=True) self.assertEqual(response.status_code, 200) self.assertTrue('Document type edited successfully' in response.content) document_type = DocumentType.objects.first() self.assertEqual(document_type.name, TEST_DOCUMENT_TYPE + 'partial') # Delete the document type response = self.client.post(reverse('documents:document_type_delete', args=[document_type.pk]), follow=True) self.assertEqual(response.status_code, 200) self.assertTrue('Document type: {0} deleted successfully'.format(document_type.name) in response.content) # Check that there are no document types response = self.client.get(reverse('documents:document_type_list')) self.assertEqual(response.status_code, 200) self.assertTrue('ocument types (0)' in response.content) class Issue46TestCase(TestCase): """ Functional tests to make sure issue 46 is fixed """ def setUp(self): self.admin_user = User.objects.create_superuser(username=TEST_ADMIN_USERNAME, email=TEST_ADMIN_EMAIL, password=TEST_ADMIN_PASSWORD) self.client = Client() # Login the admin user logged_in = self.client.login(username=TEST_ADMIN_USERNAME, password=TEST_ADMIN_PASSWORD) self.assertTrue(logged_in) self.assertTrue(self.admin_user.is_authenticated()) self.document_count = 30 self.document_type = DocumentType.objects.create(name='test doc type') # Upload 30 instances of the same test document for i in range(self.document_count): with open(TEST_SMALL_DOCUMENT_PATH) as file_object: Document.objects.new_document( file_object=File(file_object), label='test document', document_type=self.document_type ) def test_advanced_search_past_first_page(self): from . import document_search # Make sure all documents are returned by the search model_list, result_set, elapsed_time = document_search.advanced_search({'label': 'test document'}) self.assertEqual(len(result_set), self.document_count) # Funcitonal test for the first page of advanced results response = self.client.get(reverse('search:results'), {'label': 'png'}) self.assertTrue('results (1 - 20 out of 30) (Page 1 of 2)' in response.content) # Functional test for the second page of advanced results response = self.client.get(reverse('search:results'), {'label': 'png', 'page': 2}) self.assertTrue('results (21 - 30 out of 30) (Page 2 of 2)' in response.content)