99 lines
2.9 KiB
Python
99 lines
2.9 KiB
Python
#Some code from http://wiki.github.com/hoffstaetter/python-tesseract
|
|
|
|
import codecs
|
|
import os
|
|
import subprocess
|
|
import tempfile
|
|
import sys
|
|
|
|
from django.utils.translation import ugettext as _
|
|
from django.utils.importlib import import_module
|
|
|
|
from common import TEMPORARY_DIRECTORY
|
|
from converter.api import convert_document_for_ocr
|
|
from documents.models import DocumentPage
|
|
|
|
from ocr.conf.settings import TESSERACT_PATH
|
|
from ocr.conf.settings import TESSERACT_LANGUAGE
|
|
|
|
|
|
def get_language_backend():
|
|
try:
|
|
module = import_module(u'.'.join([u'ocr',u'lang', TESSERACT_LANGUAGE]))
|
|
except ImportError:
|
|
sys.stderr.write('\nError: No OCR app language backend for language: %s\n\n' % TESSERACT_LANGUAGE)
|
|
return None
|
|
return module
|
|
|
|
backend = get_language_backend()
|
|
|
|
|
|
class TesseractError(Exception):
|
|
pass
|
|
|
|
|
|
def cleanup(filename):
|
|
''' tries to remove the given filename. Ignores non-existent files '''
|
|
try:
|
|
os.remove(filename)
|
|
except OSError:
|
|
pass
|
|
|
|
|
|
def run_tesseract(input_filename, output_filename_base, lang=None):
|
|
command = [TESSERACT_PATH, input_filename, output_filename_base]
|
|
if lang is not None:
|
|
command += ['-l', lang]
|
|
|
|
proc = subprocess.Popen(command, close_fds=True, stderr=subprocess.PIPE, stdout=subprocess.PIPE)
|
|
return_code = proc.wait()
|
|
if return_code != 0:
|
|
error_text = proc.stderr.read()
|
|
raise TesseractError(error_text)
|
|
|
|
|
|
def do_document_ocr(document):
|
|
for page_index, document_page in enumerate(document.documentpage_set.all()):
|
|
imagefile = convert_document_for_ocr(document, page=page_index)
|
|
desc, filepath = tempfile.mkstemp()
|
|
try:
|
|
run_tesseract(imagefile, filepath, TESSERACT_LANGUAGE)
|
|
ocr_output = os.extsep.join([filepath, 'txt'])
|
|
f = codecs.open(ocr_output, 'r', 'utf-8')
|
|
document_page = document.documentpage_set.get(page_number=page_index + 1)
|
|
document_page.content = ocr_cleanup(f.read().strip())
|
|
document_page.page_label = _(u'Text from OCR')
|
|
document_page.save()
|
|
f.close()
|
|
cleanup(ocr_output)
|
|
except TesseractError, e:
|
|
cleanup(filepath)
|
|
cleanup(imagefile)
|
|
raise TesseractError(e)
|
|
finally:
|
|
cleanup(filepath)
|
|
cleanup(imagefile)
|
|
|
|
|
|
def ocr_cleanup(text):
|
|
output = []
|
|
for line in text.splitlines():
|
|
line = line.strip()
|
|
for word in line.split():
|
|
if backend:
|
|
result = backend.check_word(word)
|
|
else:
|
|
result = word
|
|
if result:
|
|
output.append(result)
|
|
output.append('\n')
|
|
|
|
return u' '.join(output)
|
|
|
|
|
|
def clean_pages():
|
|
for page in DocumentPage.objects.all():
|
|
if page.content:
|
|
page.content = ocr_cleanup(page.content)
|
|
page.save()
|