Initial commit for Index FUSE mirroring.

mayan/apps/mirroring/apps.py

@@ -0,0 +1,11 @@
+from __future__ import unicode_literals
+
+from django import apps
+from django.utils.translation import ugettext_lazy as _
+
+from common import MayanAppConfig
+
+
+class MirroringApp(apps.AppConfig):
+    name = 'mirroring'
+    verbose_name = _('Mirroring')

mayan/apps/mirroring/management/commands/mountindex.py

@@ -0,0 +1,121 @@
+from __future__ import unicode_literals
+
+import datetime
+import logging
+
+from collections import defaultdict
+from errno import ENOENT
+from stat import S_IFDIR, S_IFLNK, S_IFREG
+from sys import argv, exit
+from time import time
+
+from fuse import FUSE, FuseOSError, Operations, LoggingMixIn
+import pytz
+
+from django.core import management
+
+from djcelery.models import IntervalSchedule, PeriodicTask
+
+from document_indexing.models import Index, IndexInstanceNode
+from documents.models import Document
+
+logger = logging.getLogger(__name__)
+
+
+class IndexFS(LoggingMixIn, Operations):
+    @staticmethod
+    def path_to_node(path, index):
+        parts = path.split('/')
+
+        directory = index.instance_root
+
+        if len(parts) > 1 and parts[1] != '':
+            for part in parts[1:]:
+                try:
+                    directory = directory.children.get(value=part)
+                except IndexInstanceNode.DoesNotExist:
+                    print '{} does exists'.format(part)
+                    try:
+                        return directory.documents.get(label=part)
+                    except Document.DoesNotExist:
+                        return None
+
+        return directory
+
+    def __init__(self):
+        self.fd_count = 0
+        self.fd = {}
+        self.index = Index.objects.first()
+
+    def getattr(self, path, fh=None):
+        result = IndexFS.path_to_node(path=path, index=self.index)
+
+        if not result:
+            raise FuseOSError(ENOENT)
+
+        if isinstance(result, IndexInstanceNode):
+            now = time()
+            return dict(
+                st_mode=(S_IFDIR | 0755), st_ctime=now, st_mtime=now, st_atime=now, st_nlink=2
+            )
+        else:
+            now = time()
+
+            return {
+                'st_mode': S_IFREG | 0755,
+                'st_ctime': (result.date_added.replace(tzinfo=None) - result.date_added.utcoffset() - datetime.datetime(1970, 1, 1)).total_seconds(),
+                'st_mtime': (result.latest_version.timestamp.replace(tzinfo=None) - result.latest_version.timestamp.utcoffset() - datetime.datetime(1970, 1, 1)).total_seconds(),
+                'st_atime': now, 'st_nlink': 1,
+                'st_size': result.size
+            }
+
+    def getxattr(self, path, name, position=0):
+        return ''
+
+    def open(self, path, flags):
+        result = IndexFS.path_to_node(path=path, index=self.index)
+        if isinstance(result, Document):
+            self.fd_count += 1
+
+            self.fd[self.fd_count] = result.open()
+            return self.fd_count
+
+        return None
+
+    def read(self, path, size, offset, fh):
+        return self.fd[self.fd_count].read(size)
+
+    def readdir(self, path, fh):
+        parts = path.split('/')
+
+        directory = self.index.instance_root
+
+        if len(parts) > 1 and parts[1] != '':
+            for part in parts[1:]:
+                try:
+                    directory = directory.children.get(value=part)
+                except IndexInstanceNode.DoesNotExist:
+                    print '{} does exists'.format(part)
+                    raise FuseOSError(ENOENT)
+
+        result = ['.', '..']
+
+        directories = directory.get_children().order_by('value')
+
+        for directory in directories:
+            value = directory.value.replace('/', '_')
+            result.append(value)
+
+        if directory.index_template_node.link_documents:
+            for document in directory.documents.all():
+                value = document.label.replace('/', '_')
+                result.append(value)
+
+        return result
+
+
+class Command(management.BaseCommand):
+    help = 'Mount an index as a FUSE filesystem.'
+
+    def handle(self, *args, **options):
+        fuse = FUSE(IndexFS(), '/tmp/mnt', foreground=True)

mayan/settings/base.py

@@ -88,6 +88,7 @@ INSTALLED_APPS = (
     'linking.apps.LinkingApp',
     'mailer.apps.MailerApp',
     'metadata.apps.MetadataApp',
+    'mirroring.apps.MirroringApp',
     'ocr.apps.OCRApp',
     'rest_api.apps.RESTAPIApp',
     'sources.apps.SourcesApp',