Add JavaScript manager.

Signed-off-by: Roberto Rosario <roberto.rosario.gonzalez@gmail.com>

mayan/apps/common/javascript.py

@@ -0,0 +1,150 @@
+from __future__ import unicode_literals
+
+import base64
+import hashlib
+import json
+import os
+import shutil
+import sys
+import tarfile
+
+from furl import furl
+import requests
+
+from django.apps import apps
+
+from .exceptions import NPMException, NPMPackgeIntegrityError
+
+
+class NPMPackage(object):
+    def __init__(self, registry, name, version):
+        self.registry = registry
+        self.name = name
+        self.version = version
+
+    def _download(self):
+        with requests.get(self.metadata['dist']['tarball'], stream=True) as response:
+            with open(name=self.tar_file_path, mode='wb') as file_object:
+                file_object.write(response.content)
+
+        try:
+            upstream_algorithm_name, upstream_integrity_value = self.metadata['dist']['integrity'].split('-', 1)
+        except KeyError:
+            upstream_algorithm_name = 'sha1'
+            upstream_integrity_value = self.metadata['dist']['shasum']
+
+        algorithms = {
+            'sha1': lambda data: hashlib.sha1(data).hexdigest(),
+            'sha256': lambda data: base64.b64encode(hashlib.sha256(data).digest()),
+            'sha512': lambda data: base64.b64encode(hashlib.sha512(data).digest()),
+        }
+
+        try:
+            algorithm = algorithms[upstream_algorithm_name]
+        except KeyError:
+            raise NPMException('Unknown hash algorithm: {}'.format(upstream_algorithm_name))
+
+        with open(name=self.tar_file_path, mode='rb') as file_object:
+            integrity_value = algorithm(file_object.read())
+
+        if integrity_value != upstream_integrity_value:
+            os.unlink(self.tar_file_path)
+            raise NPMPackgeIntegrityError(
+                'Hash of downloaded package doesn\'t match online version.'
+            )
+
+    def _extract(self):
+        shutil.rmtree(
+            os.path.join(
+                self.registry.module_directory, self.name
+            ), ignore_errors=True
+        )
+
+        with tarfile.open(name=self.tar_file_path, mode='r') as file_object:
+            file_object.extractall(path=self.registry.module_directory)
+
+        os.rename(
+            os.path.join(self.registry.module_directory, 'package'),
+            os.path.join(self.registry.module_directory, self.name)
+        )
+
+    def install(self):
+        print 'Installing package: {}@{}'.format(self.name, self.version)
+
+        self._download()
+        self._extract()
+
+        for name, version in self.metadata.get('dependencies', {}).items():
+            package = NPMPackage(registry=self.registry, name=name, version=version[1:])
+            package.install()
+
+    @property
+    def tar_filename(self):
+        if not hasattr(self, '_tar_filename'):
+            self._tar_filename = furl(self.metadata['dist']['tarball']).path.segments[-1]
+
+        return self._tar_filename
+
+    @property
+    def tar_file_path(self):
+        if not hasattr(self, '_tar_file_path'):
+            self._tar_file_path = os.path.join(self.registry.cache_path, self.tar_filename)
+
+        return self._tar_file_path
+
+    @property
+    def metadata(self):
+        if not hasattr(self, '_metadata'):
+            self._metadata = requests.get(url=self.get_url()).json()
+        return self._metadata
+
+    def get_url(self):
+        f = furl(self.registry.url)
+        f.path.segments = f.path.segments + [self.name, self.version]
+        return f.tostr()
+
+
+class NPMRegistry(object):
+    DEFAULT_CACHE_PATH = '/tmp'
+    DEFAULT_REGISTRY_URL = 'http://registry.npmjs.com'
+    DEFAULT_MODULE_DIRECTORY = 'node_modules'
+    DEFAULT_PACKAGE_FILENAME = 'package.json'
+    DEFAULT_LOCK_FILENAME = 'package-lock.json'
+
+    def __init__(self, url=None, cache_path=None, module_directory=None, package_filename=None, lock_filename=None):
+        self.url = url or self.DEFAULT_REGISTRY_URL
+        self.cache_path = cache_path or self.DEFAULT_CACHE_PATH
+        self.module_directory = module_directory or self.DEFAULT_MODULE_DIRECTORY
+        self.package_file = package_filename or self.DEFAULT_PACKAGE_FILENAME
+        self.lock_filename = lock_filename or self.DEFAULT_LOCK_FILENAME
+
+    def _install_package(self, name, version):
+        package = NPMPackage(registry=self, name=name, version=version)
+        package.install()
+
+    def _read_package(self):
+        with open(self.package_file) as file_object:
+            self._package_data = json.loads(file_object.read())
+
+    def install(self, package=None):
+        if package:
+            name, version = package.split('@')
+            self._install_package(name=name, version=version)
+        else:
+            self._read_package()
+
+            for name, version in self._package_data['dependencies'].items():
+                self._install_package(name=name, version=version[1:])
+
+
+class JSDependencyManager(object):
+    def install(self):
+        for app in apps.get_app_configs():
+            for root, dirs, files in os.walk(os.path.join(app.path, 'static')):
+                if 'package.json' in files and not any(map(lambda x: x in root, ['node_modules', 'packages', 'vendors'])):
+                    print 'Installing JavaScript packages for app: {} - {}'.format(app.label, root)
+                    npm_client = NPMRegistry(
+                        module_directory=os.path.join(root, 'node_modules'),
+                        package_filename=os.path.join(root, 'package.json')
+                    )
+                    npm_client.install()