Add cluster wide settings

apps/job_processor/registry.py

@@ -1,12 +1,15 @@
 from __future__ import absolute_import
 
+import psutil
+
 from django.utils.translation import ugettext_lazy as _
 
-from smart_settings import ClusterScope
+from smart_settings import ClusterScope, LocalScope
 
 from .icons import icon_tool_link
 from .links import tool_link
-from .literals import DEFAULT_JOB_QUEUE_POLL_INTERVAL, DEFAULT_DEAD_JOB_REMOVAL_INTERVAL
+from .literals import (DEFAULT_JOB_QUEUE_POLL_INTERVAL, DEFAULT_DEAD_JOB_REMOVAL_INTERVAL,
+    DEFAULT_MAX_CPU_LOAD, DEFAULT_MAX_MEMORY_USAGE)
 
 label = _(u'Job processor')
 description = _(u'Handles queuing of jobs to be processed by the cluster nodes.')
@@ -25,5 +28,23 @@ settings = [
         'default': DEFAULT_DEAD_JOB_REMOVAL_INTERVAL,
         'description': _(u'Interval of time (in seconds) to check the cluster for and remove unresponsive jobs.'),
         'scopes': [ClusterScope()]
-    }    
+    },
+    {
+        'name': 'MAX_CPU_LOAD',
+        'default': DEFAULT_MAX_CPU_LOAD,
+        'description': _(u'Nodes with a CPU load above this will not process jobs from the queue.'),
+        'scopes': [ClusterScope(), LocalScope()]
+    },
+    {
+        'name': 'MAX_MEMORY_USAGE',
+        'default': DEFAULT_MAX_MEMORY_USAGE,
+        'description': _(u'Nodes with a memory usage above this will not process jobs from the queue.'),
+        'scopes': [ClusterScope(), LocalScope()]
+    },
+    {
+        'name': 'NODE_MAX_WORKERS',
+        'default': len(psutil.cpu_percent(interval=0.1, percpu=True)),  # Get CPU/cores count
+        'description': _(u'Maximum amount of workers to launch per node, default is number or CPUs or cores.'),
+        'scopes': [LocalScope()]
+    },
 ]