matthias/mayan-edms
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Job processing app updates

Browse Source
This commit is contained in:
Roberto Rosario
2012-07-30 12:55:53 -04:00
parent 75f9c47e2b
commit 30eb32f888
8 changed files with 98 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
apps/job_processor/tasks.py
View File

@@ -3,31 +3,24 @@ from __future__ import absolute_import
import logging
from lock_manager import Lock, LockError
from lock_manager.decorators import simple_locking
from clustering.models import Node
from .models import Node, JobQueue
from .models import JobQueue
from .exceptions import JobQueueNoPendingJobs
LOCK_EXPIRE = 10
# TODO: Tie LOCK_EXPIRATION with hard task timeout
MAX_CPU_LOAD = 90
MAX_MEMORY_USAGE = 90
logger = logging.getLogger(__name__)
@simple_locking('refresh_node', 10)
def refresh_node():
logger.debug('starting')
node = Node.objects.myself() # Automatically calls the refresh() method too
def job_queue_poll():
logger.debug('starting')
node = Node.objects.myself() # Automatically calls the refresh() method too
if node.cpuload < MAX_CPU_LOAD and node.memory_usage < MAX_MEMORY_USAGE:
# Poll job queues is node is not overloaded
# Poll job queues if node is not overloaded
lock_id = u'job_queue_poll'
try:
lock = Lock.acquire_lock(lock_id, LOCK_EXPIRE)