External-Mirrors/awx
2
0
Fork 0
mirror of https://github.com/ansible/awx.git synced 2026-02-28 16:28:43 -03:30
Code Issues Packages Projects Releases Wiki Activity

Docs and setup details for the task manager

Browse Source
This commit is contained in:
Matthew Jones
2014-03-12 14:09:00 -04:00
parent 116cf902b5
commit 06cc5ffb4a
2 changed files with 15 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
Makefile
View File

@@ -120,6 +120,9 @@ celeryd:
receiver: receiver:
$(PYTHON) manage.py run_callback_receiver $(PYTHON) manage.py run_callback_receiver
taskmanager:
$(PYTHON) manage.py run_task_system
# Run all API unit tests. # Run all API unit tests.
test: test:
$(PYTHON) manage.py test -v2 main $(PYTHON) manage.py test -v2 main

12
awx/main/management/commands/run_task_system.py
View File

@@ -32,6 +32,7 @@ import zmq
from celery.task.control import inspect from celery.task.control import inspect
class SimpleDAG(object): class SimpleDAG(object):
''' A simple implementation of a directed acyclic graph '''
def __init__(self): def __init__(self):
self.nodes = [] self.nodes = []
@@ -130,6 +131,7 @@ class SimpleDAG(object):
return leafs return leafs
def get_tasks(): def get_tasks():
''' Fetch all Tower tasks that are relevant to the task management system '''
# TODO: Replace this when we can grab all objects in a sane way # TODO: Replace this when we can grab all objects in a sane way
graph_jobs = [j for j in Job.objects.filter(status__in=('new', 'waiting', 'pending', 'running'))] graph_jobs = [j for j in Job.objects.filter(status__in=('new', 'waiting', 'pending', 'running'))]
graph_inventory_updates = [iu for iu in InventoryUpdate.objects.filter(status__in=('new', 'waiting', 'pending', 'running'))] graph_inventory_updates = [iu for iu in InventoryUpdate.objects.filter(status__in=('new', 'waiting', 'pending', 'running'))]
@@ -138,6 +140,8 @@ def get_tasks():
return all_actions return all_actions
def rebuild_graph(message): def rebuild_graph(message):
''' Regenerate the task graph by refreshing known tasks from Tower, purging orphaned running tasks,
and creatingdependencies for new tasks before generating directed edge relationships between those tasks '''
inspector = inspect() inspector = inspect()
active_task_queues = inspector.active() active_task_queues = inspector.active()
active_tasks = [] active_tasks = []
@@ -176,6 +180,7 @@ def rebuild_graph(message):
# We recalculate the created time for the moment to ensure the dependencies are always sorted in the right order relative to the dependent task # We recalculate the created time for the moment to ensure the dependencies are always sorted in the right order relative to the dependent task
time_delt = len(task_dependencies) - task_dependencies.index(dep) time_delt = len(task_dependencies) - task_dependencies.index(dep)
dep.created = task.created - datetime.timedelta(seconds=1+time_delt) dep.created = task.created - datetime.timedelta(seconds=1+time_delt)
dep.status = 'waiting'
dep.save() dep.save()
waiting_tasks.insert(waiting_tasks.index(task), dep) waiting_tasks.insert(waiting_tasks.index(task), dep)
task.status = 'waiting' task.status = 'waiting'
@@ -206,6 +211,7 @@ def rebuild_graph(message):
return graph return graph
def process_graph(graph, task_capacity): def process_graph(graph, task_capacity):
''' Given a task dependency graph, start and manage tasks given their priority and weight '''
leaf_nodes = graph.get_leaf_nodes() leaf_nodes = graph.get_leaf_nodes()
running_nodes = filter(lambda x: x['node_object'].status == 'running', leaf_nodes) running_nodes = filter(lambda x: x['node_object'].status == 'running', leaf_nodes)
running_impact = sum([t['node_object'].task_impact for t in running_nodes]) running_impact = sum([t['node_object'].task_impact for t in running_nodes])
@@ -226,12 +232,16 @@ def process_graph(graph, task_capacity):
error_handler = handle_work_error.s(subtasks=dependent_nodes) error_handler = handle_work_error.s(subtasks=dependent_nodes)
start_status = node_obj.start(error_callback=error_handler) start_status = node_obj.start(error_callback=error_handler)
if not start_status: if not start_status:
print("Job didn't start!") node_obj.status = 'failed'
node_obj.result_traceback += "Task failed pre-start check"
# TODO: Run error handler
continue
remaining_volume -= impact remaining_volume -= impact
running_impact += impact running_impact += impact
print("Started Node: %s (capacity hit: %s) Remaining Capacity: %s" % (str(node_obj), str(impact), str(remaining_volume))) print("Started Node: %s (capacity hit: %s) Remaining Capacity: %s" % (str(node_obj), str(impact), str(remaining_volume)))
def run_taskmanager(command_port): def run_taskmanager(command_port):
''' Receive task start and finish signals to rebuild a dependency graph and manage the actual running of tasks '''
paused = False paused = False
task_capacity = get_system_task_capacity() task_capacity = get_system_task_capacity()
command_context = zmq.Context() command_context = zmq.Context()