Fix some issues starting the callback receiver workers

This commit is contained in:
Matthew Jones
2014-02-18 19:13:36 -05:00
parent 155837ebbb
commit 398d7633d3

View File

@@ -36,7 +36,7 @@ def run_subscriber(consumer_port, queue_port, use_workers=True):
if use_workers: if use_workers:
workers = [] workers = []
for idx in range(4): for idx in range(4):
w = Worker(queue_port) w = Process(target=callback_worker, args=(queue_port,))
w.start() w.start()
workers.append(w) workers.append(w)
@@ -85,20 +85,11 @@ def process_job_event(data):
logger.error('Failed to save job event after %d retries.', logger.error('Failed to save job event after %d retries.',
retry_count) retry_count)
def callback_worker(port):
class Worker(Process):
'''
Process to validate and store save job events received via zeromq
'''
def __init__(self, port):
self.port = port
def run(self):
print("Starting worker") print("Starting worker")
pool_context = zmq.Context() pool_context = zmq.Context()
pool_subscriber = pool_context.socket(zmq.PULL) pool_subscriber = pool_context.socket(zmq.PULL)
pool_subscriber.connect(self.port) pool_subscriber.connect(port)
while True: while True:
message = pool_subscriber.recv_json() message = pool_subscriber.recv_json()
process_job_event(message) process_job_event(message)