From 90ca2fd59bb3db0ac0bdc8976d97c4c1d068bfac Mon Sep 17 00:00:00 2001 From: Elijah DeLee Date: Wed, 27 May 2020 19:34:12 -0400 Subject: [PATCH] be a bit more respectful of event request minimum events made now is 10,000, used to be 10,000*number of cores. could dig deeper but this is better for debugging changes to script --- tools/scripts/firehose.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/tools/scripts/firehose.py b/tools/scripts/firehose.py index fe154e660f..7e2410daa4 100755 --- a/tools/scripts/firehose.py +++ b/tools/scripts/firehose.py @@ -219,8 +219,13 @@ def generate_events(events, job, time_delta): cores = multiprocessing.cpu_count() workers = [] - for i in range(cores): - p = multiprocessing.Process(target=firehose, args=(job, events / cores, created_stamp, modified_stamp)) + num_procs = min(cores, events) + num_events = events // num_procs + if num_events <= 1: + num_events = events + + for i in range(num_procs): + p = multiprocessing.Process(target=firehose, args=(job, num_events, created_stamp, modified_stamp)) p.daemon = True workers.append(p)