add option to set hour delta on firehose

This commit is contained in:
Elijah DeLee
2020-05-27 17:56:07 -04:00
parent 00060c9572
commit 1835787772

View File

@@ -63,8 +63,8 @@ class YieldedRows(StringIO):
def __init__(self, job_id, rows, time_delta, *args, **kwargs): def __init__(self, job_id, rows, time_delta, *args, **kwargs):
self.rows = rows self.rows = rows
created_time = datetime.datetime.today() - datetime.timedelta(days=time_delta, hours=1, seconds=5) created_time = datetime.datetime.today() - datetime.timedelta(days=time_delta[0], hours=time_delta[1], seconds=5)
modified_time = datetime.datetime.today() - datetime.timedelta(days=time_delta, hours=1, seconds=0) modified_time = datetime.datetime.today() - datetime.timedelta(days=time_delta[0], hours=time_delta[1], seconds=0)
created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S") created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S")
modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S") modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S")
self.row = "\t".join([ self.row = "\t".join([
@@ -292,11 +292,14 @@ if __name__ == '__main__':
'--batch-size', type=int, help='Number of jobs to create in a single batch.', '--batch-size', type=int, help='Number of jobs to create in a single batch.',
default=1000) default=1000)
parser.add_argument( parser.add_argument(
'--time-delta', type=int, help='Number of days old to create the events. Defaults to 0.', '--days-delta', type=int, help='Number of days old to create the events. Defaults to 0.',
default=0) default=0)
parser.add_argument(
'--hours-delta', type=int, help='Number of hours old to create the events. Defaults to 1.',
default=1)
params = parser.parse_args() params = parser.parse_args()
jobs = params.jobs jobs = params.jobs
time_delta = params.time_delta time_delta = params.days_delta, params.hours_delta
events = params.events events = params.events
batch_size = params.batch_size batch_size = params.batch_size
print(datetime.datetime.utcnow().isoformat()) print(datetime.datetime.utcnow().isoformat())