External-Mirrors/awx
2
0
Fork 0
mirror of https://github.com/ansible/awx.git synced 2026-03-07 03:31:10 -03:30
Code Issues Packages Projects Releases Wiki Activity

create timestamp outside loop

Browse Source 
this may be expensive
This commit is contained in:
Elijah DeLee
2020-05-27 18:43:26 -04:00
parent a599afa81c
commit 5d5edf6535
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
tools/scripts/firehose.py
View File

@@ -58,15 +58,10 @@ u = str(uuid4())
STATUS_OPTIONS = ('successful', 'failed', 'error', 'canceled') STATUS_OPTIONS = ('successful', 'failed', 'error', 'canceled')
class YieldedRows(StringIO): class YieldedRows(StringIO):
def __init__(self, job_id, rows, time_delta, *args, **kwargs): def __init__(self, job_id, rows, created_stamp, modified_stamp, *args, **kwargs):
self.rows = rows self.rows = rows
created_time = datetime.datetime.today() - time_delta - datetime.timedelta(seconds=5)
modified_time = datetime.datetime.today() - time_delta
created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S")
modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S")
self.row = "\t".join([ self.row = "\t".join([
f"{created_stamp}", f"{created_stamp}",
f"{modified_stamp}", f"{modified_stamp}",
@@ -98,9 +93,9 @@ class YieldedRows(StringIO):
return self.row * 10000 return self.row * 10000
def firehose(job, count, time_delta): def firehose(job, count, created_stamp, modified_stamp):
conn = psycopg2.connect(dsn) conn = psycopg2.connect(dsn)
f = YieldedRows(job, count, time_delta) f = YieldedRows(job, count, created_stamp, modified_stamp)
with conn.cursor() as cursor: with conn.cursor() as cursor:
cursor.copy_expert(( cursor.copy_expert((
'COPY ' 'COPY '
@@ -190,7 +185,10 @@ def generate_events(events, job, time_delta):
conn = psycopg2.connect(dsn) conn = psycopg2.connect(dsn)
cursor = conn.cursor() cursor = conn.cursor()
print('removing indexes and constraints') print('removing indexes and constraints')
created_time = datetime.datetime.today() - time_delta - datetime.timedelta(seconds=5)
modified_time = datetime.datetime.today() - time_delta
created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S")
modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S")
# get all the indexes for main_jobevent # get all the indexes for main_jobevent
try: try:
# disable WAL to drastically increase write speed # disable WAL to drastically increase write speed
@@ -222,7 +220,7 @@ def generate_events(events, job, time_delta):
workers = [] workers = []
for i in range(cores): for i in range(cores):
p = multiprocessing.Process(target=firehose, args=(job, events / cores, time_delta)) p = multiprocessing.Process(target=firehose, args=(job, events / cores, created_stamp, modified_stamp))
p.daemon = True p.daemon = True
workers.append(p) workers.append(p)