External-Mirrors/awx
2
0
Fork 0
mirror of https://github.com/ansible/awx.git synced 2026-07-28 16:39:56 -02:30
Code Issues Packages Projects Releases Wiki Activity

AAP-36604 (analytics) Thousands of zombie/orphaned Slow/Stuck DB queries in controller querying active host count (#15715)

Browse Source 
* lint

* change timeout to 5 minutes

* change timeout to 5 minutes
This commit is contained in:
Andrea Restle-Lay
2024-12-18 17:12:52 -05:00
committed by GitHub
parent 288e8d78d3
commit 1b418f75e6
1 changed files with 31 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
awx/main/tasks/host_metrics.py
View File

@@ -11,6 +11,8 @@ from awx.main.dispatch.publish import task
from awx.main.models.inventory import HostMetric, HostMetricSummaryMonthly from awx.main.models.inventory import HostMetric, HostMetricSummaryMonthly
from awx.main.tasks.helpers import is_run_threshold_reached from awx.main.tasks.helpers import is_run_threshold_reached
from awx.conf.license import get_license from awx.conf.license import get_license
from awx.main.utils.pglock import advisory_lock
logger = logging.getLogger('awx.main.tasks.host_metrics') logger = logging.getLogger('awx.main.tasks.host_metrics')
@@ -90,7 +92,10 @@ class HostMetricTask:
class HostMetricSummaryMonthlyTask: class HostMetricSummaryMonthlyTask:
LOCK_KEY = 'host_metric_summary_monthly'
LOCK_SESSION_TIMEOUT = 300000 # 5 minutes.
""" """
Task runs every four hours, longer lock timeout avoids premature termination due to high db load or other latency.
This task computes last [threshold] months of HostMetricSummaryMonthly table This task computes last [threshold] months of HostMetricSummaryMonthly table
[threshold] is setting CLEANUP_HOST_METRICS_HARD_THRESHOLD [threshold] is setting CLEANUP_HOST_METRICS_HARD_THRESHOLD
Each record in the table represents changes in HostMetric table in one month Each record in the table represents changes in HostMetric table in one month
@@ -115,6 +120,14 @@ class HostMetricSummaryMonthlyTask:
self.records_to_update = [] self.records_to_update = []
def execute(self): def execute(self):
with advisory_lock(
HostMetricSummaryMonthlyTask.LOCK_KEY, lock_session_timeout_milliseconds=HostMetricSummaryMonthlyTask.LOCK_SESSION_TIMEOUT, wait=False
) as acquired:
if not acquired:
logger.info("Another instance of host_metric_summary_monthly is already running. Exiting.")
return
self._load_existing_summaries() self._load_existing_summaries()
self._load_hosts_added() self._load_hosts_added()
self._load_hosts_deleted() self._load_hosts_deleted()