AAP-60452 Remove the dynamic log level filter for the dispatcherd main process (#16200)

* Remove the dynamic filter on dispatcher startup

Configure the dynamic logging level only on startup

* Special case for log level on settings change

* Add unit test for new behavior

* Add test for initial config

* Mark test django DB

* Do necessary requirement bump

* Delete cache in live test fixture

awx/main/management/commands/run_dispatcher.py

@@ -1,12 +1,16 @@
 # Copyright (c) 2015 Ansible, Inc.
 # All Rights Reserved.
 import logging
+import logging.config
 import yaml
+import copy
 
 import redis
 
 from django.conf import settings
+from django.db import connection
 from django.core.management.base import BaseCommand, CommandError
+from django.core.cache import cache as django_cache
 
 from flags.state import flag_enabled
 
@@ -104,6 +108,12 @@ class Command(BaseCommand):
                 return
 
         if flag_enabled('FEATURE_DISPATCHERD_ENABLED'):
+            self.configure_dispatcher_logging()
+
+            # Close the connection, because the pg_notify broker will create new async connection
+            connection.close()
+            django_cache.close()
+
             dispatcher_setup(get_dispatcherd_config(for_service=True))
             run_service()
         else:
@@ -122,3 +132,18 @@ class Command(BaseCommand):
                 logger.debug('Terminating Task Dispatcher')
                 if consumer:
                     consumer.stop()
+
+    def configure_dispatcher_logging(self):
+        # Apply special log rule for the parent process
+        special_logging = copy.deepcopy(settings.LOGGING)
+        for handler_name, handler_config in special_logging.get('handlers', {}).items():
+            filters = handler_config.get('filters', [])
+            if 'dynamic_level_filter' in filters:
+                handler_config['filters'] = [flt for flt in filters if flt != 'dynamic_level_filter']
+                logger.info(f'Dispatcherd main process replaced log level filter for {handler_name} handler')
+
+        # Apply the custom logging level here, before the asyncio code starts
+        special_logging.setdefault('loggers', {}).setdefault('dispatcherd', {})
+        special_logging['loggers']['dispatcherd']['level'] = settings.LOG_AGGREGATOR_LEVEL
+
+        logging.config.dictConfig(special_logging)