mirror of
https://github.com/ansible/awx.git
synced 2026-03-26 13:25:02 -02:30
forgot to remove the old fact workload generator
This commit is contained in:
Chris Meyers
@@ -1,196 +0,0 @@
|
|||||||
# Copyright (c) 2015 Ansible, Inc.
|
|
||||||
# All Rights Reserved
|
|
||||||
|
|
||||||
# Python
|
|
||||||
import pymongo
|
|
||||||
import sys
|
|
||||||
from optparse import make_option
|
|
||||||
import datetime
|
|
||||||
import json
|
|
||||||
|
|
||||||
# Django
|
|
||||||
from django.core.management.base import BaseCommand
|
|
||||||
from django.utils.timezone import now
|
|
||||||
|
|
||||||
# Mongoengine
|
|
||||||
import mongoengine
|
|
||||||
|
|
||||||
# awx
|
|
||||||
from awx.fact.models.fact import * # noqa
|
|
||||||
|
|
||||||
TEST_FACT_ANSIBLE = {
|
|
||||||
"ansible_swapfree_mb" : 4092,
|
|
||||||
"ansible_default_ipv6" : {
|
|
||||||
|
|
||||||
},
|
|
||||||
"ansible_distribution_release" : "trusty",
|
|
||||||
"ansible_system_vendor" : "innotek GmbH",
|
|
||||||
"ansible_os_family" : "Debian",
|
|
||||||
"ansible_all_ipv4_addresses" : [
|
|
||||||
"192.168.1.145"
|
|
||||||
],
|
|
||||||
"ansible_lsb" : {
|
|
||||||
"release" : "14.04",
|
|
||||||
"major_release" : "14",
|
|
||||||
"codename" : "trusty",
|
|
||||||
"id" : "Ubuntu",
|
|
||||||
"description" : "Ubuntu 14.04.2 LTS"
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST_FACT_PACKAGES = [
|
|
||||||
{
|
|
||||||
"name": "accountsservice",
|
|
||||||
"architecture": "amd64",
|
|
||||||
"source": "apt",
|
|
||||||
"version": "0.6.35-0ubuntu7.1"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "acpid",
|
|
||||||
"architecture": "amd64",
|
|
||||||
"source": "apt",
|
|
||||||
"version": "1:2.0.21-1ubuntu2"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "adduser",
|
|
||||||
"architecture": "all",
|
|
||||||
"source": "apt",
|
|
||||||
"version": "3.113+nmu3ubuntu3"
|
|
||||||
},
|
|
||||||
]
|
|
||||||
|
|
||||||
TEST_FACT_SERVICES = [
|
|
||||||
{
|
|
||||||
"source" : "upstart",
|
|
||||||
"state" : "waiting",
|
|
||||||
"name" : "ureadahead-other",
|
|
||||||
"goal" : "stop"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"source" : "upstart",
|
|
||||||
"state" : "running",
|
|
||||||
"name" : "apport",
|
|
||||||
"goal" : "start"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"source" : "upstart",
|
|
||||||
"state" : "waiting",
|
|
||||||
"name" : "console-setup",
|
|
||||||
"goal" : "stop"
|
|
||||||
},
|
|
||||||
]
|
|
||||||
|
|
||||||
FACT_FIXTURES = {
|
|
||||||
'ansible': TEST_FACT_ANSIBLE,
|
|
||||||
'packages': TEST_FACT_PACKAGES,
|
|
||||||
'services': TEST_FACT_SERVICES,
|
|
||||||
'files': TEST_FACT_ANSIBLE,
|
|
||||||
}
|
|
||||||
|
|
||||||
EXPERIMENT_DEFAULT = {
|
|
||||||
"hosts": 100,
|
|
||||||
"scan": {
|
|
||||||
"duration" : int(525949), # 1 year
|
|
||||||
"period": 1440 # 1 day
|
|
||||||
},
|
|
||||||
"modules": [
|
|
||||||
"ansible",
|
|
||||||
"packages",
|
|
||||||
"services",
|
|
||||||
"files"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
|
|
||||||
class Experiment(object):
|
|
||||||
def __init__(self, exp, fact_fixtures, raw_db, mongoengine_db):
|
|
||||||
self.db = raw_db
|
|
||||||
self.enginedb = mongoengine_db
|
|
||||||
|
|
||||||
for module in exp['modules']:
|
|
||||||
if module not in fact_fixtures:
|
|
||||||
raise RuntimeError("Module %s fixture not found in %s" % (module, fact_fixtures))
|
|
||||||
|
|
||||||
# Setup experiment from experiment params
|
|
||||||
self.fact_fixtures = fact_fixtures
|
|
||||||
self.host_count = exp['hosts']
|
|
||||||
self.scans_total = int(exp['scan']['duration'] / exp['scan']['period']) # round down
|
|
||||||
self.scan_end = int((datetime.datetime(2015,1,1) - datetime.datetime(1970,1,1)).total_seconds() / 60)
|
|
||||||
self.scan_start = self.scan_end - exp['scan']['duration']
|
|
||||||
self.scan_period = exp['scan']['period']
|
|
||||||
self.modules = exp['modules']
|
|
||||||
|
|
||||||
# Changing vars
|
|
||||||
self.scan_time_last = self.scan_start
|
|
||||||
self.scan_time = self.scan_start
|
|
||||||
|
|
||||||
@property
|
|
||||||
def scan_datetime(self):
|
|
||||||
return datetime.datetime.fromtimestamp(self.scan_time * 60)
|
|
||||||
|
|
||||||
def generate_workload(self):
|
|
||||||
time_start = now()
|
|
||||||
print("Started at: %s" % time_start)
|
|
||||||
print("Generating workload ")
|
|
||||||
|
|
||||||
scan_time_backup = self.scan_time
|
|
||||||
for host_i in range(0, self.host_count):
|
|
||||||
# Reset scan time
|
|
||||||
self.scan_time = scan_time_backup
|
|
||||||
sys.stdout.write('.')
|
|
||||||
sys.stdout.flush()
|
|
||||||
host = FactHost(hostname='hostname_%s.doesnotexist.ansible.com' % host_i).save()
|
|
||||||
for scan_i in range(0, self.scans_total):
|
|
||||||
for module in self.modules:
|
|
||||||
Fact.add_fact(self.scan_datetime, host=host, module=module, fact=self.fact_fixtures[module])
|
|
||||||
|
|
||||||
self.scan_time_last = self.scan_time
|
|
||||||
self.scan_time += self.scan_period
|
|
||||||
time_end = now()
|
|
||||||
print("")
|
|
||||||
print("Finished at: %s" % time_end)
|
|
||||||
print("Total runtime: %s seconds" % (time_end - time_start).total_seconds())
|
|
||||||
|
|
||||||
class Command(BaseCommand):
|
|
||||||
option_list = BaseCommand.option_list + (
|
|
||||||
make_option('--drop', dest='drop', action='store_true', default=False,
|
|
||||||
help='Drop collections before generating workload.'),
|
|
||||||
make_option('--experiment', dest='experiment', action='store', default=None,
|
|
||||||
help='experiment config file defining the params'),
|
|
||||||
make_option('--host', dest='host', action='store', type='string', default='localhost',
|
|
||||||
help='mongodb host'),
|
|
||||||
make_option('--username', dest='username', action='store', type='string', default=None,
|
|
||||||
help='mongodb username'),
|
|
||||||
make_option('--password', dest='password', action='store', type='string', default=None,
|
|
||||||
help='mongodb password'),
|
|
||||||
make_option('--port', dest='port', action='store', type='int', default=27017,
|
|
||||||
help='mongodb port'),
|
|
||||||
make_option('--db', dest='db', action='store', type='string', default='system_tracking_workload',
|
|
||||||
help='mongodb database name'),
|
|
||||||
make_option('--quite', dest='quite', action='store_true', default=False,
|
|
||||||
help='Surpress the printing of large results.'),
|
|
||||||
make_option('--silent', dest='silent', action='store_true', default=False,
|
|
||||||
help='Surpress the printing of ALL results.'),
|
|
||||||
)
|
|
||||||
|
|
||||||
def handle(self, *args, **options):
|
|
||||||
# TODO: load experiment from file, json
|
|
||||||
if options['experiment']:
|
|
||||||
f = open(options['experiment'])
|
|
||||||
exp = json.loads(f.read())
|
|
||||||
else:
|
|
||||||
exp = EXPERIMENT_DEFAULT
|
|
||||||
print("Experiment settings\n%s\n" % exp)
|
|
||||||
|
|
||||||
self.client = pymongo.MongoClient(options['host'], options['port'])
|
|
||||||
db = self.client[options['db']]
|
|
||||||
|
|
||||||
connection_params = dict((k, options[k]) for k in ['host', 'port', 'username', 'password'])
|
|
||||||
|
|
||||||
mongoengine.connection.disconnect()
|
|
||||||
enginedb = mongoengine.connection.connect(options['db'], **connection_params)
|
|
||||||
if options['drop']:
|
|
||||||
enginedb.drop_database(options['db'])
|
|
||||||
|
|
||||||
self.experiment = Experiment(exp, FACT_FIXTURES, db, enginedb)
|
|
||||||
self.experiment.generate_workload()
|
|
||||||
|
|
||||||
Reference in New Issue
Block a user