add postgres Fact model, update views, tests

* awx.main.models Fact added
* view host fact and timeline updated to use new Postgres Fact model instead of Mongo
* Removed license set start Mongo logic
* added View tests
* added Model tests
* Removed mongo fact unit tests
* point at modified jsonbfield that supports sqlite storage driver
* postgresify fact cache receiver
* test OPTIONS endpoint
* Note: single fact view not implemented yet.

awx/main/tests/functional/commands/conftest.py

@@ -0,0 +1,109 @@
+import pytest
+import time
+
+from datetime import datetime
+
+@pytest.fixture
+def fact_msg_base(inventory, hosts):
+    host_objs = hosts(1)
+    return {
+        'host': host_objs[0].name,
+        'date_key': time.mktime(datetime.utcnow().timetuple()),
+        'facts' : { },
+        'inventory_id': inventory.id
+    }
+
+@pytest.fixture
+def fact_msg_small(fact_msg_base):
+    fact_msg_base['facts'] = {
+        'packages': {
+            "accountsservice": [
+                {
+                    "architecture": "amd64",
+                    "name": "accountsservice",
+                    "source": "apt",
+                    "version": "0.6.35-0ubuntu7.1"
+                }
+            ],
+            "acpid": [
+                {
+                    "architecture": "amd64",
+                    "name": "acpid",
+                    "source": "apt",
+                    "version": "1:2.0.21-1ubuntu2"
+                }
+            ],
+            "adduser": [
+                {
+                    "architecture": "all",
+                    "name": "adduser",
+                    "source": "apt",
+                    "version": "3.113+nmu3ubuntu3"
+                }
+            ],
+        },
+        'services': [
+            {
+                "name": "acpid",
+                "source": "sysv",
+                "state": "running"
+            },
+            {
+                "name": "apparmor",
+                "source": "sysv",
+                "state": "stopped"
+            },
+            {
+                "name": "atd",
+                "source": "sysv",
+                "state": "running"
+            },
+            {
+                "name": "cron",
+                "source": "sysv",
+                "state": "running"
+            }
+        ],
+        'ansible': {
+            'ansible_fact_simple': 'hello world',
+            'ansible_fact_complex': {
+                'foo': 'bar',
+                'hello': [
+                    'scooby',
+                    'dooby',
+                    'doo'
+                ]
+            },
+        }
+    }
+    return fact_msg_base
+ 
+
+'''
+Facts sent from ansible to our fact cache reciever.
+The fact module type is implicit i.e
+
+Note: The 'ansible' module is an expection to this rule.
+It is NOT nested in a dict, and thus does NOT contain a first-level
+key of 'ansible'
+
+{
+    'fact_module_name': { ... },
+}
+'''
+
+@pytest.fixture
+def fact_msg_ansible(fact_msg_base, fact_ansible_json):
+    fact_msg_base['facts'] = fact_ansible_json
+    return fact_msg_base
+
+@pytest.fixture
+def fact_msg_packages(fact_msg_base, fact_packages_json):
+    fact_msg_base['facts']['packages'] = fact_packages_json
+    return fact_msg_base
+
+@pytest.fixture
+def fact_msg_services(fact_msg_base, fact_services_json):
+    fact_msg_base['facts']['services'] = fact_services_json
+    return fact_msg_base
+

awx/main/tests/functional/commands/test_run_fact_cache_receiver.py

@@ -0,0 +1,95 @@
+# Copyright (c) 2015 Ansible, Inc.
+# All Rights Reserved
+
+# Python
+import pytest
+from datetime import datetime
+import json
+
+# Django
+
+# AWX
+from awx.main.management.commands.run_fact_cache_receiver import FactCacheReceiver
+from awx.main.models.fact import Fact
+from awx.main.models.inventory import Host
+
+# TODO: Check that timestamp and other attributes are as expected
+def check_process_fact_message_module(fact_returned, data, module_name):
+    date_key = data['date_key']
+
+    # Ensure 1, and only 1, fact created
+    timestamp = datetime.fromtimestamp(date_key, None)
+    assert 1 == Fact.objects.all().count()
+
+    host_obj = Host.objects.get(name=data['host'], inventory__id=data['inventory_id'])
+    assert host_obj is not None
+    fact_known = Fact.get_host_fact(host_obj.id, module_name, timestamp)
+    assert fact_known is not None
+    assert fact_known == fact_returned
+
+    assert host_obj == fact_returned.host
+    if module_name == 'ansible':
+        assert data['facts'] == fact_returned.facts
+    else:
+        assert data['facts'][module_name] == fact_returned.facts
+    assert timestamp  == fact_returned.timestamp
+    assert module_name == fact_returned.module
+
+@pytest.mark.django_db
+def test_process_fact_message_ansible(fact_msg_ansible):
+    receiver = FactCacheReceiver()
+    fact_returned = receiver.process_fact_message(fact_msg_ansible)
+
+    check_process_fact_message_module(fact_returned, fact_msg_ansible, 'ansible')
+
+@pytest.mark.django_db
+def test_process_fact_message_packages(fact_msg_packages):
+    receiver = FactCacheReceiver()
+    fact_returned = receiver.process_fact_message(fact_msg_packages)
+
+    check_process_fact_message_module(fact_returned, fact_msg_packages, 'packages')
+
+@pytest.mark.django_db
+def test_process_fact_message_services(fact_msg_services):
+    receiver = FactCacheReceiver()
+    fact_returned = receiver.process_fact_message(fact_msg_services)
+
+    check_process_fact_message_module(fact_returned, fact_msg_services, 'services')
+
+'''
+We pickypack our fact sending onto the Ansible fact interface.
+The interface is <hostname, facts>. Where facts is a json blob of all the facts.
+This makes it hard to decipher what facts are new/changed.
+Because of this, we handle the same fact module data being sent multiple times
+and just keep the newest version.
+'''
+@pytest.mark.django_db
+def test_process_facts_message_ansible_overwrite(fact_scans, fact_msg_ansible):
+    #epoch = timezone.now()
+    epoch = datetime.fromtimestamp(fact_msg_ansible['date_key'])
+    fact_scans(fact_scans=1, timestamp_epoch=epoch)
+    key = 'ansible.overwrite'
+    value = 'hello world'
+
+    receiver = FactCacheReceiver()
+    receiver.process_fact_message(fact_msg_ansible)
+
+    fact_msg_ansible['facts'][key] = value
+    fact_returned = receiver.process_fact_message(fact_msg_ansible)
+
+    fact_obj = Fact.objects.get(id=fact_returned.id)
+    assert key in fact_obj.facts
+    assert json.loads(fact_obj.facts) == fact_msg_ansible['facts']
+    assert value == json.loads(fact_obj.facts)[key]
+
+# Ensure that the message flows from the socket through to process_fact_message()
+@pytest.mark.django_db
+def test_run_receiver(mocker, fact_msg_ansible): 
+    mocker.patch("awx.main.socket.Socket.listen", return_value=[fact_msg_ansible])
+
+    receiver = FactCacheReceiver()
+    mocker.patch.object(receiver, 'process_fact_message', return_value=None)
+
+    receiver.run_receiver(use_processing_threads=False)
+
+    receiver.process_fact_message.assert_called_once_with(fact_msg_ansible)