Initial awx installer

installer/image_build/files/launch_awx.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+if [ `id -u` -ge 10000 ]; then
+    echo "awx:x:`id -u`:`id -g`:,,,:/var/lib/awx:/bin/bash" >> /tmp/passwd
+    cat /tmp/passwd > /etc/passwd
+    rm /tmp/passwd
+fi
+awx-manage collectstatic --noinput --clear
+supervisord -c /supervisor.conf

installer/image_build/files/launch_awx_task.sh

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+if [ `id -u` -ge 10000 ]; then
+    echo "awx:x:`id -u`:`id -g`:,,,:/var/lib/awx:/bin/bash" >> /tmp/passwd
+    cat /tmp/passwd > /etc/passwd
+    rm /tmp/passwd
+fi
+ANSIBLE_REMOTE_TEMP=/tmp ANSIBLE_LOCAL_TEMP=/tmp ansible -i "127.0.0.1," -c local -v -m postgresql_db -U $DATABASE_USER -a "name=$DATABASE_NAME owner=$DATABASE_USER login_user=$DATABASE_USER login_host=$DATABASE_HOST login_password=$DATABASE_PASSWORD" all
+awx-manage migrate --noinput --fake-initial
+echo "from django.contrib.auth.models import User; User.objects.create_superuser('admin', 'root@localhost', 'password')" | awx-manage shell
+awx-manage create_preload_data
+awx-manage provision_instance --hostname=$(hostname)
+awx-manage register_queue --queuename=tower --hostnames=$(hostname)
+supervisord -c /supervisor_task.conf

installer/image_build/files/nginx.conf

@@ -0,0 +1,86 @@
+user awx;
+
+worker_processes  1;
+
+error_log  /dev/stdout warn;
+pid        /tmp/nginx.pid;
+
+events {
+    worker_connections  1024;
+}
+
+http {
+    include       /etc/nginx/mime.types;
+    default_type  application/octet-stream;
+
+    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
+                      '$status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_x_forwarded_for"';
+
+    access_log  /dev/stdout  main;
+
+    map $http_upgrade $connection_upgrade {
+        default upgrade;
+        ''      close;
+    }
+
+    sendfile        on;
+    #tcp_nopush     on;
+    #gzip  on;
+
+    
+    upstream uwsgi {
+        server localhost:8050;
+        }
+
+    upstream daphne {
+        server localhost:8051;
+    }
+
+    server {
+        listen 8052 default_server;
+
+        # If you have a domain name, this is where to add it
+        server_name _;
+        keepalive_timeout 65;
+
+        # HSTS (ngx_http_headers_module is required) (15768000 seconds = 6 months)
+        add_header Strict-Transport-Security max-age=15768000;
+
+        location /static/ {
+            alias /var/lib/awx/public/static/;
+        }
+
+        location /favicon.ico { alias /var/lib/awx/public/static/favicon.ico; }
+
+        location /websocket {
+            # Pass request to the upstream alias
+            proxy_pass http://daphne;
+            # Require http version 1.1 to allow for upgrade requests
+            proxy_http_version 1.1;
+            # We want proxy_buffering off for proxying to websockets.
+            proxy_buffering off;
+            # http://en.wikipedia.org/wiki/X-Forwarded-For
+            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+            # enable this if you use HTTPS:
+            proxy_set_header X-Forwarded-Proto https;
+            # pass the Host: header from the client for the sake of redirects
+            proxy_set_header Host $http_host;
+            # We've set the Host header, so we don't need Nginx to muddle
+            # about with redirects
+            proxy_redirect off;
+            # Depending on the request value, set the Upgrade and
+            # connection headers
+            proxy_set_header Upgrade $http_upgrade;
+            proxy_set_header Connection $connection_upgrade;
+        }
+
+        location / {
+            # Add trailing / if missing
+            rewrite ^(.*[^/])$ $1/ permanent;
+            uwsgi_read_timeout 120s;
+            uwsgi_pass uwsgi;
+            include /etc/nginx/uwsgi_params;
+        }
+    }
+}

installer/image_build/files/settings.py

@@ -0,0 +1,80 @@
+# AWX settings file
+
+import os
+
+ADMINS = ()
+
+STATIC_ROOT = '/var/lib/awx/public/static'
+
+PROJECTS_ROOT = '/var/lib/awx/projects'
+
+JOBOUTPUT_ROOT = '/var/lib/awx/job_status'
+
+SECRET_KEY = file('/etc/tower/SECRET_KEY', 'rb').read().strip()
+
+ALLOWED_HOSTS = ['*']
+
+INTERNAL_API_URL = 'http://127.0.0.1:80'
+
+AWX_TASK_ENV['HOME'] = '/var/lib/awx'
+
+###############################################################################
+# EMAIL SETTINGS
+###############################################################################
+
+SERVER_EMAIL = 'root@localhost'
+DEFAULT_FROM_EMAIL = 'webmaster@localhost'
+EMAIL_SUBJECT_PREFIX = '[AWX] '
+
+EMAIL_HOST = 'localhost'
+EMAIL_PORT = 25
+EMAIL_HOST_USER = ''
+EMAIL_HOST_PASSWORD = ''
+EMAIL_USE_TLS = False
+
+LOGGING['loggers']['django.request']['handlers'] = ['console']
+LOGGING['loggers']['rest_framework.request']['handlers'] = ['console']
+LOGGING['loggers']['awx']['handlers'] = ['console']
+LOGGING['loggers']['awx.main.commands.run_callback_receiver']['handlers'] = ['console']
+LOGGING['loggers']['awx.main.commands.inventory_import']['handlers'] = ['console']
+LOGGING['loggers']['awx.main.tasks']['handlers'] = ['console']
+LOGGING['loggers']['awx.main.scheduler']['handlers'] = ['console']
+LOGGING['loggers']['awx.main.commands.run_fact_cache_receiver']['handlers'] = ['console']
+LOGGING['loggers']['django_auth_ldap']['handlers'] = ['console']
+LOGGING['loggers']['social']['handlers'] = ['console']
+LOGGING['loggers']['system_tracking_migrations']['handlers'] = ['console']
+LOGGING['loggers']['rbac_migrations']['handlers'] = ['console']
+
+DATABASES = {
+    'default': {
+        'ATOMIC_REQUESTS': True,
+        'ENGINE': 'transaction_hooks.backends.postgresql_psycopg2',
+        'NAME': os.getenv("DATABASE_NAME", None),
+        'USER': os.getenv("DATABASE_USER", None),
+        'PASSWORD': os.getenv("DATABASE_PASSWORD", None),
+        'HOST': os.getenv("DATABASE_HOST", None),
+        'PORT': os.getenv("DATABASE_PORT", None),
+    }
+}
+
+BROKER_URL = 'amqp://{}:{}@{}:{}/{}'.format(
+    os.getenv("RABBITMQ_USER", None),
+    os.getenv("RABBITMQ_PASSWORD", None),
+    os.getenv("RABBITMQ_HOST", None),
+    os.getenv("RABBITMQ_PORT", "5672"),
+    os.getenv("RABBITMQ_VHOST", "tower"))
+
+CHANNEL_LAYERS = {
+    'default': {'BACKEND': 'asgi_amqp.AMQPChannelLayer',
+                'ROUTING': 'awx.main.routing.channel_routing',
+                'CONFIG': {'url': BROKER_URL}}
+}
+
+
+CACHES = {
+    'default': {
+        'BACKEND': 'django.core.cache.backends.memcached.MemcachedCache',
+        'LOCATION': '{}:{}'.format(os.getenv("MEMCACHED_HOST", None),
+                                   os.getenv("MEMCACHED_PORT", "11211"))
+    },
+}

installer/image_build/files/supervisor.conf

@@ -0,0 +1,51 @@
+[supervisord]
+nodaemon = True
+umask = 022
+
+[program:nginx]
+command = nginx -g "daemon off;"
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[program:uwsgi]
+command = /var/lib/awx/venv/awx/bin/uwsgi --socket 127.0.0.1:8050 --module=awx.wsgi:application --vacuum --processes=5 --harakiri=120 --no-orphans --master --max-requests=1000 --master-fifo=/var/lib/awx/awxfifo --lazy-apps -b 32768
+directory = /var/lib/awx
+autostart = true
+2autorestart = true
+stopwaitsecs = 15
+stopsignal = INT
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[program:daphne]
+command = /var/lib/awx/venv/awx/bin/daphne -b 127.0.0.1 -p 8051 awx.asgi:channel_layer
+directory = /var/lib/awx
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[group:tower-processes]
+programs=nginx,uwsgi,daphne
+priority=5
+
+# TODO: Exit Handler
+
+[unix_http_server]
+file=/tmp/supervisor.sock
+
+[supervisorctl]
+serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL  for a unix socket
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

installer/image_build/files/supervisor_task.conf

@@ -0,0 +1,66 @@
+[supervisord]
+nodaemon = True
+umask = 022
+
+[program:celery]
+# TODO: Needs to be reworked to dynamically use instance group queues
+command = awx-manage celery worker -l debug --autoscale=4 -Ofair -Q tower_scheduler,tower_broadcast_all,tower,%(host_node_name)s -n celery@localhost
+directory = /var/lib/awx
+environment = LANGUAGE="en_US.UTF-8",LANG="en_US.UTF-8",LC_ALL="en_US.UTF-8",LC_CTYPE="en_US.UTF-8"
+#user = {{ aw_user }}
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[program:awx-celeryd-beat]
+command = /usr/bin/awx-manage celery beat -l debug --pidfile= -s /var/lib/awx/beat.db
+directory = /var/lib/awx
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+redirect_stderr=true
+stdout_logfile = /dev/stdout
+stdout_logfile_maxbytes = 0
+stderr_logfile = /dev/stderr
+stderr_logfile_maxbytes = 0
+
+[program:callback-receiver]
+command = awx-manage run_callback_receiver
+directory = /var/lib/awx
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[program:channels-worker]
+command = awx-manage runworker --only-channels websocket.*
+directory = /var/lib/awx
+autostart = true
+autorestart = true
+stopwaitsecs = 5
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
+[group:tower-processes]
+programs=celery,callback-receiver,channels-worker
+priority=5
+
+# TODO: Exit Handler
+
+[unix_http_server]
+file=/tmp/supervisor.sock
+
+[supervisorctl]
+serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL  for a unix socket
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

installer/image_build/tasks/main.yml

@@ -0,0 +1,138 @@
+---
+
+- name: Get Version from checkout if not provided
+  shell: "git describe --long | sed 's/\\-g.*//' | sed 's/\\-/\\./'"
+  delegate_to: localhost
+  register: awx_version_command
+  when: awx_version is not defined
+
+- name: Set global version if not provided
+  set_fact:
+    awx_version: "{{ awx_version_command.stdout }}"
+    use_local_awx: true
+  when: awx_version is not defined
+
+- name: Set sdist file name
+  set_fact:
+    awx_sdist_file: "awx-{{ awx_version }}.tar.gz"
+
+- name: AWX Distribution
+  debug:
+    msg: "{{ awx_sdist_file }}"
+
+- name: Build AWX distribution
+  shell: make sdist
+  args:
+    chdir: ..
+    creates: "../dist/{{ awx_sdist_file }}"
+  delegate_to: localhost
+  when: use_local_awx is not defined
+
+- name: Set docker build base path
+  set_fact:
+    docker_base_path: "{{ awx_local_base_config_path|default('/tmp') }}/docker-image"
+
+- name: Set awx_web image name
+  set_fact:
+    awx_web_image: "{{ awx_web_image|default('awx_web') }}"
+
+- name: Set awx_task image name
+  set_fact:
+    awx_task_image: "{{ awx_task_image|default('awx_task') }}"
+
+- name: Ensure directory exists
+  file:
+    path: "{{ docker_base_path }}"
+    state: directory
+  delegate_to: localhost
+
+- name: Stage sdist
+  copy:
+    src: "../dist/{{ awx_sdist_file }}"
+    dest: "{{ docker_base_path }}/{{ awx_sdist_file }}"
+  delegate_to: localhost
+
+- name: Template web Dockerfile
+  template:
+    src: Dockerfile.j2
+    dest: "{{ docker_base_path }}/Dockerfile"
+  delegate_to: localhost
+
+- name: Template task Dockerfile
+  template:
+    src: Dockerfile.task.j2
+    dest: "{{ docker_base_path }}/Dockerfile.task"
+  delegate_to: localhost
+
+- name: Stage launch_awx
+  copy:
+    src: launch_awx.sh
+    dest: "{{ docker_base_path }}/launch_awx.sh"
+    mode: '0700'
+  delegate_to: localhost
+
+- name: Stage launch_awx_task
+  copy:
+    src: launch_awx_task.sh
+    dest: "{{ docker_base_path }}/launch_awx_task.sh"
+    mode: '0700'
+  delegate_to: localhost
+
+- name: Stage nginx.conf
+  copy:
+    src: nginx.conf
+    dest: "{{ docker_base_path }}/nginx.conf"
+  delegate_to: localhost
+
+- name: Stage supervisor.conf
+  copy:
+    src: supervisor.conf
+    dest: "{{ docker_base_path }}/supervisor.conf"
+  delegate_to: localhost
+
+- name: Stage supervisor_task.conf
+  copy:
+    src: supervisor_task.conf
+    dest: "{{ docker_base_path }}/supervisor_task.conf"
+  delegate_to: localhost
+
+- name: Stage settings.py
+  copy:
+    src: settings.py
+    dest: "{{ docker_base_path }}/settings.py"
+  delegate_to: localhost
+
+- name: Stage requirements
+  copy:
+    src: ../requirements/
+    dest: "{{ docker_base_path }}/requirements"
+  delegate_to: localhost
+
+- name: Stage Makefile
+  copy:
+    src: ../Makefile
+    dest: "{{ docker_base_path }}/Makefile"
+  delegate_to: localhost
+
+- name: Build base web image
+  docker_image:
+    path: "{{ docker_base_path }}"
+    dockerfile: Dockerfile
+    name: "{{ awx_web_image }}"
+    tag: "{{ awx_version }}"
+  delegate_to: localhost
+
+- name: Build base task image
+  docker_image:
+    path: "{{ docker_base_path }}"
+    dockerfile: Dockerfile.task
+    name: "{{ awx_task_image }}"
+    tag: "{{ awx_version }}"
+    pull: no
+  delegate_to: localhost
+    
+- name: Clean docker base directory
+  file:
+    path: "{{ docker_base_path }}"
+    state: absent
+  when: cleanup_docker_base|default(True)

installer/image_build/templates/Dockerfile.j2

@@ -0,0 +1,55 @@
+FROM centos:7
+
+# Do we need this?
+#RUN locale-gen en_US.UTF-8
+#ENV LANG en_US.UTF-8
+#ENV LANGUAGE en_US:en
+#ENV LC_ALL en_US.UTF-8
+
+USER root
+
+# Init System
+ADD https://github.com/krallin/tini/releases/download/v0.14.0/tini /tini
+RUN chmod +x /tini
+
+ADD Makefile /tmp/Makefile
+RUN mkdir /tmp/requirements
+ADD requirements/requirements_ansible.txt \
+    requirements/requirements_ansible_uninstall.txt \
+    requirements/requirements_ansible_git.txt \
+    requirements/requirements.txt \
+    requirements/requirements_tower_uninstall.txt \
+    requirements/requirements_git.txt \
+    /tmp/requirements/
+
+# OS Dependencies
+RUN yum -y install epel-release && yum -y localinstall http://download.postgresql.org/pub/repos/yum/9.6/redhat/rhel-7-x86_64/pgdg-centos96-9.6-3.noarch.rpm && yum -y update && yum -y install ansible git curl python-psycopg2 python-pip python-setuptools libselinux-python setools-libs yum-utils sudo acl make postgresql-devel nginx python-psutil libxml2-devel libxslt-devel libstdc++.so.6 gcc cyrus-sasl-devel cyrus-sasl openldap-devel libffi-devel python-pip xmlsec1-devel swig krb5-devel xmlsec1-openssl xmlsec1 xmlsec1-openssl-devel libtool-ltdl-devel bubblewrap gcc-c++ python-devel
+RUN pip install virtualenv supervisor
+WORKDIR /tmp
+RUN mkdir -p /var/lib/awx/public/static
+
+RUN mkdir -p /var/log/tower
+RUN mkdir -p /etc/tower
+RUN echo "awxsecret" > /etc/tower/SECRET_KEY
+RUN VENV_BASE=/var/lib/awx/venv make requirements_ansible && VENV_BASE=/var/lib/awx/venv make requirements_awx
+COPY {{ awx_sdist_file }} /tmp/{{ awx_sdist_file }}
+RUN OFFICIAL=yes pip install /tmp/{{ awx_sdist_file }}
+
+RUN echo "{{ awx_version }}" > /var/lib/awx/.tower_version
+ADD nginx.conf /etc/nginx/nginx.conf
+ADD supervisor.conf /supervisor.conf
+ADD supervisor_task.conf /supervisor_task.conf
+ADD launch_awx.sh /usr/bin/launch_awx.sh
+ADD launch_awx_task.sh /usr/bin/launch_awx_task.sh
+RUN chmod +rx /usr/bin/launch_awx.sh && chmod +rx /usr/bin/launch_awx_task.sh
+ADD settings.py /etc/tower/settings.py
+RUN yum -y remove gcc postgresql-devel libxml2-devel libxslt-devel cyrus-sasl-devel openldap-devel xmlsec1-devel krb5-devel xmlsec1-openssl-devel libtool-ltdl-devel gcc-c++ python-devel && yum -y clean all
+RUN rm -rf /root/.cache
+RUN chmod g+w /etc/passwd
+RUN chgrp -Rf root /var/lib/awx && chmod -Rf g+w /var/lib/awx
+RUN chmod -R 777 /var/log/nginx && chmod -R 777 /var/lib/nginx
+USER 1000
+EXPOSE 8052
+WORKDIR /var/lib/awx
+ENTRYPOINT ["/tini", "--"]
+CMD /usr/bin/launch_awx.sh

installer/image_build/templates/Dockerfile.task.j2

@@ -0,0 +1,6 @@
+FROM {{ awx_web_image }}:{{ awx_version }}
+USER 0
+RUN sudo yum -y remove nginx
+USER 1000
+EXPOSE 8052
+CMD /usr/bin/launch_awx_task.sh