Add Dockerfile and docker-compose files.

- Still need to make a custom image for Caddy with our static assets
in it.

Author: cache-rules

.dockerignore

@@ -0,0 +1 @@
+.docker-data/

.gitignore

@@ -103,6 +103,7 @@ ENV/
 .idea/
 
 config/settings/local.py
+caddy.env
 nerd_herder.env
 postgres.env
 .docker-data/

Caddyfile

@@ -0,0 +1,8 @@
+pspython.com {
+    tls {$TLS_EMAIL}
+    gzip
+    root /var/www/nerd_herder/static
+    proxy / nerd_herder:8080 {
+        transparent
+    }
+}

Caddyfile.dev

@@ -0,0 +1,8 @@
+localhost:8080 {
+    tls self_signed
+    gzip
+    root /var/www/nerd_herder/static
+    proxy / nerd_herder:8080 {
+        transparent
+    }
+}

Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.6-slim
+
+ENV PYTHONUNBUFFERED 1
+
+WORKDIR /usr/src/nerd_herder
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY config ./config
+COPY manage.py .
+COPY nerd_herder ./nerd_herder
+COPY wait-for-it.sh .
+RUN python manage.py collectstatic --no-input
+EXPOSE 8080
+ENV DJANGO_SETTINGS_MODULE config.settings.docker
+
+CMD [ "gunicorn", "config.wsgi", "-b", "0.0.0.0:8080" ]

config/settings/base.py

@@ -37,7 +37,7 @@
     'django.contrib.sessions',
     'django.contrib.messages',
     'django.contrib.staticfiles',
-    'debug_toolbar',
+    'rest_framework',
     'nerd_herder',
     'nerd_herder.users',
     'nerd_herder.speakers',
@@ -54,7 +54,6 @@
     'django.contrib.auth.middleware.AuthenticationMiddleware',
     'django.contrib.messages.middleware.MessageMiddleware',
     'django.middleware.clickjacking.XFrameOptionsMiddleware',
-    'debug_toolbar.middleware.DebugToolbarMiddleware',
 ]
 
 ROOT_URLCONF = 'config.urls'
@@ -135,5 +134,5 @@
 # Static files (CSS, JavaScript, Images)
 # https://docs.djangoproject.com/en/2.0/howto/static-files/
 
-STATIC_ROOT = os.path.join(BASE_DIR, 'nerd_herder', 'static')
+STATIC_ROOT = os.path.join(BASE_DIR, 'static')
 STATIC_URL = '/static/'

config/settings/docker.py

@@ -0,0 +1,34 @@
+from .base import *
+
+DEBUG = False
+ALLOWED_HOSTS = ['*']
+
+POSTGRES_HOST = os.environ.get('POSTGRES_HOST', 'postgres')
+POSTGRES_PORT = os.environ.get('POSTGRES_PORT', '5432')
+POSTGRES_USER = os.environ.get('POSTGRES_USER', 'postgres')
+POSTGRES_PASSWORD = os.environ.get('POSTGRES_PASSWORD')
+POSTGRES_DB = os.environ.get('POSTGRES_DB', 'nerd_herder')
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.postgresql',
+        'NAME': POSTGRES_DB,
+        'USER': POSTGRES_USER,
+        'PASSWORD': POSTGRES_PASSWORD,
+        'HOST': POSTGRES_HOST,
+        'PORT': POSTGRES_PORT,
+    },
+}
+
+REDIS_HOST = os.environ.get('REDIS_HOST', 'redis')
+REDIS_PORT = os.environ.get('REDIS_PORT', '6379')
+
+CACHES = {
+    'default': {
+        'BACKEND': 'django_redis.cache.RedisCache',
+        'LOCATION': f'redis://{REDIS_HOST}:{REDIS_PORT}/0',
+        'OPTIONS': {
+            'CLIENT_CLASS': 'django_redis.client.DefaultClient',
+        },
+    },
+}

docker-compose.override.yml

@@ -0,0 +1,38 @@
+version: '3'
+services:
+  postgres:
+    environment:
+      - POSTGRES_PASSWORD=nerd_herder
+    volumes:
+      - './.docker-data/postgresql/data:/var/lib/postgresql/data/'
+  redis:
+    image: 'redis:alpine'
+  nerd_herder:
+    build: .
+    command: ['./wait-for-it.sh', 'postgres:5432', '--', 'python', 'manage.py', 'runserver',
+    '0.0.0.0:8080']
+    environment:
+      - POSTGRES_USER=nerd_herder
+      - POSTGRES_PASSWORD=nerd_herder
+    volumes:
+      - ./nerd_herder:/usr/src/nerd_herder/nerd_herder
+      - ./config/:/usr/src/config
+    depends_on:
+      - redis
+      - postgres
+    links:
+      - redis
+      - postgres
+  # TODO: Add service for react build. Probably don't need caddy that way though.
+  reverse-proxy:
+    image: abiosoft/caddy:0.11.0-no-stats
+    restart: always
+    depends_on:
+      - nerd_herder
+    links:
+      - nerd_herder
+    volumes:
+      - './.docker-data/caddy:/root/.caddy'
+      - './Caddyfile.dev:/etc/Caddyfile'
+    ports:
+      - '8080:8080'

docker-compose.prod.yml

@@ -0,0 +1,35 @@
+version: '3'
+services:
+  postgres:
+    env_file:
+      - postgres.env
+    volumes:
+      - '/var/lib/postgresql/data:/var/lib/postgresql/data/'
+  redis:
+    image: 'redis:alpine'
+  nerd_herder:
+    image: 'path/to/nerd_herder/gitlab/image'
+    command: python manage.py runserver 0.0.0.0:8080
+    env_file:
+      - nerd_herder.env
+    links:
+      - redis
+      - postgres
+  reverse-proxy:
+    # TODO: make an image for caddy that uses the nerd_herder image as an intermediary to copy
+    # static assets from. Should also copy static assets from frontend build.
+    # nerd_herder static assets are stored in /usr/src/nerd_herder/static after collectstatic runs.
+    image: abiosoft/caddy:0.11.0-no-stats
+    restart: always
+    env_file:
+      - caddy.env
+    links:
+      - nerd_herder
+    depends_on:
+      - nerd_herder
+    volumes:
+      - '/var/lib/caddy:/root/.caddy'
+      - './Caddyfile:/etc/Caddyfile'
+    ports:
+      - '80:80'
+      - '443:443'

docker-compose.yml

@@ -0,0 +1,18 @@
+version: '3'
+services:
+  postgres:
+    image: postgres:latest
+    restart: always
+    environment:
+      - POSTGRES_USER=nerd_herder
+      - POSTGRES_DATABASE=nerd_herder
+      - PGDATA=/var/lib/postgresql/data/pgdata
+  redis:
+    image: redis:alpine
+    restart: always
+  nerd_herder:
+    build: .
+    restart: always
+    links:
+      - redis
+      - postgres

requirements.txt

@@ -1,3 +1,6 @@
 Django==2.0.1
-psycopg2==2.7.3.2
+django-redis==4.9.0
+djangorestframework==3.7.7
+gunicorn==19.8.1
+psycopg2-binary==2.7.4
 pytest==3.3.2

wait-for-it.sh

@@ -0,0 +1,177 @@
+#!/usr/bin/env bash
+#   Use this script to test if a given TCP host/port are available
+
+cmdname=$(basename $0)
+
+echoerr() { if [[ $QUIET -ne 1 ]]; then echo "$@" 1>&2; fi }
+
+usage()
+{
+    cat << USAGE >&2
+Usage:
+    $cmdname host:port [-s] [-t timeout] [-- command args]
+    -h HOST | --host=HOST       Host or IP under test
+    -p PORT | --port=PORT       TCP port under test
+                                Alternatively, you specify the host and port as host:port
+    -s | --strict               Only execute subcommand if the test succeeds
+    -q | --quiet                Don't output any status messages
+    -t TIMEOUT | --timeout=TIMEOUT
+                                Timeout in seconds, zero for no timeout
+    -- COMMAND ARGS             Execute command with args after the test finishes
+USAGE
+    exit 1
+}
+
+wait_for()
+{
+    if [[ $TIMEOUT -gt 0 ]]; then
+        echoerr "$cmdname: waiting $TIMEOUT seconds for $HOST:$PORT"
+    else
+        echoerr "$cmdname: waiting for $HOST:$PORT without a timeout"
+    fi
+    start_ts=$(date +%s)
+    while :
+    do
+        if [[ $ISBUSY -eq 1 ]]; then
+            nc -z $HOST $PORT
+            result=$?
+        else
+            (echo > /dev/tcp/$HOST/$PORT) >/dev/null 2>&1
+            result=$?
+        fi
+        if [[ $result -eq 0 ]]; then
+            end_ts=$(date +%s)
+            echoerr "$cmdname: $HOST:$PORT is available after $((end_ts - start_ts)) seconds"
+            break
+        fi
+        sleep 1
+    done
+    return $result
+}
+
+wait_for_wrapper()
+{
+    # In order to support SIGINT during timeout: http://unix.stackexchange.com/a/57692
+    if [[ $QUIET -eq 1 ]]; then
+        timeout $BUSYTIMEFLAG $TIMEOUT $0 --quiet --child --host=$HOST --port=$PORT --timeout=$TIMEOUT &
+    else
+        timeout $BUSYTIMEFLAG $TIMEOUT $0 --child --host=$HOST --port=$PORT --timeout=$TIMEOUT &
+    fi
+    PID=$!
+    trap "kill -INT -$PID" INT
+    wait $PID
+    RESULT=$?
+    if [[ $RESULT -ne 0 ]]; then
+        echoerr "$cmdname: timeout occurred after waiting $TIMEOUT seconds for $HOST:$PORT"
+    fi
+    return $RESULT
+}
+
+# process arguments
+while [[ $# -gt 0 ]]
+do
+    case "$1" in
+        *:* )
+        hostport=(${1//:/ })
+        HOST=${hostport[0]}
+        PORT=${hostport[1]}
+        shift 1
+        ;;
+        --child)
+        CHILD=1
+        shift 1
+        ;;
+        -q | --quiet)
+        QUIET=1
+        shift 1
+        ;;
+        -s | --strict)
+        STRICT=1
+        shift 1
+        ;;
+        -h)
+        HOST="$2"
+        if [[ $HOST == "" ]]; then break; fi
+        shift 2
+        ;;
+        --host=*)
+        HOST="${1#*=}"
+        shift 1
+        ;;
+        -p)
+        PORT="$2"
+        if [[ $PORT == "" ]]; then break; fi
+        shift 2
+        ;;
+        --port=*)
+        PORT="${1#*=}"
+        shift 1
+        ;;
+        -t)
+        TIMEOUT="$2"
+        if [[ $TIMEOUT == "" ]]; then break; fi
+        shift 2
+        ;;
+        --timeout=*)
+        TIMEOUT="${1#*=}"
+        shift 1
+        ;;
+        --)
+        shift
+        CLI=("$@")
+        break
+        ;;
+        --help)
+        usage
+        ;;
+        *)
+        echoerr "Unknown argument: $1"
+        usage
+        ;;
+    esac
+done
+
+if [[ "$HOST" == "" || "$PORT" == "" ]]; then
+    echoerr "Error: you need to provide a host and port to test."
+    usage
+fi
+
+TIMEOUT=${TIMEOUT:-15}
+STRICT=${STRICT:-0}
+CHILD=${CHILD:-0}
+QUIET=${QUIET:-0}
+
+# check to see if timeout is from busybox?
+# check to see if timeout is from busybox?
+TIMEOUT_PATH=$(realpath $(which timeout))
+if [[ $TIMEOUT_PATH =~ "busybox" ]]; then
+        ISBUSY=1
+        BUSYTIMEFLAG="-t"
+else
+        ISBUSY=0
+        BUSYTIMEFLAG=""
+fi
+
+if [[ $CHILD -gt 0 ]]; then
+    wait_for
+    RESULT=$?
+    exit $RESULT
+else
+    if [[ $TIMEOUT -gt 0 ]]; then
+        wait_for_wrapper
+        RESULT=$?
+    else
+        wait_for
+        RESULT=$?
+    fi
+fi
+
+if [[ $CLI != "" ]]; then
+    if [[ $RESULT -ne 0 && $STRICT -eq 1 ]]; then
+        echoerr "$cmdname: strict mode, refusing to execute subprocess"
+        exit $RESULT
+    fi
+    exec "${CLI[@]}"
+else
+    exit $RESULT
+fi