Add arbitrary domain support + website hosting to onebox setup

backend/deployment/README.md

@@ -1,5 +0,0 @@
-This serves as an example for how to deploy everything in a single box. This is far
-from optimal, but can get you started easily and cheaply. To run:
-
-1. Set up a `.env` file in this directory with relevant environment variables (TODO: document)
-2. `docker compose up -d --build`

backend/deployment/data/nginx/app.conf

@@ -1,43 +0,0 @@
-upstream app_server {
-    # fail_timeout=0 means we always retry an upstream even if it failed
-    # to return a good HTTP response
-
-    # for UNIX domain socket setups
-    #server unix:/tmp/gunicorn.sock fail_timeout=0;
-
-    # for a TCP configuration
-    server api:8080 fail_timeout=0;
-}
-
-server {
-    listen 80;
-    server_name api.danswer.dev;
-
-    location / {
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-      proxy_set_header X-Forwarded-Proto $scheme;
-      proxy_set_header Host $http_host;
-      # we don't want nginx trying to do something clever with
-      # redirects, we set the Host: header above already.
-      proxy_redirect off;
-      proxy_pass http://app_server;
-    }
-
-    location /.well-known/acme-challenge/ {
-        root /var/www/certbot;
-    }
-}
-
-server {
-    listen 443 ssl;
-    server_name api.danswer.dev;
-    
-    location / {
-        proxy_pass http://api.danswer.dev;
-    }
-
-    ssl_certificate /etc/letsencrypt/live/api.danswer.dev/fullchain.pem;
-    ssl_certificate_key /etc/letsencrypt/live/api.danswer.dev/privkey.pem;
-    include /etc/letsencrypt/options-ssl-nginx.conf;
-    ssl_dhparam /etc/letsencrypt/ssl-dhparams.pem;
-}

backend/deployment/docker-compose.yml

@@ -1,61 +0,0 @@
-# follows https://pentacent.medium.com/nginx-and-lets-encrypt-with-docker-in-less-than-5-minutes-b4b8a60d3a71
-version: '3'
-services:
-  api:
-    build:
-      context: ..
-      dockerfile: Dockerfile
-    depends_on:
-      - db
-    # just for local testing
-    ports:
-      - "8080:8080"
-    env_file:
-      - .env
-    environment:
-      - POSTGRES_HOST=db
-    volumes:
-      - local_dynamic_storage:/home/storage
-  background:
-    build:
-      context: ..
-      dockerfile: Dockerfile.background
-    depends_on:
-      - db
-    env_file:
-      - .env
-    environment:
-      - POSTGRES_HOST=db
-    volumes:
-      - local_dynamic_storage:/home/storage
-  db:
-    image: postgres:15.2-alpine
-    restart: always
-    # POSTGRES_USER and POSTGRES_PASSWORD should be set in .env file
-    env_file:
-      - .env
-    ports:
-      - "5432:5432"
-    volumes: 
-      - db:/var/lib/postgresql/data
-  nginx:
-    image: nginx:1.23.4-alpine
-    ports:
-      - "80:80"
-      - "443:443"
-    volumes:
-      - ./data/nginx:/etc/nginx/conf.d
-      - ./data/certbot/conf:/etc/letsencrypt
-      - ./data/certbot/www:/var/www/certbot
-    command: "/bin/sh -c 'while :; do sleep 6h & wait $${!}; nginx -s reload; done & nginx -g \"daemon off;\"'"
-    depends_on:
-      - api
-  certbot:
-    image: certbot/certbot
-    volumes:
-      - ./data/certbot/conf:/etc/letsencrypt
-      - ./data/certbot/www:/var/www/certbot
-    entrypoint: "/bin/sh -c 'trap exit TERM; while :; do certbot renew; sleep 12h & wait $${!}; done;'"
-volumes:
-  local_dynamic_storage:
-  db:

backend/deployment/init-letsencrypt.sh

@@ -1,80 +0,0 @@
-#!/bin/bash
-
-if ! [ -x "$(command -v docker compose)" ]; then
-  echo 'Error: docker compose is not installed.' >&2
-  exit 1
-fi
-
-domains=(api.danswer.dev www.api.danswer.dev)
-rsa_key_size=4096
-data_path="./data/certbot"
-email="" # Adding a valid address is strongly recommended
-staging=0 # Set to 1 if you're testing your setup to avoid hitting request limits
-
-if [ -d "$data_path" ]; then
-  read -p "Existing data found for $domains. Continue and replace existing certificate? (y/N) " decision
-  if [ "$decision" != "Y" ] && [ "$decision" != "y" ]; then
-    exit
-  fi
-fi
-
-
-if [ ! -e "$data_path/conf/options-ssl-nginx.conf" ] || [ ! -e "$data_path/conf/ssl-dhparams.pem" ]; then
-  echo "### Downloading recommended TLS parameters ..."
-  mkdir -p "$data_path/conf"
-  curl -s https://raw.githubusercontent.com/certbot/certbot/master/certbot-nginx/certbot_nginx/_internal/tls_configs/options-ssl-nginx.conf > "$data_path/conf/options-ssl-nginx.conf"
-  curl -s https://raw.githubusercontent.com/certbot/certbot/master/certbot/certbot/ssl-dhparams.pem > "$data_path/conf/ssl-dhparams.pem"
-  echo
-fi
-
-echo "### Creating dummy certificate for $domains ..."
-path="/etc/letsencrypt/live/$domains"
-mkdir -p "$data_path/conf/live/$domains"
-docker compose run --rm --entrypoint "\
-  openssl req -x509 -nodes -newkey rsa:$rsa_key_size -days 1\
-    -keyout '$path/privkey.pem' \
-    -out '$path/fullchain.pem' \
-    -subj '/CN=localhost'" certbot
-echo
-
-
-echo "### Starting nginx ..."
-docker compose up --force-recreate -d nginx
-echo
-
-echo "### Deleting dummy certificate for $domains ..."
-docker compose run --rm --entrypoint "\
-  rm -Rf /etc/letsencrypt/live/$domains && \
-  rm -Rf /etc/letsencrypt/archive/$domains && \
-  rm -Rf /etc/letsencrypt/renewal/$domains.conf" certbot
-echo
-
-
-echo "### Requesting Let's Encrypt certificate for $domains ..."
-#Join $domains to -d args
-domain_args=""
-for domain in "${domains[@]}"; do
-  domain_args="$domain_args -d $domain"
-done
-
-# Select appropriate email arg
-case "$email" in
-  "") email_arg="--register-unsafely-without-email" ;;
-  *) email_arg="--email $email" ;;
-esac
-
-# Enable staging mode if needed
-if [ $staging != "0" ]; then staging_arg="--staging"; fi
-
-docker compose run --rm --entrypoint "\
-  certbot certonly --webroot -w /var/www/certbot \
-    $staging_arg \
-    $email_arg \
-    $domain_args \
-    --rsa-key-size $rsa_key_size \
-    --agree-tos \
-    --force-renewal" certbot
-echo
-
-echo "### Reloading nginx ..."
-docker compose exec nginx nginx -s reload