omnivore/docker-compose.yml

x-postgres: &postgres-common
  image: 'ankane/pgvector:v0.5.1'
  user: postgres
  healthcheck:
    test: 'exit 0'
    interval: 2s
    timeout: 12s
    retries: 3

services:
  api-nest:
    build:
      context: .
      dockerfile: packages/api-nest/Dockerfile
      target: builder
    container_name: 'omnivore-api-nest'
    ports:
      - '4001:4001'
    environment:
      - NODE_ENV=development
      - NEST_PORT=4001
      - DATABASE_URL=postgresql://postgres:postgres@postgres:5432/omnivore
      - REDIS_URL=redis://redis:6379
      - JWT_SECRET=your-secret-key-change-in-production
    depends_on:
      - postgres
      - redis
    volumes:
      - ./packages/api-nest:/app/packages/api-nest
      - ./packages/db:/app/packages/db
      - ./tsconfig.base.json:/app/tsconfig.base.json
      - /app/packages/api-nest/node_modules
    command: yarn start:dev
    restart: unless-stopped

  postgres:
    <<: *postgres-common
    container_name: 'omnivore-postgres'
    expose:
      - 5432
    ports:
      - '5432:5432'
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: omnivore
      PG_POOL_MAX: 20
      POSTGRES_HOST_AUTH_METHOD: "scram-sha-256\nhost replication all 0.0.0.0/0 md5"
      POSTGRES_INITDB_ARGS: --auth-host=scram-sha-256
    volumes:
      - postgres_data:/var/lib/postgresql/data
    command: |
      postgres 
      -c wal_level=replica 
      -c hot_standby=on 
      -c max_wal_senders=10 
      -c max_replication_slots=10 
      -c hot_standby_feedback=on      

  postgres-replica:
    <<: *postgres-common
    container_name: 'omnivore-postgres-replica'
    expose:
      - 5433
    ports:
      - '5433:5432'
    environment:
      PGUSER: replicator
      PGPASSWORD: replicator_password
    volumes:
      - postgres_replica_data:/var/lib/postgresql/data
    command: |
      bash -c "
      until pg_basebackup --pgdata=/var/lib/postgresql/data -R --slot=replication_slot --host=postgres --port=5432
      do
      echo 'Waiting for primary to connect...'
      sleep 1s
      done
      echo 'Backup done, starting replica...'
      chmod 0700 /var/lib/postgresql/data
      postgres
      "      
    depends_on:
      - postgres

  migrate:
    build:
      context: .
      dockerfile: ./packages/db/Dockerfile
    container_name: 'omnivore-migrate'
    command: '/bin/sh ./packages/db/setup.sh' # Also create a demo user with email: demo@omnivore.app, password: demo_password
    environment:
      - PGPASSWORD=postgres
      - POSTGRES_USER=postgres
      - PG_HOST=postgres
      - PG_PASSWORD=app_pass
      - PG_DB=omnivore
    depends_on:
      postgres:
        condition: service_healthy

  api:
    build:
      context: .
      dockerfile: ./packages/api/Dockerfile
    container_name: 'omnivore-api'
    ports:
      - '4000:8080'
    healthcheck:
      test: ['CMD-SHELL', 'nc -z 0.0.0.0 8080 || exit 1']
      interval: 15s
      timeout: 90s
    environment:
      - API_ENV=local
      - PG_HOST=postgres
      - PG_USER=app_user
      - PG_PASSWORD=app_pass
      - PG_DB=omnivore
      - PG_PORT=5432
      - PG_POOL_MAX=20
      - JAEGER_HOST=jaeger
      - IMAGE_PROXY_SECRET=some-secret
      - JWT_SECRET=some_secret
      - SSO_JWT_SECRET=some_sso_secret
      - CLIENT_URL=http://localhost:3000
      - GATEWAY_URL=http://localhost:8080/api
      - CONTENT_FETCH_URL=http://content-fetch:8080/?token=some_token
      - REDIS_URL=redis://redis:6379
      - MQ_REDIS_URL=redis://redis:6379
      - GCS_USE_LOCAL_HOST=true
      - LOCAL_MINIO_URL=http://localhost:9000
      - AWS_S3_ENDPOINT_URL=http://minio:9000
      - AWS_ACCESS_KEY_ID=minioadmin
      - AWS_SECRET_ACCESS_KEY=minioadmin123
      - AWS_REGION=us-east-1
      - GCS_UPLOAD_BUCKET=omnivore-local
      - CONTENT_FETCH_QUEUE_ENABLED=true
    depends_on:
      migrate:
        condition: service_completed_successfully
      minio:
        condition: service_healthy
    # develop:
    #   watch:
    #     - action: rebuild
    #       path: .

  web:
    build:
      context: .
      dockerfile: ./packages/web/Dockerfile
      args:
        - APP_ENV=prod
        - BASE_URL=http://localhost:3000
        - SERVER_BASE_URL=http://localhost:4000
        - HIGHLIGHTS_BASE_URL=http://localhost:3000
    container_name: 'omnivore-web'
    ports:
      - '3000:8080'
    environment:
      - NEXT_PUBLIC_APP_ENV=prod
      - NEXT_PUBLIC_BASE_URL=http://localhost:3000
      - NEXT_PUBLIC_SERVER_BASE_URL=http://localhost:4000
      - NEXT_PUBLIC_HIGHLIGHTS_BASE_URL=http://localhost:3000
      - SERVER_BASE_URL=http://localhost:4000
      - BASE_URL=http://localhost:3000
      - HIGHLIGHTS_BASE_URL=http://localhost:3000
    depends_on:
      api:
        condition: service_healthy
    develop:
      watch:
        - action: rebuild
          path: ./packages/web/pages

  content-fetch:
    build:
      context: .
      dockerfile: ./packages/content-fetch/Dockerfile
    container_name: 'omnivore-content-fetch'
    ports:
      - '9090:8080'
    environment:
      - JWT_SECRET=some_secret
      - VERIFICATION_TOKEN=some_token
      - REST_BACKEND_ENDPOINT=http://api:8080/api
      - REDIS_URL=redis://redis:6379
      - MQ_REDIS_URL=redis://redis:6379
    depends_on:
      redis:
        condition: service_healthy
      api:
        condition: service_healthy

  redis:
    image: 'redis:7.2.4'
    container_name: 'omnivore-redis'
    ports:
      - '6379:6379'
    healthcheck:
      test: ['CMD', 'redis-cli', '--raw', 'incr', 'ping']

  minio:
    image: 'minio/minio:latest'
    container_name: 'omnivore-minio'
    ports:
      - '9000:9000'
      - '9001:9001'
    environment:
      - MINIO_ROOT_USER=minioadmin
      - MINIO_ROOT_PASSWORD=minioadmin123
    command: server /data --console-address ":9001"
    volumes:
      - minio_data:/data
    healthcheck:
      test: ['CMD', 'curl', '-f', 'http://localhost:9000/minio/health/live']
      interval: 30s
      timeout: 20s
      retries: 3

  createbuckets:
    image: 'minio/mc:latest'
    depends_on:
      minio:
        condition: service_healthy
    environment:
      - MINIO_ROOT_USER=minioadmin
      - MINIO_ROOT_PASSWORD=minioadmin123
      - BUCKET_NAME=omnivore-local
    entrypoint: >
      /bin/sh -c "
      until (/usr/bin/mc config host add myminio http://minio:9000 minioadmin minioadmin123) do echo '...waiting...' && sleep 1; done;
      /usr/bin/mc mb myminio/omnivore-local --ignore-existing;
      /usr/bin/mc anonymous set public myminio/omnivore-local;
      exit 0;
      "      
  structurizr:
    image: structurizr/lite:latest
    container_name: omnivore-structurizr
    ports:
      - '8081:8080'
    volumes:
      - ./structurizr:/usr/local/structurizr
    environment:
      - STRUCTURIZR_WORKSPACE_FILENAME=workspace.dsl
    restart: unless-stopped

volumes:
  minio_data:
  postgres_data:
  postgres_replica_data: