docker-compose-choreo.yml

version: '3.8'

name: ldf-choreo

services:
  mongodb-choreo:
    build:
      context: ./deployment/choreo/development/docker/mongodb
      dockerfile: Dockerfile
    container_name: mongodb-choreo
    ports:
      - "27017:27017"
    volumes:
      - mongodb_choreo_data:/data/db
    networks:
      - choreo-network
    environment:
      - MONGO_INITDB_ROOT_USERNAME=admin
      - MONGO_INITDB_ROOT_PASSWORD=admin123
      - MONGO_INITDB_DATABASE=opengin
      # GitHub backup restore configuration
      - GITHUB_BACKUP_REPO=${OPENGIN_GITHUB_BACKUP_REPO:-LDFLK/data-backups}
      - BACKUP_VERSION=${OPENGIN_DB_BACKUP_VERSION:-0.0.4}
      - BACKUP_ENVIRONMENT=${OPENGIN_CHOREO_ENVIRONMENT:-development}
      - RESTORE_FROM_GITHUB=true
    healthcheck:
      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
      interval: 10s
      timeout: 10s
      retries: 5
      start_period: 30s

  neo4j-choreo:
    build:
      context: ./deployment/choreo/development/docker/neo4j
      dockerfile: Dockerfile
      args:
        GITHUB_BACKUP_REPO: ${OPENGIN_GITHUB_BACKUP_REPO:-LDFLK/data-backups}
        BACKUP_VERSION: ${OPENGIN_DB_BACKUP_VERSION:-0.0.4}
        BACKUP_ENVIRONMENT: ${OPENGIN_CHOREO_ENVIRONMENT:-development}
    container_name: neo4j-choreo
    ports:
      - "7474:7474"
      - "7687:7687"
    volumes:
      - neo4j_choreo_data:/data
      - neo4j_choreo_logs:/logs
    networks:
      - choreo-network
    environment:
      - NEO4J_AUTH=neo4j/neo4j123
      - NEO4J_server_memory_pagecache_size=1G
      - NEO4J_server_memory_heap_initial__size=1G
      - NEO4J_server_memory_heap_max__size=1G
      - NEO4J_server_default__listen__address=0.0.0.0
      - NEO4J_server_bolt_listen__address=0.0.0.0:7687
      - NEO4J_server_http_listen__address=0.0.0.0:7474
      # GitHub backup restore configuration
      - GITHUB_BACKUP_REPO=${OPENGIN_GITHUB_BACKUP_REPO:-LDFLK/data-backups}
      - BACKUP_VERSION=${OPENGIN_DB_BACKUP_VERSION:-0.0.4}
      - BACKUP_ENVIRONMENT=${OPENGIN_CHOREO_ENVIRONMENT:-development}
      - RESTORE_FROM_GITHUB=true
    healthcheck:
      test: [ "CMD-SHELL", "wget --no-verbose --tries=1 --spider http://localhost:7474 || exit 1" ]
      interval: 30s
      timeout: 10s
      retries: 3

  postgres-choreo:
    build:
      context: ./deployment/choreo/development/docker/postgres
      dockerfile: Dockerfile
    container_name: postgres-choreo
    ports:
      - "5432:5432"
    volumes:
      - postgres_choreo_data:/var/lib/postgresql/data
      - postgres_choreo_backup:/var/lib/postgresql/backup
    networks:
      - choreo-network
    environment:
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
      - POSTGRES_DB=opengin
      # GitHub backup restore configuration (disabled for development)
      - GITHUB_BACKUP_REPO=${OPENGIN_GITHUB_BACKUP_REPO:-LDFLK/data-backups}
      - BACKUP_VERSION=${OPENGIN_DB_BACKUP_VERSION:-0.0.4}
      - BACKUP_ENVIRONMENT=${OPENGIN_CHOREO_ENVIRONMENT:-development}
      - RESTORE_FROM_GITHUB=true
      - FORCE_RESTORE=${FORCE_RESTORE:-false}
    healthcheck:
      test: [ "CMD-SHELL", "pg_isready -U postgres -h /tmp" ]
      interval: 10s
      timeout: 5s
      retries: 5

  heartbeat-choreo:
    platform: linux/amd64
    build:
      context: ./deployment/choreo/development/docker/heartbeat
      dockerfile: Dockerfile
    container_name: heartbeat-choreo
    networks:
      - choreo-network
    environment:
      - NEO4J_URL=http://neo4j-choreo:7474
      - NEO4J_USER=neo4j
      - NEO4J_PASSWORD=neo4j123
      - POSTGRES_HOST=postgres-choreo
      - POSTGRES_PORT=5432
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
      - POSTGRES_DB=opengin
      - MONGODB_HOST=mongodb-choreo
      - MONGODB_PORT=27017
      - MONGODB_USER=admin
      - MONGODB_PASSWORD=admin123
      - MONGODB_DB=opengin
      - HEARTBEAT_INTERVAL=30
    depends_on:
      - neo4j-choreo
      - mongodb-choreo
      - postgres-choreo
    restart: unless-stopped

  cleanup-choreo:
    build:
      context: .
      dockerfile: deployment/development/docker/cleanup/Dockerfile.choreo
    container_name: cleanup-choreo
    networks:
      - choreo-network
    environment:
      - POSTGRES_HOST=postgres-choreo
      - POSTGRES_PORT=5432
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
      - POSTGRES_DB=opengin
      - MONGO_URI=mongodb://admin:admin123@mongodb-choreo:27017/admin?authSource=admin
      - MONGO_DB_NAME=opengin
      - NEO4J_URI=bolt://neo4j-choreo:7687
      - NEO4J_USER=neo4j
      - NEO4J_PASSWORD=neo4j123
    depends_on:
      - postgres-choreo
      - mongodb-choreo
      - neo4j-choreo
    profiles:
      - cleanup

  core-choreo:
    build:
      context: ./opengin/core-api
      dockerfile: docker/Dockerfile.choreo
    container_name: core-choreo
    ports:
      - "50051:50051"
    environment:
      # Neo4j Configuration (using choreo Neo4j)
      - NEO4J_URI=bolt://neo4j-choreo:7687
      - NEO4J_USER=neo4j
      - NEO4J_PASSWORD=neo4j123
      # MongoDB Configuration (using choreo MongoDB)
      - MONGO_URI=mongodb://admin:admin123@mongodb-choreo:27017/admin?authSource=admin
      - MONGO_DB_NAME=opengin
      - MONGO_COLLECTION=metadata
      - MONGO_ADMIN_USER=admin
      - MONGO_ADMIN_PASSWORD=admin123
      # PostgreSQL Configuration (using choreo PostgreSQL)
      - POSTGRES_HOST=postgres-choreo
      - POSTGRES_PORT=5432
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
      - POSTGRES_DB=opengin
      - POSTGRES_SSL_MODE=disable
      # CORE Service Configuration
      - CORE_SERVICE_HOST=0.0.0.0
      - CORE_SERVICE_PORT=50051
    depends_on:
      mongodb-choreo:
        condition: service_healthy
      neo4j-choreo:
        condition: service_healthy
      postgres-choreo:
        condition: service_healthy
    healthcheck:
      test: [ "CMD-SHELL", "wget --no-verbose --tries=1 --spider http://localhost:50051 || exit 1" ]
      interval: 30s
      timeout: 10s
      retries: 3
    networks:
      - choreo-network

  ingestion-choreo:
    build:
      context: ./opengin/ingestion-api
      dockerfile: docker/Dockerfile.choreo
    container_name: ingestion-choreo
    ports:
      - "8080:8080"
    environment:
      - CORE_SERVICE_URL=http://core-choreo:50051
      - INGESTION_SERVICE_HOST=0.0.0.0
      - INGESTION_SERVICE_PORT=8080
    depends_on:
      core-choreo:
        condition: service_healthy
    healthcheck:
      test: [ "CMD", "nc", "-z", "localhost", "8080" ]
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 10s
    networks:
      - choreo-network

  read-choreo:
    build:
      context: ./opengin/read-api
      dockerfile: docker/Dockerfile.choreo
    container_name: read-choreo
    ports:
      - "8081:8081"
    environment:
      - CORE_SERVICE_URL=http://core-choreo:50051
      - READ_SERVICE_HOST=0.0.0.0
      - READ_SERVICE_PORT=8081
    depends_on:
      core-choreo:
        condition: service_healthy
    healthcheck:
      test: [ "CMD", "nc", "-z", "localhost", "8081" ]
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 10s
    networks:
      - choreo-network

  e2e-choreo:
    image: python:3.9-slim
    container_name: e2e-choreo
    volumes:
      - ./opengin/tests/e2e:/app/tests
    working_dir: /app/tests
    networks:
      - choreo-network
    environment:
      - PYTHONUNBUFFERED=1
      - INGESTION_SERVICE_URL=http://ingestion-choreo:8080
      - READ_SERVICE_URL=http://read-choreo:8081
    depends_on:
      ingestion-choreo:
        condition: service_healthy
    command: >
      sh -c "
        echo 'Waiting for services to be ready...' &&
        sleep 10 &&
        pip install requests &&
        pip install protobuf &&
        pip install pandas &&
        python3 basic_core_tests.py &&
        python3 basic_read_tests.py"

networks:
  choreo-network:
    driver: bridge

volumes:
  mongodb_choreo_data:
  neo4j_choreo_data:
  neo4j_choreo_logs:
  postgres_choreo_data:
  postgres_choreo_backup: