AgenticCrawling/docker-compose.yml at master · solita/AgenticCrawling · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
version: '3.8'

services:
  ai-web-crawler:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: ai-web-crawler-bootcamp
    ports:
      - "8501:8501"
    env_file:
      - .env
    environment:
      # You only need ONE of these keys - LiteLLM auto-detects from .env
      # Just set the one you have in your .env file
      - OPENAI_API_KEY=${OPENAI_API_KEY:-}
      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
      - AZURE_API_KEY=${AZURE_API_KEY:-}
      - AZURE_API_BASE=${AZURE_API_BASE:-}
      - AZURE_API_VERSION=${AZURE_API_VERSION:-}
      - LITELLM_API_KEY=${LITELLM_API_KEY:-}
      - LITELLM_API_BASE=${LITELLM_API_BASE:-}
      - LLM_MODEL=${LLM_MODEL:-gpt-4-turbo-preview}
    volumes:
      # Mount outputs and reports to persist data
      - ./outputs:/app/outputs
      - ./reports:/app/reports
      # Optional: mount CSV files for batch processing
      - ./sample_companies.csv:/app/sample_companies.csv:ro
    restart: unless-stopped
    healthcheck:
      test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:8501/_stcore/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 40s
    # Security options
    security_opt:
      - no-new-privileges:true
    # Resource limits (adjust based on your needs)
    deploy:
      resources:
        limits:
          cpus: '2'
          memory: 2G
        reservations:
          cpus: '0.5'
          memory: 512M

networks:
  default:
    name: ai-crawler-network