dagster-sensors-testing/docker-compose.yaml at main · nicchristeller/dagster-sensors-testing · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
services:
  elt_temp_postgres:
    image: postgres:11
    container_name: elt_temp_postgres
    environment:
      POSTGRES_USER: "postgres_user"
      POSTGRES_PASSWORD: "postgres_password"
      POSTGRES_DB: "postgres_db"
    networks:
      - dagster_elt_network
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres_user -d postgres_db"]
      interval: 5s
      timeout: 8s
      retries: 5

  dagster_elt_code_server:
    build:
      context: .
      dockerfile: Dockerfile_elt_code
    container_name: dagster_elt_code_server
    image: dagster_elt_code_image
    restart: always
    environment:
      DAGSTER_POSTGRES_USER: "postgres_user"
      DAGSTER_POSTGRES_PASSWORD: "postgres_password"
      DAGSTER_POSTGRES_DB: "postgres_db"
      # dagster's DockerRunLauncher should use this image to execute runs
      DAGSTER_CURRENT_IMAGE: "dagster_elt_code_image"
    networks:
      - dagster_elt_network
    depends_on:
      elt_temp_postgres:
        condition: service_healthy

  dagster_elt_webserver:
    build:
      context: .
      dockerfile: Dockerfile_dagster_services
    entrypoint:
      - dagster-webserver
      - -h
      - "0.0.0.0"
      - -p
      - "3000"
      - -w
      - workspace.yaml
    container_name: dagster_elt_webserver
    expose:
      - "3000"
    ports:
      - "3000:3000"
    environment:
      DAGSTER_POSTGRES_USER: "postgres_user"
      DAGSTER_POSTGRES_PASSWORD: "postgres_password"
      DAGSTER_POSTGRES_DB: "postgres_db"
    volumes: # Make docker client accessible so we can terminate containers from the webserver
      - /var/run/docker.sock:/var/run/docker.sock
      - /tmp/io_manager_storage:/tmp/io_manager_storage
    networks:
      - dagster_elt_network
    depends_on:
      elt_temp_postgres:
        condition: service_healthy
      dagster_elt_code_server:
        condition: service_started

  dagster_elt_daemon:
    build:
      context: .
      dockerfile: Dockerfile_dagster_services
    entrypoint:
      - dagster-daemon
      - run
    container_name: dagster_elt_daemon
    restart: on-failure
    environment:
      DAGSTER_POSTGRES_USER: "postgres_user"
      DAGSTER_POSTGRES_PASSWORD: "postgres_password"
      DAGSTER_POSTGRES_DB: "postgres_db"
    volumes: # Make docker client accessible so we can launch containers using host docker
      - /var/run/docker.sock:/var/run/docker.sock
      - /tmp/io_manager_storage:/tmp/io_manager_storage
    networks:
      - dagster_elt_network
    depends_on:
      elt_temp_postgres:
        condition: service_healthy
      dagster_elt_code_server:
        condition: service_started

networks:
  dagster_elt_network:
    driver: bridge
    name: dagster_elt_network