lakefs-datafusion/docker-compose.yml at main · FredrikBakken/lakefs-datafusion · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
version: '3.9'

services:
  lakefs:
    image: treeverse/lakefs:1.20.0
    pull_policy: always
    ports:
      - "8000:8000"
    depends_on:
      postgres:
        condition: service_healthy
      minio-setup:
        condition: service_completed_successfully
    environment:
      - LAKEFS_BLOCKSTORE_TYPE=s3
      - LAKEFS_BLOCKSTORE_S3_FORCE_PATH_STYLE=true
      - LAKEFS_BLOCKSTORE_S3_ENDPOINT=http://minio:9000
      - LAKEFS_BLOCKSTORE_S3_CREDENTIALS_ACCESS_KEY_ID=minioadmin
      - LAKEFS_BLOCKSTORE_S3_CREDENTIALS_SECRET_ACCESS_KEY=minioadmin
      - LAKEFS_AUTH_ENCRYPT_SECRET_KEY=some random secret string
      - LAKEFS_LOGGING_LEVEL=INFO
      - LAKEFS_STATS_ENABLED=${LAKEFS_STATS_ENABLED:-1}
      - LAKECTL_CREDENTIALS_ACCESS_KEY_ID=AKIAIOSFOLKFSSAMPLES
      - LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
      - LAKECTL_SERVER_ENDPOINT_URL=http://localhost:8000
      - LAKEFS_DATABASE_TYPE=postgres
      - LAKEFS_DATABASE_POSTGRES_CONNECTION_STRING=postgres://postgres:postgres@postgres/postgres?sslmode=disable
    entrypoint: ["/bin/sh", "-c"]
    command:
      - |
        lakefs setup --user-name everything-bagel --access-key-id "$$LAKECTL_CREDENTIALS_ACCESS_KEY_ID" --secret-access-key "$$LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY" || true
        lakefs run &
        echo "---- Creating repository ----"
        wait-for -t 60 lakefs:8000 -- lakectl repo create lakefs://demo s3://demo || true
        echo ""
        wait-for -t 60 minio:9000 && echo '------------------------------------------------

              MinIO admin:   http://127.0.0.1:9001/

                             Username : minioadmin
                             Password : minioadmin
              '
        echo "------------------------------------------------"
        wait-for -t 60 jupyter-notebook:8888 && echo '

              Jupyter:       http://127.0.0.1:8888/
              '
        echo "------------------------------------------------"
        echo ""
        echo "lakeFS Web UI: http://127.0.0.1:8000/      >(.＿.)<"
        echo "                                             (  )_ "
        echo ""
        echo "                Access Key ID    : $$LAKECTL_CREDENTIALS_ACCESS_KEY_ID"
        echo "                Secret Access Key: $$LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY"
        echo ""
        echo "-------- Let's go and have axolotl fun! --------"
        echo ""
        wait

  minio-setup:
    image: minio/mc:RELEASE.2023-05-18T16-59-00Z
    environment:
      - MC_HOST_lakefs=http://minioadmin:minioadmin@minio:9000
    depends_on:
      minio:
        condition: service_started
      postgres:
        condition: service_healthy
    volumes:
      - ./data:/data
    entrypoint: ["/bin/sh", "-c"]
    command:
      - |
        mc mb lakefs/demo
        exit 0

  minio:
    image: minio/minio:RELEASE.2023-05-18T00-05-36Z
    ports:
      - "9000:9000"
      - "9001:9001"
    depends_on:
      postgres:
        condition: service_healthy
    entrypoint: ["minio", "server", "/data", "--console-address", ":9001"]

  postgres:
    image: postgres:14
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
    healthcheck:
      test: ["CMD", "pg_isready", "-U", "postgres"]
      interval: 10s
      retries: 5
      start_period: 5s
    restart: always