dstore/docker-compose.yml at develop · streamingfast/dstore · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Services for running backend integration tests locally.
#
# Start with:
#   docker compose up -d
#
# MinIO (S3-compatible):
#   STORETESTS_S3_MINIO_STORE_URL="s3://localhost:9000/store-tests?region=none&insecure=true&access_key_id=minioadmin&secret_access_key=minioadmin"
#
# Ceph RGW (S3-compatible):
#   STORETESTS_S3_CEPH_STORE_URL="s3://localhost:8080/store-tests?region=none&insecure=true&access_key_id=cephaccesskey&secret_access_key=cephsecretkey"
#
# Google Cloud Storage (fake-gcs-server):
#   STORETESTS_GS_EMULATOR_STORE_URL="gs://store-tests"
#   STORAGE_EMULATOR_HOST="localhost:4443"

services:
  # ── MinIO ────────────────────────────────────────────────────────────────────
  minio:
    image: minio/minio
    ports:
      - "9000:9000"   # S3 API
      - "9001:9001"   # Web console (http://localhost:9001)
    environment:
      MINIO_ROOT_USER: minioadmin
      MINIO_ROOT_PASSWORD: minioadmin
    command: server /data --console-address ":9001"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 5s
      timeout: 5s
      retries: 12

  minio-createbuckets:
    image: minio/mc
    depends_on:
      minio:
        condition: service_healthy
    entrypoint: >
      /bin/sh -c "
        /usr/bin/mc alias set myminio http://minio:9000 minioadmin minioadmin &&
        /usr/bin/mc mb --ignore-existing myminio/store-tests &&
        echo 'MinIO bucket ready'
      "

  # ── Ceph (RGW / S3-compatible) ───────────────────────────────────────────────
  #
  # Custom image built from quay.io/ceph/ceph:v19 (native arm64 + amd64).
  # Bootstraps a minimal single-node cluster: mon + 1 OSD + mgr + RGW.
  # OSD uses a 1 GB file-backed BlueStore volume (no real block device needed).
  # Startup takes ~60-90 s on first run; healthcheck waits for the RGW endpoint.
  ceph:
    build: ./docker/ceph-local
    ports:
      - "8080:8080"   # RGW / S3 endpoint
    environment:
      CEPH_DEMO_UID: cephtest
      CEPH_DEMO_ACCESS_KEY: cephaccesskey
      CEPH_DEMO_SECRET_KEY: cephsecretkey
      CEPH_DEMO_BUCKET: store-tests
      RGW_PORT: "8080"
    healthcheck:
      test: ["CMD", "curl", "-sf", "http://localhost:8080"]
      interval: 10s
      timeout: 5s
      retries: 24
      start_period: 60s

  # ── Google Cloud Storage (fake-gcs-server) ───────────────────────────────────
  #
  # Native arm64 + amd64. The store-tests bucket is pre-seeded from
  # docker/fake-gcs-data/. Uses in-memory backend (data lost on restart).
  fake-gcs:
    image: fsouza/fake-gcs-server
    ports:
      - "4443:4443"   # GCS-compatible HTTP API
    volumes:
      - ./docker/fake-gcs-data:/data
    command:
      - "-scheme"
      - "http"
      - "-port"
      - "4443"
      - "-external-url"
      - "http://localhost:4443"
      - "-backend"
      - "memory"
    healthcheck:
      test: ["CMD", "curl", "-sf", "http://localhost:4443/storage/v1/b"]
      interval: 5s
      timeout: 5s
      retries: 6