docker-compose.yml

# Local stack. Langfuse reuses postgres (database `langfuse`) and minio
# (bucket `langfuse`). LangGraph reuses postgres (database `langgraph`)
# for checkpoints and Qdrant (collection `langgraph`) for the agent store.
# ClickHouse is Langfuse-only (traces). Redis is Langfuse queue plus
# query-embedding cache for mp serve.
# UI: Langfuse http://localhost:3100, Dagster http://localhost:3000,
# API http://localhost:8000.
# ClickHouse native port is
# not published — it would collide with MinIO on 9000. Images are Langfuse v4
# (matches Python SDK 4.x; same Postgres/ClickHouse/Redis/MinIO as v3).
# Tags are pinned for air-gap export.

x-langfuse-env: &langfuse-env
  NEXTAUTH_URL: http://localhost:3100
  DATABASE_URL: postgresql://material:material@postgres:5432/langfuse
  SALT: material-platform-local-salt
  ENCRYPTION_KEY: aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa
  TELEMETRY_ENABLED: "false"
  LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES: "false"
  CLICKHOUSE_MIGRATION_URL: clickhouse://clickhouse:9000
  CLICKHOUSE_URL: http://clickhouse:8123
  CLICKHOUSE_USER: clickhouse
  CLICKHOUSE_PASSWORD: clickhouse
  CLICKHOUSE_CLUSTER_ENABLED: "false"
  REDIS_HOST: redis
  REDIS_PORT: "6379"
  REDIS_AUTH: langfuse
  LANGFUSE_S3_EVENT_UPLOAD_BUCKET: langfuse
  LANGFUSE_S3_EVENT_UPLOAD_REGION: auto
  LANGFUSE_S3_EVENT_UPLOAD_ACCESS_KEY_ID: minio
  LANGFUSE_S3_EVENT_UPLOAD_SECRET_ACCESS_KEY: minio123
  LANGFUSE_S3_EVENT_UPLOAD_ENDPOINT: http://minio:9000
  LANGFUSE_S3_EVENT_UPLOAD_FORCE_PATH_STYLE: "true"
  LANGFUSE_S3_EVENT_UPLOAD_PREFIX: events/
  LANGFUSE_S3_MEDIA_UPLOAD_BUCKET: langfuse
  LANGFUSE_S3_MEDIA_UPLOAD_REGION: auto
  LANGFUSE_S3_MEDIA_UPLOAD_ACCESS_KEY_ID: minio
  LANGFUSE_S3_MEDIA_UPLOAD_SECRET_ACCESS_KEY: minio123
  LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT: http://minio:9000
  LANGFUSE_S3_MEDIA_UPLOAD_FORCE_PATH_STYLE: "true"
  LANGFUSE_S3_MEDIA_UPLOAD_PREFIX: media/
  LANGFUSE_S3_BATCH_EXPORT_ENABLED: "false"

x-dagster-env: &dagster-env
  DAGSTER_HOME: /opt/dagster
  INGEST_DIRECTORY: /inbox
  PYTHONPATH: /app
  DATABASE_URL: postgresql+psycopg://material:material@postgres:5432/material
  MINIO_ENDPOINT: minio:9000
  QDRANT_URL: http://qdrant:6333
  REDIS_URL: redis://:langfuse@redis:6379/0
  LANGGRAPH_DATABASE_URL: postgresql://material:material@postgres:5432/langgraph
  LANGFUSE_HOST: http://langfuse-web:3000
  WORKSPACE_ROOT: /tmp/material-platform

x-dagster-depends: &dagster-depends
  postgres:
    condition: service_healthy
  minio:
    condition: service_healthy
  qdrant:
    condition: service_healthy
  redis:
    condition: service_healthy
  minio-init:
    condition: service_completed_successfully
  postgres-db-init:
    condition: service_completed_successfully

x-langfuse-depends: &langfuse-depends
  postgres:
    condition: service_healthy
  minio:
    condition: service_healthy
  redis:
    condition: service_healthy
  clickhouse:
    condition: service_healthy
  postgres-db-init:
    condition: service_completed_successfully
  minio-init:
    condition: service_completed_successfully

services:
  postgres:
    image: postgres:16.15
    environment:
      POSTGRES_USER: material
      POSTGRES_PASSWORD: material
      POSTGRES_DB: material
      TZ: UTC
      PGTZ: UTC
    ports:
      - "5432:5432"
    volumes:
      - postgres-data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U material"]
      interval: 5s
      timeout: 5s
      retries: 10

  minio:
    image: minio/minio:RELEASE.2025-09-07T16-13-09Z
    command: ["server", "/data", "--console-address", ":9001"]
    environment:
      MINIO_ROOT_USER: minio
      MINIO_ROOT_PASSWORD: minio123
    ports:
      - "9000:9000"
      - "9001:9001"
    volumes:
      - minio-data:/data
    healthcheck:
      test: ["CMD-SHELL", "curl -sf http://127.0.0.1:9000/minio/health/live || mc ready local"]
      interval: 5s
      timeout: 5s
      retries: 10
      start_period: 10s

  qdrant:
    image: qdrant/qdrant:v1.13.6
    ports:
      - "6333:6333"
      - "6334:6334"
    volumes:
      - qdrant-data:/qdrant/storage
    healthcheck:
      test:
        [
          "CMD-SHELL",
          "bash -c 'exec 3<>/dev/tcp/127.0.0.1/6333 && printf \"GET /readyz HTTP/1.0\\r\\n\\r\\n\" >&3 && cat <&3 | grep -q \"200 OK\"'",
        ]
      interval: 5s
      timeout: 5s
      retries: 10

  redis:
    image: redis:7.4.11
    command: ["redis-server", "--requirepass", "langfuse", "--maxmemory-policy", "noeviction"]
    ports:
      - "6379:6379"
    volumes:
      - redis-data:/data
    healthcheck:
      test: ["CMD", "redis-cli", "-a", "langfuse", "--no-auth-warning", "ping"]
      interval: 5s
      timeout: 5s
      retries: 10

  clickhouse:
    image: clickhouse/clickhouse-server:25.12
    user: "101:101"
    environment:
      CLICKHOUSE_DB: default
      CLICKHOUSE_USER: clickhouse
      CLICKHOUSE_PASSWORD: clickhouse
    volumes:
      - clickhouse-data:/var/lib/clickhouse
      - clickhouse-logs:/var/log/clickhouse-server
    healthcheck:
      test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider http://localhost:8123/ping || exit 1"]
      interval: 5s
      timeout: 5s
      retries: 10
      start_period: 10s

  postgres-db-init:
    image: postgres:16.15
    depends_on:
      postgres:
        condition: service_healthy
    environment:
      PGPASSWORD: material
    entrypoint: ["bash", "-c"]
    command:
      - |
        set -euo pipefail
        for db in langfuse langgraph; do
          if psql -h postgres -U material -d material -tc \
            "SELECT 1 FROM pg_database WHERE datname = '$$db'" | grep -q 1; then
            echo "$$db exists"
          else
            psql -h postgres -U material -d material -c "CREATE DATABASE $$db"
          fi
        done
    restart: "no"

  qdrant-init:
    image: curlimages/curl:8.12.1
    depends_on:
      qdrant:
        condition: service_healthy
    entrypoint: ["sh", "-c"]
    command:
      - |
        set -eu
        if curl -sf "http://qdrant:6333/collections/langgraph" >/dev/null; then
          echo "langgraph collection exists"
        else
          curl -sf -X PUT "http://qdrant:6333/collections/langgraph" \
            -H "Content-Type: application/json" \
            -d '{"vectors":{"dense":{"size":1024,"distance":"Cosine"}},"sparse_vectors":{"sparse":{}}}'
        fi
    restart: "no"

  minio-init:
    image: minio/mc:RELEASE.2025-08-13T08-35-41Z
    depends_on:
      minio:
        condition: service_healthy
    entrypoint: ["/bin/sh", "-c"]
    command:
      - >
        mc alias set local http://minio:9000 minio minio123
        && mc mb -p local/material
        && mc mb -p local/langfuse
    restart: "no"

  langfuse-web:
    image: docker.langfuse.com/langfuse/langfuse:4.27.0
    depends_on: *langfuse-depends
    ports:
      - "3100:3000"
    environment:
      <<: *langfuse-env
      NEXTAUTH_SECRET: material-platform-local-nextauth
      LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT: http://localhost:9000
      LANGFUSE_S3_MEDIA_UPLOAD_INTERNAL_ENDPOINT: http://minio:9000
      LANGFUSE_INIT_ORG_ID: material-platform
      LANGFUSE_INIT_ORG_NAME: Material Platform
      LANGFUSE_INIT_PROJECT_ID: deep-research
      LANGFUSE_INIT_PROJECT_NAME: Deep Research
      LANGFUSE_INIT_PROJECT_PUBLIC_KEY: pk-lf-local
      LANGFUSE_INIT_PROJECT_SECRET_KEY: sk-lf-local
      LANGFUSE_INIT_USER_EMAIL: langfuse@example.com
      LANGFUSE_INIT_USER_NAME: local
      LANGFUSE_INIT_USER_PASSWORD: langfuselocal

  langfuse-worker:
    image: docker.langfuse.com/langfuse/langfuse-worker:4.27.0
    depends_on: *langfuse-depends
    environment:
      <<: *langfuse-env

  api:
    image: material-platform:0.1.0
    build: .
    command: ["mp", "serve", "--postgres", "--host", "0.0.0.0", "--port", "8000"]
    env_file: .env
    environment:
      <<: *dagster-env
    ports:
      - "8000:8000"
    depends_on: *dagster-depends

  dagster-web:
    image: material-platform:0.1.0
    build: .
    command: ["dagster-webserver", "-h", "0.0.0.0", "-p", "3000", "-w", "workspace.yaml"]
    env_file: .env
    environment:
      <<: *dagster-env
    ports:
      - "3000:3000"
    volumes:
      - ./inbox:/inbox
      - ./dagster.yaml:/opt/dagster/dagster.yaml:ro
      - dagster-home:/opt/dagster
    depends_on: *dagster-depends
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import urllib.request; urllib.request.urlopen('http://127.0.0.1:3000/server_info')",
        ]
      interval: 10s
      timeout: 5s
      retries: 10
      start_period: 20s

  dagster-daemon:
    image: material-platform:0.1.0
    build: .
    command: ["dagster-daemon", "run"]
    env_file: .env
    environment:
      <<: *dagster-env
    volumes:
      - ./inbox:/inbox
      - ./dagster.yaml:/opt/dagster/dagster.yaml:ro
      - dagster-home:/opt/dagster
    depends_on: *dagster-depends

volumes:
  postgres-data:
  minio-data:
  qdrant-data:
  redis-data:
  clickhouse-data:
  clickhouse-logs:
  dagster-home: