code-index/portainer-stack-cuda.yml at main · dvcdsys/code-index · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
services:
  code-index-api:
    image: dvcdsys/code-index:cu128
    container_name: code-index
    restart: unless-stopped
    ports:
      - "21847:21847"
    environment:
      - CIX_API_KEY=${API_KEY}
      - CIX_EMBEDDING_MODEL=${EMBEDDING_MODEL:-awhiteside/CodeRankEmbed-Q8_0-GGUF}
      # Legacy chromem-go store: read once on startup for the one-time import
      # into the SQLite vector store, then left untouched as the rollback path.
      - CIX_CHROMA_PERSIST_DIR=/data/chroma
      # Optional. Vector store: one SQLite database per embedding namespace.
      # Defaults to a sibling of CIX_CHROMA_PERSIST_DIR (/data/vectors), so it
      # already lands on the data volume — set it only to move the vectors to
      # a different mount.
      # - CIX_VECTORS_DIR=/data/vectors
      # Optional. PRAGMA mmap_size for the vector store, in bytes; 0 (default)
      # is off. Roughly 40% lower search latency in exchange for resident
      # memory — mapped database pages count in RSS, per connection.
      # - CIX_VECTOR_MMAP_SIZE=2147483648
      - CIX_SQLITE_PATH=/data/sqlite/projects.db
      - CIX_MAX_FILE_SIZE=${MAX_FILE_SIZE:-524288}
      - CIX_EXCLUDED_DIRS=${EXCLUDED_DIRS:-node_modules,.git,.venv,__pycache__,dist,build,.next,.cache,.DS_Store}
      - CIX_N_GPU_LAYERS=99
      - CIX_LLAMA_STARTUP_TIMEOUT=120
      - CIX_GGUF_CACHE_DIR=/data/models
      - NVIDIA_VISIBLE_DEVICES=all
    volumes:
      - cix_data:/data
    deploy:
      resources:
        limits:
          memory: 10G
        reservations:
          memory: 2G
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    # /health only answers once the whole boot is done — llama model load
    # (minutes from cold) and, on the first start after an upgrade, the
    # one-time chromem -> SQLite vector-store import. Failures inside
    # start_period do not count, so this window is simply "how long before a
    # slow boot may be called broken". Nothing acts on `unhealthy` here
    # (restart: unless-stopped reacts to exits, not health), so an over-long
    # window costs nothing, while a short one paints the container red mid-boot
    # and invites a restart that throws the boot away.
    healthcheck:
      test: ["/cix-server", "-healthcheck"]
      interval: 30s
      timeout: 10s
      start_period: 600s
      retries: 3

volumes:
  cix_data:
    driver: local