advanced-deep-research/docker-compose.yaml at main · protonspy/advanced-deep-research · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

services:
  vllm-instruct:
    image: vllm/vllm-openai:latest
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    env_file:
      - .env
    environment:
      - NVIDIA_VISIBLE_DEVICES=all
      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
    ports:
      - "8005:8000"
    volumes:
      - ./cache:/root/.cache/huggingface
      - ./models:/opt/models
    ipc: host
    command: >
      --model /opt/models/Qwen2.5-7B-Instruct-1M-Q4_K_M.gguf
      --tokenizer Qwen/Qwen2.5-7B-Instruct-1M
      --load-format gguf
      --tensor-parallel-size 1
      --disable-sliding-window
      --max-model-len 15000
      --gpu-memory-utilization 0.95
      --enable-auto-tool-choice
      --tool-call-parser hermes

  frontend:
    build:
      dockerfile: dockers/frontend.Dockerfile
      context: .
    env_file:
      - .env
    ports:
      - "8501:8501"

  backend:
    build:
      dockerfile: dockers/backend.Dockerfile
      context: .
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    env_file:
      - .env
    environment:
      - NVIDIA_VISIBLE_DEVICES=all
      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
    volumes:
      - ./cache:/root/.cache/huggingface
    ports:
      - "8502:3000"

  mongodb:
    image: mongo:latest
    ports:
      - "27017:27017"
    volumes:
      - mongo_data:/data/db
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: pwd

  qdrant:
    image: qdrant/qdrant
    ports:
      - "6333:6333"
    environment:
      QDRANT__STORAGE__PATH: /qdrant/storage
      QDRANT__STORAGE__MEMORY_LIMIT: 1000000000
      QDRANT__STORAGE__MAX_CONNECTIONS: 1000
    volumes:
      - qdrant_storage:/qdrant/storage

volumes:
  mongo_data:
  qdrant_storage: