forked from Josh-XT/AGiXT
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose-local-nvidia-sd.yml
95 lines (95 loc) · 2.95 KB
/
docker-compose-local-nvidia-sd.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
version: "3.7"
services:
agixt:
image: joshxt/agixt:latest
init: true
environment:
- UVICORN_WORKERS=${UVICORN_WORKERS:-10}
- AGIXT_API_KEY=${AGIXT_API_KEY}
- WORKING_DIRECTORY=${WORKING_DIRECTORY:-/agixt/WORKSPACE}
- TOKENIZERS_PARALLELISM=False
- TZ=${TZ-America/New_York}
ports:
- "7437:7437"
volumes:
- ./models:/agixt/models
- ./agixt/WORKSPACE:/agixt/WORKSPACE
- ./agixt/agents:/agixt/agents
- ./agixt/prompts:/agixt/prompts
- ./agixt/chains:/agixt/chains
- ./agixt/memories:/agixt/memories
- ./agixt/conversations:/agixt/conversations
- /var/run/docker.sock:/var/run/docker.sock
streamlit:
image: joshxt/streamlit:latest
depends_on:
- agixt
environment:
- AGIXT_URI=http://agixt:7437
- AGIXT_API_KEY=${AGIXT_API_KEY}
volumes:
- ./agixt/WORKSPACE:/app/WORKSPACE
ports:
- "8501:8501"
nextjs:
image: joshxt/agixt-nextjs:latest
depends_on:
- agixt
environment:
- TZ=${TZ-America/New_York}
ports:
- "24498:24498"
text-generation-webui:
build:
context: text-generation-webui/.
dockerfile: docker/nvidia/Dockerfile
args:
# specify which cuda version your card supports: https://developer.nvidia.com/cuda-gpus
TORCH_CUDA_ARCH_LIST: ${TORCH_CUDA_ARCH_LIST:-7.5}
WEBUI_VERSION: ${WEBUI_VERSION:-HEAD}
restart: unless-stopped
environment:
- CLI_ARGS=${CLI_ARGS}
ports:
- "${HOST_PORT:-7860}:${CONTAINER_PORT:-7860}"
- "${HOST_API_PORT:-5000}:${CONTAINER_API_PORT:-5000}"
- "${HOST_API_STREAM_PORT:-5005}:${CONTAINER_API_STREAM_PORT:-5005}"
- "${HOST_API_OPENAI_PORT:-5001}:${CONTAINER_API_OPENAI_PORT:-5001}"
stdin_open: true
tty: true
volumes:
- ./text-generation-webui/characters:/app/characters
- ./text-generation-webui/extensions:/app/extensions
- ./text-generation-webui/loras:/app/loras
- ./models:/app/models
- ./text-generation-webui/presets:/app/presets
- ./text-generation-webui/prompts:/app/prompts
- ./text-generation-webui/softprompts:/app/softprompts
- ./text-generation-webui/training:/app/training
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [ gpu ]
stable-diffusion:
image: goolashe/automatic1111-sd-webui:latest
ports:
- "7861:7860"
- "5010:5000"
restart: unless-stopped
environment:
- CLI_ARGS=--api
volumes:
- ./sdextensions:/app/stable-diffusion-webui/extensions
- ./models:/app/stable-diffusion-webui/models
- ./agixt/WORKSPACE:/app/stable-diffusion-webui/outputs
- ./localizations:/app/stable-diffusion-webui/localizations
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]