-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathcompose.yaml
37 lines (37 loc) · 1.04 KB
/
compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
services:
whisperx-api-server-cuda:
image: whisperx-api-server-cuda
build:
context: .
dockerfile: Dockerfile.cuda
healthcheck:
test: ["CMD-SHELL", "curl --fail http://localhost:8000/healthcheck || exit 1"]
command: uvicorn --factory whisperx_api_server.main:create_app
ports:
- 8000:8000
volumes:
- hugging_face_cache:/root/.cache/huggingface
- torch_cache:/root/.cache/torch
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
whisperx-api-server-cpu:
image: whisperx-api-server-cpu
build:
context: .
dockerfile: Dockerfile.cpu
healthcheck:
test: ["CMD-SHELL", "curl --fail http://localhost:8000/healthcheck || exit 1"]
command: uvicorn --factory whisperx_api_server.main:create_app
ports:
- 8000:8000
volumes:
- hugging_face_cache:/root/.cache/huggingface
- torch_cache:/root/.cache/torch
volumes:
hugging_face_cache:
torch_cache: