[assets] update docker files (#8176)

This commit is contained in:
hoshi-hiyouga
2025-05-27 18:15:23 +08:00
committed by GitHub
parent 46ccf84aaa
commit 00974a3169
11 changed files with 187 additions and 253 deletions

View File

@@ -4,14 +4,8 @@ services:
dockerfile: ./docker/docker-cuda/Dockerfile
context: ../..
args:
INSTALL_BNB: "false"
INSTALL_VLLM: "false"
INSTALL_DEEPSPEED: "false"
INSTALL_FLASHATTN: "false"
INSTALL_LIGER_KERNEL: "false"
INSTALL_HQQ: "false"
INSTALL_EETQ: "false"
PIP_INDEX: https://pypi.org/simple
EXTRAS: metrics
container_name: llamafactory
volumes:
- ../../hf_cache:/root/.cache/huggingface
@@ -24,7 +18,7 @@ services:
- "8000:8000"
ipc: host
tty: true
shm_size: "16gb"
# shm_size: "16gb" # ipc: host is set
stdin_open: true
command: bash
deploy:
@@ -33,5 +27,5 @@ services:
devices:
- driver: nvidia
count: "all"
capabilities: [gpu]
capabilities: [ gpu ]
restart: unless-stopped