[assets] update docker files (#8176)
This commit is contained in:
@@ -4,14 +4,8 @@ services:
|
||||
dockerfile: ./docker/docker-cuda/Dockerfile
|
||||
context: ../..
|
||||
args:
|
||||
INSTALL_BNB: "false"
|
||||
INSTALL_VLLM: "false"
|
||||
INSTALL_DEEPSPEED: "false"
|
||||
INSTALL_FLASHATTN: "false"
|
||||
INSTALL_LIGER_KERNEL: "false"
|
||||
INSTALL_HQQ: "false"
|
||||
INSTALL_EETQ: "false"
|
||||
PIP_INDEX: https://pypi.org/simple
|
||||
EXTRAS: metrics
|
||||
container_name: llamafactory
|
||||
volumes:
|
||||
- ../../hf_cache:/root/.cache/huggingface
|
||||
@@ -24,7 +18,7 @@ services:
|
||||
- "8000:8000"
|
||||
ipc: host
|
||||
tty: true
|
||||
shm_size: "16gb"
|
||||
# shm_size: "16gb" # ipc: host is set
|
||||
stdin_open: true
|
||||
command: bash
|
||||
deploy:
|
||||
@@ -33,5 +27,5 @@ services:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: "all"
|
||||
capabilities: [gpu]
|
||||
capabilities: [ gpu ]
|
||||
restart: unless-stopped
|
||||
|
||||
Reference in New Issue
Block a user