Merge pull request #4461 from hzhaoy/feature/support-flash-attn

support flash-attn in Dockerfile

Former-commit-id: e30a47ab5bda9303c8a2eb814caf0dd40c01b125
This commit is contained in:
hoshi-hiyouga
2024-06-27 20:05:26 +08:00
committed by GitHub
4 changed files with 11 additions and 0 deletions

View File

@@ -444,6 +444,7 @@ docker build -f ./docker/docker-cuda/Dockerfile \
--build-arg INSTALL_BNB=false \
--build-arg INSTALL_VLLM=false \
--build-arg INSTALL_DEEPSPEED=false \
--build-arg INSTALL_FLASH_ATTN=false \
--build-arg PIP_INDEX=https://pypi.org/simple \
-t llamafactory:latest .