ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tiny fix

Browse Source 
Former-commit-id: 2289436567a7860d25d9da0afb39e4a3e5e83839
This commit is contained in:
hiyouga
2024-06-17 17:47:25 +08:00
parent ca67b7a568
commit 485a80d294
7 changed files with 32 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/extras/fsdp_qlora/train.sh Normal file
View File

@@ -0,0 +1,6 @@
#!/bin/bash
# DO NOT use GPTQ/AWQ model in FSDP+QLoRA
CUDA_VISIBLE_DEVICES=0,1 accelerate launch \
--config_file examples/accelerate/fsdp_config.yaml \
src/train.py examples/extras/fsdp_qlora/llama3_lora_sft.yaml