fix aqlm version

Former-commit-id: 05673f81f0295c76957f3247c62f95fda322a63e
2024-03-09 00:09:09 +08:00
parent 53ab28533e
commit 9b97b23ce7
6 changed files with 8 additions and 18 deletions
--- a/examples/extras/galore/galore_adamw_8bit_bf16.sh
+++ b/examples/extras/galore/galore_adamw_8bit_bf16.sh
@@ -8,10 +8,10 @@ CUDA_VISIBLE_DEVICES=0 python ../../../src/train_bash.py \
    --dataset_dir ../../../data \
    --template default \
    --finetuning_type full \
+    --optim adamw_8bit \
    --use_galore \
    --galore_target mlp,self_attn \
    --galore_rank 16 \
-    --optim adamw_8bit \
    --output_dir ../../../saves/LLaMA2-7B/galore/sft \
    --overwrite_cache \
    --overwrite_output_dir \