fix galore

Former-commit-id: 62a3ceeef8f60caef43ccc7f971a0c9184e21296
2024-03-08 00:44:51 +08:00
parent 81fcb80466
commit e416cecf62
11 changed files with 129 additions and 25 deletions
--- a/examples/extras/galore/galore_adamw.sh
+++ b/examples/extras/galore/galore_adamw.sh
@@ -7,9 +7,7 @@ CUDA_VISIBLE_DEVICES=0 python ../../../src/train_bash.py \
    --dataset alpaca_gpt4_en,glaive_toolcall \
    --dataset_dir ../../../data \
    --template default \
-    --finetuning_type freeze \
-    --name_module_trainable mlp,self_attn \
-    --num_layer_trainable 8 \
+    --finetuning_type full \
    --use_galore \
    --galore_target mlp,self_attn \
    --galore_rank 32 \