ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add swanlab

Browse Source 
Former-commit-id: c85a77c8a8824a56a67d56b97b4877fcd6edeb3d
This commit is contained in:
hiyouga
2024-12-19 07:12:31 +00:00
parent eca06531c3
commit 7eeeffdb8a
6 changed files with 60 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/webui/runner.py
View File

@@ -147,6 +147,7 @@ class Runner:
report_to="all" if get("train.report_to") else "none",
use_galore=get("train.use_galore"),
use_badam=get("train.use_badam"),
use_swanlab=get("train.use_swanlab"),
output_dir=get_save_dir(model_name, finetuning_type, get("train.output_dir")),
fp16=(get("train.compute_type") == "fp16"),
bf16=(get("train.compute_type") == "bf16"),
@@ -228,6 +229,10 @@ class Runner:
args["badam_switch_interval"] = get("train.badam_switch_interval")
args["badam_update_ratio"] = get("train.badam_update_ratio")
# swanlab config
if get("train.use_swanlab"):
args["swanlab_name"] = get("train.swanlab_name")
# eval config
if get("train.val_size") > 1e-6 and args["stage"] != "ppo":
args["val_size"] = get("train.val_size")