disable valset by default (#6690)

Former-commit-id: a1a94f364e33d1d73852f74eda4fa581e6b16533
This commit is contained in:
hoshi-hiyouga
2025-01-17 21:09:30 +08:00
committed by GitHub
parent 31daa6570b
commit 332f637592
30 changed files with 142 additions and 114 deletions

View File

@@ -238,7 +238,7 @@ class GaloreArguments:
metadata={"help": "Number of steps to update the GaLore projection."},
)
galore_scale: float = field(
default=0.25,
default=2.0,
metadata={"help": "GaLore scaling coefficient."},
)
galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
@@ -279,7 +279,7 @@ class ApolloArguments:
metadata={"help": "Number of steps to update the APOLLO projection."},
)
apollo_scale: float = field(
default=1.0,
default=32.0,
metadata={"help": "APOLLO scaling coefficient."},
)
apollo_proj: Literal["svd", "random"] = field(