disable valset by default (#6690)
Former-commit-id: a1a94f364e33d1d73852f74eda4fa581e6b16533
This commit is contained in:
@@ -238,7 +238,7 @@ class GaloreArguments:
|
||||
metadata={"help": "Number of steps to update the GaLore projection."},
|
||||
)
|
||||
galore_scale: float = field(
|
||||
default=0.25,
|
||||
default=2.0,
|
||||
metadata={"help": "GaLore scaling coefficient."},
|
||||
)
|
||||
galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
|
||||
@@ -279,7 +279,7 @@ class ApolloArguments:
|
||||
metadata={"help": "Number of steps to update the APOLLO projection."},
|
||||
)
|
||||
apollo_scale: float = field(
|
||||
default=1.0,
|
||||
default=32.0,
|
||||
metadata={"help": "APOLLO scaling coefficient."},
|
||||
)
|
||||
apollo_proj: Literal["svd", "random"] = field(
|
||||
|
||||
Reference in New Issue
Block a user