fix chat engine, update webui

Former-commit-id: 8b32dddd7d883bae07735796a517927c79d1c33b
This commit is contained in:
hiyouga
2024-03-08 03:01:53 +08:00
parent 8042c66a76
commit 48d4364586
9 changed files with 250 additions and 83 deletions

View File

@@ -155,20 +155,20 @@ class RLHFArguments:
@dataclass
class GaloreArguments:
r"""
Arguments pertaining to the GaLore optimization.
Arguments pertaining to the GaLore algorithm.
"""
use_galore: bool = field(
default=False,
metadata={"help": "Whether or not to use galore optimizer."},
metadata={"help": "Whether or not to use gradient low-Rank projection."},
)
galore_target: str = field(
default="mlp,attn",
metadata={"help": "Name(s) of modules to apply GaLore."},
metadata={"help": "Name(s) of modules to apply GaLore. Use commas to separate multiple modules."},
)
galore_rank: int = field(
default=16,
metadata={"help": "GaLore rank."},
metadata={"help": "The rank of GaLore gradients."},
)
galore_update_interval: int = field(
default=200,
@@ -176,7 +176,7 @@ class GaloreArguments:
)
galore_scale: float = field(
default=0.25,
metadata={"help": "GaLore scale."},
metadata={"help": "GaLore scaling coefficient."},
)
galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
default="std",