add dataset stage and filter dataset when stage chosen in webui

Former-commit-id: 26e4136449a4df6028d834fd16a0f4a7c532759d
This commit is contained in:
codemayq
2023-08-23 18:54:23 +08:00
parent 4606340f0f
commit cbc7db3478
3 changed files with 18 additions and 4 deletions

View File

@@ -18,6 +18,14 @@ STAGES = [
"Pre-Training"
]
DATASET_STAGE_MAP = {
"SFT": "sft",
"Pre-Training": "pt",
"Reward Modeling": "rm",
"PPO": "sft",
"DPO": "rm"
}
SUPPORTED_MODELS = {
"LLaMA-7B": "huggyllama/llama-7b",
"LLaMA-13B": "huggyllama/llama-13b",