add docstrings, refactor logger

Former-commit-id: c34e489d71f8f539028543ccf8ee92cecedd6276
2024-09-08 00:56:56 +08:00
parent 93d4570a59
commit 7f71276ad8
30 changed files with 334 additions and 57 deletions
--- a/scripts/cal_ppl.py
+++ b/scripts/cal_ppl.py
@@ -55,7 +55,7 @@ class PairwiseDataCollatorWithPadding(DataCollatorForSeq2Seq):
        return super().__call__(chosen_features)


-def cal_ppl(
+def calculate_ppl(
    model_name_or_path: str,
    save_name: str,
    batch_size: int = 4,
@@ -130,4 +130,4 @@ def cal_ppl(


 if __name__ == "__main__":
-    fire.Fire(cal_ppl)
+    fire.Fire(calculate_ppl)