add custom baichuan-13B code supports left-padding

Former-commit-id: 130ae986d13e4d03ae04d767a80c8863aee33fea
2023-07-15 22:37:17 +08:00
parent f8831cb1ea
commit c61de6f669
2 changed files with 680 additions and 2 deletions
--- a/tests/quantize.py
+++ b/tests/quantize.py
@@ -1,7 +1,7 @@
 # coding=utf-8
 # Quantizes fine-tuned models with AutoGPTQ (https://github.com/PanQiWei/AutoGPTQ).
-# Usage: python auto_gptq.py --input_dir path_to_llama_model --output_dir path_to_quant_model --data_file alpaca.json
-#                            --max_length 1024 --max_samples 1024
+# Usage: python quantize.py --input_dir path_to_llama_model --output_dir path_to_quant_model --data_file alpaca.json
+#                           --max_length 1024 --max_samples 1024
 # dataset format: instruction (string), input (string), output (string), history (List[string])