ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update docs

Browse Source 
Former-commit-id: a4a2e94241bea6f96590f6cb8ca8b5cddee1917e
This commit is contained in:
hiyouga
2024-05-06 21:47:00 +08:00
parent 25de4ce56a
commit 5c9da798b5
44 changed files with 487 additions and 516 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
examples/merge_lora/llama3_gptq.yaml Normal file
View File

@@ -0,0 +1,11 @@
# model
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
template: llama3
# export
export_dir: models/llama3_gptq
export_quantization_bit: 4
export_quantization_dataset: data/c4_demo.json
export_size: 2
export_device: cpu
export_legacy_format: false