ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update examples

Browse Source 
Former-commit-id: 3b5f138155d96b346bda18e465cf60ec7d99e19c
This commit is contained in:
hiyouga
2024-05-17 01:02:00 +08:00
parent 45329d9e3c
commit a3320f26cf
27 changed files with 155 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/merge_lora/llama3_gptq.yaml
View File

@@ -1,8 +1,8 @@
# model
### model
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
template: llama3
# export
### export
export_dir: models/llama3_gptq
export_quantization_bit: 4
export_quantization_dataset: data/c4_demo.json

6
examples/merge_lora/llama3_lora_sft.yaml
View File

@@ -1,12 +1,12 @@
# Note: DO NOT use quantized model or quantization_bit when merging lora adapters
### Note: DO NOT use quantized model or quantization_bit when merging lora adapters
# model
### model
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
adapter_name_or_path: saves/llama3-8b/lora/sft
template: llama3
finetuning_type: lora
# export
### export
export_dir: models/llama3_lora_sft
export_size: 2
export_device: cpu