ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add examples

Browse Source 
Former-commit-id: 8cdf64adc2c8e5f194a6df26cf749d7bc9bc039f
This commit is contained in:
hiyouga
2024-02-28 23:19:25 +08:00
parent c53c7af168
commit a2c881fa08
15 changed files with 406 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
examples/lora_multi_gpu/config.yaml Normal file
View File

@@ -0,0 +1,16 @@
compute_environment: LOCAL_MACHINE
debug: false
distributed_type: MULTI_GPU
downcast_bf16: 'no'
gpu_ids: all
machine_rank: 0
main_training_function: main
mixed_precision: fp16
num_machines: 1
num_processes: 4
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false