llm/technovangelist.videoprojects
1
0
Fork 0
mirror of https://github.com/technovangelist/videoprojects.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix pirate

Browse source 
Signed-off-by: Matt Williams <m@technovangelist.com>
This commit is contained in:
Matt Williams 2025-01-30 20:15:12 -08:00
parent f39102fde3
commit 1794c4e76c
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
2025-01-30-axolotl/pirate.yml
View file

@ -1,5 +1,5 @@
base_model: NousResearch/Meta-Llama-3.1-8B
load_in_4bit: false
load_in_4bit: true
strict: false
chat_template: llama3
@ -27,7 +27,6 @@ lora_modules_to_save:
- lm_head
peft_use_dora: true
gradient_accumulation_steps: 2
micro_batch_size: 2
num_epochs: 2
@ -46,7 +45,7 @@ warmup_ration: 0.1
evals_per_epoch: 1
saves_per_epoch: 1
weight_decay: 0.0
deepspeed: /home/ubuntu/axolotl/pirate/deepspeed_configs/zero2.json # Replace with actual full path
deepspeed: /home/ubuntu/axolotl/pirate/deepspeed_configs/zero2.json # Replace with actual full path
special_tokens:
pad_token: "<|finetune_right_pad_id|>"
save_safetensors: true