initial commit

This commit is contained in:
Andreas Bulling 2025-07-10 07:31:58 +02:00
commit 7be61f8c6d
137 changed files with 33491 additions and 0 deletions

8
config/config_lora.json Executable file
View file

@ -0,0 +1,8 @@
{
"r": 8,
"lora_alpha": 16,
"bias": "none",
"use_rslora": true,
"lora_dropout": 0.05,
"task_type":"CAUSAL_LM"
}