initial commit
This commit is contained in:
commit
7be61f8c6d
137 changed files with 33491 additions and 0 deletions
8
config/config_lora.json
Executable file
8
config/config_lora.json
Executable file
|
@ -0,0 +1,8 @@
|
|||
{
|
||||
"r": 8,
|
||||
"lora_alpha": 16,
|
||||
"bias": "none",
|
||||
"use_rslora": true,
|
||||
"lora_dropout": 0.05,
|
||||
"task_type":"CAUSAL_LM"
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue