initial commit
This commit is contained in:
commit
a82bbc593e
129 changed files with 33981 additions and 0 deletions
9
tokenizers/llama/added_tokens.json
Normal file
9
tokenizers/llama/added_tokens.json
Normal file
|
@ -0,0 +1,9 @@
|
|||
{
|
||||
"<caption>": 32005,
|
||||
"<history>": 32006,
|
||||
"<mask>": 32001,
|
||||
"<pad>": 32000,
|
||||
"<spatial>": 32003,
|
||||
"<temporal>": 32004,
|
||||
"<vis>": 32002
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue