imvladikon
commited on
Commit
•
819c939
1
Parent(s):
97d18de
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -115,7 +115,7 @@
|
|
115 |
"configuration_enc_t5.EncT5Tokenizer",
|
116 |
null
|
117 |
]
|
118 |
-
}
|
119 |
"unk_token": "<unk>",
|
120 |
"use_fast": true
|
121 |
}
|
|
|
115 |
"configuration_enc_t5.EncT5Tokenizer",
|
116 |
null
|
117 |
]
|
118 |
+
},
|
119 |
"unk_token": "<unk>",
|
120 |
"use_fast": true
|
121 |
}
|