Pclanglais commited on
Commit
66812a3
1 Parent(s): 5a1fb10

Upload special_tokens_map.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +30 -0
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|tool_call_start|>",
4
+ "<|tool_call_end|>",
5
+ "<|tool_list_start|>",
6
+ "<|tool_list_end|>",
7
+ "<|source_analysis_start|>",
8
+ "<|source_analysis_end|>",
9
+ "<|source_start|>",
10
+ "<|source_end|>",
11
+ "<|im_start|>",
12
+ "<|im_end|>",
13
+ "<|answer_start|>",
14
+ "<|answer_end|>",
15
+ "<|text_start|>",
16
+ "<|text_end|>",
17
+ "<|translation_start|>",
18
+ "<|translation_end|>",
19
+ "<|back_translation_start|>",
20
+ "<|back_translation_end|>",
21
+ "<|ocr_correction_start|>",
22
+ "<|ocr_correction_end|>",
23
+ "<|json_scheme_start|>",
24
+ "<|json_scheme_end|>",
25
+ "<|source_interpretation_start|>",
26
+ "<|source_interpretation_end|>",
27
+ "<|query_start|>",
28
+ "<|query_end|>"
29
+ ]
30
+ }