ahishamm commited on
Commit
d08d051
·
verified ·
1 Parent(s): 3085e3f

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +130 -0
added_tokens.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</caption>": 49192,
3
+ "</chart>": 49248,
4
+ "</checkbox_selected>": 49211,
5
+ "</checkbox_unselected>": 49213,
6
+ "</doctag>": 49230,
7
+ "</footnote>": 49195,
8
+ "</form>": 49215,
9
+ "</formula>": 49197,
10
+ "</group>": 49228,
11
+ "</key_": 49243,
12
+ "</key_value_region>": 49217,
13
+ "</list_item>": 49199,
14
+ "</ordered_list>": 49224,
15
+ "</otsl>": 49209,
16
+ "</page_footer>": 49201,
17
+ "</page_header>": 49203,
18
+ "</paragraph>": 49220,
19
+ "</picture>": 49205,
20
+ "</reference>": 49222,
21
+ "</section_header_level_": 49207,
22
+ "</smiles>": 49251,
23
+ "</unordered_list>": 49226,
24
+ "</value_": 49245,
25
+ "<caption>": 49191,
26
+ "<chart>": 49247,
27
+ "<checkbox_selected>": 49210,
28
+ "<checkbox_unselected>": 49212,
29
+ "<ched>": 49239,
30
+ "<doctag>": 49229,
31
+ "<ecel>": 49234,
32
+ "<end_of_utterance>": 49279,
33
+ "<fake_token_around_image>": 49189,
34
+ "<fcel>": 49233,
35
+ "<footnote>": 49193,
36
+ "<form>": 49214,
37
+ "<formula>": 49196,
38
+ "<global-img>": 49152,
39
+ "<group>": 49227,
40
+ "<image>": 49190,
41
+ "<key_": 49242,
42
+ "<key_value_region>": 49216,
43
+ "<lcel>": 49235,
44
+ "<link_": 49246,
45
+ "<list_item>": 49198,
46
+ "<loc_": 49218,
47
+ "<nl>": 49238,
48
+ "<ordered_list>": 49223,
49
+ "<otsl>": 49208,
50
+ "<page_": 49231,
51
+ "<page_break>": 49249,
52
+ "<page_footer>": 49200,
53
+ "<page_header>": 49202,
54
+ "<paragraph>": 49219,
55
+ "<picture>": 49204,
56
+ "<reference>": 49221,
57
+ "<rhed>": 49240,
58
+ "<row_1_col_1>": 49153,
59
+ "<row_1_col_2>": 49154,
60
+ "<row_1_col_3>": 49155,
61
+ "<row_1_col_4>": 49156,
62
+ "<row_1_col_5>": 49157,
63
+ "<row_1_col_6>": 49158,
64
+ "<row_2_col_1>": 49159,
65
+ "<row_2_col_2>": 49160,
66
+ "<row_2_col_3>": 49161,
67
+ "<row_2_col_4>": 49162,
68
+ "<row_2_col_5>": 49163,
69
+ "<row_2_col_6>": 49164,
70
+ "<row_3_col_1>": 49165,
71
+ "<row_3_col_2>": 49166,
72
+ "<row_3_col_3>": 49167,
73
+ "<row_3_col_4>": 49168,
74
+ "<row_3_col_5>": 49169,
75
+ "<row_3_col_6>": 49170,
76
+ "<row_4_col_1>": 49171,
77
+ "<row_4_col_2>": 49172,
78
+ "<row_4_col_3>": 49173,
79
+ "<row_4_col_4>": 49174,
80
+ "<row_4_col_5>": 49175,
81
+ "<row_4_col_6>": 49176,
82
+ "<row_5_col_1>": 49177,
83
+ "<row_5_col_2>": 49178,
84
+ "<row_5_col_3>": 49179,
85
+ "<row_5_col_4>": 49180,
86
+ "<row_5_col_5>": 49181,
87
+ "<row_5_col_6>": 49182,
88
+ "<row_6_col_1>": 49183,
89
+ "<row_6_col_2>": 49184,
90
+ "<row_6_col_3>": 49185,
91
+ "<row_6_col_4>": 49186,
92
+ "<row_6_col_5>": 49187,
93
+ "<row_6_col_6>": 49188,
94
+ "<section_header_level_": 49206,
95
+ "<smiles>": 49250,
96
+ "<text_break>": 49232,
97
+ "<ucel>": 49236,
98
+ "<unordered_list>": 49225,
99
+ "<value_": 49244,
100
+ "<xcel>": 49237,
101
+ "<|reserved_special_token_3|>": 49194,
102
+ "<|reserved_special_token_50|>": 49241,
103
+ "<|reserved_special_token_61|>": 49252,
104
+ "<|reserved_special_token_62|>": 49253,
105
+ "<|reserved_special_token_63|>": 49254,
106
+ "<|reserved_special_token_64|>": 49255,
107
+ "<|reserved_special_token_65|>": 49256,
108
+ "<|reserved_special_token_66|>": 49257,
109
+ "<|reserved_special_token_67|>": 49258,
110
+ "<|reserved_special_token_68|>": 49259,
111
+ "<|reserved_special_token_69|>": 49260,
112
+ "<|reserved_special_token_70|>": 49261,
113
+ "<|reserved_special_token_71|>": 49262,
114
+ "<|reserved_special_token_72|>": 49263,
115
+ "<|reserved_special_token_73|>": 49264,
116
+ "<|reserved_special_token_74|>": 49265,
117
+ "<|reserved_special_token_75|>": 49266,
118
+ "<|reserved_special_token_76|>": 49267,
119
+ "<|reserved_special_token_77|>": 49268,
120
+ "<|reserved_special_token_78|>": 49269,
121
+ "<|reserved_special_token_79|>": 49270,
122
+ "<|reserved_special_token_80|>": 49271,
123
+ "<|reserved_special_token_81|>": 49272,
124
+ "<|reserved_special_token_82|>": 49273,
125
+ "<|reserved_special_token_83|>": 49274,
126
+ "<|reserved_special_token_84|>": 49275,
127
+ "<|reserved_special_token_85|>": 49276,
128
+ "<|reserved_special_token_86|>": 49277,
129
+ "<|reserved_special_token_87|>": 49278
130
+ }