jonathanjordan21 commited on
Commit
fba420b
1 Parent(s): c8fb211

Upload processor

Browse files
preprocessor_config.json CHANGED
@@ -5,7 +5,6 @@
5
  "do_rescale": true,
6
  "do_resize": true,
7
  "do_thumbnail": true,
8
-
9
  "image_mean": [
10
  0.5,
11
  0.5,
@@ -15,6 +14,8 @@
15
  "image_std": [
16
  0.5,
17
  0.5,
 
 
18
  "processor_class": "DonutProcessor",
19
  "resample": 2,
20
  "rescale_factor": 0.00392156862745098,
@@ -22,4 +23,4 @@
22
  720,
23
  960
24
  ]
25
- }
 
5
  "do_rescale": true,
6
  "do_resize": true,
7
  "do_thumbnail": true,
 
8
  "image_mean": [
9
  0.5,
10
  0.5,
 
14
  "image_std": [
15
  0.5,
16
  0.5,
17
+ 0.5
18
+ ],
19
  "processor_class": "DonutProcessor",
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
 
23
  720,
24
  960
25
  ]
26
+ }
special_tokens_map.json CHANGED
@@ -73,7 +73,7 @@
73
  ],
74
  "bos_token": "<s>",
75
  "cls_token": "<s>",
76
- "eos_token": "</s_kmpsi>",
77
  "mask_token": {
78
  "content": "<mask>",
79
  "lstrip": true,
 
73
  ],
74
  "bos_token": "<s>",
75
  "cls_token": "<s>",
76
+ "eos_token": "</s>",
77
  "mask_token": {
78
  "content": "<mask>",
79
  "lstrip": true,
tokenizer_config.json CHANGED
@@ -160,7 +160,7 @@
160
  "bos_token": "<s>",
161
  "clean_up_tokenization_spaces": true,
162
  "cls_token": "<s>",
163
- "eos_token": "</s_kmpsi>",
164
  "mask_token": "<mask>",
165
  "model_max_length": 1000000000000000019884624838656,
166
  "pad_token": "<pad>",
 
160
  "bos_token": "<s>",
161
  "clean_up_tokenization_spaces": true,
162
  "cls_token": "<s>",
163
+ "eos_token": "</s>",
164
  "mask_token": "<mask>",
165
  "model_max_length": 1000000000000000019884624838656,
166
  "pad_token": "<pad>",