HuggingFaceM4
/

tiny-random-idefics-m4

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

HugoLaurencon commited on Oct 6, 2023

Commit

de7113d

•

1 Parent(s): fb91982

normalized false

Files changed (1) hide show

special_tokens_map.json +3 -3

special_tokens_map.json CHANGED Viewed

@@ -18,14 +18,14 @@
   "bos_token": {
     "content": "<s>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
     "content": "</s>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
@@ -33,7 +33,7 @@
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   }

   "bos_token": {
     "content": "<s>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
     "content": "</s>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   }