kreyol-mt-scratch-pubtrain / added_tokens.json
n8rob's picture
Upload folder using huggingface_hub
7662722 verified
raw
history blame
884 Bytes
{"<s>": 64000, "</s>": 64001, "<2acf>": 64002, "<2eng>": 64003, "<2aoa>": 64004, "<2bah>": 64005, "<2brc>": 64006, "<2bzj>": 64007, "<2bzk>": 64008, "<2cri>": 64009, "<2crs>": 64010, "<2dcr>": 64011, "<2djk>": 64012, "<2ara>": 64013, "<2ceb>": 64014, "<2deu>": 64015, "<2fra>": 64016, "<2nep>": 64017, "<2zho>": 64018, "<2fab>": 64019, "<2fng>": 64020, "<2fpe>": 64021, "<2gcf>": 64022, "<2gcr>": 64023, "<2gpe>": 64024, "<2gul>": 64025, "<2gyn>": 64026, "<2hat>": 64027, "<2aze>": 64028, "<2icr>": 64029, "<2jam>": 64030, "<2kea>": 64031, "<2spa>": 64032, "<2kri>": 64033, "<2ktu>": 64034, "<2lou>": 64035, "<2mart1259>": 64036, "<2mfe>": 64037, "<2mue>": 64038, "<2pap>": 64039, "<2por>": 64040, "<2pcm>": 64041, "<2pov>": 64042, "<2pre>": 64043, "<2rcf>": 64044, "<2sag>": 64045, "<2srm>": 64046, "<2srn>": 64047, "<2svc>": 64048, "<2tpi>": 64049, "<2trf>": 64050, "<2wes>": 64051}