{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "259": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "260": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "261": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "262": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "263": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "264": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "265": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "266": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "267": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "268": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "269": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "270": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "271": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "272": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "273": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "274": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "275": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "276": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "277": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "278": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "279": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "280": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "281": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "282": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "283": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "284": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "285": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "286": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "287": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "288": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "289": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "290": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "291": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "292": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "293": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "294": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "295": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "296": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "297": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "298": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "299": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "300": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "301": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "302": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "303": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "304": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "305": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "306": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "307": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "308": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "309": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "310": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "311": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "312": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "313": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "314": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "315": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "316": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "317": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "318": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "319": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "320": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "321": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "322": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "323": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "324": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "325": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "326": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "327": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "328": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "329": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "330": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "331": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "332": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "333": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "334": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "335": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "336": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "337": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "338": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "339": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "340": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "341": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "342": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "343": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "344": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "345": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "346": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "347": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "348": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "349": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "350": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "351": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "352": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "353": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "354": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "355": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "356": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "357": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "358": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "359": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "360": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "361": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "362": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "363": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "364": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "365": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "366": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "367": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "368": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "369": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "370": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "371": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "372": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "373": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "374": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "375": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "376": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "377": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "378": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "379": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "380": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "381": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "382": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "383": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "clean_up_tokenization_spaces": true, "eos_token": "", "extra_ids": 0, "max_length": 128, "model_max_length": 128, "pad_token": "", "tokenizer_class": "ByT5Tokenizer", "unk_token": "" }