tokenizer_config.json

{
  "name_or_path": "/local/home/alon_albalak/gpt-neox/outputs/1B_seqlen2048_ods_smoothed_mean_mixed_minibatches_original_weights_init_05smoothing_seed42/global_step100000/hf_model",
  "special_tokens_map_file": "/local/home/alon_albalak/gpt-neox/outputs/1B_seqlen2048_ods_smoothed_mean_mixed_minibatches_original_weights_init_05smoothing_seed42/global_step100000/hf_model/special_tokens_map.json",
  "tokenizer_class": "PreTrainedTokenizerFast"
}