damerajee commited on
Commit
1612a6b
1 Parent(s): 15cb8b0

Update text_model_cfg.json

Browse files
Files changed (1) hide show
  1. text_model_cfg.json +2 -2
text_model_cfg.json CHANGED
@@ -21,7 +21,7 @@
21
  "n_inner": null,
22
  "n_layer": 12,
23
  "n_positions": 1024,
24
- "pad_token_id": 50257,
25
  "reorder_and_upcast_attn": false,
26
  "resid_pdrop": 0.1,
27
  "scale_attn_by_inverse_layer_idx": false,
@@ -40,5 +40,5 @@
40
  "torch_dtype": "float32",
41
  "transformers_version": "4.41.2",
42
  "use_cache": true,
43
- "vocab_size": 50259
44
  }
 
21
  "n_inner": null,
22
  "n_layer": 12,
23
  "n_positions": 1024,
24
+ "pad_token_id": 50256,
25
  "reorder_and_upcast_attn": false,
26
  "resid_pdrop": 0.1,
27
  "scale_attn_by_inverse_layer_idx": false,
 
40
  "torch_dtype": "float32",
41
  "transformers_version": "4.41.2",
42
  "use_cache": true,
43
+ "vocab_size": 50258
44
  }