kevinng77 commited on
Commit
0ca3df3
1 Parent(s): d1265c9

update canine paddle model, commit from kevin

Browse files
.gitattributes CHANGED
@@ -25,3 +25,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
28
+ *pdparams filter=lfs diff=lfs merge=lfs -text
model_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_model": 768,
3
+ "bos_token_id": 57344,
4
+ "eos_token_id": 57345,
5
+ "pad_token_id": 0,
6
+ "num_encoder_layers": 12,
7
+ "num_heads": 12,
8
+ "activation": "gelu",
9
+ "num_hash_buckets": 16384,
10
+ "num_hash_functions": 8,
11
+ "type_vocab_size": 16,
12
+ "layer_norm_eps": 1e-12,
13
+ "upsampling_kernel_size": 4,
14
+ "downsampling_rate": 4,
15
+ "local_transformer_stride": 128,
16
+ "max_position_embeddings": 16384,
17
+ "attention_dropout": 0.1,
18
+ "hidden_dropout": 0.1,
19
+ "encoder_ffn_dim": 3072,
20
+ "init_std": 0.02,
21
+ "init_class": "CanineModel"
22
+ }
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "", "eos_token": "", "sep_token": "", "pad_token": "\u0000", "cls_token": "", "mask_token": ""}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "", "pad_token": "\u0000", "eos_token": "", "cls_token": "", "sep_token": "", "mask_token": "", "model_max_length": 2048, "tokenizer_class": "CanineTokenizer"}