Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 64000, "</s>": 64001, "<2acf>": 64002, "<2eng>": 64003, "<2fra>": 64004, "<2aoa>": 64005, "<2bah>": 64006, "<2brc>": 64007, "<2bzj>": 64008, "<2bzk>": 64009, "<2cab>": 64010, "<2cri>": 64011, "<2crs>": 64012, "<2dcr>": 64013, "<2djk>": 64014, "<2ara>": 64015, "<2ceb>": 64016, "<2deu>": 64017, "<2nep>": 64018, "<2zho>": 64019, "<2fab>": 64020, "<2fng>": 64021, "<2fpe>": 64022, "<2gcf>": 64023, "<2gcr>": 64024, "<2gpe>": 64025, "<2gul>": 64026, "<2gyn>": 64027, "<2hat>": 64028, "<2aze>": 64029, "<2icr>": 64030, "<2jam>": 64031, "<2kea>": 64032, "<2spa>": 64033, "<2kri>": 64034, "<2ktu>": 64035, "<2lou>": 64036, "<2mart1259>": 64037, "<2mfe>": 64038, "<2mue>": 64039, "<2pap>": 64040, "<2por>": 64041, "<2pcm>": 64042, "<2pov>": 64043, "<2pre>": 64044, "<2rcf>": 64045, "<2sag>": 64046, "<2srm>": 64047, "<2srn>": 64048, "<2svc>": 64049, "<2tpi>": 64050, "<2trf>": 64051, "<2wes>": 64052}

config.json

@@ -0,0 +1,100 @@
+{
+  "activation_dropout": 0.1,
+  "activation_function": "gelu",
+  "adaptor_activation_function": "gelu",
+  "adaptor_dropout": 0.1,
+  "adaptor_hidden_size": 512,
+  "adaptor_init_std": 0.02,
+  "adaptor_scaling_factor": 1.0,
+  "adaptor_tuning": false,
+  "additional_source_wait_k": -1,
+  "alibi_encoding": false,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "asymmetric_alibi_encoding": false,
+  "attention_dropout": 0.1,
+  "bos_token_id": 64000,
+  "bottleneck_mid_fusion_tokens": 4,
+  "classifier_dropout": 0.0,
+  "d_model": 512,
+  "decoder_adaptor_tying_config": null,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_tying_config": null,
+  "deep_adaptor_tuning": false,
+  "deep_adaptor_tuning_ffn_only": false,
+  "dropout": 0.1,
+  "embed_low_rank_dim": 0,
+  "encoder_adaptor_tying_config": null,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "encoder_tying_config": null,
+  "eos_token_id": 64001,
+  "expert_ffn_size": 128,
+  "features_embed_dims": null,
+  "features_vocab_sizes": null,
+  "gradient_checkpointing": false,
+  "gradient_reversal_for_domain_classifier": false,
+  "hypercomplex": false,
+  "hypercomplex_n": 2,
+  "ia3_adaptors": false,
+  "init_std": 0.02,
+  "initialization_scheme": "static",
+  "is_encoder_decoder": true,
+  "layernorm_adaptor_input": false,
+  "layernorm_prompt_projection": false,
+  "lora_adaptor_rank": 2,
+  "lora_adaptors": false,
+  "max_position_embeddings": 1024,
+  "mid_fusion_layers": 3,
+  "model_type": "mbart",
+  "moe_adaptors": false,
+  "multi_source": false,
+  "multi_source_method": null,
+  "multilayer_softmaxing": null,
+  "no_embed_norm": false,
+  "no_positional_encoding_decoder": false,
+  "no_positional_encoding_encoder": false,
+  "no_projection_prompt": false,
+  "no_scale_attention_embedding": false,
+  "num_domains_for_domain_classifier": 1,
+  "num_experts": 8,
+  "num_hidden_layers": 6,
+  "num_moe_adaptor_experts": 4,
+  "num_prompts": 100,
+  "num_sparsify_blocks": 8,
+  "pad_token_id": 0,
+  "parallel_adaptors": false,
+  "positional_encodings": false,
+  "postnorm_decoder": false,
+  "postnorm_encoder": false,
+  "prompt_dropout": 0.1,
+  "prompt_init_std": 0.02,
+  "prompt_projection_hidden_size": 4096,
+  "prompt_tuning": false,
+  "recurrent_projections": 1,
+  "residual_connection_adaptor": false,
+  "residual_connection_prompt": false,
+  "rope_encoding": false,
+  "scale_embedding": false,
+  "softmax_bias_tuning": false,
+  "softmax_temperature": 1.0,
+  "sparsification_temperature": 3.0,
+  "sparsify_attention": false,
+  "sparsify_ffn": false,
+  "target_vocab_size": 0,
+  "temperature_calibration": false,
+  "tokenizer_class": "AlbertTokenizer",
+  "transformers_version": "4.3.2",
+  "unidirectional_encoder": false,
+  "use_cache": true,
+  "use_moe": false,
+  "use_tanh_activation_prompt": false,
+  "vocab_size": 64053,
+  "wait_k": -1
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48632f5a00ab782f08f798d0e2f52ef26760dd91c52de2284bc10a2d1930f1f1
+size 312313135

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": ["<s>", "</s>", "<2acf>", "<2eng>", "<2fra>", "<2aoa>", "<2bah>", "<2brc>", "<2bzj>", "<2bzk>", "<2cab>", "<2cri>", "<2crs>", "<2dcr>", "<2djk>", "<2ara>", "<2ceb>", "<2deu>", "<2nep>", "<2zho>", "<2fab>", "<2fng>", "<2fpe>", "<2gcf>", "<2gcr>", "<2gpe>", "<2gul>", "<2gyn>", "<2hat>", "<2aze>", "<2icr>", "<2jam>", "<2kea>", "<2spa>", "<2kri>", "<2ktu>", "<2lou>", "<2mart1259>", "<2mfe>", "<2mue>", "<2pap>", "<2por>", "<2pcm>", "<2pov>", "<2pre>", "<2rcf>", "<2sag>", "<2srm>", "<2srn>", "<2svc>", "<2tpi>", "<2trf>", "<2wes>"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4d2a89008ec4276abf272279f9cf555aa7748c02e26db5ce7669c55dcafeec
+size 1366394

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "use_fast": false, "strip_accents": false, "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "/share03/draj/data/parallel_corpora/creole/creolemt/naacl/albert-all64k"}