Upload with huggingface_hub

README.md

@@ -0,0 +1,15 @@
+---
+license: apache-2.0
+tags:
+- canine
+- pretrained-on-english-language
+---
+
+### How to use
+
+Here is how to use this model:
+
+```python
+from transformers import CanineModel
+model = CanineModel.from_pretrained('mushfiqur11/<repo name>')
+```

all_results.json

@@ -0,0 +1,20 @@
+{
+    "epoch": 21.74,
+    "eval_accuracy": 0.6053687907676869,
+    "eval_loss": 1.007150650024414,
+    "eval_runtime": 4.8573,
+    "eval_samples": 950,
+    "eval_samples_per_second": 195.58,
+    "eval_steps_per_second": 24.499,
+    "test_accuracy": 0.6013530872655648,
+    "test_loss": 1.0176197290420532,
+    "test_runtime": 5.0506,
+    "test_samples": 989,
+    "test_samples_per_second": 195.817,
+    "test_steps_per_second": 24.551,
+    "train_loss": 0.9339236297607422,
+    "train_runtime": 790.8493,
+    "train_samples": 4400,
+    "train_samples_per_second": 606.942,
+    "train_steps_per_second": 18.967
+}

config.json

@@ -0,0 +1,64 @@
+{
+  "_name_or_path": "bert-base-cased",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "ADJ",
+    "1": "ADP",
+    "2": "ADV",
+    "3": "AUX",
+    "4": "CCONJ",
+    "5": "DET",
+    "6": "INTJ",
+    "7": "NOUN",
+    "8": "NUM",
+    "9": "PART",
+    "10": "PRON",
+    "11": "PROPN",
+    "12": "PUNCT",
+    "13": "SCONJ",
+    "14": "SYM",
+    "15": "VERB",
+    "16": "X"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "ADJ": 0,
+    "ADP": 1,
+    "ADV": 2,
+    "AUX": 3,
+    "CCONJ": 4,
+    "DET": 5,
+    "INTJ": 6,
+    "NOUN": 7,
+    "NUM": 8,
+    "PART": 9,
+    "PRON": 10,
+    "PROPN": 11,
+    "PUNCT": 12,
+    "SCONJ": 13,
+    "SYM": 14,
+    "VERB": 15,
+    "X": 16
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28996
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1f8cef4e00d137372385497f5f6d75b60f6f4393d3dbc2e4ceb0af562a1732
+size 431017069

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "add_prefix_space": false, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "bert-base-cased", "tokenizer_class": "BertTokenizer"}

trainer_state.json

@@ -0,0 +1,259 @@
+{
+  "best_metric": 0.6053687907676869,
+  "best_model_checkpoint": "/scratch/mrahma45/pixel/finetuned_models/bert/bert-base-finetuned-pos-ud-Korean-GSD/checkpoint-500",
+  "epoch": 21.73913043478261,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.9e-05,
+      "loss": 1.5142,
+      "step": 100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.967114093959731e-05,
+      "loss": 1.0614,
+      "step": 200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 4.933557046979866e-05,
+      "loss": 1.042,
+      "step": 300
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 4.9e-05,
+      "loss": 1.0138,
+      "step": 400
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 4.8664429530201344e-05,
+      "loss": 1.0024,
+      "step": 500
+    },
+    {
+      "epoch": 3.62,
+      "eval_accuracy": 0.6053687907676869,
+      "eval_loss": 1.007150650024414,
+      "eval_runtime": 4.8522,
+      "eval_samples_per_second": 195.787,
+      "eval_steps_per_second": 24.525,
+      "step": 500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 4.8328859060402684e-05,
+      "loss": 1.0071,
+      "step": 600
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 4.799328859060403e-05,
+      "loss": 0.9899,
+      "step": 700
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 4.7657718120805376e-05,
+      "loss": 0.9818,
+      "step": 800
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 4.7322147651006715e-05,
+      "loss": 0.9812,
+      "step": 900
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 4.698657718120806e-05,
+      "loss": 0.9736,
+      "step": 1000
+    },
+    {
+      "epoch": 7.25,
+      "eval_accuracy": 0.6013547415955846,
+      "eval_loss": 1.0191282033920288,
+      "eval_runtime": 4.8652,
+      "eval_samples_per_second": 195.263,
+      "eval_steps_per_second": 24.459,
+      "step": 1000
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 4.66510067114094e-05,
+      "loss": 0.9626,
+      "step": 1100
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 4.631543624161074e-05,
+      "loss": 0.9428,
+      "step": 1200
+    },
+    {
+      "epoch": 9.42,
+      "learning_rate": 4.597986577181208e-05,
+      "loss": 0.9431,
+      "step": 1300
+    },
+    {
+      "epoch": 10.14,
+      "learning_rate": 4.5644295302013425e-05,
+      "loss": 0.9438,
+      "step": 1400
+    },
+    {
+      "epoch": 10.87,
+      "learning_rate": 4.5308724832214764e-05,
+      "loss": 0.9281,
+      "step": 1500
+    },
+    {
+      "epoch": 10.87,
+      "eval_accuracy": 0.6036126442548921,
+      "eval_loss": 1.0334581136703491,
+      "eval_runtime": 4.8675,
+      "eval_samples_per_second": 195.172,
+      "eval_steps_per_second": 24.448,
+      "step": 1500
+    },
+    {
+      "epoch": 11.59,
+      "learning_rate": 4.497315436241611e-05,
+      "loss": 0.9,
+      "step": 1600
+    },
+    {
+      "epoch": 12.32,
+      "learning_rate": 4.463758389261745e-05,
+      "loss": 0.9157,
+      "step": 1700
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 4.4302013422818796e-05,
+      "loss": 0.8991,
+      "step": 1800
+    },
+    {
+      "epoch": 13.77,
+      "learning_rate": 4.3966442953020135e-05,
+      "loss": 0.8891,
+      "step": 1900
+    },
+    {
+      "epoch": 14.49,
+      "learning_rate": 4.363087248322148e-05,
+      "loss": 0.8694,
+      "step": 2000
+    },
+    {
+      "epoch": 14.49,
+      "eval_accuracy": 0.5921558789095166,
+      "eval_loss": 1.0879769325256348,
+      "eval_runtime": 4.8603,
+      "eval_samples_per_second": 195.461,
+      "eval_steps_per_second": 24.484,
+      "step": 2000
+    },
+    {
+      "epoch": 15.22,
+      "learning_rate": 4.329530201342282e-05,
+      "loss": 0.8726,
+      "step": 2100
+    },
+    {
+      "epoch": 15.94,
+      "learning_rate": 4.2959731543624166e-05,
+      "loss": 0.8605,
+      "step": 2200
+    },
+    {
+      "epoch": 16.67,
+      "learning_rate": 4.2624161073825505e-05,
+      "loss": 0.8449,
+      "step": 2300
+    },
+    {
+      "epoch": 17.39,
+      "learning_rate": 4.2288590604026845e-05,
+      "loss": 0.8285,
+      "step": 2400
+    },
+    {
+      "epoch": 18.12,
+      "learning_rate": 4.195302013422819e-05,
+      "loss": 0.8418,
+      "step": 2500
+    },
+    {
+      "epoch": 18.12,
+      "eval_accuracy": 0.5876400735909015,
+      "eval_loss": 1.1507753133773804,
+      "eval_runtime": 4.8677,
+      "eval_samples_per_second": 195.164,
+      "eval_steps_per_second": 24.447,
+      "step": 2500
+    },
+    {
+      "epoch": 18.84,
+      "learning_rate": 4.161744966442953e-05,
+      "loss": 0.8277,
+      "step": 2600
+    },
+    {
+      "epoch": 19.57,
+      "learning_rate": 4.1281879194630876e-05,
+      "loss": 0.8069,
+      "step": 2700
+    },
+    {
+      "epoch": 20.29,
+      "learning_rate": 4.0946308724832215e-05,
+      "loss": 0.7859,
+      "step": 2800
+    },
+    {
+      "epoch": 21.01,
+      "learning_rate": 4.061073825503356e-05,
+      "loss": 0.8126,
+      "step": 2900
+    },
+    {
+      "epoch": 21.74,
+      "learning_rate": 4.02751677852349e-05,
+      "loss": 0.7752,
+      "step": 3000
+    },
+    {
+      "epoch": 21.74,
+      "eval_accuracy": 0.5837096504432179,
+      "eval_loss": 1.1938718557357788,
+      "eval_runtime": 4.8673,
+      "eval_samples_per_second": 195.178,
+      "eval_steps_per_second": 24.449,
+      "step": 3000
+    },
+    {
+      "epoch": 21.74,
+      "step": 3000,
+      "total_flos": 1.2500041419988992e+16,
+      "train_loss": 0.9339236297607422,
+      "train_runtime": 790.8493,
+      "train_samples_per_second": 606.942,
+      "train_steps_per_second": 18.967
+    }
+  ],
+  "max_steps": 15000,
+  "num_train_epochs": 109,
+  "total_flos": 1.2500041419988992e+16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f6523a1d911d47209ec5b33387c0aad3d79dd23375e3c6b57aa82d2d80c32
+size 3387