Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "emilyalsentzer/Bio_ClinicalBERT",
+  "_name_or_path": "amir-clinicalbert-specialities",
   "architectures": [
     "BertForSequenceClassification"
   ],
@@ -9,92 +9,92 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": " IME-QME-Work Comp etc.",
-    "1": " Letters",
-    "2": " SOAP / Chart / Progress Notes",
-    "3": " Lab Medicine - Pathology",
-    "4": " Dermatology",
-    "5": " Cardiovascular / Pulmonary",
-    "6": " Pediatrics - Neonatal",
-    "7": " Hematology - Oncology",
-    "8": " Emergency Room Reports",
-    "9": " Surgery",
-    "10": " Speech - Language",
-    "11": " Bariatrics",
-    "12": " Office Notes",
-    "13": " Rheumatology",
-    "14": " Neurosurgery",
-    "15": " Allergy / Immunology",
-    "16": " Discharge Summary",
-    "17": " Gastroenterology",
-    "18": " ENT - Otolaryngology",
-    "19": " Diets and Nutritions",
-    "20": " Cosmetic / Plastic Surgery",
-    "21": " Pain Management",
-    "22": " Hospice - Palliative Care",
-    "23": " Autopsy",
-    "24": "0",
-    "25": " Neurology",
-    "26": " Sleep Medicine",
-    "27": " Dentistry",
-    "28": " Orthopedic",
-    "29": " Endocrinology",
-    "30": " Physical Medicine - Rehab",
+    "0": " Psychiatry / Psychology",
+    "1": " Nephrology",
+    "2": "0",
+    "3": " Cosmetic / Plastic Surgery",
+    "4": " Allergy / Immunology",
+    "5": " IME-QME-Work Comp etc.",
+    "6": " Sleep Medicine",
+    "7": " Rheumatology",
+    "8": " Diets and Nutritions",
+    "9": " Pediatrics - Neonatal",
+    "10": " SOAP / Chart / Progress Notes",
+    "11": " Hematology - Oncology",
+    "12": " Dermatology",
+    "13": " Surgery",
+    "14": " Lab Medicine - Pathology",
+    "15": " Ophthalmology",
+    "16": " Neurology",
+    "17": " Hospice - Palliative Care",
+    "18": " Endocrinology",
+    "19": " Urology",
+    "20": " Dentistry",
+    "21": " General Medicine",
+    "22": " Neurosurgery",
+    "23": " Discharge Summary",
+    "24": " Office Notes",
+    "25": " Obstetrics / Gynecology",
+    "26": " Chiropractic",
+    "27": " Gastroenterology",
+    "28": " Speech - Language",
+    "29": " Letters",
+    "30": " Orthopedic",
     "31": " Consult - History and Phy.",
-    "32": " Urology",
-    "33": " Chiropractic",
-    "34": " General Medicine",
-    "35": " Obstetrics / Gynecology",
-    "36": " Nephrology",
-    "37": " Podiatry",
-    "38": " Ophthalmology",
+    "32": " Bariatrics",
+    "33": " Autopsy",
+    "34": " Pain Management",
+    "35": " Emergency Room Reports",
+    "36": " Cardiovascular / Pulmonary",
+    "37": " ENT - Otolaryngology",
+    "38": " Podiatry",
     "39": " Radiology",
-    "40": " Psychiatry / Psychology"
+    "40": " Physical Medicine - Rehab"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    " Allergy / Immunology": 15,
-    " Autopsy": 23,
-    " Bariatrics": 11,
-    " Cardiovascular / Pulmonary": 5,
-    " Chiropractic": 33,
+    " Allergy / Immunology": 4,
+    " Autopsy": 33,
+    " Bariatrics": 32,
+    " Cardiovascular / Pulmonary": 36,
+    " Chiropractic": 26,
     " Consult - History and Phy.": 31,
-    " Cosmetic / Plastic Surgery": 20,
-    " Dentistry": 27,
-    " Dermatology": 4,
-    " Diets and Nutritions": 19,
-    " Discharge Summary": 16,
-    " ENT - Otolaryngology": 18,
-    " Emergency Room Reports": 8,
-    " Endocrinology": 29,
-    " Gastroenterology": 17,
-    " General Medicine": 34,
-    " Hematology - Oncology": 7,
-    " Hospice - Palliative Care": 22,
-    " IME-QME-Work Comp etc.": 0,
-    " Lab Medicine - Pathology": 3,
-    " Letters": 1,
-    " Nephrology": 36,
-    " Neurology": 25,
-    " Neurosurgery": 14,
-    " Obstetrics / Gynecology": 35,
-    " Office Notes": 12,
-    " Ophthalmology": 38,
-    " Orthopedic": 28,
-    " Pain Management": 21,
-    " Pediatrics - Neonatal": 6,
-    " Physical Medicine - Rehab": 30,
-    " Podiatry": 37,
-    " Psychiatry / Psychology": 40,
+    " Cosmetic / Plastic Surgery": 3,
+    " Dentistry": 20,
+    " Dermatology": 12,
+    " Diets and Nutritions": 8,
+    " Discharge Summary": 23,
+    " ENT - Otolaryngology": 37,
+    " Emergency Room Reports": 35,
+    " Endocrinology": 18,
+    " Gastroenterology": 27,
+    " General Medicine": 21,
+    " Hematology - Oncology": 11,
+    " Hospice - Palliative Care": 17,
+    " IME-QME-Work Comp etc.": 5,
+    " Lab Medicine - Pathology": 14,
+    " Letters": 29,
+    " Nephrology": 1,
+    " Neurology": 16,
+    " Neurosurgery": 22,
+    " Obstetrics / Gynecology": 25,
+    " Office Notes": 24,
+    " Ophthalmology": 15,
+    " Orthopedic": 30,
+    " Pain Management": 34,
+    " Pediatrics - Neonatal": 9,
+    " Physical Medicine - Rehab": 40,
+    " Podiatry": 38,
+    " Psychiatry / Psychology": 0,
     " Radiology": 39,
-    " Rheumatology": 13,
-    " SOAP / Chart / Progress Notes": 2,
-    " Sleep Medicine": 26,
-    " Speech - Language": 10,
-    " Surgery": 9,
-    " Urology": 32,
-    "0": 24
+    " Rheumatology": 7,
+    " SOAP / Chart / Progress Notes": 10,
+    " Sleep Medicine": 6,
+    " Speech - Language": 28,
+    " Surgery": 13,
+    " Urology": 19,
+    "0": 2
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9588a43d3a7143cdee1d03a14d08b716926b7d4ef0cec5c6163101a96a3a5f38
+oid sha256:985d717862ba8a0284734102ecab54c67a20dd78b8795d69cc25bf8c9c4e4440
 size 433390732

special_tokens_map.json

@@ -1,7 +1,37 @@
 {
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 300,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de988eb25ea2faec8f34ab71684ea7f9fb5e3105c715785505c4d86741377963
+oid sha256:ac3d7a1aa1ba31c76aeb8822842fcfd49e9257fa6e740c6ba4bdfd4e4b4ea5a8
 size 4600