xshubhamx commited on
Commit
4bc8edf
1 Parent(s): 918652c

Upload folder using huggingface_hub

Browse files
training_checkpoints/checkpoint-1286/README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  library_name: peft
3
- base_model: facebook/bart-base
4
  ---
5
 
6
  # Model Card for Model ID
@@ -81,7 +81,7 @@ Use the code below to get started with the model.
81
 
82
  [More Information Needed]
83
 
84
- ### Training Procedure
85
 
86
  <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
 
@@ -197,8 +197,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
197
  ## Model Card Contact
198
 
199
  [More Information Needed]
200
-
201
-
202
  ### Framework versions
203
 
204
  - PEFT 0.10.0
 
1
  ---
2
  library_name: peft
3
+ base_model: facebook/bart-large
4
  ---
5
 
6
  # Model Card for Model ID
 
81
 
82
  [More Information Needed]
83
 
84
+ ### Training Procedure
85
 
86
  <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
 
 
197
  ## Model Card Contact
198
 
199
  [More Information Needed]
 
 
200
  ### Framework versions
201
 
202
  - PEFT 0.10.0
training_checkpoints/checkpoint-1286/adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "facebook/bart-base",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "dense",
24
- "v_proj",
25
  "fc1",
26
- "fc2",
27
- "out_proj",
28
  "q_proj",
29
- "k_proj"
 
 
 
 
30
  ],
31
  "task_type": "SEQ_CLS",
32
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "facebook/bart-large",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "fc1",
 
 
24
  "q_proj",
25
+ "dense",
26
+ "k_proj",
27
+ "out_proj",
28
+ "fc2",
29
+ "v_proj"
30
  ],
31
  "task_type": "SEQ_CLS",
32
  "use_dora": false,
training_checkpoints/checkpoint-1286/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95c93bb7488d5e9223ae825c8840b5bd74209d37c7f7ddf9b3b8d71bb6b6e6ed
3
- size 13151448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b8ec8961e6ac8272ea920b9692869fea0a27af675e41dd2fb5d7097bd7359f
3
+ size 34854640
training_checkpoints/checkpoint-1286/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e988df2c5754730cc5278033010c82fe5245f6c025ba60fd682fc37e4240bc8
3
- size 26413626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdea05987819bf1b4cdb358e006ce59d8b27d910992f005a9d40950dbf83fa4
3
+ size 69927198
training_checkpoints/checkpoint-1286/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fd55bfc0ca383ba7e8bd49234e6d2dd658a683f8360da3aee4adfa6f652d46d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c40c1edd741c1e2faf6be081e9d5d99cd42d36136612b2538d0b1b19e70ff0
3
  size 14244
training_checkpoints/checkpoint-1286/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.5755845408528306,
3
- "best_model_checkpoint": "bart-base-lora/checkpoint-1286",
4
  "epoch": 8.0,
5
  "eval_steps": 500,
6
  "global_step": 1286,
@@ -10,190 +10,190 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.611154144074361,
14
- "eval_f1_macro": 0.28705545756004525,
15
- "eval_f1_micro": 0.611154144074361,
16
- "eval_f1_weighted": 0.5574695078229231,
17
- "eval_loss": 1.3204560279846191,
18
- "eval_macro_fpr": 0.046390243375546196,
19
- "eval_macro_sensitivity": 0.302378554842108,
20
- "eval_macro_specificity": 0.9691815961629444,
21
- "eval_precision": 0.5321554731456403,
22
- "eval_precision_macro": 0.2887439395071009,
23
- "eval_recall": 0.611154144074361,
24
- "eval_recall_macro": 0.302378554842108,
25
- "eval_runtime": 45.1674,
26
- "eval_samples_per_second": 28.583,
27
- "eval_steps_per_second": 3.587,
28
- "eval_weighted_fpr": 0.04347073086248701,
29
- "eval_weighted_sensitivity": 0.611154144074361,
30
- "eval_weighted_specificity": 0.9265697983698051,
31
  "step": 160
32
  },
33
  {
34
  "epoch": 2.0,
35
- "eval_accuracy": 0.6994577846630519,
36
- "eval_f1_macro": 0.3947617401663212,
37
- "eval_f1_micro": 0.6994577846630519,
38
- "eval_f1_weighted": 0.6807748226338182,
39
- "eval_loss": 0.887535810470581,
40
- "eval_macro_fpr": 0.03062685085400977,
41
- "eval_macro_sensitivity": 0.4253981018601158,
42
- "eval_macro_specificity": 0.977359054380045,
43
- "eval_precision": 0.6728416067370143,
44
- "eval_precision_macro": 0.3822291983692299,
45
- "eval_recall": 0.6994577846630519,
46
- "eval_recall_macro": 0.4253981018601158,
47
- "eval_runtime": 44.0045,
48
- "eval_samples_per_second": 29.338,
49
- "eval_steps_per_second": 3.681,
50
- "eval_weighted_fpr": 0.02977743668457406,
51
- "eval_weighted_sensitivity": 0.6994577846630519,
52
- "eval_weighted_specificity": 0.9609280310376243,
53
  "step": 321
54
  },
55
  {
56
  "epoch": 3.0,
57
- "eval_accuracy": 0.7064291247095275,
58
- "eval_f1_macro": 0.39687975393644837,
59
- "eval_f1_micro": 0.7064291247095275,
60
- "eval_f1_weighted": 0.6751887743731854,
61
- "eval_loss": 0.842707633972168,
62
- "eval_macro_fpr": 0.029525759570689643,
63
- "eval_macro_sensitivity": 0.44418263304043937,
64
- "eval_macro_specificity": 0.9780349023882488,
65
- "eval_precision": 0.6951917464608133,
66
- "eval_precision_macro": 0.4131313886422618,
67
- "eval_recall": 0.7064291247095275,
68
- "eval_recall_macro": 0.44418263304043937,
69
- "eval_runtime": 44.2756,
70
- "eval_samples_per_second": 29.158,
71
- "eval_steps_per_second": 3.659,
72
- "eval_weighted_fpr": 0.02882786947592607,
73
- "eval_weighted_sensitivity": 0.7064291247095275,
74
- "eval_weighted_specificity": 0.9640944111142056,
75
  "step": 482
76
  },
77
  {
78
  "epoch": 3.11,
79
  "learning_rate": 3.958333333333333e-05,
80
- "loss": 1.2895,
81
  "step": 500
82
  },
83
  {
84
  "epoch": 4.0,
85
- "eval_accuracy": 0.7273431448489543,
86
- "eval_f1_macro": 0.42839565617146974,
87
- "eval_f1_micro": 0.7273431448489543,
88
- "eval_f1_weighted": 0.7166656051521775,
89
- "eval_loss": 0.7718679904937744,
90
- "eval_macro_fpr": 0.026373610346420835,
91
- "eval_macro_sensitivity": 0.4597947061276887,
92
- "eval_macro_specificity": 0.9797578098165848,
93
- "eval_precision": 0.7132141916978711,
94
- "eval_precision_macro": 0.41981312370683244,
95
- "eval_recall": 0.7273431448489543,
96
- "eval_recall_macro": 0.4597947061276887,
97
- "eval_runtime": 44.0471,
98
- "eval_samples_per_second": 29.31,
99
- "eval_steps_per_second": 3.678,
100
- "eval_weighted_fpr": 0.026077937472218107,
101
- "eval_weighted_sensitivity": 0.7273431448489543,
102
- "eval_weighted_specificity": 0.9690240023998159,
103
  "step": 643
104
  },
105
  {
106
  "epoch": 5.0,
107
- "eval_accuracy": 0.750580945003873,
108
- "eval_f1_macro": 0.5071625387211971,
109
- "eval_f1_micro": 0.750580945003873,
110
- "eval_f1_weighted": 0.7368350875727435,
111
- "eval_loss": 0.7387559413909912,
112
- "eval_macro_fpr": 0.02390193870216418,
113
- "eval_macro_sensitivity": 0.5165232292614671,
114
- "eval_macro_specificity": 0.9813510652812688,
115
- "eval_precision": 0.739991301984922,
116
- "eval_precision_macro": 0.5733174750951799,
117
- "eval_recall": 0.750580945003873,
118
- "eval_recall_macro": 0.5165232292614671,
119
- "eval_runtime": 43.5191,
120
- "eval_samples_per_second": 29.665,
121
- "eval_steps_per_second": 3.723,
122
- "eval_weighted_fpr": 0.023185483870967742,
123
- "eval_weighted_sensitivity": 0.750580945003873,
124
- "eval_weighted_specificity": 0.9696850342151593,
125
  "step": 803
126
  },
127
  {
128
  "epoch": 6.0,
129
- "eval_accuracy": 0.7443841982958946,
130
- "eval_f1_macro": 0.508766573370445,
131
- "eval_f1_micro": 0.7443841982958946,
132
- "eval_f1_weighted": 0.726841801268282,
133
- "eval_loss": 0.7526118755340576,
134
- "eval_macro_fpr": 0.024741953499129225,
135
- "eval_macro_sensitivity": 0.5229557335240369,
136
- "eval_macro_specificity": 0.980899976318631,
137
- "eval_precision": 0.7337183019873953,
138
- "eval_precision_macro": 0.5703412270657953,
139
- "eval_recall": 0.7443841982958946,
140
- "eval_recall_macro": 0.5229557335240369,
141
- "eval_runtime": 43.7116,
142
- "eval_samples_per_second": 29.534,
143
- "eval_steps_per_second": 3.706,
144
- "eval_weighted_fpr": 0.023940800928612886,
145
- "eval_weighted_sensitivity": 0.7443841982958946,
146
- "eval_weighted_specificity": 0.9691154464835722,
147
  "step": 964
148
  },
149
  {
150
  "epoch": 6.22,
151
  "learning_rate": 2.916666666666667e-05,
152
- "loss": 0.7332,
153
  "step": 1000
154
  },
155
  {
156
  "epoch": 7.0,
157
- "eval_accuracy": 0.7552285050348567,
158
- "eval_f1_macro": 0.5608894910772386,
159
- "eval_f1_micro": 0.7552285050348567,
160
- "eval_f1_weighted": 0.7460771491633669,
161
- "eval_loss": 0.7082085609436035,
162
- "eval_macro_fpr": 0.02329269548734161,
163
- "eval_macro_sensitivity": 0.5727565701904757,
164
- "eval_macro_specificity": 0.9817624646436656,
165
- "eval_precision": 0.7436383222975608,
166
- "eval_precision_macro": 0.5665418243254761,
167
- "eval_recall": 0.7552285050348567,
168
- "eval_recall_macro": 0.5727565701904757,
169
- "eval_runtime": 43.8592,
170
- "eval_samples_per_second": 29.435,
171
- "eval_steps_per_second": 3.694,
172
- "eval_weighted_fpr": 0.02262637834741515,
173
- "eval_weighted_sensitivity": 0.7552285050348567,
174
- "eval_weighted_specificity": 0.9712084646201266,
175
  "step": 1125
176
  },
177
  {
178
  "epoch": 8.0,
179
- "eval_accuracy": 0.7583268783888458,
180
- "eval_f1_macro": 0.5755845408528306,
181
- "eval_f1_micro": 0.7583268783888458,
182
- "eval_f1_weighted": 0.7502605827076951,
183
- "eval_loss": 0.7160602807998657,
184
- "eval_macro_fpr": 0.022834923601538912,
185
- "eval_macro_sensitivity": 0.5974764193374731,
186
- "eval_macro_specificity": 0.9820281006961107,
187
- "eval_precision": 0.7489019370925815,
188
- "eval_precision_macro": 0.5641453776326693,
189
- "eval_recall": 0.7583268783888458,
190
- "eval_recall_macro": 0.5974764193374731,
191
- "eval_runtime": 47.4544,
192
- "eval_samples_per_second": 27.205,
193
- "eval_steps_per_second": 3.414,
194
- "eval_weighted_fpr": 0.022257098016835498,
195
- "eval_weighted_sensitivity": 0.7583268783888458,
196
- "eval_weighted_specificity": 0.9720946320528147,
197
  "step": 1286
198
  }
199
  ],
@@ -201,7 +201,7 @@
201
  "max_steps": 2400,
202
  "num_train_epochs": 15,
203
  "save_steps": 500,
204
- "total_flos": 1.3021649087053824e+16,
205
  "trial_name": null,
206
  "trial_params": null
207
  }
 
1
  {
2
+ "best_metric": 0.7393184269658342,
3
+ "best_model_checkpoint": "bart-base-lora/checkpoint-1125",
4
  "epoch": 8.0,
5
  "eval_steps": 500,
6
  "global_step": 1286,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.715724244771495,
14
+ "eval_f1_macro": 0.3957532686340496,
15
+ "eval_f1_micro": 0.715724244771495,
16
+ "eval_f1_weighted": 0.6834645556416842,
17
+ "eval_loss": 0.9525313973426819,
18
+ "eval_macro_fpr": 0.028501626692807605,
19
+ "eval_macro_sensitivity": 0.4415906678049911,
20
+ "eval_macro_specificity": 0.9786637894661117,
21
+ "eval_precision": 0.6787596592263883,
22
+ "eval_precision_macro": 0.38751339695744513,
23
+ "eval_recall": 0.715724244771495,
24
+ "eval_recall_macro": 0.4415906678049911,
25
+ "eval_runtime": 120.9594,
26
+ "eval_samples_per_second": 10.673,
27
+ "eval_steps_per_second": 1.339,
28
+ "eval_weighted_fpr": 0.027587762158911525,
29
+ "eval_weighted_sensitivity": 0.715724244771495,
30
+ "eval_weighted_specificity": 0.9642325972201805,
31
  "step": 160
32
  },
33
  {
34
  "epoch": 2.0,
35
+ "eval_accuracy": 0.7412858249419055,
36
+ "eval_f1_macro": 0.43370046411892155,
37
+ "eval_f1_micro": 0.7412858249419055,
38
+ "eval_f1_weighted": 0.7231329193382661,
39
+ "eval_loss": 0.7733433842658997,
40
+ "eval_macro_fpr": 0.025167370687133015,
41
+ "eval_macro_sensitivity": 0.4686708989603177,
42
+ "eval_macro_specificity": 0.9805374797463638,
43
+ "eval_precision": 0.729625861926521,
44
+ "eval_precision_macro": 0.4491323101141271,
45
+ "eval_recall": 0.7412858249419055,
46
+ "eval_recall_macro": 0.4686708989603177,
47
+ "eval_runtime": 119.8649,
48
+ "eval_samples_per_second": 10.77,
49
+ "eval_steps_per_second": 1.352,
50
+ "eval_weighted_fpr": 0.024322749781532187,
51
+ "eval_weighted_sensitivity": 0.7412858249419055,
52
+ "eval_weighted_specificity": 0.9667763712535515,
53
  "step": 321
54
  },
55
  {
56
  "epoch": 3.0,
57
+ "eval_accuracy": 0.7738187451587917,
58
+ "eval_f1_macro": 0.5270593942960143,
59
+ "eval_f1_micro": 0.7738187451587917,
60
+ "eval_f1_weighted": 0.7610767338978833,
61
+ "eval_loss": 0.7104586958885193,
62
+ "eval_macro_fpr": 0.021211805484311928,
63
+ "eval_macro_sensitivity": 0.5407847836684627,
64
+ "eval_macro_specificity": 0.9830897092527341,
65
+ "eval_precision": 0.7630858215778352,
66
+ "eval_precision_macro": 0.5565386466479504,
67
+ "eval_recall": 0.7738187451587917,
68
+ "eval_recall_macro": 0.5407847836684627,
69
+ "eval_runtime": 119.5419,
70
+ "eval_samples_per_second": 10.8,
71
+ "eval_steps_per_second": 1.355,
72
+ "eval_weighted_fpr": 0.020451043563524302,
73
+ "eval_weighted_sensitivity": 0.7738187451587917,
74
+ "eval_weighted_specificity": 0.9725268936322198,
75
  "step": 482
76
  },
77
  {
78
  "epoch": 3.11,
79
  "learning_rate": 3.958333333333333e-05,
80
+ "loss": 1.08,
81
  "step": 500
82
  },
83
  {
84
  "epoch": 4.0,
85
+ "eval_accuracy": 0.7575522850503486,
86
+ "eval_f1_macro": 0.5497163954183316,
87
+ "eval_f1_micro": 0.7575522850503486,
88
+ "eval_f1_weighted": 0.7437674055775699,
89
+ "eval_loss": 0.7538753151893616,
90
+ "eval_macro_fpr": 0.023393901824967867,
91
+ "eval_macro_sensitivity": 0.5613408412198008,
92
+ "eval_macro_specificity": 0.9817091819688993,
93
+ "eval_precision": 0.7583906478192325,
94
+ "eval_precision_macro": 0.5791225123984725,
95
+ "eval_recall": 0.7575522850503486,
96
+ "eval_recall_macro": 0.5613408412198008,
97
+ "eval_runtime": 120.3095,
98
+ "eval_samples_per_second": 10.731,
99
+ "eval_steps_per_second": 1.347,
100
+ "eval_weighted_fpr": 0.022349161013923598,
101
+ "eval_weighted_sensitivity": 0.7575522850503486,
102
+ "eval_weighted_specificity": 0.9680854444831427,
103
  "step": 643
104
  },
105
  {
106
  "epoch": 5.0,
107
+ "eval_accuracy": 0.7831138652207591,
108
+ "eval_f1_macro": 0.6353946839596228,
109
+ "eval_f1_micro": 0.783113865220759,
110
+ "eval_f1_weighted": 0.770250750407997,
111
+ "eval_loss": 0.6978110074996948,
112
+ "eval_macro_fpr": 0.020328728105215688,
113
+ "eval_macro_sensitivity": 0.6491872351233146,
114
+ "eval_macro_specificity": 0.983610303127039,
115
+ "eval_precision": 0.790031827496624,
116
+ "eval_precision_macro": 0.7409525878258343,
117
+ "eval_recall": 0.7831138652207591,
118
+ "eval_recall_macro": 0.6491872351233146,
119
+ "eval_runtime": 119.9411,
120
+ "eval_samples_per_second": 10.764,
121
+ "eval_steps_per_second": 1.351,
122
+ "eval_weighted_fpr": 0.019398642095053348,
123
+ "eval_weighted_sensitivity": 0.7831138652207591,
124
+ "eval_weighted_specificity": 0.9710406816848265,
125
  "step": 803
126
  },
127
  {
128
  "epoch": 6.0,
129
+ "eval_accuracy": 0.8156467854376452,
130
+ "eval_f1_macro": 0.686011065139391,
131
+ "eval_f1_micro": 0.8156467854376452,
132
+ "eval_f1_weighted": 0.8087620976325791,
133
+ "eval_loss": 0.5920090675354004,
134
+ "eval_macro_fpr": 0.016634568189926056,
135
+ "eval_macro_sensitivity": 0.6889168814632094,
136
+ "eval_macro_specificity": 0.9860196319752603,
137
+ "eval_precision": 0.8053079350996695,
138
+ "eval_precision_macro": 0.7051361586363433,
139
+ "eval_recall": 0.8156467854376452,
140
+ "eval_recall_macro": 0.6889168814632094,
141
+ "eval_runtime": 121.4244,
142
+ "eval_samples_per_second": 10.632,
143
+ "eval_steps_per_second": 1.334,
144
+ "eval_weighted_fpr": 0.01588785046728972,
145
+ "eval_weighted_sensitivity": 0.8156467854376452,
146
+ "eval_weighted_specificity": 0.974647694191258,
147
  "step": 964
148
  },
149
  {
150
  "epoch": 6.22,
151
  "learning_rate": 2.916666666666667e-05,
152
+ "loss": 0.5581,
153
  "step": 1000
154
  },
155
  {
156
  "epoch": 7.0,
157
+ "eval_accuracy": 0.8187451587916343,
158
+ "eval_f1_macro": 0.7393184269658342,
159
+ "eval_f1_micro": 0.8187451587916342,
160
+ "eval_f1_weighted": 0.8146848849127107,
161
+ "eval_loss": 0.6230757236480713,
162
+ "eval_macro_fpr": 0.016206558639896132,
163
+ "eval_macro_sensitivity": 0.7424574536250088,
164
+ "eval_macro_specificity": 0.9863587851767341,
165
+ "eval_precision": 0.8177894369587694,
166
+ "eval_precision_macro": 0.7626654223433325,
167
+ "eval_recall": 0.8187451587916343,
168
+ "eval_recall_macro": 0.7424574536250088,
169
+ "eval_runtime": 122.7775,
170
+ "eval_samples_per_second": 10.515,
171
+ "eval_steps_per_second": 1.319,
172
+ "eval_weighted_fpr": 0.015566790846194785,
173
+ "eval_weighted_sensitivity": 0.8187451587916343,
174
+ "eval_weighted_specificity": 0.9766366188593788,
175
  "step": 1125
176
  },
177
  {
178
  "epoch": 8.0,
179
+ "eval_accuracy": 0.8140975987606507,
180
+ "eval_f1_macro": 0.7328585966804847,
181
+ "eval_f1_micro": 0.8140975987606507,
182
+ "eval_f1_weighted": 0.8088643288992207,
183
+ "eval_loss": 0.6290707588195801,
184
+ "eval_macro_fpr": 0.01671628651715199,
185
+ "eval_macro_sensitivity": 0.730719512015592,
186
+ "eval_macro_specificity": 0.985990627132147,
187
+ "eval_precision": 0.8133783130550384,
188
+ "eval_precision_macro": 0.7636063765511063,
189
+ "eval_recall": 0.8140975987606507,
190
+ "eval_recall_macro": 0.730719512015592,
191
+ "eval_runtime": 122.8754,
192
+ "eval_samples_per_second": 10.507,
193
+ "eval_steps_per_second": 1.318,
194
+ "eval_weighted_fpr": 0.016049217600641968,
195
+ "eval_weighted_sensitivity": 0.8140975987606507,
196
+ "eval_weighted_specificity": 0.975761808221554,
197
  "step": 1286
198
  }
199
  ],
 
201
  "max_steps": 2400,
202
  "num_train_epochs": 15,
203
  "save_steps": 500,
204
+ "total_flos": 4.57713898892329e+16,
205
  "trial_name": null,
206
  "trial_params": null
207
  }
training_checkpoints/checkpoint-1286/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfb230625284b71a8582d0495ae9a462b745f8cb976f9d7932c4f91357944609
3
  size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfeeb4079e0edbd60cad2df3b73a192a8e64f61f57cc52cfabb80fd9ff6105d
3
  size 4600