chchen commited on
Commit
202706c
1 Parent(s): 093b391

Training in progress, step 1000

Browse files
Files changed (2) hide show
  1. adapter_model.safetensors +1 -1
  2. trainer_log.jsonl +51 -0
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9abe6da81779d742a55483d60018372ff2fd55635862e9a2bd61fb673ed514bb
3
  size 100059752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc1338d2e6fdab48e6ef489a6063120783ff3ed30206ac9dd7a8be2ba88decb
3
  size 100059752
trainer_log.jsonl CHANGED
@@ -49,3 +49,54 @@
49
  {"current_steps": 490, "total_steps": 1854, "loss": 1.2856, "accuracy": 0.543749988079071, "learning_rate": 4.186861743633911e-06, "epoch": 0.7920792079207921, "percentage": 26.43, "elapsed_time": "1:43:13", "remaining_time": "4:47:21"}
50
  {"current_steps": 500, "total_steps": 1854, "loss": 1.374, "accuracy": 0.5062500238418579, "learning_rate": 4.155353766456497e-06, "epoch": 0.808244089715094, "percentage": 26.97, "elapsed_time": "1:45:26", "remaining_time": "4:45:32"}
51
  {"current_steps": 500, "total_steps": 1854, "eval_loss": 1.3435848951339722, "epoch": 0.808244089715094, "percentage": 26.97, "elapsed_time": "1:49:08", "remaining_time": "4:55:32"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  {"current_steps": 490, "total_steps": 1854, "loss": 1.2856, "accuracy": 0.543749988079071, "learning_rate": 4.186861743633911e-06, "epoch": 0.7920792079207921, "percentage": 26.43, "elapsed_time": "1:43:13", "remaining_time": "4:47:21"}
50
  {"current_steps": 500, "total_steps": 1854, "loss": 1.374, "accuracy": 0.5062500238418579, "learning_rate": 4.155353766456497e-06, "epoch": 0.808244089715094, "percentage": 26.97, "elapsed_time": "1:45:26", "remaining_time": "4:45:32"}
51
  {"current_steps": 500, "total_steps": 1854, "eval_loss": 1.3435848951339722, "epoch": 0.808244089715094, "percentage": 26.97, "elapsed_time": "1:49:08", "remaining_time": "4:55:32"}
52
+ {"current_steps": 510, "total_steps": 1854, "loss": 1.3103, "accuracy": 0.574999988079071, "learning_rate": 4.123370445773134e-06, "epoch": 0.8244089715093958, "percentage": 27.51, "elapsed_time": "1:51:21", "remaining_time": "4:53:27"}
53
+ {"current_steps": 520, "total_steps": 1854, "loss": 1.3484, "accuracy": 0.6000000238418579, "learning_rate": 4.090920965761906e-06, "epoch": 0.8405738533036977, "percentage": 28.05, "elapsed_time": "1:53:19", "remaining_time": "4:50:43"}
54
+ {"current_steps": 530, "total_steps": 1854, "loss": 1.329, "accuracy": 0.606249988079071, "learning_rate": 4.058014644460991e-06, "epoch": 0.8567387350979996, "percentage": 28.59, "elapsed_time": "1:55:11", "remaining_time": "4:47:44"}
55
+ {"current_steps": 540, "total_steps": 1854, "loss": 1.3531, "accuracy": 0.581250011920929, "learning_rate": 4.024660931092939e-06, "epoch": 0.8729036168923014, "percentage": 29.13, "elapsed_time": "1:57:21", "remaining_time": "4:45:33"}
56
+ {"current_steps": 550, "total_steps": 1854, "loss": 1.3283, "accuracy": 0.65625, "learning_rate": 3.990869403351272e-06, "epoch": 0.8890684986866033, "percentage": 29.67, "elapsed_time": "1:59:30", "remaining_time": "4:43:20"}
57
+ {"current_steps": 560, "total_steps": 1854, "loss": 1.3379, "accuracy": 0.5249999761581421, "learning_rate": 3.956649764650206e-06, "epoch": 0.9052333804809052, "percentage": 30.2, "elapsed_time": "2:01:49", "remaining_time": "4:41:31"}
58
+ {"current_steps": 570, "total_steps": 1854, "loss": 1.3538, "accuracy": 0.606249988079071, "learning_rate": 3.92201184133826e-06, "epoch": 0.9213982622752072, "percentage": 30.74, "elapsed_time": "2:03:52", "remaining_time": "4:39:02"}
59
+ {"current_steps": 580, "total_steps": 1854, "loss": 1.3293, "accuracy": 0.5062500238418579, "learning_rate": 3.886965579876572e-06, "epoch": 0.937563144069509, "percentage": 31.28, "elapsed_time": "2:05:57", "remaining_time": "4:36:39"}
60
+ {"current_steps": 590, "total_steps": 1854, "loss": 1.3206, "accuracy": 0.550000011920929, "learning_rate": 3.851521043982716e-06, "epoch": 0.9537280258638109, "percentage": 31.82, "elapsed_time": "2:08:04", "remaining_time": "4:34:23"}
61
+ {"current_steps": 600, "total_steps": 1854, "loss": 1.3482, "accuracy": 0.5874999761581421, "learning_rate": 3.81568841174086e-06, "epoch": 0.9698929076581128, "percentage": 32.36, "elapsed_time": "2:10:22", "remaining_time": "4:32:29"}
62
+ {"current_steps": 610, "total_steps": 1854, "loss": 1.2212, "accuracy": 0.5375000238418579, "learning_rate": 3.7794779726790664e-06, "epoch": 0.9860577894524146, "percentage": 32.9, "elapsed_time": "2:12:28", "remaining_time": "4:30:10"}
63
+ {"current_steps": 620, "total_steps": 1854, "loss": 1.3338, "accuracy": 0.6000000238418579, "learning_rate": 3.7429001248146096e-06, "epoch": 1.0022226712467166, "percentage": 33.44, "elapsed_time": "2:14:41", "remaining_time": "4:28:05"}
64
+ {"current_steps": 630, "total_steps": 1854, "loss": 1.3343, "accuracy": 0.53125, "learning_rate": 3.7059653716681227e-06, "epoch": 1.0183875530410185, "percentage": 33.98, "elapsed_time": "2:16:46", "remaining_time": "4:25:43"}
65
+ {"current_steps": 640, "total_steps": 1854, "loss": 1.2558, "accuracy": 0.625, "learning_rate": 3.668684319247463e-06, "epoch": 1.0345524348353203, "percentage": 34.52, "elapsed_time": "2:18:47", "remaining_time": "4:23:15"}
66
+ {"current_steps": 650, "total_steps": 1854, "loss": 1.2867, "accuracy": 0.5625, "learning_rate": 3.6310676730021373e-06, "epoch": 1.0507173166296222, "percentage": 35.06, "elapsed_time": "2:20:49", "remaining_time": "4:20:51"}
67
+ {"current_steps": 660, "total_steps": 1854, "loss": 1.3334, "accuracy": 0.5687500238418579, "learning_rate": 3.593126234749178e-06, "epoch": 1.066882198423924, "percentage": 35.6, "elapsed_time": "2:22:58", "remaining_time": "4:18:38"}
68
+ {"current_steps": 670, "total_steps": 1854, "loss": 1.3131, "accuracy": 0.6000000238418579, "learning_rate": 3.554870899571343e-06, "epoch": 1.083047080218226, "percentage": 36.14, "elapsed_time": "2:25:08", "remaining_time": "4:16:29"}
69
+ {"current_steps": 680, "total_steps": 1854, "loss": 1.2573, "accuracy": 0.5874999761581421, "learning_rate": 3.5163126526885373e-06, "epoch": 1.0992119620125278, "percentage": 36.68, "elapsed_time": "2:27:16", "remaining_time": "4:14:16"}
70
+ {"current_steps": 690, "total_steps": 1854, "loss": 1.27, "accuracy": 0.581250011920929, "learning_rate": 3.4774625663033484e-06, "epoch": 1.1153768438068297, "percentage": 37.22, "elapsed_time": "2:29:20", "remaining_time": "4:11:55"}
71
+ {"current_steps": 700, "total_steps": 1854, "loss": 1.2157, "accuracy": 0.53125, "learning_rate": 3.4383317964216067e-06, "epoch": 1.1315417256011315, "percentage": 37.76, "elapsed_time": "2:31:30", "remaining_time": "4:09:46"}
72
+ {"current_steps": 710, "total_steps": 1854, "loss": 1.3045, "accuracy": 0.574999988079071, "learning_rate": 3.398931579648877e-06, "epoch": 1.1477066073954334, "percentage": 38.3, "elapsed_time": "2:33:47", "remaining_time": "4:07:48"}
73
+ {"current_steps": 720, "total_steps": 1854, "loss": 1.2742, "accuracy": 0.581250011920929, "learning_rate": 3.359273229963813e-06, "epoch": 1.1638714891897353, "percentage": 38.83, "elapsed_time": "2:35:54", "remaining_time": "4:05:34"}
74
+ {"current_steps": 730, "total_steps": 1854, "loss": 1.3175, "accuracy": 0.5625, "learning_rate": 3.319368135469285e-06, "epoch": 1.1800363709840371, "percentage": 39.37, "elapsed_time": "2:37:55", "remaining_time": "4:03:09"}
75
+ {"current_steps": 740, "total_steps": 1854, "loss": 1.2585, "accuracy": 0.65625, "learning_rate": 3.279227755122228e-06, "epoch": 1.196201252778339, "percentage": 39.91, "elapsed_time": "2:40:05", "remaining_time": "4:00:59"}
76
+ {"current_steps": 750, "total_steps": 1854, "loss": 1.3675, "accuracy": 0.581250011920929, "learning_rate": 3.2388636154431417e-06, "epoch": 1.2123661345726409, "percentage": 40.45, "elapsed_time": "2:42:20", "remaining_time": "3:58:57"}
77
+ {"current_steps": 760, "total_steps": 1854, "loss": 1.2499, "accuracy": 0.59375, "learning_rate": 3.198287307206192e-06, "epoch": 1.2285310163669427, "percentage": 40.99, "elapsed_time": "2:44:24", "remaining_time": "3:56:39"}
78
+ {"current_steps": 770, "total_steps": 1854, "loss": 1.2735, "accuracy": 0.5687500238418579, "learning_rate": 3.157510482110856e-06, "epoch": 1.2446958981612446, "percentage": 41.53, "elapsed_time": "2:46:33", "remaining_time": "3:54:29"}
79
+ {"current_steps": 780, "total_steps": 1854, "loss": 1.3813, "accuracy": 0.606249988079071, "learning_rate": 3.116544849436077e-06, "epoch": 1.2608607799555465, "percentage": 42.07, "elapsed_time": "2:48:45", "remaining_time": "3:52:21"}
80
+ {"current_steps": 790, "total_steps": 1854, "loss": 1.2132, "accuracy": 0.637499988079071, "learning_rate": 3.0754021726778848e-06, "epoch": 1.2770256617498483, "percentage": 42.61, "elapsed_time": "2:50:53", "remaining_time": "3:50:10"}
81
+ {"current_steps": 800, "total_steps": 1854, "loss": 1.3573, "accuracy": 0.543749988079071, "learning_rate": 3.0340942661714463e-06, "epoch": 1.2931905435441502, "percentage": 43.15, "elapsed_time": "2:53:04", "remaining_time": "3:48:01"}
82
+ {"current_steps": 810, "total_steps": 1854, "loss": 1.2828, "accuracy": 0.625, "learning_rate": 2.992632991698512e-06, "epoch": 1.3093554253384523, "percentage": 43.69, "elapsed_time": "2:55:07", "remaining_time": "3:45:42"}
83
+ {"current_steps": 820, "total_steps": 1854, "loss": 1.2042, "accuracy": 0.5687500238418579, "learning_rate": 2.9510302550812537e-06, "epoch": 1.3255203071327541, "percentage": 44.23, "elapsed_time": "2:57:10", "remaining_time": "3:43:25"}
84
+ {"current_steps": 830, "total_steps": 1854, "loss": 1.1766, "accuracy": 0.574999988079071, "learning_rate": 2.9092980027634325e-06, "epoch": 1.341685188927056, "percentage": 44.77, "elapsed_time": "2:59:19", "remaining_time": "3:41:13"}
85
+ {"current_steps": 840, "total_steps": 1854, "loss": 1.3139, "accuracy": 0.606249988079071, "learning_rate": 2.867448218379927e-06, "epoch": 1.3578500707213579, "percentage": 45.31, "elapsed_time": "3:01:20", "remaining_time": "3:38:54"}
86
+ {"current_steps": 850, "total_steps": 1854, "loss": 1.3613, "accuracy": 0.5687500238418579, "learning_rate": 2.825492919315559e-06, "epoch": 1.3740149525156597, "percentage": 45.85, "elapsed_time": "3:03:28", "remaining_time": "3:36:43"}
87
+ {"current_steps": 860, "total_steps": 1854, "loss": 1.2262, "accuracy": 0.5874999761581421, "learning_rate": 2.7834441532542482e-06, "epoch": 1.3901798343099616, "percentage": 46.39, "elapsed_time": "3:05:38", "remaining_time": "3:34:34"}
88
+ {"current_steps": 870, "total_steps": 1854, "loss": 1.297, "accuracy": 0.550000011920929, "learning_rate": 2.74131399471945e-06, "epoch": 1.4063447161042635, "percentage": 46.93, "elapsed_time": "3:07:42", "remaining_time": "3:32:17"}
89
+ {"current_steps": 880, "total_steps": 1854, "loss": 1.3339, "accuracy": 0.5375000238418579, "learning_rate": 2.6991145416068947e-06, "epoch": 1.4225095978985653, "percentage": 47.46, "elapsed_time": "3:09:56", "remaining_time": "3:30:13"}
90
+ {"current_steps": 890, "total_steps": 1854, "loss": 1.257, "accuracy": 0.6000000238418579, "learning_rate": 2.6568579117106143e-06, "epoch": 1.4386744796928672, "percentage": 48.0, "elapsed_time": "3:12:02", "remaining_time": "3:28:00"}
91
+ {"current_steps": 900, "total_steps": 1854, "loss": 1.2887, "accuracy": 0.512499988079071, "learning_rate": 2.6145562392432544e-06, "epoch": 1.454839361487169, "percentage": 48.54, "elapsed_time": "3:14:06", "remaining_time": "3:25:44"}
92
+ {"current_steps": 910, "total_steps": 1854, "loss": 1.2043, "accuracy": 0.6312500238418579, "learning_rate": 2.5722216713516682e-06, "epoch": 1.471004243281471, "percentage": 49.08, "elapsed_time": "3:16:06", "remaining_time": "3:23:26"}
93
+ {"current_steps": 920, "total_steps": 1854, "loss": 1.2201, "accuracy": 0.543749988079071, "learning_rate": 2.5298663646288064e-06, "epoch": 1.4871691250757728, "percentage": 49.62, "elapsed_time": "3:18:20", "remaining_time": "3:21:21"}
94
+ {"current_steps": 930, "total_steps": 1854, "loss": 1.3413, "accuracy": 0.5625, "learning_rate": 2.487502481622879e-06, "epoch": 1.503334006870075, "percentage": 50.16, "elapsed_time": "3:20:23", "remaining_time": "3:19:05"}
95
+ {"current_steps": 940, "total_steps": 1854, "loss": 1.2601, "accuracy": 0.5375000238418579, "learning_rate": 2.4451421873448253e-06, "epoch": 1.5194988886643768, "percentage": 50.7, "elapsed_time": "3:22:30", "remaining_time": "3:16:54"}
96
+ {"current_steps": 950, "total_steps": 1854, "loss": 1.3741, "accuracy": 0.543749988079071, "learning_rate": 2.40279764577506e-06, "epoch": 1.5356637704586786, "percentage": 51.24, "elapsed_time": "3:24:40", "remaining_time": "3:14:46"}
97
+ {"current_steps": 960, "total_steps": 1854, "loss": 1.1966, "accuracy": 0.6000000238418579, "learning_rate": 2.3604810163705242e-06, "epoch": 1.5518286522529805, "percentage": 51.78, "elapsed_time": "3:26:49", "remaining_time": "3:12:36"}
98
+ {"current_steps": 970, "total_steps": 1854, "loss": 1.1567, "accuracy": 0.543749988079071, "learning_rate": 2.3182044505730364e-06, "epoch": 1.5679935340472824, "percentage": 52.32, "elapsed_time": "3:28:55", "remaining_time": "3:10:24"}
99
+ {"current_steps": 980, "total_steps": 1854, "loss": 1.2198, "accuracy": 0.5062500238418579, "learning_rate": 2.275980088319941e-06, "epoch": 1.5841584158415842, "percentage": 52.86, "elapsed_time": "3:31:03", "remaining_time": "3:08:13"}
100
+ {"current_steps": 990, "total_steps": 1854, "loss": 1.203, "accuracy": 0.512499988079071, "learning_rate": 2.2338200545580577e-06, "epoch": 1.600323297635886, "percentage": 53.4, "elapsed_time": "3:33:05", "remaining_time": "3:05:58"}
101
+ {"current_steps": 1000, "total_steps": 1854, "loss": 1.1628, "accuracy": 0.581250011920929, "learning_rate": 2.191736455761947e-06, "epoch": 1.616488179430188, "percentage": 53.94, "elapsed_time": "3:35:08", "remaining_time": "3:03:43"}
102
+ {"current_steps": 1000, "total_steps": 1854, "eval_loss": 1.2833058834075928, "epoch": 1.616488179430188, "percentage": 53.94, "elapsed_time": "3:38:49", "remaining_time": "3:06:52"}