chchen commited on
Commit
97c56f5
1 Parent(s): e8ca2bf

Training in progress, step 1000

Browse files
Files changed (2) hide show
  1. adapter_model.safetensors +1 -1
  2. trainer_log.jsonl +51 -0
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09a8acfbf35a8a366284f3658253aebf69472fe237cef71ffcef54976eb0d738
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808e1a5168b9e55c08c5814ea7ae3f9581106344b9fffde10f65785dd48e58db
3
  size 83945296
trainer_log.jsonl CHANGED
@@ -49,3 +49,54 @@
49
  {"current_steps": 490, "total_steps": 1686, "loss": 0.8747, "accuracy": 0.581250011920929, "learning_rate": 4.028624486874608e-06, "epoch": 0.871304734385419, "percentage": 29.06, "elapsed_time": "2:28:05", "remaining_time": "6:01:28"}
50
  {"current_steps": 500, "total_steps": 1686, "loss": 0.9464, "accuracy": 0.5062500238418579, "learning_rate": 3.99149827895177e-06, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "2:31:12", "remaining_time": "5:58:39"}
51
  {"current_steps": 500, "total_steps": 1686, "eval_loss": 0.8918758630752563, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "2:37:01", "remaining_time": "6:12:27"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  {"current_steps": 490, "total_steps": 1686, "loss": 0.8747, "accuracy": 0.581250011920929, "learning_rate": 4.028624486874608e-06, "epoch": 0.871304734385419, "percentage": 29.06, "elapsed_time": "2:28:05", "remaining_time": "6:01:28"}
50
  {"current_steps": 500, "total_steps": 1686, "loss": 0.9464, "accuracy": 0.5062500238418579, "learning_rate": 3.99149827895177e-06, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "2:31:12", "remaining_time": "5:58:39"}
51
  {"current_steps": 500, "total_steps": 1686, "eval_loss": 0.8918758630752563, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "2:37:01", "remaining_time": "6:12:27"}
52
+ {"current_steps": 510, "total_steps": 1686, "loss": 0.9245, "accuracy": 0.574999988079071, "learning_rate": 3.953854170549114e-06, "epoch": 0.9068681929317626, "percentage": 30.25, "elapsed_time": "2:40:06", "remaining_time": "6:09:11"}
53
+ {"current_steps": 520, "total_steps": 1686, "loss": 0.8583, "accuracy": 0.5249999761581421, "learning_rate": 3.91570523302051e-06, "epoch": 0.9246499222049345, "percentage": 30.84, "elapsed_time": "2:43:01", "remaining_time": "6:05:34"}
54
+ {"current_steps": 530, "total_steps": 1686, "loss": 0.8888, "accuracy": 0.512499988079071, "learning_rate": 3.8770647130141996e-06, "epoch": 0.9424316514781063, "percentage": 31.44, "elapsed_time": "2:46:06", "remaining_time": "6:02:18"}
55
+ {"current_steps": 540, "total_steps": 1686, "loss": 0.966, "accuracy": 0.5874999761581421, "learning_rate": 3.837946027873086e-06, "epoch": 0.960213380751278, "percentage": 32.03, "elapsed_time": "2:49:04", "remaining_time": "5:58:49"}
56
+ {"current_steps": 550, "total_steps": 1686, "loss": 0.9667, "accuracy": 0.5249999761581421, "learning_rate": 3.7983627609757713e-06, "epoch": 0.9779951100244498, "percentage": 32.62, "elapsed_time": "2:52:11", "remaining_time": "5:55:39"}
57
+ {"current_steps": 560, "total_steps": 1686, "loss": 0.8891, "accuracy": 0.543749988079071, "learning_rate": 3.758328657019924e-06, "epoch": 0.9957768392976217, "percentage": 33.21, "elapsed_time": "2:55:18", "remaining_time": "5:52:29"}
58
+ {"current_steps": 570, "total_steps": 1686, "loss": 0.9655, "accuracy": 0.53125, "learning_rate": 3.717857617249642e-06, "epoch": 1.0135585685707935, "percentage": 33.81, "elapsed_time": "2:58:19", "remaining_time": "5:49:08"}
59
+ {"current_steps": 580, "total_steps": 1686, "loss": 0.8686, "accuracy": 0.5375000238418579, "learning_rate": 3.6769636946284543e-06, "epoch": 1.0313402978439654, "percentage": 34.4, "elapsed_time": "3:01:18", "remaining_time": "5:45:44"}
60
+ {"current_steps": 590, "total_steps": 1686, "loss": 0.895, "accuracy": 0.4937500059604645, "learning_rate": 3.6356610889596355e-06, "epoch": 1.049122027117137, "percentage": 34.99, "elapsed_time": "3:04:25", "remaining_time": "5:42:36"}
61
+ {"current_steps": 600, "total_steps": 1686, "loss": 0.8782, "accuracy": 0.5625, "learning_rate": 3.593964141955541e-06, "epoch": 1.066903756390309, "percentage": 35.59, "elapsed_time": "3:07:20", "remaining_time": "5:39:04"}
62
+ {"current_steps": 610, "total_steps": 1686, "loss": 0.8855, "accuracy": 0.5687500238418579, "learning_rate": 3.5518873322576573e-06, "epoch": 1.0846854856634809, "percentage": 36.18, "elapsed_time": "3:09:26", "remaining_time": "5:34:09"}
63
+ {"current_steps": 620, "total_steps": 1686, "loss": 0.8602, "accuracy": 0.5375000238418579, "learning_rate": 3.5094452704091143e-06, "epoch": 1.1024672149366526, "percentage": 36.77, "elapsed_time": "3:12:37", "remaining_time": "5:31:11"}
64
+ {"current_steps": 630, "total_steps": 1686, "loss": 0.9066, "accuracy": 0.5375000238418579, "learning_rate": 3.46665269378139e-06, "epoch": 1.1202489442098245, "percentage": 37.37, "elapsed_time": "3:15:45", "remaining_time": "5:28:08"}
65
+ {"current_steps": 640, "total_steps": 1686, "loss": 0.9716, "accuracy": 0.59375, "learning_rate": 3.4235244614569794e-06, "epoch": 1.1380306734829961, "percentage": 37.96, "elapsed_time": "3:18:45", "remaining_time": "5:24:51"}
66
+ {"current_steps": 650, "total_steps": 1686, "loss": 0.8775, "accuracy": 0.5874999761581421, "learning_rate": 3.3800755490698008e-06, "epoch": 1.155812402756168, "percentage": 38.55, "elapsed_time": "3:21:44", "remaining_time": "5:21:32"}
67
+ {"current_steps": 660, "total_steps": 1686, "loss": 0.9228, "accuracy": 0.518750011920929, "learning_rate": 3.3363210436051287e-06, "epoch": 1.17359413202934, "percentage": 39.15, "elapsed_time": "3:24:49", "remaining_time": "5:18:25"}
68
+ {"current_steps": 670, "total_steps": 1686, "loss": 0.8538, "accuracy": 0.512499988079071, "learning_rate": 3.292276138160867e-06, "epoch": 1.1913758613025116, "percentage": 39.74, "elapsed_time": "3:27:46", "remaining_time": "5:15:04"}
69
+ {"current_steps": 680, "total_steps": 1686, "loss": 0.8946, "accuracy": 0.5874999761581421, "learning_rate": 3.2479561266719694e-06, "epoch": 1.2091575905756835, "percentage": 40.33, "elapsed_time": "3:30:51", "remaining_time": "5:11:56"}
70
+ {"current_steps": 690, "total_steps": 1686, "loss": 0.8347, "accuracy": 0.612500011920929, "learning_rate": 3.2033763985998533e-06, "epoch": 1.2269393198488552, "percentage": 40.93, "elapsed_time": "3:33:55", "remaining_time": "5:08:47"}
71
+ {"current_steps": 700, "total_steps": 1686, "loss": 0.838, "accuracy": 0.581250011920929, "learning_rate": 3.1585524335886335e-06, "epoch": 1.244721049122027, "percentage": 41.52, "elapsed_time": "3:36:56", "remaining_time": "5:05:34"}
72
+ {"current_steps": 710, "total_steps": 1686, "loss": 0.8246, "accuracy": 0.612500011920929, "learning_rate": 3.1134997960900536e-06, "epoch": 1.262502778395199, "percentage": 42.11, "elapsed_time": "3:39:54", "remaining_time": "5:02:17"}
73
+ {"current_steps": 720, "total_steps": 1686, "loss": 0.8716, "accuracy": 0.512499988079071, "learning_rate": 3.0682341299589583e-06, "epoch": 1.2802845076683709, "percentage": 42.7, "elapsed_time": "3:42:55", "remaining_time": "4:59:05"}
74
+ {"current_steps": 730, "total_steps": 1686, "loss": 0.8354, "accuracy": 0.637499988079071, "learning_rate": 3.022771153021201e-06, "epoch": 1.2980662369415426, "percentage": 43.3, "elapsed_time": "3:45:56", "remaining_time": "4:55:54"}
75
+ {"current_steps": 740, "total_steps": 1686, "loss": 0.8641, "accuracy": 0.512499988079071, "learning_rate": 2.9771266516158625e-06, "epoch": 1.3158479662147144, "percentage": 43.89, "elapsed_time": "3:48:57", "remaining_time": "4:52:41"}
76
+ {"current_steps": 750, "total_steps": 1686, "loss": 0.8503, "accuracy": 0.643750011920929, "learning_rate": 2.9313164751136802e-06, "epoch": 1.3336296954878861, "percentage": 44.48, "elapsed_time": "3:51:58", "remaining_time": "4:49:30"}
77
+ {"current_steps": 760, "total_steps": 1686, "loss": 0.9427, "accuracy": 0.512499988079071, "learning_rate": 2.8853565304135956e-06, "epoch": 1.351411424761058, "percentage": 45.08, "elapsed_time": "3:54:59", "remaining_time": "4:46:19"}
78
+ {"current_steps": 770, "total_steps": 1686, "loss": 0.8467, "accuracy": 0.643750011920929, "learning_rate": 2.839262776419313e-06, "epoch": 1.36919315403423, "percentage": 45.67, "elapsed_time": "3:58:09", "remaining_time": "4:43:18"}
79
+ {"current_steps": 780, "total_steps": 1686, "loss": 0.8653, "accuracy": 0.4937500059604645, "learning_rate": 2.793051218497817e-06, "epoch": 1.3869748833074016, "percentage": 46.26, "elapsed_time": "4:01:15", "remaining_time": "4:40:13"}
80
+ {"current_steps": 790, "total_steps": 1686, "loss": 0.8603, "accuracy": 0.581250011920929, "learning_rate": 2.7467379029217437e-06, "epoch": 1.4047566125805735, "percentage": 46.86, "elapsed_time": "4:04:22", "remaining_time": "4:37:09"}
81
+ {"current_steps": 800, "total_steps": 1686, "loss": 0.9108, "accuracy": 0.518750011920929, "learning_rate": 2.7003389112975546e-06, "epoch": 1.4225383418537452, "percentage": 47.45, "elapsed_time": "4:07:30", "remaining_time": "4:34:06"}
82
+ {"current_steps": 810, "total_steps": 1686, "loss": 0.8268, "accuracy": 0.543749988079071, "learning_rate": 2.653870354981437e-06, "epoch": 1.440320071126917, "percentage": 48.04, "elapsed_time": "4:10:29", "remaining_time": "4:30:54"}
83
+ {"current_steps": 820, "total_steps": 1686, "loss": 0.8608, "accuracy": 0.5625, "learning_rate": 2.6073483694848777e-06, "epoch": 1.458101800400089, "percentage": 48.64, "elapsed_time": "4:13:43", "remaining_time": "4:27:57"}
84
+ {"current_steps": 830, "total_steps": 1686, "loss": 0.8942, "accuracy": 0.512499988079071, "learning_rate": 2.560789108871847e-06, "epoch": 1.4758835296732609, "percentage": 49.23, "elapsed_time": "4:16:47", "remaining_time": "4:24:50"}
85
+ {"current_steps": 840, "total_steps": 1686, "loss": 0.9282, "accuracy": 0.5562499761581421, "learning_rate": 2.514208740149544e-06, "epoch": 1.4936652589464325, "percentage": 49.82, "elapsed_time": "4:19:54", "remaining_time": "4:21:45"}
86
+ {"current_steps": 850, "total_steps": 1686, "loss": 0.898, "accuracy": 0.550000011920929, "learning_rate": 2.46762343765464e-06, "epoch": 1.5114469882196042, "percentage": 50.42, "elapsed_time": "4:22:54", "remaining_time": "4:18:34"}
87
+ {"current_steps": 860, "total_steps": 1686, "loss": 0.9059, "accuracy": 0.550000011920929, "learning_rate": 2.4210493774369903e-06, "epoch": 1.5292287174927761, "percentage": 51.01, "elapsed_time": "4:25:57", "remaining_time": "4:15:26"}
88
+ {"current_steps": 870, "total_steps": 1686, "loss": 0.9179, "accuracy": 0.59375, "learning_rate": 2.374502731642732e-06, "epoch": 1.547010446765948, "percentage": 51.6, "elapsed_time": "4:28:59", "remaining_time": "4:12:17"}
89
+ {"current_steps": 880, "total_steps": 1686, "loss": 0.8998, "accuracy": 0.574999988079071, "learning_rate": 2.3279996628987556e-06, "epoch": 1.56479217603912, "percentage": 52.19, "elapsed_time": "4:31:57", "remaining_time": "4:09:05"}
90
+ {"current_steps": 890, "total_steps": 1686, "loss": 0.8592, "accuracy": 0.5375000238418579, "learning_rate": 2.281556318700474e-06, "epoch": 1.5825739053122916, "percentage": 52.79, "elapsed_time": "4:35:03", "remaining_time": "4:06:00"}
91
+ {"current_steps": 900, "total_steps": 1686, "loss": 0.8628, "accuracy": 0.5687500238418579, "learning_rate": 2.2351888258048408e-06, "epoch": 1.6003556345854635, "percentage": 53.38, "elapsed_time": "4:37:56", "remaining_time": "4:02:44"}
92
+ {"current_steps": 910, "total_steps": 1686, "loss": 0.9481, "accuracy": 0.5, "learning_rate": 2.188913284630584e-06, "epoch": 1.6181373638586352, "percentage": 53.97, "elapsed_time": "4:40:59", "remaining_time": "3:59:36"}
93
+ {"current_steps": 920, "total_steps": 1686, "loss": 0.8905, "accuracy": 0.5687500238418579, "learning_rate": 2.1427457636675652e-06, "epoch": 1.635919093131807, "percentage": 54.57, "elapsed_time": "4:43:51", "remaining_time": "3:56:20"}
94
+ {"current_steps": 930, "total_steps": 1686, "loss": 0.856, "accuracy": 0.5874999761581421, "learning_rate": 2.096702293897247e-06, "epoch": 1.653700822404979, "percentage": 55.16, "elapsed_time": "4:46:52", "remaining_time": "3:53:11"}
95
+ {"current_steps": 940, "total_steps": 1686, "loss": 0.8502, "accuracy": 0.6312500238418579, "learning_rate": 2.0507988632261672e-06, "epoch": 1.6714825516781509, "percentage": 55.75, "elapsed_time": "4:50:05", "remaining_time": "3:50:12"}
96
+ {"current_steps": 950, "total_steps": 1686, "loss": 0.9605, "accuracy": 0.5062500238418579, "learning_rate": 2.005051410934382e-06, "epoch": 1.6892642809513225, "percentage": 56.35, "elapsed_time": "4:53:03", "remaining_time": "3:47:02"}
97
+ {"current_steps": 960, "total_steps": 1686, "loss": 0.8162, "accuracy": 0.625, "learning_rate": 1.9594758221407843e-06, "epoch": 1.7070460102244942, "percentage": 56.94, "elapsed_time": "4:56:06", "remaining_time": "3:43:55"}
98
+ {"current_steps": 970, "total_steps": 1686, "loss": 0.8488, "accuracy": 0.518750011920929, "learning_rate": 1.9140879222872408e-06, "epoch": 1.724827739497666, "percentage": 57.53, "elapsed_time": "4:59:10", "remaining_time": "3:40:49"}
99
+ {"current_steps": 980, "total_steps": 1686, "loss": 0.9213, "accuracy": 0.5375000238418579, "learning_rate": 1.8689034716434346e-06, "epoch": 1.742609468770838, "percentage": 58.13, "elapsed_time": "5:01:32", "remaining_time": "3:37:13"}
100
+ {"current_steps": 990, "total_steps": 1686, "loss": 0.8683, "accuracy": 0.53125, "learning_rate": 1.8239381598343576e-06, "epoch": 1.76039119804401, "percentage": 58.72, "elapsed_time": "5:03:09", "remaining_time": "3:33:07"}
101
+ {"current_steps": 1000, "total_steps": 1686, "loss": 0.8737, "accuracy": 0.5625, "learning_rate": 1.779207600392312e-06, "epoch": 1.7781729273171816, "percentage": 59.31, "elapsed_time": "5:04:51", "remaining_time": "3:29:07"}
102
+ {"current_steps": 1000, "total_steps": 1686, "eval_loss": 0.8773505687713623, "epoch": 1.7781729273171816, "percentage": 59.31, "elapsed_time": "5:08:00", "remaining_time": "3:31:17"}