Attila1011 commited on
Commit
ea032d1
·
verified ·
1 Parent(s): f474ca3

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -81,3 +81,4 @@ checkpoints-d2.0/checkpoint-7168/eval_state.json filter=lfs diff=lfs merge=lfs -
81
  checkpoints-d2.0/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
82
  checkpoints-d2.0-t1/checkpoint-17408/eval_state.json filter=lfs diff=lfs merge=lfs -text
83
  checkpoints-d1.3/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
 
 
81
  checkpoints-d2.0/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
82
  checkpoints-d2.0-t1/checkpoint-17408/eval_state.json filter=lfs diff=lfs merge=lfs -text
83
  checkpoints-d1.3/checkpoint-21504/eval_state.json filter=lfs diff=lfs merge=lfs -text
84
+ checkpoints-d1.4/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
checkpoints-d1.4/checkpoint-20480/ema.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a7c0c6b3864da9fed7594a937e4262c959f8355d44ae455d647918ddb41902
3
+ size 1002792
checkpoints-d1.4/checkpoint-20480/eval_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f86159407732061aa6bd67ac68d6227c80c3b99cae0fd45ed376aadec12e063
3
+ size 57319229
checkpoints-d1.4/checkpoint-20480/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8184c9078101588765028018a1ca15f4c75a91a4f153dde12818f81fc52b1108
3
+ size 24258096
checkpoints-d1.4/checkpoint-20480/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8d96c63afcef78497558a69ac66689d84f7ef4fe0b08e62d0df45966d3890d
3
+ size 2083403
checkpoints-d1.4/checkpoint-20480/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3907148616e79502a6eaa138edd3484189a70786a827a780f4570ec586ce4eb
3
+ size 14645
checkpoints-d1.4/checkpoint-20480/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c980b8205c06b1dfd2b5bcc0f33ab31ece86e0861736570e6143441d35e6d578
3
+ size 1383
checkpoints-d1.4/checkpoint-20480/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954ef71f1aa3a58a631c831e0b5b8b3292693bf5ec78c0ee303ad115a4bb3d00
3
+ size 1465
checkpoints-d1.4/checkpoint-20480/trainer_state.json ADDED
@@ -0,0 +1,1294 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.8826254659857349,
6
+ "eval_steps": 1024,
7
+ "global_step": 20480,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.011032818324821687,
14
+ "grad_norm": 10.797319412231445,
15
+ "learning_rate": 0.000498046875,
16
+ "loss": 105.79659271240234,
17
+ "step": 256
18
+ },
19
+ {
20
+ "epoch": 0.022065636649643373,
21
+ "grad_norm": 25.741575241088867,
22
+ "learning_rate": 0.000998046875,
23
+ "loss": 2.3060808181762695,
24
+ "step": 512
25
+ },
26
+ {
27
+ "epoch": 0.03309845497446506,
28
+ "grad_norm": 14.934273719787598,
29
+ "learning_rate": 0.000999688448778502,
30
+ "loss": 2.2731690406799316,
31
+ "step": 768
32
+ },
33
+ {
34
+ "epoch": 0.04413127329928675,
35
+ "grad_norm": 28.308002471923828,
36
+ "learning_rate": 0.0009987492950653055,
37
+ "loss": 2.175210475921631,
38
+ "step": 1024
39
+ },
40
+ {
41
+ "epoch": 0.04413127329928675,
42
+ "eval_bleu": 0.9214307463191996,
43
+ "eval_cos_loss": 0.7069334270857545,
44
+ "eval_dec_loss": 0.14960542684599662,
45
+ "eval_loss": 2.0735362056475966,
46
+ "eval_mse2_loss": 0.2511829924164042,
47
+ "eval_mse_loss": 1.8223532110389107,
48
+ "eval_rec_loss": 0.047009017791098624,
49
+ "eval_var_loss": 0.01723895594080501,
50
+ "flow/cos_sim": 0.29306657075373604,
51
+ "flow/improvement_ratio": 0.7837164053784759,
52
+ "flow/mag_ratio_mean": 0.434395147856873,
53
+ "flow/mag_ratio_std": 0.1415387201728597,
54
+ "step": 1024
55
+ },
56
+ {
57
+ "epoch": 0.04413127329928675,
58
+ "eval_bleu": 0.9214307463191996,
59
+ "eval_cos_loss": 0.7069334270857545,
60
+ "eval_dec_loss": 0.14960542684599662,
61
+ "eval_loss": 2.0735362056475966,
62
+ "eval_mse2_loss": 0.2511829924164042,
63
+ "eval_mse_loss": 1.8223532110389107,
64
+ "eval_rec_loss": 0.047009017791098624,
65
+ "eval_runtime": 171.0537,
66
+ "eval_samples_per_second": 175.384,
67
+ "eval_steps_per_second": 2.742,
68
+ "eval_var_loss": 0.01723895594080501,
69
+ "flow/cos_sim": 0.29306657075373604,
70
+ "flow/improvement_ratio": 0.7837164053784759,
71
+ "flow/mag_ratio_mean": 0.434395147856873,
72
+ "flow/mag_ratio_std": 0.1415387201728597,
73
+ "step": 1024
74
+ },
75
+ {
76
+ "epoch": 0.05516409162410843,
77
+ "grad_norm": 20.717588424682617,
78
+ "learning_rate": 0.0009971837136430763,
79
+ "loss": 1.9890590906143188,
80
+ "step": 1280
81
+ },
82
+ {
83
+ "epoch": 0.06619690994893011,
84
+ "grad_norm": 16.1776123046875,
85
+ "learning_rate": 0.0009949936708776692,
86
+ "loss": 1.8445225954055786,
87
+ "step": 1536
88
+ },
89
+ {
90
+ "epoch": 0.07722972827375181,
91
+ "grad_norm": 15.698042869567871,
92
+ "learning_rate": 0.0009921819174566252,
93
+ "loss": 1.7741947174072266,
94
+ "step": 1792
95
+ },
96
+ {
97
+ "epoch": 0.0882625465985735,
98
+ "grad_norm": 12.729333877563477,
99
+ "learning_rate": 0.000988751984934317,
100
+ "loss": 1.714084267616272,
101
+ "step": 2048
102
+ },
103
+ {
104
+ "epoch": 0.0882625465985735,
105
+ "eval_bleu": 0.9356201248298646,
106
+ "eval_cos_loss": 0.5489801322854658,
107
+ "eval_dec_loss": 0.11870824870889757,
108
+ "eval_loss": 1.7085340877077473,
109
+ "eval_mse2_loss": 0.1958959426865903,
110
+ "eval_mse_loss": 1.5126381456724871,
111
+ "eval_rec_loss": 0.047009017791098624,
112
+ "eval_var_loss": 0.01723895594080501,
113
+ "flow/cos_sim": 0.4510198644102255,
114
+ "flow/improvement_ratio": 0.8669772742907884,
115
+ "flow/mag_ratio_mean": 0.5195024066261137,
116
+ "flow/mag_ratio_std": 0.21416059253947822,
117
+ "step": 2048
118
+ },
119
+ {
120
+ "epoch": 0.0882625465985735,
121
+ "eval_bleu": 0.9356201248298646,
122
+ "eval_cos_loss": 0.5489801322854658,
123
+ "eval_dec_loss": 0.11870824870889757,
124
+ "eval_loss": 1.7085340877077473,
125
+ "eval_mse2_loss": 0.1958959426865903,
126
+ "eval_mse_loss": 1.5126381456724871,
127
+ "eval_rec_loss": 0.047009017791098624,
128
+ "eval_runtime": 172.0919,
129
+ "eval_samples_per_second": 174.325,
130
+ "eval_steps_per_second": 2.725,
131
+ "eval_var_loss": 0.01723895594080501,
132
+ "flow/cos_sim": 0.4510198644102255,
133
+ "flow/improvement_ratio": 0.8669772742907884,
134
+ "flow/mag_ratio_mean": 0.5195024066261137,
135
+ "flow/mag_ratio_std": 0.21416059253947822,
136
+ "step": 2048
137
+ },
138
+ {
139
+ "epoch": 0.09929536492339518,
140
+ "grad_norm": 9.853597640991211,
141
+ "learning_rate": 0.0009847081812963268,
142
+ "loss": 1.6746653318405151,
143
+ "step": 2304
144
+ },
145
+ {
146
+ "epoch": 0.11032818324821686,
147
+ "grad_norm": 7.131998062133789,
148
+ "learning_rate": 0.0009800555855486275,
149
+ "loss": 1.646998405456543,
150
+ "step": 2560
151
+ },
152
+ {
153
+ "epoch": 0.12136100157303854,
154
+ "grad_norm": 7.610518932342529,
155
+ "learning_rate": 0.0009748000413383664,
156
+ "loss": 1.62706458568573,
157
+ "step": 2816
158
+ },
159
+ {
160
+ "epoch": 0.13239381989786023,
161
+ "grad_norm": 5.741150856018066,
162
+ "learning_rate": 0.0009689481496142604,
163
+ "loss": 1.6093950271606445,
164
+ "step": 3072
165
+ },
166
+ {
167
+ "epoch": 0.13239381989786023,
168
+ "eval_bleu": 0.9338383707066459,
169
+ "eval_cos_loss": 0.5054820228868456,
170
+ "eval_dec_loss": 0.12964063795851366,
171
+ "eval_loss": 1.5915681512625233,
172
+ "eval_mse2_loss": 0.1819949251438763,
173
+ "eval_mse_loss": 1.4095732276119404,
174
+ "eval_rec_loss": 0.047009017791098624,
175
+ "eval_var_loss": 0.01723895594080501,
176
+ "flow/cos_sim": 0.4945179769860656,
177
+ "flow/improvement_ratio": 0.8849164608444995,
178
+ "flow/mag_ratio_mean": 0.5184873009541395,
179
+ "flow/mag_ratio_std": 0.229987337486322,
180
+ "step": 3072
181
+ },
182
+ {
183
+ "epoch": 0.13239381989786023,
184
+ "eval_bleu": 0.9338383707066459,
185
+ "eval_cos_loss": 0.5054820228868456,
186
+ "eval_dec_loss": 0.12964063795851366,
187
+ "eval_loss": 1.5915681512625233,
188
+ "eval_mse2_loss": 0.1819949251438763,
189
+ "eval_mse_loss": 1.4095732276119404,
190
+ "eval_rec_loss": 0.047009017791098624,
191
+ "eval_runtime": 176.4575,
192
+ "eval_samples_per_second": 170.013,
193
+ "eval_steps_per_second": 2.658,
194
+ "eval_var_loss": 0.01723895594080501,
195
+ "flow/cos_sim": 0.4945179769860656,
196
+ "flow/improvement_ratio": 0.8849164608444995,
197
+ "flow/mag_ratio_mean": 0.5184873009541395,
198
+ "flow/mag_ratio_std": 0.229987337486322,
199
+ "step": 3072
200
+ },
201
+ {
202
+ "epoch": 0.14342663822268192,
203
+ "grad_norm": 5.7491865158081055,
204
+ "learning_rate": 0.0009625072603358231,
205
+ "loss": 1.5970690250396729,
206
+ "step": 3328
207
+ },
208
+ {
209
+ "epoch": 0.15445945654750362,
210
+ "grad_norm": 6.157455921173096,
211
+ "learning_rate": 0.0009554854632418371,
212
+ "loss": 1.5825296640396118,
213
+ "step": 3584
214
+ },
215
+ {
216
+ "epoch": 0.1654922748723253,
217
+ "grad_norm": 4.907317638397217,
218
+ "learning_rate": 0.000947891577689663,
219
+ "loss": 1.5728044509887695,
220
+ "step": 3840
221
+ },
222
+ {
223
+ "epoch": 0.176525093197147,
224
+ "grad_norm": 3.5090701580047607,
225
+ "learning_rate": 0.0009397351415781539,
226
+ "loss": 1.565865159034729,
227
+ "step": 4096
228
+ },
229
+ {
230
+ "epoch": 0.176525093197147,
231
+ "eval_bleu": 0.9365961616358232,
232
+ "eval_cos_loss": 0.49659409953841266,
233
+ "eval_dec_loss": 0.12140450885753705,
234
+ "eval_loss": 1.564894216655414,
235
+ "eval_mse2_loss": 0.17669188814249628,
236
+ "eval_mse_loss": 1.3882023289259562,
237
+ "eval_rec_loss": 0.047009017791098624,
238
+ "eval_var_loss": 0.01723895594080501,
239
+ "flow/cos_sim": 0.5034058995719658,
240
+ "flow/improvement_ratio": 0.8819394332767804,
241
+ "flow/mag_ratio_mean": 0.5346324385356293,
242
+ "flow/mag_ratio_std": 0.23142226367616958,
243
+ "step": 4096
244
+ },
245
+ {
246
+ "epoch": 0.176525093197147,
247
+ "eval_bleu": 0.9365961616358232,
248
+ "eval_cos_loss": 0.49659409953841266,
249
+ "eval_dec_loss": 0.12140450885753705,
250
+ "eval_loss": 1.564894216655414,
251
+ "eval_mse2_loss": 0.17669188814249628,
252
+ "eval_mse_loss": 1.3882023289259562,
253
+ "eval_rec_loss": 0.047009017791098624,
254
+ "eval_runtime": 160.4591,
255
+ "eval_samples_per_second": 186.964,
256
+ "eval_steps_per_second": 2.923,
257
+ "eval_var_loss": 0.01723895594080501,
258
+ "flow/cos_sim": 0.5034058995719658,
259
+ "flow/improvement_ratio": 0.8819394332767804,
260
+ "flow/mag_ratio_mean": 0.5346324385356293,
261
+ "flow/mag_ratio_std": 0.23142226367616958,
262
+ "step": 4096
263
+ },
264
+ {
265
+ "epoch": 0.18755791152196866,
266
+ "grad_norm": 4.376228332519531,
267
+ "learning_rate": 0.000931026399368079,
268
+ "loss": 1.5588833093643188,
269
+ "step": 4352
270
+ },
271
+ {
272
+ "epoch": 0.19859072984679035,
273
+ "grad_norm": 4.248619556427002,
274
+ "learning_rate": 0.0009217762892151117,
275
+ "loss": 1.5539987087249756,
276
+ "step": 4608
277
+ },
278
+ {
279
+ "epoch": 0.20962354817161205,
280
+ "grad_norm": 4.112342357635498,
281
+ "learning_rate": 0.0009119964292315354,
282
+ "loss": 1.547034502029419,
283
+ "step": 4864
284
+ },
285
+ {
286
+ "epoch": 0.22065636649643372,
287
+ "grad_norm": 4.957840919494629,
288
+ "learning_rate": 0.0009016991028939279,
289
+ "loss": 1.539028525352478,
290
+ "step": 5120
291
+ },
292
+ {
293
+ "epoch": 0.22065636649643372,
294
+ "eval_bleu": 0.937221428849788,
295
+ "eval_cos_loss": 0.48556288504905537,
296
+ "eval_dec_loss": 0.11899168453395748,
297
+ "eval_loss": 1.5318274358188166,
298
+ "eval_mse2_loss": 0.17039804826222504,
299
+ "eval_mse_loss": 1.3614293873183,
300
+ "eval_rec_loss": 0.047009017791098624,
301
+ "eval_var_loss": 0.01723895594080501,
302
+ "flow/cos_sim": 0.5144371166666434,
303
+ "flow/improvement_ratio": 0.8873141655789764,
304
+ "flow/mag_ratio_mean": 0.5353354320470204,
305
+ "flow/mag_ratio_std": 0.2365191124204888,
306
+ "step": 5120
307
+ },
308
+ {
309
+ "epoch": 0.22065636649643372,
310
+ "eval_bleu": 0.937221428849788,
311
+ "eval_cos_loss": 0.48556288504905537,
312
+ "eval_dec_loss": 0.11899168453395748,
313
+ "eval_loss": 1.5318274358188166,
314
+ "eval_mse2_loss": 0.17039804826222504,
315
+ "eval_mse_loss": 1.3614293873183,
316
+ "eval_rec_loss": 0.047009017791098624,
317
+ "eval_runtime": 169.2874,
318
+ "eval_samples_per_second": 177.213,
319
+ "eval_steps_per_second": 2.77,
320
+ "eval_var_loss": 0.01723895594080501,
321
+ "flow/cos_sim": 0.5144371166666434,
322
+ "flow/improvement_ratio": 0.8873141655789764,
323
+ "flow/mag_ratio_mean": 0.5353354320470204,
324
+ "flow/mag_ratio_std": 0.2365191124204888,
325
+ "step": 5120
326
+ },
327
+ {
328
+ "epoch": 0.23168918482125542,
329
+ "grad_norm": 3.4134156703948975,
330
+ "learning_rate": 0.0008908972436151494,
331
+ "loss": 1.532220721244812,
332
+ "step": 5376
333
+ },
334
+ {
335
+ "epoch": 0.2427220031460771,
336
+ "grad_norm": 3.1423563957214355,
337
+ "learning_rate": 0.0008796044185000127,
338
+ "loss": 1.525950312614441,
339
+ "step": 5632
340
+ },
341
+ {
342
+ "epoch": 0.2537548214708988,
343
+ "grad_norm": 2.3490381240844727,
344
+ "learning_rate": 0.0008678348113050368,
345
+ "loss": 1.5172430276870728,
346
+ "step": 5888
347
+ },
348
+ {
349
+ "epoch": 0.26478763979572045,
350
+ "grad_norm": 6.032445430755615,
351
+ "learning_rate": 0.0008556032046236897,
352
+ "loss": 1.5190675258636475,
353
+ "step": 6144
354
+ },
355
+ {
356
+ "epoch": 0.26478763979572045,
357
+ "eval_bleu": 0.9354061397916119,
358
+ "eval_cos_loss": 0.4837510161308337,
359
+ "eval_dec_loss": 0.1238921330338205,
360
+ "eval_loss": 1.5238950331328012,
361
+ "eval_mse2_loss": 0.17081616409043512,
362
+ "eval_mse_loss": 1.353078869360088,
363
+ "eval_rec_loss": 0.047009017791098624,
364
+ "eval_var_loss": 0.01723895594080501,
365
+ "flow/cos_sim": 0.5162489819628343,
366
+ "flow/improvement_ratio": 0.8831684786373618,
367
+ "flow/mag_ratio_mean": 0.5513551437905603,
368
+ "flow/mag_ratio_std": 0.24864270314097658,
369
+ "step": 6144
370
+ },
371
+ {
372
+ "epoch": 0.26478763979572045,
373
+ "eval_bleu": 0.9354061397916119,
374
+ "eval_cos_loss": 0.4837510161308337,
375
+ "eval_dec_loss": 0.1238921330338205,
376
+ "eval_loss": 1.5238950331328012,
377
+ "eval_mse2_loss": 0.17081616409043512,
378
+ "eval_mse_loss": 1.353078869360088,
379
+ "eval_rec_loss": 0.047009017791098624,
380
+ "eval_runtime": 172.5467,
381
+ "eval_samples_per_second": 173.866,
382
+ "eval_steps_per_second": 2.718,
383
+ "eval_var_loss": 0.01723895594080501,
384
+ "flow/cos_sim": 0.5162489819628343,
385
+ "flow/improvement_ratio": 0.8831684786373618,
386
+ "flow/mag_ratio_mean": 0.5513551437905603,
387
+ "flow/mag_ratio_std": 0.24864270314097658,
388
+ "step": 6144
389
+ },
390
+ {
391
+ "epoch": 0.2758204581205422,
392
+ "grad_norm": 4.0988078117370605,
393
+ "learning_rate": 0.000842924961319492,
394
+ "loss": 1.5116130113601685,
395
+ "step": 6400
396
+ },
397
+ {
398
+ "epoch": 0.28685327644536385,
399
+ "grad_norm": 3.4181602001190186,
400
+ "learning_rate": 0.0008298160052303045,
401
+ "loss": 1.506291389465332,
402
+ "step": 6656
403
+ },
404
+ {
405
+ "epoch": 0.2978860947701855,
406
+ "grad_norm": 3.047140598297119,
407
+ "learning_rate": 0.0008162928011680314,
408
+ "loss": 1.5031940937042236,
409
+ "step": 6912
410
+ },
411
+ {
412
+ "epoch": 0.30891891309500724,
413
+ "grad_norm": 3.206284761428833,
414
+ "learning_rate": 0.000802372334238864,
415
+ "loss": 1.5017902851104736,
416
+ "step": 7168
417
+ },
418
+ {
419
+ "epoch": 0.30891891309500724,
420
+ "eval_bleu": 0.9368851499593083,
421
+ "eval_cos_loss": 0.47378275395710584,
422
+ "eval_dec_loss": 0.11915739709888694,
423
+ "eval_loss": 1.4968281847073326,
424
+ "eval_mse2_loss": 0.1652413869876343,
425
+ "eval_mse_loss": 1.3315867993877386,
426
+ "eval_rec_loss": 0.047009017791098624,
427
+ "eval_var_loss": 0.01723895594080501,
428
+ "flow/cos_sim": 0.5262172466783381,
429
+ "flow/improvement_ratio": 0.8891915549347396,
430
+ "flow/mag_ratio_mean": 0.5413357251361489,
431
+ "flow/mag_ratio_std": 0.24727411558633167,
432
+ "step": 7168
433
+ },
434
+ {
435
+ "epoch": 0.30891891309500724,
436
+ "eval_bleu": 0.9368851499593083,
437
+ "eval_cos_loss": 0.47378275395710584,
438
+ "eval_dec_loss": 0.11915739709888694,
439
+ "eval_loss": 1.4968281847073326,
440
+ "eval_mse2_loss": 0.1652413869876343,
441
+ "eval_mse_loss": 1.3315867993877386,
442
+ "eval_rec_loss": 0.047009017791098624,
443
+ "eval_runtime": 176.7103,
444
+ "eval_samples_per_second": 169.769,
445
+ "eval_steps_per_second": 2.654,
446
+ "eval_var_loss": 0.01723895594080501,
447
+ "flow/cos_sim": 0.5262172466783381,
448
+ "flow/improvement_ratio": 0.8891915549347396,
449
+ "flow/mag_ratio_mean": 0.5413357251361489,
450
+ "flow/mag_ratio_std": 0.24727411558633167,
451
+ "step": 7168
452
+ },
453
+ {
454
+ "epoch": 0.3199517314198289,
455
+ "grad_norm": 3.409893274307251,
456
+ "learning_rate": 0.0007880720885100349,
457
+ "loss": 1.4971449375152588,
458
+ "step": 7424
459
+ },
460
+ {
461
+ "epoch": 0.3309845497446506,
462
+ "grad_norm": 3.073834180831909,
463
+ "learning_rate": 0.0007734100250498788,
464
+ "loss": 1.49185311794281,
465
+ "step": 7680
466
+ },
467
+ {
468
+ "epoch": 0.3420173680694723,
469
+ "grad_norm": 4.364046096801758,
470
+ "learning_rate": 0.000758404559368781,
471
+ "loss": 1.4903632402420044,
472
+ "step": 7936
473
+ },
474
+ {
475
+ "epoch": 0.353050186394294,
476
+ "grad_norm": 2.848015785217285,
477
+ "learning_rate": 0.0007430745382893488,
478
+ "loss": 1.4838106632232666,
479
+ "step": 8192
480
+ },
481
+ {
482
+ "epoch": 0.353050186394294,
483
+ "eval_bleu": 0.9353698110567827,
484
+ "eval_cos_loss": 0.4692605264913807,
485
+ "eval_dec_loss": 0.12152907604983113,
486
+ "eval_loss": 1.4847185436342316,
487
+ "eval_mse2_loss": 0.16447527768578865,
488
+ "eval_mse_loss": 1.3202432660914178,
489
+ "eval_rec_loss": 0.047009017791098624,
490
+ "eval_var_loss": 0.01723895594080501,
491
+ "flow/cos_sim": 0.5307394738898856,
492
+ "flow/improvement_ratio": 0.8924712222268079,
493
+ "flow/mag_ratio_mean": 0.5445197708825312,
494
+ "flow/mag_ratio_std": 0.24787098121668485,
495
+ "step": 8192
496
+ },
497
+ {
498
+ "epoch": 0.353050186394294,
499
+ "eval_bleu": 0.9353698110567827,
500
+ "eval_cos_loss": 0.4692605264913807,
501
+ "eval_dec_loss": 0.12152907604983113,
502
+ "eval_loss": 1.4847185436342316,
503
+ "eval_mse2_loss": 0.16447527768578865,
504
+ "eval_mse_loss": 1.3202432660914178,
505
+ "eval_rec_loss": 0.047009017791098624,
506
+ "eval_runtime": 173.5643,
507
+ "eval_samples_per_second": 172.847,
508
+ "eval_steps_per_second": 2.702,
509
+ "eval_var_loss": 0.01723895594080501,
510
+ "flow/cos_sim": 0.5307394738898856,
511
+ "flow/improvement_ratio": 0.8924712222268079,
512
+ "flow/mag_ratio_mean": 0.5445197708825312,
513
+ "flow/mag_ratio_std": 0.24787098121668485,
514
+ "step": 8192
515
+ },
516
+ {
517
+ "epoch": 0.36408300471911564,
518
+ "grad_norm": 2.5942811965942383,
519
+ "learning_rate": 0.0007274392162748551,
520
+ "loss": 1.4843038320541382,
521
+ "step": 8448
522
+ },
523
+ {
524
+ "epoch": 0.3751158230439373,
525
+ "grad_norm": 3.0958163738250732,
526
+ "learning_rate": 0.000711518231245687,
527
+ "loss": 1.4775118827819824,
528
+ "step": 8704
529
+ },
530
+ {
531
+ "epoch": 0.38614864136875904,
532
+ "grad_norm": 3.219830274581909,
533
+ "learning_rate": 0.0006953315799141723,
534
+ "loss": 1.4766325950622559,
535
+ "step": 8960
536
+ },
537
+ {
538
+ "epoch": 0.3971814596935807,
539
+ "grad_norm": 2.296929359436035,
540
+ "learning_rate": 0.0006788995926687669,
541
+ "loss": 1.4715560674667358,
542
+ "step": 9216
543
+ },
544
+ {
545
+ "epoch": 0.3971814596935807,
546
+ "eval_bleu": 0.9356008220185699,
547
+ "eval_cos_loss": 0.4650544371050812,
548
+ "eval_dec_loss": 0.1218992033397465,
549
+ "eval_loss": 1.4720673169662704,
550
+ "eval_mse2_loss": 0.1628535425167348,
551
+ "eval_mse_loss": 1.3092137732739642,
552
+ "eval_rec_loss": 0.047009017791098624,
553
+ "eval_var_loss": 0.01723895594080501,
554
+ "flow/cos_sim": 0.534945561814664,
555
+ "flow/improvement_ratio": 0.8920619619934798,
556
+ "flow/mag_ratio_mean": 0.5498689174143745,
557
+ "flow/mag_ratio_std": 0.2565161931489322,
558
+ "step": 9216
559
+ },
560
+ {
561
+ "epoch": 0.3971814596935807,
562
+ "eval_bleu": 0.9356008220185699,
563
+ "eval_cos_loss": 0.4650544371050812,
564
+ "eval_dec_loss": 0.1218992033397465,
565
+ "eval_loss": 1.4720673169662704,
566
+ "eval_mse2_loss": 0.1628535425167348,
567
+ "eval_mse_loss": 1.3092137732739642,
568
+ "eval_rec_loss": 0.047009017791098624,
569
+ "eval_runtime": 165.3408,
570
+ "eval_samples_per_second": 181.443,
571
+ "eval_steps_per_second": 2.837,
572
+ "eval_var_loss": 0.01723895594080501,
573
+ "flow/cos_sim": 0.534945561814664,
574
+ "flow/improvement_ratio": 0.8920619619934798,
575
+ "flow/mag_ratio_mean": 0.5498689174143745,
576
+ "flow/mag_ratio_std": 0.2565161931489322,
577
+ "step": 9216
578
+ },
579
+ {
580
+ "epoch": 0.4082142780184024,
581
+ "grad_norm": 2.3320987224578857,
582
+ "learning_rate": 0.0006622429080391422,
583
+ "loss": 1.4737770557403564,
584
+ "step": 9472
585
+ },
586
+ {
587
+ "epoch": 0.4192470963432241,
588
+ "grad_norm": 2.76210355758667,
589
+ "learning_rate": 0.0006453824467742515,
590
+ "loss": 1.467403531074524,
591
+ "step": 9728
592
+ },
593
+ {
594
+ "epoch": 0.43027991466804577,
595
+ "grad_norm": 2.2834606170654297,
596
+ "learning_rate": 0.0006283393855659275,
597
+ "loss": 1.466551661491394,
598
+ "step": 9984
599
+ },
600
+ {
601
+ "epoch": 0.44131273299286744,
602
+ "grad_norm": 2.1904284954071045,
603
+ "learning_rate": 0.0006111351304510173,
604
+ "loss": 1.46049165725708,
605
+ "step": 10240
606
+ },
607
+ {
608
+ "epoch": 0.44131273299286744,
609
+ "eval_bleu": 0.9362346289783122,
610
+ "eval_cos_loss": 0.46082611143716107,
611
+ "eval_dec_loss": 0.1203397757717287,
612
+ "eval_loss": 1.4601926084266288,
613
+ "eval_mse2_loss": 0.1609408200613217,
614
+ "eval_mse_loss": 1.2992517866813806,
615
+ "eval_rec_loss": 0.047009017791098624,
616
+ "eval_var_loss": 0.01723895594080501,
617
+ "flow/cos_sim": 0.5391738893253717,
618
+ "flow/improvement_ratio": 0.8964146429033422,
619
+ "flow/mag_ratio_mean": 0.5516184565863376,
620
+ "flow/mag_ratio_std": 0.25244328309732206,
621
+ "step": 10240
622
+ },
623
+ {
624
+ "epoch": 0.44131273299286744,
625
+ "eval_bleu": 0.9362346289783122,
626
+ "eval_cos_loss": 0.46082611143716107,
627
+ "eval_dec_loss": 0.1203397757717287,
628
+ "eval_loss": 1.4601926084266288,
629
+ "eval_mse2_loss": 0.1609408200613217,
630
+ "eval_mse_loss": 1.2992517866813806,
631
+ "eval_rec_loss": 0.047009017791098624,
632
+ "eval_runtime": 179.4357,
633
+ "eval_samples_per_second": 167.191,
634
+ "eval_steps_per_second": 2.614,
635
+ "eval_var_loss": 0.01723895594080501,
636
+ "flow/cos_sim": 0.5391738893253717,
637
+ "flow/improvement_ratio": 0.8964146429033422,
638
+ "flow/mag_ratio_mean": 0.5516184565863376,
639
+ "flow/mag_ratio_std": 0.25244328309732206,
640
+ "step": 10240
641
+ },
642
+ {
643
+ "epoch": 0.45234555131768917,
644
+ "grad_norm": 2.3216679096221924,
645
+ "learning_rate": 0.0005937912899254605,
646
+ "loss": 1.4583410024642944,
647
+ "step": 10496
648
+ },
649
+ {
650
+ "epoch": 0.46337836964251083,
651
+ "grad_norm": 2.843108892440796,
652
+ "learning_rate": 0.0005763296478040787,
653
+ "loss": 1.4574695825576782,
654
+ "step": 10752
655
+ },
656
+ {
657
+ "epoch": 0.4744111879673325,
658
+ "grad_norm": 2.320223808288574,
659
+ "learning_rate": 0.0005587721358601663,
660
+ "loss": 1.4572159051895142,
661
+ "step": 11008
662
+ },
663
+ {
664
+ "epoch": 0.4854440062921542,
665
+ "grad_norm": 2.517941474914551,
666
+ "learning_rate": 0.0005411408062792448,
667
+ "loss": 1.4533445835113525,
668
+ "step": 11264
669
+ },
670
+ {
671
+ "epoch": 0.4854440062921542,
672
+ "eval_bleu": 0.9349888888103645,
673
+ "eval_cos_loss": 0.4606767813407028,
674
+ "eval_dec_loss": 0.12063868982848455,
675
+ "eval_loss": 1.4557419222301002,
676
+ "eval_mse2_loss": 0.15818865597248077,
677
+ "eval_mse_loss": 1.2975532645101486,
678
+ "eval_rec_loss": 0.047009017791098624,
679
+ "eval_var_loss": 0.01723895594080501,
680
+ "flow/cos_sim": 0.5393232155456218,
681
+ "flow/improvement_ratio": 0.892127673127758,
682
+ "flow/mag_ratio_mean": 0.550250798717999,
683
+ "flow/mag_ratio_std": 0.2556351939879501,
684
+ "step": 11264
685
+ },
686
+ {
687
+ "epoch": 0.4854440062921542,
688
+ "eval_bleu": 0.9349888888103645,
689
+ "eval_cos_loss": 0.4606767813407028,
690
+ "eval_dec_loss": 0.12063868982848455,
691
+ "eval_loss": 1.4557419222301002,
692
+ "eval_mse2_loss": 0.15818865597248077,
693
+ "eval_mse_loss": 1.2975532645101486,
694
+ "eval_rec_loss": 0.047009017791098624,
695
+ "eval_runtime": 169.0185,
696
+ "eval_samples_per_second": 177.495,
697
+ "eval_steps_per_second": 2.775,
698
+ "eval_var_loss": 0.01723895594080501,
699
+ "flow/cos_sim": 0.5393232155456218,
700
+ "flow/improvement_ratio": 0.892127673127758,
701
+ "flow/mag_ratio_mean": 0.550250798717999,
702
+ "flow/mag_ratio_std": 0.2556351939879501,
703
+ "step": 11264
704
+ },
705
+ {
706
+ "epoch": 0.4964768246169759,
707
+ "grad_norm": 2.285221815109253,
708
+ "learning_rate": 0.0005234578039615789,
709
+ "loss": 1.4499876499176025,
710
+ "step": 11520
711
+ },
712
+ {
713
+ "epoch": 0.5075096429417976,
714
+ "grad_norm": 2.029639482498169,
715
+ "learning_rate": 0.0005057453387082458,
716
+ "loss": 1.4481278657913208,
717
+ "step": 11776
718
+ },
719
+ {
720
+ "epoch": 0.5185424612666193,
721
+ "grad_norm": 2.0235965251922607,
722
+ "learning_rate": 0.0004880256573256866,
723
+ "loss": 1.4484679698944092,
724
+ "step": 12032
725
+ },
726
+ {
727
+ "epoch": 0.5295752795914409,
728
+ "grad_norm": 1.6718403100967407,
729
+ "learning_rate": 0.0004703210156837805,
730
+ "loss": 1.447327733039856,
731
+ "step": 12288
732
+ },
733
+ {
734
+ "epoch": 0.5295752795914409,
735
+ "eval_bleu": 0.9364176777903095,
736
+ "eval_cos_loss": 0.4588198344082212,
737
+ "eval_dec_loss": 0.11679136855746193,
738
+ "eval_loss": 1.4490999984842883,
739
+ "eval_mse2_loss": 0.15755183694522773,
740
+ "eval_mse_loss": 1.2915481588225375,
741
+ "eval_rec_loss": 0.047009017791098624,
742
+ "eval_var_loss": 0.01723895594080501,
743
+ "flow/cos_sim": 0.5411801628593697,
744
+ "flow/improvement_ratio": 0.8935188584998727,
745
+ "flow/mag_ratio_mean": 0.5548275625273618,
746
+ "flow/mag_ratio_std": 0.25878340491989277,
747
+ "step": 12288
748
+ },
749
+ {
750
+ "epoch": 0.5295752795914409,
751
+ "eval_bleu": 0.9364176777903095,
752
+ "eval_cos_loss": 0.4588198344082212,
753
+ "eval_dec_loss": 0.11679136855746193,
754
+ "eval_loss": 1.4490999984842883,
755
+ "eval_mse2_loss": 0.15755183694522773,
756
+ "eval_mse_loss": 1.2915481588225375,
757
+ "eval_rec_loss": 0.047009017791098624,
758
+ "eval_runtime": 167.4569,
759
+ "eval_samples_per_second": 179.151,
760
+ "eval_steps_per_second": 2.801,
761
+ "eval_var_loss": 0.01723895594080501,
762
+ "flow/cos_sim": 0.5411801628593697,
763
+ "flow/improvement_ratio": 0.8935188584998727,
764
+ "flow/mag_ratio_mean": 0.5548275625273618,
765
+ "flow/mag_ratio_std": 0.25878340491989277,
766
+ "step": 12288
767
+ },
768
+ {
769
+ "epoch": 0.5406080979162626,
770
+ "grad_norm": 1.9634923934936523,
771
+ "learning_rate": 0.0004526536507625343,
772
+ "loss": 1.443847894668579,
773
+ "step": 12544
774
+ },
775
+ {
776
+ "epoch": 0.5516409162410844,
777
+ "grad_norm": 2.0251376628875732,
778
+ "learning_rate": 0.00043504575272249973,
779
+ "loss": 1.4448539018630981,
780
+ "step": 12800
781
+ },
782
+ {
783
+ "epoch": 0.562673734565906,
784
+ "grad_norm": 1.487449049949646,
785
+ "learning_rate": 0.0004175194370339921,
786
+ "loss": 1.44254732131958,
787
+ "step": 13056
788
+ },
789
+ {
790
+ "epoch": 0.5737065528907277,
791
+ "grad_norm": 2.1053073406219482,
792
+ "learning_rate": 0.0004000967167001243,
793
+ "loss": 1.4406143426895142,
794
+ "step": 13312
795
+ },
796
+ {
797
+ "epoch": 0.5737065528907277,
798
+ "eval_bleu": 0.9372209976548388,
799
+ "eval_cos_loss": 0.45495398104317913,
800
+ "eval_dec_loss": 0.11334308082345071,
801
+ "eval_loss": 1.438905306970641,
802
+ "eval_mse2_loss": 0.15505272262830977,
803
+ "eval_mse_loss": 1.2838525835639123,
804
+ "eval_rec_loss": 0.047009017791098624,
805
+ "eval_var_loss": 0.01723895594080501,
806
+ "flow/cos_sim": 0.5450460188932764,
807
+ "flow/improvement_ratio": 0.8936982345479384,
808
+ "flow/mag_ratio_mean": 0.5579607989996481,
809
+ "flow/mag_ratio_std": 0.2575365855876825,
810
+ "step": 13312
811
+ },
812
+ {
813
+ "epoch": 0.5737065528907277,
814
+ "eval_bleu": 0.9372209976548388,
815
+ "eval_cos_loss": 0.45495398104317913,
816
+ "eval_dec_loss": 0.11334308082345071,
817
+ "eval_loss": 1.438905306970641,
818
+ "eval_mse2_loss": 0.15505272262830977,
819
+ "eval_mse_loss": 1.2838525835639123,
820
+ "eval_rec_loss": 0.047009017791098624,
821
+ "eval_runtime": 177.5771,
822
+ "eval_samples_per_second": 168.941,
823
+ "eval_steps_per_second": 2.641,
824
+ "eval_var_loss": 0.01723895594080501,
825
+ "flow/cos_sim": 0.5450460188932764,
826
+ "flow/improvement_ratio": 0.8936982345479384,
827
+ "flow/mag_ratio_mean": 0.5579607989996481,
828
+ "flow/mag_ratio_std": 0.2575365855876825,
829
+ "step": 13312
830
+ },
831
+ {
832
+ "epoch": 0.5847393712155494,
833
+ "grad_norm": 2.0249550342559814,
834
+ "learning_rate": 0.00038279947460853446,
835
+ "loss": 1.4377583265304565,
836
+ "step": 13568
837
+ },
838
+ {
839
+ "epoch": 0.595772189540371,
840
+ "grad_norm": 1.6271026134490967,
841
+ "learning_rate": 0.00036564943604654345,
842
+ "loss": 1.4369451999664307,
843
+ "step": 13824
844
+ },
845
+ {
846
+ "epoch": 0.6068050078651928,
847
+ "grad_norm": 1.2092267274856567,
848
+ "learning_rate": 0.00034866814141425254,
849
+ "loss": 1.437900424003601,
850
+ "step": 14080
851
+ },
852
+ {
853
+ "epoch": 0.6178378261900145,
854
+ "grad_norm": 1.7238409519195557,
855
+ "learning_rate": 0.0003318769191698637,
856
+ "loss": 1.4345003366470337,
857
+ "step": 14336
858
+ },
859
+ {
860
+ "epoch": 0.6178378261900145,
861
+ "eval_bleu": 0.9375344922384511,
862
+ "eval_cos_loss": 0.45383678259117516,
863
+ "eval_dec_loss": 0.11429015738961062,
864
+ "eval_loss": 1.4351127869538916,
865
+ "eval_mse2_loss": 0.15503559347345378,
866
+ "eval_mse_loss": 1.280077194608351,
867
+ "eval_rec_loss": 0.047009017791098624,
868
+ "eval_var_loss": 0.01723895594080501,
869
+ "flow/cos_sim": 0.5461632174723692,
870
+ "flow/improvement_ratio": 0.8951520059408664,
871
+ "flow/mag_ratio_mean": 0.5569842827599695,
872
+ "flow/mag_ratio_std": 0.26188866851299303,
873
+ "step": 14336
874
+ },
875
+ {
876
+ "epoch": 0.6178378261900145,
877
+ "eval_bleu": 0.9375344922384511,
878
+ "eval_cos_loss": 0.45383678259117516,
879
+ "eval_dec_loss": 0.11429015738961062,
880
+ "eval_loss": 1.4351127869538916,
881
+ "eval_mse2_loss": 0.15503559347345378,
882
+ "eval_mse_loss": 1.280077194608351,
883
+ "eval_rec_loss": 0.047009017791098624,
884
+ "eval_runtime": 176.4023,
885
+ "eval_samples_per_second": 170.066,
886
+ "eval_steps_per_second": 2.659,
887
+ "eval_var_loss": 0.01723895594080501,
888
+ "flow/cos_sim": 0.5461632174723692,
889
+ "flow/improvement_ratio": 0.8951520059408664,
890
+ "flow/mag_ratio_mean": 0.5569842827599695,
891
+ "flow/mag_ratio_std": 0.26188866851299303,
892
+ "step": 14336
893
+ },
894
+ {
895
+ "epoch": 0.6288706445148361,
896
+ "grad_norm": 1.5894383192062378,
897
+ "learning_rate": 0.00031529685904119485,
898
+ "loss": 1.4325922727584839,
899
+ "step": 14592
900
+ },
901
+ {
902
+ "epoch": 0.6399034628396578,
903
+ "grad_norm": 1.9905190467834473,
904
+ "learning_rate": 0.0002989487855370421,
905
+ "loss": 1.4348605871200562,
906
+ "step": 14848
907
+ },
908
+ {
909
+ "epoch": 0.6509362811644795,
910
+ "grad_norm": 1.5708714723587036,
911
+ "learning_rate": 0.00028285323179165424,
912
+ "loss": 1.4332606792449951,
913
+ "step": 15104
914
+ },
915
+ {
916
+ "epoch": 0.6619690994893012,
917
+ "grad_norm": 1.5457080602645874,
918
+ "learning_rate": 0.0002670304137751759,
919
+ "loss": 1.435610294342041,
920
+ "step": 15360
921
+ },
922
+ {
923
+ "epoch": 0.6619690994893012,
924
+ "eval_bleu": 0.9355922222002754,
925
+ "eval_cos_loss": 0.4520330929171556,
926
+ "eval_dec_loss": 0.12299507638332305,
927
+ "eval_loss": 1.4329845295277739,
928
+ "eval_mse2_loss": 0.15654502583465088,
929
+ "eval_mse_loss": 1.2764395058536326,
930
+ "eval_rec_loss": 0.047009017791098624,
931
+ "eval_var_loss": 0.01723895594080501,
932
+ "flow/cos_sim": 0.5479669079724659,
933
+ "flow/improvement_ratio": 0.8930472631190123,
934
+ "flow/mag_ratio_mean": 0.5571114101897933,
935
+ "flow/mag_ratio_std": 0.256343261551247,
936
+ "step": 15360
937
+ },
938
+ {
939
+ "epoch": 0.6619690994893012,
940
+ "eval_bleu": 0.9355922222002754,
941
+ "eval_cos_loss": 0.4520330929171556,
942
+ "eval_dec_loss": 0.12299507638332305,
943
+ "eval_loss": 1.4329845295277739,
944
+ "eval_mse2_loss": 0.15654502583465088,
945
+ "eval_mse_loss": 1.2764395058536326,
946
+ "eval_rec_loss": 0.047009017791098624,
947
+ "eval_runtime": 174.468,
948
+ "eval_samples_per_second": 171.951,
949
+ "eval_steps_per_second": 2.688,
950
+ "eval_var_loss": 0.01723895594080501,
951
+ "flow/cos_sim": 0.5479669079724659,
952
+ "flow/improvement_ratio": 0.8930472631190123,
953
+ "flow/mag_ratio_mean": 0.5571114101897933,
954
+ "flow/mag_ratio_std": 0.256343261551247,
955
+ "step": 15360
956
+ },
957
+ {
958
+ "epoch": 0.6730019178141229,
959
+ "grad_norm": 1.6477590799331665,
960
+ "learning_rate": 0.0002515002049024435,
961
+ "loss": 1.4318206310272217,
962
+ "step": 15616
963
+ },
964
+ {
965
+ "epoch": 0.6840347361389446,
966
+ "grad_norm": 1.5333731174468994,
967
+ "learning_rate": 0.00023628211107203429,
968
+ "loss": 1.4313552379608154,
969
+ "step": 15872
970
+ },
971
+ {
972
+ "epoch": 0.6950675544637662,
973
+ "grad_norm": 1.147505283355713,
974
+ "learning_rate": 0.00022139524616691188,
975
+ "loss": 1.4301337003707886,
976
+ "step": 16128
977
+ },
978
+ {
979
+ "epoch": 0.706100372788588,
980
+ "grad_norm": 1.1893175840377808,
981
+ "learning_rate": 0.000206858308047443,
982
+ "loss": 1.427048921585083,
983
+ "step": 16384
984
+ },
985
+ {
986
+ "epoch": 0.706100372788588,
987
+ "eval_bleu": 0.9378969893045919,
988
+ "eval_cos_loss": 0.45077633311245235,
989
+ "eval_dec_loss": 0.11347989061736126,
990
+ "eval_loss": 1.426147088567331,
991
+ "eval_mse2_loss": 0.1526812995071096,
992
+ "eval_mse_loss": 1.2734657897115516,
993
+ "eval_rec_loss": 0.047009017791098624,
994
+ "eval_var_loss": 0.01723895594080501,
995
+ "flow/cos_sim": 0.5492236670146364,
996
+ "flow/improvement_ratio": 0.8943654500853533,
997
+ "flow/mag_ratio_mean": 0.560582883195328,
998
+ "flow/mag_ratio_std": 0.25867489536306754,
999
+ "step": 16384
1000
+ },
1001
+ {
1002
+ "epoch": 0.706100372788588,
1003
+ "eval_bleu": 0.9378969893045919,
1004
+ "eval_cos_loss": 0.45077633311245235,
1005
+ "eval_dec_loss": 0.11347989061736126,
1006
+ "eval_loss": 1.426147088567331,
1007
+ "eval_mse2_loss": 0.1526812995071096,
1008
+ "eval_mse_loss": 1.2734657897115516,
1009
+ "eval_rec_loss": 0.047009017791098624,
1010
+ "eval_runtime": 174.3978,
1011
+ "eval_samples_per_second": 172.021,
1012
+ "eval_steps_per_second": 2.689,
1013
+ "eval_var_loss": 0.01723895594080501,
1014
+ "flow/cos_sim": 0.5492236670146364,
1015
+ "flow/improvement_ratio": 0.8943654500853533,
1016
+ "flow/mag_ratio_mean": 0.560582883195328,
1017
+ "flow/mag_ratio_std": 0.25867489536306754,
1018
+ "step": 16384
1019
+ },
1020
+ {
1021
+ "epoch": 0.7171331911134096,
1022
+ "grad_norm": 0.9107947945594788,
1023
+ "learning_rate": 0.00019268955506693798,
1024
+ "loss": 1.42864990234375,
1025
+ "step": 16640
1026
+ },
1027
+ {
1028
+ "epoch": 0.7281660094382313,
1029
+ "grad_norm": 1.4668571949005127,
1030
+ "learning_rate": 0.00017890678313921,
1031
+ "loss": 1.426837682723999,
1032
+ "step": 16896
1033
+ },
1034
+ {
1035
+ "epoch": 0.739198827763053,
1036
+ "grad_norm": 1.6071405410766602,
1037
+ "learning_rate": 0.00016552730338695792,
1038
+ "loss": 1.4257097244262695,
1039
+ "step": 17152
1040
+ },
1041
+ {
1042
+ "epoch": 0.7502316460878746,
1043
+ "grad_norm": 1.0349161624908447,
1044
+ "learning_rate": 0.00015256792039904465,
1045
+ "loss": 1.424682855606079,
1046
+ "step": 17408
1047
+ },
1048
+ {
1049
+ "epoch": 0.7502316460878746,
1050
+ "eval_bleu": 0.9392870027928614,
1051
+ "eval_cos_loss": 0.4492604330277392,
1052
+ "eval_dec_loss": 0.11262787379888392,
1053
+ "eval_loss": 1.4202917224562752,
1054
+ "eval_mse2_loss": 0.15203414787488706,
1055
+ "eval_mse_loss": 1.2682575782987355,
1056
+ "eval_rec_loss": 0.047009017791098624,
1057
+ "eval_var_loss": 0.01723895594080501,
1058
+ "flow/cos_sim": 0.5507395660190948,
1059
+ "flow/improvement_ratio": 0.8961705508262618,
1060
+ "flow/mag_ratio_mean": 0.5607809571823331,
1061
+ "flow/mag_ratio_std": 0.2602766063739496,
1062
+ "step": 17408
1063
+ },
1064
+ {
1065
+ "epoch": 0.7502316460878746,
1066
+ "eval_bleu": 0.9392870027928614,
1067
+ "eval_cos_loss": 0.4492604330277392,
1068
+ "eval_dec_loss": 0.11262787379888392,
1069
+ "eval_loss": 1.4202917224562752,
1070
+ "eval_mse2_loss": 0.15203414787488706,
1071
+ "eval_mse_loss": 1.2682575782987355,
1072
+ "eval_rec_loss": 0.047009017791098624,
1073
+ "eval_runtime": 188.3193,
1074
+ "eval_samples_per_second": 159.304,
1075
+ "eval_steps_per_second": 2.49,
1076
+ "eval_var_loss": 0.01723895594080501,
1077
+ "flow/cos_sim": 0.5507395660190948,
1078
+ "flow/improvement_ratio": 0.8961705508262618,
1079
+ "flow/mag_ratio_mean": 0.5607809571823331,
1080
+ "flow/mag_ratio_std": 0.2602766063739496,
1081
+ "step": 17408
1082
+ },
1083
+ {
1084
+ "epoch": 0.7612644644126964,
1085
+ "grad_norm": 1.1615740060806274,
1086
+ "learning_rate": 0.00014004491112398103,
1087
+ "loss": 1.4255716800689697,
1088
+ "step": 17664
1089
+ },
1090
+ {
1091
+ "epoch": 0.7722972827375181,
1092
+ "grad_norm": 0.9076006412506104,
1093
+ "learning_rate": 0.00012797400442612433,
1094
+ "loss": 1.4207247495651245,
1095
+ "step": 17920
1096
+ },
1097
+ {
1098
+ "epoch": 0.7833301010623397,
1099
+ "grad_norm": 1.1816908121109009,
1100
+ "learning_rate": 0.00011637036133026895,
1101
+ "loss": 1.4235727787017822,
1102
+ "step": 18176
1103
+ },
1104
+ {
1105
+ "epoch": 0.7943629193871614,
1106
+ "grad_norm": 1.0465947389602661,
1107
+ "learning_rate": 0.00010524855597944216,
1108
+ "loss": 1.421402096748352,
1109
+ "step": 18432
1110
+ },
1111
+ {
1112
+ "epoch": 0.7943629193871614,
1113
+ "eval_bleu": 0.9381946887096906,
1114
+ "eval_cos_loss": 0.4503502440986349,
1115
+ "eval_dec_loss": 0.11471369324811995,
1116
+ "eval_loss": 1.4244044193072614,
1117
+ "eval_mse2_loss": 0.1525979548184348,
1118
+ "eval_mse_loss": 1.2718064660456643,
1119
+ "eval_rec_loss": 0.047009017791098624,
1120
+ "eval_var_loss": 0.01723895594080501,
1121
+ "flow/cos_sim": 0.5496497546940216,
1122
+ "flow/improvement_ratio": 0.8959581610490518,
1123
+ "flow/mag_ratio_mean": 0.5600753023680339,
1124
+ "flow/mag_ratio_std": 0.2604317919277687,
1125
+ "step": 18432
1126
+ },
1127
+ {
1128
+ "epoch": 0.7943629193871614,
1129
+ "eval_bleu": 0.9381946887096906,
1130
+ "eval_cos_loss": 0.4503502440986349,
1131
+ "eval_dec_loss": 0.11471369324811995,
1132
+ "eval_loss": 1.4244044193072614,
1133
+ "eval_mse2_loss": 0.1525979548184348,
1134
+ "eval_mse_loss": 1.2718064660456643,
1135
+ "eval_rec_loss": 0.047009017791098624,
1136
+ "eval_runtime": 180.9403,
1137
+ "eval_samples_per_second": 165.801,
1138
+ "eval_steps_per_second": 2.592,
1139
+ "eval_var_loss": 0.01723895594080501,
1140
+ "flow/cos_sim": 0.5496497546940216,
1141
+ "flow/improvement_ratio": 0.8959581610490518,
1142
+ "flow/mag_ratio_mean": 0.5600753023680339,
1143
+ "flow/mag_ratio_std": 0.2604317919277687,
1144
+ "step": 18432
1145
+ },
1146
+ {
1147
+ "epoch": 0.8053957377119831,
1148
+ "grad_norm": 1.0948517322540283,
1149
+ "learning_rate": 9.462255732982089e-05,
1150
+ "loss": 1.4208451509475708,
1151
+ "step": 18688
1152
+ },
1153
+ {
1154
+ "epoch": 0.8164285560368048,
1155
+ "grad_norm": 0.8038628101348877,
1156
+ "learning_rate": 8.450571160576348e-05,
1157
+ "loss": 1.4227826595306396,
1158
+ "step": 18944
1159
+ },
1160
+ {
1161
+ "epoch": 0.8274613743616265,
1162
+ "grad_norm": 0.7290875315666199,
1163
+ "learning_rate": 7.491072553698764e-05,
1164
+ "loss": 1.4202244281768799,
1165
+ "step": 19200
1166
+ },
1167
+ {
1168
+ "epoch": 0.8384941926864482,
1169
+ "grad_norm": 0.7819137573242188,
1170
+ "learning_rate": 6.584965039895586e-05,
1171
+ "loss": 1.4174209833145142,
1172
+ "step": 19456
1173
+ },
1174
+ {
1175
+ "epoch": 0.8384941926864482,
1176
+ "eval_bleu": 0.9372464164495187,
1177
+ "eval_cos_loss": 0.4498716953720874,
1178
+ "eval_dec_loss": 0.11378647393183604,
1179
+ "eval_loss": 1.422363788588469,
1180
+ "eval_mse2_loss": 0.15286639037289854,
1181
+ "eval_mse_loss": 1.2694973953243003,
1182
+ "eval_rec_loss": 0.047009017791098624,
1183
+ "eval_var_loss": 0.01723895594080501,
1184
+ "flow/cos_sim": 0.5501283043101907,
1185
+ "flow/improvement_ratio": 0.8944210361824361,
1186
+ "flow/mag_ratio_mean": 0.5602786459648279,
1187
+ "flow/mag_ratio_std": 0.26204406249243567,
1188
+ "step": 19456
1189
+ },
1190
+ {
1191
+ "epoch": 0.8384941926864482,
1192
+ "eval_bleu": 0.9372464164495187,
1193
+ "eval_cos_loss": 0.4498716953720874,
1194
+ "eval_dec_loss": 0.11378647393183604,
1195
+ "eval_loss": 1.422363788588469,
1196
+ "eval_mse2_loss": 0.15286639037289854,
1197
+ "eval_mse_loss": 1.2694973953243003,
1198
+ "eval_rec_loss": 0.047009017791098624,
1199
+ "eval_runtime": 175.4483,
1200
+ "eval_samples_per_second": 170.991,
1201
+ "eval_steps_per_second": 2.673,
1202
+ "eval_var_loss": 0.01723895594080501,
1203
+ "flow/cos_sim": 0.5501283043101907,
1204
+ "flow/improvement_ratio": 0.8944210361824361,
1205
+ "flow/mag_ratio_mean": 0.5602786459648279,
1206
+ "flow/mag_ratio_std": 0.26204406249243567,
1207
+ "step": 19456
1208
+ },
1209
+ {
1210
+ "epoch": 0.8495270110112698,
1211
+ "grad_norm": 0.7724987268447876,
1212
+ "learning_rate": 5.73338668765051e-05,
1213
+ "loss": 1.4236266613006592,
1214
+ "step": 19712
1215
+ },
1216
+ {
1217
+ "epoch": 0.8605598293360915,
1218
+ "grad_norm": 0.6551377177238464,
1219
+ "learning_rate": 4.9374070769740984e-05,
1220
+ "loss": 1.4212990999221802,
1221
+ "step": 19968
1222
+ },
1223
+ {
1224
+ "epoch": 0.8715926476609133,
1225
+ "grad_norm": 0.8115680813789368,
1226
+ "learning_rate": 4.198025956014095e-05,
1227
+ "loss": 1.4218370914459229,
1228
+ "step": 20224
1229
+ },
1230
+ {
1231
+ "epoch": 0.8826254659857349,
1232
+ "grad_norm": 1.0555589199066162,
1233
+ "learning_rate": 3.516171985374755e-05,
1234
+ "loss": 1.4221084117889404,
1235
+ "step": 20480
1236
+ },
1237
+ {
1238
+ "epoch": 0.8826254659857349,
1239
+ "eval_bleu": 0.937209637932583,
1240
+ "eval_cos_loss": 0.4497852080158079,
1241
+ "eval_dec_loss": 0.11631931441583868,
1242
+ "eval_loss": 1.4226631736958713,
1243
+ "eval_mse2_loss": 0.15323443922089108,
1244
+ "eval_mse_loss": 1.2694287335694725,
1245
+ "eval_rec_loss": 0.047009017791098624,
1246
+ "eval_var_loss": 0.01723895594080501,
1247
+ "flow/cos_sim": 0.5502147936363464,
1248
+ "flow/improvement_ratio": 0.8968729432711977,
1249
+ "flow/mag_ratio_mean": 0.5599655887719664,
1250
+ "flow/mag_ratio_std": 0.2619784128055898,
1251
+ "step": 20480
1252
+ },
1253
+ {
1254
+ "epoch": 0.8826254659857349,
1255
+ "eval_bleu": 0.937209637932583,
1256
+ "eval_cos_loss": 0.4497852080158079,
1257
+ "eval_dec_loss": 0.11631931441583868,
1258
+ "eval_loss": 1.4226631736958713,
1259
+ "eval_mse2_loss": 0.15323443922089108,
1260
+ "eval_mse_loss": 1.2694287335694725,
1261
+ "eval_rec_loss": 0.047009017791098624,
1262
+ "eval_runtime": 172.9963,
1263
+ "eval_samples_per_second": 173.414,
1264
+ "eval_steps_per_second": 2.711,
1265
+ "eval_var_loss": 0.01723895594080501,
1266
+ "flow/cos_sim": 0.5502147936363464,
1267
+ "flow/improvement_ratio": 0.8968729432711977,
1268
+ "flow/mag_ratio_mean": 0.5599655887719664,
1269
+ "flow/mag_ratio_std": 0.2619784128055898,
1270
+ "step": 20480
1271
+ }
1272
+ ],
1273
+ "logging_steps": 256,
1274
+ "max_steps": 23204,
1275
+ "num_input_tokens_seen": 0,
1276
+ "num_train_epochs": 1,
1277
+ "save_steps": 1024,
1278
+ "stateful_callbacks": {
1279
+ "TrainerControl": {
1280
+ "args": {
1281
+ "should_epoch_stop": false,
1282
+ "should_evaluate": false,
1283
+ "should_log": false,
1284
+ "should_save": true,
1285
+ "should_training_stop": false
1286
+ },
1287
+ "attributes": {}
1288
+ }
1289
+ },
1290
+ "total_flos": 0.0,
1291
+ "train_batch_size": 64,
1292
+ "trial_name": null,
1293
+ "trial_params": null
1294
+ }
checkpoints-d1.4/checkpoint-20480/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a16bb839f687414b8e48611327c4b9cfddeefe38c031ca70808f9a97c476b7
3
+ size 5137