diff --git "a/clip-336px-resize-crop+7b/run-metrics.jsonl" "b/clip-336px-resize-crop+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/clip-336px-resize-crop+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-crop", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "clip-336px-resize-crop+7b", "reduce_in_full_precision": false, "type": "clip-336px-resize-crop+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "clip-336px-resize-crop+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "clip-336px-resize-crop+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 4.962907791137695, "Finetune/Loss (Raw)": 4.962907791137695, "Finetune/Step": 1, "Finetune/Step Time": 25.217188358306885}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 5.417994499206543, "Finetune/Loss (Raw)": 5.873080730438232, "Finetune/Step": 2, "Finetune/Step Time": 17.174192667007446}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 4.866910934448242, "Finetune/Loss (Raw)": 3.7647440433502197, "Finetune/Step": 3, "Finetune/Step Time": 13.304137945175171}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.461650848388672, "Finetune/Loss (Raw)": 3.2458701133728027, "Finetune/Step": 4, "Finetune/Step Time": 11.411892473697662}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.1520209312438965, "Finetune/Loss (Raw)": 2.9134998321533203, "Finetune/Step": 5, "Finetune/Step Time": 10.443815803527832}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 3.915424108505249, "Finetune/Loss (Raw)": 2.732440233230591, "Finetune/Step": 6, "Finetune/Step Time": 9.761438131332397}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.7543392181396484, "Finetune/Loss (Raw)": 2.787829637527466, "Finetune/Step": 7, "Finetune/Step Time": 9.231780290603638}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.6209888458251953, "Finetune/Loss (Raw)": 2.6875381469726562, "Finetune/Step": 8, "Finetune/Step Time": 9.023979276418686}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.4865028858184814, "Finetune/Loss (Raw)": 2.410614013671875, "Finetune/Step": 9, "Finetune/Step Time": 8.711629655626085}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.409871816635132, "Finetune/Loss (Raw)": 2.7201919555664062, "Finetune/Step": 10, "Finetune/Step Time": 8.720934343338012}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.3204381465911865, "Finetune/Loss (Raw)": 2.4261014461517334, "Finetune/Step": 11, "Finetune/Step Time": 8.462724447250366}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.2456166744232178, "Finetune/Loss (Raw)": 2.4225807189941406, "Finetune/Step": 12, "Finetune/Step Time": 8.260999818642935}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.164891481399536, "Finetune/Loss (Raw)": 2.1961910724639893, "Finetune/Step": 13, "Finetune/Step Time": 8.090279762561504}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.114867687225342, "Finetune/Loss (Raw)": 2.4645586013793945, "Finetune/Step": 14, "Finetune/Step Time": 7.921568206378391}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.0449092388153076, "Finetune/Loss (Raw)": 2.0654876232147217, "Finetune/Step": 15, "Finetune/Step Time": 7.871785052617391}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.943927049636841, "Finetune/Loss (Raw)": 1.4291969537734985, "Finetune/Step": 16, "Finetune/Step Time": 7.838319346308708}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.8849472999572754, "Finetune/Loss (Raw)": 1.9412736892700195, "Finetune/Step": 17, "Finetune/Step Time": 7.7399238277884095}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.807027816772461, "Finetune/Loss (Raw)": 1.4823951721191406, "Finetune/Step": 18, "Finetune/Step Time": 7.685766047901577}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.7545549869537354, "Finetune/Loss (Raw)": 1.8100433349609375, "Finetune/Step": 19, "Finetune/Step Time": 7.586984408529181}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.701456069946289, "Finetune/Loss (Raw)": 1.6925772428512573, "Finetune/Step": 20, "Finetune/Step Time": 7.483005404472351}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.644923448562622, "Finetune/Loss (Raw)": 1.514270305633545, "Finetune/Step": 21, "Finetune/Step Time": 7.47788313456944}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.585355758666992, "Finetune/Loss (Raw)": 1.334432601928711, "Finetune/Step": 22, "Finetune/Step Time": 7.42262030731548}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.48258638381958, "Finetune/Loss (Raw)": 0.22166228294372559, "Finetune/Step": 23, "Finetune/Step Time": 7.497170634891676}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.445206642150879, "Finetune/Loss (Raw)": 1.58547043800354, "Finetune/Step": 24, "Finetune/Step Time": 7.418755292892456}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.4047725200653076, "Finetune/Loss (Raw)": 1.434356451034546, "Finetune/Step": 25, "Finetune/Step Time": 7.368238134384155}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.322533130645752, "Finetune/Loss (Raw)": 0.26654502749443054, "Finetune/Step": 26, "Finetune/Step Time": 7.43400502204895}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.294374465942383, "Finetune/Loss (Raw)": 1.5622570514678955, "Finetune/Step": 27, "Finetune/Step Time": 7.358309145326968}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.2609729766845703, "Finetune/Loss (Raw)": 1.3591314554214478, "Finetune/Step": 28, "Finetune/Step Time": 7.295661594186511}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.233158826828003, "Finetune/Loss (Raw)": 1.4543564319610596, "Finetune/Step": 29, "Finetune/Step Time": 7.28771920039736}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.2015457153320312, "Finetune/Loss (Raw)": 1.2847676277160645, "Finetune/Step": 30, "Finetune/Step Time": 7.283867319424947}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.1780576705932617, "Finetune/Loss (Raw)": 1.473419427871704, "Finetune/Step": 31, "Finetune/Step Time": 7.255489103255734}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.1519579887390137, "Finetune/Loss (Raw)": 1.3428609371185303, "Finetune/Step": 32, "Finetune/Step Time": 7.283055081963539}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.1241822242736816, "Finetune/Loss (Raw)": 1.235365390777588, "Finetune/Step": 33, "Finetune/Step Time": 7.260966423786048}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.0951550006866455, "Finetune/Loss (Raw)": 1.1372501850128174, "Finetune/Step": 34, "Finetune/Step Time": 7.2238447175306435}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.0786547660827637, "Finetune/Loss (Raw)": 1.5176506042480469, "Finetune/Step": 35, "Finetune/Step Time": 7.201510749544416}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.0555708408355713, "Finetune/Loss (Raw)": 1.2476354837417603, "Finetune/Step": 36, "Finetune/Step Time": 7.2149741715855065}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.0380849838256836, "Finetune/Loss (Raw)": 1.4085880517959595, "Finetune/Step": 37, "Finetune/Step Time": 7.268051095910974}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.017817497253418, "Finetune/Loss (Raw)": 1.2679235935211182, "Finetune/Step": 38, "Finetune/Step Time": 7.225620627403259}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.9981200695037842, "Finetune/Loss (Raw)": 1.2496123313903809, "Finetune/Step": 39, "Finetune/Step Time": 7.183247700715676}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.9795608520507812, "Finetune/Loss (Raw)": 1.2557501792907715, "Finetune/Step": 40, "Finetune/Step Time": 7.193124890327454}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.963788390159607, "Finetune/Loss (Raw)": 1.3328957557678223, "Finetune/Step": 41, "Finetune/Step Time": 7.142433131613383}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.9476820230484009, "Finetune/Loss (Raw)": 1.2873122692108154, "Finetune/Step": 42, "Finetune/Step Time": 7.10531100772676}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.9313054084777832, "Finetune/Loss (Raw)": 1.2434980869293213, "Finetune/Step": 43, "Finetune/Step Time": 7.104113007700721}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.9161609411239624, "Finetune/Loss (Raw)": 1.2649420499801636, "Finetune/Step": 44, "Finetune/Step Time": 7.092789519916881}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.8986104726791382, "Finetune/Loss (Raw)": 1.1263922452926636, "Finetune/Step": 45, "Finetune/Step Time": 7.15385152498881}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.862697958946228, "Finetune/Loss (Raw)": 0.24663318693637848, "Finetune/Step": 46, "Finetune/Step Time": 7.184843664583952}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.8485714197158813, "Finetune/Loss (Raw)": 1.1987512111663818, "Finetune/Step": 47, "Finetune/Step Time": 7.160901952297129}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.8344826698303223, "Finetune/Loss (Raw)": 1.172311544418335, "Finetune/Step": 48, "Finetune/Step Time": 7.1708537340164185}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.821905493736267, "Finetune/Loss (Raw)": 1.2182002067565918, "Finetune/Step": 49, "Finetune/Step Time": 7.149068185261318}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.8070555925369263, "Finetune/Loss (Raw)": 1.0794124603271484, "Finetune/Step": 50, "Finetune/Step Time": 7.117050762176514}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.7946234941482544, "Finetune/Loss (Raw)": 1.173014521598816, "Finetune/Step": 51, "Finetune/Step Time": 7.093094909892363}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.7839094400405884, "Finetune/Loss (Raw)": 1.237497091293335, "Finetune/Step": 52, "Finetune/Step Time": 7.088423857322106}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.7685227394104004, "Finetune/Loss (Raw)": 0.9684128761291504, "Finetune/Step": 53, "Finetune/Step Time": 7.105172580143191}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.7536697387695312, "Finetune/Loss (Raw)": 0.9664579033851624, "Finetune/Step": 54, "Finetune/Step Time": 7.102335104235896}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.7434433698654175, "Finetune/Loss (Raw)": 1.1912212371826172, "Finetune/Step": 55, "Finetune/Step Time": 7.105479132045399}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.732489824295044, "Finetune/Loss (Raw)": 1.130042552947998, "Finetune/Step": 56, "Finetune/Step Time": 7.119319753987448}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.7204079627990723, "Finetune/Loss (Raw)": 1.0438292026519775, "Finetune/Step": 57, "Finetune/Step Time": 7.125672988724291}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.709476351737976, "Finetune/Loss (Raw)": 1.0863717794418335, "Finetune/Step": 58, "Finetune/Step Time": 7.153957609472604}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.6990840435028076, "Finetune/Loss (Raw)": 1.0963307619094849, "Finetune/Step": 59, "Finetune/Step Time": 7.162858300289865}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.6890819072723389, "Finetune/Loss (Raw)": 1.098955750465393, "Finetune/Step": 60, "Finetune/Step Time": 7.139812501271566}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.680361032485962, "Finetune/Loss (Raw)": 1.1571156978607178, "Finetune/Step": 61, "Finetune/Step Time": 7.124630189332806}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.6728507280349731, "Finetune/Loss (Raw)": 1.2147231101989746, "Finetune/Step": 62, "Finetune/Step Time": 7.1016289495652725}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.6655412912368774, "Finetune/Loss (Raw)": 1.2123347520828247, "Finetune/Step": 63, "Finetune/Step Time": 7.0812256790342785}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.656184434890747, "Finetune/Loss (Raw)": 1.0667212009429932, "Finetune/Step": 64, "Finetune/Step Time": 7.117543984204531}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.6469910144805908, "Finetune/Loss (Raw)": 1.0586111545562744, "Finetune/Step": 65, "Finetune/Step Time": 7.112520078512339}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.6372872591018677, "Finetune/Loss (Raw)": 1.00654137134552, "Finetune/Step": 66, "Finetune/Step Time": 7.099623134641936}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.626487374305725, "Finetune/Loss (Raw)": 0.9136968851089478, "Finetune/Step": 67, "Finetune/Step Time": 7.076511827867423}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.619079828262329, "Finetune/Loss (Raw)": 1.122776746749878, "Finetune/Step": 68, "Finetune/Step Time": 7.075205108698676}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.6124086380004883, "Finetune/Loss (Raw)": 1.1587666273117065, "Finetune/Step": 69, "Finetune/Step Time": 7.07108854210895}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.6064403057098389, "Finetune/Loss (Raw)": 1.1946213245391846, "Finetune/Step": 70, "Finetune/Step Time": 7.0519102028438025}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.5968204736709595, "Finetune/Loss (Raw)": 0.9234369993209839, "Finetune/Step": 71, "Finetune/Step Time": 7.03472264719681}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.5889710187911987, "Finetune/Loss (Raw)": 1.0316615104675293, "Finetune/Step": 72, "Finetune/Step Time": 7.011356529262331}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.5799921751022339, "Finetune/Loss (Raw)": 0.933516263961792, "Finetune/Step": 73, "Finetune/Step Time": 6.9941661129259085}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.571415901184082, "Finetune/Loss (Raw)": 0.9453387260437012, "Finetune/Step": 74, "Finetune/Step Time": 6.977013375308062}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.5612571239471436, "Finetune/Loss (Raw)": 0.8095149397850037, "Finetune/Step": 75, "Finetune/Step Time": 6.9720467154184975}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.5538781881332397, "Finetune/Loss (Raw)": 1.0004527568817139, "Finetune/Step": 76, "Finetune/Step Time": 6.964638631594808}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.5483291149139404, "Finetune/Loss (Raw)": 1.1266056299209595, "Finetune/Step": 77, "Finetune/Step Time": 6.944837517552561}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.5439316034317017, "Finetune/Loss (Raw)": 1.205322027206421, "Finetune/Step": 78, "Finetune/Step Time": 6.92536417948894}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.5393075942993164, "Finetune/Loss (Raw)": 1.1786307096481323, "Finetune/Step": 79, "Finetune/Step Time": 6.910569366020493}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.5321094989776611, "Finetune/Loss (Raw)": 0.9634585380554199, "Finetune/Step": 80, "Finetune/Step Time": 6.916321206092834}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.5272940397262573, "Finetune/Loss (Raw)": 1.1420565843582153, "Finetune/Step": 81, "Finetune/Step Time": 6.913888027638565}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.5220400094985962, "Finetune/Loss (Raw)": 1.0964709520339966, "Finetune/Step": 82, "Finetune/Step Time": 6.897708997493837}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.5151805877685547, "Finetune/Loss (Raw)": 0.9527077078819275, "Finetune/Step": 83, "Finetune/Step Time": 6.906229541962405}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.511375069618225, "Finetune/Loss (Raw)": 1.1955113410949707, "Finetune/Step": 84, "Finetune/Step Time": 6.90815665324529}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.5058664083480835, "Finetune/Loss (Raw)": 1.0431313514709473, "Finetune/Step": 85, "Finetune/Step Time": 6.894635797949398}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.4919902086257935, "Finetune/Loss (Raw)": 0.3125128149986267, "Finetune/Step": 86, "Finetune/Step Time": 6.92295197276182}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.4866013526916504, "Finetune/Loss (Raw)": 1.0231784582138062, "Finetune/Step": 87, "Finetune/Step Time": 6.910186923783401}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.483544111251831, "Finetune/Loss (Raw)": 1.2175418138504028, "Finetune/Step": 88, "Finetune/Step Time": 6.918351950970563}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.478719711303711, "Finetune/Loss (Raw)": 1.0541749000549316, "Finetune/Step": 89, "Finetune/Step Time": 6.905580919780088}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.4749137163162231, "Finetune/Loss (Raw)": 1.136184573173523, "Finetune/Step": 90, "Finetune/Step Time": 6.913911928070916}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.4712772369384766, "Finetune/Loss (Raw)": 1.14400053024292, "Finetune/Step": 91, "Finetune/Step Time": 6.916938860337813}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.4682064056396484, "Finetune/Loss (Raw)": 1.188754677772522, "Finetune/Step": 92, "Finetune/Step Time": 6.90632800952248}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.4623569250106812, "Finetune/Loss (Raw)": 0.9242058396339417, "Finetune/Step": 93, "Finetune/Step Time": 6.898113335332563}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.4590266942977905, "Finetune/Loss (Raw)": 1.1493245363235474, "Finetune/Step": 94, "Finetune/Step Time": 6.882880829750223}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.4549545049667358, "Finetune/Loss (Raw)": 1.072152853012085, "Finetune/Step": 95, "Finetune/Step Time": 6.871823105059172}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.4509401321411133, "Finetune/Loss (Raw)": 1.069580316543579, "Finetune/Step": 96, "Finetune/Step Time": 6.875113757948081}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.446600317955017, "Finetune/Loss (Raw)": 1.0299932956695557, "Finetune/Step": 97, "Finetune/Step Time": 6.870647110889867}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.4431538581848145, "Finetune/Loss (Raw)": 1.1088361740112305, "Finetune/Step": 98, "Finetune/Step Time": 6.859229696040251}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.4306024312973022, "Finetune/Loss (Raw)": 0.2005520462989807, "Finetune/Step": 99, "Finetune/Step Time": 6.872444966826776}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4282211065292358, "Finetune/Loss (Raw)": 1.1924875974655151, "Finetune/Step": 100, "Finetune/Step Time": 6.865690743923187}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.424364686012268, "Finetune/Loss (Raw)": 1.038718581199646, "Finetune/Step": 101, "Finetune/Step Time": 6.868354566026442}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.422194004058838, "Finetune/Loss (Raw)": 1.2029504776000977, "Finetune/Step": 102, "Finetune/Step Time": 6.852926466979232}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.41116464138031, "Finetune/Loss (Raw)": 0.2861735224723816, "Finetune/Step": 103, "Finetune/Step Time": 6.867121302965775}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.4084919691085815, "Finetune/Loss (Raw)": 1.1331919431686401, "Finetune/Step": 104, "Finetune/Step Time": 6.855140534731058}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.4049403667449951, "Finetune/Loss (Raw)": 1.0355961322784424, "Finetune/Step": 105, "Finetune/Step Time": 6.839684831528436}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.4015687704086304, "Finetune/Loss (Raw)": 1.0475295782089233, "Finetune/Step": 106, "Finetune/Step Time": 6.828119858255926}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.398850679397583, "Finetune/Loss (Raw)": 1.110752820968628, "Finetune/Step": 107, "Finetune/Step Time": 6.817520019049956}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.395163893699646, "Finetune/Loss (Raw)": 1.0006775856018066, "Finetune/Step": 108, "Finetune/Step Time": 6.810044385768749}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.3927866220474243, "Finetune/Loss (Raw)": 1.1360414028167725, "Finetune/Step": 109, "Finetune/Step Time": 6.800250534617573}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.3894641399383545, "Finetune/Loss (Raw)": 1.0273102521896362, "Finetune/Step": 110, "Finetune/Step Time": 6.789481228048151}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.38683021068573, "Finetune/Loss (Raw)": 1.097099781036377, "Finetune/Step": 111, "Finetune/Step Time": 6.7964383847004655}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.3839613199234009, "Finetune/Loss (Raw)": 1.0655125379562378, "Finetune/Step": 112, "Finetune/Step Time": 6.792371628539903}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.3814547061920166, "Finetune/Loss (Raw)": 1.1007156372070312, "Finetune/Step": 113, "Finetune/Step Time": 6.796854808267239}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.3713486194610596, "Finetune/Loss (Raw)": 0.22935143113136292, "Finetune/Step": 114, "Finetune/Step Time": 6.810931979564199}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.3687489032745361, "Finetune/Loss (Raw)": 1.0723873376846313, "Finetune/Step": 115, "Finetune/Step Time": 6.802389292095018}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.3648121356964111, "Finetune/Loss (Raw)": 0.9120863080024719, "Finetune/Step": 116, "Finetune/Step Time": 6.808849817719953}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.3624677658081055, "Finetune/Loss (Raw)": 1.090518832206726, "Finetune/Step": 117, "Finetune/Step Time": 6.816956285737518}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.360451340675354, "Finetune/Loss (Raw)": 1.124527931213379, "Finetune/Step": 118, "Finetune/Step Time": 6.807616033796537}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.3577312231063843, "Finetune/Loss (Raw)": 1.0367461442947388, "Finetune/Step": 119, "Finetune/Step Time": 6.799959318978446}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.355347752571106, "Finetune/Loss (Raw)": 1.071711778640747, "Finetune/Step": 120, "Finetune/Step Time": 6.796056014299393}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.3525042533874512, "Finetune/Loss (Raw)": 1.0112937688827515, "Finetune/Step": 121, "Finetune/Step Time": 6.804302574189241}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.3492323160171509, "Finetune/Loss (Raw)": 0.953346848487854, "Finetune/Step": 122, "Finetune/Step Time": 6.796616335384181}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.346293568611145, "Finetune/Loss (Raw)": 0.9877734184265137, "Finetune/Step": 123, "Finetune/Step Time": 6.788182491209449}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.344394326210022, "Finetune/Loss (Raw)": 1.110779047012329, "Finetune/Step": 124, "Finetune/Step Time": 6.781905220400903}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.3415168523788452, "Finetune/Loss (Raw)": 0.9847089648246765, "Finetune/Step": 125, "Finetune/Step Time": 6.775781789779663}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.3394969701766968, "Finetune/Loss (Raw)": 1.0869929790496826, "Finetune/Step": 126, "Finetune/Step Time": 6.788528366694375}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.336493730545044, "Finetune/Loss (Raw)": 0.9581126570701599, "Finetune/Step": 127, "Finetune/Step Time": 6.778981342090397}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3347547054290771, "Finetune/Loss (Raw)": 1.1138907670974731, "Finetune/Step": 128, "Finetune/Step Time": 6.772751182317734}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3048151731491089, "Finetune/Loss (Raw)": 1.1306456327438354, "Finetune/Step": 129, "Finetune/Step Time": 6.620912794023752}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.2676608562469482, "Finetune/Loss (Raw)": 1.117323875427246, "Finetune/Step": 130, "Finetune/Step Time": 6.602777751162648}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.2467305660247803, "Finetune/Loss (Raw)": 1.0856519937515259, "Finetune/Step": 131, "Finetune/Step Time": 6.601996950805187}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2297917604446411, "Finetune/Loss (Raw)": 1.0777075290679932, "Finetune/Step": 132, "Finetune/Step Time": 6.601704059168696}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2137889862060547, "Finetune/Loss (Raw)": 0.8651615977287292, "Finetune/Step": 133, "Finetune/Step Time": 6.611571002751589}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.2019636631011963, "Finetune/Loss (Raw)": 1.2187920808792114, "Finetune/Step": 134, "Finetune/Step Time": 6.60627955198288}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.187844157218933, "Finetune/Loss (Raw)": 0.9805294871330261, "Finetune/Step": 135, "Finetune/Step Time": 6.608165832236409}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.1751519441604614, "Finetune/Loss (Raw)": 1.0629347562789917, "Finetune/Step": 136, "Finetune/Step Time": 6.592439277097583}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.1637213230133057, "Finetune/Loss (Raw)": 0.9474915862083435, "Finetune/Step": 137, "Finetune/Step Time": 6.5946962274611}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1510363817214966, "Finetune/Loss (Raw)": 1.0965209007263184, "Finetune/Step": 138, "Finetune/Step Time": 6.565629065036774}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.139022707939148, "Finetune/Loss (Raw)": 0.8883511424064636, "Finetune/Step": 139, "Finetune/Step Time": 6.567274246364832}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1299995183944702, "Finetune/Loss (Raw)": 1.2676160335540771, "Finetune/Step": 140, "Finetune/Step Time": 6.561308093369007}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1207051277160645, "Finetune/Loss (Raw)": 1.0065072774887085, "Finetune/Step": 141, "Finetune/Step Time": 6.564733916893601}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.109299659729004, "Finetune/Loss (Raw)": 1.0046511888504028, "Finetune/Step": 142, "Finetune/Step Time": 6.603239461779594}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1004931926727295, "Finetune/Loss (Raw)": 0.9382622838020325, "Finetune/Step": 143, "Finetune/Step Time": 6.616479000076652}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.091835379600525, "Finetune/Loss (Raw)": 0.321003794670105, "Finetune/Step": 144, "Finetune/Step Time": 6.622832726687193}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0791637897491455, "Finetune/Loss (Raw)": 0.3193179965019226, "Finetune/Step": 145, "Finetune/Step Time": 6.641881750896573}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.074898600578308, "Finetune/Loss (Raw)": 0.9364402294158936, "Finetune/Step": 146, "Finetune/Step Time": 6.631562657654285}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.067605972290039, "Finetune/Loss (Raw)": 0.8765825629234314, "Finetune/Step": 147, "Finetune/Step Time": 6.636660302057862}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0626277923583984, "Finetune/Loss (Raw)": 1.0553728342056274, "Finetune/Step": 148, "Finetune/Step Time": 6.638642389327288}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0592820644378662, "Finetune/Loss (Raw)": 1.0860317945480347, "Finetune/Step": 149, "Finetune/Step Time": 6.627452535554767}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0572487115859985, "Finetune/Loss (Raw)": 1.0741450786590576, "Finetune/Step": 150, "Finetune/Step Time": 6.630394782871008}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0639324188232422, "Finetune/Loss (Raw)": 1.0771832466125488, "Finetune/Step": 151, "Finetune/Step Time": 6.6075255665928125}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.059475064277649, "Finetune/Loss (Raw)": 1.0149285793304443, "Finetune/Step": 152, "Finetune/Step Time": 6.6125137861818075}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0570521354675293, "Finetune/Loss (Raw)": 1.1242142915725708, "Finetune/Step": 153, "Finetune/Step Time": 6.6218638848513365}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0635706186294556, "Finetune/Loss (Raw)": 1.1009143590927124, "Finetune/Step": 154, "Finetune/Step Time": 6.596749652177095}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.060429334640503, "Finetune/Loss (Raw)": 1.1601715087890625, "Finetune/Step": 155, "Finetune/Step Time": 6.6029909532517195}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0519684553146362, "Finetune/Loss (Raw)": 0.27614590525627136, "Finetune/Step": 156, "Finetune/Step Time": 6.624993843957782}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0489366054534912, "Finetune/Loss (Raw)": 1.0662835836410522, "Finetune/Step": 157, "Finetune/Step Time": 6.614736903458834}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0472819805145264, "Finetune/Loss (Raw)": 1.0729608535766602, "Finetune/Step": 158, "Finetune/Step Time": 6.604993363842368}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0441380739212036, "Finetune/Loss (Raw)": 1.0710028409957886, "Finetune/Step": 159, "Finetune/Step Time": 6.597066937014461}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.041342854499817, "Finetune/Loss (Raw)": 0.9850742816925049, "Finetune/Step": 160, "Finetune/Step Time": 6.585827091708779}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0395134687423706, "Finetune/Loss (Raw)": 1.0012093782424927, "Finetune/Step": 161, "Finetune/Step Time": 6.581917982548475}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0402629375457764, "Finetune/Loss (Raw)": 1.2331733703613281, "Finetune/Step": 162, "Finetune/Step Time": 6.580365594476461}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0366812944412231, "Finetune/Loss (Raw)": 1.0592066049575806, "Finetune/Step": 163, "Finetune/Step Time": 6.579674534499645}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0342049598693848, "Finetune/Loss (Raw)": 0.9306609034538269, "Finetune/Step": 164, "Finetune/Step Time": 6.57627678476274}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0312914848327637, "Finetune/Loss (Raw)": 1.0356669425964355, "Finetune/Step": 165, "Finetune/Step Time": 6.552381634712219}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0288493633270264, "Finetune/Loss (Raw)": 0.955313503742218, "Finetune/Step": 166, "Finetune/Step Time": 6.553517492488027}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0278728008270264, "Finetune/Loss (Raw)": 1.1246341466903687, "Finetune/Step": 167, "Finetune/Step Time": 6.554622903466225}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0255818367004395, "Finetune/Loss (Raw)": 0.9625030755996704, "Finetune/Step": 168, "Finetune/Step Time": 6.542170889675617}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.022529125213623, "Finetune/Loss (Raw)": 0.9421518445014954, "Finetune/Step": 169, "Finetune/Step Time": 6.546604936942458}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0151286125183105, "Finetune/Loss (Raw)": 0.3400317430496216, "Finetune/Step": 170, "Finetune/Step Time": 6.5653675105422735}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0130271911621094, "Finetune/Loss (Raw)": 0.9745267033576965, "Finetune/Step": 171, "Finetune/Step Time": 6.562898490577936}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0107123851776123, "Finetune/Loss (Raw)": 0.9686523079872131, "Finetune/Step": 172, "Finetune/Step Time": 6.566213924437761}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0109648704528809, "Finetune/Loss (Raw)": 1.1587066650390625, "Finetune/Step": 173, "Finetune/Step Time": 6.533392604440451}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0158555507659912, "Finetune/Loss (Raw)": 0.8726317286491394, "Finetune/Step": 174, "Finetune/Step Time": 6.515959568321705}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0154359340667725, "Finetune/Loss (Raw)": 1.1450496912002563, "Finetune/Step": 175, "Finetune/Step Time": 6.512907912954688}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0090168714523315, "Finetune/Loss (Raw)": 0.35066261887550354, "Finetune/Step": 176, "Finetune/Step Time": 6.517719069495797}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0069584846496582, "Finetune/Loss (Raw)": 0.9547296166419983, "Finetune/Step": 177, "Finetune/Step Time": 6.5397940538823605}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0075747966766357, "Finetune/Loss (Raw)": 1.1583164930343628, "Finetune/Step": 178, "Finetune/Step Time": 6.546791594475508}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.005296230316162, "Finetune/Loss (Raw)": 0.881345808506012, "Finetune/Step": 179, "Finetune/Step Time": 6.550289349630475}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0037591457366943, "Finetune/Loss (Raw)": 1.0407575368881226, "Finetune/Step": 180, "Finetune/Step Time": 6.546729438006878}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0040254592895508, "Finetune/Loss (Raw)": 1.0024936199188232, "Finetune/Step": 181, "Finetune/Step Time": 6.526358840987086}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0045676231384277, "Finetune/Loss (Raw)": 1.0358539819717407, "Finetune/Step": 182, "Finetune/Step Time": 6.5194788835942745}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.003025770187378, "Finetune/Loss (Raw)": 0.9938706755638123, "Finetune/Step": 183, "Finetune/Step Time": 6.502395028248429}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.003013014793396, "Finetune/Loss (Raw)": 1.128404140472412, "Finetune/Step": 184, "Finetune/Step Time": 6.488366408273578}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.001924991607666, "Finetune/Loss (Raw)": 0.9045518040657043, "Finetune/Step": 185, "Finetune/Step Time": 6.474182153120637}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0009765625, "Finetune/Loss (Raw)": 0.9649922847747803, "Finetune/Step": 186, "Finetune/Step Time": 6.46446424163878}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0000816583633423, "Finetune/Loss (Raw)": 0.9817734956741333, "Finetune/Step": 187, "Finetune/Step Time": 6.450077408924699}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0000638961791992, "Finetune/Loss (Raw)": 1.0966882705688477, "Finetune/Step": 188, "Finetune/Step Time": 6.448348876088858}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9986902475357056, "Finetune/Loss (Raw)": 0.9812846779823303, "Finetune/Step": 189, "Finetune/Step Time": 6.4598848931491375}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9974351525306702, "Finetune/Loss (Raw)": 1.0540701150894165, "Finetune/Step": 190, "Finetune/Step Time": 6.465032050386071}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9961496591567993, "Finetune/Loss (Raw)": 1.0477886199951172, "Finetune/Step": 191, "Finetune/Step Time": 6.470590125769377}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9958335161209106, "Finetune/Loss (Raw)": 1.026257038116455, "Finetune/Step": 192, "Finetune/Step Time": 6.451133452355862}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9947160482406616, "Finetune/Loss (Raw)": 0.9155825972557068, "Finetune/Step": 193, "Finetune/Step Time": 6.444385673850775}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9949550032615662, "Finetune/Loss (Raw)": 1.037129282951355, "Finetune/Step": 194, "Finetune/Step Time": 6.4433563351631165}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9954696297645569, "Finetune/Loss (Raw)": 0.9795640110969543, "Finetune/Step": 195, "Finetune/Step Time": 6.4497816525399685}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9941320419311523, "Finetune/Loss (Raw)": 0.9515600800514221, "Finetune/Step": 196, "Finetune/Step Time": 6.446237746626139}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9930930137634277, "Finetune/Loss (Raw)": 1.025767207145691, "Finetune/Step": 197, "Finetune/Step Time": 6.44255611859262}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9913975596427917, "Finetune/Loss (Raw)": 0.9776111841201782, "Finetune/Step": 198, "Finetune/Step Time": 6.442315498366952}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.991699755191803, "Finetune/Loss (Raw)": 0.9621165990829468, "Finetune/Step": 199, "Finetune/Step Time": 6.4467231053858995}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9914882183074951, "Finetune/Loss (Raw)": 1.0045819282531738, "Finetune/Step": 200, "Finetune/Step Time": 6.451963787898421}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.992714524269104, "Finetune/Loss (Raw)": 1.0904852151870728, "Finetune/Step": 201, "Finetune/Step Time": 6.456113699823618}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9939379096031189, "Finetune/Loss (Raw)": 1.1019362211227417, "Finetune/Step": 202, "Finetune/Step Time": 6.460117068141699}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9956985712051392, "Finetune/Loss (Raw)": 1.0348830223083496, "Finetune/Step": 203, "Finetune/Step Time": 6.4548011384904385}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.9959900975227356, "Finetune/Loss (Raw)": 1.0377615690231323, "Finetune/Step": 204, "Finetune/Step Time": 6.449926428496838}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9895836114883423, "Finetune/Loss (Raw)": 0.3065747022628784, "Finetune/Step": 205, "Finetune/Step Time": 6.4732435047626495}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9878785610198975, "Finetune/Loss (Raw)": 0.9870774149894714, "Finetune/Step": 206, "Finetune/Step Time": 6.482341140508652}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9875502586364746, "Finetune/Loss (Raw)": 1.1366002559661865, "Finetune/Step": 207, "Finetune/Step Time": 6.506544467061758}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9878461360931396, "Finetune/Loss (Raw)": 1.0013377666473389, "Finetune/Step": 208, "Finetune/Step Time": 6.492248822003603}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9865908622741699, "Finetune/Loss (Raw)": 0.9813857674598694, "Finetune/Step": 209, "Finetune/Step Time": 6.486966637894511}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.980418860912323, "Finetune/Loss (Raw)": 0.306456059217453, "Finetune/Step": 210, "Finetune/Step Time": 6.510426273569465}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9804338812828064, "Finetune/Loss (Raw)": 0.954630970954895, "Finetune/Step": 211, "Finetune/Step Time": 6.504146611317992}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9792055487632751, "Finetune/Loss (Raw)": 1.0382808446884155, "Finetune/Step": 212, "Finetune/Step Time": 6.502712102606893}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.980103611946106, "Finetune/Loss (Raw)": 1.1580804586410522, "Finetune/Step": 213, "Finetune/Step Time": 6.515128321945667}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.985085666179657, "Finetune/Loss (Raw)": 0.9502192735671997, "Finetune/Step": 214, "Finetune/Step Time": 6.506241904571652}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9843937754631042, "Finetune/Loss (Raw)": 0.9346129298210144, "Finetune/Step": 215, "Finetune/Step Time": 6.505566276609898}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9819226861000061, "Finetune/Loss (Raw)": 0.9012394547462463, "Finetune/Step": 216, "Finetune/Step Time": 6.504962615668774}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9820848703384399, "Finetune/Loss (Raw)": 1.0749425888061523, "Finetune/Step": 217, "Finetune/Step Time": 6.503105195239186}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9814095497131348, "Finetune/Loss (Raw)": 1.0497381687164307, "Finetune/Step": 218, "Finetune/Step Time": 6.492623291909695}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9815086722373962, "Finetune/Loss (Raw)": 1.1566907167434692, "Finetune/Step": 219, "Finetune/Step Time": 6.482004405930638}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9796215295791626, "Finetune/Loss (Raw)": 0.9471975564956665, "Finetune/Step": 220, "Finetune/Step Time": 6.479168824851513}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.980853796005249, "Finetune/Loss (Raw)": 1.0819295644760132, "Finetune/Step": 221, "Finetune/Step Time": 6.482945308089256}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9791820645332336, "Finetune/Loss (Raw)": 0.9353474974632263, "Finetune/Step": 222, "Finetune/Step Time": 6.488889887928963}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9782416820526123, "Finetune/Loss (Raw)": 0.9517868757247925, "Finetune/Step": 223, "Finetune/Step Time": 6.49039775505662}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9724971055984497, "Finetune/Loss (Raw)": 0.3342694342136383, "Finetune/Step": 224, "Finetune/Step Time": 6.498688047751784}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9724656939506531, "Finetune/Loss (Raw)": 1.0259783267974854, "Finetune/Step": 225, "Finetune/Step Time": 6.498800678178668}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.972810685634613, "Finetune/Loss (Raw)": 1.1529918909072876, "Finetune/Step": 226, "Finetune/Step Time": 6.497055584564805}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9801406860351562, "Finetune/Loss (Raw)": 1.1387970447540283, "Finetune/Step": 227, "Finetune/Step Time": 6.4765467289835215}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9793620109558105, "Finetune/Loss (Raw)": 1.0928153991699219, "Finetune/Step": 228, "Finetune/Step Time": 6.472061857581139}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9791145920753479, "Finetune/Loss (Raw)": 1.0070537328720093, "Finetune/Step": 229, "Finetune/Step Time": 6.465768137946725}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9784243702888489, "Finetune/Loss (Raw)": 1.114601492881775, "Finetune/Step": 230, "Finetune/Step Time": 6.468308597803116}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9839866161346436, "Finetune/Loss (Raw)": 0.9981282353401184, "Finetune/Step": 231, "Finetune/Step Time": 6.44905243627727}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9832164645195007, "Finetune/Loss (Raw)": 1.034617304801941, "Finetune/Step": 232, "Finetune/Step Time": 6.452350273728371}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9774727821350098, "Finetune/Loss (Raw)": 0.30041056871414185, "Finetune/Step": 233, "Finetune/Step Time": 6.476269707083702}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.978059709072113, "Finetune/Loss (Raw)": 1.1226509809494019, "Finetune/Step": 234, "Finetune/Step Time": 6.505271732807159}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9784021377563477, "Finetune/Loss (Raw)": 1.1545827388763428, "Finetune/Step": 235, "Finetune/Step Time": 6.545404974371195}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9782834053039551, "Finetune/Loss (Raw)": 0.9854851365089417, "Finetune/Step": 236, "Finetune/Step Time": 6.5457877945154905}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9774632453918457, "Finetune/Loss (Raw)": 1.0310609340667725, "Finetune/Step": 237, "Finetune/Step Time": 6.588123183697462}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9770781993865967, "Finetune/Loss (Raw)": 0.9780218005180359, "Finetune/Step": 238, "Finetune/Step Time": 6.5915172304958105}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9752017259597778, "Finetune/Loss (Raw)": 0.856900691986084, "Finetune/Step": 239, "Finetune/Step Time": 6.575288958847523}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9742499589920044, "Finetune/Loss (Raw)": 0.9436922073364258, "Finetune/Step": 240, "Finetune/Step Time": 6.573130328208208}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9739556908607483, "Finetune/Loss (Raw)": 1.06305992603302, "Finetune/Step": 241, "Finetune/Step Time": 6.56019583158195}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9800732135772705, "Finetune/Loss (Raw)": 1.0123882293701172, "Finetune/Step": 242, "Finetune/Step Time": 6.542622828856111}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9797784686088562, "Finetune/Loss (Raw)": 1.034658670425415, "Finetune/Step": 243, "Finetune/Step Time": 6.55240667052567}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9795436859130859, "Finetune/Loss (Raw)": 0.8820317983627319, "Finetune/Step": 244, "Finetune/Step Time": 6.53712066821754}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9802322387695312, "Finetune/Loss (Raw)": 1.1786600351333618, "Finetune/Step": 245, "Finetune/Step Time": 6.518575960770249}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9800450205802917, "Finetune/Loss (Raw)": 1.1005668640136719, "Finetune/Step": 246, "Finetune/Step Time": 6.527531884610653}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9799704551696777, "Finetune/Loss (Raw)": 1.0271902084350586, "Finetune/Step": 247, "Finetune/Step Time": 6.527342312037945}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.979271411895752, "Finetune/Loss (Raw)": 0.9822419881820679, "Finetune/Step": 248, "Finetune/Step Time": 6.531291851773858}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9790703654289246, "Finetune/Loss (Raw)": 0.9855632185935974, "Finetune/Step": 249, "Finetune/Step Time": 6.51389629393816}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9797230958938599, "Finetune/Loss (Raw)": 1.0368870496749878, "Finetune/Step": 250, "Finetune/Step Time": 6.512095892801881}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9806028008460999, "Finetune/Loss (Raw)": 1.100379467010498, "Finetune/Step": 251, "Finetune/Step Time": 6.527391240000725}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.979650616645813, "Finetune/Loss (Raw)": 0.9889013171195984, "Finetune/Step": 252, "Finetune/Step Time": 6.526768425479531}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9801415205001831, "Finetune/Loss (Raw)": 1.0475428104400635, "Finetune/Step": 253, "Finetune/Step Time": 6.522106049582362}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9790288805961609, "Finetune/Loss (Raw)": 0.9445798993110657, "Finetune/Step": 254, "Finetune/Step Time": 6.502311749383807}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9739540815353394, "Finetune/Loss (Raw)": 0.30852651596069336, "Finetune/Step": 255, "Finetune/Step Time": 6.522640762850642}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9724000692367554, "Finetune/Loss (Raw)": 0.9149892330169678, "Finetune/Step": 256, "Finetune/Step Time": 6.523988537490368}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.97251296043396, "Finetune/Loss (Raw)": 1.145098090171814, "Finetune/Step": 257, "Finetune/Step Time": 6.5243982169777155}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9721823334693909, "Finetune/Loss (Raw)": 1.0749974250793457, "Finetune/Step": 258, "Finetune/Step Time": 6.5252175610512495}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9719560146331787, "Finetune/Loss (Raw)": 1.0566741228103638, "Finetune/Step": 259, "Finetune/Step Time": 6.528199629858136}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9716541767120361, "Finetune/Loss (Raw)": 1.0390812158584595, "Finetune/Step": 260, "Finetune/Step Time": 6.548672411590815}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9712175130844116, "Finetune/Loss (Raw)": 0.8092677593231201, "Finetune/Step": 261, "Finetune/Step Time": 6.532093370333314}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9679187536239624, "Finetune/Loss (Raw)": 0.7965533137321472, "Finetune/Step": 262, "Finetune/Step Time": 6.544115509837866}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9680973887443542, "Finetune/Loss (Raw)": 1.0033904314041138, "Finetune/Step": 263, "Finetune/Step Time": 6.543348524719477}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9672356843948364, "Finetune/Loss (Raw)": 0.9526412487030029, "Finetune/Step": 264, "Finetune/Step Time": 6.55895608663559}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9671451449394226, "Finetune/Loss (Raw)": 0.9359047412872314, "Finetune/Step": 265, "Finetune/Step Time": 6.55657428316772}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9677155017852783, "Finetune/Loss (Raw)": 1.1695234775543213, "Finetune/Step": 266, "Finetune/Step Time": 6.568500312045217}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9675776958465576, "Finetune/Loss (Raw)": 0.8707084059715271, "Finetune/Step": 267, "Finetune/Step Time": 6.566741108894348}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9661061763763428, "Finetune/Loss (Raw)": 1.0792570114135742, "Finetune/Step": 268, "Finetune/Step Time": 6.5711440574377775}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.966161847114563, "Finetune/Loss (Raw)": 1.0136359930038452, "Finetune/Step": 269, "Finetune/Step Time": 6.56768905185163}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9660812616348267, "Finetune/Loss (Raw)": 0.9943389892578125, "Finetune/Step": 270, "Finetune/Step Time": 6.5342947114259005}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9665919542312622, "Finetune/Loss (Raw)": 1.0036311149597168, "Finetune/Step": 271, "Finetune/Step Time": 6.526825105771422}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9724447727203369, "Finetune/Loss (Raw)": 1.0701637268066406, "Finetune/Step": 272, "Finetune/Step Time": 6.5122691337019205}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9780347347259521, "Finetune/Loss (Raw)": 1.0348314046859741, "Finetune/Step": 273, "Finetune/Step Time": 6.493646366521716}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9790406227111816, "Finetune/Loss (Raw)": 1.0651987791061401, "Finetune/Step": 274, "Finetune/Step Time": 6.500249270349741}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9798352122306824, "Finetune/Loss (Raw)": 0.9782841801643372, "Finetune/Step": 275, "Finetune/Step Time": 6.498625988140702}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9776705503463745, "Finetune/Loss (Raw)": 0.778298020362854, "Finetune/Step": 276, "Finetune/Step Time": 6.532294198870659}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9769341945648193, "Finetune/Loss (Raw)": 0.9917806386947632, "Finetune/Step": 277, "Finetune/Step Time": 6.531974432989955}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9764257073402405, "Finetune/Loss (Raw)": 1.0090564489364624, "Finetune/Step": 278, "Finetune/Step Time": 6.525174388661981}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9769803881645203, "Finetune/Loss (Raw)": 1.1481854915618896, "Finetune/Step": 279, "Finetune/Step Time": 6.541987784206867}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9763755798339844, "Finetune/Loss (Raw)": 0.9375179409980774, "Finetune/Step": 280, "Finetune/Step Time": 6.541081320494413}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9756926894187927, "Finetune/Loss (Raw)": 1.0367954969406128, "Finetune/Step": 281, "Finetune/Step Time": 6.527075154706836}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9748566746711731, "Finetune/Loss (Raw)": 0.9939098954200745, "Finetune/Step": 282, "Finetune/Step Time": 6.526501122862101}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9743697643280029, "Finetune/Loss (Raw)": 1.0978389978408813, "Finetune/Step": 283, "Finetune/Step Time": 6.525723034515977}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9808486104011536, "Finetune/Loss (Raw)": 1.105442762374878, "Finetune/Step": 284, "Finetune/Step Time": 6.503934616222978}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9799202680587769, "Finetune/Loss (Raw)": 0.9474547505378723, "Finetune/Step": 285, "Finetune/Step Time": 6.52244027517736}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9795600175857544, "Finetune/Loss (Raw)": 1.0268502235412598, "Finetune/Step": 286, "Finetune/Step Time": 6.538254391402006}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9792881011962891, "Finetune/Loss (Raw)": 1.0361967086791992, "Finetune/Step": 287, "Finetune/Step Time": 6.545535441488028}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9783653020858765, "Finetune/Loss (Raw)": 0.8669598698616028, "Finetune/Step": 288, "Finetune/Step Time": 6.554420603439212}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9790545701980591, "Finetune/Loss (Raw)": 1.089433193206787, "Finetune/Step": 289, "Finetune/Step Time": 6.569413863122463}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9765113592147827, "Finetune/Loss (Raw)": 0.9076467752456665, "Finetune/Step": 290, "Finetune/Step Time": 6.581258719787002}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.976722776889801, "Finetune/Loss (Raw)": 1.0862681865692139, "Finetune/Step": 291, "Finetune/Step Time": 6.5757285095751286}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.977757453918457, "Finetune/Loss (Raw)": 1.0630995035171509, "Finetune/Step": 292, "Finetune/Step Time": 6.565164675936103}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9782741069793701, "Finetune/Loss (Raw)": 1.1017894744873047, "Finetune/Step": 293, "Finetune/Step Time": 6.561944687739015}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9762730598449707, "Finetune/Loss (Raw)": 0.6991860866546631, "Finetune/Step": 294, "Finetune/Step Time": 6.569361122325063}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.975818395614624, "Finetune/Loss (Raw)": 1.066436767578125, "Finetune/Step": 295, "Finetune/Step Time": 6.575872799381614}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.975770115852356, "Finetune/Loss (Raw)": 0.956315815448761, "Finetune/Step": 296, "Finetune/Step Time": 6.581766050308943}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9769363403320312, "Finetune/Loss (Raw)": 1.0914360284805298, "Finetune/Step": 297, "Finetune/Step Time": 6.596580371260643}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.980724573135376, "Finetune/Loss (Raw)": 0.8249269723892212, "Finetune/Step": 298, "Finetune/Step Time": 6.603414371609688}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9756807088851929, "Finetune/Loss (Raw)": 0.32891222834587097, "Finetune/Step": 299, "Finetune/Step Time": 6.616149131208658}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9709230065345764, "Finetune/Loss (Raw)": 0.359665185213089, "Finetune/Step": 300, "Finetune/Step Time": 6.625000711530447}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9649564027786255, "Finetune/Loss (Raw)": 0.3949810564517975, "Finetune/Step": 301, "Finetune/Step Time": 6.646104661747813}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9646673202514648, "Finetune/Loss (Raw)": 0.8356225490570068, "Finetune/Step": 302, "Finetune/Step Time": 6.6551274061203}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9582952260971069, "Finetune/Loss (Raw)": 0.32943081855773926, "Finetune/Step": 303, "Finetune/Step Time": 6.674939442425966}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9638020992279053, "Finetune/Loss (Raw)": 1.055537462234497, "Finetune/Step": 304, "Finetune/Step Time": 6.657167928293347}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9642727375030518, "Finetune/Loss (Raw)": 1.0149725675582886, "Finetune/Step": 305, "Finetune/Step Time": 6.629797635599971}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9623124599456787, "Finetune/Loss (Raw)": 0.9074022769927979, "Finetune/Step": 306, "Finetune/Step Time": 6.630692047998309}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9642939567565918, "Finetune/Loss (Raw)": 1.134981393814087, "Finetune/Step": 307, "Finetune/Step Time": 6.6332513596862555}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9639919996261597, "Finetune/Loss (Raw)": 1.0021052360534668, "Finetune/Step": 308, "Finetune/Step Time": 6.633068332448602}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9647032022476196, "Finetune/Loss (Raw)": 1.0935291051864624, "Finetune/Step": 309, "Finetune/Step Time": 6.64729867503047}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9642183184623718, "Finetune/Loss (Raw)": 0.9737799167633057, "Finetune/Step": 310, "Finetune/Step Time": 6.648237580433488}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9642016887664795, "Finetune/Loss (Raw)": 0.9917476177215576, "Finetune/Step": 311, "Finetune/Step Time": 6.655792033299804}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9626244902610779, "Finetune/Loss (Raw)": 0.9265151023864746, "Finetune/Step": 312, "Finetune/Step Time": 6.654748195782304}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9639129638671875, "Finetune/Loss (Raw)": 1.0694843530654907, "Finetune/Step": 313, "Finetune/Step Time": 6.662410298362374}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9652531147003174, "Finetune/Loss (Raw)": 1.1365294456481934, "Finetune/Step": 314, "Finetune/Step Time": 6.646564491093159}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.964902937412262, "Finetune/Loss (Raw)": 0.9369475245475769, "Finetune/Step": 315, "Finetune/Step Time": 6.653033381327987}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9593873023986816, "Finetune/Loss (Raw)": 0.39068880677223206, "Finetune/Step": 316, "Finetune/Step Time": 6.6744496412575245}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9590609073638916, "Finetune/Loss (Raw)": 0.9395084381103516, "Finetune/Step": 317, "Finetune/Step Time": 6.664990795776248}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.958836555480957, "Finetune/Loss (Raw)": 1.025348424911499, "Finetune/Step": 318, "Finetune/Step Time": 6.658665716648102}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9577743411064148, "Finetune/Loss (Raw)": 0.9118314981460571, "Finetune/Step": 319, "Finetune/Step Time": 6.666842263191938}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9567431211471558, "Finetune/Loss (Raw)": 0.8942601680755615, "Finetune/Step": 320, "Finetune/Step Time": 6.661967467516661}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9522441625595093, "Finetune/Loss (Raw)": 0.3397105932235718, "Finetune/Step": 321, "Finetune/Step Time": 6.685245245695114}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9515544176101685, "Finetune/Loss (Raw)": 0.9488458633422852, "Finetune/Step": 322, "Finetune/Step Time": 6.686211962252855}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9518777132034302, "Finetune/Loss (Raw)": 1.0209424495697021, "Finetune/Step": 323, "Finetune/Step Time": 6.680909100919962}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9527565240859985, "Finetune/Loss (Raw)": 1.0640510320663452, "Finetune/Step": 324, "Finetune/Step Time": 6.679672623053193}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9526510238647461, "Finetune/Loss (Raw)": 1.0122613906860352, "Finetune/Step": 325, "Finetune/Step Time": 6.6774095389992}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9539756774902344, "Finetune/Loss (Raw)": 1.1471644639968872, "Finetune/Step": 326, "Finetune/Step Time": 6.6777578592300415}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9540176391601562, "Finetune/Loss (Raw)": 0.9674890637397766, "Finetune/Step": 327, "Finetune/Step Time": 6.672619896009564}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9541416168212891, "Finetune/Loss (Raw)": 1.0204522609710693, "Finetune/Step": 328, "Finetune/Step Time": 6.6788846757262945}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9525120854377747, "Finetune/Loss (Raw)": 0.8818992376327515, "Finetune/Step": 329, "Finetune/Step Time": 6.6962244641035795}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9505987763404846, "Finetune/Loss (Raw)": 0.8570394515991211, "Finetune/Step": 330, "Finetune/Step Time": 6.69989837706089}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9505189657211304, "Finetune/Loss (Raw)": 1.024668574333191, "Finetune/Step": 331, "Finetune/Step Time": 6.703668186441064}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9485126733779907, "Finetune/Loss (Raw)": 0.7809484004974365, "Finetune/Step": 332, "Finetune/Step Time": 6.720860835164785}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9538360834121704, "Finetune/Loss (Raw)": 0.9879754185676575, "Finetune/Step": 333, "Finetune/Step Time": 6.704895623028278}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9536137580871582, "Finetune/Loss (Raw)": 0.9586150050163269, "Finetune/Step": 334, "Finetune/Step Time": 6.700112076476216}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9521334171295166, "Finetune/Loss (Raw)": 0.9471282362937927, "Finetune/Step": 335, "Finetune/Step Time": 6.686891458928585}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9525518417358398, "Finetune/Loss (Raw)": 1.0548855066299438, "Finetune/Step": 336, "Finetune/Step Time": 6.690011844038963}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.954001247882843, "Finetune/Loss (Raw)": 1.1669074296951294, "Finetune/Step": 337, "Finetune/Step Time": 6.685778243467212}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9587939977645874, "Finetune/Loss (Raw)": 0.9199373126029968, "Finetune/Step": 338, "Finetune/Step Time": 6.672054674476385}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9583985805511475, "Finetune/Loss (Raw)": 0.904011607170105, "Finetune/Step": 339, "Finetune/Step Time": 6.674685372039676}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9571839570999146, "Finetune/Loss (Raw)": 0.8828085660934448, "Finetune/Step": 340, "Finetune/Step Time": 6.683388594537973}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9558103680610657, "Finetune/Loss (Raw)": 0.9822651147842407, "Finetune/Step": 341, "Finetune/Step Time": 6.675868608057499}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9563019275665283, "Finetune/Loss (Raw)": 1.0131443738937378, "Finetune/Step": 342, "Finetune/Step Time": 6.656975325196981}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9567543268203735, "Finetune/Loss (Raw)": 0.9925143122673035, "Finetune/Step": 343, "Finetune/Step Time": 6.65593957901001}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9577772617340088, "Finetune/Loss (Raw)": 1.032180905342102, "Finetune/Step": 344, "Finetune/Step Time": 6.641062770038843}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.957831859588623, "Finetune/Loss (Raw)": 1.081921935081482, "Finetune/Step": 345, "Finetune/Step Time": 6.6438507698476315}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9580326080322266, "Finetune/Loss (Raw)": 1.0754343271255493, "Finetune/Step": 346, "Finetune/Step Time": 6.660795075818896}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9576262831687927, "Finetune/Loss (Raw)": 1.1046854257583618, "Finetune/Step": 347, "Finetune/Step Time": 6.663829201832414}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9581376910209656, "Finetune/Loss (Raw)": 1.0126556158065796, "Finetune/Step": 348, "Finetune/Step Time": 6.684668874368072}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9582055807113647, "Finetune/Loss (Raw)": 1.0906198024749756, "Finetune/Step": 349, "Finetune/Step Time": 6.693319363519549}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9578332901000977, "Finetune/Loss (Raw)": 0.8876904249191284, "Finetune/Step": 350, "Finetune/Step Time": 6.70848342962563}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9577815532684326, "Finetune/Loss (Raw)": 0.9451725482940674, "Finetune/Step": 351, "Finetune/Step Time": 6.7220374923199415}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9627083539962769, "Finetune/Loss (Raw)": 0.9648939967155457, "Finetune/Step": 352, "Finetune/Step Time": 6.713128512725234}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9618576169013977, "Finetune/Loss (Raw)": 0.9170840382575989, "Finetune/Step": 353, "Finetune/Step Time": 6.71294910274446}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9595736265182495, "Finetune/Loss (Raw)": 0.8606384992599487, "Finetune/Step": 354, "Finetune/Step Time": 6.719368278980255}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9586578607559204, "Finetune/Loss (Raw)": 1.0215868949890137, "Finetune/Step": 355, "Finetune/Step Time": 6.729562824591994}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9566506147384644, "Finetune/Loss (Raw)": 0.835889458656311, "Finetune/Step": 356, "Finetune/Step Time": 6.736606111750007}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.955319344997406, "Finetune/Loss (Raw)": 0.8366491198539734, "Finetune/Step": 357, "Finetune/Step Time": 6.7608429826796055}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9493868947029114, "Finetune/Loss (Raw)": 0.3552514612674713, "Finetune/Step": 358, "Finetune/Step Time": 6.780076775699854}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9480070471763611, "Finetune/Loss (Raw)": 0.8215009570121765, "Finetune/Step": 359, "Finetune/Step Time": 6.781968833878636}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9472900629043579, "Finetune/Loss (Raw)": 0.9428451657295227, "Finetune/Step": 360, "Finetune/Step Time": 6.781953010708094}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9514740109443665, "Finetune/Loss (Raw)": 0.8359549045562744, "Finetune/Step": 361, "Finetune/Step Time": 6.762097392231226}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.949878454208374, "Finetune/Loss (Raw)": 0.9184200763702393, "Finetune/Step": 362, "Finetune/Step Time": 6.745032450184226}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9489351511001587, "Finetune/Loss (Raw)": 1.0338451862335205, "Finetune/Step": 363, "Finetune/Step Time": 6.704815369099379}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9493389129638672, "Finetune/Loss (Raw)": 1.0371567010879517, "Finetune/Step": 364, "Finetune/Step Time": 6.703567227348685}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9496313333511353, "Finetune/Loss (Raw)": 1.0684889554977417, "Finetune/Step": 365, "Finetune/Step Time": 6.664441863074899}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9488012790679932, "Finetune/Loss (Raw)": 0.8717837929725647, "Finetune/Step": 366, "Finetune/Step Time": 6.670081881806254}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9496622085571289, "Finetune/Loss (Raw)": 0.9671005606651306, "Finetune/Step": 367, "Finetune/Step Time": 6.675977010279894}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9498512744903564, "Finetune/Loss (Raw)": 0.9678969383239746, "Finetune/Step": 368, "Finetune/Step Time": 6.676945408806205}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9488576054573059, "Finetune/Loss (Raw)": 0.9358619451522827, "Finetune/Step": 369, "Finetune/Step Time": 6.677270976826549}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9494946002960205, "Finetune/Loss (Raw)": 1.093923807144165, "Finetune/Step": 370, "Finetune/Step Time": 6.676725458353758}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9501688480377197, "Finetune/Loss (Raw)": 1.1209646463394165, "Finetune/Step": 371, "Finetune/Step Time": 6.6673534493893385}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9510444402694702, "Finetune/Loss (Raw)": 0.9941063523292542, "Finetune/Step": 372, "Finetune/Step Time": 6.675824528560042}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9452472925186157, "Finetune/Loss (Raw)": 0.4366244673728943, "Finetune/Step": 373, "Finetune/Step Time": 6.698932725936174}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.939447283744812, "Finetune/Loss (Raw)": 0.35817602276802063, "Finetune/Step": 374, "Finetune/Step Time": 6.710269255563617}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9396381974220276, "Finetune/Loss (Raw)": 1.051616907119751, "Finetune/Step": 375, "Finetune/Step Time": 6.708431299775839}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9386098384857178, "Finetune/Loss (Raw)": 0.8506175875663757, "Finetune/Step": 376, "Finetune/Step Time": 6.708475610241294}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9380934834480286, "Finetune/Loss (Raw)": 0.919468343257904, "Finetune/Step": 377, "Finetune/Step Time": 6.708996914327145}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9390926957130432, "Finetune/Loss (Raw)": 1.1647861003875732, "Finetune/Step": 378, "Finetune/Step Time": 6.708829876035452}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9393084049224854, "Finetune/Loss (Raw)": 1.1279809474945068, "Finetune/Step": 379, "Finetune/Step Time": 6.694638503715396}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9394150376319885, "Finetune/Loss (Raw)": 1.0025577545166016, "Finetune/Step": 380, "Finetune/Step Time": 6.692995550110936}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9393670558929443, "Finetune/Loss (Raw)": 1.0413997173309326, "Finetune/Step": 381, "Finetune/Step Time": 6.701506828889251}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9387938380241394, "Finetune/Loss (Raw)": 0.8712140321731567, "Finetune/Step": 382, "Finetune/Step Time": 6.740366423502564}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9426841139793396, "Finetune/Loss (Raw)": 0.8064767122268677, "Finetune/Step": 383, "Finetune/Step Time": 6.753926793113351}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9387820959091187, "Finetune/Loss (Raw)": 0.41553351283073425, "Finetune/Step": 384, "Finetune/Step Time": 6.769489288330078}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9370698928833008, "Finetune/Loss (Raw)": 0.9259295463562012, "Finetune/Step": 385, "Finetune/Step Time": 6.766462961211801}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9357283711433411, "Finetune/Loss (Raw)": 0.9032923579216003, "Finetune/Step": 386, "Finetune/Step Time": 6.765776913613081}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9339933395385742, "Finetune/Loss (Raw)": 0.8345867991447449, "Finetune/Step": 387, "Finetune/Step Time": 6.766943255439401}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9327981472015381, "Finetune/Loss (Raw)": 0.8860907554626465, "Finetune/Step": 388, "Finetune/Step Time": 6.744950717315078}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9333480596542358, "Finetune/Loss (Raw)": 0.8796539306640625, "Finetune/Step": 389, "Finetune/Step Time": 6.744864912703633}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.933231770992279, "Finetune/Loss (Raw)": 0.7816778421401978, "Finetune/Step": 390, "Finetune/Step Time": 6.731575941666961}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9328553676605225, "Finetune/Loss (Raw)": 0.9552042484283447, "Finetune/Step": 391, "Finetune/Step Time": 6.726740682497621}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9323784112930298, "Finetune/Loss (Raw)": 0.8915917873382568, "Finetune/Step": 392, "Finetune/Step Time": 6.722821181640029}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9311580061912537, "Finetune/Loss (Raw)": 0.7796953320503235, "Finetune/Step": 393, "Finetune/Step Time": 6.734787974506617}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9280732870101929, "Finetune/Loss (Raw)": 0.7746821045875549, "Finetune/Step": 394, "Finetune/Step Time": 6.750038795173168}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.930374264717102, "Finetune/Loss (Raw)": 1.1652337312698364, "Finetune/Step": 395, "Finetune/Step Time": 6.748585307970643}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9301859140396118, "Finetune/Loss (Raw)": 1.0551508665084839, "Finetune/Step": 396, "Finetune/Step Time": 6.748797012493014}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9281368255615234, "Finetune/Loss (Raw)": 0.7513388395309448, "Finetune/Step": 397, "Finetune/Step Time": 6.764711938798428}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9289963245391846, "Finetune/Loss (Raw)": 1.1043620109558105, "Finetune/Step": 398, "Finetune/Step Time": 6.758713522925973}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9277109503746033, "Finetune/Loss (Raw)": 0.8391052484512329, "Finetune/Step": 399, "Finetune/Step Time": 6.746229495853186}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.926329493522644, "Finetune/Loss (Raw)": 0.8933418393135071, "Finetune/Step": 400, "Finetune/Step Time": 6.744037039577961}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9263101816177368, "Finetune/Loss (Raw)": 1.032347559928894, "Finetune/Step": 401, "Finetune/Step Time": 6.765913289040327}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9253300428390503, "Finetune/Loss (Raw)": 0.9397494792938232, "Finetune/Step": 402, "Finetune/Step Time": 6.778180994093418}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.924892783164978, "Finetune/Loss (Raw)": 0.9223196506500244, "Finetune/Step": 403, "Finetune/Step Time": 6.777358673512936}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9267798662185669, "Finetune/Loss (Raw)": 1.0198417901992798, "Finetune/Step": 404, "Finetune/Step Time": 6.744610387831926}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9245266318321228, "Finetune/Loss (Raw)": 0.7033604383468628, "Finetune/Step": 405, "Finetune/Step Time": 6.756827926263213}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9202702045440674, "Finetune/Loss (Raw)": 0.46424224972724915, "Finetune/Step": 406, "Finetune/Step Time": 6.777129916474223}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9144704341888428, "Finetune/Loss (Raw)": 0.4058055877685547, "Finetune/Step": 407, "Finetune/Step Time": 6.775323525071144}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9143311977386475, "Finetune/Loss (Raw)": 0.9196900129318237, "Finetune/Step": 408, "Finetune/Step Time": 6.774737738072872}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9150808453559875, "Finetune/Loss (Raw)": 1.1327540874481201, "Finetune/Step": 409, "Finetune/Step Time": 6.775565883144736}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9164290428161621, "Finetune/Loss (Raw)": 1.1664905548095703, "Finetune/Step": 410, "Finetune/Step Time": 6.77409328892827}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9153482913970947, "Finetune/Loss (Raw)": 0.9595012068748474, "Finetune/Step": 411, "Finetune/Step Time": 6.776980593800545}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9095104932785034, "Finetune/Loss (Raw)": 0.35819554328918457, "Finetune/Step": 412, "Finetune/Step Time": 6.798492776229978}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9102005362510681, "Finetune/Loss (Raw)": 1.035779356956482, "Finetune/Step": 413, "Finetune/Step Time": 6.776446137577295}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9091445803642273, "Finetune/Loss (Raw)": 0.8916937708854675, "Finetune/Step": 414, "Finetune/Step Time": 6.771770566701889}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9087187051773071, "Finetune/Loss (Raw)": 0.9816778898239136, "Finetune/Step": 415, "Finetune/Step Time": 6.769298845902085}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9102705121040344, "Finetune/Loss (Raw)": 1.0655996799468994, "Finetune/Step": 416, "Finetune/Step Time": 6.754959803074598}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9094184637069702, "Finetune/Loss (Raw)": 0.9803625345230103, "Finetune/Step": 417, "Finetune/Step Time": 6.739473540335894}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9105046987533569, "Finetune/Loss (Raw)": 1.0466876029968262, "Finetune/Step": 418, "Finetune/Step Time": 6.726604264229536}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.909075140953064, "Finetune/Loss (Raw)": 0.9032858610153198, "Finetune/Step": 419, "Finetune/Step Time": 6.744979145005345}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9035463333129883, "Finetune/Loss (Raw)": 0.35541781783103943, "Finetune/Step": 420, "Finetune/Step Time": 6.763106489554048}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.902535080909729, "Finetune/Loss (Raw)": 0.972343921661377, "Finetune/Step": 421, "Finetune/Step Time": 6.763373386114836}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9045372009277344, "Finetune/Loss (Raw)": 0.9554634094238281, "Finetune/Step": 422, "Finetune/Step Time": 6.768973691388965}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.904434084892273, "Finetune/Loss (Raw)": 1.0532333850860596, "Finetune/Step": 423, "Finetune/Step Time": 6.7629530392587185}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9048265218734741, "Finetune/Loss (Raw)": 1.0065491199493408, "Finetune/Step": 424, "Finetune/Step Time": 6.761935882270336}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9015734791755676, "Finetune/Loss (Raw)": 0.6750442385673523, "Finetune/Step": 425, "Finetune/Step Time": 6.785778762772679}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.902536153793335, "Finetune/Loss (Raw)": 0.9481505155563354, "Finetune/Step": 426, "Finetune/Step Time": 6.764835175126791}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9071171283721924, "Finetune/Loss (Raw)": 0.9152808785438538, "Finetune/Step": 427, "Finetune/Step Time": 6.751829436048865}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9125640988349915, "Finetune/Loss (Raw)": 1.0568736791610718, "Finetune/Step": 428, "Finetune/Step Time": 6.732782755047083}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9176220893859863, "Finetune/Loss (Raw)": 1.0424031019210815, "Finetune/Step": 429, "Finetune/Step Time": 6.716803528368473}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9177083969116211, "Finetune/Loss (Raw)": 0.8466745018959045, "Finetune/Step": 430, "Finetune/Step Time": 6.70975574478507}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.922680139541626, "Finetune/Loss (Raw)": 0.965800404548645, "Finetune/Step": 431, "Finetune/Step Time": 6.699776036664844}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9213718175888062, "Finetune/Loss (Raw)": 0.8880770802497864, "Finetune/Step": 432, "Finetune/Step Time": 6.7052341513335705}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9201066493988037, "Finetune/Loss (Raw)": 0.8530380725860596, "Finetune/Step": 433, "Finetune/Step Time": 6.709069220349193}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9201979637145996, "Finetune/Loss (Raw)": 0.9190866947174072, "Finetune/Step": 434, "Finetune/Step Time": 6.71022928878665}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9175330400466919, "Finetune/Loss (Raw)": 0.7938739657402039, "Finetune/Step": 435, "Finetune/Step Time": 6.700828006491065}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9166537523269653, "Finetune/Loss (Raw)": 0.8895574808120728, "Finetune/Step": 436, "Finetune/Step Time": 6.698067190125585}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9155704975128174, "Finetune/Loss (Raw)": 0.9548737406730652, "Finetune/Step": 437, "Finetune/Step Time": 6.689552729949355}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9144139885902405, "Finetune/Loss (Raw)": 0.825742781162262, "Finetune/Step": 438, "Finetune/Step Time": 6.6870146952569485}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9135905504226685, "Finetune/Loss (Raw)": 0.8863391280174255, "Finetune/Step": 439, "Finetune/Step Time": 6.691246181726456}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.91386479139328, "Finetune/Loss (Raw)": 0.9616251587867737, "Finetune/Step": 440, "Finetune/Step Time": 6.692528685554862}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9132589101791382, "Finetune/Loss (Raw)": 0.9919345378875732, "Finetune/Step": 441, "Finetune/Step Time": 6.69041334092617}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.90773606300354, "Finetune/Loss (Raw)": 0.42960554361343384, "Finetune/Step": 442, "Finetune/Step Time": 6.712008843198419}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9083177447319031, "Finetune/Loss (Raw)": 1.0113991498947144, "Finetune/Step": 443, "Finetune/Step Time": 6.715508909896016}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9136345386505127, "Finetune/Loss (Raw)": 1.0712393522262573, "Finetune/Step": 444, "Finetune/Step Time": 6.695786500349641}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9136022329330444, "Finetune/Loss (Raw)": 0.9353774189949036, "Finetune/Step": 445, "Finetune/Step Time": 6.691708067432046}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9135250449180603, "Finetune/Loss (Raw)": 1.0154662132263184, "Finetune/Step": 446, "Finetune/Step Time": 6.694313375279307}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9140230417251587, "Finetune/Loss (Raw)": 0.9755702018737793, "Finetune/Step": 447, "Finetune/Step Time": 6.68343373760581}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9142732620239258, "Finetune/Loss (Raw)": 0.9262933731079102, "Finetune/Step": 448, "Finetune/Step Time": 6.683780323714018}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9201241731643677, "Finetune/Loss (Raw)": 1.088624358177185, "Finetune/Step": 449, "Finetune/Step Time": 6.663680849596858}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9195356369018555, "Finetune/Loss (Raw)": 0.8735138773918152, "Finetune/Step": 450, "Finetune/Step Time": 6.662145595997572}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9186736941337585, "Finetune/Loss (Raw)": 0.9106152653694153, "Finetune/Step": 451, "Finetune/Step Time": 6.667009158059955}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9174997210502625, "Finetune/Loss (Raw)": 0.9137820601463318, "Finetune/Step": 452, "Finetune/Step Time": 6.6607840452343225}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9184569716453552, "Finetune/Loss (Raw)": 1.1347907781600952, "Finetune/Step": 453, "Finetune/Step Time": 6.655598575249314}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9167436361312866, "Finetune/Loss (Raw)": 0.9278548359870911, "Finetune/Step": 454, "Finetune/Step Time": 6.671090783551335}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9170317649841309, "Finetune/Loss (Raw)": 1.0043736696243286, "Finetune/Step": 455, "Finetune/Step Time": 6.669791119173169}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9116867780685425, "Finetune/Loss (Raw)": 0.3362959623336792, "Finetune/Step": 456, "Finetune/Step Time": 6.678095772862434}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9113459587097168, "Finetune/Loss (Raw)": 0.8382660150527954, "Finetune/Step": 457, "Finetune/Step Time": 6.668507622554898}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9132900238037109, "Finetune/Loss (Raw)": 1.1058794260025024, "Finetune/Step": 458, "Finetune/Step Time": 6.66600233502686}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9124893546104431, "Finetune/Loss (Raw)": 0.9221857190132141, "Finetune/Step": 459, "Finetune/Step Time": 6.669474553316832}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.912429928779602, "Finetune/Loss (Raw)": 0.7733434438705444, "Finetune/Step": 460, "Finetune/Step Time": 6.668173335492611}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9116812944412231, "Finetune/Loss (Raw)": 0.8921532034873962, "Finetune/Step": 461, "Finetune/Step Time": 6.667373402044177}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9113609194755554, "Finetune/Loss (Raw)": 0.9176056981086731, "Finetune/Step": 462, "Finetune/Step Time": 6.676413055509329}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9127739071846008, "Finetune/Loss (Raw)": 1.127991795539856, "Finetune/Step": 463, "Finetune/Step Time": 6.6699697393924}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9066957235336304, "Finetune/Loss (Raw)": 0.2768715023994446, "Finetune/Step": 464, "Finetune/Step Time": 6.689031021669507}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9052400588989258, "Finetune/Loss (Raw)": 0.9805827140808105, "Finetune/Step": 465, "Finetune/Step Time": 6.695837305858731}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9042313098907471, "Finetune/Loss (Raw)": 0.7908168435096741, "Finetune/Step": 466, "Finetune/Step Time": 6.700003582984209}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9050596952438354, "Finetune/Loss (Raw)": 1.0100520849227905, "Finetune/Step": 467, "Finetune/Step Time": 6.699767773970962}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9040631651878357, "Finetune/Loss (Raw)": 0.7552517056465149, "Finetune/Step": 468, "Finetune/Step Time": 6.701189737766981}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8991084098815918, "Finetune/Loss (Raw)": 0.3480558693408966, "Finetune/Step": 469, "Finetune/Step Time": 6.727079642936587}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8983744382858276, "Finetune/Loss (Raw)": 0.9191932082176208, "Finetune/Step": 470, "Finetune/Step Time": 6.726297840476036}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8980613946914673, "Finetune/Loss (Raw)": 0.9524441361427307, "Finetune/Step": 471, "Finetune/Step Time": 6.741578621789813}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8983885049819946, "Finetune/Loss (Raw)": 1.0740504264831543, "Finetune/Step": 472, "Finetune/Step Time": 6.742304880172014}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8965603113174438, "Finetune/Loss (Raw)": 0.8479152917861938, "Finetune/Step": 473, "Finetune/Step Time": 6.740587681531906}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8958589434623718, "Finetune/Loss (Raw)": 0.9856565594673157, "Finetune/Step": 474, "Finetune/Step Time": 6.726953098550439}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8948439359664917, "Finetune/Loss (Raw)": 0.9747689366340637, "Finetune/Step": 475, "Finetune/Step Time": 6.725754510611296}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.8944535851478577, "Finetune/Loss (Raw)": 0.962688684463501, "Finetune/Step": 476, "Finetune/Step Time": 6.709155632182956}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8934849500656128, "Finetune/Loss (Raw)": 0.9666354060173035, "Finetune/Step": 477, "Finetune/Step Time": 6.715022183954716}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8935264348983765, "Finetune/Loss (Raw)": 0.8929935097694397, "Finetune/Step": 478, "Finetune/Step Time": 6.691462667658925}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8937289714813232, "Finetune/Loss (Raw)": 0.9711031913757324, "Finetune/Step": 479, "Finetune/Step Time": 6.67621205188334}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8940960168838501, "Finetune/Loss (Raw)": 1.0118745565414429, "Finetune/Step": 480, "Finetune/Step Time": 6.667998410761356}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8943111300468445, "Finetune/Loss (Raw)": 0.9446204304695129, "Finetune/Step": 481, "Finetune/Step Time": 6.672384545207024}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8952033519744873, "Finetune/Loss (Raw)": 0.9748409986495972, "Finetune/Step": 482, "Finetune/Step Time": 6.681771354749799}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8945761322975159, "Finetune/Loss (Raw)": 0.9413036704063416, "Finetune/Step": 483, "Finetune/Step Time": 6.692829333245754}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8946181535720825, "Finetune/Loss (Raw)": 0.8412667512893677, "Finetune/Step": 484, "Finetune/Step Time": 6.697116876021028}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8939782381057739, "Finetune/Loss (Raw)": 0.7547411918640137, "Finetune/Step": 485, "Finetune/Step Time": 6.690596481785178}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8981913328170776, "Finetune/Loss (Raw)": 0.8945226669311523, "Finetune/Step": 486, "Finetune/Step Time": 6.684139765799046}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8992401361465454, "Finetune/Loss (Raw)": 0.9557522535324097, "Finetune/Step": 487, "Finetune/Step Time": 6.683074131608009}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.8997423052787781, "Finetune/Loss (Raw)": 1.0071210861206055, "Finetune/Step": 488, "Finetune/Step Time": 6.6802848018705845}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8996788859367371, "Finetune/Loss (Raw)": 0.8278415203094482, "Finetune/Step": 489, "Finetune/Step Time": 6.684496447443962}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8986560106277466, "Finetune/Loss (Raw)": 0.7874905467033386, "Finetune/Step": 490, "Finetune/Step Time": 6.6907247714698315}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8950628042221069, "Finetune/Loss (Raw)": 0.5739136934280396, "Finetune/Step": 491, "Finetune/Step Time": 6.718872018158436}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8936053514480591, "Finetune/Loss (Raw)": 0.8505989909172058, "Finetune/Step": 492, "Finetune/Step Time": 6.724477864801884}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8929405212402344, "Finetune/Loss (Raw)": 0.9834000468254089, "Finetune/Step": 493, "Finetune/Step Time": 6.725998517125845}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8931893110275269, "Finetune/Loss (Raw)": 0.9036225080490112, "Finetune/Step": 494, "Finetune/Step Time": 6.736621126532555}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8929134011268616, "Finetune/Loss (Raw)": 0.93178790807724, "Finetune/Step": 495, "Finetune/Step Time": 6.736511945724487}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8928514719009399, "Finetune/Loss (Raw)": 0.9599632024765015, "Finetune/Step": 496, "Finetune/Step Time": 6.749503204599023}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8927001953125, "Finetune/Loss (Raw)": 0.9164997935295105, "Finetune/Step": 497, "Finetune/Step Time": 6.751461008563638}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8919448256492615, "Finetune/Loss (Raw)": 0.9972400069236755, "Finetune/Step": 498, "Finetune/Step Time": 6.7490209415555}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8899100422859192, "Finetune/Loss (Raw)": 0.8605107665061951, "Finetune/Step": 499, "Finetune/Step Time": 6.75102006085217}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8893164992332458, "Finetune/Loss (Raw)": 0.9181304574012756, "Finetune/Step": 500, "Finetune/Step Time": 6.755974194034934}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8915113210678101, "Finetune/Loss (Raw)": 0.7175613045692444, "Finetune/Step": 501, "Finetune/Step Time": 6.747111106291413}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8947763442993164, "Finetune/Loss (Raw)": 0.7761012315750122, "Finetune/Step": 502, "Finetune/Step Time": 6.745336042717099}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.893370509147644, "Finetune/Loss (Raw)": 0.8716686367988586, "Finetune/Step": 503, "Finetune/Step Time": 6.761315045878291}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.894281268119812, "Finetune/Loss (Raw)": 0.9671934843063354, "Finetune/Step": 504, "Finetune/Step Time": 6.7556964959949255}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8944851756095886, "Finetune/Loss (Raw)": 0.9455734491348267, "Finetune/Step": 505, "Finetune/Step Time": 6.756579902023077}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.890656590461731, "Finetune/Loss (Raw)": 0.6747276186943054, "Finetune/Step": 506, "Finetune/Step Time": 6.768325390294194}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8893252015113831, "Finetune/Loss (Raw)": 0.957561194896698, "Finetune/Step": 507, "Finetune/Step Time": 6.7644901890307665}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8886650204658508, "Finetune/Loss (Raw)": 0.9180508852005005, "Finetune/Step": 508, "Finetune/Step Time": 6.764150191098452}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8875298500061035, "Finetune/Loss (Raw)": 0.8961014747619629, "Finetune/Step": 509, "Finetune/Step Time": 6.7666950058192015}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8874428868293762, "Finetune/Loss (Raw)": 0.8600842356681824, "Finetune/Step": 510, "Finetune/Step Time": 6.729424430057406}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8890639543533325, "Finetune/Loss (Raw)": 1.013972520828247, "Finetune/Step": 511, "Finetune/Step Time": 6.699605109170079}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8928508758544922, "Finetune/Loss (Raw)": 0.900256872177124, "Finetune/Step": 512, "Finetune/Step Time": 6.681774478405714}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8935566544532776, "Finetune/Loss (Raw)": 1.0162708759307861, "Finetune/Step": 513, "Finetune/Step Time": 6.685913698747754}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8939586877822876, "Finetune/Loss (Raw)": 0.9547538161277771, "Finetune/Step": 514, "Finetune/Step Time": 6.7093241866678}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8905371427536011, "Finetune/Loss (Raw)": 0.3966273069381714, "Finetune/Step": 515, "Finetune/Step Time": 6.728057123720646}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8914922475814819, "Finetune/Loss (Raw)": 1.0083482265472412, "Finetune/Step": 516, "Finetune/Step Time": 6.731539184227586}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8923242688179016, "Finetune/Loss (Raw)": 0.9861485958099365, "Finetune/Step": 517, "Finetune/Step Time": 6.730896346271038}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8937274217605591, "Finetune/Loss (Raw)": 0.9612827897071838, "Finetune/Step": 518, "Finetune/Step Time": 6.732806878164411}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8941464424133301, "Finetune/Loss (Raw)": 1.008837103843689, "Finetune/Step": 519, "Finetune/Step Time": 6.748220035806298}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8936952352523804, "Finetune/Loss (Raw)": 0.8338406085968018, "Finetune/Step": 520, "Finetune/Step Time": 6.7482138611376286}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8951665759086609, "Finetune/Loss (Raw)": 0.9680231809616089, "Finetune/Step": 521, "Finetune/Step Time": 6.738894367590547}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8963536620140076, "Finetune/Loss (Raw)": 0.9266312122344971, "Finetune/Step": 522, "Finetune/Step Time": 6.730452328920364}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8930079340934753, "Finetune/Loss (Raw)": 0.736980140209198, "Finetune/Step": 523, "Finetune/Step Time": 6.737648695707321}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.892242431640625, "Finetune/Loss (Raw)": 0.9571609497070312, "Finetune/Step": 524, "Finetune/Step Time": 6.734155513346195}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8939414024353027, "Finetune/Loss (Raw)": 0.9688149690628052, "Finetune/Step": 525, "Finetune/Step Time": 6.717134656384587}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8919287919998169, "Finetune/Loss (Raw)": 0.846746563911438, "Finetune/Step": 526, "Finetune/Step Time": 6.729591332376003}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.892357587814331, "Finetune/Loss (Raw)": 0.8939891457557678, "Finetune/Step": 527, "Finetune/Step Time": 6.723733264952898}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8929400444030762, "Finetune/Loss (Raw)": 0.9678955078125, "Finetune/Step": 528, "Finetune/Step Time": 6.718552432954311}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.892304003238678, "Finetune/Loss (Raw)": 0.9509341716766357, "Finetune/Step": 529, "Finetune/Step Time": 6.698642004281282}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8927627801895142, "Finetune/Loss (Raw)": 0.9984757304191589, "Finetune/Step": 530, "Finetune/Step Time": 6.682561218738556}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8941179513931274, "Finetune/Loss (Raw)": 1.0957775115966797, "Finetune/Step": 531, "Finetune/Step Time": 6.678982807323337}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8931323885917664, "Finetune/Loss (Raw)": 0.8936925530433655, "Finetune/Step": 532, "Finetune/Step Time": 6.677027877420187}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8944807052612305, "Finetune/Loss (Raw)": 0.8759430050849915, "Finetune/Step": 533, "Finetune/Step Time": 6.673620944842696}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8978636264801025, "Finetune/Loss (Raw)": 0.8972559571266174, "Finetune/Step": 534, "Finetune/Step Time": 6.66161616705358}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9010969996452332, "Finetune/Loss (Raw)": 0.8196811079978943, "Finetune/Step": 535, "Finetune/Step Time": 6.654094003140926}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9000340700149536, "Finetune/Loss (Raw)": 0.7836280465126038, "Finetune/Step": 536, "Finetune/Step Time": 6.677066007629037}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8987331390380859, "Finetune/Loss (Raw)": 0.9662439227104187, "Finetune/Step": 537, "Finetune/Step Time": 6.678574580699205}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8970872759819031, "Finetune/Loss (Raw)": 0.9558193683624268, "Finetune/Step": 538, "Finetune/Step Time": 6.687043134123087}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8978235125541687, "Finetune/Loss (Raw)": 1.0537358522415161, "Finetune/Step": 539, "Finetune/Step Time": 6.6813972890377045}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9020123481750488, "Finetune/Loss (Raw)": 0.8943672776222229, "Finetune/Step": 540, "Finetune/Step Time": 6.659883851185441}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9012318849563599, "Finetune/Loss (Raw)": 0.9358869791030884, "Finetune/Step": 541, "Finetune/Step Time": 6.686395943164825}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9015520811080933, "Finetune/Loss (Raw)": 0.9326723217964172, "Finetune/Step": 542, "Finetune/Step Time": 6.675100577995181}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9022178649902344, "Finetune/Loss (Raw)": 1.0669002532958984, "Finetune/Step": 543, "Finetune/Step Time": 6.674932710826397}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9016293287277222, "Finetune/Loss (Raw)": 0.9902634024620056, "Finetune/Step": 544, "Finetune/Step Time": 6.674584666267037}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9013396501541138, "Finetune/Loss (Raw)": 0.9432863593101501, "Finetune/Step": 545, "Finetune/Step Time": 6.672028074041009}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9002296328544617, "Finetune/Loss (Raw)": 0.9046069979667664, "Finetune/Step": 546, "Finetune/Step Time": 6.673243610188365}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9011578559875488, "Finetune/Loss (Raw)": 1.0221015214920044, "Finetune/Step": 547, "Finetune/Step Time": 6.663083482533693}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9045723676681519, "Finetune/Loss (Raw)": 0.7924671173095703, "Finetune/Step": 548, "Finetune/Step Time": 6.659276494756341}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9023243188858032, "Finetune/Loss (Raw)": 0.6845988631248474, "Finetune/Step": 549, "Finetune/Step Time": 6.667632991448045}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9016642570495605, "Finetune/Loss (Raw)": 0.8709729313850403, "Finetune/Step": 550, "Finetune/Step Time": 6.6496067233383656}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9000433683395386, "Finetune/Loss (Raw)": 0.8457610607147217, "Finetune/Step": 551, "Finetune/Step Time": 6.650442758575082}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9001970291137695, "Finetune/Loss (Raw)": 1.0262137651443481, "Finetune/Step": 552, "Finetune/Step Time": 6.6455173045396805}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.900672435760498, "Finetune/Loss (Raw)": 0.7358972430229187, "Finetune/Step": 553, "Finetune/Step Time": 6.609580188989639}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9012818336486816, "Finetune/Loss (Raw)": 1.0261609554290771, "Finetune/Step": 554, "Finetune/Step Time": 6.607201194390655}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9011874794960022, "Finetune/Loss (Raw)": 0.9031971096992493, "Finetune/Step": 555, "Finetune/Step Time": 6.621977733448148}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.90031498670578, "Finetune/Loss (Raw)": 0.9451956152915955, "Finetune/Step": 556, "Finetune/Step Time": 6.633950490504503}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8990869522094727, "Finetune/Loss (Raw)": 0.8852168917655945, "Finetune/Step": 557, "Finetune/Step Time": 6.630530029535294}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8944098949432373, "Finetune/Loss (Raw)": 0.24800944328308105, "Finetune/Step": 558, "Finetune/Step Time": 6.644522847607732}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8940773010253906, "Finetune/Loss (Raw)": 0.9232339859008789, "Finetune/Step": 559, "Finetune/Step Time": 6.637676240876317}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8934048414230347, "Finetune/Loss (Raw)": 0.8019984364509583, "Finetune/Step": 560, "Finetune/Step Time": 6.633886909112334}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8932244777679443, "Finetune/Loss (Raw)": 0.8299484848976135, "Finetune/Step": 561, "Finetune/Step Time": 6.63426717557013}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8925894498825073, "Finetune/Loss (Raw)": 0.8378064036369324, "Finetune/Step": 562, "Finetune/Step Time": 6.632394773885608}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8940414190292358, "Finetune/Loss (Raw)": 0.9797220826148987, "Finetune/Step": 563, "Finetune/Step Time": 6.633100137114525}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8944252729415894, "Finetune/Loss (Raw)": 0.9386894106864929, "Finetune/Step": 564, "Finetune/Step Time": 6.643437126651406}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8934156894683838, "Finetune/Loss (Raw)": 0.8256513476371765, "Finetune/Step": 565, "Finetune/Step Time": 6.653295869007707}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8950440883636475, "Finetune/Loss (Raw)": 1.0341778993606567, "Finetune/Step": 566, "Finetune/Step Time": 6.654965046793222}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8948086500167847, "Finetune/Loss (Raw)": 0.8562048673629761, "Finetune/Step": 567, "Finetune/Step Time": 6.658316755667329}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8895866274833679, "Finetune/Loss (Raw)": 0.29320046305656433, "Finetune/Step": 568, "Finetune/Step Time": 6.673602694645524}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8886144161224365, "Finetune/Loss (Raw)": 0.8674901127815247, "Finetune/Step": 569, "Finetune/Step Time": 6.689296472817659}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8924829363822937, "Finetune/Loss (Raw)": 0.9247826337814331, "Finetune/Step": 570, "Finetune/Step Time": 6.673714678734541}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8912811279296875, "Finetune/Loss (Raw)": 0.8575637936592102, "Finetune/Step": 571, "Finetune/Step Time": 6.6802840661257505}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8905638456344604, "Finetune/Loss (Raw)": 0.9794332981109619, "Finetune/Step": 572, "Finetune/Step Time": 6.679368933662772}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8912737369537354, "Finetune/Loss (Raw)": 1.026233196258545, "Finetune/Step": 573, "Finetune/Step Time": 6.682676769793034}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8913413286209106, "Finetune/Loss (Raw)": 1.0241245031356812, "Finetune/Step": 574, "Finetune/Step Time": 6.680527539923787}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8917832374572754, "Finetune/Loss (Raw)": 1.0321309566497803, "Finetune/Step": 575, "Finetune/Step Time": 6.6992065869271755}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8918183445930481, "Finetune/Loss (Raw)": 0.9307882189750671, "Finetune/Step": 576, "Finetune/Step Time": 6.699973534792662}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8903945684432983, "Finetune/Loss (Raw)": 0.9063788652420044, "Finetune/Step": 577, "Finetune/Step Time": 6.695942169055343}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8901543617248535, "Finetune/Loss (Raw)": 0.8427714705467224, "Finetune/Step": 578, "Finetune/Step Time": 6.691671870648861}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8891077041625977, "Finetune/Loss (Raw)": 0.7766402363777161, "Finetune/Step": 579, "Finetune/Step Time": 6.71429637260735}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8895165324211121, "Finetune/Loss (Raw)": 0.9661142826080322, "Finetune/Step": 580, "Finetune/Step Time": 6.7155543845146894}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8887394666671753, "Finetune/Loss (Raw)": 1.03532874584198, "Finetune/Step": 581, "Finetune/Step Time": 6.7200096398591995}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8893866539001465, "Finetune/Loss (Raw)": 1.0106953382492065, "Finetune/Step": 582, "Finetune/Step Time": 6.713829096406698}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8878333568572998, "Finetune/Loss (Raw)": 0.8055524230003357, "Finetune/Step": 583, "Finetune/Step Time": 6.71980918571353}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8925603628158569, "Finetune/Loss (Raw)": 0.9413482546806335, "Finetune/Step": 584, "Finetune/Step Time": 6.710004800930619}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8938632607460022, "Finetune/Loss (Raw)": 1.0050357580184937, "Finetune/Step": 585, "Finetune/Step Time": 6.700809992849827}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8878569006919861, "Finetune/Loss (Raw)": 0.33706408739089966, "Finetune/Step": 586, "Finetune/Step Time": 6.715690644457936}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8891294002532959, "Finetune/Loss (Raw)": 1.0850735902786255, "Finetune/Step": 587, "Finetune/Step Time": 6.706802882254124}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8895294666290283, "Finetune/Loss (Raw)": 0.8245432376861572, "Finetune/Step": 588, "Finetune/Step Time": 6.7149572260677814}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8904311656951904, "Finetune/Loss (Raw)": 1.0075775384902954, "Finetune/Step": 589, "Finetune/Step Time": 6.710212452337146}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8912193775177002, "Finetune/Loss (Raw)": 1.0184988975524902, "Finetune/Step": 590, "Finetune/Step Time": 6.701632093638182}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8891065120697021, "Finetune/Loss (Raw)": 0.8575373888015747, "Finetune/Step": 591, "Finetune/Step Time": 6.704051777720451}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8940037488937378, "Finetune/Loss (Raw)": 0.9037207365036011, "Finetune/Step": 592, "Finetune/Step Time": 6.683095276355743}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8931574821472168, "Finetune/Loss (Raw)": 0.8722581267356873, "Finetune/Step": 593, "Finetune/Step Time": 6.69853894226253}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8943887948989868, "Finetune/Loss (Raw)": 0.9484208226203918, "Finetune/Step": 594, "Finetune/Step Time": 6.686445482075214}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8939090967178345, "Finetune/Loss (Raw)": 0.9486585855484009, "Finetune/Step": 595, "Finetune/Step Time": 6.676683027297258}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8946492671966553, "Finetune/Loss (Raw)": 0.8499947190284729, "Finetune/Step": 596, "Finetune/Step Time": 6.6594353429973125}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8981559872627258, "Finetune/Loss (Raw)": 0.7969101071357727, "Finetune/Step": 597, "Finetune/Step Time": 6.631455030292273}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8981856107711792, "Finetune/Loss (Raw)": 0.9229810833930969, "Finetune/Step": 598, "Finetune/Step Time": 6.654139161109924}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8983224630355835, "Finetune/Loss (Raw)": 0.9699693918228149, "Finetune/Step": 599, "Finetune/Step Time": 6.635985895991325}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8978865742683411, "Finetune/Loss (Raw)": 1.0182560682296753, "Finetune/Step": 600, "Finetune/Step Time": 6.641317924484611}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8979007601737976, "Finetune/Loss (Raw)": 0.8497306704521179, "Finetune/Step": 601, "Finetune/Step Time": 6.6649707313627005}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8976977467536926, "Finetune/Loss (Raw)": 0.959665834903717, "Finetune/Step": 602, "Finetune/Step Time": 6.658062031492591}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8961410522460938, "Finetune/Loss (Raw)": 0.775521457195282, "Finetune/Step": 603, "Finetune/Step Time": 6.663530359044671}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8964290618896484, "Finetune/Loss (Raw)": 0.9995464086532593, "Finetune/Step": 604, "Finetune/Step Time": 6.66334118321538}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8951578736305237, "Finetune/Loss (Raw)": 0.8039253950119019, "Finetune/Step": 605, "Finetune/Step Time": 6.6585991736501455}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8946329355239868, "Finetune/Loss (Raw)": 0.8257980346679688, "Finetune/Step": 606, "Finetune/Step Time": 6.675550017505884}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8924077153205872, "Finetune/Loss (Raw)": 0.6862784028053284, "Finetune/Step": 607, "Finetune/Step Time": 6.704862402752042}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8925498723983765, "Finetune/Loss (Raw)": 1.0300700664520264, "Finetune/Step": 608, "Finetune/Step Time": 6.702210143208504}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8916531801223755, "Finetune/Loss (Raw)": 0.8298447728157043, "Finetune/Step": 609, "Finetune/Step Time": 6.697449581697583}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8913044929504395, "Finetune/Loss (Raw)": 0.9302027821540833, "Finetune/Step": 610, "Finetune/Step Time": 6.6879294347018}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8912639617919922, "Finetune/Loss (Raw)": 0.9361180663108826, "Finetune/Step": 611, "Finetune/Step Time": 6.6658006850630045}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8935228586196899, "Finetune/Loss (Raw)": 1.130410075187683, "Finetune/Step": 612, "Finetune/Step Time": 6.662365300580859}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8935697674751282, "Finetune/Loss (Raw)": 0.7607430815696716, "Finetune/Step": 613, "Finetune/Step Time": 6.6689949836581945}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8939551115036011, "Finetune/Loss (Raw)": 0.9438455104827881, "Finetune/Step": 614, "Finetune/Step Time": 6.653917221352458}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8935962915420532, "Finetune/Loss (Raw)": 0.9098305106163025, "Finetune/Step": 615, "Finetune/Step Time": 6.660383228212595}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8930314779281616, "Finetune/Loss (Raw)": 0.9348253607749939, "Finetune/Step": 616, "Finetune/Step Time": 6.662624651566148}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8938472270965576, "Finetune/Loss (Raw)": 0.9322525858879089, "Finetune/Step": 617, "Finetune/Step Time": 6.654538257047534}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8949623703956604, "Finetune/Loss (Raw)": 0.930228590965271, "Finetune/Step": 618, "Finetune/Step Time": 6.64830763079226}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8970350027084351, "Finetune/Loss (Raw)": 0.8392102718353271, "Finetune/Step": 619, "Finetune/Step Time": 6.642650121822953}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8978418111801147, "Finetune/Loss (Raw)": 0.9538748860359192, "Finetune/Step": 620, "Finetune/Step Time": 6.6329417414963245}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8975250720977783, "Finetune/Loss (Raw)": 0.942853569984436, "Finetune/Step": 621, "Finetune/Step Time": 6.652444191277027}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8973808288574219, "Finetune/Loss (Raw)": 0.8851534724235535, "Finetune/Step": 622, "Finetune/Step Time": 6.640198312699795}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.897727906703949, "Finetune/Loss (Raw)": 0.9762210249900818, "Finetune/Step": 623, "Finetune/Step Time": 6.6409535594284534}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8974367380142212, "Finetune/Loss (Raw)": 0.9226959347724915, "Finetune/Step": 624, "Finetune/Step Time": 6.626637898385525}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8976909518241882, "Finetune/Loss (Raw)": 0.9490393996238708, "Finetune/Step": 625, "Finetune/Step Time": 6.637583542615175}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8975817561149597, "Finetune/Loss (Raw)": 0.983260452747345, "Finetune/Step": 626, "Finetune/Step Time": 6.635822676122189}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.898173987865448, "Finetune/Loss (Raw)": 0.9363112449645996, "Finetune/Step": 627, "Finetune/Step Time": 6.638247508555651}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8979257941246033, "Finetune/Loss (Raw)": 0.886366069316864, "Finetune/Step": 628, "Finetune/Step Time": 6.62790653295815}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8997089266777039, "Finetune/Loss (Raw)": 0.9458016753196716, "Finetune/Step": 629, "Finetune/Step Time": 6.617860237136483}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9021411538124084, "Finetune/Loss (Raw)": 1.0874261856079102, "Finetune/Step": 630, "Finetune/Step Time": 6.599088869988918}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9016370177268982, "Finetune/Loss (Raw)": 0.8071402907371521, "Finetune/Step": 631, "Finetune/Step Time": 6.58396297134459}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9021539092063904, "Finetune/Loss (Raw)": 1.0333569049835205, "Finetune/Step": 632, "Finetune/Step Time": 6.583214335143566}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9037742018699646, "Finetune/Loss (Raw)": 1.1529672145843506, "Finetune/Step": 633, "Finetune/Step Time": 6.58414820022881}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9053521156311035, "Finetune/Loss (Raw)": 0.876705527305603, "Finetune/Step": 634, "Finetune/Step Time": 6.584923047572374}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9052801728248596, "Finetune/Loss (Raw)": 0.9483509659767151, "Finetune/Step": 635, "Finetune/Step Time": 6.5885842982679605}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9057140946388245, "Finetune/Loss (Raw)": 0.9735943675041199, "Finetune/Step": 636, "Finetune/Step Time": 6.613008767366409}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9064545631408691, "Finetune/Loss (Raw)": 0.9908779263496399, "Finetune/Step": 637, "Finetune/Step Time": 6.603042563423514}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9075651168823242, "Finetune/Loss (Raw)": 1.002237319946289, "Finetune/Step": 638, "Finetune/Step Time": 6.602279137820005}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.906907856464386, "Finetune/Loss (Raw)": 0.9298450946807861, "Finetune/Step": 639, "Finetune/Step Time": 6.599662519991398}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9070885181427002, "Finetune/Loss (Raw)": 0.9233822822570801, "Finetune/Step": 640, "Finetune/Step Time": 6.599729949608445}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9060274958610535, "Finetune/Loss (Raw)": 0.8804569840431213, "Finetune/Step": 641, "Finetune/Step Time": 6.606586292386055}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.901119589805603, "Finetune/Loss (Raw)": 0.3265412747859955, "Finetune/Step": 642, "Finetune/Step Time": 6.594106310978532}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9051427841186523, "Finetune/Loss (Raw)": 0.9115907549858093, "Finetune/Step": 643, "Finetune/Step Time": 6.574319429695606}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9048177599906921, "Finetune/Loss (Raw)": 0.966745913028717, "Finetune/Step": 644, "Finetune/Step Time": 6.577997766435146}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9050107002258301, "Finetune/Loss (Raw)": 1.0108511447906494, "Finetune/Step": 645, "Finetune/Step Time": 6.575997741892934}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9048609733581543, "Finetune/Loss (Raw)": 0.9421140551567078, "Finetune/Step": 646, "Finetune/Step Time": 6.585734974592924}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9038206338882446, "Finetune/Loss (Raw)": 0.8756720423698425, "Finetune/Step": 647, "Finetune/Step Time": 6.58610468916595}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9048126935958862, "Finetune/Loss (Raw)": 0.9608285427093506, "Finetune/Step": 648, "Finetune/Step Time": 6.584254186600447}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9041107892990112, "Finetune/Loss (Raw)": 0.8781759738922119, "Finetune/Step": 649, "Finetune/Step Time": 6.5802409164607525}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9033671021461487, "Finetune/Loss (Raw)": 0.8314465284347534, "Finetune/Step": 650, "Finetune/Step Time": 6.583673359826207}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9048711061477661, "Finetune/Loss (Raw)": 0.9294873476028442, "Finetune/Step": 651, "Finetune/Step Time": 6.591916726902127}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9045247435569763, "Finetune/Loss (Raw)": 0.9128283262252808, "Finetune/Step": 652, "Finetune/Step Time": 6.596268201246858}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.903815507888794, "Finetune/Loss (Raw)": 0.878031849861145, "Finetune/Step": 653, "Finetune/Step Time": 6.598259842023253}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9062973260879517, "Finetune/Loss (Raw)": 1.164422631263733, "Finetune/Step": 654, "Finetune/Step Time": 6.589280091226101}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9061368703842163, "Finetune/Loss (Raw)": 0.873457133769989, "Finetune/Step": 655, "Finetune/Step Time": 6.5986006781458855}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9053968191146851, "Finetune/Loss (Raw)": 0.873163640499115, "Finetune/Step": 656, "Finetune/Step Time": 6.601301163434982}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9045433402061462, "Finetune/Loss (Raw)": 0.8416830897331238, "Finetune/Step": 657, "Finetune/Step Time": 6.622249787673354}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9040216207504272, "Finetune/Loss (Raw)": 0.9316988587379456, "Finetune/Step": 658, "Finetune/Step Time": 6.6239020600914955}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9010281562805176, "Finetune/Loss (Raw)": 0.7126197218894958, "Finetune/Step": 659, "Finetune/Step Time": 6.646292751654983}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9022005796432495, "Finetune/Loss (Raw)": 1.0437533855438232, "Finetune/Step": 660, "Finetune/Step Time": 6.649985997006297}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9026484489440918, "Finetune/Loss (Raw)": 0.9332695603370667, "Finetune/Step": 661, "Finetune/Step Time": 6.642497377470136}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.903459906578064, "Finetune/Loss (Raw)": 1.0011259317398071, "Finetune/Step": 662, "Finetune/Step Time": 6.6311417911201715}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9048973321914673, "Finetune/Loss (Raw)": 1.0036720037460327, "Finetune/Step": 663, "Finetune/Step Time": 6.61999568156898}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9056639671325684, "Finetune/Loss (Raw)": 0.8817567825317383, "Finetune/Step": 664, "Finetune/Step Time": 6.607404554262757}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9061493873596191, "Finetune/Loss (Raw)": 1.028382658958435, "Finetune/Step": 665, "Finetune/Step Time": 6.615533336997032}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9071162939071655, "Finetune/Loss (Raw)": 1.0795804262161255, "Finetune/Step": 666, "Finetune/Step Time": 6.60809531621635}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9065187573432922, "Finetune/Loss (Raw)": 0.9772498607635498, "Finetune/Step": 667, "Finetune/Step Time": 6.6209688894450665}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9055474996566772, "Finetune/Loss (Raw)": 0.7700443863868713, "Finetune/Step": 668, "Finetune/Step Time": 6.626019101589918}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9057537913322449, "Finetune/Loss (Raw)": 0.9622913599014282, "Finetune/Step": 669, "Finetune/Step Time": 6.600649151951075}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9052503705024719, "Finetune/Loss (Raw)": 0.8682403564453125, "Finetune/Step": 670, "Finetune/Step Time": 6.602558987215161}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9040307998657227, "Finetune/Loss (Raw)": 0.9107921719551086, "Finetune/Step": 671, "Finetune/Step Time": 6.601351857185364}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.903992772102356, "Finetune/Loss (Raw)": 0.9853995442390442, "Finetune/Step": 672, "Finetune/Step Time": 6.5982800759375095}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9048464894294739, "Finetune/Loss (Raw)": 1.0525580644607544, "Finetune/Step": 673, "Finetune/Step Time": 6.599162217229605}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9062089920043945, "Finetune/Loss (Raw)": 1.0790027379989624, "Finetune/Step": 674, "Finetune/Step Time": 6.600302016362548}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.906015932559967, "Finetune/Loss (Raw)": 0.9973996877670288, "Finetune/Step": 675, "Finetune/Step Time": 6.602481786161661}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9074427485466003, "Finetune/Loss (Raw)": 0.975091814994812, "Finetune/Step": 676, "Finetune/Step Time": 6.595893733203411}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9084227085113525, "Finetune/Loss (Raw)": 0.8100281357765198, "Finetune/Step": 677, "Finetune/Step Time": 6.628586921840906}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9097204208374023, "Finetune/Loss (Raw)": 1.037095069885254, "Finetune/Step": 678, "Finetune/Step Time": 6.639621185138822}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9112584590911865, "Finetune/Loss (Raw)": 1.0426195859909058, "Finetune/Step": 679, "Finetune/Step Time": 6.644924286752939}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9099056720733643, "Finetune/Loss (Raw)": 0.8530569076538086, "Finetune/Step": 680, "Finetune/Step Time": 6.644083503633738}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9120688438415527, "Finetune/Loss (Raw)": 1.012780785560608, "Finetune/Step": 681, "Finetune/Step Time": 6.641905756667256}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9117758274078369, "Finetune/Loss (Raw)": 0.9886545538902283, "Finetune/Step": 682, "Finetune/Step Time": 6.648694349452853}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9129180908203125, "Finetune/Loss (Raw)": 1.0494157075881958, "Finetune/Step": 683, "Finetune/Step Time": 6.628968620672822}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.912468671798706, "Finetune/Loss (Raw)": 0.8876621723175049, "Finetune/Step": 684, "Finetune/Step Time": 6.617832478135824}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9108115434646606, "Finetune/Loss (Raw)": 0.6731054186820984, "Finetune/Step": 685, "Finetune/Step Time": 6.647053577005863}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9149036407470703, "Finetune/Loss (Raw)": 0.7718026041984558, "Finetune/Step": 686, "Finetune/Step Time": 6.640575926750898}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9148634076118469, "Finetune/Loss (Raw)": 0.9180852174758911, "Finetune/Step": 687, "Finetune/Step Time": 6.63746203482151}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9158604145050049, "Finetune/Loss (Raw)": 0.9296087622642517, "Finetune/Step": 688, "Finetune/Step Time": 6.635181788355112}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9141757488250732, "Finetune/Loss (Raw)": 0.6143178343772888, "Finetune/Step": 689, "Finetune/Step Time": 6.648619765415788}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9132636189460754, "Finetune/Loss (Raw)": 0.721049964427948, "Finetune/Step": 690, "Finetune/Step Time": 6.682077871635556}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9133098721504211, "Finetune/Loss (Raw)": 0.9856473207473755, "Finetune/Step": 691, "Finetune/Step Time": 6.6941152065992355}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9124853610992432, "Finetune/Loss (Raw)": 0.8331491351127625, "Finetune/Step": 692, "Finetune/Step Time": 6.711019355803728}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9124102592468262, "Finetune/Loss (Raw)": 0.8160295486450195, "Finetune/Step": 693, "Finetune/Step Time": 6.710005922242999}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9074045419692993, "Finetune/Loss (Raw)": 0.39345094561576843, "Finetune/Step": 694, "Finetune/Step Time": 6.727641707286239}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9064427614212036, "Finetune/Loss (Raw)": 0.7330989837646484, "Finetune/Step": 695, "Finetune/Step Time": 6.733781568706036}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9121505618095398, "Finetune/Loss (Raw)": 1.0238037109375, "Finetune/Step": 696, "Finetune/Step Time": 6.7192789148539305}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9119797945022583, "Finetune/Loss (Raw)": 0.8456297516822815, "Finetune/Step": 697, "Finetune/Step Time": 6.715957188978791}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9131698608398438, "Finetune/Loss (Raw)": 1.0771056413650513, "Finetune/Step": 698, "Finetune/Step Time": 6.709328591823578}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9150561094284058, "Finetune/Loss (Raw)": 1.099005103111267, "Finetune/Step": 699, "Finetune/Step Time": 6.706043092533946}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9142541885375977, "Finetune/Loss (Raw)": 0.8767882585525513, "Finetune/Step": 700, "Finetune/Step Time": 6.725758653134108}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9086325168609619, "Finetune/Loss (Raw)": 0.3066626787185669, "Finetune/Step": 701, "Finetune/Step Time": 6.7461888045072556}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9076498746871948, "Finetune/Loss (Raw)": 0.898341178894043, "Finetune/Step": 702, "Finetune/Step Time": 6.75328148342669}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.905693531036377, "Finetune/Loss (Raw)": 0.7817251682281494, "Finetune/Step": 703, "Finetune/Step Time": 6.743576208129525}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9057804346084595, "Finetune/Loss (Raw)": 0.9419119358062744, "Finetune/Step": 704, "Finetune/Step Time": 6.756272939965129}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9061145782470703, "Finetune/Loss (Raw)": 0.9491491913795471, "Finetune/Step": 705, "Finetune/Step Time": 6.755555335432291}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9048614501953125, "Finetune/Loss (Raw)": 0.6823615431785583, "Finetune/Step": 706, "Finetune/Step Time": 6.758425038307905}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9053424596786499, "Finetune/Loss (Raw)": 0.8382166028022766, "Finetune/Step": 707, "Finetune/Step Time": 6.733546636998653}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.906314492225647, "Finetune/Loss (Raw)": 1.090538740158081, "Finetune/Step": 708, "Finetune/Step Time": 6.73818713799119}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9047783613204956, "Finetune/Loss (Raw)": 0.8386930227279663, "Finetune/Step": 709, "Finetune/Step Time": 6.739294579252601}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9033157229423523, "Finetune/Loss (Raw)": 0.8234816193580627, "Finetune/Step": 710, "Finetune/Step Time": 6.729352504014969}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9044617414474487, "Finetune/Loss (Raw)": 0.9522525072097778, "Finetune/Step": 711, "Finetune/Step Time": 6.742460152134299}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9019328355789185, "Finetune/Loss (Raw)": 0.6176446676254272, "Finetune/Step": 712, "Finetune/Step Time": 6.753085361793637}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9013352394104004, "Finetune/Loss (Raw)": 0.9285414814949036, "Finetune/Step": 713, "Finetune/Step Time": 6.75359496101737}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9048821330070496, "Finetune/Loss (Raw)": 0.7910682559013367, "Finetune/Step": 714, "Finetune/Step Time": 6.740077329799533}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9044084548950195, "Finetune/Loss (Raw)": 1.024438738822937, "Finetune/Step": 715, "Finetune/Step Time": 6.739602994173765}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9042981863021851, "Finetune/Loss (Raw)": 0.8104287981987, "Finetune/Step": 716, "Finetune/Step Time": 6.714399013668299}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9044089317321777, "Finetune/Loss (Raw)": 1.0217514038085938, "Finetune/Step": 717, "Finetune/Step Time": 6.7270577270537615}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9039491415023804, "Finetune/Loss (Raw)": 0.9596426486968994, "Finetune/Step": 718, "Finetune/Step Time": 6.731295684352517}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9045991897583008, "Finetune/Loss (Raw)": 0.940756618976593, "Finetune/Step": 719, "Finetune/Step Time": 6.732162538915873}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9059383869171143, "Finetune/Loss (Raw)": 1.0751314163208008, "Finetune/Step": 720, "Finetune/Step Time": 6.7346672508865595}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9058005809783936, "Finetune/Loss (Raw)": 0.8546196818351746, "Finetune/Step": 721, "Finetune/Step Time": 6.738475598394871}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9052116870880127, "Finetune/Loss (Raw)": 0.873039186000824, "Finetune/Step": 722, "Finetune/Step Time": 6.765043148770928}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9057995080947876, "Finetune/Loss (Raw)": 1.0239006280899048, "Finetune/Step": 723, "Finetune/Step Time": 6.762276973575354}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9066818952560425, "Finetune/Loss (Raw)": 0.9629443287849426, "Finetune/Step": 724, "Finetune/Step Time": 6.7775811813771725}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9088622331619263, "Finetune/Loss (Raw)": 1.075990915298462, "Finetune/Step": 725, "Finetune/Step Time": 6.776840902864933}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9065923690795898, "Finetune/Loss (Raw)": 0.6324396729469299, "Finetune/Step": 726, "Finetune/Step Time": 6.764817915856838}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9063405990600586, "Finetune/Loss (Raw)": 0.9377450942993164, "Finetune/Step": 727, "Finetune/Step Time": 6.771590430289507}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9066969156265259, "Finetune/Loss (Raw)": 1.0638638734817505, "Finetune/Step": 728, "Finetune/Step Time": 6.7709291242063046}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9042854309082031, "Finetune/Loss (Raw)": 0.5410616397857666, "Finetune/Step": 729, "Finetune/Step Time": 6.760330839082599}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9042477011680603, "Finetune/Loss (Raw)": 0.9548382759094238, "Finetune/Step": 730, "Finetune/Step Time": 6.7639902215451}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9057406187057495, "Finetune/Loss (Raw)": 0.9666118621826172, "Finetune/Step": 731, "Finetune/Step Time": 6.7596206199377775}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9043183326721191, "Finetune/Loss (Raw)": 0.81749027967453, "Finetune/Step": 732, "Finetune/Step Time": 6.791767144575715}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9050204753875732, "Finetune/Loss (Raw)": 0.8938047289848328, "Finetune/Step": 733, "Finetune/Step Time": 6.789541959762573}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.904789388179779, "Finetune/Loss (Raw)": 0.7962155938148499, "Finetune/Step": 734, "Finetune/Step Time": 6.77707258425653}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9056175947189331, "Finetune/Loss (Raw)": 0.7922894954681396, "Finetune/Step": 735, "Finetune/Step Time": 6.754869818687439}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9044939279556274, "Finetune/Loss (Raw)": 0.8862412571907043, "Finetune/Step": 736, "Finetune/Step Time": 6.7905669920146465}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9061749577522278, "Finetune/Loss (Raw)": 1.0450166463851929, "Finetune/Step": 737, "Finetune/Step Time": 6.795924004167318}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9064009785652161, "Finetune/Loss (Raw)": 0.9591376185417175, "Finetune/Step": 738, "Finetune/Step Time": 6.791900945827365}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9026142358779907, "Finetune/Loss (Raw)": 0.451404333114624, "Finetune/Step": 739, "Finetune/Step Time": 6.815461141988635}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9019585847854614, "Finetune/Loss (Raw)": 1.046492338180542, "Finetune/Step": 740, "Finetune/Step Time": 6.818420764058828}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9017784595489502, "Finetune/Loss (Raw)": 0.7376781105995178, "Finetune/Step": 741, "Finetune/Step Time": 6.822027048096061}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9014129042625427, "Finetune/Loss (Raw)": 0.8970615863800049, "Finetune/Step": 742, "Finetune/Step Time": 6.827294960618019}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9023124575614929, "Finetune/Loss (Raw)": 1.0249756574630737, "Finetune/Step": 743, "Finetune/Step Time": 6.819914104416966}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9024840593338013, "Finetune/Loss (Raw)": 0.9567880630493164, "Finetune/Step": 744, "Finetune/Step Time": 6.821552811190486}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9011380076408386, "Finetune/Loss (Raw)": 0.7599635124206543, "Finetune/Step": 745, "Finetune/Step Time": 6.839974606409669}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9019863605499268, "Finetune/Loss (Raw)": 1.0388199090957642, "Finetune/Step": 746, "Finetune/Step Time": 6.840898597612977}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9034919738769531, "Finetune/Loss (Raw)": 1.0319194793701172, "Finetune/Step": 747, "Finetune/Step Time": 6.820797625929117}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9041740894317627, "Finetune/Loss (Raw)": 1.041183352470398, "Finetune/Step": 748, "Finetune/Step Time": 6.822729405015707}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9033868312835693, "Finetune/Loss (Raw)": 0.8420859575271606, "Finetune/Step": 749, "Finetune/Step Time": 6.811907600611448}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9035500288009644, "Finetune/Loss (Raw)": 0.9060528874397278, "Finetune/Step": 750, "Finetune/Step Time": 6.817249484360218}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9018098711967468, "Finetune/Loss (Raw)": 0.753472089767456, "Finetune/Step": 751, "Finetune/Step Time": 6.8204192370176315}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9023743867874146, "Finetune/Loss (Raw)": 0.9949520230293274, "Finetune/Step": 752, "Finetune/Step Time": 6.820739360526204}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8980514407157898, "Finetune/Loss (Raw)": 0.3957102298736572, "Finetune/Step": 753, "Finetune/Step Time": 6.828063577413559}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.896703839302063, "Finetune/Loss (Raw)": 0.8107685446739197, "Finetune/Step": 754, "Finetune/Step Time": 6.827960608527064}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.895423948764801, "Finetune/Loss (Raw)": 0.7724776864051819, "Finetune/Step": 755, "Finetune/Step Time": 6.849292531609535}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.895362138748169, "Finetune/Loss (Raw)": 0.8784577250480652, "Finetune/Step": 756, "Finetune/Step Time": 6.8465976268053055}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8945817947387695, "Finetune/Loss (Raw)": 0.8459120988845825, "Finetune/Step": 757, "Finetune/Step Time": 6.87056147120893}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8941872119903564, "Finetune/Loss (Raw)": 1.0369253158569336, "Finetune/Step": 758, "Finetune/Step Time": 6.878976367413998}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8954958915710449, "Finetune/Loss (Raw)": 0.9746560454368591, "Finetune/Step": 759, "Finetune/Step Time": 6.879163922742009}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8944816589355469, "Finetune/Loss (Raw)": 0.9035278558731079, "Finetune/Step": 760, "Finetune/Step Time": 6.871936332434416}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8925802707672119, "Finetune/Loss (Raw)": 0.90959632396698, "Finetune/Step": 761, "Finetune/Step Time": 6.875031795352697}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8886284828186035, "Finetune/Loss (Raw)": 0.370867520570755, "Finetune/Step": 762, "Finetune/Step Time": 6.884487234055996}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8873891830444336, "Finetune/Loss (Raw)": 0.7897205948829651, "Finetune/Step": 763, "Finetune/Step Time": 6.888121325522661}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8867881298065186, "Finetune/Loss (Raw)": 0.8966667652130127, "Finetune/Step": 764, "Finetune/Step Time": 6.865355089306831}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8861368894577026, "Finetune/Loss (Raw)": 0.9075165390968323, "Finetune/Step": 765, "Finetune/Step Time": 6.869467997923493}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8859370350837708, "Finetune/Loss (Raw)": 0.9766574501991272, "Finetune/Step": 766, "Finetune/Step Time": 6.887850491330028}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8856333494186401, "Finetune/Loss (Raw)": 0.8909744024276733, "Finetune/Step": 767, "Finetune/Step Time": 6.896554620936513}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8849682807922363, "Finetune/Loss (Raw)": 0.8382437229156494, "Finetune/Step": 768, "Finetune/Step Time": 6.905981253832579}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8839653730392456, "Finetune/Loss (Raw)": 0.7520937323570251, "Finetune/Step": 769, "Finetune/Step Time": 6.913685897365212}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8882845640182495, "Finetune/Loss (Raw)": 0.8794007301330566, "Finetune/Step": 770, "Finetune/Step Time": 6.90198758803308}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8890474438667297, "Finetune/Loss (Raw)": 1.0092357397079468, "Finetune/Step": 771, "Finetune/Step Time": 6.906145194545388}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8888629674911499, "Finetune/Loss (Raw)": 0.9431322813034058, "Finetune/Step": 772, "Finetune/Step Time": 6.899765305221081}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8888976573944092, "Finetune/Loss (Raw)": 1.0152915716171265, "Finetune/Step": 773, "Finetune/Step Time": 6.8982594814151525}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8874162435531616, "Finetune/Loss (Raw)": 0.7524956464767456, "Finetune/Step": 774, "Finetune/Step Time": 6.909487869590521}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8883891105651855, "Finetune/Loss (Raw)": 1.0002005100250244, "Finetune/Step": 775, "Finetune/Step Time": 6.9107128046453}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8862301111221313, "Finetune/Loss (Raw)": 0.6844708919525146, "Finetune/Step": 776, "Finetune/Step Time": 6.911286486312747}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8873203992843628, "Finetune/Loss (Raw)": 1.0177335739135742, "Finetune/Step": 777, "Finetune/Step Time": 6.926980184391141}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.888592004776001, "Finetune/Loss (Raw)": 0.9942089319229126, "Finetune/Step": 778, "Finetune/Step Time": 6.911087857559323}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8882124423980713, "Finetune/Loss (Raw)": 0.8809093236923218, "Finetune/Step": 779, "Finetune/Step Time": 6.907032387331128}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8836316466331482, "Finetune/Loss (Raw)": 0.3264811336994171, "Finetune/Step": 780, "Finetune/Step Time": 6.924930531531572}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8833248615264893, "Finetune/Loss (Raw)": 0.8387655019760132, "Finetune/Step": 781, "Finetune/Step Time": 6.924980986863375}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8790853023529053, "Finetune/Loss (Raw)": 0.6217557787895203, "Finetune/Step": 782, "Finetune/Step Time": 6.954277532175183}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.879076361656189, "Finetune/Loss (Raw)": 0.8723199367523193, "Finetune/Step": 783, "Finetune/Step Time": 6.984593249857426}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.877422571182251, "Finetune/Loss (Raw)": 0.6614742875099182, "Finetune/Step": 784, "Finetune/Step Time": 7.001287873834372}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8784178495407104, "Finetune/Loss (Raw)": 0.9690770506858826, "Finetune/Step": 785, "Finetune/Step Time": 6.995240140706301}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8791536092758179, "Finetune/Loss (Raw)": 1.025879979133606, "Finetune/Step": 786, "Finetune/Step Time": 6.992865867912769}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8811394572257996, "Finetune/Loss (Raw)": 0.9668071866035461, "Finetune/Step": 787, "Finetune/Step Time": 6.995383815839887}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.881103515625, "Finetune/Loss (Raw)": 1.039151668548584, "Finetune/Step": 788, "Finetune/Step Time": 6.992143014445901}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8810502290725708, "Finetune/Loss (Raw)": 0.9264458417892456, "Finetune/Step": 789, "Finetune/Step Time": 6.989895848557353}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8780290484428406, "Finetune/Loss (Raw)": 0.6144176125526428, "Finetune/Step": 790, "Finetune/Step Time": 7.019631840288639}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8769763708114624, "Finetune/Loss (Raw)": 0.868934690952301, "Finetune/Step": 791, "Finetune/Step Time": 7.020596640184522}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8761988878250122, "Finetune/Loss (Raw)": 0.7822270393371582, "Finetune/Step": 792, "Finetune/Step Time": 7.010886624455452}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8753897547721863, "Finetune/Loss (Raw)": 0.924820601940155, "Finetune/Step": 793, "Finetune/Step Time": 7.022671360522509}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.873627781867981, "Finetune/Loss (Raw)": 0.8540409207344055, "Finetune/Step": 794, "Finetune/Step Time": 7.0248591136187315}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8732999563217163, "Finetune/Loss (Raw)": 0.9353009462356567, "Finetune/Step": 795, "Finetune/Step Time": 7.02764300070703}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8742220401763916, "Finetune/Loss (Raw)": 0.8880694508552551, "Finetune/Step": 796, "Finetune/Step Time": 7.0235152579844}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.873785674571991, "Finetune/Loss (Raw)": 0.9064330458641052, "Finetune/Step": 797, "Finetune/Step Time": 7.029249060899019}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8744128942489624, "Finetune/Loss (Raw)": 0.9485210180282593, "Finetune/Step": 798, "Finetune/Step Time": 7.031709657981992}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8735496401786804, "Finetune/Loss (Raw)": 0.8003028631210327, "Finetune/Step": 799, "Finetune/Step Time": 7.037605574354529}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8730608820915222, "Finetune/Loss (Raw)": 0.9228354692459106, "Finetune/Step": 800, "Finetune/Step Time": 7.043274890631437}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8722348213195801, "Finetune/Loss (Raw)": 0.9468213319778442, "Finetune/Step": 801, "Finetune/Step Time": 7.068333940580487}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8704125881195068, "Finetune/Loss (Raw)": 0.8457573652267456, "Finetune/Step": 802, "Finetune/Step Time": 7.081888500601053}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8683763742446899, "Finetune/Loss (Raw)": 0.7367584705352783, "Finetune/Step": 803, "Finetune/Step Time": 7.088105591014028}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8679549694061279, "Finetune/Loss (Raw)": 0.9211610555648804, "Finetune/Step": 804, "Finetune/Step Time": 7.079632014036179}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8686997890472412, "Finetune/Loss (Raw)": 0.9053645730018616, "Finetune/Step": 805, "Finetune/Step Time": 7.048515489324927}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8662998676300049, "Finetune/Loss (Raw)": 0.7298989295959473, "Finetune/Step": 806, "Finetune/Step Time": 7.063356069847941}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8652914762496948, "Finetune/Loss (Raw)": 0.9135527610778809, "Finetune/Step": 807, "Finetune/Step Time": 7.055395780131221}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8653812408447266, "Finetune/Loss (Raw)": 0.8645375370979309, "Finetune/Step": 808, "Finetune/Step Time": 7.074293440207839}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8646331429481506, "Finetune/Loss (Raw)": 0.917028546333313, "Finetune/Step": 809, "Finetune/Step Time": 7.078013407066464}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8648008704185486, "Finetune/Loss (Raw)": 1.0101203918457031, "Finetune/Step": 810, "Finetune/Step Time": 7.071139898151159}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8627608418464661, "Finetune/Loss (Raw)": 0.7882954478263855, "Finetune/Step": 811, "Finetune/Step Time": 7.0685550179332495}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8644251823425293, "Finetune/Loss (Raw)": 1.1007007360458374, "Finetune/Step": 812, "Finetune/Step Time": 7.06578604131937}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8663517236709595, "Finetune/Loss (Raw)": 0.9197008609771729, "Finetune/Step": 813, "Finetune/Step Time": 7.038430854678154}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8673034906387329, "Finetune/Loss (Raw)": 0.8936306834220886, "Finetune/Step": 814, "Finetune/Step Time": 7.028206238523126}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8670026063919067, "Finetune/Loss (Raw)": 0.8795722723007202, "Finetune/Step": 815, "Finetune/Step Time": 7.0320740416646}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8672614097595215, "Finetune/Loss (Raw)": 0.9627265930175781, "Finetune/Step": 816, "Finetune/Step Time": 7.032536210492253}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8700358867645264, "Finetune/Loss (Raw)": 0.9694517850875854, "Finetune/Step": 817, "Finetune/Step Time": 7.021354056894779}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8669049739837646, "Finetune/Loss (Raw)": 0.3202909529209137, "Finetune/Step": 818, "Finetune/Step Time": 7.00236127525568}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.865070641040802, "Finetune/Loss (Raw)": 0.7508614659309387, "Finetune/Step": 819, "Finetune/Step Time": 6.992720888927579}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8634079694747925, "Finetune/Loss (Raw)": 0.6203237771987915, "Finetune/Step": 820, "Finetune/Step Time": 6.973988438025117}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8638724684715271, "Finetune/Loss (Raw)": 0.8754904270172119, "Finetune/Step": 821, "Finetune/Step Time": 6.974712366238236}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8673678636550903, "Finetune/Loss (Raw)": 0.8408513069152832, "Finetune/Step": 822, "Finetune/Step Time": 6.958994273096323}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8698245882987976, "Finetune/Loss (Raw)": 1.0475729703903198, "Finetune/Step": 823, "Finetune/Step Time": 6.956035953015089}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8690149188041687, "Finetune/Loss (Raw)": 0.9201571345329285, "Finetune/Step": 824, "Finetune/Step Time": 6.954566266387701}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8691033720970154, "Finetune/Loss (Raw)": 0.8569527268409729, "Finetune/Step": 825, "Finetune/Step Time": 6.944330198690295}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8667985200881958, "Finetune/Loss (Raw)": 0.782078206539154, "Finetune/Step": 826, "Finetune/Step Time": 6.950852146372199}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8649721145629883, "Finetune/Loss (Raw)": 0.8652358055114746, "Finetune/Step": 827, "Finetune/Step Time": 6.936779322102666}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8610343933105469, "Finetune/Loss (Raw)": 0.3727562129497528, "Finetune/Step": 828, "Finetune/Step Time": 6.935681831091642}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8656594157218933, "Finetune/Loss (Raw)": 0.8986670970916748, "Finetune/Step": 829, "Finetune/Step Time": 6.924314811825752}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8658589124679565, "Finetune/Loss (Raw)": 0.9238755702972412, "Finetune/Step": 830, "Finetune/Step Time": 6.920987216755748}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8665032386779785, "Finetune/Loss (Raw)": 0.8642058372497559, "Finetune/Step": 831, "Finetune/Step Time": 6.926498655229807}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8669662475585938, "Finetune/Loss (Raw)": 1.0011730194091797, "Finetune/Step": 832, "Finetune/Step Time": 6.90731068328023}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8628025650978088, "Finetune/Loss (Raw)": 0.41619613766670227, "Finetune/Step": 833, "Finetune/Step Time": 6.927822897210717}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.864543080329895, "Finetune/Loss (Raw)": 0.905148446559906, "Finetune/Step": 834, "Finetune/Step Time": 6.936132593080401}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8651546239852905, "Finetune/Loss (Raw)": 0.9165013432502747, "Finetune/Step": 835, "Finetune/Step Time": 6.9412133395671844}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8637246489524841, "Finetune/Loss (Raw)": 0.907490611076355, "Finetune/Step": 836, "Finetune/Step Time": 6.936294032260776}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8633397221565247, "Finetune/Loss (Raw)": 0.7894217371940613, "Finetune/Step": 837, "Finetune/Step Time": 6.94546078518033}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8636820316314697, "Finetune/Loss (Raw)": 0.8673061728477478, "Finetune/Step": 838, "Finetune/Step Time": 6.9497480764985085}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8626537322998047, "Finetune/Loss (Raw)": 0.8206338286399841, "Finetune/Step": 839, "Finetune/Step Time": 6.941447583958507}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8661719560623169, "Finetune/Loss (Raw)": 1.0679672956466675, "Finetune/Step": 840, "Finetune/Step Time": 6.930030232295394}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8653026819229126, "Finetune/Loss (Raw)": 0.8172723054885864, "Finetune/Step": 841, "Finetune/Step Time": 6.934858612716198}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8666090965270996, "Finetune/Loss (Raw)": 0.9582865834236145, "Finetune/Step": 842, "Finetune/Step Time": 6.933355713263154}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8657917976379395, "Finetune/Loss (Raw)": 0.9198384284973145, "Finetune/Step": 843, "Finetune/Step Time": 6.9472832549363375}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8663623332977295, "Finetune/Loss (Raw)": 0.8834401965141296, "Finetune/Step": 844, "Finetune/Step Time": 6.948809513822198}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8658052682876587, "Finetune/Loss (Raw)": 0.9504579305648804, "Finetune/Step": 845, "Finetune/Step Time": 6.934634288772941}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8658989667892456, "Finetune/Loss (Raw)": 0.9716357588768005, "Finetune/Step": 846, "Finetune/Step Time": 6.926385637372732}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8621447086334229, "Finetune/Loss (Raw)": 0.4602091312408447, "Finetune/Step": 847, "Finetune/Step Time": 6.943816613405943}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8598150014877319, "Finetune/Loss (Raw)": 0.7769273519515991, "Finetune/Step": 848, "Finetune/Step Time": 6.946265768259764}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8604648113250732, "Finetune/Loss (Raw)": 0.9378020763397217, "Finetune/Step": 849, "Finetune/Step Time": 6.923902053385973}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8601038455963135, "Finetune/Loss (Raw)": 0.8268275260925293, "Finetune/Step": 850, "Finetune/Step Time": 6.918466353788972}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8593855500221252, "Finetune/Loss (Raw)": 0.9319648146629333, "Finetune/Step": 851, "Finetune/Step Time": 6.924481339752674}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8580355048179626, "Finetune/Loss (Raw)": 0.7901288866996765, "Finetune/Step": 852, "Finetune/Step Time": 6.909518510103226}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8566175699234009, "Finetune/Loss (Raw)": 0.8944961428642273, "Finetune/Step": 853, "Finetune/Step Time": 6.905587498098612}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8581082820892334, "Finetune/Loss (Raw)": 0.823254406452179, "Finetune/Step": 854, "Finetune/Step Time": 6.908084725961089}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8559702634811401, "Finetune/Loss (Raw)": 0.6640820503234863, "Finetune/Step": 855, "Finetune/Step Time": 6.943880043923855}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.854606568813324, "Finetune/Loss (Raw)": 0.8893148303031921, "Finetune/Step": 856, "Finetune/Step Time": 6.941011028364301}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8568148016929626, "Finetune/Loss (Raw)": 0.8237116932868958, "Finetune/Step": 857, "Finetune/Step Time": 6.9306565169245005}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8580613136291504, "Finetune/Loss (Raw)": 1.1143887042999268, "Finetune/Step": 858, "Finetune/Step Time": 6.928373459726572}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8580225706100464, "Finetune/Loss (Raw)": 0.9616549611091614, "Finetune/Step": 859, "Finetune/Step Time": 6.953589664772153}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8584374189376831, "Finetune/Loss (Raw)": 0.8705832362174988, "Finetune/Step": 860, "Finetune/Step Time": 6.921215871348977}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8563809990882874, "Finetune/Loss (Raw)": 0.6305951476097107, "Finetune/Step": 861, "Finetune/Step Time": 6.910937909036875}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8574076890945435, "Finetune/Loss (Raw)": 0.9276306629180908, "Finetune/Step": 862, "Finetune/Step Time": 6.913658941164613}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8567696809768677, "Finetune/Loss (Raw)": 0.7106196880340576, "Finetune/Step": 863, "Finetune/Step Time": 6.9191654697060585}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.857356071472168, "Finetune/Loss (Raw)": 0.9613000750541687, "Finetune/Step": 864, "Finetune/Step Time": 6.886749878525734}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8556160926818848, "Finetune/Loss (Raw)": 0.8222935795783997, "Finetune/Step": 865, "Finetune/Step Time": 6.89874554798007}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8560677766799927, "Finetune/Loss (Raw)": 1.0169563293457031, "Finetune/Step": 866, "Finetune/Step Time": 6.900420380756259}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8602321147918701, "Finetune/Loss (Raw)": 0.9844402074813843, "Finetune/Step": 867, "Finetune/Step Time": 6.880217123776674}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8587343692779541, "Finetune/Loss (Raw)": 0.854777455329895, "Finetune/Step": 868, "Finetune/Step Time": 6.873479671776295}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8608235120773315, "Finetune/Loss (Raw)": 1.0050965547561646, "Finetune/Step": 869, "Finetune/Step Time": 6.864685917273164}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8601127862930298, "Finetune/Loss (Raw)": 0.806086003780365, "Finetune/Step": 870, "Finetune/Step Time": 6.868646936491132}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.857963502407074, "Finetune/Loss (Raw)": 0.7498676180839539, "Finetune/Step": 871, "Finetune/Step Time": 6.873337622731924}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8576786518096924, "Finetune/Loss (Raw)": 0.9203276038169861, "Finetune/Step": 872, "Finetune/Step Time": 6.872826024889946}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8592475652694702, "Finetune/Loss (Raw)": 0.9607901573181152, "Finetune/Step": 873, "Finetune/Step Time": 6.856524275615811}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8570387959480286, "Finetune/Loss (Raw)": 0.7560909986495972, "Finetune/Step": 874, "Finetune/Step Time": 6.851874573156238}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8554196357727051, "Finetune/Loss (Raw)": 0.8246589303016663, "Finetune/Step": 875, "Finetune/Step Time": 6.863908816128969}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8540972471237183, "Finetune/Loss (Raw)": 0.8719272613525391, "Finetune/Step": 876, "Finetune/Step Time": 6.865058604627848}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8544495701789856, "Finetune/Loss (Raw)": 0.8871824741363525, "Finetune/Step": 877, "Finetune/Step Time": 6.86392430216074}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8542826175689697, "Finetune/Loss (Raw)": 0.8846805095672607, "Finetune/Step": 878, "Finetune/Step Time": 6.856751596555114}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8546811938285828, "Finetune/Loss (Raw)": 0.8044899702072144, "Finetune/Step": 879, "Finetune/Step Time": 6.878000028431416}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8534636497497559, "Finetune/Loss (Raw)": 0.8391095399856567, "Finetune/Step": 880, "Finetune/Step Time": 6.883234905079007}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8557088375091553, "Finetune/Loss (Raw)": 0.6830858588218689, "Finetune/Step": 881, "Finetune/Step Time": 6.877825301140547}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8565323352813721, "Finetune/Loss (Raw)": 0.9161847233772278, "Finetune/Step": 882, "Finetune/Step Time": 6.878183696419001}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8581832051277161, "Finetune/Loss (Raw)": 0.9837813377380371, "Finetune/Step": 883, "Finetune/Step Time": 6.849460456520319}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8591955900192261, "Finetune/Loss (Raw)": 1.008052945137024, "Finetune/Step": 884, "Finetune/Step Time": 6.861861564218998}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8543356657028198, "Finetune/Loss (Raw)": 0.22383466362953186, "Finetune/Step": 885, "Finetune/Step Time": 6.8565699104219675}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8533124923706055, "Finetune/Loss (Raw)": 0.9059569239616394, "Finetune/Step": 886, "Finetune/Step Time": 6.860488818958402}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8488149046897888, "Finetune/Loss (Raw)": 0.39896509051322937, "Finetune/Step": 887, "Finetune/Step Time": 6.886713158339262}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8494120836257935, "Finetune/Loss (Raw)": 0.9799638390541077, "Finetune/Step": 888, "Finetune/Step Time": 6.893002728000283}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.849719226360321, "Finetune/Loss (Raw)": 0.9489185214042664, "Finetune/Step": 889, "Finetune/Step Time": 6.899173080921173}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8538564443588257, "Finetune/Loss (Raw)": 0.9004307389259338, "Finetune/Step": 890, "Finetune/Step Time": 6.881049098446965}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8545939922332764, "Finetune/Loss (Raw)": 0.8841209411621094, "Finetune/Step": 891, "Finetune/Step Time": 6.8842336144298315}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8539639711380005, "Finetune/Loss (Raw)": 0.8160251975059509, "Finetune/Step": 892, "Finetune/Step Time": 6.888391323387623}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8547729253768921, "Finetune/Loss (Raw)": 1.011067271232605, "Finetune/Step": 893, "Finetune/Step Time": 6.885307179763913}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8544203639030457, "Finetune/Loss (Raw)": 0.9315298795700073, "Finetune/Step": 894, "Finetune/Step Time": 6.869689045473933}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.854109525680542, "Finetune/Loss (Raw)": 0.8511921763420105, "Finetune/Step": 895, "Finetune/Step Time": 6.876853629946709}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8547799587249756, "Finetune/Loss (Raw)": 0.9240518808364868, "Finetune/Step": 896, "Finetune/Step Time": 6.869844162836671}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8543630242347717, "Finetune/Loss (Raw)": 0.6987250447273254, "Finetune/Step": 897, "Finetune/Step Time": 6.873773701488972}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8502917289733887, "Finetune/Loss (Raw)": 0.3582753539085388, "Finetune/Step": 898, "Finetune/Step Time": 6.885878095403314}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.848588764667511, "Finetune/Loss (Raw)": 0.7912595868110657, "Finetune/Step": 899, "Finetune/Step Time": 6.9203480668365955}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8490195274353027, "Finetune/Loss (Raw)": 0.9982677102088928, "Finetune/Step": 900, "Finetune/Step Time": 6.920559197664261}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8490903377532959, "Finetune/Loss (Raw)": 1.0243617296218872, "Finetune/Step": 901, "Finetune/Step Time": 6.92732104472816}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8502417206764221, "Finetune/Loss (Raw)": 0.8998676538467407, "Finetune/Step": 902, "Finetune/Step Time": 6.911081800237298}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8497753143310547, "Finetune/Loss (Raw)": 0.9405007362365723, "Finetune/Step": 903, "Finetune/Step Time": 6.9217111598700285}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8510326147079468, "Finetune/Loss (Raw)": 0.8453991413116455, "Finetune/Step": 904, "Finetune/Step Time": 6.918587623164058}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8507086634635925, "Finetune/Loss (Raw)": 0.9762684106826782, "Finetune/Step": 905, "Finetune/Step Time": 6.909548953175545}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8494766354560852, "Finetune/Loss (Raw)": 0.8365200757980347, "Finetune/Step": 906, "Finetune/Step Time": 6.907595209777355}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8499740362167358, "Finetune/Loss (Raw)": 0.9445687532424927, "Finetune/Step": 907, "Finetune/Step Time": 6.8958728313446045}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8544428944587708, "Finetune/Loss (Raw)": 0.8984946012496948, "Finetune/Step": 908, "Finetune/Step Time": 6.877423379570246}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8548523187637329, "Finetune/Loss (Raw)": 0.8911709189414978, "Finetune/Step": 909, "Finetune/Step Time": 6.88244210742414}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8568205833435059, "Finetune/Loss (Raw)": 0.8736981153488159, "Finetune/Step": 910, "Finetune/Step Time": 6.855159275233746}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8567781448364258, "Finetune/Loss (Raw)": 0.8668929934501648, "Finetune/Step": 911, "Finetune/Step Time": 6.819461651146412}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8594392538070679, "Finetune/Loss (Raw)": 1.002086877822876, "Finetune/Step": 912, "Finetune/Step Time": 6.810953276231885}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8568576574325562, "Finetune/Loss (Raw)": 0.6386378407478333, "Finetune/Step": 913, "Finetune/Step Time": 6.80686903372407}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8571738004684448, "Finetune/Loss (Raw)": 1.066340684890747, "Finetune/Step": 914, "Finetune/Step Time": 6.8207775466144085}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8568553924560547, "Finetune/Loss (Raw)": 0.9260573983192444, "Finetune/Step": 915, "Finetune/Step Time": 6.794653354212642}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8561127185821533, "Finetune/Loss (Raw)": 0.9440833330154419, "Finetune/Step": 916, "Finetune/Step Time": 6.801748920232058}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8572486639022827, "Finetune/Loss (Raw)": 1.0718536376953125, "Finetune/Step": 917, "Finetune/Step Time": 6.84708640538156}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.859108567237854, "Finetune/Loss (Raw)": 0.8524879813194275, "Finetune/Step": 918, "Finetune/Step Time": 6.82459662668407}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8573413491249084, "Finetune/Loss (Raw)": 0.6427284479141235, "Finetune/Step": 919, "Finetune/Step Time": 6.839297568425536}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8570523858070374, "Finetune/Loss (Raw)": 0.7452331185340881, "Finetune/Step": 920, "Finetune/Step Time": 6.845254858955741}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8572666645050049, "Finetune/Loss (Raw)": 0.9522481560707092, "Finetune/Step": 921, "Finetune/Step Time": 6.825654096901417}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.857361912727356, "Finetune/Loss (Raw)": 0.8662399649620056, "Finetune/Step": 922, "Finetune/Step Time": 6.824735753238201}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8574644327163696, "Finetune/Loss (Raw)": 0.9484189748764038, "Finetune/Step": 923, "Finetune/Step Time": 6.817246729508042}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8566724061965942, "Finetune/Loss (Raw)": 0.7866856455802917, "Finetune/Step": 924, "Finetune/Step Time": 6.826092291623354}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8553613424301147, "Finetune/Loss (Raw)": 0.7386160492897034, "Finetune/Step": 925, "Finetune/Step Time": 6.846066366881132}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8531194925308228, "Finetune/Loss (Raw)": 0.6615764498710632, "Finetune/Step": 926, "Finetune/Step Time": 6.850290670990944}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8539924025535583, "Finetune/Loss (Raw)": 0.9120295643806458, "Finetune/Step": 927, "Finetune/Step Time": 6.843464337289333}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8539199829101562, "Finetune/Loss (Raw)": 0.9135652184486389, "Finetune/Step": 928, "Finetune/Step Time": 6.835996311157942}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8533889651298523, "Finetune/Loss (Raw)": 0.8788526058197021, "Finetune/Step": 929, "Finetune/Step Time": 6.811538258567452}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8532209396362305, "Finetune/Loss (Raw)": 0.8242457509040833, "Finetune/Step": 930, "Finetune/Step Time": 6.806097850203514}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8548610210418701, "Finetune/Loss (Raw)": 0.9466866850852966, "Finetune/Step": 931, "Finetune/Step Time": 6.787656331434846}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8551830053329468, "Finetune/Loss (Raw)": 0.9623827934265137, "Finetune/Step": 932, "Finetune/Step Time": 6.794294545426965}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8549368977546692, "Finetune/Loss (Raw)": 0.8738595843315125, "Finetune/Step": 933, "Finetune/Step Time": 6.804765010252595}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8567371368408203, "Finetune/Loss (Raw)": 0.9603306651115417, "Finetune/Step": 934, "Finetune/Step Time": 6.790708385407925}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8552276492118835, "Finetune/Loss (Raw)": 0.720340371131897, "Finetune/Step": 935, "Finetune/Step Time": 6.791773743927479}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8548269271850586, "Finetune/Loss (Raw)": 0.8132452368736267, "Finetune/Step": 936, "Finetune/Step Time": 6.7843309454619884}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8558082580566406, "Finetune/Loss (Raw)": 1.0426385402679443, "Finetune/Step": 937, "Finetune/Step Time": 6.779473148286343}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8561417460441589, "Finetune/Loss (Raw)": 1.0528074502944946, "Finetune/Step": 938, "Finetune/Step Time": 6.7833108231425285}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8566572666168213, "Finetune/Loss (Raw)": 0.8542770147323608, "Finetune/Step": 939, "Finetune/Step Time": 6.784726040437818}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8556280136108398, "Finetune/Loss (Raw)": 0.9689644575119019, "Finetune/Step": 940, "Finetune/Step Time": 6.787226036190987}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8555170297622681, "Finetune/Loss (Raw)": 0.9054928421974182, "Finetune/Step": 941, "Finetune/Step Time": 6.786893483251333}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8544324040412903, "Finetune/Loss (Raw)": 0.7547969222068787, "Finetune/Step": 942, "Finetune/Step Time": 6.793025549501181}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8544660806655884, "Finetune/Loss (Raw)": 0.8838818669319153, "Finetune/Step": 943, "Finetune/Step Time": 6.792276956140995}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8536311984062195, "Finetune/Loss (Raw)": 0.8558602929115295, "Finetune/Step": 944, "Finetune/Step Time": 6.787633905187249}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8522295951843262, "Finetune/Loss (Raw)": 0.7900481224060059, "Finetune/Step": 945, "Finetune/Step Time": 6.808628108352423}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8555054664611816, "Finetune/Loss (Raw)": 0.7396007180213928, "Finetune/Step": 946, "Finetune/Step Time": 6.806129917502403}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8562484979629517, "Finetune/Loss (Raw)": 0.8459774255752563, "Finetune/Step": 947, "Finetune/Step Time": 6.825323266908526}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8543765544891357, "Finetune/Loss (Raw)": 0.3807072341442108, "Finetune/Step": 948, "Finetune/Step Time": 6.834297440946102}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8557783365249634, "Finetune/Loss (Raw)": 1.0549236536026, "Finetune/Step": 949, "Finetune/Step Time": 6.819553764536977}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8559354543685913, "Finetune/Loss (Raw)": 0.8609654903411865, "Finetune/Step": 950, "Finetune/Step Time": 6.817682167515159}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.856247067451477, "Finetune/Loss (Raw)": 1.087450385093689, "Finetune/Step": 951, "Finetune/Step Time": 6.799690969288349}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8552837371826172, "Finetune/Loss (Raw)": 0.7968562841415405, "Finetune/Step": 952, "Finetune/Step Time": 6.805173451080918}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.855668306350708, "Finetune/Loss (Raw)": 0.9061762094497681, "Finetune/Step": 953, "Finetune/Step Time": 6.79824411123991}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8558963537216187, "Finetune/Loss (Raw)": 0.8112647533416748, "Finetune/Step": 954, "Finetune/Step Time": 6.795241732150316}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8562363982200623, "Finetune/Loss (Raw)": 0.9087671041488647, "Finetune/Step": 955, "Finetune/Step Time": 6.795203886926174}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8604875802993774, "Finetune/Loss (Raw)": 0.9169043898582458, "Finetune/Step": 956, "Finetune/Step Time": 6.778248846530914}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8600431680679321, "Finetune/Loss (Raw)": 0.8417798280715942, "Finetune/Step": 957, "Finetune/Step Time": 6.774306604638696}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8595640659332275, "Finetune/Loss (Raw)": 0.8625450730323792, "Finetune/Step": 958, "Finetune/Step Time": 6.784138796851039}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8588389158248901, "Finetune/Loss (Raw)": 0.7713910937309265, "Finetune/Step": 959, "Finetune/Step Time": 6.765880221500993}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.857802152633667, "Finetune/Loss (Raw)": 0.8684725165367126, "Finetune/Step": 960, "Finetune/Step Time": 6.7683850806206465}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8606866002082825, "Finetune/Loss (Raw)": 0.7854024171829224, "Finetune/Step": 961, "Finetune/Step Time": 6.760101789608598}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8614660501480103, "Finetune/Loss (Raw)": 1.004917860031128, "Finetune/Step": 962, "Finetune/Step Time": 6.757228707894683}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8608660101890564, "Finetune/Loss (Raw)": 0.8396980166435242, "Finetune/Step": 963, "Finetune/Step Time": 6.750119863077998}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8605532050132751, "Finetune/Loss (Raw)": 0.8674506545066833, "Finetune/Step": 964, "Finetune/Step Time": 6.74980135448277}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8603144288063049, "Finetune/Loss (Raw)": 0.7588575482368469, "Finetune/Step": 965, "Finetune/Step Time": 6.745141502469778}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8600872755050659, "Finetune/Loss (Raw)": 0.8382270336151123, "Finetune/Step": 966, "Finetune/Step Time": 6.745497792959213}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.860388994216919, "Finetune/Loss (Raw)": 0.8592526912689209, "Finetune/Step": 967, "Finetune/Step Time": 6.750947680324316}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8593470454216003, "Finetune/Loss (Raw)": 0.9345994591712952, "Finetune/Step": 968, "Finetune/Step Time": 6.749326303601265}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8593448996543884, "Finetune/Loss (Raw)": 0.8169997334480286, "Finetune/Step": 969, "Finetune/Step Time": 6.756021212786436}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8563228845596313, "Finetune/Loss (Raw)": 0.5714637637138367, "Finetune/Step": 970, "Finetune/Step Time": 6.774271773174405}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8560567498207092, "Finetune/Loss (Raw)": 0.8857831358909607, "Finetune/Step": 971, "Finetune/Step Time": 6.787589708343148}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8522201180458069, "Finetune/Loss (Raw)": 0.3923441171646118, "Finetune/Step": 972, "Finetune/Step Time": 6.805763790383935}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8509836792945862, "Finetune/Loss (Raw)": 0.7921980619430542, "Finetune/Step": 973, "Finetune/Step Time": 6.811690511181951}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8500179648399353, "Finetune/Loss (Raw)": 0.8480183482170105, "Finetune/Step": 974, "Finetune/Step Time": 6.827711582183838}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.854261040687561, "Finetune/Loss (Raw)": 1.0033295154571533, "Finetune/Step": 975, "Finetune/Step Time": 6.822359923273325}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8552737236022949, "Finetune/Loss (Raw)": 0.9065523743629456, "Finetune/Step": 976, "Finetune/Step Time": 6.8192152082920074}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8558493256568909, "Finetune/Loss (Raw)": 1.011475920677185, "Finetune/Step": 977, "Finetune/Step Time": 6.824015041813254}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8560238480567932, "Finetune/Loss (Raw)": 0.8491693139076233, "Finetune/Step": 978, "Finetune/Step Time": 6.7988351210951805}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8553586602210999, "Finetune/Loss (Raw)": 0.8468174338340759, "Finetune/Step": 979, "Finetune/Step Time": 6.799488045275211}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8573986291885376, "Finetune/Loss (Raw)": 1.051240086555481, "Finetune/Step": 980, "Finetune/Step Time": 6.797348104417324}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8572741746902466, "Finetune/Loss (Raw)": 0.8785650134086609, "Finetune/Step": 981, "Finetune/Step Time": 6.79859210178256}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8583201169967651, "Finetune/Loss (Raw)": 0.95713871717453, "Finetune/Step": 982, "Finetune/Step Time": 6.786612264811993}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8604804277420044, "Finetune/Loss (Raw)": 0.9406099319458008, "Finetune/Step": 983, "Finetune/Step Time": 6.750413188710809}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8595281839370728, "Finetune/Loss (Raw)": 0.7674130201339722, "Finetune/Step": 984, "Finetune/Step Time": 6.761121567338705}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8600050210952759, "Finetune/Loss (Raw)": 0.8847558498382568, "Finetune/Step": 985, "Finetune/Step Time": 6.760133270174265}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8576151132583618, "Finetune/Loss (Raw)": 0.8084771633148193, "Finetune/Step": 986, "Finetune/Step Time": 6.763340266421437}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8571937680244446, "Finetune/Loss (Raw)": 0.9077282547950745, "Finetune/Step": 987, "Finetune/Step Time": 6.750421777367592}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8558553457260132, "Finetune/Loss (Raw)": 0.699258029460907, "Finetune/Step": 988, "Finetune/Step Time": 6.753378991037607}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8583815693855286, "Finetune/Loss (Raw)": 0.9539560079574585, "Finetune/Step": 989, "Finetune/Step Time": 6.756400661543012}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8561295866966248, "Finetune/Loss (Raw)": 0.6393778920173645, "Finetune/Step": 990, "Finetune/Step Time": 6.762417294085026}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8582268953323364, "Finetune/Loss (Raw)": 0.9790793657302856, "Finetune/Step": 991, "Finetune/Step Time": 6.753510799258947}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.857679545879364, "Finetune/Loss (Raw)": 0.8912351727485657, "Finetune/Step": 992, "Finetune/Step Time": 6.751286311075091}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8576289415359497, "Finetune/Loss (Raw)": 0.8158167600631714, "Finetune/Step": 993, "Finetune/Step Time": 6.761525532230735}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8550545573234558, "Finetune/Loss (Raw)": 0.6874350309371948, "Finetune/Step": 994, "Finetune/Step Time": 6.76955022662878}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8541889786720276, "Finetune/Loss (Raw)": 0.8736432194709778, "Finetune/Step": 995, "Finetune/Step Time": 6.767930056899786}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.853662371635437, "Finetune/Loss (Raw)": 0.7873660922050476, "Finetune/Step": 996, "Finetune/Step Time": 6.771044194698334}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8525692820549011, "Finetune/Loss (Raw)": 0.8651886582374573, "Finetune/Step": 997, "Finetune/Step Time": 6.750414771959186}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.852414071559906, "Finetune/Loss (Raw)": 0.7862192392349243, "Finetune/Step": 998, "Finetune/Step Time": 6.76274230517447}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8541984558105469, "Finetune/Loss (Raw)": 0.9782719016075134, "Finetune/Step": 999, "Finetune/Step Time": 6.75519897043705}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8550457954406738, "Finetune/Loss (Raw)": 1.0287827253341675, "Finetune/Step": 1000, "Finetune/Step Time": 6.748304752632976}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8500561714172363, "Finetune/Loss (Raw)": 0.3221101760864258, "Finetune/Step": 1001, "Finetune/Step Time": 6.770239671692252}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8515231609344482, "Finetune/Loss (Raw)": 0.9438706040382385, "Finetune/Step": 1002, "Finetune/Step Time": 6.769942708313465}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8528407216072083, "Finetune/Loss (Raw)": 0.9933086037635803, "Finetune/Step": 1003, "Finetune/Step Time": 6.771931428462267}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8538118004798889, "Finetune/Loss (Raw)": 0.9962273240089417, "Finetune/Step": 1004, "Finetune/Step Time": 6.771616818383336}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8540209531784058, "Finetune/Loss (Raw)": 0.9139556884765625, "Finetune/Step": 1005, "Finetune/Step Time": 6.763336520642042}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8527979850769043, "Finetune/Loss (Raw)": 0.7281376123428345, "Finetune/Step": 1006, "Finetune/Step Time": 6.789739016443491}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8532353043556213, "Finetune/Loss (Raw)": 0.8604703545570374, "Finetune/Step": 1007, "Finetune/Step Time": 6.77003738284111}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8538068532943726, "Finetune/Loss (Raw)": 0.912265419960022, "Finetune/Step": 1008, "Finetune/Step Time": 6.768447503447533}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8517704010009766, "Finetune/Loss (Raw)": 0.4224143326282501, "Finetune/Step": 1009, "Finetune/Step Time": 6.773328397423029}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8508796691894531, "Finetune/Loss (Raw)": 0.8021796941757202, "Finetune/Step": 1010, "Finetune/Step Time": 6.7752448581159115}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8495559096336365, "Finetune/Loss (Raw)": 0.8143332600593567, "Finetune/Step": 1011, "Finetune/Step Time": 6.774405293166637}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.848956823348999, "Finetune/Loss (Raw)": 0.9313739538192749, "Finetune/Step": 1012, "Finetune/Step Time": 6.7672642301768064}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8539183139801025, "Finetune/Loss (Raw)": 0.8589032888412476, "Finetune/Step": 1013, "Finetune/Step Time": 6.747171485796571}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8545525074005127, "Finetune/Loss (Raw)": 0.9871413111686707, "Finetune/Step": 1014, "Finetune/Step Time": 6.741475388407707}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8538540601730347, "Finetune/Loss (Raw)": 0.30956152081489563, "Finetune/Step": 1015, "Finetune/Step Time": 6.736765613779426}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8535195589065552, "Finetune/Loss (Raw)": 0.9371439218521118, "Finetune/Step": 1016, "Finetune/Step Time": 6.7346215788275}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8537384271621704, "Finetune/Loss (Raw)": 0.9769319891929626, "Finetune/Step": 1017, "Finetune/Step Time": 6.725335845723748}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8533233404159546, "Finetune/Loss (Raw)": 0.8473016619682312, "Finetune/Step": 1018, "Finetune/Step Time": 6.771512424573302}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.853116512298584, "Finetune/Loss (Raw)": 0.8576416969299316, "Finetune/Step": 1019, "Finetune/Step Time": 6.769165389239788}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8537188172340393, "Finetune/Loss (Raw)": 0.8931256532669067, "Finetune/Step": 1020, "Finetune/Step Time": 6.764768864959478}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8515968322753906, "Finetune/Loss (Raw)": 0.7394578456878662, "Finetune/Step": 1021, "Finetune/Step Time": 6.775617511942983}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8512651920318604, "Finetune/Loss (Raw)": 0.8890728950500488, "Finetune/Step": 1022, "Finetune/Step Time": 6.781711319461465}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8502259254455566, "Finetune/Loss (Raw)": 0.7181699275970459, "Finetune/Step": 1023, "Finetune/Step Time": 6.78508466295898}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8492590188980103, "Finetune/Loss (Raw)": 0.8002870678901672, "Finetune/Step": 1024, "Finetune/Step Time": 6.78625413775444}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8500701189041138, "Finetune/Loss (Raw)": 0.8025429248809814, "Finetune/Step": 1025, "Finetune/Step Time": 6.770584005862474}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8540414571762085, "Finetune/Loss (Raw)": 0.8666056394577026, "Finetune/Step": 1026, "Finetune/Step Time": 6.759760731831193}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8507188558578491, "Finetune/Loss (Raw)": 0.3659649193286896, "Finetune/Step": 1027, "Finetune/Step Time": 6.751008378341794}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8502291440963745, "Finetune/Loss (Raw)": 0.9355897903442383, "Finetune/Step": 1028, "Finetune/Step Time": 6.754646858200431}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8485834002494812, "Finetune/Loss (Raw)": 0.8137097954750061, "Finetune/Step": 1029, "Finetune/Step Time": 6.761545792222023}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8479291200637817, "Finetune/Loss (Raw)": 0.8161256313323975, "Finetune/Step": 1030, "Finetune/Step Time": 6.765251973643899}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.847478449344635, "Finetune/Loss (Raw)": 0.8828046917915344, "Finetune/Step": 1031, "Finetune/Step Time": 6.739849137142301}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8435823917388916, "Finetune/Loss (Raw)": 0.34670278429985046, "Finetune/Step": 1032, "Finetune/Step Time": 6.760394478216767}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8431455492973328, "Finetune/Loss (Raw)": 0.9203585982322693, "Finetune/Step": 1033, "Finetune/Step Time": 6.776584731414914}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.842674732208252, "Finetune/Loss (Raw)": 0.7762578129768372, "Finetune/Step": 1034, "Finetune/Step Time": 6.783958265557885}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8421614170074463, "Finetune/Loss (Raw)": 0.8788564801216125, "Finetune/Step": 1035, "Finetune/Step Time": 6.7958114594221115}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8420409560203552, "Finetune/Loss (Raw)": 0.8830749988555908, "Finetune/Step": 1036, "Finetune/Step Time": 6.80044630728662}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8407659530639648, "Finetune/Loss (Raw)": 0.7279764413833618, "Finetune/Step": 1037, "Finetune/Step Time": 6.803185146301985}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8422955870628357, "Finetune/Loss (Raw)": 1.0694891214370728, "Finetune/Step": 1038, "Finetune/Step Time": 6.796504981815815}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8425090312957764, "Finetune/Loss (Raw)": 0.8942123055458069, "Finetune/Step": 1039, "Finetune/Step Time": 6.796070013195276}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8407193422317505, "Finetune/Loss (Raw)": 0.7730092406272888, "Finetune/Step": 1040, "Finetune/Step Time": 6.792457649484277}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8438002467155457, "Finetune/Loss (Raw)": 1.0329898595809937, "Finetune/Step": 1041, "Finetune/Step Time": 6.773863000795245}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.843406081199646, "Finetune/Loss (Raw)": 1.0158941745758057, "Finetune/Step": 1042, "Finetune/Step Time": 6.765563786029816}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8390899300575256, "Finetune/Loss (Raw)": 0.37358444929122925, "Finetune/Step": 1043, "Finetune/Step Time": 6.789873167872429}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.836905837059021, "Finetune/Loss (Raw)": 0.6645263433456421, "Finetune/Step": 1044, "Finetune/Step Time": 6.790612798184156}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8354322910308838, "Finetune/Loss (Raw)": 0.8832339644432068, "Finetune/Step": 1045, "Finetune/Step Time": 6.764015417546034}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8354203701019287, "Finetune/Loss (Raw)": 0.8509654998779297, "Finetune/Step": 1046, "Finetune/Step Time": 6.767105104401708}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8375422954559326, "Finetune/Loss (Raw)": 0.914328932762146, "Finetune/Step": 1047, "Finetune/Step Time": 6.753545098006725}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8400750160217285, "Finetune/Loss (Raw)": 1.069419503211975, "Finetune/Step": 1048, "Finetune/Step Time": 6.74566675722599}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8386752605438232, "Finetune/Loss (Raw)": 0.7730822563171387, "Finetune/Step": 1049, "Finetune/Step Time": 6.7437154818326235}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8377889394760132, "Finetune/Loss (Raw)": 0.7527986764907837, "Finetune/Step": 1050, "Finetune/Step Time": 6.756116637960076}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8359161019325256, "Finetune/Loss (Raw)": 0.7086916565895081, "Finetune/Step": 1051, "Finetune/Step Time": 6.7596649918705225}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8377028703689575, "Finetune/Loss (Raw)": 1.0153861045837402, "Finetune/Step": 1052, "Finetune/Step Time": 6.75736066699028}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8386452198028564, "Finetune/Loss (Raw)": 0.8592399954795837, "Finetune/Step": 1053, "Finetune/Step Time": 6.743956696242094}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8405276536941528, "Finetune/Loss (Raw)": 0.9025300145149231, "Finetune/Step": 1054, "Finetune/Step Time": 6.73827756382525}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8397189378738403, "Finetune/Loss (Raw)": 0.8085115551948547, "Finetune/Step": 1055, "Finetune/Step Time": 6.739272313192487}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8407763242721558, "Finetune/Loss (Raw)": 1.0489102602005005, "Finetune/Step": 1056, "Finetune/Step Time": 6.740025132894516}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.840362012386322, "Finetune/Loss (Raw)": 0.8258233070373535, "Finetune/Step": 1057, "Finetune/Step Time": 6.734581446275115}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8400638103485107, "Finetune/Loss (Raw)": 0.7860804200172424, "Finetune/Step": 1058, "Finetune/Step Time": 6.7261430490761995}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8390456438064575, "Finetune/Loss (Raw)": 0.8163607120513916, "Finetune/Step": 1059, "Finetune/Step Time": 6.744097488000989}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8380460143089294, "Finetune/Loss (Raw)": 0.8344257473945618, "Finetune/Step": 1060, "Finetune/Step Time": 6.741563962772489}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8366644382476807, "Finetune/Loss (Raw)": 0.6970160603523254, "Finetune/Step": 1061, "Finetune/Step Time": 6.721545364707708}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8360859155654907, "Finetune/Loss (Raw)": 0.8862813115119934, "Finetune/Step": 1062, "Finetune/Step Time": 6.716813396662474}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8372214436531067, "Finetune/Loss (Raw)": 0.8656869530677795, "Finetune/Step": 1063, "Finetune/Step Time": 6.723889134824276}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8395777344703674, "Finetune/Loss (Raw)": 1.1148487329483032, "Finetune/Step": 1064, "Finetune/Step Time": 6.710479678586125}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8395792245864868, "Finetune/Loss (Raw)": 1.0428266525268555, "Finetune/Step": 1065, "Finetune/Step Time": 6.711747203022242}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8376787304878235, "Finetune/Loss (Raw)": 0.8095462918281555, "Finetune/Step": 1066, "Finetune/Step Time": 6.716705039143562}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8390178084373474, "Finetune/Loss (Raw)": 1.0256816148757935, "Finetune/Step": 1067, "Finetune/Step Time": 6.722806498408318}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8377368450164795, "Finetune/Loss (Raw)": 0.8049973845481873, "Finetune/Step": 1068, "Finetune/Step Time": 6.727072585374117}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8374131917953491, "Finetune/Loss (Raw)": 0.8640651702880859, "Finetune/Step": 1069, "Finetune/Step Time": 6.752255108207464}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8386677503585815, "Finetune/Loss (Raw)": 0.9153829216957092, "Finetune/Step": 1070, "Finetune/Step Time": 6.740584850311279}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8392248153686523, "Finetune/Loss (Raw)": 0.9551894068717957, "Finetune/Step": 1071, "Finetune/Step Time": 6.738312656059861}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8400161266326904, "Finetune/Loss (Raw)": 0.9571421146392822, "Finetune/Step": 1072, "Finetune/Step Time": 6.747343137860298}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8407203555107117, "Finetune/Loss (Raw)": 0.8801918029785156, "Finetune/Step": 1073, "Finetune/Step Time": 6.729323443025351}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8425556421279907, "Finetune/Loss (Raw)": 0.9745219349861145, "Finetune/Step": 1074, "Finetune/Step Time": 6.714383067563176}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8428387641906738, "Finetune/Loss (Raw)": 0.8822178840637207, "Finetune/Step": 1075, "Finetune/Step Time": 6.708662858232856}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8477180004119873, "Finetune/Loss (Raw)": 1.005246877670288, "Finetune/Step": 1076, "Finetune/Step Time": 6.689654370769858}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8472457528114319, "Finetune/Loss (Raw)": 0.9944729208946228, "Finetune/Step": 1077, "Finetune/Step Time": 6.692918986082077}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8479666709899902, "Finetune/Loss (Raw)": 0.9532357454299927, "Finetune/Step": 1078, "Finetune/Step Time": 6.694824093952775}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8455274105072021, "Finetune/Loss (Raw)": 0.7752372622489929, "Finetune/Step": 1079, "Finetune/Step Time": 6.698958670720458}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8453278541564941, "Finetune/Loss (Raw)": 0.7713121771812439, "Finetune/Step": 1080, "Finetune/Step Time": 6.698205100372434}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8456277847290039, "Finetune/Loss (Raw)": 0.9445624351501465, "Finetune/Step": 1081, "Finetune/Step Time": 6.700997196137905}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8447834253311157, "Finetune/Loss (Raw)": 0.7031913995742798, "Finetune/Step": 1082, "Finetune/Step Time": 6.731444412842393}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8449938297271729, "Finetune/Loss (Raw)": 0.9356943368911743, "Finetune/Step": 1083, "Finetune/Step Time": 6.730019893497229}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8451811075210571, "Finetune/Loss (Raw)": 0.9408800601959229, "Finetune/Step": 1084, "Finetune/Step Time": 6.744462676346302}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8457798957824707, "Finetune/Loss (Raw)": 0.9184268116950989, "Finetune/Step": 1085, "Finetune/Step Time": 6.734334165230393}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8465968370437622, "Finetune/Loss (Raw)": 0.9671027660369873, "Finetune/Step": 1086, "Finetune/Step Time": 6.72008616104722}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8479357957839966, "Finetune/Loss (Raw)": 0.9427871704101562, "Finetune/Step": 1087, "Finetune/Step Time": 6.721791675314307}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.846107542514801, "Finetune/Loss (Raw)": 0.634454071521759, "Finetune/Step": 1088, "Finetune/Step Time": 6.729347055777907}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8469180464744568, "Finetune/Loss (Raw)": 0.8891435265541077, "Finetune/Step": 1089, "Finetune/Step Time": 6.7145743034780025}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8466274738311768, "Finetune/Loss (Raw)": 0.9677229523658752, "Finetune/Step": 1090, "Finetune/Step Time": 6.723923554643989}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8466773629188538, "Finetune/Loss (Raw)": 0.8460865020751953, "Finetune/Step": 1091, "Finetune/Step Time": 6.722283551469445}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8475030064582825, "Finetune/Loss (Raw)": 0.9731345772743225, "Finetune/Step": 1092, "Finetune/Step Time": 6.7203633692115545}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8477932214736938, "Finetune/Loss (Raw)": 0.7960034608840942, "Finetune/Step": 1093, "Finetune/Step Time": 6.716808455064893}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8480929136276245, "Finetune/Loss (Raw)": 0.8765817284584045, "Finetune/Step": 1094, "Finetune/Step Time": 6.7112295888364315}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8490674495697021, "Finetune/Loss (Raw)": 0.9839943647384644, "Finetune/Step": 1095, "Finetune/Step Time": 6.69366137124598}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8490861058235168, "Finetune/Loss (Raw)": 0.9369940161705017, "Finetune/Step": 1096, "Finetune/Step Time": 6.689007917419076}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8497146368026733, "Finetune/Loss (Raw)": 0.8974536061286926, "Finetune/Step": 1097, "Finetune/Step Time": 6.689484933391213}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.852054238319397, "Finetune/Loss (Raw)": 0.8709331154823303, "Finetune/Step": 1098, "Finetune/Step Time": 6.685332311317325}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.852266252040863, "Finetune/Loss (Raw)": 0.912916362285614, "Finetune/Step": 1099, "Finetune/Step Time": 6.6575195658952}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8558865785598755, "Finetune/Loss (Raw)": 0.855750322341919, "Finetune/Step": 1100, "Finetune/Step Time": 6.642209267243743}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8570833802223206, "Finetune/Loss (Raw)": 0.9453842043876648, "Finetune/Step": 1101, "Finetune/Step Time": 6.6407804004848}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8562261462211609, "Finetune/Loss (Raw)": 0.7382934093475342, "Finetune/Step": 1102, "Finetune/Step Time": 6.626601863652468}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.856407642364502, "Finetune/Loss (Raw)": 1.0265616178512573, "Finetune/Step": 1103, "Finetune/Step Time": 6.612062122672796}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8570530414581299, "Finetune/Loss (Raw)": 0.9891579747200012, "Finetune/Step": 1104, "Finetune/Step Time": 6.6201793774962425}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8560816049575806, "Finetune/Loss (Raw)": 0.8871405720710754, "Finetune/Step": 1105, "Finetune/Step Time": 6.62528351508081}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8557277917861938, "Finetune/Loss (Raw)": 0.8038812875747681, "Finetune/Step": 1106, "Finetune/Step Time": 6.636693688109517}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8564828634262085, "Finetune/Loss (Raw)": 0.9434603452682495, "Finetune/Step": 1107, "Finetune/Step Time": 6.631469113752246}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8563408851623535, "Finetune/Loss (Raw)": 1.033073902130127, "Finetune/Step": 1108, "Finetune/Step Time": 6.631512435153127}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8547406792640686, "Finetune/Loss (Raw)": 0.673738956451416, "Finetune/Step": 1109, "Finetune/Step Time": 6.642273422330618}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8544185161590576, "Finetune/Loss (Raw)": 0.915903627872467, "Finetune/Step": 1110, "Finetune/Step Time": 6.640245955437422}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8553042411804199, "Finetune/Loss (Raw)": 1.05397367477417, "Finetune/Step": 1111, "Finetune/Step Time": 6.635209213942289}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8557559251785278, "Finetune/Loss (Raw)": 0.8252390623092651, "Finetune/Step": 1112, "Finetune/Step Time": 6.622732698917389}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8556971549987793, "Finetune/Loss (Raw)": 0.8772261738777161, "Finetune/Step": 1113, "Finetune/Step Time": 6.618586782366037}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8556853532791138, "Finetune/Loss (Raw)": 0.8069725632667542, "Finetune/Step": 1114, "Finetune/Step Time": 6.641113104298711}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8556936979293823, "Finetune/Loss (Raw)": 0.9087921977043152, "Finetune/Step": 1115, "Finetune/Step Time": 6.637237848713994}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8580838441848755, "Finetune/Loss (Raw)": 1.005193829536438, "Finetune/Step": 1116, "Finetune/Step Time": 6.631462460383773}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.857082724571228, "Finetune/Loss (Raw)": 0.825809895992279, "Finetune/Step": 1117, "Finetune/Step Time": 6.630744697526097}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8593106865882874, "Finetune/Loss (Raw)": 0.924561083316803, "Finetune/Step": 1118, "Finetune/Step Time": 6.616832895204425}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8565278053283691, "Finetune/Loss (Raw)": 0.6228667497634888, "Finetune/Step": 1119, "Finetune/Step Time": 6.626237165182829}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8566705584526062, "Finetune/Loss (Raw)": 0.90951007604599, "Finetune/Step": 1120, "Finetune/Step Time": 6.628731168806553}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8582130670547485, "Finetune/Loss (Raw)": 1.0132582187652588, "Finetune/Step": 1121, "Finetune/Step Time": 6.59789258800447}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8600744009017944, "Finetune/Loss (Raw)": 0.9256892800331116, "Finetune/Step": 1122, "Finetune/Step Time": 6.614915205165744}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8595063090324402, "Finetune/Loss (Raw)": 0.8009273409843445, "Finetune/Step": 1123, "Finetune/Step Time": 6.643562471494079}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8618528842926025, "Finetune/Loss (Raw)": 1.0877224206924438, "Finetune/Step": 1124, "Finetune/Step Time": 6.639656890183687}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8619280457496643, "Finetune/Loss (Raw)": 0.87481689453125, "Finetune/Step": 1125, "Finetune/Step Time": 6.636091569438577}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.862933337688446, "Finetune/Loss (Raw)": 0.9148944020271301, "Finetune/Step": 1126, "Finetune/Step Time": 6.618096135556698}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8623038530349731, "Finetune/Loss (Raw)": 0.8976949453353882, "Finetune/Step": 1127, "Finetune/Step Time": 6.617900425568223}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8608437776565552, "Finetune/Loss (Raw)": 0.8418947458267212, "Finetune/Step": 1128, "Finetune/Step Time": 6.630147539079189}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8661686778068542, "Finetune/Loss (Raw)": 1.003695011138916, "Finetune/Step": 1129, "Finetune/Step Time": 6.615209002047777}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8641873598098755, "Finetune/Loss (Raw)": 0.6902625560760498, "Finetune/Step": 1130, "Finetune/Step Time": 6.623631941154599}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8641018867492676, "Finetune/Loss (Raw)": 0.9823704361915588, "Finetune/Step": 1131, "Finetune/Step Time": 6.606064189225435}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8638824224472046, "Finetune/Loss (Raw)": 0.9681363701820374, "Finetune/Step": 1132, "Finetune/Step Time": 6.60776804946363}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8637571334838867, "Finetune/Loss (Raw)": 0.8979179263114929, "Finetune/Step": 1133, "Finetune/Step Time": 6.603308016434312}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8650683164596558, "Finetune/Loss (Raw)": 0.8959640264511108, "Finetune/Step": 1134, "Finetune/Step Time": 6.574874103069305}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8658472299575806, "Finetune/Loss (Raw)": 0.9601781964302063, "Finetune/Step": 1135, "Finetune/Step Time": 6.570845231413841}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8655998706817627, "Finetune/Loss (Raw)": 0.8806026577949524, "Finetune/Step": 1136, "Finetune/Step Time": 6.56883942335844}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8698781132698059, "Finetune/Loss (Raw)": 0.9700254201889038, "Finetune/Step": 1137, "Finetune/Step Time": 6.550606353208423}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8704870939254761, "Finetune/Loss (Raw)": 0.8801335096359253, "Finetune/Step": 1138, "Finetune/Step Time": 6.570333624258637}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8707748651504517, "Finetune/Loss (Raw)": 0.8511650562286377, "Finetune/Step": 1139, "Finetune/Step Time": 6.582944454625249}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8706148862838745, "Finetune/Loss (Raw)": 0.9109023809432983, "Finetune/Step": 1140, "Finetune/Step Time": 6.576409790664911}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8706157207489014, "Finetune/Loss (Raw)": 0.8590084910392761, "Finetune/Step": 1141, "Finetune/Step Time": 6.581638306379318}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8652359843254089, "Finetune/Loss (Raw)": 0.2985351085662842, "Finetune/Step": 1142, "Finetune/Step Time": 6.594693569466472}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8695120811462402, "Finetune/Loss (Raw)": 0.8568961024284363, "Finetune/Step": 1143, "Finetune/Step Time": 6.587243730202317}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8691302537918091, "Finetune/Loss (Raw)": 0.8882660269737244, "Finetune/Step": 1144, "Finetune/Step Time": 6.59111886844039}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8683760762214661, "Finetune/Loss (Raw)": 0.8804019093513489, "Finetune/Step": 1145, "Finetune/Step Time": 6.591482266783714}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8692467212677002, "Finetune/Loss (Raw)": 0.958740770816803, "Finetune/Step": 1146, "Finetune/Step Time": 6.548551619052887}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8679903745651245, "Finetune/Loss (Raw)": 0.6968368291854858, "Finetune/Step": 1147, "Finetune/Step Time": 6.552041456103325}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.86370849609375, "Finetune/Loss (Raw)": 0.3450475037097931, "Finetune/Step": 1148, "Finetune/Step Time": 6.572262799367309}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8661144971847534, "Finetune/Loss (Raw)": 1.047423005104065, "Finetune/Step": 1149, "Finetune/Step Time": 6.572784714400768}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8654712438583374, "Finetune/Loss (Raw)": 0.806739866733551, "Finetune/Step": 1150, "Finetune/Step Time": 6.563423918560147}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.866089940071106, "Finetune/Loss (Raw)": 0.797356128692627, "Finetune/Step": 1151, "Finetune/Step Time": 6.547278271988034}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8666132688522339, "Finetune/Loss (Raw)": 0.8672786355018616, "Finetune/Step": 1152, "Finetune/Step Time": 6.565022362396121}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8677486777305603, "Finetune/Loss (Raw)": 0.9478705525398254, "Finetune/Step": 1153, "Finetune/Step Time": 6.579213319346309}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8635284900665283, "Finetune/Loss (Raw)": 0.32641637325286865, "Finetune/Step": 1154, "Finetune/Step Time": 6.590781664475799}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.863338053226471, "Finetune/Loss (Raw)": 0.3415948450565338, "Finetune/Step": 1155, "Finetune/Step Time": 6.579398250207305}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8641905188560486, "Finetune/Loss (Raw)": 1.0447064638137817, "Finetune/Step": 1156, "Finetune/Step Time": 6.575656700879335}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8655261993408203, "Finetune/Loss (Raw)": 0.9846692681312561, "Finetune/Step": 1157, "Finetune/Step Time": 6.567430954426527}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.865557074546814, "Finetune/Loss (Raw)": 0.820083737373352, "Finetune/Step": 1158, "Finetune/Step Time": 6.557944612577558}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8647999167442322, "Finetune/Loss (Raw)": 0.7858850359916687, "Finetune/Step": 1159, "Finetune/Step Time": 6.5576106403023005}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8688189387321472, "Finetune/Loss (Raw)": 0.8611404895782471, "Finetune/Step": 1160, "Finetune/Step Time": 6.555240526795387}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8679637908935547, "Finetune/Loss (Raw)": 0.8109035491943359, "Finetune/Step": 1161, "Finetune/Step Time": 6.548218471929431}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8693555593490601, "Finetune/Loss (Raw)": 0.9544028639793396, "Finetune/Step": 1162, "Finetune/Step Time": 6.5451856926083565}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8675645589828491, "Finetune/Loss (Raw)": 0.6496107578277588, "Finetune/Step": 1163, "Finetune/Step Time": 6.55455170199275}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8692713975906372, "Finetune/Loss (Raw)": 1.1015501022338867, "Finetune/Step": 1164, "Finetune/Step Time": 6.552092170342803}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8664150834083557, "Finetune/Loss (Raw)": 0.3623640239238739, "Finetune/Step": 1165, "Finetune/Step Time": 6.560973480343819}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8643555641174316, "Finetune/Loss (Raw)": 0.8058711886405945, "Finetune/Step": 1166, "Finetune/Step Time": 6.570264331996441}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8623025417327881, "Finetune/Loss (Raw)": 0.6314270496368408, "Finetune/Step": 1167, "Finetune/Step Time": 6.5850806795060635}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8626375198364258, "Finetune/Loss (Raw)": 0.8158844113349915, "Finetune/Step": 1168, "Finetune/Step Time": 6.5841740146279335}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8618834018707275, "Finetune/Loss (Raw)": 0.9364614486694336, "Finetune/Step": 1169, "Finetune/Step Time": 6.586014730855823}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8576198816299438, "Finetune/Loss (Raw)": 0.4701646566390991, "Finetune/Step": 1170, "Finetune/Step Time": 6.6008997447788715}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8625262379646301, "Finetune/Loss (Raw)": 1.001600742340088, "Finetune/Step": 1171, "Finetune/Step Time": 6.575656678527594}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8645122051239014, "Finetune/Loss (Raw)": 0.9187257289886475, "Finetune/Step": 1172, "Finetune/Step Time": 6.570189392194152}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8645265102386475, "Finetune/Loss (Raw)": 0.8850651979446411, "Finetune/Step": 1173, "Finetune/Step Time": 6.553711347281933}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8606659173965454, "Finetune/Loss (Raw)": 0.35681605339050293, "Finetune/Step": 1174, "Finetune/Step Time": 6.564264092594385}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8602114319801331, "Finetune/Loss (Raw)": 0.8561493754386902, "Finetune/Step": 1175, "Finetune/Step Time": 6.578490989282727}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8584412932395935, "Finetune/Loss (Raw)": 0.842841625213623, "Finetune/Step": 1176, "Finetune/Step Time": 6.573960809037089}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8546565175056458, "Finetune/Loss (Raw)": 0.2886331379413605, "Finetune/Step": 1177, "Finetune/Step Time": 6.595882810652256}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8513017296791077, "Finetune/Loss (Raw)": 0.3233853578567505, "Finetune/Step": 1178, "Finetune/Step Time": 6.612471083179116}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8539186716079712, "Finetune/Loss (Raw)": 1.0436608791351318, "Finetune/Step": 1179, "Finetune/Step Time": 6.605626543983817}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8525307178497314, "Finetune/Loss (Raw)": 0.8377311825752258, "Finetune/Step": 1180, "Finetune/Step Time": 6.622599622234702}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8537847995758057, "Finetune/Loss (Raw)": 1.019758701324463, "Finetune/Step": 1181, "Finetune/Step Time": 6.611170768737793}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8514512777328491, "Finetune/Loss (Raw)": 0.6038401126861572, "Finetune/Step": 1182, "Finetune/Step Time": 6.613866630941629}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8527764081954956, "Finetune/Loss (Raw)": 0.9781332612037659, "Finetune/Step": 1183, "Finetune/Step Time": 6.615356542170048}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8501224517822266, "Finetune/Loss (Raw)": 0.7091978788375854, "Finetune/Step": 1184, "Finetune/Step Time": 6.645192978903651}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8507929444313049, "Finetune/Loss (Raw)": 0.9116460084915161, "Finetune/Step": 1185, "Finetune/Step Time": 6.648829188197851}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8527212142944336, "Finetune/Loss (Raw)": 1.0329020023345947, "Finetune/Step": 1186, "Finetune/Step Time": 6.660040471702814}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8490225672721863, "Finetune/Loss (Raw)": 0.3429296314716339, "Finetune/Step": 1187, "Finetune/Step Time": 6.666171034798026}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8497496843338013, "Finetune/Loss (Raw)": 0.9274930953979492, "Finetune/Step": 1188, "Finetune/Step Time": 6.66586946696043}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8519433736801147, "Finetune/Loss (Raw)": 0.9778130054473877, "Finetune/Step": 1189, "Finetune/Step Time": 6.671174565330148}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8519390821456909, "Finetune/Loss (Raw)": 0.8857346177101135, "Finetune/Step": 1190, "Finetune/Step Time": 6.670184206217527}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8525290489196777, "Finetune/Loss (Raw)": 0.9411970376968384, "Finetune/Step": 1191, "Finetune/Step Time": 6.664433509111404}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8513808250427246, "Finetune/Loss (Raw)": 0.9678754806518555, "Finetune/Step": 1192, "Finetune/Step Time": 6.672296764329076}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8503618240356445, "Finetune/Loss (Raw)": 0.9123967289924622, "Finetune/Step": 1193, "Finetune/Step Time": 6.671151626855135}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8514232635498047, "Finetune/Loss (Raw)": 0.9454091191291809, "Finetune/Step": 1194, "Finetune/Step Time": 6.674212291836739}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8502859473228455, "Finetune/Loss (Raw)": 0.8801067471504211, "Finetune/Step": 1195, "Finetune/Step Time": 6.675131095573306}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8511841297149658, "Finetune/Loss (Raw)": 0.9199610352516174, "Finetune/Step": 1196, "Finetune/Step Time": 6.672510996460915}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8520349860191345, "Finetune/Loss (Raw)": 0.9729825854301453, "Finetune/Step": 1197, "Finetune/Step Time": 6.640284162014723}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8523102402687073, "Finetune/Loss (Raw)": 0.9506126642227173, "Finetune/Step": 1198, "Finetune/Step Time": 6.646487485617399}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.852495014667511, "Finetune/Loss (Raw)": 0.9788435101509094, "Finetune/Step": 1199, "Finetune/Step Time": 6.643018355593085}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.852641224861145, "Finetune/Loss (Raw)": 0.9758535623550415, "Finetune/Step": 1200, "Finetune/Step Time": 6.64040026627481}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8534411191940308, "Finetune/Loss (Raw)": 0.982575535774231, "Finetune/Step": 1201, "Finetune/Step Time": 6.644069328904152}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8543269038200378, "Finetune/Loss (Raw)": 1.087905764579773, "Finetune/Step": 1202, "Finetune/Step Time": 6.647735487669706}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8557161688804626, "Finetune/Loss (Raw)": 1.0600420236587524, "Finetune/Step": 1203, "Finetune/Step Time": 6.63871263153851}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8554372191429138, "Finetune/Loss (Raw)": 0.9695416688919067, "Finetune/Step": 1204, "Finetune/Step Time": 6.647469483315945}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8539793491363525, "Finetune/Loss (Raw)": 0.8078711628913879, "Finetune/Step": 1205, "Finetune/Step Time": 6.665734764188528}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8546206951141357, "Finetune/Loss (Raw)": 1.0353279113769531, "Finetune/Step": 1206, "Finetune/Step Time": 6.658037485554814}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8555537462234497, "Finetune/Loss (Raw)": 0.8946651816368103, "Finetune/Step": 1207, "Finetune/Step Time": 6.664588797837496}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8566662669181824, "Finetune/Loss (Raw)": 0.9137140512466431, "Finetune/Step": 1208, "Finetune/Step Time": 6.664974665269256}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8568953275680542, "Finetune/Loss (Raw)": 0.9738767743110657, "Finetune/Step": 1209, "Finetune/Step Time": 6.663810607045889}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8583858013153076, "Finetune/Loss (Raw)": 0.8939751386642456, "Finetune/Step": 1210, "Finetune/Step Time": 6.631671883165836}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8579948544502258, "Finetune/Loss (Raw)": 0.8856529593467712, "Finetune/Step": 1211, "Finetune/Step Time": 6.634418126195669}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8581346273422241, "Finetune/Loss (Raw)": 0.9587739706039429, "Finetune/Step": 1212, "Finetune/Step Time": 6.622457392513752}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.857611894607544, "Finetune/Loss (Raw)": 0.8515218496322632, "Finetune/Step": 1213, "Finetune/Step Time": 6.622071882709861}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8560749888420105, "Finetune/Loss (Raw)": 0.7703697085380554, "Finetune/Step": 1214, "Finetune/Step Time": 6.636425755918026}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8559442758560181, "Finetune/Loss (Raw)": 0.9260572195053101, "Finetune/Step": 1215, "Finetune/Step Time": 6.637736666947603}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8537355661392212, "Finetune/Loss (Raw)": 0.35174259543418884, "Finetune/Step": 1216, "Finetune/Step Time": 6.648003114387393}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.854728102684021, "Finetune/Loss (Raw)": 1.016188144683838, "Finetune/Step": 1217, "Finetune/Step Time": 6.652162238955498}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8547723889350891, "Finetune/Loss (Raw)": 0.973391592502594, "Finetune/Step": 1218, "Finetune/Step Time": 6.637241665273905}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8505226969718933, "Finetune/Loss (Raw)": 0.3021238148212433, "Finetune/Step": 1219, "Finetune/Step Time": 6.659168913960457}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8497712016105652, "Finetune/Loss (Raw)": 0.8769397735595703, "Finetune/Step": 1220, "Finetune/Step Time": 6.658777995035052}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8503999710083008, "Finetune/Loss (Raw)": 0.8764873147010803, "Finetune/Step": 1221, "Finetune/Step Time": 6.669701239094138}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8503056168556213, "Finetune/Loss (Raw)": 0.8645095825195312, "Finetune/Step": 1222, "Finetune/Step Time": 6.680684592574835}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8497114181518555, "Finetune/Loss (Raw)": 0.907933235168457, "Finetune/Step": 1223, "Finetune/Step Time": 6.681668218225241}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8497624397277832, "Finetune/Loss (Raw)": 0.9435277581214905, "Finetune/Step": 1224, "Finetune/Step Time": 6.683287570253015}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8487938046455383, "Finetune/Loss (Raw)": 0.7734647989273071, "Finetune/Step": 1225, "Finetune/Step Time": 6.669304432347417}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.848231852054596, "Finetune/Loss (Raw)": 0.799005389213562, "Finetune/Step": 1226, "Finetune/Step Time": 6.660789519548416}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8467076420783997, "Finetune/Loss (Raw)": 0.7178190350532532, "Finetune/Step": 1227, "Finetune/Step Time": 6.669700333848596}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8464310169219971, "Finetune/Loss (Raw)": 0.8203333616256714, "Finetune/Step": 1228, "Finetune/Step Time": 6.67655560746789}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8467829823493958, "Finetune/Loss (Raw)": 0.9904417991638184, "Finetune/Step": 1229, "Finetune/Step Time": 6.673585060983896}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8441344499588013, "Finetune/Loss (Raw)": 0.39928150177001953, "Finetune/Step": 1230, "Finetune/Step Time": 6.7005280163139105}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8440610766410828, "Finetune/Loss (Raw)": 1.01717209815979, "Finetune/Step": 1231, "Finetune/Step Time": 6.695071946829557}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8431656360626221, "Finetune/Loss (Raw)": 0.8745374083518982, "Finetune/Step": 1232, "Finetune/Step Time": 6.684523960575461}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8436105251312256, "Finetune/Loss (Raw)": 0.9440879225730896, "Finetune/Step": 1233, "Finetune/Step Time": 6.669548461213708}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8431276082992554, "Finetune/Loss (Raw)": 0.7420652508735657, "Finetune/Step": 1234, "Finetune/Step Time": 6.67938507348299}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8427621126174927, "Finetune/Loss (Raw)": 0.8966807126998901, "Finetune/Step": 1235, "Finetune/Step Time": 6.67864852398634}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8425410985946655, "Finetune/Loss (Raw)": 1.0047811269760132, "Finetune/Step": 1236, "Finetune/Step Time": 6.675059286877513}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8448343873023987, "Finetune/Loss (Raw)": 0.9672808647155762, "Finetune/Step": 1237, "Finetune/Step Time": 6.678562166169286}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.845732569694519, "Finetune/Loss (Raw)": 1.0308727025985718, "Finetune/Step": 1238, "Finetune/Step Time": 6.681271065026522}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8445789217948914, "Finetune/Loss (Raw)": 0.9063107967376709, "Finetune/Step": 1239, "Finetune/Step Time": 6.689893499016762}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8449289202690125, "Finetune/Loss (Raw)": 0.8700360059738159, "Finetune/Step": 1240, "Finetune/Step Time": 6.688811203464866}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8444032073020935, "Finetune/Loss (Raw)": 0.8099339604377747, "Finetune/Step": 1241, "Finetune/Step Time": 6.703092755749822}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8451749086380005, "Finetune/Loss (Raw)": 0.905752420425415, "Finetune/Step": 1242, "Finetune/Step Time": 6.676808936521411}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8455331921577454, "Finetune/Loss (Raw)": 0.9546535015106201, "Finetune/Step": 1243, "Finetune/Step Time": 6.671215925365686}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8444154858589172, "Finetune/Loss (Raw)": 0.8621247410774231, "Finetune/Step": 1244, "Finetune/Step Time": 6.675247864797711}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8440569043159485, "Finetune/Loss (Raw)": 0.7799099683761597, "Finetune/Step": 1245, "Finetune/Step Time": 6.666278496384621}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8433621525764465, "Finetune/Loss (Raw)": 0.8356361389160156, "Finetune/Step": 1246, "Finetune/Step Time": 6.688957700505853}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8461328744888306, "Finetune/Loss (Raw)": 0.9775190353393555, "Finetune/Step": 1247, "Finetune/Step Time": 6.6745970491319895}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8447970747947693, "Finetune/Loss (Raw)": 0.7385272979736328, "Finetune/Step": 1248, "Finetune/Step Time": 6.678837958723307}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8433512449264526, "Finetune/Loss (Raw)": 0.8281832933425903, "Finetune/Step": 1249, "Finetune/Step Time": 6.679373521357775}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8433595299720764, "Finetune/Loss (Raw)": 0.9267519116401672, "Finetune/Step": 1250, "Finetune/Step Time": 6.660467714071274}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.844347357749939, "Finetune/Loss (Raw)": 0.9273703098297119, "Finetune/Step": 1251, "Finetune/Step Time": 6.635703299194574}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8419734835624695, "Finetune/Loss (Raw)": 0.7838676571846008, "Finetune/Step": 1252, "Finetune/Step Time": 6.64243108779192}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8415238857269287, "Finetune/Loss (Raw)": 0.817270040512085, "Finetune/Step": 1253, "Finetune/Step Time": 6.661432921886444}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8414280414581299, "Finetune/Loss (Raw)": 0.9026219248771667, "Finetune/Step": 1254, "Finetune/Step Time": 6.665507961064577}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8420950174331665, "Finetune/Loss (Raw)": 0.9830754399299622, "Finetune/Step": 1255, "Finetune/Step Time": 6.667868075892329}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8429074883460999, "Finetune/Loss (Raw)": 0.945887565612793, "Finetune/Step": 1256, "Finetune/Step Time": 6.663901573047042}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8396826982498169, "Finetune/Loss (Raw)": 0.5909271240234375, "Finetune/Step": 1257, "Finetune/Step Time": 6.680590149015188}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.841147243976593, "Finetune/Loss (Raw)": 0.8777190446853638, "Finetune/Step": 1258, "Finetune/Step Time": 6.669460736215115}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8397513628005981, "Finetune/Loss (Raw)": 0.803703248500824, "Finetune/Step": 1259, "Finetune/Step Time": 6.681275570765138}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8407113552093506, "Finetune/Loss (Raw)": 1.091010570526123, "Finetune/Step": 1260, "Finetune/Step Time": 6.683043943718076}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8395726680755615, "Finetune/Loss (Raw)": 0.7521594166755676, "Finetune/Step": 1261, "Finetune/Step Time": 6.683071373030543}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8396628499031067, "Finetune/Loss (Raw)": 0.9075140953063965, "Finetune/Step": 1262, "Finetune/Step Time": 6.678624339401722}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8396691679954529, "Finetune/Loss (Raw)": 0.9609845876693726, "Finetune/Step": 1263, "Finetune/Step Time": 6.675389850512147}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8398836851119995, "Finetune/Loss (Raw)": 0.9080610275268555, "Finetune/Step": 1264, "Finetune/Step Time": 6.673832828179002}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8352493047714233, "Finetune/Loss (Raw)": 0.37682053446769714, "Finetune/Step": 1265, "Finetune/Step Time": 6.692678363993764}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8351066708564758, "Finetune/Loss (Raw)": 0.8618804216384888, "Finetune/Step": 1266, "Finetune/Step Time": 6.687827093526721}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8358392119407654, "Finetune/Loss (Raw)": 0.9449294805526733, "Finetune/Step": 1267, "Finetune/Step Time": 6.674583353102207}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8363057971000671, "Finetune/Loss (Raw)": 0.9706258773803711, "Finetune/Step": 1268, "Finetune/Step Time": 6.678538277745247}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8360017538070679, "Finetune/Loss (Raw)": 0.8200910091400146, "Finetune/Step": 1269, "Finetune/Step Time": 6.67010186240077}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8411552906036377, "Finetune/Loss (Raw)": 0.9581894874572754, "Finetune/Step": 1270, "Finetune/Step Time": 6.660376217216253}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8422542810440063, "Finetune/Loss (Raw)": 0.997569739818573, "Finetune/Step": 1271, "Finetune/Step Time": 6.645236821845174}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8410753011703491, "Finetune/Loss (Raw)": 0.7373571395874023, "Finetune/Step": 1272, "Finetune/Step Time": 6.653836466372013}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8404544591903687, "Finetune/Loss (Raw)": 0.8009302616119385, "Finetune/Step": 1273, "Finetune/Step Time": 6.663628017529845}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8393028974533081, "Finetune/Loss (Raw)": 0.8113421201705933, "Finetune/Step": 1274, "Finetune/Step Time": 6.654884124174714}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8421393036842346, "Finetune/Loss (Raw)": 1.0598952770233154, "Finetune/Step": 1275, "Finetune/Step Time": 6.645747086033225}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8462033271789551, "Finetune/Loss (Raw)": 0.8652413487434387, "Finetune/Step": 1276, "Finetune/Step Time": 6.626457097008824}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8450479507446289, "Finetune/Loss (Raw)": 0.8995396494865417, "Finetune/Step": 1277, "Finetune/Step Time": 6.629075488075614}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.843687891960144, "Finetune/Loss (Raw)": 0.6326468586921692, "Finetune/Step": 1278, "Finetune/Step Time": 6.634708944708109}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8444913625717163, "Finetune/Loss (Raw)": 0.9002060294151306, "Finetune/Step": 1279, "Finetune/Step Time": 6.636231800541282}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8457200527191162, "Finetune/Loss (Raw)": 1.0245460271835327, "Finetune/Step": 1280, "Finetune/Step Time": 6.614212062209845}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8453011512756348, "Finetune/Loss (Raw)": 0.894248902797699, "Finetune/Step": 1281, "Finetune/Step Time": 6.598398718982935}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8495485782623291, "Finetune/Loss (Raw)": 0.8700922131538391, "Finetune/Step": 1282, "Finetune/Step Time": 6.5790964514017105}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.852340579032898, "Finetune/Loss (Raw)": 0.6989735960960388, "Finetune/Step": 1283, "Finetune/Step Time": 6.5705143846571445}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8509883880615234, "Finetune/Loss (Raw)": 0.8716288208961487, "Finetune/Step": 1284, "Finetune/Step Time": 6.5729348231107}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8508332967758179, "Finetune/Loss (Raw)": 0.9648101329803467, "Finetune/Step": 1285, "Finetune/Step Time": 6.572740837931633}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.851205587387085, "Finetune/Loss (Raw)": 0.867737352848053, "Finetune/Step": 1286, "Finetune/Step Time": 6.588088076561689}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8519046306610107, "Finetune/Loss (Raw)": 0.8753595948219299, "Finetune/Step": 1287, "Finetune/Step Time": 6.587143898010254}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8516425490379333, "Finetune/Loss (Raw)": 0.8276016116142273, "Finetune/Step": 1288, "Finetune/Step Time": 6.566834798082709}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.85181725025177, "Finetune/Loss (Raw)": 0.8332648277282715, "Finetune/Step": 1289, "Finetune/Step Time": 6.551204636693001}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8522337079048157, "Finetune/Loss (Raw)": 1.0077061653137207, "Finetune/Step": 1290, "Finetune/Step Time": 6.545617748051882}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8536372184753418, "Finetune/Loss (Raw)": 0.8292617797851562, "Finetune/Step": 1291, "Finetune/Step Time": 6.5415059607476}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8516152501106262, "Finetune/Loss (Raw)": 0.8427349328994751, "Finetune/Step": 1292, "Finetune/Step Time": 6.5363393016159534}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8557096719741821, "Finetune/Loss (Raw)": 0.8864580988883972, "Finetune/Step": 1293, "Finetune/Step Time": 6.516123281791806}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8567430973052979, "Finetune/Loss (Raw)": 0.938137412071228, "Finetune/Step": 1294, "Finetune/Step Time": 6.51788055151701}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8583512902259827, "Finetune/Loss (Raw)": 0.8372812867164612, "Finetune/Step": 1295, "Finetune/Step Time": 6.516032876446843}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8585659265518188, "Finetune/Loss (Raw)": 0.8433619737625122, "Finetune/Step": 1296, "Finetune/Step Time": 6.519028410315514}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8577604293823242, "Finetune/Loss (Raw)": 0.8333520889282227, "Finetune/Step": 1297, "Finetune/Step Time": 6.5438355430960655}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8600826859474182, "Finetune/Loss (Raw)": 0.7674142122268677, "Finetune/Step": 1298, "Finetune/Step Time": 6.520286798477173}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.857430100440979, "Finetune/Loss (Raw)": 0.6620770692825317, "Finetune/Step": 1299, "Finetune/Step Time": 6.523848757147789}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8566169738769531, "Finetune/Loss (Raw)": 0.814643144607544, "Finetune/Step": 1300, "Finetune/Step Time": 6.52135818824172}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.856487512588501, "Finetune/Loss (Raw)": 0.868490993976593, "Finetune/Step": 1301, "Finetune/Step Time": 6.538620797917247}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8601609468460083, "Finetune/Loss (Raw)": 0.8270183801651001, "Finetune/Step": 1302, "Finetune/Step Time": 6.540155237540603}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8600078821182251, "Finetune/Loss (Raw)": 0.8365594744682312, "Finetune/Step": 1303, "Finetune/Step Time": 6.522412858903408}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8607257008552551, "Finetune/Loss (Raw)": 0.934716522693634, "Finetune/Step": 1304, "Finetune/Step Time": 6.528004130348563}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8650681972503662, "Finetune/Loss (Raw)": 0.844468891620636, "Finetune/Step": 1305, "Finetune/Step Time": 6.510846046730876}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8690736293792725, "Finetune/Loss (Raw)": 0.8360876441001892, "Finetune/Step": 1306, "Finetune/Step Time": 6.496571999043226}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.868721604347229, "Finetune/Loss (Raw)": 0.9985949397087097, "Finetune/Step": 1307, "Finetune/Step Time": 6.499962409958243}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8701369762420654, "Finetune/Loss (Raw)": 1.018897294998169, "Finetune/Step": 1308, "Finetune/Step Time": 6.4818476140499115}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8691932559013367, "Finetune/Loss (Raw)": 0.8989670276641846, "Finetune/Step": 1309, "Finetune/Step Time": 6.500098986551166}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8712499141693115, "Finetune/Loss (Raw)": 0.8670946359634399, "Finetune/Step": 1310, "Finetune/Step Time": 6.4980901889503}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8707749843597412, "Finetune/Loss (Raw)": 0.9173354506492615, "Finetune/Step": 1311, "Finetune/Step Time": 6.49996611662209}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8700596690177917, "Finetune/Loss (Raw)": 0.6176420450210571, "Finetune/Step": 1312, "Finetune/Step Time": 6.494558358564973}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8699720501899719, "Finetune/Loss (Raw)": 0.9004284143447876, "Finetune/Step": 1313, "Finetune/Step Time": 6.500587087124586}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8693945407867432, "Finetune/Loss (Raw)": 0.9589797854423523, "Finetune/Step": 1314, "Finetune/Step Time": 6.48769573494792}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8737818002700806, "Finetune/Loss (Raw)": 0.9045100212097168, "Finetune/Step": 1315, "Finetune/Step Time": 6.468986880034208}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8746974468231201, "Finetune/Loss (Raw)": 1.0446832180023193, "Finetune/Step": 1316, "Finetune/Step Time": 6.484449282288551}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8745806217193604, "Finetune/Loss (Raw)": 0.9628604054450989, "Finetune/Step": 1317, "Finetune/Step Time": 6.477455448359251}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8744795322418213, "Finetune/Loss (Raw)": 0.8727980256080627, "Finetune/Step": 1318, "Finetune/Step Time": 6.477658862248063}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8741426467895508, "Finetune/Loss (Raw)": 0.8980787396430969, "Finetune/Step": 1319, "Finetune/Step Time": 6.4756486769765615}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8728986978530884, "Finetune/Loss (Raw)": 0.8086435198783875, "Finetune/Step": 1320, "Finetune/Step Time": 6.477303855121136}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.872742772102356, "Finetune/Loss (Raw)": 0.8924478888511658, "Finetune/Step": 1321, "Finetune/Step Time": 6.480771377682686}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8723968267440796, "Finetune/Loss (Raw)": 0.9011220335960388, "Finetune/Step": 1322, "Finetune/Step Time": 6.4799481369555}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8727136850357056, "Finetune/Loss (Raw)": 0.9206720590591431, "Finetune/Step": 1323, "Finetune/Step Time": 6.4707070756703615}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8730388283729553, "Finetune/Loss (Raw)": 0.9615722894668579, "Finetune/Step": 1324, "Finetune/Step Time": 6.472319016233087}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8731772899627686, "Finetune/Loss (Raw)": 0.9907016158103943, "Finetune/Step": 1325, "Finetune/Step Time": 6.490054691210389}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8732266426086426, "Finetune/Loss (Raw)": 0.9569409489631653, "Finetune/Step": 1326, "Finetune/Step Time": 6.482465339824557}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8713668584823608, "Finetune/Loss (Raw)": 0.7407858967781067, "Finetune/Step": 1327, "Finetune/Step Time": 6.519392047077417}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.87201327085495, "Finetune/Loss (Raw)": 1.0585908889770508, "Finetune/Step": 1328, "Finetune/Step Time": 6.5145156513899565}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8729465007781982, "Finetune/Loss (Raw)": 1.1020278930664062, "Finetune/Step": 1329, "Finetune/Step Time": 6.506115213036537}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8698421716690063, "Finetune/Loss (Raw)": 0.690546989440918, "Finetune/Step": 1330, "Finetune/Step Time": 6.499735772609711}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8689843416213989, "Finetune/Loss (Raw)": 0.9502545595169067, "Finetune/Step": 1331, "Finetune/Step Time": 6.493061691522598}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.867499828338623, "Finetune/Loss (Raw)": 0.7795142531394958, "Finetune/Step": 1332, "Finetune/Step Time": 6.495737213641405}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8682041168212891, "Finetune/Loss (Raw)": 0.8980228900909424, "Finetune/Step": 1333, "Finetune/Step Time": 6.481983080506325}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8673930168151855, "Finetune/Loss (Raw)": 0.9315099716186523, "Finetune/Step": 1334, "Finetune/Step Time": 6.48602993786335}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8675646781921387, "Finetune/Loss (Raw)": 0.9166298508644104, "Finetune/Step": 1335, "Finetune/Step Time": 6.478800309821963}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8677302598953247, "Finetune/Loss (Raw)": 0.9349197149276733, "Finetune/Step": 1336, "Finetune/Step Time": 6.474196188151836}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8679335713386536, "Finetune/Loss (Raw)": 0.9998987317085266, "Finetune/Step": 1337, "Finetune/Step Time": 6.477011622861028}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8633556962013245, "Finetune/Loss (Raw)": 0.30800193548202515, "Finetune/Step": 1338, "Finetune/Step Time": 6.498633053153753}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8624829053878784, "Finetune/Loss (Raw)": 0.7739344835281372, "Finetune/Step": 1339, "Finetune/Step Time": 6.504801511764526}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8619521856307983, "Finetune/Loss (Raw)": 0.8908495306968689, "Finetune/Step": 1340, "Finetune/Step Time": 6.511629555374384}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8618248701095581, "Finetune/Loss (Raw)": 0.8352198004722595, "Finetune/Step": 1341, "Finetune/Step Time": 6.512906910851598}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8630430698394775, "Finetune/Loss (Raw)": 0.9263037443161011, "Finetune/Step": 1342, "Finetune/Step Time": 6.510322287678719}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.862032413482666, "Finetune/Loss (Raw)": 0.796691358089447, "Finetune/Step": 1343, "Finetune/Step Time": 6.53264076448977}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8658815622329712, "Finetune/Loss (Raw)": 0.8444349765777588, "Finetune/Step": 1344, "Finetune/Step Time": 6.519316641613841}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8658751249313354, "Finetune/Loss (Raw)": 1.0153634548187256, "Finetune/Step": 1345, "Finetune/Step Time": 6.5190945491194725}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8652300834655762, "Finetune/Loss (Raw)": 0.8908223509788513, "Finetune/Step": 1346, "Finetune/Step Time": 6.521832067519426}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8704924583435059, "Finetune/Loss (Raw)": 0.9757077693939209, "Finetune/Step": 1347, "Finetune/Step Time": 6.519601441919804}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8670221567153931, "Finetune/Loss (Raw)": 0.4327469766139984, "Finetune/Step": 1348, "Finetune/Step Time": 6.542056139558554}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8676527142524719, "Finetune/Loss (Raw)": 0.9571969509124756, "Finetune/Step": 1349, "Finetune/Step Time": 6.5224653724581}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8683916330337524, "Finetune/Loss (Raw)": 0.9590907096862793, "Finetune/Step": 1350, "Finetune/Step Time": 6.52128347940743}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8690259456634521, "Finetune/Loss (Raw)": 0.9891190528869629, "Finetune/Step": 1351, "Finetune/Step Time": 6.525506986305118}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8649264574050903, "Finetune/Loss (Raw)": 0.41879862546920776, "Finetune/Step": 1352, "Finetune/Step Time": 6.544080244377255}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8656110763549805, "Finetune/Loss (Raw)": 0.8611007332801819, "Finetune/Step": 1353, "Finetune/Step Time": 6.544087583199143}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8662450313568115, "Finetune/Loss (Raw)": 0.8801484107971191, "Finetune/Step": 1354, "Finetune/Step Time": 6.551263304427266}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8688174486160278, "Finetune/Loss (Raw)": 1.0470843315124512, "Finetune/Step": 1355, "Finetune/Step Time": 6.5445739682763815}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8703133463859558, "Finetune/Loss (Raw)": 1.0118123292922974, "Finetune/Step": 1356, "Finetune/Step Time": 6.538456320762634}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8697848320007324, "Finetune/Loss (Raw)": 0.922787606716156, "Finetune/Step": 1357, "Finetune/Step Time": 6.5510634407401085}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8737784624099731, "Finetune/Loss (Raw)": 0.9104664325714111, "Finetune/Step": 1358, "Finetune/Step Time": 6.524776794016361}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8721232414245605, "Finetune/Loss (Raw)": 0.8053033947944641, "Finetune/Step": 1359, "Finetune/Step Time": 6.539126051589847}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8726330995559692, "Finetune/Loss (Raw)": 0.9398056268692017, "Finetune/Step": 1360, "Finetune/Step Time": 6.541967196390033}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8732606768608093, "Finetune/Loss (Raw)": 1.024411916732788, "Finetune/Step": 1361, "Finetune/Step Time": 6.543304182589054}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8743449449539185, "Finetune/Loss (Raw)": 0.8808509111404419, "Finetune/Step": 1362, "Finetune/Step Time": 6.526234662160277}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8739783763885498, "Finetune/Loss (Raw)": 0.8497578501701355, "Finetune/Step": 1363, "Finetune/Step Time": 6.5366553869098425}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8726298213005066, "Finetune/Loss (Raw)": 0.8321740031242371, "Finetune/Step": 1364, "Finetune/Step Time": 6.565741254016757}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8713399171829224, "Finetune/Loss (Raw)": 0.8021714687347412, "Finetune/Step": 1365, "Finetune/Step Time": 6.556389674544334}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8702912330627441, "Finetune/Loss (Raw)": 0.8966338634490967, "Finetune/Step": 1366, "Finetune/Step Time": 6.551538947969675}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8695437908172607, "Finetune/Loss (Raw)": 0.8106473684310913, "Finetune/Step": 1367, "Finetune/Step Time": 6.5703375693410635}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8698781728744507, "Finetune/Loss (Raw)": 0.9128366708755493, "Finetune/Step": 1368, "Finetune/Step Time": 6.570520393550396}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8712737560272217, "Finetune/Loss (Raw)": 0.9885636568069458, "Finetune/Step": 1369, "Finetune/Step Time": 6.569454098120332}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8702927827835083, "Finetune/Loss (Raw)": 0.7801847457885742, "Finetune/Step": 1370, "Finetune/Step Time": 6.571964543312788}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8698392510414124, "Finetune/Loss (Raw)": 0.8966100811958313, "Finetune/Step": 1371, "Finetune/Step Time": 6.572233743965626}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8660439252853394, "Finetune/Loss (Raw)": 0.3763124644756317, "Finetune/Step": 1372, "Finetune/Step Time": 6.589015128090978}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.867576003074646, "Finetune/Loss (Raw)": 0.9760273694992065, "Finetune/Step": 1373, "Finetune/Step Time": 6.5890613831579685}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8670885562896729, "Finetune/Loss (Raw)": 0.7732365131378174, "Finetune/Step": 1374, "Finetune/Step Time": 6.580695658922195}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.866862416267395, "Finetune/Loss (Raw)": 0.9485725164413452, "Finetune/Step": 1375, "Finetune/Step Time": 6.578671094030142}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8635848760604858, "Finetune/Loss (Raw)": 0.3190051317214966, "Finetune/Step": 1376, "Finetune/Step Time": 6.590808022767305}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8638349771499634, "Finetune/Loss (Raw)": 0.8602005839347839, "Finetune/Step": 1377, "Finetune/Step Time": 6.611323662102222}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8641661405563354, "Finetune/Loss (Raw)": 0.969135582447052, "Finetune/Step": 1378, "Finetune/Step Time": 6.619181729853153}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8618399500846863, "Finetune/Loss (Raw)": 0.6296151876449585, "Finetune/Step": 1379, "Finetune/Step Time": 6.636084571480751}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8624516129493713, "Finetune/Loss (Raw)": 0.8621609807014465, "Finetune/Step": 1380, "Finetune/Step Time": 6.626049984246492}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8635268211364746, "Finetune/Loss (Raw)": 0.9548982381820679, "Finetune/Step": 1381, "Finetune/Step Time": 6.610975943505764}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8635843992233276, "Finetune/Loss (Raw)": 0.909989595413208, "Finetune/Step": 1382, "Finetune/Step Time": 6.609813515096903}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8617825508117676, "Finetune/Loss (Raw)": 0.7524374127388, "Finetune/Step": 1383, "Finetune/Step Time": 6.613843321800232}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8611737489700317, "Finetune/Loss (Raw)": 0.8679717779159546, "Finetune/Step": 1384, "Finetune/Step Time": 6.6166660618036985}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8640638589859009, "Finetune/Loss (Raw)": 0.9608497023582458, "Finetune/Step": 1385, "Finetune/Step Time": 6.592642487958074}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8637998104095459, "Finetune/Loss (Raw)": 0.8439235091209412, "Finetune/Step": 1386, "Finetune/Step Time": 6.593726139515638}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8634441494941711, "Finetune/Loss (Raw)": 0.7581860423088074, "Finetune/Step": 1387, "Finetune/Step Time": 6.587727092206478}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8621294498443604, "Finetune/Loss (Raw)": 0.9227273464202881, "Finetune/Step": 1388, "Finetune/Step Time": 6.583865886554122}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.863333523273468, "Finetune/Loss (Raw)": 0.906276285648346, "Finetune/Step": 1389, "Finetune/Step Time": 6.584839429706335}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8643677234649658, "Finetune/Loss (Raw)": 1.0398907661437988, "Finetune/Step": 1390, "Finetune/Step Time": 6.592031558975577}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8633332252502441, "Finetune/Loss (Raw)": 0.828569769859314, "Finetune/Step": 1391, "Finetune/Step Time": 6.607079394161701}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8626234531402588, "Finetune/Loss (Raw)": 0.8172159194946289, "Finetune/Step": 1392, "Finetune/Step Time": 6.640127951279283}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8664029836654663, "Finetune/Loss (Raw)": 0.8605976104736328, "Finetune/Step": 1393, "Finetune/Step Time": 6.658315863460302}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8670192956924438, "Finetune/Loss (Raw)": 0.940765917301178, "Finetune/Step": 1394, "Finetune/Step Time": 6.654931508004665}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8663095235824585, "Finetune/Loss (Raw)": 0.854081928730011, "Finetune/Step": 1395, "Finetune/Step Time": 6.657395601272583}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8636986017227173, "Finetune/Loss (Raw)": 0.636427640914917, "Finetune/Step": 1396, "Finetune/Step Time": 6.664642361924052}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8645229339599609, "Finetune/Loss (Raw)": 0.9256007075309753, "Finetune/Step": 1397, "Finetune/Step Time": 6.68882916495204}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.86393141746521, "Finetune/Loss (Raw)": 0.8824788928031921, "Finetune/Step": 1398, "Finetune/Step Time": 6.678438743576407}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.861121654510498, "Finetune/Loss (Raw)": 0.6379241943359375, "Finetune/Step": 1399, "Finetune/Step Time": 6.684646416455507}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8627317547798157, "Finetune/Loss (Raw)": 0.9434455037117004, "Finetune/Step": 1400, "Finetune/Step Time": 6.679512841627002}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8630101680755615, "Finetune/Loss (Raw)": 0.836562991142273, "Finetune/Step": 1401, "Finetune/Step Time": 6.678040858358145}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8597244024276733, "Finetune/Loss (Raw)": 0.3907611668109894, "Finetune/Step": 1402, "Finetune/Step Time": 6.6996265687048435}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8580244779586792, "Finetune/Loss (Raw)": 0.8423165082931519, "Finetune/Step": 1403, "Finetune/Step Time": 6.700858833268285}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8583005666732788, "Finetune/Loss (Raw)": 0.9005836844444275, "Finetune/Step": 1404, "Finetune/Step Time": 6.698086526244879}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8569917678833008, "Finetune/Loss (Raw)": 0.7320065498352051, "Finetune/Step": 1405, "Finetune/Step Time": 6.696651520207524}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8587191104888916, "Finetune/Loss (Raw)": 0.853749692440033, "Finetune/Step": 1406, "Finetune/Step Time": 6.690622618421912}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8545701503753662, "Finetune/Loss (Raw)": 0.3691347539424896, "Finetune/Step": 1407, "Finetune/Step Time": 6.7053388226777315}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8526139855384827, "Finetune/Loss (Raw)": 0.774158775806427, "Finetune/Step": 1408, "Finetune/Step Time": 6.708486899733543}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8527930974960327, "Finetune/Loss (Raw)": 0.9171730279922485, "Finetune/Step": 1409, "Finetune/Step Time": 6.716368643566966}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8517769575119019, "Finetune/Loss (Raw)": 0.7400245070457458, "Finetune/Step": 1410, "Finetune/Step Time": 6.7455102149397135}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8532280921936035, "Finetune/Loss (Raw)": 0.8847153186798096, "Finetune/Step": 1411, "Finetune/Step Time": 6.734562121331692}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8516650199890137, "Finetune/Loss (Raw)": 0.6715664863586426, "Finetune/Step": 1412, "Finetune/Step Time": 6.735137414187193}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8513247966766357, "Finetune/Loss (Raw)": 0.9212546348571777, "Finetune/Step": 1413, "Finetune/Step Time": 6.738865997642279}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8525616526603699, "Finetune/Loss (Raw)": 1.0260589122772217, "Finetune/Step": 1414, "Finetune/Step Time": 6.7282445058226585}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8525055646896362, "Finetune/Loss (Raw)": 0.8681842088699341, "Finetune/Step": 1415, "Finetune/Step Time": 6.73334806971252}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8536568880081177, "Finetune/Loss (Raw)": 0.9749649167060852, "Finetune/Step": 1416, "Finetune/Step Time": 6.732103632763028}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.853821337223053, "Finetune/Loss (Raw)": 0.8543148040771484, "Finetune/Step": 1417, "Finetune/Step Time": 6.7312443144619465}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8520171642303467, "Finetune/Loss (Raw)": 0.7767724394798279, "Finetune/Step": 1418, "Finetune/Step Time": 6.738824296742678}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8511834144592285, "Finetune/Loss (Raw)": 0.7225338816642761, "Finetune/Step": 1419, "Finetune/Step Time": 6.7224090825766325}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8518893718719482, "Finetune/Loss (Raw)": 0.9331019520759583, "Finetune/Step": 1420, "Finetune/Step Time": 6.73372420668602}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8513787388801575, "Finetune/Loss (Raw)": 0.8211041688919067, "Finetune/Step": 1421, "Finetune/Step Time": 6.734004396945238}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8502155542373657, "Finetune/Loss (Raw)": 0.7892490029335022, "Finetune/Step": 1422, "Finetune/Step Time": 6.73085330426693}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8511335253715515, "Finetune/Loss (Raw)": 0.9547814726829529, "Finetune/Step": 1423, "Finetune/Step Time": 6.721449805423617}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8506526947021484, "Finetune/Loss (Raw)": 0.7818127274513245, "Finetune/Step": 1424, "Finetune/Step Time": 6.716062176972628}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8509604930877686, "Finetune/Loss (Raw)": 0.8727515339851379, "Finetune/Step": 1425, "Finetune/Step Time": 6.700251929461956}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8511136770248413, "Finetune/Loss (Raw)": 0.7870194911956787, "Finetune/Step": 1426, "Finetune/Step Time": 6.713537026196718}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8521778583526611, "Finetune/Loss (Raw)": 0.7982913851737976, "Finetune/Step": 1427, "Finetune/Step Time": 6.713444327935576}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8518876433372498, "Finetune/Loss (Raw)": 0.7774971723556519, "Finetune/Step": 1428, "Finetune/Step Time": 6.719738597050309}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8506811857223511, "Finetune/Loss (Raw)": 0.7140609622001648, "Finetune/Step": 1429, "Finetune/Step Time": 6.710814194753766}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8507543802261353, "Finetune/Loss (Raw)": 0.8363937735557556, "Finetune/Step": 1430, "Finetune/Step Time": 6.702598674222827}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8501163721084595, "Finetune/Loss (Raw)": 0.7548904418945312, "Finetune/Step": 1431, "Finetune/Step Time": 6.71454188041389}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8490599393844604, "Finetune/Loss (Raw)": 0.7994979619979858, "Finetune/Step": 1432, "Finetune/Step Time": 6.717886082828045}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8499048948287964, "Finetune/Loss (Raw)": 0.9526121616363525, "Finetune/Step": 1433, "Finetune/Step Time": 6.7198541313409805}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8462530374526978, "Finetune/Loss (Raw)": 0.3686617612838745, "Finetune/Step": 1434, "Finetune/Step Time": 6.723403042182326}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8457567691802979, "Finetune/Loss (Raw)": 0.9350665211677551, "Finetune/Step": 1435, "Finetune/Step Time": 6.720385547727346}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8429151177406311, "Finetune/Loss (Raw)": 0.6551656126976013, "Finetune/Step": 1436, "Finetune/Step Time": 6.7318601328879595}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8430574536323547, "Finetune/Loss (Raw)": 0.9171862006187439, "Finetune/Step": 1437, "Finetune/Step Time": 6.714965855702758}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8431473970413208, "Finetune/Loss (Raw)": 0.878609299659729, "Finetune/Step": 1438, "Finetune/Step Time": 6.721635691821575}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8434296250343323, "Finetune/Loss (Raw)": 0.9534595608711243, "Finetune/Step": 1439, "Finetune/Step Time": 6.71898734010756}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8435025215148926, "Finetune/Loss (Raw)": 0.6269727945327759, "Finetune/Step": 1440, "Finetune/Step Time": 6.724153453484178}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8432974219322205, "Finetune/Loss (Raw)": 0.874176025390625, "Finetune/Step": 1441, "Finetune/Step Time": 6.720623938366771}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8421820998191833, "Finetune/Loss (Raw)": 0.816219687461853, "Finetune/Step": 1442, "Finetune/Step Time": 6.7265882305800915}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8416258692741394, "Finetune/Loss (Raw)": 0.8333121538162231, "Finetune/Step": 1443, "Finetune/Step Time": 6.7305106818675995}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8398337364196777, "Finetune/Loss (Raw)": 0.8152866363525391, "Finetune/Step": 1444, "Finetune/Step Time": 6.7171616069972515}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8390040993690491, "Finetune/Loss (Raw)": 0.8566678762435913, "Finetune/Step": 1445, "Finetune/Step Time": 6.719552101567388}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8378394842147827, "Finetune/Loss (Raw)": 0.7237279415130615, "Finetune/Step": 1446, "Finetune/Step Time": 6.734615381807089}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.837907075881958, "Finetune/Loss (Raw)": 0.9067277908325195, "Finetune/Step": 1447, "Finetune/Step Time": 6.73869108222425}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8389742374420166, "Finetune/Loss (Raw)": 0.945250928401947, "Finetune/Step": 1448, "Finetune/Step Time": 6.729805897921324}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8378334641456604, "Finetune/Loss (Raw)": 0.7464199066162109, "Finetune/Step": 1449, "Finetune/Step Time": 6.732008485123515}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8365360498428345, "Finetune/Loss (Raw)": 0.7350544929504395, "Finetune/Step": 1450, "Finetune/Step Time": 6.757906373590231}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8359622955322266, "Finetune/Loss (Raw)": 0.8472299575805664, "Finetune/Step": 1451, "Finetune/Step Time": 6.760957816615701}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8359935283660889, "Finetune/Loss (Raw)": 0.9655764698982239, "Finetune/Step": 1452, "Finetune/Step Time": 6.752890054136515}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8345789313316345, "Finetune/Loss (Raw)": 0.8096257448196411, "Finetune/Step": 1453, "Finetune/Step Time": 6.748018903657794}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8354097604751587, "Finetune/Loss (Raw)": 1.0632884502410889, "Finetune/Step": 1454, "Finetune/Step Time": 6.750844724476337}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.836929976940155, "Finetune/Loss (Raw)": 0.9353751540184021, "Finetune/Step": 1455, "Finetune/Step Time": 6.7187874391674995}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8351601958274841, "Finetune/Loss (Raw)": 0.8320640921592712, "Finetune/Step": 1456, "Finetune/Step Time": 6.720906415954232}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8294408917427063, "Finetune/Loss (Raw)": 0.3699500560760498, "Finetune/Step": 1457, "Finetune/Step Time": 6.739288317039609}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8309451341629028, "Finetune/Loss (Raw)": 0.883089542388916, "Finetune/Step": 1458, "Finetune/Step Time": 6.737186882644892}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8314141035079956, "Finetune/Loss (Raw)": 1.0102839469909668, "Finetune/Step": 1459, "Finetune/Step Time": 6.746006328612566}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8333404064178467, "Finetune/Loss (Raw)": 1.0260764360427856, "Finetune/Step": 1460, "Finetune/Step Time": 6.735646432265639}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.834574818611145, "Finetune/Loss (Raw)": 1.0560362339019775, "Finetune/Step": 1461, "Finetune/Step Time": 6.728964686393738}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8345887660980225, "Finetune/Loss (Raw)": 0.9332985281944275, "Finetune/Step": 1462, "Finetune/Step Time": 6.731338396668434}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.834898054599762, "Finetune/Loss (Raw)": 0.9562124013900757, "Finetune/Step": 1463, "Finetune/Step Time": 6.731740722432733}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8339332342147827, "Finetune/Loss (Raw)": 0.8114215135574341, "Finetune/Step": 1464, "Finetune/Step Time": 6.736707627773285}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.83284592628479, "Finetune/Loss (Raw)": 0.8607244491577148, "Finetune/Step": 1465, "Finetune/Step Time": 6.73955725133419}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8373310565948486, "Finetune/Loss (Raw)": 0.8820995688438416, "Finetune/Step": 1466, "Finetune/Step Time": 6.7337191589176655}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8379175662994385, "Finetune/Loss (Raw)": 0.8490118980407715, "Finetune/Step": 1467, "Finetune/Step Time": 6.750371791422367}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8382034301757812, "Finetune/Loss (Raw)": 0.9274381995201111, "Finetune/Step": 1468, "Finetune/Step Time": 6.741824235767126}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8346643447875977, "Finetune/Loss (Raw)": 0.3822177052497864, "Finetune/Step": 1469, "Finetune/Step Time": 6.76202030479908}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8339089155197144, "Finetune/Loss (Raw)": 0.8296072483062744, "Finetune/Step": 1470, "Finetune/Step Time": 6.749049611389637}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8344665169715881, "Finetune/Loss (Raw)": 0.8680633902549744, "Finetune/Step": 1471, "Finetune/Step Time": 6.722378509119153}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8340669870376587, "Finetune/Loss (Raw)": 0.7932955026626587, "Finetune/Step": 1472, "Finetune/Step Time": 6.714902181178331}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8310649394989014, "Finetune/Loss (Raw)": 0.6311014890670776, "Finetune/Step": 1473, "Finetune/Step Time": 6.720401203259826}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8322834372520447, "Finetune/Loss (Raw)": 1.0467904806137085, "Finetune/Step": 1474, "Finetune/Step Time": 6.714197622612119}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8300518989562988, "Finetune/Loss (Raw)": 0.6900700330734253, "Finetune/Step": 1475, "Finetune/Step Time": 6.716889841482043}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8338272571563721, "Finetune/Loss (Raw)": 0.9159862995147705, "Finetune/Step": 1476, "Finetune/Step Time": 6.6994459759444}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8287738561630249, "Finetune/Loss (Raw)": 0.3103716969490051, "Finetune/Step": 1477, "Finetune/Step Time": 6.723821060732007}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8292965888977051, "Finetune/Loss (Raw)": 1.0259990692138672, "Finetune/Step": 1478, "Finetune/Step Time": 6.714774407446384}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8277574777603149, "Finetune/Loss (Raw)": 0.7921095490455627, "Finetune/Step": 1479, "Finetune/Step Time": 6.7289394326508045}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.831398606300354, "Finetune/Loss (Raw)": 0.884871244430542, "Finetune/Step": 1480, "Finetune/Step Time": 6.7091704327613115}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8318088054656982, "Finetune/Loss (Raw)": 0.9136026501655579, "Finetune/Step": 1481, "Finetune/Step Time": 6.714219201356173}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8314135074615479, "Finetune/Loss (Raw)": 0.8295451402664185, "Finetune/Step": 1482, "Finetune/Step Time": 6.695452524349093}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8282238245010376, "Finetune/Loss (Raw)": 0.6388079524040222, "Finetune/Step": 1483, "Finetune/Step Time": 6.719257729128003}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8274954557418823, "Finetune/Loss (Raw)": 0.9185815453529358, "Finetune/Step": 1484, "Finetune/Step Time": 6.714750299230218}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8265253901481628, "Finetune/Loss (Raw)": 0.7986171841621399, "Finetune/Step": 1485, "Finetune/Step Time": 6.702654704451561}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8218166828155518, "Finetune/Loss (Raw)": 0.3077537715435028, "Finetune/Step": 1486, "Finetune/Step Time": 6.72121324390173}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8236147165298462, "Finetune/Loss (Raw)": 1.0354470014572144, "Finetune/Step": 1487, "Finetune/Step Time": 6.7158617824316025}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8249640464782715, "Finetune/Loss (Raw)": 1.1125202178955078, "Finetune/Step": 1488, "Finetune/Step Time": 6.713462650775909}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8223866820335388, "Finetune/Loss (Raw)": 0.6945144534111023, "Finetune/Step": 1489, "Finetune/Step Time": 6.727723002433777}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8216981291770935, "Finetune/Loss (Raw)": 0.7927141189575195, "Finetune/Step": 1490, "Finetune/Step Time": 6.748517075553536}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8208550214767456, "Finetune/Loss (Raw)": 0.7418388724327087, "Finetune/Step": 1491, "Finetune/Step Time": 6.752104559913278}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.821779727935791, "Finetune/Loss (Raw)": 0.950542688369751, "Finetune/Step": 1492, "Finetune/Step Time": 6.72316450625658}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.818060040473938, "Finetune/Loss (Raw)": 0.3260505795478821, "Finetune/Step": 1493, "Finetune/Step Time": 6.737946338951588}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8176376819610596, "Finetune/Loss (Raw)": 0.8425673246383667, "Finetune/Step": 1494, "Finetune/Step Time": 6.741552075371146}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8184676170349121, "Finetune/Loss (Raw)": 0.916883111000061, "Finetune/Step": 1495, "Finetune/Step Time": 6.727399818599224}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8184128999710083, "Finetune/Loss (Raw)": 0.9058330655097961, "Finetune/Step": 1496, "Finetune/Step Time": 6.7277932818979025}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8167761564254761, "Finetune/Loss (Raw)": 0.7790496945381165, "Finetune/Step": 1497, "Finetune/Step Time": 6.722240163013339}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8183994293212891, "Finetune/Loss (Raw)": 0.9879701733589172, "Finetune/Step": 1498, "Finetune/Step Time": 6.72524106502533}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.814698338508606, "Finetune/Loss (Raw)": 0.42287513613700867, "Finetune/Step": 1499, "Finetune/Step Time": 6.7508521266281605}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8145066499710083, "Finetune/Loss (Raw)": 0.35177114605903625, "Finetune/Step": 1500, "Finetune/Step Time": 6.7497835997492075}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8145616054534912, "Finetune/Loss (Raw)": 0.9830618500709534, "Finetune/Step": 1501, "Finetune/Step Time": 6.7818528190255165}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8160203695297241, "Finetune/Loss (Raw)": 0.9599611163139343, "Finetune/Step": 1502, "Finetune/Step Time": 6.7736143656075}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8143545389175415, "Finetune/Loss (Raw)": 0.7353415489196777, "Finetune/Step": 1503, "Finetune/Step Time": 6.776411894708872}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8188962340354919, "Finetune/Loss (Raw)": 0.9003442525863647, "Finetune/Step": 1504, "Finetune/Step Time": 6.767836257815361}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8190968632698059, "Finetune/Loss (Raw)": 0.8858801126480103, "Finetune/Step": 1505, "Finetune/Step Time": 6.74239794164896}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.817670464515686, "Finetune/Loss (Raw)": 0.7865517735481262, "Finetune/Step": 1506, "Finetune/Step Time": 6.730878613889217}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.820334792137146, "Finetune/Loss (Raw)": 0.9706571698188782, "Finetune/Step": 1507, "Finetune/Step Time": 6.709453986957669}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8210045099258423, "Finetune/Loss (Raw)": 0.9478841423988342, "Finetune/Step": 1508, "Finetune/Step Time": 6.712965253740549}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8204742670059204, "Finetune/Loss (Raw)": 0.8870193362236023, "Finetune/Step": 1509, "Finetune/Step Time": 6.706948475912213}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8208673000335693, "Finetune/Loss (Raw)": 0.9603034257888794, "Finetune/Step": 1510, "Finetune/Step Time": 6.706460736691952}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.822622537612915, "Finetune/Loss (Raw)": 0.9771131873130798, "Finetune/Step": 1511, "Finetune/Step Time": 6.705422878265381}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.821885347366333, "Finetune/Loss (Raw)": 0.7736077308654785, "Finetune/Step": 1512, "Finetune/Step Time": 6.709388567134738}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8222953081130981, "Finetune/Loss (Raw)": 1.0133174657821655, "Finetune/Step": 1513, "Finetune/Step Time": 6.711699491366744}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8221091032028198, "Finetune/Loss (Raw)": 0.8200927376747131, "Finetune/Step": 1514, "Finetune/Step Time": 6.721400594338775}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8231518864631653, "Finetune/Loss (Raw)": 0.8916646242141724, "Finetune/Step": 1515, "Finetune/Step Time": 6.719892540946603}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8229442834854126, "Finetune/Loss (Raw)": 0.8961549401283264, "Finetune/Step": 1516, "Finetune/Step Time": 6.721849037334323}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8221709728240967, "Finetune/Loss (Raw)": 0.8072946071624756, "Finetune/Step": 1517, "Finetune/Step Time": 6.723676284775138}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8219790458679199, "Finetune/Loss (Raw)": 1.0153166055679321, "Finetune/Step": 1518, "Finetune/Step Time": 6.7188018802553415}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.821434497833252, "Finetune/Loss (Raw)": 0.7588768601417542, "Finetune/Step": 1519, "Finetune/Step Time": 6.70422949641943}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8180735111236572, "Finetune/Loss (Raw)": 0.38700801134109497, "Finetune/Step": 1520, "Finetune/Step Time": 6.688024437054992}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8186085224151611, "Finetune/Loss (Raw)": 0.9290752410888672, "Finetune/Step": 1521, "Finetune/Step Time": 6.650969672948122}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8172683715820312, "Finetune/Loss (Raw)": 0.7692317962646484, "Finetune/Step": 1522, "Finetune/Step Time": 6.662804793566465}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8157020211219788, "Finetune/Loss (Raw)": 0.6535834074020386, "Finetune/Step": 1523, "Finetune/Step Time": 6.677022475749254}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8165211081504822, "Finetune/Loss (Raw)": 0.7412760257720947, "Finetune/Step": 1524, "Finetune/Step Time": 6.695125540718436}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8150468468666077, "Finetune/Loss (Raw)": 0.7368921041488647, "Finetune/Step": 1525, "Finetune/Step Time": 6.683465911075473}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8159561157226562, "Finetune/Loss (Raw)": 0.9988706707954407, "Finetune/Step": 1526, "Finetune/Step Time": 6.683266861364245}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8177782893180847, "Finetune/Loss (Raw)": 0.8711569309234619, "Finetune/Step": 1527, "Finetune/Step Time": 6.678095949813724}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8136639595031738, "Finetune/Loss (Raw)": 0.41681182384490967, "Finetune/Step": 1528, "Finetune/Step Time": 6.692538348957896}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8148126006126404, "Finetune/Loss (Raw)": 0.9835891127586365, "Finetune/Step": 1529, "Finetune/Step Time": 6.6838291976600885}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8164740800857544, "Finetune/Loss (Raw)": 0.6034255027770996, "Finetune/Step": 1530, "Finetune/Step Time": 6.683569082990289}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8170596361160278, "Finetune/Loss (Raw)": 0.9172719120979309, "Finetune/Step": 1531, "Finetune/Step Time": 6.697194758802652}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8168534636497498, "Finetune/Loss (Raw)": 0.8741968274116516, "Finetune/Step": 1532, "Finetune/Step Time": 6.706331642344594}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8167353868484497, "Finetune/Loss (Raw)": 0.7168875336647034, "Finetune/Step": 1533, "Finetune/Step Time": 6.700101476162672}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8156319856643677, "Finetune/Loss (Raw)": 0.7125177979469299, "Finetune/Step": 1534, "Finetune/Step Time": 6.707904098555446}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.81931471824646, "Finetune/Loss (Raw)": 0.840530276298523, "Finetune/Step": 1535, "Finetune/Step Time": 6.690505277365446}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8194891810417175, "Finetune/Loss (Raw)": 0.7964828014373779, "Finetune/Step": 1536, "Finetune/Step Time": 6.696798102930188}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8188043236732483, "Finetune/Loss (Raw)": 0.829510509967804, "Finetune/Step": 1537, "Finetune/Step Time": 6.687039993703365}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8164005875587463, "Finetune/Loss (Raw)": 0.4323486387729645, "Finetune/Step": 1538, "Finetune/Step Time": 6.686207257211208}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8165297508239746, "Finetune/Loss (Raw)": 0.9012450575828552, "Finetune/Step": 1539, "Finetune/Step Time": 6.687867924571037}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8178603649139404, "Finetune/Loss (Raw)": 0.8418907523155212, "Finetune/Step": 1540, "Finetune/Step Time": 6.6875394601374865}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8183451890945435, "Finetune/Loss (Raw)": 0.983310878276825, "Finetune/Step": 1541, "Finetune/Step Time": 6.6878981832414865}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8158475160598755, "Finetune/Loss (Raw)": 0.7063592076301575, "Finetune/Step": 1542, "Finetune/Step Time": 6.695911850780249}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.815123438835144, "Finetune/Loss (Raw)": 0.7754998803138733, "Finetune/Step": 1543, "Finetune/Step Time": 6.691821528598666}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.81471186876297, "Finetune/Loss (Raw)": 0.922282338142395, "Finetune/Step": 1544, "Finetune/Step Time": 6.690353920683265}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8143548369407654, "Finetune/Loss (Raw)": 0.8086138963699341, "Finetune/Step": 1545, "Finetune/Step Time": 6.6929296888411045}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8158465623855591, "Finetune/Loss (Raw)": 0.9677144289016724, "Finetune/Step": 1546, "Finetune/Step Time": 6.691215980798006}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8171156048774719, "Finetune/Loss (Raw)": 0.8849678635597229, "Finetune/Step": 1547, "Finetune/Step Time": 6.696214124560356}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8168652057647705, "Finetune/Loss (Raw)": 0.9010499119758606, "Finetune/Step": 1548, "Finetune/Step Time": 6.695135552436113}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8135603666305542, "Finetune/Loss (Raw)": 0.39808860421180725, "Finetune/Step": 1549, "Finetune/Step Time": 6.715050278231502}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8144226670265198, "Finetune/Loss (Raw)": 0.8996239900588989, "Finetune/Step": 1550, "Finetune/Step Time": 6.713382413610816}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8129128217697144, "Finetune/Loss (Raw)": 0.7615196704864502, "Finetune/Step": 1551, "Finetune/Step Time": 6.70748545229435}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.814063310623169, "Finetune/Loss (Raw)": 0.929074764251709, "Finetune/Step": 1552, "Finetune/Step Time": 6.7082974929362535}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8133760690689087, "Finetune/Loss (Raw)": 0.7847864031791687, "Finetune/Step": 1553, "Finetune/Step Time": 6.719855234026909}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8134208917617798, "Finetune/Loss (Raw)": 0.7927536368370056, "Finetune/Step": 1554, "Finetune/Step Time": 6.710082521662116}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8144285678863525, "Finetune/Loss (Raw)": 0.9272774457931519, "Finetune/Step": 1555, "Finetune/Step Time": 6.713092345744371}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8140180706977844, "Finetune/Loss (Raw)": 0.7249524593353271, "Finetune/Step": 1556, "Finetune/Step Time": 6.719631303101778}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8147125244140625, "Finetune/Loss (Raw)": 0.8029484748840332, "Finetune/Step": 1557, "Finetune/Step Time": 6.718733923509717}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.81485515832901, "Finetune/Loss (Raw)": 0.8546552658081055, "Finetune/Step": 1558, "Finetune/Step Time": 6.708414405584335}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8175843954086304, "Finetune/Loss (Raw)": 1.1042275428771973, "Finetune/Step": 1559, "Finetune/Step Time": 6.7103750966489315}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8184401392936707, "Finetune/Loss (Raw)": 0.9090374708175659, "Finetune/Step": 1560, "Finetune/Step Time": 6.715675625950098}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8180100917816162, "Finetune/Loss (Raw)": 0.8975598812103271, "Finetune/Step": 1561, "Finetune/Step Time": 6.712937273085117}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8222222924232483, "Finetune/Loss (Raw)": 0.9078285098075867, "Finetune/Step": 1562, "Finetune/Step Time": 6.7024321630597115}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8211694955825806, "Finetune/Loss (Raw)": 0.8003098368644714, "Finetune/Step": 1563, "Finetune/Step Time": 6.72089889831841}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8222960233688354, "Finetune/Loss (Raw)": 0.7993545532226562, "Finetune/Step": 1564, "Finetune/Step Time": 6.706194933503866}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8210253715515137, "Finetune/Loss (Raw)": 0.7545468211174011, "Finetune/Step": 1565, "Finetune/Step Time": 6.7055400516837835}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8205758333206177, "Finetune/Loss (Raw)": 0.8210671544075012, "Finetune/Step": 1566, "Finetune/Step Time": 6.701222077012062}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8200043439865112, "Finetune/Loss (Raw)": 0.8803197145462036, "Finetune/Step": 1567, "Finetune/Step Time": 6.707088859751821}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8219180107116699, "Finetune/Loss (Raw)": 0.8719162940979004, "Finetune/Step": 1568, "Finetune/Step Time": 6.678973730653524}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8204555511474609, "Finetune/Loss (Raw)": 0.6869811415672302, "Finetune/Step": 1569, "Finetune/Step Time": 6.691749069839716}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8215198516845703, "Finetune/Loss (Raw)": 0.9524464011192322, "Finetune/Step": 1570, "Finetune/Step Time": 6.68849091604352}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8220043182373047, "Finetune/Loss (Raw)": 0.8953193426132202, "Finetune/Step": 1571, "Finetune/Step Time": 6.684619706124067}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8229581117630005, "Finetune/Loss (Raw)": 0.9373748302459717, "Finetune/Step": 1572, "Finetune/Step Time": 6.678906485438347}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8228856325149536, "Finetune/Loss (Raw)": 0.8473923802375793, "Finetune/Step": 1573, "Finetune/Step Time": 6.6951606050133705}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8228235244750977, "Finetune/Loss (Raw)": 0.7157808542251587, "Finetune/Step": 1574, "Finetune/Step Time": 6.67891357280314}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8235933780670166, "Finetune/Loss (Raw)": 1.0052680969238281, "Finetune/Step": 1575, "Finetune/Step Time": 6.689152969047427}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8229837417602539, "Finetune/Loss (Raw)": 0.8672118782997131, "Finetune/Step": 1576, "Finetune/Step Time": 6.6926473174244165}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8240783214569092, "Finetune/Loss (Raw)": 0.8865256309509277, "Finetune/Step": 1577, "Finetune/Step Time": 6.694376986473799}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8252753019332886, "Finetune/Loss (Raw)": 0.8882682919502258, "Finetune/Step": 1578, "Finetune/Step Time": 6.652079341933131}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8249491453170776, "Finetune/Loss (Raw)": 0.80548095703125, "Finetune/Step": 1579, "Finetune/Step Time": 6.658123495057225}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8230385184288025, "Finetune/Loss (Raw)": 0.7210204601287842, "Finetune/Step": 1580, "Finetune/Step Time": 6.692776991054416}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8226127624511719, "Finetune/Loss (Raw)": 0.7551251649856567, "Finetune/Step": 1581, "Finetune/Step Time": 6.686809167265892}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8209114074707031, "Finetune/Loss (Raw)": 0.8455252647399902, "Finetune/Step": 1582, "Finetune/Step Time": 6.687858363613486}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.82072913646698, "Finetune/Loss (Raw)": 0.9120466709136963, "Finetune/Step": 1583, "Finetune/Step Time": 6.690567201003432}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8209520578384399, "Finetune/Loss (Raw)": 0.8605983257293701, "Finetune/Step": 1584, "Finetune/Step Time": 6.691959671676159}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8255699872970581, "Finetune/Loss (Raw)": 0.9610361456871033, "Finetune/Step": 1585, "Finetune/Step Time": 6.6723780278116465}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8266357779502869, "Finetune/Loss (Raw)": 1.0195115804672241, "Finetune/Step": 1586, "Finetune/Step Time": 6.713827760890126}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8263325691223145, "Finetune/Loss (Raw)": 0.9714794754981995, "Finetune/Step": 1587, "Finetune/Step Time": 6.7060815785080194}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8251215219497681, "Finetune/Loss (Raw)": 0.8710495829582214, "Finetune/Step": 1588, "Finetune/Step Time": 6.72644218057394}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8236651420593262, "Finetune/Loss (Raw)": 0.8696348667144775, "Finetune/Step": 1589, "Finetune/Step Time": 6.7424051985144615}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8238636255264282, "Finetune/Loss (Raw)": 0.9586920738220215, "Finetune/Step": 1590, "Finetune/Step Time": 6.747797159478068}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8213035464286804, "Finetune/Loss (Raw)": 0.6285306215286255, "Finetune/Step": 1591, "Finetune/Step Time": 6.763713238760829}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8205740451812744, "Finetune/Loss (Raw)": 0.7180383801460266, "Finetune/Step": 1592, "Finetune/Step Time": 6.765808479860425}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8200621008872986, "Finetune/Loss (Raw)": 0.7951955199241638, "Finetune/Step": 1593, "Finetune/Step Time": 6.759005965664983}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8197951316833496, "Finetune/Loss (Raw)": 0.8479335904121399, "Finetune/Step": 1594, "Finetune/Step Time": 6.755224619060755}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8190433979034424, "Finetune/Loss (Raw)": 0.7527889609336853, "Finetune/Step": 1595, "Finetune/Step Time": 6.733877960592508}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8186904191970825, "Finetune/Loss (Raw)": 0.8822557926177979, "Finetune/Step": 1596, "Finetune/Step Time": 6.739289436489344}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8213528990745544, "Finetune/Loss (Raw)": 0.7230163216590881, "Finetune/Step": 1597, "Finetune/Step Time": 6.725035132840276}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8215193748474121, "Finetune/Loss (Raw)": 0.8509148955345154, "Finetune/Step": 1598, "Finetune/Step Time": 6.738559374585748}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8176486492156982, "Finetune/Loss (Raw)": 0.3726097047328949, "Finetune/Step": 1599, "Finetune/Step Time": 6.759546833112836}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8186151385307312, "Finetune/Loss (Raw)": 0.9170060753822327, "Finetune/Step": 1600, "Finetune/Step Time": 6.763152044266462}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8167011141777039, "Finetune/Loss (Raw)": 0.3861084282398224, "Finetune/Step": 1601, "Finetune/Step Time": 6.77762183919549}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8161068558692932, "Finetune/Loss (Raw)": 0.970720648765564, "Finetune/Step": 1602, "Finetune/Step Time": 6.788041114807129}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8179615139961243, "Finetune/Loss (Raw)": 0.9274744391441345, "Finetune/Step": 1603, "Finetune/Step Time": 6.773264182731509}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.817265510559082, "Finetune/Loss (Raw)": 0.8268929123878479, "Finetune/Step": 1604, "Finetune/Step Time": 6.783471927046776}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8201382160186768, "Finetune/Loss (Raw)": 0.6780760884284973, "Finetune/Step": 1605, "Finetune/Step Time": 6.7733540534973145}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8172955513000488, "Finetune/Loss (Raw)": 0.6621452569961548, "Finetune/Step": 1606, "Finetune/Step Time": 6.80496328137815}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8176178336143494, "Finetune/Loss (Raw)": 0.8333584666252136, "Finetune/Step": 1607, "Finetune/Step Time": 6.7914970852434635}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8137102723121643, "Finetune/Loss (Raw)": 0.38470274209976196, "Finetune/Step": 1608, "Finetune/Step Time": 6.811732307076454}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8134768605232239, "Finetune/Loss (Raw)": 0.8837211728096008, "Finetune/Step": 1609, "Finetune/Step Time": 6.806718846783042}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8140112161636353, "Finetune/Loss (Raw)": 0.897941529750824, "Finetune/Step": 1610, "Finetune/Step Time": 6.8087570406496525}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8151077628135681, "Finetune/Loss (Raw)": 0.779167652130127, "Finetune/Step": 1611, "Finetune/Step Time": 6.801311595365405}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8142421245574951, "Finetune/Loss (Raw)": 0.8077828288078308, "Finetune/Step": 1612, "Finetune/Step Time": 6.804224262014031}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8138920068740845, "Finetune/Loss (Raw)": 0.7538008689880371, "Finetune/Step": 1613, "Finetune/Step Time": 6.8165938798338175}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8184767365455627, "Finetune/Loss (Raw)": 0.8946011066436768, "Finetune/Step": 1614, "Finetune/Step Time": 6.796534046530724}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8179841041564941, "Finetune/Loss (Raw)": 0.972388505935669, "Finetune/Step": 1615, "Finetune/Step Time": 6.7904218304902315}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.816095232963562, "Finetune/Loss (Raw)": 0.8707412481307983, "Finetune/Step": 1616, "Finetune/Step Time": 6.801076497882605}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8170625567436218, "Finetune/Loss (Raw)": 0.8183392286300659, "Finetune/Step": 1617, "Finetune/Step Time": 6.7978263553231955}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8173854947090149, "Finetune/Loss (Raw)": 0.8340461850166321, "Finetune/Step": 1618, "Finetune/Step Time": 6.777085913345218}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8175579309463501, "Finetune/Loss (Raw)": 0.763918936252594, "Finetune/Step": 1619, "Finetune/Step Time": 6.765923324972391}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.81855708360672, "Finetune/Loss (Raw)": 1.0784239768981934, "Finetune/Step": 1620, "Finetune/Step Time": 6.768861414864659}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8221650123596191, "Finetune/Loss (Raw)": 0.7878687977790833, "Finetune/Step": 1621, "Finetune/Step Time": 6.7551300171762705}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8232865929603577, "Finetune/Loss (Raw)": 0.9861305356025696, "Finetune/Step": 1622, "Finetune/Step Time": 6.75319248624146}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8245803117752075, "Finetune/Loss (Raw)": 1.0824832916259766, "Finetune/Step": 1623, "Finetune/Step Time": 6.7464752066880465}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.824418842792511, "Finetune/Loss (Raw)": 0.8851597905158997, "Finetune/Step": 1624, "Finetune/Step Time": 6.748100193217397}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8252224326133728, "Finetune/Loss (Raw)": 0.8819077610969543, "Finetune/Step": 1625, "Finetune/Step Time": 6.748034188523889}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8246407508850098, "Finetune/Loss (Raw)": 0.913512647151947, "Finetune/Step": 1626, "Finetune/Step Time": 6.738746572285891}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8287361860275269, "Finetune/Loss (Raw)": 0.9470909833908081, "Finetune/Step": 1627, "Finetune/Step Time": 6.704150408506393}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8324263095855713, "Finetune/Loss (Raw)": 0.824107825756073, "Finetune/Step": 1628, "Finetune/Step Time": 6.6839342676103115}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8310146331787109, "Finetune/Loss (Raw)": 0.8023730516433716, "Finetune/Step": 1629, "Finetune/Step Time": 6.65509975515306}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8306195139884949, "Finetune/Loss (Raw)": 0.9093822836875916, "Finetune/Step": 1630, "Finetune/Step Time": 6.653110109269619}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8315243721008301, "Finetune/Loss (Raw)": 0.8511642217636108, "Finetune/Step": 1631, "Finetune/Step Time": 6.655520897358656}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8310121297836304, "Finetune/Loss (Raw)": 0.8347769975662231, "Finetune/Step": 1632, "Finetune/Step Time": 6.647090833634138}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8303459882736206, "Finetune/Loss (Raw)": 0.8006161451339722, "Finetune/Step": 1633, "Finetune/Step Time": 6.657508824020624}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8311306238174438, "Finetune/Loss (Raw)": 0.8869765996932983, "Finetune/Step": 1634, "Finetune/Step Time": 6.650439873337746}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8299130201339722, "Finetune/Loss (Raw)": 0.8148123025894165, "Finetune/Step": 1635, "Finetune/Step Time": 6.672006128355861}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8294881582260132, "Finetune/Loss (Raw)": 0.8934983611106873, "Finetune/Step": 1636, "Finetune/Step Time": 6.668777152895927}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8290659189224243, "Finetune/Loss (Raw)": 0.8329682946205139, "Finetune/Step": 1637, "Finetune/Step Time": 6.670184234157205}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8278748989105225, "Finetune/Loss (Raw)": 0.807853102684021, "Finetune/Step": 1638, "Finetune/Step Time": 6.671512497588992}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8259601593017578, "Finetune/Loss (Raw)": 0.7320355176925659, "Finetune/Step": 1639, "Finetune/Step Time": 6.669054634869099}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8274810314178467, "Finetune/Loss (Raw)": 0.9682719111442566, "Finetune/Step": 1640, "Finetune/Step Time": 6.656499736011028}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8267366886138916, "Finetune/Loss (Raw)": 0.9180477857589722, "Finetune/Step": 1641, "Finetune/Step Time": 6.653334075585008}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8270537257194519, "Finetune/Loss (Raw)": 0.8606697916984558, "Finetune/Step": 1642, "Finetune/Step Time": 6.641393948346376}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8279143571853638, "Finetune/Loss (Raw)": 1.001825213432312, "Finetune/Step": 1643, "Finetune/Step Time": 6.6528039034456015}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8275330066680908, "Finetune/Loss (Raw)": 0.8473373651504517, "Finetune/Step": 1644, "Finetune/Step Time": 6.678033258765936}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8280037641525269, "Finetune/Loss (Raw)": 0.8675602674484253, "Finetune/Step": 1645, "Finetune/Step Time": 6.678349323570728}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8273550868034363, "Finetune/Loss (Raw)": 0.9322822690010071, "Finetune/Step": 1646, "Finetune/Step Time": 6.680911788716912}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.827707052230835, "Finetune/Loss (Raw)": 0.8039311170578003, "Finetune/Step": 1647, "Finetune/Step Time": 6.693819127976894}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8320448398590088, "Finetune/Loss (Raw)": 0.9422436356544495, "Finetune/Step": 1648, "Finetune/Step Time": 6.67785107344389}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8314186334609985, "Finetune/Loss (Raw)": 0.8489174842834473, "Finetune/Step": 1649, "Finetune/Step Time": 6.679560616612434}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8324853181838989, "Finetune/Loss (Raw)": 0.9057644605636597, "Finetune/Step": 1650, "Finetune/Step Time": 6.657154027372599}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8333826065063477, "Finetune/Loss (Raw)": 0.768438458442688, "Finetune/Step": 1651, "Finetune/Step Time": 6.658744739368558}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8340651988983154, "Finetune/Loss (Raw)": 0.8286475539207458, "Finetune/Step": 1652, "Finetune/Step Time": 6.641006223857403}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8351109027862549, "Finetune/Loss (Raw)": 0.870747983455658, "Finetune/Step": 1653, "Finetune/Step Time": 6.6332519836723804}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8344681859016418, "Finetune/Loss (Raw)": 0.9166011810302734, "Finetune/Step": 1654, "Finetune/Step Time": 6.646377146244049}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8306328654289246, "Finetune/Loss (Raw)": 0.3802371919155121, "Finetune/Step": 1655, "Finetune/Step Time": 6.665013644844294}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8344780206680298, "Finetune/Loss (Raw)": 0.9089961647987366, "Finetune/Step": 1656, "Finetune/Step Time": 6.648142818361521}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8330389261245728, "Finetune/Loss (Raw)": 0.799379289150238, "Finetune/Step": 1657, "Finetune/Step Time": 6.646606521680951}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8352153301239014, "Finetune/Loss (Raw)": 0.8820008635520935, "Finetune/Step": 1658, "Finetune/Step Time": 6.630352975800633}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8345401287078857, "Finetune/Loss (Raw)": 0.830844521522522, "Finetune/Step": 1659, "Finetune/Step Time": 6.620916076004505}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.834622323513031, "Finetune/Loss (Raw)": 0.8847205638885498, "Finetune/Step": 1660, "Finetune/Step Time": 6.617660690099001}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8356790542602539, "Finetune/Loss (Raw)": 0.8521479964256287, "Finetune/Step": 1661, "Finetune/Step Time": 6.613345207646489}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8375133275985718, "Finetune/Loss (Raw)": 0.9473089575767517, "Finetune/Step": 1662, "Finetune/Step Time": 6.6130867544561625}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8357105255126953, "Finetune/Loss (Raw)": 0.609766960144043, "Finetune/Step": 1663, "Finetune/Step Time": 6.623095449060202}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.835008978843689, "Finetune/Loss (Raw)": 0.7066851258277893, "Finetune/Step": 1664, "Finetune/Step Time": 6.616094972938299}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8362990617752075, "Finetune/Loss (Raw)": 0.99464350938797, "Finetune/Step": 1665, "Finetune/Step Time": 6.626404635608196}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8393670320510864, "Finetune/Loss (Raw)": 0.8250555396080017, "Finetune/Step": 1666, "Finetune/Step Time": 6.591736672446132}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8393436074256897, "Finetune/Loss (Raw)": 0.8982398509979248, "Finetune/Step": 1667, "Finetune/Step Time": 6.589343573898077}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8401405215263367, "Finetune/Loss (Raw)": 0.9438948631286621, "Finetune/Step": 1668, "Finetune/Step Time": 6.59437900967896}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8393315672874451, "Finetune/Loss (Raw)": 0.8797678351402283, "Finetune/Step": 1669, "Finetune/Step Time": 6.5916188675910234}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.841080904006958, "Finetune/Loss (Raw)": 0.9302794933319092, "Finetune/Step": 1670, "Finetune/Step Time": 6.577996799722314}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8414112329483032, "Finetune/Loss (Raw)": 0.8177773356437683, "Finetune/Step": 1671, "Finetune/Step Time": 6.597077991813421}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8412970304489136, "Finetune/Loss (Raw)": 0.9076619148254395, "Finetune/Step": 1672, "Finetune/Step Time": 6.614057667553425}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8408917784690857, "Finetune/Loss (Raw)": 0.7567424774169922, "Finetune/Step": 1673, "Finetune/Step Time": 6.618943700566888}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.838175892829895, "Finetune/Loss (Raw)": 0.6200836896896362, "Finetune/Step": 1674, "Finetune/Step Time": 6.625699874013662}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8374121189117432, "Finetune/Loss (Raw)": 0.7872062921524048, "Finetune/Step": 1675, "Finetune/Step Time": 6.629931451752782}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8378978967666626, "Finetune/Loss (Raw)": 0.9632300138473511, "Finetune/Step": 1676, "Finetune/Step Time": 6.623455239459872}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8421871662139893, "Finetune/Loss (Raw)": 0.9471101760864258, "Finetune/Step": 1677, "Finetune/Step Time": 6.603396033868194}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.841277003288269, "Finetune/Loss (Raw)": 0.7831252217292786, "Finetune/Step": 1678, "Finetune/Step Time": 6.600856440141797}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8383459448814392, "Finetune/Loss (Raw)": 0.3863423764705658, "Finetune/Step": 1679, "Finetune/Step Time": 6.621522769331932}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8378708362579346, "Finetune/Loss (Raw)": 0.8682616949081421, "Finetune/Step": 1680, "Finetune/Step Time": 6.628664193674922}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8385935425758362, "Finetune/Loss (Raw)": 0.8772923350334167, "Finetune/Step": 1681, "Finetune/Step Time": 6.610151590779424}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8405376672744751, "Finetune/Loss (Raw)": 1.0416042804718018, "Finetune/Step": 1682, "Finetune/Step Time": 6.6128828171640635}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8390417695045471, "Finetune/Loss (Raw)": 0.7358015775680542, "Finetune/Step": 1683, "Finetune/Step Time": 6.620279809460044}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8400039672851562, "Finetune/Loss (Raw)": 0.8481175303459167, "Finetune/Step": 1684, "Finetune/Step Time": 6.611098764464259}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8397853374481201, "Finetune/Loss (Raw)": 0.774955153465271, "Finetune/Step": 1685, "Finetune/Step Time": 6.614738453179598}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8382548689842224, "Finetune/Loss (Raw)": 0.6587615609169006, "Finetune/Step": 1686, "Finetune/Step Time": 6.625873193144798}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8369646668434143, "Finetune/Loss (Raw)": 0.939077615737915, "Finetune/Step": 1687, "Finetune/Step Time": 6.616976952180266}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.836611270904541, "Finetune/Loss (Raw)": 0.8637973070144653, "Finetune/Step": 1688, "Finetune/Step Time": 6.614184942096472}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8319774866104126, "Finetune/Loss (Raw)": 0.3044452965259552, "Finetune/Step": 1689, "Finetune/Step Time": 6.630731284618378}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8325752019882202, "Finetune/Loss (Raw)": 0.9843326807022095, "Finetune/Step": 1690, "Finetune/Step Time": 6.6317775920033455}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8332918286323547, "Finetune/Loss (Raw)": 0.8920395374298096, "Finetune/Step": 1691, "Finetune/Step Time": 6.613496091216803}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8328844308853149, "Finetune/Loss (Raw)": 0.747208297252655, "Finetune/Step": 1692, "Finetune/Step Time": 6.635527364909649}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.832390308380127, "Finetune/Loss (Raw)": 0.6912928223609924, "Finetune/Step": 1693, "Finetune/Step Time": 6.653943991288543}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.830858051776886, "Finetune/Loss (Raw)": 0.6249425411224365, "Finetune/Step": 1694, "Finetune/Step Time": 6.656183015555143}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8297687768936157, "Finetune/Loss (Raw)": 0.7408891320228577, "Finetune/Step": 1695, "Finetune/Step Time": 6.662567153573036}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8296772241592407, "Finetune/Loss (Raw)": 0.8601982593536377, "Finetune/Step": 1696, "Finetune/Step Time": 6.660478174686432}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8315273523330688, "Finetune/Loss (Raw)": 0.9237968921661377, "Finetune/Step": 1697, "Finetune/Step Time": 6.646267119795084}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8307381868362427, "Finetune/Loss (Raw)": 0.8514372110366821, "Finetune/Step": 1698, "Finetune/Step Time": 6.648651761934161}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8306058645248413, "Finetune/Loss (Raw)": 0.878383219242096, "Finetune/Step": 1699, "Finetune/Step Time": 6.656449191272259}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8304201364517212, "Finetune/Loss (Raw)": 0.9136017560958862, "Finetune/Step": 1700, "Finetune/Step Time": 6.66620728559792}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8313791751861572, "Finetune/Loss (Raw)": 0.9701485633850098, "Finetune/Step": 1701, "Finetune/Step Time": 6.651141565293074}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8330759406089783, "Finetune/Loss (Raw)": 0.9329677224159241, "Finetune/Step": 1702, "Finetune/Step Time": 6.650350585579872}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8308104276657104, "Finetune/Loss (Raw)": 0.7152777314186096, "Finetune/Step": 1703, "Finetune/Step Time": 6.657402116805315}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8267301917076111, "Finetune/Loss (Raw)": 0.34494006633758545, "Finetune/Step": 1704, "Finetune/Step Time": 6.67270452901721}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8266518115997314, "Finetune/Loss (Raw)": 0.8764967918395996, "Finetune/Step": 1705, "Finetune/Step Time": 6.665102640166879}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8270366191864014, "Finetune/Loss (Raw)": 0.9375188946723938, "Finetune/Step": 1706, "Finetune/Step Time": 6.66734061203897}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8276285529136658, "Finetune/Loss (Raw)": 0.8812562227249146, "Finetune/Step": 1707, "Finetune/Step Time": 6.664078896865249}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8285685777664185, "Finetune/Loss (Raw)": 0.8413432836532593, "Finetune/Step": 1708, "Finetune/Step Time": 6.6447893641889095}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8306201696395874, "Finetune/Loss (Raw)": 1.0177284479141235, "Finetune/Step": 1709, "Finetune/Step Time": 6.643615221604705}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8307496309280396, "Finetune/Loss (Raw)": 0.8620961904525757, "Finetune/Step": 1710, "Finetune/Step Time": 6.653417894616723}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8304816484451294, "Finetune/Loss (Raw)": 0.8777499198913574, "Finetune/Step": 1711, "Finetune/Step Time": 6.657002059742808}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8315987586975098, "Finetune/Loss (Raw)": 1.0035853385925293, "Finetune/Step": 1712, "Finetune/Step Time": 6.65724353864789}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.831315279006958, "Finetune/Loss (Raw)": 0.9247532486915588, "Finetune/Step": 1713, "Finetune/Step Time": 6.657632594928145}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8305647373199463, "Finetune/Loss (Raw)": 0.9234305620193481, "Finetune/Step": 1714, "Finetune/Step Time": 6.623851362615824}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8281153440475464, "Finetune/Loss (Raw)": 0.6579678654670715, "Finetune/Step": 1715, "Finetune/Step Time": 6.633302034810185}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8281667232513428, "Finetune/Loss (Raw)": 0.8776166439056396, "Finetune/Step": 1716, "Finetune/Step Time": 6.611380688846111}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8283567428588867, "Finetune/Loss (Raw)": 0.8939679265022278, "Finetune/Step": 1717, "Finetune/Step Time": 6.61201349645853}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8279995918273926, "Finetune/Loss (Raw)": 0.9129741191864014, "Finetune/Step": 1718, "Finetune/Step Time": 6.602672327309847}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8295868635177612, "Finetune/Loss (Raw)": 0.8316947221755981, "Finetune/Step": 1719, "Finetune/Step Time": 6.588991604745388}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8314476609230042, "Finetune/Loss (Raw)": 0.9562222957611084, "Finetune/Step": 1720, "Finetune/Step Time": 6.586938817054033}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8323596119880676, "Finetune/Loss (Raw)": 0.9119275212287903, "Finetune/Step": 1721, "Finetune/Step Time": 6.588082568719983}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.832633376121521, "Finetune/Loss (Raw)": 0.882969319820404, "Finetune/Step": 1722, "Finetune/Step Time": 6.578566450625658}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8335986733436584, "Finetune/Loss (Raw)": 0.8763518929481506, "Finetune/Step": 1723, "Finetune/Step Time": 6.594761272892356}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8329275846481323, "Finetune/Loss (Raw)": 0.796356201171875, "Finetune/Step": 1724, "Finetune/Step Time": 6.58739909902215}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8340393900871277, "Finetune/Loss (Raw)": 0.8653284907341003, "Finetune/Step": 1725, "Finetune/Step Time": 6.577455377206206}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8335542678833008, "Finetune/Loss (Raw)": 0.7888194918632507, "Finetune/Step": 1726, "Finetune/Step Time": 6.580290328711271}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8376588821411133, "Finetune/Loss (Raw)": 0.8980050683021545, "Finetune/Step": 1727, "Finetune/Step Time": 6.577410519123077}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8380661010742188, "Finetune/Loss (Raw)": 0.9691248536109924, "Finetune/Step": 1728, "Finetune/Step Time": 6.586061919108033}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8420915603637695, "Finetune/Loss (Raw)": 0.9013738036155701, "Finetune/Step": 1729, "Finetune/Step Time": 6.567775411531329}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8404058218002319, "Finetune/Loss (Raw)": 0.7549349665641785, "Finetune/Step": 1730, "Finetune/Step Time": 6.559646904468536}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.841223955154419, "Finetune/Loss (Raw)": 1.0321919918060303, "Finetune/Step": 1731, "Finetune/Step Time": 6.556384410709143}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8422824144363403, "Finetune/Loss (Raw)": 0.9623910784721375, "Finetune/Step": 1732, "Finetune/Step Time": 6.561079416424036}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8439560532569885, "Finetune/Loss (Raw)": 0.8922931551933289, "Finetune/Step": 1733, "Finetune/Step Time": 6.552145544439554}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8458645939826965, "Finetune/Loss (Raw)": 0.9064445495605469, "Finetune/Step": 1734, "Finetune/Step Time": 6.535998539999127}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8459186553955078, "Finetune/Loss (Raw)": 0.8402741551399231, "Finetune/Step": 1735, "Finetune/Step Time": 6.53577109053731}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8498169183731079, "Finetune/Loss (Raw)": 0.8836806416511536, "Finetune/Step": 1736, "Finetune/Step Time": 6.515560369938612}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8492943644523621, "Finetune/Loss (Raw)": 0.8168348073959351, "Finetune/Step": 1737, "Finetune/Step Time": 6.514853833243251}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8450291156768799, "Finetune/Loss (Raw)": 0.3519880473613739, "Finetune/Step": 1738, "Finetune/Step Time": 6.530925657600164}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8454441428184509, "Finetune/Loss (Raw)": 0.8322881460189819, "Finetune/Step": 1739, "Finetune/Step Time": 6.509003026410937}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.845088005065918, "Finetune/Loss (Raw)": 0.7622029185295105, "Finetune/Step": 1740, "Finetune/Step Time": 6.525095459073782}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8474609851837158, "Finetune/Loss (Raw)": 1.057538390159607, "Finetune/Step": 1741, "Finetune/Step Time": 6.515334837138653}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.846062421798706, "Finetune/Loss (Raw)": 0.7155839800834656, "Finetune/Step": 1742, "Finetune/Step Time": 6.523889876902103}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8450776934623718, "Finetune/Loss (Raw)": 0.8463447093963623, "Finetune/Step": 1743, "Finetune/Step Time": 6.5393715891987085}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8449283242225647, "Finetune/Loss (Raw)": 0.8516241908073425, "Finetune/Step": 1744, "Finetune/Step Time": 6.5297324154525995}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8455256223678589, "Finetune/Loss (Raw)": 0.8947956562042236, "Finetune/Step": 1745, "Finetune/Step Time": 6.53489962592721}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8466657400131226, "Finetune/Loss (Raw)": 0.9799791574478149, "Finetune/Step": 1746, "Finetune/Step Time": 6.535116329789162}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.844068169593811, "Finetune/Loss (Raw)": 0.4314239025115967, "Finetune/Step": 1747, "Finetune/Step Time": 6.55386021360755}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8413046598434448, "Finetune/Loss (Raw)": 0.7247019410133362, "Finetune/Step": 1748, "Finetune/Step Time": 6.564374135807157}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8422151803970337, "Finetune/Loss (Raw)": 0.9044109582901001, "Finetune/Step": 1749, "Finetune/Step Time": 6.5627110712230206}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8421158790588379, "Finetune/Loss (Raw)": 0.9734255075454712, "Finetune/Step": 1750, "Finetune/Step Time": 6.581928942352533}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8407711386680603, "Finetune/Loss (Raw)": 0.9103545546531677, "Finetune/Step": 1751, "Finetune/Step Time": 6.586427269503474}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8418599367141724, "Finetune/Loss (Raw)": 1.0245225429534912, "Finetune/Step": 1752, "Finetune/Step Time": 6.585421999916434}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8417651057243347, "Finetune/Loss (Raw)": 0.86977219581604, "Finetune/Step": 1753, "Finetune/Step Time": 6.584050936624408}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8418756723403931, "Finetune/Loss (Raw)": 0.9276658892631531, "Finetune/Step": 1754, "Finetune/Step Time": 6.591718103736639}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8413581848144531, "Finetune/Loss (Raw)": 0.880852460861206, "Finetune/Step": 1755, "Finetune/Step Time": 6.5985712967813015}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8426312804222107, "Finetune/Loss (Raw)": 0.9870637059211731, "Finetune/Step": 1756, "Finetune/Step Time": 6.612907251343131}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8391469717025757, "Finetune/Loss (Raw)": 0.35638463497161865, "Finetune/Step": 1757, "Finetune/Step Time": 6.632694369181991}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8380153775215149, "Finetune/Loss (Raw)": 0.7645325064659119, "Finetune/Step": 1758, "Finetune/Step Time": 6.636555653065443}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8389149904251099, "Finetune/Loss (Raw)": 0.9663214087486267, "Finetune/Step": 1759, "Finetune/Step Time": 6.641847653314471}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8399826288223267, "Finetune/Loss (Raw)": 0.9714319109916687, "Finetune/Step": 1760, "Finetune/Step Time": 6.639754951000214}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8397382497787476, "Finetune/Loss (Raw)": 0.7693387866020203, "Finetune/Step": 1761, "Finetune/Step Time": 6.634194323793054}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8388118743896484, "Finetune/Loss (Raw)": 0.7683937549591064, "Finetune/Step": 1762, "Finetune/Step Time": 6.643042681738734}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8404306173324585, "Finetune/Loss (Raw)": 1.022013545036316, "Finetune/Step": 1763, "Finetune/Step Time": 6.638434141874313}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8410474061965942, "Finetune/Loss (Raw)": 0.9724453091621399, "Finetune/Step": 1764, "Finetune/Step Time": 6.658757530152798}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8407660126686096, "Finetune/Loss (Raw)": 0.7969507575035095, "Finetune/Step": 1765, "Finetune/Step Time": 6.671543776988983}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8416744470596313, "Finetune/Loss (Raw)": 0.9241316318511963, "Finetune/Step": 1766, "Finetune/Step Time": 6.673188777640462}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8419888019561768, "Finetune/Loss (Raw)": 0.7722697257995605, "Finetune/Step": 1767, "Finetune/Step Time": 6.6738731898367405}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8405957221984863, "Finetune/Loss (Raw)": 0.7899549007415771, "Finetune/Step": 1768, "Finetune/Step Time": 6.674856944009662}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8388641476631165, "Finetune/Loss (Raw)": 0.6964137554168701, "Finetune/Step": 1769, "Finetune/Step Time": 6.690028849989176}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8391180634498596, "Finetune/Loss (Raw)": 0.8931658267974854, "Finetune/Step": 1770, "Finetune/Step Time": 6.691791031509638}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8377077579498291, "Finetune/Loss (Raw)": 0.8213143348693848, "Finetune/Step": 1771, "Finetune/Step Time": 6.679639404639602}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8388829231262207, "Finetune/Loss (Raw)": 0.9977564215660095, "Finetune/Step": 1772, "Finetune/Step Time": 6.653839999809861}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8382471799850464, "Finetune/Loss (Raw)": 0.7861860394477844, "Finetune/Step": 1773, "Finetune/Step Time": 6.663088548928499}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8372504711151123, "Finetune/Loss (Raw)": 0.8046999573707581, "Finetune/Step": 1774, "Finetune/Step Time": 6.676982222124934}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.838437020778656, "Finetune/Loss (Raw)": 0.9558125138282776, "Finetune/Step": 1775, "Finetune/Step Time": 6.664258111268282}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8379513025283813, "Finetune/Loss (Raw)": 0.8800700902938843, "Finetune/Step": 1776, "Finetune/Step Time": 6.663857316598296}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8383598327636719, "Finetune/Loss (Raw)": 0.9012049436569214, "Finetune/Step": 1777, "Finetune/Step Time": 6.6591014843434095}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8378839492797852, "Finetune/Loss (Raw)": 0.8448559641838074, "Finetune/Step": 1778, "Finetune/Step Time": 6.661535168066621}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8400800824165344, "Finetune/Loss (Raw)": 1.0495449304580688, "Finetune/Step": 1779, "Finetune/Step Time": 6.646130483597517}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.840143084526062, "Finetune/Loss (Raw)": 0.8367061018943787, "Finetune/Step": 1780, "Finetune/Step Time": 6.639127628877759}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8389508128166199, "Finetune/Loss (Raw)": 0.7181422114372253, "Finetune/Step": 1781, "Finetune/Step Time": 6.640566570684314}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8385961055755615, "Finetune/Loss (Raw)": 0.871197521686554, "Finetune/Step": 1782, "Finetune/Step Time": 6.627311555668712}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8415263891220093, "Finetune/Loss (Raw)": 0.7553154826164246, "Finetune/Step": 1783, "Finetune/Step Time": 6.620837550610304}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8423717021942139, "Finetune/Loss (Raw)": 1.0171897411346436, "Finetune/Step": 1784, "Finetune/Step Time": 6.624106325209141}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.84131920337677, "Finetune/Loss (Raw)": 0.6646632552146912, "Finetune/Step": 1785, "Finetune/Step Time": 6.638499308377504}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8411506414413452, "Finetune/Loss (Raw)": 0.8604261875152588, "Finetune/Step": 1786, "Finetune/Step Time": 6.636895075440407}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8402718305587769, "Finetune/Loss (Raw)": 0.7183540463447571, "Finetune/Step": 1787, "Finetune/Step Time": 6.651937734335661}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.839479923248291, "Finetune/Loss (Raw)": 0.7833569645881653, "Finetune/Step": 1788, "Finetune/Step Time": 6.647925488650799}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.835125744342804, "Finetune/Loss (Raw)": 0.2948097288608551, "Finetune/Step": 1789, "Finetune/Step Time": 6.67051544226706}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8347864151000977, "Finetune/Loss (Raw)": 0.9038742184638977, "Finetune/Step": 1790, "Finetune/Step Time": 6.6727509424090385}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8378579616546631, "Finetune/Loss (Raw)": 1.0029292106628418, "Finetune/Step": 1791, "Finetune/Step Time": 6.664688691496849}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8395551443099976, "Finetune/Loss (Raw)": 0.9239267110824585, "Finetune/Step": 1792, "Finetune/Step Time": 6.664085129275918}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8375097513198853, "Finetune/Loss (Raw)": 0.7328274250030518, "Finetune/Step": 1793, "Finetune/Step Time": 6.668871529400349}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8385519981384277, "Finetune/Loss (Raw)": 0.958467960357666, "Finetune/Step": 1794, "Finetune/Step Time": 6.675014780834317}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8344062566757202, "Finetune/Loss (Raw)": 0.36758333444595337, "Finetune/Step": 1795, "Finetune/Step Time": 6.695652678608894}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8336169123649597, "Finetune/Loss (Raw)": 0.8428576588630676, "Finetune/Step": 1796, "Finetune/Step Time": 6.688463615253568}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8335350751876831, "Finetune/Loss (Raw)": 0.8692983388900757, "Finetune/Step": 1797, "Finetune/Step Time": 6.688341770321131}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8330947160720825, "Finetune/Loss (Raw)": 0.87391197681427, "Finetune/Step": 1798, "Finetune/Step Time": 6.692632110789418}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.833157479763031, "Finetune/Loss (Raw)": 0.8258088231086731, "Finetune/Step": 1799, "Finetune/Step Time": 6.673146506771445}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8325226902961731, "Finetune/Loss (Raw)": 0.8264073133468628, "Finetune/Step": 1800, "Finetune/Step Time": 6.667324235662818}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8337666988372803, "Finetune/Loss (Raw)": 0.915977954864502, "Finetune/Step": 1801, "Finetune/Step Time": 6.682033285498619}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8353601098060608, "Finetune/Loss (Raw)": 0.824037492275238, "Finetune/Step": 1802, "Finetune/Step Time": 6.684710243716836}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8357448577880859, "Finetune/Loss (Raw)": 0.8364511728286743, "Finetune/Step": 1803, "Finetune/Step Time": 6.697491720318794}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8353009223937988, "Finetune/Loss (Raw)": 0.9064056277275085, "Finetune/Step": 1804, "Finetune/Step Time": 6.701124384999275}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8323706388473511, "Finetune/Loss (Raw)": 0.5720348954200745, "Finetune/Step": 1805, "Finetune/Step Time": 6.710011783987284}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8322230577468872, "Finetune/Loss (Raw)": 0.7642412185668945, "Finetune/Step": 1806, "Finetune/Step Time": 6.722395522519946}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8361159563064575, "Finetune/Loss (Raw)": 0.8846277594566345, "Finetune/Step": 1807, "Finetune/Step Time": 6.702857557684183}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8358312845230103, "Finetune/Loss (Raw)": 0.8318276405334473, "Finetune/Step": 1808, "Finetune/Step Time": 6.692071491852403}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8357897996902466, "Finetune/Loss (Raw)": 0.871982991695404, "Finetune/Step": 1809, "Finetune/Step Time": 6.69174949452281}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8340461254119873, "Finetune/Loss (Raw)": 0.8184137344360352, "Finetune/Step": 1810, "Finetune/Step Time": 6.694138366729021}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8350133299827576, "Finetune/Loss (Raw)": 0.8596001267433167, "Finetune/Step": 1811, "Finetune/Step Time": 6.696956304833293}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8343040943145752, "Finetune/Loss (Raw)": 0.7573363780975342, "Finetune/Step": 1812, "Finetune/Step Time": 6.704579489305615}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8347628116607666, "Finetune/Loss (Raw)": 0.8336716890335083, "Finetune/Step": 1813, "Finetune/Step Time": 6.6943934597074986}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8362815380096436, "Finetune/Loss (Raw)": 0.8531618118286133, "Finetune/Step": 1814, "Finetune/Step Time": 6.682320028543472}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8354813456535339, "Finetune/Loss (Raw)": 0.8366513848304749, "Finetune/Step": 1815, "Finetune/Step Time": 6.680777333676815}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8362201452255249, "Finetune/Loss (Raw)": 0.9583604335784912, "Finetune/Step": 1816, "Finetune/Step Time": 6.674743385985494}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8405923843383789, "Finetune/Loss (Raw)": 0.8641011118888855, "Finetune/Step": 1817, "Finetune/Step Time": 6.656929207965732}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8391752243041992, "Finetune/Loss (Raw)": 0.8029252886772156, "Finetune/Step": 1818, "Finetune/Step Time": 6.647284537553787}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8391236066818237, "Finetune/Loss (Raw)": 0.8854401707649231, "Finetune/Step": 1819, "Finetune/Step Time": 6.644162714481354}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.839317798614502, "Finetune/Loss (Raw)": 0.7720564603805542, "Finetune/Step": 1820, "Finetune/Step Time": 6.62192496843636}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8409420847892761, "Finetune/Loss (Raw)": 0.8992085456848145, "Finetune/Step": 1821, "Finetune/Step Time": 6.60641685128212}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8446288108825684, "Finetune/Loss (Raw)": 1.0968384742736816, "Finetune/Step": 1822, "Finetune/Step Time": 6.597954412922263}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8456475138664246, "Finetune/Loss (Raw)": 0.8712844848632812, "Finetune/Step": 1823, "Finetune/Step Time": 6.588094025850296}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.84422767162323, "Finetune/Loss (Raw)": 0.678462028503418, "Finetune/Step": 1824, "Finetune/Step Time": 6.592258868739009}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8435773849487305, "Finetune/Loss (Raw)": 0.8405652642250061, "Finetune/Step": 1825, "Finetune/Step Time": 6.593122867867351}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8441988229751587, "Finetune/Loss (Raw)": 0.9309747815132141, "Finetune/Step": 1826, "Finetune/Step Time": 6.593318557366729}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8437082767486572, "Finetune/Loss (Raw)": 0.8155907988548279, "Finetune/Step": 1827, "Finetune/Step Time": 6.61461416259408}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8436116576194763, "Finetune/Loss (Raw)": 0.9012339115142822, "Finetune/Step": 1828, "Finetune/Step Time": 6.6115678902715445}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8442897796630859, "Finetune/Loss (Raw)": 1.0569473505020142, "Finetune/Step": 1829, "Finetune/Step Time": 6.614456793293357}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8446378111839294, "Finetune/Loss (Raw)": 0.9775273203849792, "Finetune/Step": 1830, "Finetune/Step Time": 6.625782243907452}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8456377983093262, "Finetune/Loss (Raw)": 0.8432697057723999, "Finetune/Step": 1831, "Finetune/Step Time": 6.609800014644861}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8506237268447876, "Finetune/Loss (Raw)": 0.9831443428993225, "Finetune/Step": 1832, "Finetune/Step Time": 6.5933971256017685}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8495161533355713, "Finetune/Loss (Raw)": 0.7347220182418823, "Finetune/Step": 1833, "Finetune/Step Time": 6.611901741474867}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8499583005905151, "Finetune/Loss (Raw)": 0.9941094517707825, "Finetune/Step": 1834, "Finetune/Step Time": 6.6109958011657}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8500813245773315, "Finetune/Loss (Raw)": 0.8970067501068115, "Finetune/Step": 1835, "Finetune/Step Time": 6.619107415899634}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8506824970245361, "Finetune/Loss (Raw)": 0.9182916283607483, "Finetune/Step": 1836, "Finetune/Step Time": 6.613439848646522}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8494495749473572, "Finetune/Loss (Raw)": 0.8599198460578918, "Finetune/Step": 1837, "Finetune/Step Time": 6.6145049799233675}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8496488332748413, "Finetune/Loss (Raw)": 0.8875989317893982, "Finetune/Step": 1838, "Finetune/Step Time": 6.606467980891466}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.849866509437561, "Finetune/Loss (Raw)": 0.905609130859375, "Finetune/Step": 1839, "Finetune/Step Time": 6.61942427419126}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.848678708076477, "Finetune/Loss (Raw)": 0.8515464067459106, "Finetune/Step": 1840, "Finetune/Step Time": 6.629012664780021}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.847529947757721, "Finetune/Loss (Raw)": 0.7777156233787537, "Finetune/Step": 1841, "Finetune/Step Time": 6.629521677270532}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8478289842605591, "Finetune/Loss (Raw)": 0.9617023468017578, "Finetune/Step": 1842, "Finetune/Step Time": 6.627318641170859}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.849770188331604, "Finetune/Loss (Raw)": 0.9064511656761169, "Finetune/Step": 1843, "Finetune/Step Time": 6.632295528426766}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8492858409881592, "Finetune/Loss (Raw)": 0.8156087398529053, "Finetune/Step": 1844, "Finetune/Step Time": 6.643451400101185}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8484193682670593, "Finetune/Loss (Raw)": 0.7830654382705688, "Finetune/Step": 1845, "Finetune/Step Time": 6.636390019208193}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.849029541015625, "Finetune/Loss (Raw)": 0.991083562374115, "Finetune/Step": 1846, "Finetune/Step Time": 6.637560538947582}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8495053648948669, "Finetune/Loss (Raw)": 0.8925939798355103, "Finetune/Step": 1847, "Finetune/Step Time": 6.655582945793867}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8488813638687134, "Finetune/Loss (Raw)": 0.8763452768325806, "Finetune/Step": 1848, "Finetune/Step Time": 6.648320322856307}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8493503332138062, "Finetune/Loss (Raw)": 0.9719552993774414, "Finetune/Step": 1849, "Finetune/Step Time": 6.641991671174765}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8496739864349365, "Finetune/Loss (Raw)": 0.9244025945663452, "Finetune/Step": 1850, "Finetune/Step Time": 6.648314943537116}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8480492830276489, "Finetune/Loss (Raw)": 0.668387770652771, "Finetune/Step": 1851, "Finetune/Step Time": 6.651399966329336}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8491458296775818, "Finetune/Loss (Raw)": 0.9367125630378723, "Finetune/Step": 1852, "Finetune/Step Time": 6.652597827836871}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8495563268661499, "Finetune/Loss (Raw)": 0.9178756475448608, "Finetune/Step": 1853, "Finetune/Step Time": 6.653173504397273}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8505762815475464, "Finetune/Loss (Raw)": 0.9193723797798157, "Finetune/Step": 1854, "Finetune/Step Time": 6.636815438047051}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8507505059242249, "Finetune/Loss (Raw)": 0.9203045964241028, "Finetune/Step": 1855, "Finetune/Step Time": 6.62136909738183}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8509044647216797, "Finetune/Loss (Raw)": 0.9888312816619873, "Finetune/Step": 1856, "Finetune/Step Time": 6.610009064897895}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8497449159622192, "Finetune/Loss (Raw)": 0.7529511451721191, "Finetune/Step": 1857, "Finetune/Step Time": 6.646323084831238}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.850544810295105, "Finetune/Loss (Raw)": 0.8573198318481445, "Finetune/Step": 1858, "Finetune/Step Time": 6.664123885333538}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8500975370407104, "Finetune/Loss (Raw)": 0.9749436378479004, "Finetune/Step": 1859, "Finetune/Step Time": 6.658558655530214}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8483611941337585, "Finetune/Loss (Raw)": 0.7401376962661743, "Finetune/Step": 1860, "Finetune/Step Time": 6.647068843245506}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8475422859191895, "Finetune/Loss (Raw)": 0.787473738193512, "Finetune/Step": 1861, "Finetune/Step Time": 6.6474029161036015}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8466640710830688, "Finetune/Loss (Raw)": 0.7940357327461243, "Finetune/Step": 1862, "Finetune/Step Time": 6.631667776033282}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8460158109664917, "Finetune/Loss (Raw)": 0.7572956681251526, "Finetune/Step": 1863, "Finetune/Step Time": 6.6310536321252584}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8450713157653809, "Finetune/Loss (Raw)": 0.7627795934677124, "Finetune/Step": 1864, "Finetune/Step Time": 6.635993931442499}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8461421728134155, "Finetune/Loss (Raw)": 0.9539040327072144, "Finetune/Step": 1865, "Finetune/Step Time": 6.638065494596958}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8508508801460266, "Finetune/Loss (Raw)": 0.9547040462493896, "Finetune/Step": 1866, "Finetune/Step Time": 6.63190546259284}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8519892692565918, "Finetune/Loss (Raw)": 0.9780001640319824, "Finetune/Step": 1867, "Finetune/Step Time": 6.648331997916102}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8521567583084106, "Finetune/Loss (Raw)": 0.7836443781852722, "Finetune/Step": 1868, "Finetune/Step Time": 6.649525852873921}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8514556884765625, "Finetune/Loss (Raw)": 0.9678071141242981, "Finetune/Step": 1869, "Finetune/Step Time": 6.646319933235645}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8520851135253906, "Finetune/Loss (Raw)": 0.796140193939209, "Finetune/Step": 1870, "Finetune/Step Time": 6.638622786849737}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8521499633789062, "Finetune/Loss (Raw)": 0.8546563982963562, "Finetune/Step": 1871, "Finetune/Step Time": 6.651504848152399}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8513574600219727, "Finetune/Loss (Raw)": 0.7501846551895142, "Finetune/Step": 1872, "Finetune/Step Time": 6.655269756913185}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8471878170967102, "Finetune/Loss (Raw)": 0.36107414960861206, "Finetune/Step": 1873, "Finetune/Step Time": 6.659489305689931}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8468770980834961, "Finetune/Loss (Raw)": 0.9402117133140564, "Finetune/Step": 1874, "Finetune/Step Time": 6.660158129408956}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8491016626358032, "Finetune/Loss (Raw)": 0.7161634564399719, "Finetune/Step": 1875, "Finetune/Step Time": 6.651187017560005}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8504679203033447, "Finetune/Loss (Raw)": 0.8995789289474487, "Finetune/Step": 1876, "Finetune/Step Time": 6.637813733890653}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8504165410995483, "Finetune/Loss (Raw)": 0.8978382349014282, "Finetune/Step": 1877, "Finetune/Step Time": 6.64197538420558}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8483983874320984, "Finetune/Loss (Raw)": 0.7151013016700745, "Finetune/Step": 1878, "Finetune/Step Time": 6.634455766528845}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8490185141563416, "Finetune/Loss (Raw)": 0.9897356033325195, "Finetune/Step": 1879, "Finetune/Step Time": 6.625268589705229}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8463170528411865, "Finetune/Loss (Raw)": 0.6787348985671997, "Finetune/Step": 1880, "Finetune/Step Time": 6.646467940881848}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8453942537307739, "Finetune/Loss (Raw)": 0.7516558170318604, "Finetune/Step": 1881, "Finetune/Step Time": 6.653555424883962}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8451322913169861, "Finetune/Loss (Raw)": 0.8941307067871094, "Finetune/Step": 1882, "Finetune/Step Time": 6.649424087256193}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8437227010726929, "Finetune/Loss (Raw)": 0.7004272937774658, "Finetune/Step": 1883, "Finetune/Step Time": 6.657668454572558}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.838769257068634, "Finetune/Loss (Raw)": 0.353023499250412, "Finetune/Step": 1884, "Finetune/Step Time": 6.664745952934027}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8431829214096069, "Finetune/Loss (Raw)": 0.9213294982910156, "Finetune/Step": 1885, "Finetune/Step Time": 6.646420290693641}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8451632261276245, "Finetune/Loss (Raw)": 1.0180076360702515, "Finetune/Step": 1886, "Finetune/Step Time": 6.6503341775387526}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8433720469474792, "Finetune/Loss (Raw)": 0.7370578050613403, "Finetune/Step": 1887, "Finetune/Step Time": 6.645534561946988}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.841293454170227, "Finetune/Loss (Raw)": 0.7053767442703247, "Finetune/Step": 1888, "Finetune/Step Time": 6.650580603629351}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8416299819946289, "Finetune/Loss (Raw)": 0.8124096393585205, "Finetune/Step": 1889, "Finetune/Step Time": 6.656607050448656}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8421204686164856, "Finetune/Loss (Raw)": 0.8311747908592224, "Finetune/Step": 1890, "Finetune/Step Time": 6.6509842444211245}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8413493633270264, "Finetune/Loss (Raw)": 0.9233139157295227, "Finetune/Step": 1891, "Finetune/Step Time": 6.634765453636646}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8415906429290771, "Finetune/Loss (Raw)": 1.00332510471344, "Finetune/Step": 1892, "Finetune/Step Time": 6.6156261675059795}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8416010737419128, "Finetune/Loss (Raw)": 0.7982859015464783, "Finetune/Step": 1893, "Finetune/Step Time": 6.617634896188974}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8401705622673035, "Finetune/Loss (Raw)": 0.7410278916358948, "Finetune/Step": 1894, "Finetune/Step Time": 6.6097901333123446}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8406795859336853, "Finetune/Loss (Raw)": 0.8374295234680176, "Finetune/Step": 1895, "Finetune/Step Time": 6.609790533781052}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8414629697799683, "Finetune/Loss (Raw)": 0.8902263045310974, "Finetune/Step": 1896, "Finetune/Step Time": 6.624065354466438}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8438363671302795, "Finetune/Loss (Raw)": 1.000205397605896, "Finetune/Step": 1897, "Finetune/Step Time": 6.6110267117619514}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8438872694969177, "Finetune/Loss (Raw)": 0.8996834754943848, "Finetune/Step": 1898, "Finetune/Step Time": 6.616296894848347}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8432482481002808, "Finetune/Loss (Raw)": 0.7395181059837341, "Finetune/Step": 1899, "Finetune/Step Time": 6.635764854028821}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8420488238334656, "Finetune/Loss (Raw)": 0.8442335724830627, "Finetune/Step": 1900, "Finetune/Step Time": 6.637030493468046}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8421957492828369, "Finetune/Loss (Raw)": 0.8049898147583008, "Finetune/Step": 1901, "Finetune/Step Time": 6.633101869374514}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8434250354766846, "Finetune/Loss (Raw)": 0.9620475769042969, "Finetune/Step": 1902, "Finetune/Step Time": 6.622981421649456}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8419967889785767, "Finetune/Loss (Raw)": 0.7729981541633606, "Finetune/Step": 1903, "Finetune/Step Time": 6.64236712269485}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8417402505874634, "Finetune/Loss (Raw)": 0.8472307324409485, "Finetune/Step": 1904, "Finetune/Step Time": 6.646227680146694}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8372025489807129, "Finetune/Loss (Raw)": 0.3203737139701843, "Finetune/Step": 1905, "Finetune/Step Time": 6.66797455586493}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8367878198623657, "Finetune/Loss (Raw)": 0.7917734980583191, "Finetune/Step": 1906, "Finetune/Step Time": 6.679689556360245}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8355357646942139, "Finetune/Loss (Raw)": 0.8892813324928284, "Finetune/Step": 1907, "Finetune/Step Time": 6.704695088788867}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8351669907569885, "Finetune/Loss (Raw)": 0.7895094752311707, "Finetune/Step": 1908, "Finetune/Step Time": 6.701896518468857}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8344890475273132, "Finetune/Loss (Raw)": 0.6313582062721252, "Finetune/Step": 1909, "Finetune/Step Time": 6.702276581898332}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8344605565071106, "Finetune/Loss (Raw)": 0.8675536513328552, "Finetune/Step": 1910, "Finetune/Step Time": 6.7046992015093565}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8356468677520752, "Finetune/Loss (Raw)": 0.9071662425994873, "Finetune/Step": 1911, "Finetune/Step Time": 6.697585703805089}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8342477083206177, "Finetune/Loss (Raw)": 0.838093101978302, "Finetune/Step": 1912, "Finetune/Step Time": 6.691951677203178}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8357804417610168, "Finetune/Loss (Raw)": 0.86085444688797, "Finetune/Step": 1913, "Finetune/Step Time": 6.686613073572516}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8369183540344238, "Finetune/Loss (Raw)": 1.0060817003250122, "Finetune/Step": 1914, "Finetune/Step Time": 6.6838771384209394}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8387466669082642, "Finetune/Loss (Raw)": 0.9523758292198181, "Finetune/Step": 1915, "Finetune/Step Time": 6.695818312466145}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8392677307128906, "Finetune/Loss (Raw)": 0.8500566482543945, "Finetune/Step": 1916, "Finetune/Step Time": 6.69559071585536}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8430695533752441, "Finetune/Loss (Raw)": 0.7814346551895142, "Finetune/Step": 1917, "Finetune/Step Time": 6.672152724117041}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8424397706985474, "Finetune/Loss (Raw)": 0.8232722282409668, "Finetune/Step": 1918, "Finetune/Step Time": 6.660230495035648}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8412990570068359, "Finetune/Loss (Raw)": 0.8569189310073853, "Finetune/Step": 1919, "Finetune/Step Time": 6.656388036906719}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8399474024772644, "Finetune/Loss (Raw)": 0.7509138584136963, "Finetune/Step": 1920, "Finetune/Step Time": 6.666538953781128}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8417617082595825, "Finetune/Loss (Raw)": 0.9650540947914124, "Finetune/Step": 1921, "Finetune/Step Time": 6.649693066254258}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.836634635925293, "Finetune/Loss (Raw)": 0.3022080361843109, "Finetune/Step": 1922, "Finetune/Step Time": 6.667575184255838}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8404163718223572, "Finetune/Loss (Raw)": 0.8516374230384827, "Finetune/Step": 1923, "Finetune/Step Time": 6.648154525086284}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8410612344741821, "Finetune/Loss (Raw)": 0.9254085421562195, "Finetune/Step": 1924, "Finetune/Step Time": 6.656676050275564}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8423478007316589, "Finetune/Loss (Raw)": 1.0339690446853638, "Finetune/Step": 1925, "Finetune/Step Time": 6.653847383335233}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8381342887878418, "Finetune/Loss (Raw)": 0.3345840573310852, "Finetune/Step": 1926, "Finetune/Step Time": 6.668404374271631}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8347574472427368, "Finetune/Loss (Raw)": 0.39358028769493103, "Finetune/Step": 1927, "Finetune/Step Time": 6.689195400103927}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8356951475143433, "Finetune/Loss (Raw)": 0.9464241862297058, "Finetune/Step": 1928, "Finetune/Step Time": 6.676800277084112}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8343396186828613, "Finetune/Loss (Raw)": 0.7424754500389099, "Finetune/Step": 1929, "Finetune/Step Time": 6.65835140645504}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8333737850189209, "Finetune/Loss (Raw)": 0.7004061937332153, "Finetune/Step": 1930, "Finetune/Step Time": 6.643805967643857}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8338484168052673, "Finetune/Loss (Raw)": 0.8972084522247314, "Finetune/Step": 1931, "Finetune/Step Time": 6.6214787773787975}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.831995964050293, "Finetune/Loss (Raw)": 0.6692901849746704, "Finetune/Step": 1932, "Finetune/Step Time": 6.635949665680528}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8345983028411865, "Finetune/Loss (Raw)": 0.9051364660263062, "Finetune/Step": 1933, "Finetune/Step Time": 6.628979975357652}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8358659744262695, "Finetune/Loss (Raw)": 0.9265075325965881, "Finetune/Step": 1934, "Finetune/Step Time": 6.614952804520726}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8364551067352295, "Finetune/Loss (Raw)": 0.9600380063056946, "Finetune/Step": 1935, "Finetune/Step Time": 6.620618401095271}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8358103632926941, "Finetune/Loss (Raw)": 0.7492935657501221, "Finetune/Step": 1936, "Finetune/Step Time": 6.629659188911319}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8358128070831299, "Finetune/Loss (Raw)": 0.8722977042198181, "Finetune/Step": 1937, "Finetune/Step Time": 6.628181234002113}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8325552940368652, "Finetune/Loss (Raw)": 0.40144920349121094, "Finetune/Step": 1938, "Finetune/Step Time": 6.642188213765621}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8326210975646973, "Finetune/Loss (Raw)": 0.8680182099342346, "Finetune/Step": 1939, "Finetune/Step Time": 6.627926470711827}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8304702639579773, "Finetune/Loss (Raw)": 0.4820379316806793, "Finetune/Step": 1940, "Finetune/Step Time": 6.629070540890098}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8302081823348999, "Finetune/Loss (Raw)": 0.8001199960708618, "Finetune/Step": 1941, "Finetune/Step Time": 6.627619734033942}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8316171169281006, "Finetune/Loss (Raw)": 1.0335056781768799, "Finetune/Step": 1942, "Finetune/Step Time": 6.6301886066794395}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8324233889579773, "Finetune/Loss (Raw)": 0.9398563504219055, "Finetune/Step": 1943, "Finetune/Step Time": 6.629544205963612}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8318455815315247, "Finetune/Loss (Raw)": 0.8844034075737, "Finetune/Step": 1944, "Finetune/Step Time": 6.634404642507434}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8281028270721436, "Finetune/Loss (Raw)": 0.38503575325012207, "Finetune/Step": 1945, "Finetune/Step Time": 6.653892694041133}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8289836645126343, "Finetune/Loss (Raw)": 0.9156597852706909, "Finetune/Step": 1946, "Finetune/Step Time": 6.666651174426079}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8299766778945923, "Finetune/Loss (Raw)": 1.0125523805618286, "Finetune/Step": 1947, "Finetune/Step Time": 6.66608970798552}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.832027792930603, "Finetune/Loss (Raw)": 1.034597396850586, "Finetune/Step": 1948, "Finetune/Step Time": 6.66568786278367}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8325262069702148, "Finetune/Loss (Raw)": 0.9630119800567627, "Finetune/Step": 1949, "Finetune/Step Time": 6.664994936436415}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.831890344619751, "Finetune/Loss (Raw)": 1.0154391527175903, "Finetune/Step": 1950, "Finetune/Step Time": 6.662076767534018}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.832626223564148, "Finetune/Loss (Raw)": 0.965474545955658, "Finetune/Step": 1951, "Finetune/Step Time": 6.677490949630737}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8352211713790894, "Finetune/Loss (Raw)": 1.010616421699524, "Finetune/Step": 1952, "Finetune/Step Time": 6.683569371700287}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8333063721656799, "Finetune/Loss (Raw)": 0.5954768061637878, "Finetune/Step": 1953, "Finetune/Step Time": 6.695919720456004}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8309661149978638, "Finetune/Loss (Raw)": 0.6314219236373901, "Finetune/Step": 1954, "Finetune/Step Time": 6.705172739923}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8303991556167603, "Finetune/Loss (Raw)": 0.7430120706558228, "Finetune/Step": 1955, "Finetune/Step Time": 6.691325722262263}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8292054533958435, "Finetune/Loss (Raw)": 0.7484468817710876, "Finetune/Step": 1956, "Finetune/Step Time": 6.685622213408351}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8284825086593628, "Finetune/Loss (Raw)": 0.9644099473953247, "Finetune/Step": 1957, "Finetune/Step Time": 6.679880997166038}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8285893201828003, "Finetune/Loss (Raw)": 0.9912021160125732, "Finetune/Step": 1958, "Finetune/Step Time": 6.665946653112769}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8280508518218994, "Finetune/Loss (Raw)": 0.7743446826934814, "Finetune/Step": 1959, "Finetune/Step Time": 6.668833430856466}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8282237648963928, "Finetune/Loss (Raw)": 1.0052803754806519, "Finetune/Step": 1960, "Finetune/Step Time": 6.674451190978289}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8282091021537781, "Finetune/Loss (Raw)": 0.7328450083732605, "Finetune/Step": 1961, "Finetune/Step Time": 6.662641193717718}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8236080408096313, "Finetune/Loss (Raw)": 0.40516701340675354, "Finetune/Step": 1962, "Finetune/Step Time": 6.685360845178366}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8196766376495361, "Finetune/Loss (Raw)": 0.39379429817199707, "Finetune/Step": 1963, "Finetune/Step Time": 6.692544437944889}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8190563917160034, "Finetune/Loss (Raw)": 0.838892936706543, "Finetune/Step": 1964, "Finetune/Step Time": 6.699932549148798}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8176015615463257, "Finetune/Loss (Raw)": 0.6737050414085388, "Finetune/Step": 1965, "Finetune/Step Time": 6.699462097138166}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8167943358421326, "Finetune/Loss (Raw)": 0.7842766046524048, "Finetune/Step": 1966, "Finetune/Step Time": 6.694521926343441}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8159269094467163, "Finetune/Loss (Raw)": 0.7945725917816162, "Finetune/Step": 1967, "Finetune/Step Time": 6.680972108617425}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8166338801383972, "Finetune/Loss (Raw)": 0.9420452117919922, "Finetune/Step": 1968, "Finetune/Step Time": 6.66694569028914}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8140467405319214, "Finetune/Loss (Raw)": 0.44655513763427734, "Finetune/Step": 1969, "Finetune/Step Time": 6.694964116439223}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8129220008850098, "Finetune/Loss (Raw)": 0.8177353739738464, "Finetune/Step": 1970, "Finetune/Step Time": 6.69006677903235}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8089793920516968, "Finetune/Loss (Raw)": 0.4017982482910156, "Finetune/Step": 1971, "Finetune/Step Time": 6.693322204053402}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8090725541114807, "Finetune/Loss (Raw)": 0.8275392651557922, "Finetune/Step": 1972, "Finetune/Step Time": 6.681525597348809}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8092576265335083, "Finetune/Loss (Raw)": 0.8067487478256226, "Finetune/Step": 1973, "Finetune/Step Time": 6.707323543727398}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8093383312225342, "Finetune/Loss (Raw)": 1.0014152526855469, "Finetune/Step": 1974, "Finetune/Step Time": 6.7058368641883135}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8091877698898315, "Finetune/Loss (Raw)": 0.8733214735984802, "Finetune/Step": 1975, "Finetune/Step Time": 6.68520375713706}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8091704845428467, "Finetune/Loss (Raw)": 0.8741365075111389, "Finetune/Step": 1976, "Finetune/Step Time": 6.687356062233448}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8087719678878784, "Finetune/Loss (Raw)": 0.9209368228912354, "Finetune/Step": 1977, "Finetune/Step Time": 6.695199955254793}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8093061447143555, "Finetune/Loss (Raw)": 0.99278324842453, "Finetune/Step": 1978, "Finetune/Step Time": 6.687694206833839}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8069960474967957, "Finetune/Loss (Raw)": 0.3726973235607147, "Finetune/Step": 1979, "Finetune/Step Time": 6.683585971593857}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8052389621734619, "Finetune/Loss (Raw)": 0.7118032574653625, "Finetune/Step": 1980, "Finetune/Step Time": 6.70640872605145}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8049145340919495, "Finetune/Loss (Raw)": 0.8763453960418701, "Finetune/Step": 1981, "Finetune/Step Time": 6.706477202475071}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8048478364944458, "Finetune/Loss (Raw)": 0.9108361601829529, "Finetune/Step": 1982, "Finetune/Step Time": 6.713546089828014}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8042827844619751, "Finetune/Loss (Raw)": 0.8479793071746826, "Finetune/Step": 1983, "Finetune/Step Time": 6.711793255060911}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8045493960380554, "Finetune/Loss (Raw)": 1.022960901260376, "Finetune/Step": 1984, "Finetune/Step Time": 6.710959954187274}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8062613010406494, "Finetune/Loss (Raw)": 0.9720724821090698, "Finetune/Step": 1985, "Finetune/Step Time": 6.67182657495141}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8077868223190308, "Finetune/Loss (Raw)": 1.0525882244110107, "Finetune/Step": 1986, "Finetune/Step Time": 6.6519222892820835}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8068711161613464, "Finetune/Loss (Raw)": 0.8577346801757812, "Finetune/Step": 1987, "Finetune/Step Time": 6.677910856902599}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8074966669082642, "Finetune/Loss (Raw)": 0.8202105164527893, "Finetune/Step": 1988, "Finetune/Step Time": 6.675760809332132}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8084987998008728, "Finetune/Loss (Raw)": 0.91573566198349, "Finetune/Step": 1989, "Finetune/Step Time": 6.676968989893794}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8092285394668579, "Finetune/Loss (Raw)": 0.887454092502594, "Finetune/Step": 1990, "Finetune/Step Time": 6.677641775459051}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8090264797210693, "Finetune/Loss (Raw)": 0.731422483921051, "Finetune/Step": 1991, "Finetune/Step Time": 6.673832850530744}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8099620342254639, "Finetune/Loss (Raw)": 0.8825356364250183, "Finetune/Step": 1992, "Finetune/Step Time": 6.668604660779238}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8081607818603516, "Finetune/Loss (Raw)": 0.7233474254608154, "Finetune/Step": 1993, "Finetune/Step Time": 6.672945618629456}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8059738278388977, "Finetune/Loss (Raw)": 0.6747696399688721, "Finetune/Step": 1994, "Finetune/Step Time": 6.669012783095241}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8040640950202942, "Finetune/Loss (Raw)": 0.7335560917854309, "Finetune/Step": 1995, "Finetune/Step Time": 6.6626557148993015}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.803902268409729, "Finetune/Loss (Raw)": 0.7629262804985046, "Finetune/Step": 1996, "Finetune/Step Time": 6.65032204054296}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8040993809700012, "Finetune/Loss (Raw)": 0.9930399060249329, "Finetune/Step": 1997, "Finetune/Step Time": 6.652686038985848}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8041441440582275, "Finetune/Loss (Raw)": 0.8018691539764404, "Finetune/Step": 1998, "Finetune/Step Time": 6.653476068750024}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8006888031959534, "Finetune/Loss (Raw)": 0.4123770296573639, "Finetune/Step": 1999, "Finetune/Step Time": 6.642460471019149}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8006947040557861, "Finetune/Loss (Raw)": 0.7509405016899109, "Finetune/Step": 2000, "Finetune/Step Time": 6.666553013026714}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8046279549598694, "Finetune/Loss (Raw)": 0.8645235300064087, "Finetune/Step": 2001, "Finetune/Step Time": 6.651257326826453}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8041823506355286, "Finetune/Loss (Raw)": 0.8831755518913269, "Finetune/Step": 2002, "Finetune/Step Time": 6.648942278698087}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8048982620239258, "Finetune/Loss (Raw)": 0.8078079223632812, "Finetune/Step": 2003, "Finetune/Step Time": 6.6482868902385235}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8043158054351807, "Finetune/Loss (Raw)": 0.8250255584716797, "Finetune/Step": 2004, "Finetune/Step Time": 6.652726955711842}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8036336898803711, "Finetune/Loss (Raw)": 0.8105154037475586, "Finetune/Step": 2005, "Finetune/Step Time": 6.6464406959712505}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.804563045501709, "Finetune/Loss (Raw)": 0.8340635299682617, "Finetune/Step": 2006, "Finetune/Step Time": 6.635787259787321}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8052226305007935, "Finetune/Loss (Raw)": 1.0741639137268066, "Finetune/Step": 2007, "Finetune/Step Time": 6.6472997684031725}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8065564632415771, "Finetune/Loss (Raw)": 0.8494629263877869, "Finetune/Step": 2008, "Finetune/Step Time": 6.631342520937324}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8068206310272217, "Finetune/Loss (Raw)": 0.7854787111282349, "Finetune/Step": 2009, "Finetune/Step Time": 6.619905920699239}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8070980906486511, "Finetune/Loss (Raw)": 0.9296362996101379, "Finetune/Step": 2010, "Finetune/Step Time": 6.619330123066902}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8097326159477234, "Finetune/Loss (Raw)": 1.0376492738723755, "Finetune/Step": 2011, "Finetune/Step Time": 6.612131195142865}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8137836456298828, "Finetune/Loss (Raw)": 0.8715534806251526, "Finetune/Step": 2012, "Finetune/Step Time": 6.590598335489631}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8135479688644409, "Finetune/Loss (Raw)": 0.8911656737327576, "Finetune/Step": 2013, "Finetune/Step Time": 6.6063880398869514}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8111196756362915, "Finetune/Loss (Raw)": 0.7071858048439026, "Finetune/Step": 2014, "Finetune/Step Time": 6.615193292498589}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8084233999252319, "Finetune/Loss (Raw)": 0.3919369578361511, "Finetune/Step": 2015, "Finetune/Step Time": 6.631426943466067}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8060437440872192, "Finetune/Loss (Raw)": 0.4007760286331177, "Finetune/Step": 2016, "Finetune/Step Time": 6.645902771502733}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8053574562072754, "Finetune/Loss (Raw)": 0.7245678901672363, "Finetune/Step": 2017, "Finetune/Step Time": 6.650446506217122}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.805882453918457, "Finetune/Loss (Raw)": 0.8983703255653381, "Finetune/Step": 2018, "Finetune/Step Time": 6.6510379910469055}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8049668073654175, "Finetune/Loss (Raw)": 0.8061150908470154, "Finetune/Step": 2019, "Finetune/Step Time": 6.65672904998064}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8041056990623474, "Finetune/Loss (Raw)": 0.8930997848510742, "Finetune/Step": 2020, "Finetune/Step Time": 6.659268891438842}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8045138120651245, "Finetune/Loss (Raw)": 0.8505235314369202, "Finetune/Step": 2021, "Finetune/Step Time": 6.654819190502167}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8051590919494629, "Finetune/Loss (Raw)": 0.8236293792724609, "Finetune/Step": 2022, "Finetune/Step Time": 6.660806292667985}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.803587794303894, "Finetune/Loss (Raw)": 0.6362991333007812, "Finetune/Step": 2023, "Finetune/Step Time": 6.684692841023207}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8029555082321167, "Finetune/Loss (Raw)": 0.8092915415763855, "Finetune/Step": 2024, "Finetune/Step Time": 6.6813923586159945}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8012311458587646, "Finetune/Loss (Raw)": 0.7794909477233887, "Finetune/Step": 2025, "Finetune/Step Time": 6.692591516301036}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8012897968292236, "Finetune/Loss (Raw)": 0.9071913361549377, "Finetune/Step": 2026, "Finetune/Step Time": 6.678474677726626}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8018351793289185, "Finetune/Loss (Raw)": 0.8093295693397522, "Finetune/Step": 2027, "Finetune/Step Time": 6.6575506161898375}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8019019365310669, "Finetune/Loss (Raw)": 0.8527761697769165, "Finetune/Step": 2028, "Finetune/Step Time": 6.671237597241998}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8028603792190552, "Finetune/Loss (Raw)": 0.927668571472168, "Finetune/Step": 2029, "Finetune/Step Time": 6.663653891533613}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7980164289474487, "Finetune/Loss (Raw)": 0.34201952815055847, "Finetune/Step": 2030, "Finetune/Step Time": 6.676492957398295}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7984397411346436, "Finetune/Loss (Raw)": 0.8271844983100891, "Finetune/Step": 2031, "Finetune/Step Time": 6.6553264036774635}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7991843223571777, "Finetune/Loss (Raw)": 0.9425343871116638, "Finetune/Step": 2032, "Finetune/Step Time": 6.650574654340744}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8035776615142822, "Finetune/Loss (Raw)": 0.8827285766601562, "Finetune/Step": 2033, "Finetune/Step Time": 6.634298499673605}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.805057168006897, "Finetune/Loss (Raw)": 0.9811384081840515, "Finetune/Step": 2034, "Finetune/Step Time": 6.621657948940992}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8039329051971436, "Finetune/Loss (Raw)": 0.7453799247741699, "Finetune/Step": 2035, "Finetune/Step Time": 6.631020495668054}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8045679330825806, "Finetune/Loss (Raw)": 0.8707876205444336, "Finetune/Step": 2036, "Finetune/Step Time": 6.643758576363325}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8060462474822998, "Finetune/Loss (Raw)": 0.8205944895744324, "Finetune/Step": 2037, "Finetune/Step Time": 6.657475832849741}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8048185706138611, "Finetune/Loss (Raw)": 0.7104034423828125, "Finetune/Step": 2038, "Finetune/Step Time": 6.659155402332544}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8053985834121704, "Finetune/Loss (Raw)": 0.9814069271087646, "Finetune/Step": 2039, "Finetune/Step Time": 6.653310989961028}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8059103488922119, "Finetune/Loss (Raw)": 0.9036006331443787, "Finetune/Step": 2040, "Finetune/Step Time": 6.651136562228203}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8059535026550293, "Finetune/Loss (Raw)": 0.8663784265518188, "Finetune/Step": 2041, "Finetune/Step Time": 6.6906934548169374}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8040565252304077, "Finetune/Loss (Raw)": 0.7632704973220825, "Finetune/Step": 2042, "Finetune/Step Time": 6.691145418211818}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8033255338668823, "Finetune/Loss (Raw)": 0.8588074445724487, "Finetune/Step": 2043, "Finetune/Step Time": 6.661064583808184}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8036803007125854, "Finetune/Loss (Raw)": 0.8954616785049438, "Finetune/Step": 2044, "Finetune/Step Time": 6.660187307745218}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8045507073402405, "Finetune/Loss (Raw)": 0.8928569555282593, "Finetune/Step": 2045, "Finetune/Step Time": 6.671744072809815}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8056753277778625, "Finetune/Loss (Raw)": 0.9672188758850098, "Finetune/Step": 2046, "Finetune/Step Time": 6.6714713126420975}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8062120676040649, "Finetune/Loss (Raw)": 0.9256213307380676, "Finetune/Step": 2047, "Finetune/Step Time": 6.674498507753015}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8061351180076599, "Finetune/Loss (Raw)": 0.741061270236969, "Finetune/Step": 2048, "Finetune/Step Time": 6.663807140663266}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8032993078231812, "Finetune/Loss (Raw)": 0.6020814180374146, "Finetune/Step": 2049, "Finetune/Step Time": 6.6782771702855825}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8065178394317627, "Finetune/Loss (Raw)": 0.7141743898391724, "Finetune/Step": 2050, "Finetune/Step Time": 6.671419797465205}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8078479170799255, "Finetune/Loss (Raw)": 1.0218836069107056, "Finetune/Step": 2051, "Finetune/Step Time": 6.675082296133041}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8079562187194824, "Finetune/Loss (Raw)": 0.9392737746238708, "Finetune/Step": 2052, "Finetune/Step Time": 6.67621542699635}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8068242073059082, "Finetune/Loss (Raw)": 0.8890776634216309, "Finetune/Step": 2053, "Finetune/Step Time": 6.678466031327844}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8116447925567627, "Finetune/Loss (Raw)": 0.951609194278717, "Finetune/Step": 2054, "Finetune/Step Time": 6.660839390009642}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8155955076217651, "Finetune/Loss (Raw)": 0.8992705941200256, "Finetune/Step": 2055, "Finetune/Step Time": 6.645786141976714}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8154511451721191, "Finetune/Loss (Raw)": 0.9279465079307556, "Finetune/Step": 2056, "Finetune/Step Time": 6.646579714491963}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8158174753189087, "Finetune/Loss (Raw)": 0.7893671989440918, "Finetune/Step": 2057, "Finetune/Step Time": 6.655158177018166}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8166894912719727, "Finetune/Loss (Raw)": 0.8120248317718506, "Finetune/Step": 2058, "Finetune/Step Time": 6.6665601991117}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.815662145614624, "Finetune/Loss (Raw)": 0.7657073140144348, "Finetune/Step": 2059, "Finetune/Step Time": 6.667503932490945}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8169682621955872, "Finetune/Loss (Raw)": 0.8364687561988831, "Finetune/Step": 2060, "Finetune/Step Time": 6.647300900891423}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8174914121627808, "Finetune/Loss (Raw)": 0.9721078276634216, "Finetune/Step": 2061, "Finetune/Step Time": 6.646211622282863}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8164473176002502, "Finetune/Loss (Raw)": 0.79285728931427, "Finetune/Step": 2062, "Finetune/Step Time": 6.646328659728169}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8163242340087891, "Finetune/Loss (Raw)": 0.9442878365516663, "Finetune/Step": 2063, "Finetune/Step Time": 6.639020144939423}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8163281679153442, "Finetune/Loss (Raw)": 0.7497895956039429, "Finetune/Step": 2064, "Finetune/Step Time": 6.664184186607599}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8158210515975952, "Finetune/Loss (Raw)": 0.8074002861976624, "Finetune/Step": 2065, "Finetune/Step Time": 6.672398533672094}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8153043985366821, "Finetune/Loss (Raw)": 0.33531489968299866, "Finetune/Step": 2066, "Finetune/Step Time": 6.672525364905596}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8151572942733765, "Finetune/Loss (Raw)": 0.8491838574409485, "Finetune/Step": 2067, "Finetune/Step Time": 6.673866357654333}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8181136846542358, "Finetune/Loss (Raw)": 0.8604538440704346, "Finetune/Step": 2068, "Finetune/Step Time": 6.662005171179771}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8184329867362976, "Finetune/Loss (Raw)": 0.8409929871559143, "Finetune/Step": 2069, "Finetune/Step Time": 6.658354926854372}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8149724006652832, "Finetune/Loss (Raw)": 0.5905570387840271, "Finetune/Step": 2070, "Finetune/Step Time": 6.669966040179133}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8144605159759521, "Finetune/Loss (Raw)": 0.8743302226066589, "Finetune/Step": 2071, "Finetune/Step Time": 6.675926450639963}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8151925206184387, "Finetune/Loss (Raw)": 0.9780956506729126, "Finetune/Step": 2072, "Finetune/Step Time": 6.668109051883221}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8181696534156799, "Finetune/Loss (Raw)": 0.7661075592041016, "Finetune/Step": 2073, "Finetune/Step Time": 6.658972721546888}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8183502554893494, "Finetune/Loss (Raw)": 0.9387836456298828, "Finetune/Step": 2074, "Finetune/Step Time": 6.649970451369882}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8166357278823853, "Finetune/Loss (Raw)": 0.7930954694747925, "Finetune/Step": 2075, "Finetune/Step Time": 6.6492314245551825}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8141577243804932, "Finetune/Loss (Raw)": 0.717404305934906, "Finetune/Step": 2076, "Finetune/Step Time": 6.662785479798913}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8131455779075623, "Finetune/Loss (Raw)": 0.8334612846374512, "Finetune/Step": 2077, "Finetune/Step Time": 6.662787126377225}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8113335967063904, "Finetune/Loss (Raw)": 0.7835022211074829, "Finetune/Step": 2078, "Finetune/Step Time": 6.662555940449238}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8102384805679321, "Finetune/Loss (Raw)": 0.8253034353256226, "Finetune/Step": 2079, "Finetune/Step Time": 6.657822612673044}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8080276250839233, "Finetune/Loss (Raw)": 0.7276269793510437, "Finetune/Step": 2080, "Finetune/Step Time": 6.653801208361983}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8098680973052979, "Finetune/Loss (Raw)": 0.8310585021972656, "Finetune/Step": 2081, "Finetune/Step Time": 6.653344497084618}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8112961053848267, "Finetune/Loss (Raw)": 0.8142048120498657, "Finetune/Step": 2082, "Finetune/Step Time": 6.640171257779002}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8125622272491455, "Finetune/Loss (Raw)": 0.9050768613815308, "Finetune/Step": 2083, "Finetune/Step Time": 6.622529938817024}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8146252036094666, "Finetune/Loss (Raw)": 1.0125077962875366, "Finetune/Step": 2084, "Finetune/Step Time": 6.618450267240405}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8095715641975403, "Finetune/Loss (Raw)": 0.3175394833087921, "Finetune/Step": 2085, "Finetune/Step Time": 6.637240367010236}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8089797496795654, "Finetune/Loss (Raw)": 0.9154586791992188, "Finetune/Step": 2086, "Finetune/Step Time": 6.642037231475115}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8105729818344116, "Finetune/Loss (Raw)": 0.9782715439796448, "Finetune/Step": 2087, "Finetune/Step Time": 6.632289614528418}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8100376129150391, "Finetune/Loss (Raw)": 0.9367560744285583, "Finetune/Step": 2088, "Finetune/Step Time": 6.62264852412045}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8112310171127319, "Finetune/Loss (Raw)": 0.8855989575386047, "Finetune/Step": 2089, "Finetune/Step Time": 6.616902403533459}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.810116171836853, "Finetune/Loss (Raw)": 0.26246631145477295, "Finetune/Step": 2090, "Finetune/Step Time": 6.617471527308226}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8132675886154175, "Finetune/Loss (Raw)": 0.7971737384796143, "Finetune/Step": 2091, "Finetune/Step Time": 6.600296346470714}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8137410879135132, "Finetune/Loss (Raw)": 0.8995078802108765, "Finetune/Step": 2092, "Finetune/Step Time": 6.598314980044961}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.815643310546875, "Finetune/Loss (Raw)": 0.9171878099441528, "Finetune/Step": 2093, "Finetune/Step Time": 6.595818996429443}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8173253536224365, "Finetune/Loss (Raw)": 0.9995775818824768, "Finetune/Step": 2094, "Finetune/Step Time": 6.5963737946003675}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8179091215133667, "Finetune/Loss (Raw)": 0.8692949414253235, "Finetune/Step": 2095, "Finetune/Step Time": 6.5913123190402985}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8171172142028809, "Finetune/Loss (Raw)": 0.840679943561554, "Finetune/Step": 2096, "Finetune/Step Time": 6.5940121952444315}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8209581971168518, "Finetune/Loss (Raw)": 0.9381973743438721, "Finetune/Step": 2097, "Finetune/Step Time": 6.563494002446532}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8206294775009155, "Finetune/Loss (Raw)": 0.7756579518318176, "Finetune/Step": 2098, "Finetune/Step Time": 6.572362212464213}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8203148245811462, "Finetune/Loss (Raw)": 0.36152374744415283, "Finetune/Step": 2099, "Finetune/Step Time": 6.5749950632452965}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8192073106765747, "Finetune/Loss (Raw)": 0.6857780814170837, "Finetune/Step": 2100, "Finetune/Step Time": 6.581104839220643}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.820029616355896, "Finetune/Loss (Raw)": 0.9120054841041565, "Finetune/Step": 2101, "Finetune/Step Time": 6.546796841546893}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8185440897941589, "Finetune/Loss (Raw)": 0.8112697601318359, "Finetune/Step": 2102, "Finetune/Step Time": 6.55080789886415}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.814597487449646, "Finetune/Loss (Raw)": 0.36815041303634644, "Finetune/Step": 2103, "Finetune/Step Time": 6.5731932651251554}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8141696453094482, "Finetune/Loss (Raw)": 0.8193812966346741, "Finetune/Step": 2104, "Finetune/Step Time": 6.581065684556961}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8136075139045715, "Finetune/Loss (Raw)": 0.8489823937416077, "Finetune/Step": 2105, "Finetune/Step Time": 6.591862244531512}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8127015829086304, "Finetune/Loss (Raw)": 0.8768181204795837, "Finetune/Step": 2106, "Finetune/Step Time": 6.591036954894662}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8166710138320923, "Finetune/Loss (Raw)": 0.8807861804962158, "Finetune/Step": 2107, "Finetune/Step Time": 6.570993708446622}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.817374050617218, "Finetune/Loss (Raw)": 0.801795482635498, "Finetune/Step": 2108, "Finetune/Step Time": 6.549021286889911}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8176030516624451, "Finetune/Loss (Raw)": 0.9056571125984192, "Finetune/Step": 2109, "Finetune/Step Time": 6.55288296751678}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8168556094169617, "Finetune/Loss (Raw)": 0.8151656985282898, "Finetune/Step": 2110, "Finetune/Step Time": 6.561428405344486}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8163630962371826, "Finetune/Loss (Raw)": 0.784937858581543, "Finetune/Step": 2111, "Finetune/Step Time": 6.576828422024846}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8119534254074097, "Finetune/Loss (Raw)": 0.45852476358413696, "Finetune/Step": 2112, "Finetune/Step Time": 6.597228646278381}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8113032579421997, "Finetune/Loss (Raw)": 0.8888384699821472, "Finetune/Step": 2113, "Finetune/Step Time": 6.605326255783439}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.810400128364563, "Finetune/Loss (Raw)": 0.9369945526123047, "Finetune/Step": 2114, "Finetune/Step Time": 6.6237077955156565}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8108218908309937, "Finetune/Loss (Raw)": 0.9117128849029541, "Finetune/Step": 2115, "Finetune/Step Time": 6.600743250921369}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8076840043067932, "Finetune/Loss (Raw)": 0.418567955493927, "Finetune/Step": 2116, "Finetune/Step Time": 6.6178655084222555}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8059366941452026, "Finetune/Loss (Raw)": 0.6920852661132812, "Finetune/Step": 2117, "Finetune/Step Time": 6.634859984740615}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8050535917282104, "Finetune/Loss (Raw)": 0.7744172811508179, "Finetune/Step": 2118, "Finetune/Step Time": 6.630842130631208}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8054765462875366, "Finetune/Loss (Raw)": 0.7855612635612488, "Finetune/Step": 2119, "Finetune/Step Time": 6.644485265016556}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8011453151702881, "Finetune/Loss (Raw)": 0.3281334638595581, "Finetune/Step": 2120, "Finetune/Step Time": 6.676189245656133}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8022953271865845, "Finetune/Loss (Raw)": 0.8705516457557678, "Finetune/Step": 2121, "Finetune/Step Time": 6.668160645291209}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8043226003646851, "Finetune/Loss (Raw)": 0.9342520236968994, "Finetune/Step": 2122, "Finetune/Step Time": 6.662363465875387}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8055921196937561, "Finetune/Loss (Raw)": 0.8960597515106201, "Finetune/Step": 2123, "Finetune/Step Time": 6.654012573882937}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.806728720664978, "Finetune/Loss (Raw)": 0.908412754535675, "Finetune/Step": 2124, "Finetune/Step Time": 6.650256521999836}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8058112859725952, "Finetune/Loss (Raw)": 0.8756113648414612, "Finetune/Step": 2125, "Finetune/Step Time": 6.664407460018992}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8069813251495361, "Finetune/Loss (Raw)": 0.9516363739967346, "Finetune/Step": 2126, "Finetune/Step Time": 6.661070164293051}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.810541033744812, "Finetune/Loss (Raw)": 0.8680145740509033, "Finetune/Step": 2127, "Finetune/Step Time": 6.643662020564079}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8074041604995728, "Finetune/Loss (Raw)": 0.34941914677619934, "Finetune/Step": 2128, "Finetune/Step Time": 6.635714093223214}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.802792489528656, "Finetune/Loss (Raw)": 0.2742290496826172, "Finetune/Step": 2129, "Finetune/Step Time": 6.651245290413499}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8027336597442627, "Finetune/Loss (Raw)": 0.875651478767395, "Finetune/Step": 2130, "Finetune/Step Time": 6.6501682084053755}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8036142587661743, "Finetune/Loss (Raw)": 0.9205272197723389, "Finetune/Step": 2131, "Finetune/Step Time": 6.640398044139147}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8035495281219482, "Finetune/Loss (Raw)": 0.8167300224304199, "Finetune/Step": 2132, "Finetune/Step Time": 6.644930085167289}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8057769536972046, "Finetune/Loss (Raw)": 1.095631718635559, "Finetune/Step": 2133, "Finetune/Step Time": 6.642502188682556}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8055572509765625, "Finetune/Loss (Raw)": 0.8059453368186951, "Finetune/Step": 2134, "Finetune/Step Time": 6.653753541409969}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8033788204193115, "Finetune/Loss (Raw)": 0.7953197360038757, "Finetune/Step": 2135, "Finetune/Step Time": 6.638425884768367}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8036796450614929, "Finetune/Loss (Raw)": 0.8879656195640564, "Finetune/Step": 2136, "Finetune/Step Time": 6.641864437609911}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8008421659469604, "Finetune/Loss (Raw)": 0.4222779870033264, "Finetune/Step": 2137, "Finetune/Step Time": 6.66379975900054}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8004666566848755, "Finetune/Loss (Raw)": 0.8815696835517883, "Finetune/Step": 2138, "Finetune/Step Time": 6.662856647744775}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7983932495117188, "Finetune/Loss (Raw)": 0.7722622156143188, "Finetune/Step": 2139, "Finetune/Step Time": 6.678525656461716}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7986431121826172, "Finetune/Loss (Raw)": 0.9035326838493347, "Finetune/Step": 2140, "Finetune/Step Time": 6.681998871266842}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7995442152023315, "Finetune/Loss (Raw)": 1.0065056085586548, "Finetune/Step": 2141, "Finetune/Step Time": 6.66824983805418}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8003811240196228, "Finetune/Loss (Raw)": 0.8143147230148315, "Finetune/Step": 2142, "Finetune/Step Time": 6.657650565728545}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8037840127944946, "Finetune/Loss (Raw)": 0.8275100588798523, "Finetune/Step": 2143, "Finetune/Step Time": 6.656039606779814}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8070183396339417, "Finetune/Loss (Raw)": 0.8147589564323425, "Finetune/Step": 2144, "Finetune/Step Time": 6.648185350000858}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.805753231048584, "Finetune/Loss (Raw)": 0.5626411437988281, "Finetune/Step": 2145, "Finetune/Step Time": 6.649297326803207}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8054572939872742, "Finetune/Loss (Raw)": 0.8604881763458252, "Finetune/Step": 2146, "Finetune/Step Time": 6.665216213092208}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8052136301994324, "Finetune/Loss (Raw)": 0.774931788444519, "Finetune/Step": 2147, "Finetune/Step Time": 6.6684852577745914}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8059948682785034, "Finetune/Loss (Raw)": 0.9930856823921204, "Finetune/Step": 2148, "Finetune/Step Time": 6.675588788464665}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8065183162689209, "Finetune/Loss (Raw)": 0.9175381660461426, "Finetune/Step": 2149, "Finetune/Step Time": 6.665438046678901}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.806658148765564, "Finetune/Loss (Raw)": 0.841528594493866, "Finetune/Step": 2150, "Finetune/Step Time": 6.663435263559222}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8098512887954712, "Finetune/Loss (Raw)": 1.0450109243392944, "Finetune/Step": 2151, "Finetune/Step Time": 6.648298177868128}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8093820214271545, "Finetune/Loss (Raw)": 0.7492274045944214, "Finetune/Step": 2152, "Finetune/Step Time": 6.645171869546175}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8096581697463989, "Finetune/Loss (Raw)": 0.8148359656333923, "Finetune/Step": 2153, "Finetune/Step Time": 6.635462537407875}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8084802627563477, "Finetune/Loss (Raw)": 0.7564231157302856, "Finetune/Step": 2154, "Finetune/Step Time": 6.64524607360363}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8089094161987305, "Finetune/Loss (Raw)": 0.8642603158950806, "Finetune/Step": 2155, "Finetune/Step Time": 6.652785748243332}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8077229261398315, "Finetune/Loss (Raw)": 0.7009010314941406, "Finetune/Step": 2156, "Finetune/Step Time": 6.648774169385433}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8063124418258667, "Finetune/Loss (Raw)": 0.7471352219581604, "Finetune/Step": 2157, "Finetune/Step Time": 6.658885683864355}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8107361793518066, "Finetune/Loss (Raw)": 0.9082598090171814, "Finetune/Step": 2158, "Finetune/Step Time": 6.639069613069296}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8109967708587646, "Finetune/Loss (Raw)": 0.8605356812477112, "Finetune/Step": 2159, "Finetune/Step Time": 6.655887359753251}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8103715777397156, "Finetune/Loss (Raw)": 0.8625059127807617, "Finetune/Step": 2160, "Finetune/Step Time": 6.652328409254551}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8096246123313904, "Finetune/Loss (Raw)": 0.7871190309524536, "Finetune/Step": 2161, "Finetune/Step Time": 6.646918699145317}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8080744743347168, "Finetune/Loss (Raw)": 0.782724142074585, "Finetune/Step": 2162, "Finetune/Step Time": 6.652259321883321}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.808486819267273, "Finetune/Loss (Raw)": 0.7981608510017395, "Finetune/Step": 2163, "Finetune/Step Time": 6.627194460481405}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.809332013130188, "Finetune/Loss (Raw)": 0.978965163230896, "Finetune/Step": 2164, "Finetune/Step Time": 6.614505056291819}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8094325661659241, "Finetune/Loss (Raw)": 0.8334683775901794, "Finetune/Step": 2165, "Finetune/Step Time": 6.625194668769836}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8109952807426453, "Finetune/Loss (Raw)": 0.9104321002960205, "Finetune/Step": 2166, "Finetune/Step Time": 6.625497879460454}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.810731053352356, "Finetune/Loss (Raw)": 0.9475862383842468, "Finetune/Step": 2167, "Finetune/Step Time": 6.625723667442799}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8101096153259277, "Finetune/Loss (Raw)": 0.824061393737793, "Finetune/Step": 2168, "Finetune/Step Time": 6.6252048797905445}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8103581070899963, "Finetune/Loss (Raw)": 0.8981766700744629, "Finetune/Step": 2169, "Finetune/Step Time": 6.576211594045162}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8103610873222351, "Finetune/Loss (Raw)": 0.7636591792106628, "Finetune/Step": 2170, "Finetune/Step Time": 6.578211605548859}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8096023797988892, "Finetune/Loss (Raw)": 0.7616893649101257, "Finetune/Step": 2171, "Finetune/Step Time": 6.588445967063308}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8093547821044922, "Finetune/Loss (Raw)": 0.8637640476226807, "Finetune/Step": 2172, "Finetune/Step Time": 6.589497096836567}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.80769944190979, "Finetune/Loss (Raw)": 0.6809849143028259, "Finetune/Step": 2173, "Finetune/Step Time": 6.594361323863268}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8048132658004761, "Finetune/Loss (Raw)": 0.597780168056488, "Finetune/Step": 2174, "Finetune/Step Time": 6.607741283252835}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8035107851028442, "Finetune/Loss (Raw)": 0.7588985562324524, "Finetune/Step": 2175, "Finetune/Step Time": 6.63522632047534}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8049375414848328, "Finetune/Loss (Raw)": 0.9236931204795837, "Finetune/Step": 2176, "Finetune/Step Time": 6.635440304875374}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8075252771377563, "Finetune/Loss (Raw)": 0.9333131313323975, "Finetune/Step": 2177, "Finetune/Step Time": 6.624639580026269}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8076900839805603, "Finetune/Loss (Raw)": 0.7352638244628906, "Finetune/Step": 2178, "Finetune/Step Time": 6.613030141219497}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.806425929069519, "Finetune/Loss (Raw)": 0.860071063041687, "Finetune/Step": 2179, "Finetune/Step Time": 6.623411165550351}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8060113191604614, "Finetune/Loss (Raw)": 0.8862027525901794, "Finetune/Step": 2180, "Finetune/Step Time": 6.6179589200764894}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8060674667358398, "Finetune/Loss (Raw)": 0.8962660431861877, "Finetune/Step": 2181, "Finetune/Step Time": 6.616218699142337}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.806063175201416, "Finetune/Loss (Raw)": 0.9510645270347595, "Finetune/Step": 2182, "Finetune/Step Time": 6.619620585814118}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8044818639755249, "Finetune/Loss (Raw)": 0.6968591213226318, "Finetune/Step": 2183, "Finetune/Step Time": 6.636728135868907}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8028632402420044, "Finetune/Loss (Raw)": 0.7207720279693604, "Finetune/Step": 2184, "Finetune/Step Time": 6.651708943769336}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.803604245185852, "Finetune/Loss (Raw)": 0.8842049837112427, "Finetune/Step": 2185, "Finetune/Step Time": 6.648239582777023}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8037258386611938, "Finetune/Loss (Raw)": 0.8275945782661438, "Finetune/Step": 2186, "Finetune/Step Time": 6.633690346032381}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8021810054779053, "Finetune/Loss (Raw)": 0.5679669380187988, "Finetune/Step": 2187, "Finetune/Step Time": 6.6677051316946745}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8016904592514038, "Finetune/Loss (Raw)": 0.7736755013465881, "Finetune/Step": 2188, "Finetune/Step Time": 6.70125981234014}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7995802164077759, "Finetune/Loss (Raw)": 0.7020060420036316, "Finetune/Step": 2189, "Finetune/Step Time": 6.709061922505498}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7991482615470886, "Finetune/Loss (Raw)": 0.7375629544258118, "Finetune/Step": 2190, "Finetune/Step Time": 6.718618402257562}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7981995344161987, "Finetune/Loss (Raw)": 0.8228434324264526, "Finetune/Step": 2191, "Finetune/Step Time": 6.7438743114471436}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.797743558883667, "Finetune/Loss (Raw)": 0.6914280652999878, "Finetune/Step": 2192, "Finetune/Step Time": 6.713983321562409}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7988048791885376, "Finetune/Loss (Raw)": 0.9432463645935059, "Finetune/Step": 2193, "Finetune/Step Time": 6.708153015002608}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8027511835098267, "Finetune/Loss (Raw)": 0.8404388427734375, "Finetune/Step": 2194, "Finetune/Step Time": 6.692119954153895}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8032789826393127, "Finetune/Loss (Raw)": 0.9167470335960388, "Finetune/Step": 2195, "Finetune/Step Time": 6.690714074298739}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8025295734405518, "Finetune/Loss (Raw)": 0.7645322680473328, "Finetune/Step": 2196, "Finetune/Step Time": 6.7006476521492}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.802627444267273, "Finetune/Loss (Raw)": 0.8535173535346985, "Finetune/Step": 2197, "Finetune/Step Time": 6.701926941052079}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8043519258499146, "Finetune/Loss (Raw)": 0.8112878203392029, "Finetune/Step": 2198, "Finetune/Step Time": 6.6957045048475266}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8038362264633179, "Finetune/Loss (Raw)": 0.8083208799362183, "Finetune/Step": 2199, "Finetune/Step Time": 6.687626428902149}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8021966218948364, "Finetune/Loss (Raw)": 0.7682390809059143, "Finetune/Step": 2200, "Finetune/Step Time": 6.700122917070985}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7989622354507446, "Finetune/Loss (Raw)": 0.35210326313972473, "Finetune/Step": 2201, "Finetune/Step Time": 6.707158891484141}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7980690598487854, "Finetune/Loss (Raw)": 0.8244513273239136, "Finetune/Step": 2202, "Finetune/Step Time": 6.698190174996853}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7981484532356262, "Finetune/Loss (Raw)": 0.803257405757904, "Finetune/Step": 2203, "Finetune/Step Time": 6.709018049761653}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.798216700553894, "Finetune/Loss (Raw)": 0.726135790348053, "Finetune/Step": 2204, "Finetune/Step Time": 6.705457020550966}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7950184345245361, "Finetune/Loss (Raw)": 0.4240912199020386, "Finetune/Step": 2205, "Finetune/Step Time": 6.723515518009663}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7935622930526733, "Finetune/Loss (Raw)": 0.5971150398254395, "Finetune/Step": 2206, "Finetune/Step Time": 6.765052676200867}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7939115762710571, "Finetune/Loss (Raw)": 0.8700079321861267, "Finetune/Step": 2207, "Finetune/Step Time": 6.749483942985535}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7944529056549072, "Finetune/Loss (Raw)": 0.7969202995300293, "Finetune/Step": 2208, "Finetune/Step Time": 6.7533340491354465}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7943618297576904, "Finetune/Loss (Raw)": 0.819397509098053, "Finetune/Step": 2209, "Finetune/Step Time": 6.743182852864265}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7910648584365845, "Finetune/Loss (Raw)": 0.3921894431114197, "Finetune/Step": 2210, "Finetune/Step Time": 6.761391129344702}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7911951541900635, "Finetune/Loss (Raw)": 0.921756386756897, "Finetune/Step": 2211, "Finetune/Step Time": 6.785779643803835}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7881656885147095, "Finetune/Loss (Raw)": 0.6247367262840271, "Finetune/Step": 2212, "Finetune/Step Time": 6.808550909161568}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7913860082626343, "Finetune/Loss (Raw)": 0.729742169380188, "Finetune/Step": 2213, "Finetune/Step Time": 6.795682238414884}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7894983291625977, "Finetune/Loss (Raw)": 0.6738366484642029, "Finetune/Step": 2214, "Finetune/Step Time": 6.801975082606077}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7887516021728516, "Finetune/Loss (Raw)": 0.882685661315918, "Finetune/Step": 2215, "Finetune/Step Time": 6.801312951371074}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7881823778152466, "Finetune/Loss (Raw)": 0.8638972043991089, "Finetune/Step": 2216, "Finetune/Step Time": 6.803228504955769}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7886757850646973, "Finetune/Loss (Raw)": 0.9487625956535339, "Finetune/Step": 2217, "Finetune/Step Time": 6.804831342771649}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7912221550941467, "Finetune/Loss (Raw)": 0.5883978009223938, "Finetune/Step": 2218, "Finetune/Step Time": 6.79009517095983}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7906889915466309, "Finetune/Loss (Raw)": 0.7289310097694397, "Finetune/Step": 2219, "Finetune/Step Time": 6.820577707141638}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7904711961746216, "Finetune/Loss (Raw)": 0.8716335296630859, "Finetune/Step": 2220, "Finetune/Step Time": 6.810332641005516}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7888234257698059, "Finetune/Loss (Raw)": 0.7062675952911377, "Finetune/Step": 2221, "Finetune/Step Time": 6.827496975660324}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7881841659545898, "Finetune/Loss (Raw)": 0.9177516102790833, "Finetune/Step": 2222, "Finetune/Step Time": 6.837087199091911}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7881677746772766, "Finetune/Loss (Raw)": 0.8671999573707581, "Finetune/Step": 2223, "Finetune/Step Time": 6.840201569721103}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7881473898887634, "Finetune/Loss (Raw)": 0.8380716443061829, "Finetune/Step": 2224, "Finetune/Step Time": 6.841726701706648}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.787057638168335, "Finetune/Loss (Raw)": 0.7987060546875, "Finetune/Step": 2225, "Finetune/Step Time": 6.853393252938986}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7878608107566833, "Finetune/Loss (Raw)": 0.8784622550010681, "Finetune/Step": 2226, "Finetune/Step Time": 6.8531510550528765}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.792090892791748, "Finetune/Loss (Raw)": 0.9029768109321594, "Finetune/Step": 2227, "Finetune/Step Time": 6.837645096704364}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7927364706993103, "Finetune/Loss (Raw)": 0.7684104442596436, "Finetune/Step": 2228, "Finetune/Step Time": 6.8360485434532166}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7920354008674622, "Finetune/Loss (Raw)": 0.8222667574882507, "Finetune/Step": 2229, "Finetune/Step Time": 6.835555216297507}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7919294238090515, "Finetune/Loss (Raw)": 0.7977088093757629, "Finetune/Step": 2230, "Finetune/Step Time": 6.836264628916979}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7963687181472778, "Finetune/Loss (Raw)": 0.9363759160041809, "Finetune/Step": 2231, "Finetune/Step Time": 6.815890835598111}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7976652383804321, "Finetune/Loss (Raw)": 0.9853382706642151, "Finetune/Step": 2232, "Finetune/Step Time": 6.818639615550637}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7963603734970093, "Finetune/Loss (Raw)": 0.68195641040802, "Finetune/Step": 2233, "Finetune/Step Time": 6.816400051116943}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7967736721038818, "Finetune/Loss (Raw)": 0.9297257661819458, "Finetune/Step": 2234, "Finetune/Step Time": 6.820149568840861}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7973694801330566, "Finetune/Loss (Raw)": 0.9570492506027222, "Finetune/Step": 2235, "Finetune/Step Time": 6.831338994204998}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7984113693237305, "Finetune/Loss (Raw)": 0.9351626038551331, "Finetune/Step": 2236, "Finetune/Step Time": 6.832415793091059}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.797616720199585, "Finetune/Loss (Raw)": 0.8039376139640808, "Finetune/Step": 2237, "Finetune/Step Time": 6.832802871242166}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7965287566184998, "Finetune/Loss (Raw)": 0.6759076714515686, "Finetune/Step": 2238, "Finetune/Step Time": 6.83741151727736}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7991328239440918, "Finetune/Loss (Raw)": 1.1182610988616943, "Finetune/Step": 2239, "Finetune/Step Time": 6.822997374460101}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8031810522079468, "Finetune/Loss (Raw)": 0.9766886830329895, "Finetune/Step": 2240, "Finetune/Step Time": 6.805369945243001}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8035778999328613, "Finetune/Loss (Raw)": 0.9396389722824097, "Finetune/Step": 2241, "Finetune/Step Time": 6.803489094600081}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8025713562965393, "Finetune/Loss (Raw)": 0.8081521391868591, "Finetune/Step": 2242, "Finetune/Step Time": 6.7860567178577185}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8020954132080078, "Finetune/Loss (Raw)": 0.8507946133613586, "Finetune/Step": 2243, "Finetune/Step Time": 6.787992345169187}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.807314395904541, "Finetune/Loss (Raw)": 1.0866012573242188, "Finetune/Step": 2244, "Finetune/Step Time": 6.7656268291175365}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8089373707771301, "Finetune/Loss (Raw)": 0.8998190760612488, "Finetune/Step": 2245, "Finetune/Step Time": 6.745292855426669}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8104158639907837, "Finetune/Loss (Raw)": 0.9636713266372681, "Finetune/Step": 2246, "Finetune/Step Time": 6.747722465544939}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8099735975265503, "Finetune/Loss (Raw)": 0.7289525270462036, "Finetune/Step": 2247, "Finetune/Step Time": 6.755476161837578}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8129376769065857, "Finetune/Loss (Raw)": 0.7075343132019043, "Finetune/Step": 2248, "Finetune/Step Time": 6.720354408025742}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8124141097068787, "Finetune/Loss (Raw)": 0.8035303950309753, "Finetune/Step": 2249, "Finetune/Step Time": 6.720043458044529}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8116281032562256, "Finetune/Loss (Raw)": 0.8336424827575684, "Finetune/Step": 2250, "Finetune/Step Time": 6.740208575502038}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8115877509117126, "Finetune/Loss (Raw)": 0.8908965587615967, "Finetune/Step": 2251, "Finetune/Step Time": 6.740993656218052}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8069573044776917, "Finetune/Loss (Raw)": 0.3157205879688263, "Finetune/Step": 2252, "Finetune/Step Time": 6.755876675248146}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8072711229324341, "Finetune/Loss (Raw)": 0.9157800674438477, "Finetune/Step": 2253, "Finetune/Step Time": 6.736720787361264}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8073540925979614, "Finetune/Loss (Raw)": 0.9622588753700256, "Finetune/Step": 2254, "Finetune/Step Time": 6.74253112450242}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8074327707290649, "Finetune/Loss (Raw)": 0.8780764937400818, "Finetune/Step": 2255, "Finetune/Step Time": 6.739661419764161}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8108283281326294, "Finetune/Loss (Raw)": 0.7840471267700195, "Finetune/Step": 2256, "Finetune/Step Time": 6.7216386664658785}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8154162168502808, "Finetune/Loss (Raw)": 0.8614770770072937, "Finetune/Step": 2257, "Finetune/Step Time": 6.713818375021219}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.813761830329895, "Finetune/Loss (Raw)": 0.6638941764831543, "Finetune/Step": 2258, "Finetune/Step Time": 6.713821208104491}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8125828504562378, "Finetune/Loss (Raw)": 0.7696180939674377, "Finetune/Step": 2259, "Finetune/Step Time": 6.71082797087729}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8123013973236084, "Finetune/Loss (Raw)": 0.780710756778717, "Finetune/Step": 2260, "Finetune/Step Time": 6.725454146042466}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8107418417930603, "Finetune/Loss (Raw)": 0.8959997892379761, "Finetune/Step": 2261, "Finetune/Step Time": 6.727279683575034}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8121545314788818, "Finetune/Loss (Raw)": 0.9867749810218811, "Finetune/Step": 2262, "Finetune/Step Time": 6.720416944473982}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8121855854988098, "Finetune/Loss (Raw)": 0.7992956638336182, "Finetune/Step": 2263, "Finetune/Step Time": 6.724363319575787}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8123190402984619, "Finetune/Loss (Raw)": 0.9050513505935669, "Finetune/Step": 2264, "Finetune/Step Time": 6.716679606586695}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.815676212310791, "Finetune/Loss (Raw)": 0.8519893288612366, "Finetune/Step": 2265, "Finetune/Step Time": 6.698178431019187}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.81325763463974, "Finetune/Loss (Raw)": 0.5719962120056152, "Finetune/Step": 2266, "Finetune/Step Time": 6.704436477273703}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8137251734733582, "Finetune/Loss (Raw)": 0.8321033716201782, "Finetune/Step": 2267, "Finetune/Step Time": 6.683406878262758}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8126529455184937, "Finetune/Loss (Raw)": 0.7662914395332336, "Finetune/Step": 2268, "Finetune/Step Time": 6.68050473369658}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8117819428443909, "Finetune/Loss (Raw)": 0.8950139880180359, "Finetune/Step": 2269, "Finetune/Step Time": 6.673799095675349}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.8103716373443604, "Finetune/Loss (Raw)": 0.6338037252426147, "Finetune/Step": 2270, "Finetune/Step Time": 6.6826600562781096}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8109748363494873, "Finetune/Loss (Raw)": 0.9047105312347412, "Finetune/Step": 2271, "Finetune/Step Time": 6.661120623350143}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8115670680999756, "Finetune/Loss (Raw)": 0.8905630111694336, "Finetune/Step": 2272, "Finetune/Step Time": 6.654865948483348}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8140287399291992, "Finetune/Loss (Raw)": 0.8777343034744263, "Finetune/Step": 2273, "Finetune/Step Time": 6.639913134276867}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8132854700088501, "Finetune/Loss (Raw)": 0.7653548717498779, "Finetune/Step": 2274, "Finetune/Step Time": 6.650417193770409}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8147139549255371, "Finetune/Loss (Raw)": 0.9577792286872864, "Finetune/Step": 2275, "Finetune/Step Time": 6.6416099686175585}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.813724160194397, "Finetune/Loss (Raw)": 0.8663883805274963, "Finetune/Step": 2276, "Finetune/Step Time": 6.6338373720645905}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8118904829025269, "Finetune/Loss (Raw)": 0.6828249096870422, "Finetune/Step": 2277, "Finetune/Step Time": 6.637970466166735}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8125026226043701, "Finetune/Loss (Raw)": 0.9198827147483826, "Finetune/Step": 2278, "Finetune/Step Time": 6.636180996894836}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8112914562225342, "Finetune/Loss (Raw)": 0.889983594417572, "Finetune/Step": 2279, "Finetune/Step Time": 6.625186780467629}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8121650218963623, "Finetune/Loss (Raw)": 0.8610473275184631, "Finetune/Step": 2280, "Finetune/Step Time": 6.620203867554665}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8124132752418518, "Finetune/Loss (Raw)": 0.846611499786377, "Finetune/Step": 2281, "Finetune/Step Time": 6.621784746646881}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8129606246948242, "Finetune/Loss (Raw)": 0.8264896869659424, "Finetune/Step": 2282, "Finetune/Step Time": 6.615833014249802}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8138161897659302, "Finetune/Loss (Raw)": 0.9737609624862671, "Finetune/Step": 2283, "Finetune/Step Time": 6.603353722020984}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.813739538192749, "Finetune/Loss (Raw)": 0.6910911202430725, "Finetune/Step": 2284, "Finetune/Step Time": 6.618038767948747}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.814041256904602, "Finetune/Loss (Raw)": 0.7857606410980225, "Finetune/Step": 2285, "Finetune/Step Time": 6.617677891626954}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8132632970809937, "Finetune/Loss (Raw)": 0.8086733818054199, "Finetune/Step": 2286, "Finetune/Step Time": 6.628594214096665}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8115835785865784, "Finetune/Loss (Raw)": 0.6455339193344116, "Finetune/Step": 2287, "Finetune/Step Time": 6.624775184318423}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.811988353729248, "Finetune/Loss (Raw)": 0.9143190383911133, "Finetune/Step": 2288, "Finetune/Step Time": 6.628466434776783}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8109607696533203, "Finetune/Loss (Raw)": 0.6555890440940857, "Finetune/Step": 2289, "Finetune/Step Time": 6.641762983053923}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8122428059577942, "Finetune/Loss (Raw)": 0.946827232837677, "Finetune/Step": 2290, "Finetune/Step Time": 6.634348727762699}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8122872114181519, "Finetune/Loss (Raw)": 0.8038485050201416, "Finetune/Step": 2291, "Finetune/Step Time": 6.646723106503487}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8105087280273438, "Finetune/Loss (Raw)": 0.751317024230957, "Finetune/Step": 2292, "Finetune/Step Time": 6.654304627329111}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8087158799171448, "Finetune/Loss (Raw)": 0.6039799451828003, "Finetune/Step": 2293, "Finetune/Step Time": 6.6386553682386875}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8084220290184021, "Finetune/Loss (Raw)": 0.872820258140564, "Finetune/Step": 2294, "Finetune/Step Time": 6.637235511094332}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.8076208829879761, "Finetune/Loss (Raw)": 0.8450446128845215, "Finetune/Step": 2295, "Finetune/Step Time": 6.655533205717802}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.8066412210464478, "Finetune/Loss (Raw)": 0.698652982711792, "Finetune/Step": 2296, "Finetune/Step Time": 6.656460760161281}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.8059777021408081, "Finetune/Loss (Raw)": 0.8132514357566833, "Finetune/Step": 2297, "Finetune/Step Time": 6.658553991466761}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.8064651489257812, "Finetune/Loss (Raw)": 0.8260542750358582, "Finetune/Step": 2298, "Finetune/Step Time": 6.6594444792717695}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.8077066540718079, "Finetune/Loss (Raw)": 0.9206018447875977, "Finetune/Step": 2299, "Finetune/Step Time": 6.657298943027854}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8078455924987793, "Finetune/Loss (Raw)": 0.8815499544143677, "Finetune/Step": 2300, "Finetune/Step Time": 6.662411229684949}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8085421323776245, "Finetune/Loss (Raw)": 0.7701416611671448, "Finetune/Step": 2301, "Finetune/Step Time": 6.648880960419774}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8096378445625305, "Finetune/Loss (Raw)": 0.7380256056785583, "Finetune/Step": 2302, "Finetune/Step Time": 6.640975592657924}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8105095624923706, "Finetune/Loss (Raw)": 0.8704833984375, "Finetune/Step": 2303, "Finetune/Step Time": 6.612016070634127}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8084061145782471, "Finetune/Loss (Raw)": 0.6544501185417175, "Finetune/Step": 2304, "Finetune/Step Time": 6.630603611469269}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.8070851564407349, "Finetune/Loss (Raw)": 0.7642300128936768, "Finetune/Step": 2305, "Finetune/Step Time": 6.626644782721996}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8087605237960815, "Finetune/Loss (Raw)": 0.9497125148773193, "Finetune/Step": 2306, "Finetune/Step Time": 6.628693927079439}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.809000551700592, "Finetune/Loss (Raw)": 0.8907961845397949, "Finetune/Step": 2307, "Finetune/Step Time": 6.612894020974636}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8061503171920776, "Finetune/Loss (Raw)": 0.5213688015937805, "Finetune/Step": 2308, "Finetune/Step Time": 6.615176377817988}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8053349852561951, "Finetune/Loss (Raw)": 0.7919059991836548, "Finetune/Step": 2309, "Finetune/Step Time": 6.615218669176102}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8049284219741821, "Finetune/Loss (Raw)": 0.8990258574485779, "Finetune/Step": 2310, "Finetune/Step Time": 6.610219510272145}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8066997528076172, "Finetune/Loss (Raw)": 0.9235931038856506, "Finetune/Step": 2311, "Finetune/Step Time": 6.589735873043537}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8068192005157471, "Finetune/Loss (Raw)": 0.7360539436340332, "Finetune/Step": 2312, "Finetune/Step Time": 6.598693378269672}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.806464672088623, "Finetune/Loss (Raw)": 0.8388239741325378, "Finetune/Step": 2313, "Finetune/Step Time": 6.593983894214034}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.8062601685523987, "Finetune/Loss (Raw)": 0.801423192024231, "Finetune/Step": 2314, "Finetune/Step Time": 6.601554106920958}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8080474138259888, "Finetune/Loss (Raw)": 0.7967358827590942, "Finetune/Step": 2315, "Finetune/Step Time": 6.578310206532478}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8092807531356812, "Finetune/Loss (Raw)": 0.9315407872200012, "Finetune/Step": 2316, "Finetune/Step Time": 6.5434704553335905}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8101985454559326, "Finetune/Loss (Raw)": 0.8194761276245117, "Finetune/Step": 2317, "Finetune/Step Time": 6.5396347008645535}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8102526664733887, "Finetune/Loss (Raw)": 0.7444971799850464, "Finetune/Step": 2318, "Finetune/Step Time": 6.527477087453008}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8114577531814575, "Finetune/Loss (Raw)": 0.9770973920822144, "Finetune/Step": 2319, "Finetune/Step Time": 6.508352797478437}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8127202391624451, "Finetune/Loss (Raw)": 0.853019118309021, "Finetune/Step": 2320, "Finetune/Step Time": 6.506729992106557}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8118394613265991, "Finetune/Loss (Raw)": 0.8305091261863708, "Finetune/Step": 2321, "Finetune/Step Time": 6.514425506815314}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8122199177742004, "Finetune/Loss (Raw)": 0.8891368508338928, "Finetune/Step": 2322, "Finetune/Step Time": 6.514389470219612}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8106967210769653, "Finetune/Loss (Raw)": 0.7217833399772644, "Finetune/Step": 2323, "Finetune/Step Time": 6.528638867661357}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8109086155891418, "Finetune/Loss (Raw)": 0.7916508316993713, "Finetune/Step": 2324, "Finetune/Step Time": 6.5184128154069185}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8114142417907715, "Finetune/Loss (Raw)": 0.9182355403900146, "Finetune/Step": 2325, "Finetune/Step Time": 6.525587908923626}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8085002303123474, "Finetune/Loss (Raw)": 0.4382976293563843, "Finetune/Step": 2326, "Finetune/Step Time": 6.5391147788614035}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8086763620376587, "Finetune/Loss (Raw)": 0.8308616280555725, "Finetune/Step": 2327, "Finetune/Step Time": 6.555099116638303}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8084931373596191, "Finetune/Loss (Raw)": 0.7447938323020935, "Finetune/Step": 2328, "Finetune/Step Time": 6.549053663387895}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8130530118942261, "Finetune/Loss (Raw)": 0.9357626438140869, "Finetune/Step": 2329, "Finetune/Step Time": 6.541988415643573}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8122774362564087, "Finetune/Loss (Raw)": 0.7251770496368408, "Finetune/Step": 2330, "Finetune/Step Time": 6.555427428334951}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8127468824386597, "Finetune/Loss (Raw)": 0.8633453249931335, "Finetune/Step": 2331, "Finetune/Step Time": 6.553020501509309}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8151571154594421, "Finetune/Loss (Raw)": 1.0346487760543823, "Finetune/Step": 2332, "Finetune/Step Time": 6.548312213271856}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8187800645828247, "Finetune/Loss (Raw)": 0.8878194689750671, "Finetune/Step": 2333, "Finetune/Step Time": 6.547224178910255}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8209778070449829, "Finetune/Loss (Raw)": 0.8784377574920654, "Finetune/Step": 2334, "Finetune/Step Time": 6.519826969131827}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8207038640975952, "Finetune/Loss (Raw)": 0.8349340558052063, "Finetune/Step": 2335, "Finetune/Step Time": 6.5226263627409935}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8211655616760254, "Finetune/Loss (Raw)": 0.8560155034065247, "Finetune/Step": 2336, "Finetune/Step Time": 6.52769597992301}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8220105171203613, "Finetune/Loss (Raw)": 0.9275579452514648, "Finetune/Step": 2337, "Finetune/Step Time": 6.527069890871644}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8258302807807922, "Finetune/Loss (Raw)": 0.8811209797859192, "Finetune/Step": 2338, "Finetune/Step Time": 6.508588889613748}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8245790600776672, "Finetune/Loss (Raw)": 0.761599063873291, "Finetune/Step": 2339, "Finetune/Step Time": 6.504148842766881}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8258762359619141, "Finetune/Loss (Raw)": 0.7907811403274536, "Finetune/Step": 2340, "Finetune/Step Time": 6.489759765565395}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8270473480224609, "Finetune/Loss (Raw)": 0.8796348571777344, "Finetune/Step": 2341, "Finetune/Step Time": 6.516365274786949}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8245197534561157, "Finetune/Loss (Raw)": 0.35030657052993774, "Finetune/Step": 2342, "Finetune/Step Time": 6.527225958183408}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8249531388282776, "Finetune/Loss (Raw)": 0.9381585121154785, "Finetune/Step": 2343, "Finetune/Step Time": 6.556786015629768}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8247842788696289, "Finetune/Loss (Raw)": 0.8422914147377014, "Finetune/Step": 2344, "Finetune/Step Time": 6.580715382471681}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8252391815185547, "Finetune/Loss (Raw)": 1.0069886445999146, "Finetune/Step": 2345, "Finetune/Step Time": 6.574286252260208}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8271294236183167, "Finetune/Loss (Raw)": 0.8303462266921997, "Finetune/Step": 2346, "Finetune/Step Time": 6.569808630272746}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8280692100524902, "Finetune/Loss (Raw)": 0.849226713180542, "Finetune/Step": 2347, "Finetune/Step Time": 6.537908000871539}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8280520439147949, "Finetune/Loss (Raw)": 0.8694283366203308, "Finetune/Step": 2348, "Finetune/Step Time": 6.539766140282154}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8292113542556763, "Finetune/Loss (Raw)": 0.8546664118766785, "Finetune/Step": 2349, "Finetune/Step Time": 6.530746333301067}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8286699652671814, "Finetune/Loss (Raw)": 0.848452091217041, "Finetune/Step": 2350, "Finetune/Step Time": 6.523614751175046}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.829348623752594, "Finetune/Loss (Raw)": 0.954067587852478, "Finetune/Step": 2351, "Finetune/Step Time": 6.521429680287838}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8297551870346069, "Finetune/Loss (Raw)": 0.8901150822639465, "Finetune/Step": 2352, "Finetune/Step Time": 6.529644623398781}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8302358388900757, "Finetune/Loss (Raw)": 0.86021888256073, "Finetune/Step": 2353, "Finetune/Step Time": 6.523191072046757}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.830041766166687, "Finetune/Loss (Raw)": 0.8536240458488464, "Finetune/Step": 2354, "Finetune/Step Time": 6.515600394457579}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8292123079299927, "Finetune/Loss (Raw)": 0.7968095541000366, "Finetune/Step": 2355, "Finetune/Step Time": 6.513183414936066}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8288735151290894, "Finetune/Loss (Raw)": 0.7250514626502991, "Finetune/Step": 2356, "Finetune/Step Time": 6.513306617736816}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8289732933044434, "Finetune/Loss (Raw)": 0.8350296020507812, "Finetune/Step": 2357, "Finetune/Step Time": 6.517555782571435}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8299391269683838, "Finetune/Loss (Raw)": 0.9213358163833618, "Finetune/Step": 2358, "Finetune/Step Time": 6.514481658115983}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.824872612953186, "Finetune/Loss (Raw)": 0.28785794973373413, "Finetune/Step": 2359, "Finetune/Step Time": 6.543123876675963}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8240069150924683, "Finetune/Loss (Raw)": 0.8745396733283997, "Finetune/Step": 2360, "Finetune/Step Time": 6.5307705868035555}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8256739974021912, "Finetune/Loss (Raw)": 0.8953405618667603, "Finetune/Step": 2361, "Finetune/Step Time": 6.524650892242789}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.825050950050354, "Finetune/Loss (Raw)": 0.8499724864959717, "Finetune/Step": 2362, "Finetune/Step Time": 6.517684005200863}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8224540948867798, "Finetune/Loss (Raw)": 0.6246508359909058, "Finetune/Step": 2363, "Finetune/Step Time": 6.5238685589283705}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8211534023284912, "Finetune/Loss (Raw)": 0.7686704993247986, "Finetune/Step": 2364, "Finetune/Step Time": 6.521185368299484}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8217607140541077, "Finetune/Loss (Raw)": 0.8816776871681213, "Finetune/Step": 2365, "Finetune/Step Time": 6.516616066917777}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.82129967212677, "Finetune/Loss (Raw)": 0.6168959736824036, "Finetune/Step": 2366, "Finetune/Step Time": 6.512629276141524}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8198865056037903, "Finetune/Loss (Raw)": 0.9373745322227478, "Finetune/Step": 2367, "Finetune/Step Time": 6.517764009535313}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.81866455078125, "Finetune/Loss (Raw)": 0.8202834129333496, "Finetune/Step": 2368, "Finetune/Step Time": 6.513325076550245}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8188571929931641, "Finetune/Loss (Raw)": 0.9642926454544067, "Finetune/Step": 2369, "Finetune/Step Time": 6.510480813682079}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8189076781272888, "Finetune/Loss (Raw)": 0.8146124482154846, "Finetune/Step": 2370, "Finetune/Step Time": 6.512922676280141}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8198148012161255, "Finetune/Loss (Raw)": 0.9669045209884644, "Finetune/Step": 2371, "Finetune/Step Time": 6.521903157234192}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8175036311149597, "Finetune/Loss (Raw)": 0.7907776236534119, "Finetune/Step": 2372, "Finetune/Step Time": 6.5247458424419165}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.817817747592926, "Finetune/Loss (Raw)": 0.94002366065979, "Finetune/Step": 2373, "Finetune/Step Time": 6.5472671687603}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8161033391952515, "Finetune/Loss (Raw)": 0.7442267537117004, "Finetune/Step": 2374, "Finetune/Step Time": 6.5486247930675745}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8156793117523193, "Finetune/Loss (Raw)": 0.6746742129325867, "Finetune/Step": 2375, "Finetune/Step Time": 6.542615719139576}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.817255973815918, "Finetune/Loss (Raw)": 0.9093471765518188, "Finetune/Step": 2376, "Finetune/Step Time": 6.54803841561079}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8187040686607361, "Finetune/Loss (Raw)": 0.9888895750045776, "Finetune/Step": 2377, "Finetune/Step Time": 6.548580761998892}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.819371223449707, "Finetune/Loss (Raw)": 0.9190343022346497, "Finetune/Step": 2378, "Finetune/Step Time": 6.527676459401846}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8191417455673218, "Finetune/Loss (Raw)": 0.8615218997001648, "Finetune/Step": 2379, "Finetune/Step Time": 6.545238645747304}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8224890232086182, "Finetune/Loss (Raw)": 0.7441797852516174, "Finetune/Step": 2380, "Finetune/Step Time": 6.5252572521567345}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8219219446182251, "Finetune/Loss (Raw)": 0.8431943655014038, "Finetune/Step": 2381, "Finetune/Step Time": 6.527900248765945}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8197587132453918, "Finetune/Loss (Raw)": 0.6853629946708679, "Finetune/Step": 2382, "Finetune/Step Time": 6.540549147874117}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8172082304954529, "Finetune/Loss (Raw)": 0.5516133904457092, "Finetune/Step": 2383, "Finetune/Step Time": 6.554723583161831}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8186507225036621, "Finetune/Loss (Raw)": 0.9686916470527649, "Finetune/Step": 2384, "Finetune/Step Time": 6.5510205794125795}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8182082176208496, "Finetune/Loss (Raw)": 0.8048301935195923, "Finetune/Step": 2385, "Finetune/Step Time": 6.546744728460908}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.820663571357727, "Finetune/Loss (Raw)": 0.9781830310821533, "Finetune/Step": 2386, "Finetune/Step Time": 6.553461849689484}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.821121871471405, "Finetune/Loss (Raw)": 0.8282764554023743, "Finetune/Step": 2387, "Finetune/Step Time": 6.568099491298199}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8215653896331787, "Finetune/Loss (Raw)": 0.837483286857605, "Finetune/Step": 2388, "Finetune/Step Time": 6.569221921265125}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8222172260284424, "Finetune/Loss (Raw)": 0.9794342517852783, "Finetune/Step": 2389, "Finetune/Step Time": 6.568694639950991}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.821982741355896, "Finetune/Loss (Raw)": 0.9567539095878601, "Finetune/Step": 2390, "Finetune/Step Time": 6.573439564555883}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8229925632476807, "Finetune/Loss (Raw)": 0.928561270236969, "Finetune/Step": 2391, "Finetune/Step Time": 6.57344407401979}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8226982355117798, "Finetune/Loss (Raw)": 0.8673749566078186, "Finetune/Step": 2392, "Finetune/Step Time": 6.5744937267154455}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8234013319015503, "Finetune/Loss (Raw)": 0.9419808387756348, "Finetune/Step": 2393, "Finetune/Step Time": 6.588426301255822}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8219985365867615, "Finetune/Loss (Raw)": 0.39244404435157776, "Finetune/Step": 2394, "Finetune/Step Time": 6.609442092478275}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8224425315856934, "Finetune/Loss (Raw)": 0.888936460018158, "Finetune/Step": 2395, "Finetune/Step Time": 6.614496815949678}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8227514028549194, "Finetune/Loss (Raw)": 0.8058212399482727, "Finetune/Step": 2396, "Finetune/Step Time": 6.6120486203581095}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8225998878479004, "Finetune/Loss (Raw)": 0.8756321668624878, "Finetune/Step": 2397, "Finetune/Step Time": 6.609472710639238}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8256528377532959, "Finetune/Loss (Raw)": 1.0245733261108398, "Finetune/Step": 2398, "Finetune/Step Time": 6.599875785410404}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8257675170898438, "Finetune/Loss (Raw)": 0.9193863868713379, "Finetune/Step": 2399, "Finetune/Step Time": 6.606723167002201}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.824511706829071, "Finetune/Loss (Raw)": 0.729826033115387, "Finetune/Step": 2400, "Finetune/Step Time": 6.610316859558225}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.824180543422699, "Finetune/Loss (Raw)": 0.8353450298309326, "Finetune/Step": 2401, "Finetune/Step Time": 6.623032404109836}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8238760232925415, "Finetune/Loss (Raw)": 0.7263760566711426, "Finetune/Step": 2402, "Finetune/Step Time": 6.6062959134578705}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8232276439666748, "Finetune/Loss (Raw)": 0.8747838139533997, "Finetune/Step": 2403, "Finetune/Step Time": 6.6147238202393055}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8234121799468994, "Finetune/Loss (Raw)": 0.8900102972984314, "Finetune/Step": 2404, "Finetune/Step Time": 6.613076405599713}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8246362209320068, "Finetune/Loss (Raw)": 0.8395060896873474, "Finetune/Step": 2405, "Finetune/Step Time": 6.608749998733401}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8249320983886719, "Finetune/Loss (Raw)": 0.9577524662017822, "Finetune/Step": 2406, "Finetune/Step Time": 6.6097411047667265}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8226066827774048, "Finetune/Loss (Raw)": 0.5923311114311218, "Finetune/Step": 2407, "Finetune/Step Time": 6.630384361371398}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8237544298171997, "Finetune/Loss (Raw)": 1.007961392402649, "Finetune/Step": 2408, "Finetune/Step Time": 6.637810502201319}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8236173987388611, "Finetune/Loss (Raw)": 0.8290646076202393, "Finetune/Step": 2409, "Finetune/Step Time": 6.636961132287979}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.823407769203186, "Finetune/Loss (Raw)": 0.7996546030044556, "Finetune/Step": 2410, "Finetune/Step Time": 6.645075736567378}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8211572170257568, "Finetune/Loss (Raw)": 0.6856945157051086, "Finetune/Step": 2411, "Finetune/Step Time": 6.651376683264971}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8218610286712646, "Finetune/Loss (Raw)": 0.781175434589386, "Finetune/Step": 2412, "Finetune/Step Time": 6.628422636538744}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8217413425445557, "Finetune/Loss (Raw)": 0.7704390287399292, "Finetune/Step": 2413, "Finetune/Step Time": 6.618175942450762}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8225435018539429, "Finetune/Loss (Raw)": 0.9113547801971436, "Finetune/Step": 2414, "Finetune/Step Time": 6.603245452046394}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8240042924880981, "Finetune/Loss (Raw)": 0.8325108885765076, "Finetune/Step": 2415, "Finetune/Step Time": 6.601663462817669}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8231569528579712, "Finetune/Loss (Raw)": 0.8058621287345886, "Finetune/Step": 2416, "Finetune/Step Time": 6.599129617214203}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8235990405082703, "Finetune/Loss (Raw)": 0.7121772766113281, "Finetune/Step": 2417, "Finetune/Step Time": 6.596419557929039}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8196357488632202, "Finetune/Loss (Raw)": 0.43953222036361694, "Finetune/Step": 2418, "Finetune/Step Time": 6.6147351786494255}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8194804787635803, "Finetune/Loss (Raw)": 0.7839694619178772, "Finetune/Step": 2419, "Finetune/Step Time": 6.621110800653696}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8213783502578735, "Finetune/Loss (Raw)": 0.994245171546936, "Finetune/Step": 2420, "Finetune/Step Time": 6.610603727400303}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8220837116241455, "Finetune/Loss (Raw)": 0.6942623853683472, "Finetune/Step": 2421, "Finetune/Step Time": 6.619420628994703}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8209692239761353, "Finetune/Loss (Raw)": 0.7301643490791321, "Finetune/Step": 2422, "Finetune/Step Time": 6.628621235489845}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8191655874252319, "Finetune/Loss (Raw)": 0.6141830682754517, "Finetune/Step": 2423, "Finetune/Step Time": 6.620718142017722}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8208198547363281, "Finetune/Loss (Raw)": 0.9103963375091553, "Finetune/Step": 2424, "Finetune/Step Time": 6.6197198536247015}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8200761079788208, "Finetune/Loss (Raw)": 0.7180503606796265, "Finetune/Step": 2425, "Finetune/Step Time": 6.629665669053793}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8164969682693481, "Finetune/Loss (Raw)": 0.3679296374320984, "Finetune/Step": 2426, "Finetune/Step Time": 6.6479533445090055}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8162723779678345, "Finetune/Loss (Raw)": 0.8918506503105164, "Finetune/Step": 2427, "Finetune/Step Time": 6.638135461136699}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8148784041404724, "Finetune/Loss (Raw)": 0.7031192779541016, "Finetune/Step": 2428, "Finetune/Step Time": 6.642818020656705}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8156329393386841, "Finetune/Loss (Raw)": 0.8667283058166504, "Finetune/Step": 2429, "Finetune/Step Time": 6.654050569981337}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8154011964797974, "Finetune/Loss (Raw)": 0.7083651423454285, "Finetune/Step": 2430, "Finetune/Step Time": 6.6782071981579065}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8158896565437317, "Finetune/Loss (Raw)": 0.9329984784126282, "Finetune/Step": 2431, "Finetune/Step Time": 6.6761029697954655}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.817287802696228, "Finetune/Loss (Raw)": 0.8334155082702637, "Finetune/Step": 2432, "Finetune/Step Time": 6.667853908613324}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8173735737800598, "Finetune/Loss (Raw)": 0.7752094864845276, "Finetune/Step": 2433, "Finetune/Step Time": 6.667207850143313}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.816680908203125, "Finetune/Loss (Raw)": 0.8610546588897705, "Finetune/Step": 2434, "Finetune/Step Time": 6.666374308988452}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8161685466766357, "Finetune/Loss (Raw)": 0.8252163529396057, "Finetune/Step": 2435, "Finetune/Step Time": 6.675465684384108}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.819032609462738, "Finetune/Loss (Raw)": 0.8879618644714355, "Finetune/Step": 2436, "Finetune/Step Time": 6.668395878747106}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8191043138504028, "Finetune/Loss (Raw)": 0.8010772466659546, "Finetune/Step": 2437, "Finetune/Step Time": 6.673384817317128}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8192769289016724, "Finetune/Loss (Raw)": 0.9211238026618958, "Finetune/Step": 2438, "Finetune/Step Time": 6.677677242085338}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.819230318069458, "Finetune/Loss (Raw)": 0.9176363348960876, "Finetune/Step": 2439, "Finetune/Step Time": 6.678023211658001}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8207690715789795, "Finetune/Loss (Raw)": 0.9330042004585266, "Finetune/Step": 2440, "Finetune/Step Time": 6.657894857227802}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8214448690414429, "Finetune/Loss (Raw)": 0.9253284931182861, "Finetune/Step": 2441, "Finetune/Step Time": 6.653430238366127}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8218235969543457, "Finetune/Loss (Raw)": 0.8499028086662292, "Finetune/Step": 2442, "Finetune/Step Time": 6.649869058281183}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.823121964931488, "Finetune/Loss (Raw)": 0.9629271626472473, "Finetune/Step": 2443, "Finetune/Step Time": 6.6443241611123085}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8227014541625977, "Finetune/Loss (Raw)": 0.8777151703834534, "Finetune/Step": 2444, "Finetune/Step Time": 6.650867804884911}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8193045854568481, "Finetune/Loss (Raw)": 0.38467100262641907, "Finetune/Step": 2445, "Finetune/Step Time": 6.667328828945756}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8203680515289307, "Finetune/Loss (Raw)": 0.8806300163269043, "Finetune/Step": 2446, "Finetune/Step Time": 6.669268814846873}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8194827437400818, "Finetune/Loss (Raw)": 0.8637692332267761, "Finetune/Step": 2447, "Finetune/Step Time": 6.673435848206282}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8201338648796082, "Finetune/Loss (Raw)": 0.9363693594932556, "Finetune/Step": 2448, "Finetune/Step Time": 6.675599757581949}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8192821741104126, "Finetune/Loss (Raw)": 0.7214962840080261, "Finetune/Step": 2449, "Finetune/Step Time": 6.668066514655948}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8160895109176636, "Finetune/Loss (Raw)": 0.48048073053359985, "Finetune/Step": 2450, "Finetune/Step Time": 6.6851711589843035}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8129252195358276, "Finetune/Loss (Raw)": 0.3167509436607361, "Finetune/Step": 2451, "Finetune/Step Time": 6.693233013153076}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8130344748497009, "Finetune/Loss (Raw)": 0.805629551410675, "Finetune/Step": 2452, "Finetune/Step Time": 6.695147257298231}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8124614953994751, "Finetune/Loss (Raw)": 0.8448876738548279, "Finetune/Step": 2453, "Finetune/Step Time": 6.713189031928778}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8155231475830078, "Finetune/Loss (Raw)": 0.8302006125450134, "Finetune/Step": 2454, "Finetune/Step Time": 6.703685667365789}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8160756826400757, "Finetune/Loss (Raw)": 0.9015837907791138, "Finetune/Step": 2455, "Finetune/Step Time": 6.702060919255018}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.817345380783081, "Finetune/Loss (Raw)": 0.9073125123977661, "Finetune/Step": 2456, "Finetune/Step Time": 6.69198158942163}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8169437646865845, "Finetune/Loss (Raw)": 0.8843487501144409, "Finetune/Step": 2457, "Finetune/Step Time": 6.6791264526546}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8176727890968323, "Finetune/Loss (Raw)": 0.8185057640075684, "Finetune/Step": 2458, "Finetune/Step Time": 6.685244549065828}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.817212700843811, "Finetune/Loss (Raw)": 0.8044461607933044, "Finetune/Step": 2459, "Finetune/Step Time": 6.679001431912184}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8157474994659424, "Finetune/Loss (Raw)": 0.847105085849762, "Finetune/Step": 2460, "Finetune/Step Time": 6.674097364768386}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8162641525268555, "Finetune/Loss (Raw)": 0.9539504647254944, "Finetune/Step": 2461, "Finetune/Step Time": 6.670570204034448}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8163755536079407, "Finetune/Loss (Raw)": 0.8926963210105896, "Finetune/Step": 2462, "Finetune/Step Time": 6.657378511503339}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8161371946334839, "Finetune/Loss (Raw)": 0.804415225982666, "Finetune/Step": 2463, "Finetune/Step Time": 6.656820561736822}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8165500164031982, "Finetune/Loss (Raw)": 0.908872127532959, "Finetune/Step": 2464, "Finetune/Step Time": 6.641698809340596}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8160732388496399, "Finetune/Loss (Raw)": 0.8665241003036499, "Finetune/Step": 2465, "Finetune/Step Time": 6.644695093855262}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.815274715423584, "Finetune/Loss (Raw)": 0.7789084315299988, "Finetune/Step": 2466, "Finetune/Step Time": 6.645485956221819}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8158521056175232, "Finetune/Loss (Raw)": 0.8355023860931396, "Finetune/Step": 2467, "Finetune/Step Time": 6.624987997114658}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8173528909683228, "Finetune/Loss (Raw)": 0.9828839898109436, "Finetune/Step": 2468, "Finetune/Step Time": 6.629516035318375}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8176052570343018, "Finetune/Loss (Raw)": 0.9119327068328857, "Finetune/Step": 2469, "Finetune/Step Time": 6.601087411865592}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8210456967353821, "Finetune/Loss (Raw)": 0.790690004825592, "Finetune/Step": 2470, "Finetune/Step Time": 6.587769970297813}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8207888603210449, "Finetune/Loss (Raw)": 0.9052829742431641, "Finetune/Step": 2471, "Finetune/Step Time": 6.560211982578039}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8210145235061646, "Finetune/Loss (Raw)": 0.8711753487586975, "Finetune/Step": 2472, "Finetune/Step Time": 6.544719288125634}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8201073408126831, "Finetune/Loss (Raw)": 0.8908713459968567, "Finetune/Step": 2473, "Finetune/Step Time": 6.560834400355816}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8199252486228943, "Finetune/Loss (Raw)": 0.8070417046546936, "Finetune/Step": 2474, "Finetune/Step Time": 6.565226322039962}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8197906017303467, "Finetune/Loss (Raw)": 0.8319829106330872, "Finetune/Step": 2475, "Finetune/Step Time": 6.564894735813141}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8196936249732971, "Finetune/Loss (Raw)": 0.8570171594619751, "Finetune/Step": 2476, "Finetune/Step Time": 6.561863239854574}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8195465207099915, "Finetune/Loss (Raw)": 0.8358392119407654, "Finetune/Step": 2477, "Finetune/Step Time": 6.558329315856099}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8194851875305176, "Finetune/Loss (Raw)": 0.8406039476394653, "Finetune/Step": 2478, "Finetune/Step Time": 6.5576864536851645}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8180164098739624, "Finetune/Loss (Raw)": 0.7660558223724365, "Finetune/Step": 2479, "Finetune/Step Time": 6.557811396196485}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8169193863868713, "Finetune/Loss (Raw)": 0.7497040033340454, "Finetune/Step": 2480, "Finetune/Step Time": 6.5559656377881765}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.813109278678894, "Finetune/Loss (Raw)": 0.37252476811408997, "Finetune/Step": 2481, "Finetune/Step Time": 6.572121301665902}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8144729137420654, "Finetune/Loss (Raw)": 1.028169870376587, "Finetune/Step": 2482, "Finetune/Step Time": 6.568760264664888}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8143454790115356, "Finetune/Loss (Raw)": 0.7804923057556152, "Finetune/Step": 2483, "Finetune/Step Time": 6.584119716659188}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8145977258682251, "Finetune/Loss (Raw)": 0.7573413848876953, "Finetune/Step": 2484, "Finetune/Step Time": 6.589679703116417}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8146312236785889, "Finetune/Loss (Raw)": 0.8393218517303467, "Finetune/Step": 2485, "Finetune/Step Time": 6.589414736256003}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8125593662261963, "Finetune/Loss (Raw)": 0.6561341285705566, "Finetune/Step": 2486, "Finetune/Step Time": 6.599531576037407}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8126950263977051, "Finetune/Loss (Raw)": 0.3052266836166382, "Finetune/Step": 2487, "Finetune/Step Time": 6.587661834433675}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8131740689277649, "Finetune/Loss (Raw)": 0.9358510375022888, "Finetune/Step": 2488, "Finetune/Step Time": 6.586445018649101}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8130768537521362, "Finetune/Loss (Raw)": 0.8829026818275452, "Finetune/Step": 2489, "Finetune/Step Time": 6.604868084192276}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.808892011642456, "Finetune/Loss (Raw)": 0.31431329250335693, "Finetune/Step": 2490, "Finetune/Step Time": 6.6284523867070675}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8101962804794312, "Finetune/Loss (Raw)": 0.7915878891944885, "Finetune/Step": 2491, "Finetune/Step Time": 6.62179009988904}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8099889755249023, "Finetune/Loss (Raw)": 0.7421420812606812, "Finetune/Step": 2492, "Finetune/Step Time": 6.622780488803983}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.810012936592102, "Finetune/Loss (Raw)": 0.8847471475601196, "Finetune/Step": 2493, "Finetune/Step Time": 6.63120399042964}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8126998543739319, "Finetune/Loss (Raw)": 0.9608163237571716, "Finetune/Step": 2494, "Finetune/Step Time": 6.6199371833354235}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8121418952941895, "Finetune/Loss (Raw)": 0.8659536242485046, "Finetune/Step": 2495, "Finetune/Step Time": 6.6133336164057255}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8119832277297974, "Finetune/Loss (Raw)": 0.7999821901321411, "Finetune/Step": 2496, "Finetune/Step Time": 6.635042579844594}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8097965717315674, "Finetune/Loss (Raw)": 0.6844031810760498, "Finetune/Step": 2497, "Finetune/Step Time": 6.633981354534626}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8108053207397461, "Finetune/Loss (Raw)": 0.9437244534492493, "Finetune/Step": 2498, "Finetune/Step Time": 6.634203907102346}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.807591438293457, "Finetune/Loss (Raw)": 0.5555264353752136, "Finetune/Step": 2499, "Finetune/Step Time": 6.637143867090344}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8084214329719543, "Finetune/Loss (Raw)": 0.8970193862915039, "Finetune/Step": 2500, "Finetune/Step Time": 6.637184884399176}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8080893754959106, "Finetune/Loss (Raw)": 0.8975160121917725, "Finetune/Step": 2501, "Finetune/Step Time": 6.617554193362594}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8092145323753357, "Finetune/Loss (Raw)": 0.888249397277832, "Finetune/Step": 2502, "Finetune/Step Time": 6.6182296350598335}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8104652166366577, "Finetune/Loss (Raw)": 0.8347691297531128, "Finetune/Step": 2503, "Finetune/Step Time": 6.60705991089344}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8099313378334045, "Finetune/Loss (Raw)": 0.8410064578056335, "Finetune/Step": 2504, "Finetune/Step Time": 6.6110383197665215}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8087624907493591, "Finetune/Loss (Raw)": 0.8392716646194458, "Finetune/Step": 2505, "Finetune/Step Time": 6.610772594809532}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8077993392944336, "Finetune/Loss (Raw)": 0.7957596778869629, "Finetune/Step": 2506, "Finetune/Step Time": 6.6144439820200205}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8083584308624268, "Finetune/Loss (Raw)": 0.9330832362174988, "Finetune/Step": 2507, "Finetune/Step Time": 6.600750679150224}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8083111047744751, "Finetune/Loss (Raw)": 0.7381247878074646, "Finetune/Step": 2508, "Finetune/Step Time": 6.6074669267982244}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8080006241798401, "Finetune/Loss (Raw)": 0.8034495115280151, "Finetune/Step": 2509, "Finetune/Step Time": 6.6104445066303015}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8101782202720642, "Finetune/Loss (Raw)": 0.9640874862670898, "Finetune/Step": 2510, "Finetune/Step Time": 6.592988848686218}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8127906322479248, "Finetune/Loss (Raw)": 0.8860104084014893, "Finetune/Step": 2511, "Finetune/Step Time": 6.599918695166707}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8109796047210693, "Finetune/Loss (Raw)": 0.7368841171264648, "Finetune/Step": 2512, "Finetune/Step Time": 6.608083590865135}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8105632066726685, "Finetune/Loss (Raw)": 0.7515266537666321, "Finetune/Step": 2513, "Finetune/Step Time": 6.60702789388597}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8098418712615967, "Finetune/Loss (Raw)": 0.8858555555343628, "Finetune/Step": 2514, "Finetune/Step Time": 6.612556176260114}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8087201118469238, "Finetune/Loss (Raw)": 0.6846925020217896, "Finetune/Step": 2515, "Finetune/Step Time": 6.616299403831363}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8085429668426514, "Finetune/Loss (Raw)": 0.8147987723350525, "Finetune/Step": 2516, "Finetune/Step Time": 6.593080967664719}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8077386617660522, "Finetune/Loss (Raw)": 0.8764894008636475, "Finetune/Step": 2517, "Finetune/Step Time": 6.595458323135972}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8063063025474548, "Finetune/Loss (Raw)": 0.7734065055847168, "Finetune/Step": 2518, "Finetune/Step Time": 6.600052239373326}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8052705526351929, "Finetune/Loss (Raw)": 0.7959917783737183, "Finetune/Step": 2519, "Finetune/Step Time": 6.603405201807618}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.805700421333313, "Finetune/Loss (Raw)": 0.9223924279212952, "Finetune/Step": 2520, "Finetune/Step Time": 6.601846180856228}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.801482081413269, "Finetune/Loss (Raw)": 0.40202826261520386, "Finetune/Step": 2521, "Finetune/Step Time": 6.604339426383376}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8052381277084351, "Finetune/Loss (Raw)": 0.873222291469574, "Finetune/Step": 2522, "Finetune/Step Time": 6.594883684068918}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8033431172370911, "Finetune/Loss (Raw)": 0.6463820338249207, "Finetune/Step": 2523, "Finetune/Step Time": 6.595937587320805}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8033980131149292, "Finetune/Loss (Raw)": 0.8128480315208435, "Finetune/Step": 2524, "Finetune/Step Time": 6.594369601458311}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8020299673080444, "Finetune/Loss (Raw)": 0.700524091720581, "Finetune/Step": 2525, "Finetune/Step Time": 6.607215367257595}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8006697297096252, "Finetune/Loss (Raw)": 0.8504557013511658, "Finetune/Step": 2526, "Finetune/Step Time": 6.609756223857403}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8002339601516724, "Finetune/Loss (Raw)": 0.8636119365692139, "Finetune/Step": 2527, "Finetune/Step Time": 6.6291664484888315}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8019838333129883, "Finetune/Loss (Raw)": 0.9538061618804932, "Finetune/Step": 2528, "Finetune/Step Time": 6.623131312429905}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7975338697433472, "Finetune/Loss (Raw)": 0.2657511532306671, "Finetune/Step": 2529, "Finetune/Step Time": 6.630799598991871}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7985253930091858, "Finetune/Loss (Raw)": 0.853290855884552, "Finetune/Step": 2530, "Finetune/Step Time": 6.622282555326819}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7979575395584106, "Finetune/Loss (Raw)": 0.8020996451377869, "Finetune/Step": 2531, "Finetune/Step Time": 6.621043004095554}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7974802255630493, "Finetune/Loss (Raw)": 0.8289133906364441, "Finetune/Step": 2532, "Finetune/Step Time": 6.637734070420265}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7970718741416931, "Finetune/Loss (Raw)": 0.7872358560562134, "Finetune/Step": 2533, "Finetune/Step Time": 6.639949727803469}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7925370931625366, "Finetune/Loss (Raw)": 0.3773038685321808, "Finetune/Step": 2534, "Finetune/Step Time": 6.658047471195459}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7953215837478638, "Finetune/Loss (Raw)": 0.9487424492835999, "Finetune/Step": 2535, "Finetune/Step Time": 6.6421571504324675}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7924214601516724, "Finetune/Loss (Raw)": 0.6367465853691101, "Finetune/Step": 2536, "Finetune/Step Time": 6.650292368605733}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7921232581138611, "Finetune/Loss (Raw)": 0.7908951640129089, "Finetune/Step": 2537, "Finetune/Step Time": 6.657319461926818}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7928745150566101, "Finetune/Loss (Raw)": 0.8958145976066589, "Finetune/Step": 2538, "Finetune/Step Time": 6.660869937390089}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7937853336334229, "Finetune/Loss (Raw)": 0.8022798895835876, "Finetune/Step": 2539, "Finetune/Step Time": 6.669532215222716}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7941004037857056, "Finetune/Loss (Raw)": 0.8215075135231018, "Finetune/Step": 2540, "Finetune/Step Time": 6.669629303738475}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7933906316757202, "Finetune/Loss (Raw)": 0.679588794708252, "Finetune/Step": 2541, "Finetune/Step Time": 6.686243936419487}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7928056120872498, "Finetune/Loss (Raw)": 0.8364701867103577, "Finetune/Step": 2542, "Finetune/Step Time": 6.690578319132328}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7929761409759521, "Finetune/Loss (Raw)": 0.8543325066566467, "Finetune/Step": 2543, "Finetune/Step Time": 6.674878556281328}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7917798757553101, "Finetune/Loss (Raw)": 0.6527396440505981, "Finetune/Step": 2544, "Finetune/Step Time": 6.684717884287238}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7927038669586182, "Finetune/Loss (Raw)": 0.8304594159126282, "Finetune/Step": 2545, "Finetune/Step Time": 6.688158683478832}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.791443943977356, "Finetune/Loss (Raw)": 0.2782594859600067, "Finetune/Step": 2546, "Finetune/Step Time": 6.687618359923363}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.791649580001831, "Finetune/Loss (Raw)": 0.8102834224700928, "Finetune/Step": 2547, "Finetune/Step Time": 6.659321002662182}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7913025617599487, "Finetune/Loss (Raw)": 0.9498319625854492, "Finetune/Step": 2548, "Finetune/Step Time": 6.661830252036452}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7883645296096802, "Finetune/Loss (Raw)": 0.3181975483894348, "Finetune/Step": 2549, "Finetune/Step Time": 6.661660980433226}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7893837094306946, "Finetune/Loss (Raw)": 0.8606135249137878, "Finetune/Step": 2550, "Finetune/Step Time": 6.651549307629466}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7917159795761108, "Finetune/Loss (Raw)": 0.9127147197723389, "Finetune/Step": 2551, "Finetune/Step Time": 6.648036243394017}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7927626967430115, "Finetune/Loss (Raw)": 1.0443711280822754, "Finetune/Step": 2552, "Finetune/Step Time": 6.649064335972071}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7931241989135742, "Finetune/Loss (Raw)": 0.7643340826034546, "Finetune/Step": 2553, "Finetune/Step Time": 6.650431729853153}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7969352006912231, "Finetune/Loss (Raw)": 0.8557338714599609, "Finetune/Step": 2554, "Finetune/Step Time": 6.659636592492461}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7925232648849487, "Finetune/Loss (Raw)": 0.32712051272392273, "Finetune/Step": 2555, "Finetune/Step Time": 6.678560821339488}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.793685793876648, "Finetune/Loss (Raw)": 0.8519233465194702, "Finetune/Step": 2556, "Finetune/Step Time": 6.6683334447443485}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7923651337623596, "Finetune/Loss (Raw)": 0.6976824402809143, "Finetune/Step": 2557, "Finetune/Step Time": 6.652360867708921}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7933069467544556, "Finetune/Loss (Raw)": 0.8289175033569336, "Finetune/Step": 2558, "Finetune/Step Time": 6.622926719486713}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7920553684234619, "Finetune/Loss (Raw)": 0.7727957963943481, "Finetune/Step": 2559, "Finetune/Step Time": 6.622196035459638}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7911655902862549, "Finetune/Loss (Raw)": 0.7195242643356323, "Finetune/Step": 2560, "Finetune/Step Time": 6.631517233327031}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7915809154510498, "Finetune/Loss (Raw)": 0.8283786177635193, "Finetune/Step": 2561, "Finetune/Step Time": 6.635219939053059}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7920416593551636, "Finetune/Loss (Raw)": 0.9200286269187927, "Finetune/Step": 2562, "Finetune/Step Time": 6.634483247995377}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7891420722007751, "Finetune/Loss (Raw)": 0.454064279794693, "Finetune/Step": 2563, "Finetune/Step Time": 6.632531365379691}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7888282537460327, "Finetune/Loss (Raw)": 0.8477957844734192, "Finetune/Step": 2564, "Finetune/Step Time": 6.6356664933264256}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7895240783691406, "Finetune/Loss (Raw)": 0.8901336789131165, "Finetune/Step": 2565, "Finetune/Step Time": 6.633750719949603}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7888719439506531, "Finetune/Loss (Raw)": 0.8376556634902954, "Finetune/Step": 2566, "Finetune/Step Time": 6.636326182633638}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7874559164047241, "Finetune/Loss (Raw)": 0.7363826632499695, "Finetune/Step": 2567, "Finetune/Step Time": 6.6403861455619335}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7859910130500793, "Finetune/Loss (Raw)": 0.7454964518547058, "Finetune/Step": 2568, "Finetune/Step Time": 6.654861189424992}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7867000102996826, "Finetune/Loss (Raw)": 1.0160804986953735, "Finetune/Step": 2569, "Finetune/Step Time": 6.652230154722929}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7866615056991577, "Finetune/Loss (Raw)": 0.8449689745903015, "Finetune/Step": 2570, "Finetune/Step Time": 6.6558244824409485}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7871448397636414, "Finetune/Loss (Raw)": 1.0248011350631714, "Finetune/Step": 2571, "Finetune/Step Time": 6.653801180422306}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7868720293045044, "Finetune/Loss (Raw)": 0.8427926898002625, "Finetune/Step": 2572, "Finetune/Step Time": 6.650673259049654}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7901262044906616, "Finetune/Loss (Raw)": 0.8012100458145142, "Finetune/Step": 2573, "Finetune/Step Time": 6.636175530031323}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7892395257949829, "Finetune/Loss (Raw)": 0.7671307921409607, "Finetune/Step": 2574, "Finetune/Step Time": 6.658306617289782}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7883602380752563, "Finetune/Loss (Raw)": 0.751226544380188, "Finetune/Step": 2575, "Finetune/Step Time": 6.650299021974206}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7875919342041016, "Finetune/Loss (Raw)": 0.8380240201950073, "Finetune/Step": 2576, "Finetune/Step Time": 6.65024352632463}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7889106273651123, "Finetune/Loss (Raw)": 0.8902894854545593, "Finetune/Step": 2577, "Finetune/Step Time": 6.653216788545251}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.792387843132019, "Finetune/Loss (Raw)": 0.9255597591400146, "Finetune/Step": 2578, "Finetune/Step Time": 6.6332207173109055}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7972238659858704, "Finetune/Loss (Raw)": 0.9357643127441406, "Finetune/Step": 2579, "Finetune/Step Time": 6.61142567358911}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7958409786224365, "Finetune/Loss (Raw)": 0.628619372844696, "Finetune/Step": 2580, "Finetune/Step Time": 6.620962925255299}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7968091368675232, "Finetune/Loss (Raw)": 0.9688113331794739, "Finetune/Step": 2581, "Finetune/Step Time": 6.596576986834407}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7965698838233948, "Finetune/Loss (Raw)": 0.7995753884315491, "Finetune/Step": 2582, "Finetune/Step Time": 6.585081227123737}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7952167987823486, "Finetune/Loss (Raw)": 0.7283967733383179, "Finetune/Step": 2583, "Finetune/Step Time": 6.591352481395006}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7956730723381042, "Finetune/Loss (Raw)": 0.9657106399536133, "Finetune/Step": 2584, "Finetune/Step Time": 6.591323519125581}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7939512729644775, "Finetune/Loss (Raw)": 0.6639513969421387, "Finetune/Step": 2585, "Finetune/Step Time": 6.592898741364479}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7942596077919006, "Finetune/Loss (Raw)": 0.8579779863357544, "Finetune/Step": 2586, "Finetune/Step Time": 6.5784718953073025}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7950373888015747, "Finetune/Loss (Raw)": 0.9039991497993469, "Finetune/Step": 2587, "Finetune/Step Time": 6.578226190060377}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7942032814025879, "Finetune/Loss (Raw)": 0.7403472661972046, "Finetune/Step": 2588, "Finetune/Step Time": 6.586185846477747}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7934137582778931, "Finetune/Loss (Raw)": 0.8528899550437927, "Finetune/Step": 2589, "Finetune/Step Time": 6.589384196326137}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7933668494224548, "Finetune/Loss (Raw)": 0.886687695980072, "Finetune/Step": 2590, "Finetune/Step Time": 6.591643191874027}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7929676175117493, "Finetune/Loss (Raw)": 0.7533177733421326, "Finetune/Step": 2591, "Finetune/Step Time": 6.629424909129739}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7924306392669678, "Finetune/Loss (Raw)": 0.8401393294334412, "Finetune/Step": 2592, "Finetune/Step Time": 6.636919589713216}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7914315462112427, "Finetune/Loss (Raw)": 0.7386373281478882, "Finetune/Step": 2593, "Finetune/Step Time": 6.656746676191688}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7910562753677368, "Finetune/Loss (Raw)": 0.7308744788169861, "Finetune/Step": 2594, "Finetune/Step Time": 6.667720288038254}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7909632921218872, "Finetune/Loss (Raw)": 0.8235992193222046, "Finetune/Step": 2595, "Finetune/Step Time": 6.672438647598028}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.789469838142395, "Finetune/Loss (Raw)": 0.7917221188545227, "Finetune/Step": 2596, "Finetune/Step Time": 6.6751491371542215}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7893086671829224, "Finetune/Loss (Raw)": 0.8912992477416992, "Finetune/Step": 2597, "Finetune/Step Time": 6.6774194817990065}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7881247997283936, "Finetune/Loss (Raw)": 0.6391608715057373, "Finetune/Step": 2598, "Finetune/Step Time": 6.689433578401804}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7880407571792603, "Finetune/Loss (Raw)": 0.8945173621177673, "Finetune/Step": 2599, "Finetune/Step Time": 6.693196250125766}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.787686824798584, "Finetune/Loss (Raw)": 0.8258780241012573, "Finetune/Step": 2600, "Finetune/Step Time": 6.687066351994872}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7869559526443481, "Finetune/Loss (Raw)": 0.797314465045929, "Finetune/Step": 2601, "Finetune/Step Time": 6.684253804385662}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7880963683128357, "Finetune/Loss (Raw)": 0.9530212879180908, "Finetune/Step": 2602, "Finetune/Step Time": 6.681451093405485}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.788632869720459, "Finetune/Loss (Raw)": 0.9006468653678894, "Finetune/Step": 2603, "Finetune/Step Time": 6.680961694568396}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7880786657333374, "Finetune/Loss (Raw)": 0.7860870361328125, "Finetune/Step": 2604, "Finetune/Step Time": 6.687211671844125}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.787280797958374, "Finetune/Loss (Raw)": 0.7337108254432678, "Finetune/Step": 2605, "Finetune/Step Time": 6.686224520206451}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7864223718643188, "Finetune/Loss (Raw)": 0.730729877948761, "Finetune/Step": 2606, "Finetune/Step Time": 6.715179700404406}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7870690822601318, "Finetune/Loss (Raw)": 0.8488336801528931, "Finetune/Step": 2607, "Finetune/Step Time": 6.735843658447266}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7881800532341003, "Finetune/Loss (Raw)": 0.891908586025238, "Finetune/Step": 2608, "Finetune/Step Time": 6.728372313082218}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7922251224517822, "Finetune/Loss (Raw)": 0.8902826905250549, "Finetune/Step": 2609, "Finetune/Step Time": 6.712566090747714}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7901248931884766, "Finetune/Loss (Raw)": 0.759344220161438, "Finetune/Step": 2610, "Finetune/Step Time": 6.729698941111565}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7893664836883545, "Finetune/Loss (Raw)": 0.6834154725074768, "Finetune/Step": 2611, "Finetune/Step Time": 6.720634026452899}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7899543046951294, "Finetune/Loss (Raw)": 0.8325871229171753, "Finetune/Step": 2612, "Finetune/Step Time": 6.708975980058312}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7910537719726562, "Finetune/Loss (Raw)": 0.9800564050674438, "Finetune/Step": 2613, "Finetune/Step Time": 6.707779496908188}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7920917272567749, "Finetune/Loss (Raw)": 0.7889961004257202, "Finetune/Step": 2614, "Finetune/Step Time": 6.700267756357789}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7967647314071655, "Finetune/Loss (Raw)": 0.9033640027046204, "Finetune/Step": 2615, "Finetune/Step Time": 6.691347682848573}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7966159582138062, "Finetune/Loss (Raw)": 0.9168086051940918, "Finetune/Step": 2616, "Finetune/Step Time": 6.694414235651493}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7927799224853516, "Finetune/Loss (Raw)": 0.3918839693069458, "Finetune/Step": 2617, "Finetune/Step Time": 6.700897926464677}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7957581281661987, "Finetune/Loss (Raw)": 0.6955328583717346, "Finetune/Step": 2618, "Finetune/Step Time": 6.68786041252315}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7966479063034058, "Finetune/Loss (Raw)": 0.9054746031761169, "Finetune/Step": 2619, "Finetune/Step Time": 6.68161235935986}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7966257333755493, "Finetune/Loss (Raw)": 0.7393059134483337, "Finetune/Step": 2620, "Finetune/Step Time": 6.677809061482549}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.795928955078125, "Finetune/Loss (Raw)": 0.7955628037452698, "Finetune/Step": 2621, "Finetune/Step Time": 6.674406571313739}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7953975200653076, "Finetune/Loss (Raw)": 0.8927836418151855, "Finetune/Step": 2622, "Finetune/Step Time": 6.669322852045298}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7948169708251953, "Finetune/Loss (Raw)": 0.7916448712348938, "Finetune/Step": 2623, "Finetune/Step Time": 6.700566178187728}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7954404354095459, "Finetune/Loss (Raw)": 0.8797921538352966, "Finetune/Step": 2624, "Finetune/Step Time": 6.688648881390691}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7948912978172302, "Finetune/Loss (Raw)": 0.6141117215156555, "Finetune/Step": 2625, "Finetune/Step Time": 6.701494295150042}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7899297475814819, "Finetune/Loss (Raw)": 0.30864906311035156, "Finetune/Step": 2626, "Finetune/Step Time": 6.72016516327858}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7920520901679993, "Finetune/Loss (Raw)": 0.8271804451942444, "Finetune/Step": 2627, "Finetune/Step Time": 6.702159717679024}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7922058701515198, "Finetune/Loss (Raw)": 0.9167045950889587, "Finetune/Step": 2628, "Finetune/Step Time": 6.7010999619960785}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7891541719436646, "Finetune/Loss (Raw)": 0.5068952441215515, "Finetune/Step": 2629, "Finetune/Step Time": 6.715953653678298}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7878023386001587, "Finetune/Loss (Raw)": 0.7152191996574402, "Finetune/Step": 2630, "Finetune/Step Time": 6.715629318729043}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7886003851890564, "Finetune/Loss (Raw)": 0.9369204044342041, "Finetune/Step": 2631, "Finetune/Step Time": 6.712432775646448}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7879248857498169, "Finetune/Loss (Raw)": 0.7545446753501892, "Finetune/Step": 2632, "Finetune/Step Time": 6.707692790776491}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7882399559020996, "Finetune/Loss (Raw)": 0.8795934319496155, "Finetune/Step": 2633, "Finetune/Step Time": 6.708928674459457}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7882845997810364, "Finetune/Loss (Raw)": 0.8014760613441467, "Finetune/Step": 2634, "Finetune/Step Time": 6.709519051015377}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7872575521469116, "Finetune/Loss (Raw)": 0.8016281723976135, "Finetune/Step": 2635, "Finetune/Step Time": 6.704036816954613}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7890212535858154, "Finetune/Loss (Raw)": 0.9638787508010864, "Finetune/Step": 2636, "Finetune/Step Time": 6.703580122441053}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7887495756149292, "Finetune/Loss (Raw)": 0.7686724662780762, "Finetune/Step": 2637, "Finetune/Step Time": 6.708266206085682}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7884107828140259, "Finetune/Loss (Raw)": 0.9207183718681335, "Finetune/Step": 2638, "Finetune/Step Time": 6.7281533274799585}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7876282930374146, "Finetune/Loss (Raw)": 0.7858506441116333, "Finetune/Step": 2639, "Finetune/Step Time": 6.708268117159605}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7845474481582642, "Finetune/Loss (Raw)": 0.34253817796707153, "Finetune/Step": 2640, "Finetune/Step Time": 6.729922650381923}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7851150035858154, "Finetune/Loss (Raw)": 0.8241797089576721, "Finetune/Step": 2641, "Finetune/Step Time": 6.721447553485632}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7846379280090332, "Finetune/Loss (Raw)": 0.8247913718223572, "Finetune/Step": 2642, "Finetune/Step Time": 6.711145980283618}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7843314409255981, "Finetune/Loss (Raw)": 0.6454537510871887, "Finetune/Step": 2643, "Finetune/Step Time": 6.708859443664551}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7831993103027344, "Finetune/Loss (Raw)": 0.6698802709579468, "Finetune/Step": 2644, "Finetune/Step Time": 6.741229819133878}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7828749418258667, "Finetune/Loss (Raw)": 0.8349754810333252, "Finetune/Step": 2645, "Finetune/Step Time": 6.744169013574719}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7833007574081421, "Finetune/Loss (Raw)": 0.8279146552085876, "Finetune/Step": 2646, "Finetune/Step Time": 6.730352152138948}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7829924821853638, "Finetune/Loss (Raw)": 0.7565314769744873, "Finetune/Step": 2647, "Finetune/Step Time": 6.735985333099961}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7821240425109863, "Finetune/Loss (Raw)": 0.8112315535545349, "Finetune/Step": 2648, "Finetune/Step Time": 6.7468415684998035}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7845582962036133, "Finetune/Loss (Raw)": 0.713612973690033, "Finetune/Step": 2649, "Finetune/Step Time": 6.740022594109178}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7835322618484497, "Finetune/Loss (Raw)": 0.7418853640556335, "Finetune/Step": 2650, "Finetune/Step Time": 6.722626166418195}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7846733331680298, "Finetune/Loss (Raw)": 0.7924491167068481, "Finetune/Step": 2651, "Finetune/Step Time": 6.7282336615026}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7852904200553894, "Finetune/Loss (Raw)": 0.8918302655220032, "Finetune/Step": 2652, "Finetune/Step Time": 6.734697820618749}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7857327461242676, "Finetune/Loss (Raw)": 0.757138192653656, "Finetune/Step": 2653, "Finetune/Step Time": 6.746103068813682}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7817168235778809, "Finetune/Loss (Raw)": 0.33642280101776123, "Finetune/Step": 2654, "Finetune/Step Time": 6.7589070200920105}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7813645005226135, "Finetune/Loss (Raw)": 0.8185144662857056, "Finetune/Step": 2655, "Finetune/Step Time": 6.748076407238841}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7803235054016113, "Finetune/Loss (Raw)": 0.8205572366714478, "Finetune/Step": 2656, "Finetune/Step Time": 6.745454540476203}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7829692363739014, "Finetune/Loss (Raw)": 0.6044044494628906, "Finetune/Step": 2657, "Finetune/Step Time": 6.741159478202462}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7808467745780945, "Finetune/Loss (Raw)": 0.5816195011138916, "Finetune/Step": 2658, "Finetune/Step Time": 6.760027468204498}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.781462550163269, "Finetune/Loss (Raw)": 0.8809189796447754, "Finetune/Step": 2659, "Finetune/Step Time": 6.751313038170338}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7819226980209351, "Finetune/Loss (Raw)": 0.8878083825111389, "Finetune/Step": 2660, "Finetune/Step Time": 6.735511181876063}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7837556004524231, "Finetune/Loss (Raw)": 1.0218478441238403, "Finetune/Step": 2661, "Finetune/Step Time": 6.739015942439437}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7879480719566345, "Finetune/Loss (Raw)": 0.913943886756897, "Finetune/Step": 2662, "Finetune/Step Time": 6.717312183231115}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.787556529045105, "Finetune/Loss (Raw)": 0.8986219167709351, "Finetune/Step": 2663, "Finetune/Step Time": 6.724527103826404}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.78596031665802, "Finetune/Loss (Raw)": 0.432430624961853, "Finetune/Step": 2664, "Finetune/Step Time": 6.725976387038827}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7851355075836182, "Finetune/Loss (Raw)": 0.6853255033493042, "Finetune/Step": 2665, "Finetune/Step Time": 6.718850934877992}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7848881483078003, "Finetune/Loss (Raw)": 0.8641509413719177, "Finetune/Step": 2666, "Finetune/Step Time": 6.715487627312541}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.784569501876831, "Finetune/Loss (Raw)": 0.76149582862854, "Finetune/Step": 2667, "Finetune/Step Time": 6.700115257874131}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7844223976135254, "Finetune/Loss (Raw)": 0.8026688098907471, "Finetune/Step": 2668, "Finetune/Step Time": 6.696505922824144}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7864023447036743, "Finetune/Loss (Raw)": 0.933021605014801, "Finetune/Step": 2669, "Finetune/Step Time": 6.6801436599344015}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7866806983947754, "Finetune/Loss (Raw)": 0.8721041679382324, "Finetune/Step": 2670, "Finetune/Step Time": 6.675266046077013}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7850055694580078, "Finetune/Loss (Raw)": 0.6399090886116028, "Finetune/Step": 2671, "Finetune/Step Time": 6.6817649360746145}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7845196723937988, "Finetune/Loss (Raw)": 0.5905418992042542, "Finetune/Step": 2672, "Finetune/Step Time": 6.686499619856477}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7843842506408691, "Finetune/Loss (Raw)": 0.8131273984909058, "Finetune/Step": 2673, "Finetune/Step Time": 6.676936235278845}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7875634431838989, "Finetune/Loss (Raw)": 0.6852002739906311, "Finetune/Step": 2674, "Finetune/Step Time": 6.668330820277333}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7875708341598511, "Finetune/Loss (Raw)": 0.8112313747406006, "Finetune/Step": 2675, "Finetune/Step Time": 6.673127643764019}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7863285541534424, "Finetune/Loss (Raw)": 0.7908231616020203, "Finetune/Step": 2676, "Finetune/Step Time": 6.676606999710202}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.790696918964386, "Finetune/Loss (Raw)": 0.87734454870224, "Finetune/Step": 2677, "Finetune/Step Time": 6.655042249709368}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7902863621711731, "Finetune/Loss (Raw)": 0.80806565284729, "Finetune/Step": 2678, "Finetune/Step Time": 6.654193162918091}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7907516956329346, "Finetune/Loss (Raw)": 0.9722695350646973, "Finetune/Step": 2679, "Finetune/Step Time": 6.662806402891874}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.789452850818634, "Finetune/Loss (Raw)": 0.8781192898750305, "Finetune/Step": 2680, "Finetune/Step Time": 6.665557865053415}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7860965728759766, "Finetune/Loss (Raw)": 0.33473554253578186, "Finetune/Step": 2681, "Finetune/Step Time": 6.672261970117688}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7857827544212341, "Finetune/Loss (Raw)": 0.8155645132064819, "Finetune/Step": 2682, "Finetune/Step Time": 6.648347007110715}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7899441719055176, "Finetune/Loss (Raw)": 0.859785258769989, "Finetune/Step": 2683, "Finetune/Step Time": 6.636935127899051}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.789600670337677, "Finetune/Loss (Raw)": 0.8079466819763184, "Finetune/Step": 2684, "Finetune/Step Time": 6.636698262766004}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7908579111099243, "Finetune/Loss (Raw)": 0.8586118221282959, "Finetune/Step": 2685, "Finetune/Step Time": 6.639817465096712}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7902333736419678, "Finetune/Loss (Raw)": 0.7489752173423767, "Finetune/Step": 2686, "Finetune/Step Time": 6.641753364354372}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7904523611068726, "Finetune/Loss (Raw)": 0.8008326888084412, "Finetune/Step": 2687, "Finetune/Step Time": 6.6426905151456594}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7915769815444946, "Finetune/Loss (Raw)": 0.8634652495384216, "Finetune/Step": 2688, "Finetune/Step Time": 6.6225752383470535}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7925631999969482, "Finetune/Loss (Raw)": 0.9546184539794922, "Finetune/Step": 2689, "Finetune/Step Time": 6.619051309302449}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7882393598556519, "Finetune/Loss (Raw)": 0.3665772080421448, "Finetune/Step": 2690, "Finetune/Step Time": 6.638479610905051}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7919210195541382, "Finetune/Loss (Raw)": 0.9253182411193848, "Finetune/Step": 2691, "Finetune/Step Time": 6.63068906776607}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7914502024650574, "Finetune/Loss (Raw)": 0.7875359058380127, "Finetune/Step": 2692, "Finetune/Step Time": 6.629111034795642}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7912760376930237, "Finetune/Loss (Raw)": 0.867836594581604, "Finetune/Step": 2693, "Finetune/Step Time": 6.626042587682605}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7908198237419128, "Finetune/Loss (Raw)": 0.7792631983757019, "Finetune/Step": 2694, "Finetune/Step Time": 6.626814655959606}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7912559509277344, "Finetune/Loss (Raw)": 0.7921983003616333, "Finetune/Step": 2695, "Finetune/Step Time": 6.635947166010737}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7919275760650635, "Finetune/Loss (Raw)": 0.8314670920372009, "Finetune/Step": 2696, "Finetune/Step Time": 6.635814022272825}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7905343770980835, "Finetune/Loss (Raw)": 0.837759256362915, "Finetune/Step": 2697, "Finetune/Step Time": 6.638195741921663}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7896732091903687, "Finetune/Loss (Raw)": 0.7347339987754822, "Finetune/Step": 2698, "Finetune/Step Time": 6.633430276066065}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7888237833976746, "Finetune/Loss (Raw)": 0.9160712957382202, "Finetune/Step": 2699, "Finetune/Step Time": 6.647372057661414}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7884911298751831, "Finetune/Loss (Raw)": 0.800218939781189, "Finetune/Step": 2700, "Finetune/Step Time": 6.6468190010637045}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7887858152389526, "Finetune/Loss (Raw)": 0.8389303088188171, "Finetune/Step": 2701, "Finetune/Step Time": 6.66918639652431}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7895673513412476, "Finetune/Loss (Raw)": 0.8671610355377197, "Finetune/Step": 2702, "Finetune/Step Time": 6.657214906066656}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7893294095993042, "Finetune/Loss (Raw)": 0.7207770943641663, "Finetune/Step": 2703, "Finetune/Step Time": 6.6741681303828955}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7884162664413452, "Finetune/Loss (Raw)": 0.7211384773254395, "Finetune/Step": 2704, "Finetune/Step Time": 6.686112750321627}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7875359654426575, "Finetune/Loss (Raw)": 0.7776145339012146, "Finetune/Step": 2705, "Finetune/Step Time": 6.686809489503503}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.787169337272644, "Finetune/Loss (Raw)": 0.8786288499832153, "Finetune/Step": 2706, "Finetune/Step Time": 6.693717995658517}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7874524593353271, "Finetune/Loss (Raw)": 0.9719945788383484, "Finetune/Step": 2707, "Finetune/Step Time": 6.700648475438356}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7898021936416626, "Finetune/Loss (Raw)": 0.929398775100708, "Finetune/Step": 2708, "Finetune/Step Time": 6.69786481000483}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7882014513015747, "Finetune/Loss (Raw)": 0.7639104127883911, "Finetune/Step": 2709, "Finetune/Step Time": 6.7071647848933935}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7848840951919556, "Finetune/Loss (Raw)": 0.3749549388885498, "Finetune/Step": 2710, "Finetune/Step Time": 6.728681182488799}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7861534953117371, "Finetune/Loss (Raw)": 0.8908753395080566, "Finetune/Step": 2711, "Finetune/Step Time": 6.7095725536346436}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7852007150650024, "Finetune/Loss (Raw)": 0.8437612652778625, "Finetune/Step": 2712, "Finetune/Step Time": 6.728393703699112}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7863173484802246, "Finetune/Loss (Raw)": 0.8068828582763672, "Finetune/Step": 2713, "Finetune/Step Time": 6.735446600243449}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.786669909954071, "Finetune/Loss (Raw)": 0.9031016230583191, "Finetune/Step": 2714, "Finetune/Step Time": 6.735116578638554}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7853527665138245, "Finetune/Loss (Raw)": 0.7354010939598083, "Finetune/Step": 2715, "Finetune/Step Time": 6.728346103802323}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7858773469924927, "Finetune/Loss (Raw)": 0.807502806186676, "Finetune/Step": 2716, "Finetune/Step Time": 6.7210085559636354}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7858397960662842, "Finetune/Loss (Raw)": 0.8480766415596008, "Finetune/Step": 2717, "Finetune/Step Time": 6.7029784694314}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7850039601325989, "Finetune/Loss (Raw)": 0.7796995639801025, "Finetune/Step": 2718, "Finetune/Step Time": 6.703652746975422}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7856963872909546, "Finetune/Loss (Raw)": 0.8419522047042847, "Finetune/Step": 2719, "Finetune/Step Time": 6.667828015983105}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7860090136528015, "Finetune/Loss (Raw)": 0.8801547884941101, "Finetune/Step": 2720, "Finetune/Step Time": 6.664102839305997}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7858643531799316, "Finetune/Loss (Raw)": 0.7201231718063354, "Finetune/Step": 2721, "Finetune/Step Time": 6.654877733439207}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7864443063735962, "Finetune/Loss (Raw)": 0.8051037192344666, "Finetune/Step": 2722, "Finetune/Step Time": 6.645750239491463}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7859238386154175, "Finetune/Loss (Raw)": 0.7569820284843445, "Finetune/Step": 2723, "Finetune/Step Time": 6.640857042744756}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7862648367881775, "Finetune/Loss (Raw)": 0.8353733420372009, "Finetune/Step": 2724, "Finetune/Step Time": 6.633311061188579}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7857801914215088, "Finetune/Loss (Raw)": 0.8292545676231384, "Finetune/Step": 2725, "Finetune/Step Time": 6.62755742110312}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7873364090919495, "Finetune/Loss (Raw)": 0.838361918926239, "Finetune/Step": 2726, "Finetune/Step Time": 6.625052625313401}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7867376804351807, "Finetune/Loss (Raw)": 0.8178831338882446, "Finetune/Step": 2727, "Finetune/Step Time": 6.628041619434953}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7850207686424255, "Finetune/Loss (Raw)": 0.6061089634895325, "Finetune/Step": 2728, "Finetune/Step Time": 6.626661576330662}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7820364236831665, "Finetune/Loss (Raw)": 0.41532498598098755, "Finetune/Step": 2729, "Finetune/Step Time": 6.636259417980909}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7796080112457275, "Finetune/Loss (Raw)": 0.6421810388565063, "Finetune/Step": 2730, "Finetune/Step Time": 6.638382848352194}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7789309620857239, "Finetune/Loss (Raw)": 0.8139830827713013, "Finetune/Step": 2731, "Finetune/Step Time": 6.635029731318355}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7792531251907349, "Finetune/Loss (Raw)": 0.8273231983184814, "Finetune/Step": 2732, "Finetune/Step Time": 6.6300185807049274}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7802355885505676, "Finetune/Loss (Raw)": 0.8594679832458496, "Finetune/Step": 2733, "Finetune/Step Time": 6.629675975069404}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7810593247413635, "Finetune/Loss (Raw)": 0.8361634016036987, "Finetune/Step": 2734, "Finetune/Step Time": 6.605578502640128}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.781282901763916, "Finetune/Loss (Raw)": 0.8774590492248535, "Finetune/Step": 2735, "Finetune/Step Time": 6.582131924107671}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7778958082199097, "Finetune/Loss (Raw)": 0.4583628475666046, "Finetune/Step": 2736, "Finetune/Step Time": 6.61151672527194}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7750512957572937, "Finetune/Loss (Raw)": 0.5261781215667725, "Finetune/Step": 2737, "Finetune/Step Time": 6.615510117262602}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7758551836013794, "Finetune/Loss (Raw)": 0.8622444868087769, "Finetune/Step": 2738, "Finetune/Step Time": 6.604376804083586}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7772959470748901, "Finetune/Loss (Raw)": 0.8678351640701294, "Finetune/Step": 2739, "Finetune/Step Time": 6.595548946410418}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7765684127807617, "Finetune/Loss (Raw)": 0.7394668459892273, "Finetune/Step": 2740, "Finetune/Step Time": 6.603900803253055}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7758662700653076, "Finetune/Loss (Raw)": 0.8901802897453308, "Finetune/Step": 2741, "Finetune/Step Time": 6.604508131742477}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7759400606155396, "Finetune/Loss (Raw)": 0.7984315752983093, "Finetune/Step": 2742, "Finetune/Step Time": 6.608443068340421}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7759559154510498, "Finetune/Loss (Raw)": 0.9054011702537537, "Finetune/Step": 2743, "Finetune/Step Time": 6.6001627165824175}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7754527926445007, "Finetune/Loss (Raw)": 0.8524059057235718, "Finetune/Step": 2744, "Finetune/Step Time": 6.606382789090276}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7796075940132141, "Finetune/Loss (Raw)": 0.9236974716186523, "Finetune/Step": 2745, "Finetune/Step Time": 6.57578357309103}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7806093096733093, "Finetune/Loss (Raw)": 0.8237533569335938, "Finetune/Step": 2746, "Finetune/Step Time": 6.581629047170281}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7800763249397278, "Finetune/Loss (Raw)": 0.8372495770454407, "Finetune/Step": 2747, "Finetune/Step Time": 6.597197700291872}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7815786004066467, "Finetune/Loss (Raw)": 0.9316011071205139, "Finetune/Step": 2748, "Finetune/Step Time": 6.598868286237121}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7821545600891113, "Finetune/Loss (Raw)": 0.8692795634269714, "Finetune/Step": 2749, "Finetune/Step Time": 6.5950538944453}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7815767526626587, "Finetune/Loss (Raw)": 0.8188267350196838, "Finetune/Step": 2750, "Finetune/Step Time": 6.598837476223707}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.781754732131958, "Finetune/Loss (Raw)": 0.8144288659095764, "Finetune/Step": 2751, "Finetune/Step Time": 6.586816553026438}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7815442085266113, "Finetune/Loss (Raw)": 0.8528521656990051, "Finetune/Step": 2752, "Finetune/Step Time": 6.586480241268873}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.784149169921875, "Finetune/Loss (Raw)": 0.9475383758544922, "Finetune/Step": 2753, "Finetune/Step Time": 6.5730855744332075}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.788190484046936, "Finetune/Loss (Raw)": 0.8259384036064148, "Finetune/Step": 2754, "Finetune/Step Time": 6.551593830808997}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7844737768173218, "Finetune/Loss (Raw)": 0.3514416813850403, "Finetune/Step": 2755, "Finetune/Step Time": 6.574975304305553}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.78403639793396, "Finetune/Loss (Raw)": 0.8607215285301208, "Finetune/Step": 2756, "Finetune/Step Time": 6.591766418889165}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7854836583137512, "Finetune/Loss (Raw)": 0.692147970199585, "Finetune/Step": 2757, "Finetune/Step Time": 6.608284041285515}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7868888974189758, "Finetune/Loss (Raw)": 0.8950834274291992, "Finetune/Step": 2758, "Finetune/Step Time": 6.608621580526233}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7853775024414062, "Finetune/Loss (Raw)": 0.7434595823287964, "Finetune/Step": 2759, "Finetune/Step Time": 6.609502272680402}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7846692204475403, "Finetune/Loss (Raw)": 0.6638934016227722, "Finetune/Step": 2760, "Finetune/Step Time": 6.6037632916122675}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.781043291091919, "Finetune/Loss (Raw)": 0.4154707193374634, "Finetune/Step": 2761, "Finetune/Step Time": 6.624432299286127}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7808904647827148, "Finetune/Loss (Raw)": 0.7819082736968994, "Finetune/Step": 2762, "Finetune/Step Time": 6.634303379803896}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7810503244400024, "Finetune/Loss (Raw)": 0.8220924735069275, "Finetune/Step": 2763, "Finetune/Step Time": 6.637866275385022}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.779808759689331, "Finetune/Loss (Raw)": 0.8049682378768921, "Finetune/Step": 2764, "Finetune/Step Time": 6.648591743782163}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7765235900878906, "Finetune/Loss (Raw)": 0.348165363073349, "Finetune/Step": 2765, "Finetune/Step Time": 6.663038594648242}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7757436037063599, "Finetune/Loss (Raw)": 0.8208818435668945, "Finetune/Step": 2766, "Finetune/Step Time": 6.64919993467629}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7762671709060669, "Finetune/Loss (Raw)": 0.8528640866279602, "Finetune/Step": 2767, "Finetune/Step Time": 6.6627212055027485}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7805923223495483, "Finetune/Loss (Raw)": 0.8961632251739502, "Finetune/Step": 2768, "Finetune/Step Time": 6.634398762136698}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7807497382164001, "Finetune/Loss (Raw)": 0.844323456287384, "Finetune/Step": 2769, "Finetune/Step Time": 6.642924502491951}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7786686420440674, "Finetune/Loss (Raw)": 0.5584067106246948, "Finetune/Step": 2770, "Finetune/Step Time": 6.660625133663416}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7804809808731079, "Finetune/Loss (Raw)": 0.877440869808197, "Finetune/Step": 2771, "Finetune/Step Time": 6.653955494984984}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7818890810012817, "Finetune/Loss (Raw)": 0.8501182198524475, "Finetune/Step": 2772, "Finetune/Step Time": 6.624563271179795}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7824247479438782, "Finetune/Loss (Raw)": 0.903537392616272, "Finetune/Step": 2773, "Finetune/Step Time": 6.618416300043464}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7785277962684631, "Finetune/Loss (Raw)": 0.3291034996509552, "Finetune/Step": 2774, "Finetune/Step Time": 6.6390970423817635}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7794570326805115, "Finetune/Loss (Raw)": 0.8754692077636719, "Finetune/Step": 2775, "Finetune/Step Time": 6.63020271807909}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7791146039962769, "Finetune/Loss (Raw)": 0.7674074769020081, "Finetune/Step": 2776, "Finetune/Step Time": 6.62344378605485}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7799077033996582, "Finetune/Loss (Raw)": 0.815125048160553, "Finetune/Step": 2777, "Finetune/Step Time": 6.611308723688126}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7807368040084839, "Finetune/Loss (Raw)": 0.848013699054718, "Finetune/Step": 2778, "Finetune/Step Time": 6.61303910985589}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7804770469665527, "Finetune/Loss (Raw)": 0.759199857711792, "Finetune/Step": 2779, "Finetune/Step Time": 6.609438491985202}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7799240350723267, "Finetune/Loss (Raw)": 0.8210442066192627, "Finetune/Step": 2780, "Finetune/Step Time": 6.609216069802642}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7811169624328613, "Finetune/Loss (Raw)": 0.9098264575004578, "Finetune/Step": 2781, "Finetune/Step Time": 6.594349483028054}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7849150896072388, "Finetune/Loss (Raw)": 0.8225888609886169, "Finetune/Step": 2782, "Finetune/Step Time": 6.576904289424419}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7854936122894287, "Finetune/Loss (Raw)": 0.8925668001174927, "Finetune/Step": 2783, "Finetune/Step Time": 6.581523792818189}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7839564681053162, "Finetune/Loss (Raw)": 0.6238043904304504, "Finetune/Step": 2784, "Finetune/Step Time": 6.594764282926917}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.785521388053894, "Finetune/Loss (Raw)": 0.8047119379043579, "Finetune/Step": 2785, "Finetune/Step Time": 6.584338866174221}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.787908673286438, "Finetune/Loss (Raw)": 0.8871914744377136, "Finetune/Step": 2786, "Finetune/Step Time": 6.561622628942132}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7872711420059204, "Finetune/Loss (Raw)": 0.7993084788322449, "Finetune/Step": 2787, "Finetune/Step Time": 6.5626018568873405}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7873504161834717, "Finetune/Loss (Raw)": 0.897966742515564, "Finetune/Step": 2788, "Finetune/Step Time": 6.573385903611779}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7853718996047974, "Finetune/Loss (Raw)": 0.7685890793800354, "Finetune/Step": 2789, "Finetune/Step Time": 6.587661301717162}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7845591306686401, "Finetune/Loss (Raw)": 0.8099080920219421, "Finetune/Step": 2790, "Finetune/Step Time": 6.5907788295298815}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7826998233795166, "Finetune/Loss (Raw)": 0.6606321334838867, "Finetune/Step": 2791, "Finetune/Step Time": 6.612858820706606}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7859302163124084, "Finetune/Loss (Raw)": 0.8459242582321167, "Finetune/Step": 2792, "Finetune/Step Time": 6.608360787853599}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7878841161727905, "Finetune/Loss (Raw)": 0.9354240894317627, "Finetune/Step": 2793, "Finetune/Step Time": 6.607284130528569}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7871422171592712, "Finetune/Loss (Raw)": 0.7691900134086609, "Finetune/Step": 2794, "Finetune/Step Time": 6.616464547812939}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7865471243858337, "Finetune/Loss (Raw)": 0.6853253245353699, "Finetune/Step": 2795, "Finetune/Step Time": 6.628131167963147}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.786588191986084, "Finetune/Loss (Raw)": 0.8079162836074829, "Finetune/Step": 2796, "Finetune/Step Time": 6.645198533311486}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7841999530792236, "Finetune/Loss (Raw)": 0.6273353695869446, "Finetune/Step": 2797, "Finetune/Step Time": 6.658173460513353}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7802838087081909, "Finetune/Loss (Raw)": 0.37083524465560913, "Finetune/Step": 2798, "Finetune/Step Time": 6.682954769581556}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7806782722473145, "Finetune/Loss (Raw)": 0.6903988718986511, "Finetune/Step": 2799, "Finetune/Step Time": 6.680818501859903}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.781125545501709, "Finetune/Loss (Raw)": 0.6477993726730347, "Finetune/Step": 2800, "Finetune/Step Time": 6.676065742969513}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7818638682365417, "Finetune/Loss (Raw)": 0.9076232314109802, "Finetune/Step": 2801, "Finetune/Step Time": 6.679818585515022}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7834968566894531, "Finetune/Loss (Raw)": 0.8942298889160156, "Finetune/Step": 2802, "Finetune/Step Time": 6.68016622774303}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7830958962440491, "Finetune/Loss (Raw)": 0.7599022388458252, "Finetune/Step": 2803, "Finetune/Step Time": 6.679868033155799}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7835354804992676, "Finetune/Loss (Raw)": 0.8470937013626099, "Finetune/Step": 2804, "Finetune/Step Time": 6.675136597827077}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7843122482299805, "Finetune/Loss (Raw)": 0.9767686724662781, "Finetune/Step": 2805, "Finetune/Step Time": 6.68420547246933}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7839571237564087, "Finetune/Loss (Raw)": 0.7626170516014099, "Finetune/Step": 2806, "Finetune/Step Time": 6.691375974565744}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7824591994285583, "Finetune/Loss (Raw)": 0.7805328369140625, "Finetune/Step": 2807, "Finetune/Step Time": 6.679209949448705}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7804605960845947, "Finetune/Loss (Raw)": 0.6222952008247375, "Finetune/Step": 2808, "Finetune/Step Time": 6.700213506817818}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7805672883987427, "Finetune/Loss (Raw)": 0.3483924865722656, "Finetune/Step": 2809, "Finetune/Step Time": 6.701144443824887}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.779710590839386, "Finetune/Loss (Raw)": 0.7059119939804077, "Finetune/Step": 2810, "Finetune/Step Time": 6.699871668592095}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7794288396835327, "Finetune/Loss (Raw)": 0.8237146139144897, "Finetune/Step": 2811, "Finetune/Step Time": 6.6938854195177555}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.779465913772583, "Finetune/Loss (Raw)": 0.8126897215843201, "Finetune/Step": 2812, "Finetune/Step Time": 6.69342777132988}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7799772024154663, "Finetune/Loss (Raw)": 0.9240536093711853, "Finetune/Step": 2813, "Finetune/Step Time": 6.692143326625228}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7768406271934509, "Finetune/Loss (Raw)": 0.3475019931793213, "Finetune/Step": 2814, "Finetune/Step Time": 6.711079278960824}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7778110504150391, "Finetune/Loss (Raw)": 0.9250425100326538, "Finetune/Step": 2815, "Finetune/Step Time": 6.713427342474461}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7776750326156616, "Finetune/Loss (Raw)": 0.8460529446601868, "Finetune/Step": 2816, "Finetune/Step Time": 6.712283397093415}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7764531970024109, "Finetune/Loss (Raw)": 0.7982231974601746, "Finetune/Step": 2817, "Finetune/Step Time": 6.719747519120574}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7797359228134155, "Finetune/Loss (Raw)": 0.786776602268219, "Finetune/Step": 2818, "Finetune/Step Time": 6.705230111256242}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7800024151802063, "Finetune/Loss (Raw)": 0.95942622423172, "Finetune/Step": 2819, "Finetune/Step Time": 6.708898523822427}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7809319496154785, "Finetune/Loss (Raw)": 0.9065138697624207, "Finetune/Step": 2820, "Finetune/Step Time": 6.719585774466395}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7791157960891724, "Finetune/Loss (Raw)": 0.6353706121444702, "Finetune/Step": 2821, "Finetune/Step Time": 6.733176466077566}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7796695828437805, "Finetune/Loss (Raw)": 0.850148618221283, "Finetune/Step": 2822, "Finetune/Step Time": 6.729208145290613}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7766293287277222, "Finetune/Loss (Raw)": 0.40305089950561523, "Finetune/Step": 2823, "Finetune/Step Time": 6.733117584139109}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7753220796585083, "Finetune/Loss (Raw)": 0.6641309857368469, "Finetune/Step": 2824, "Finetune/Step Time": 6.720201062038541}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7744136452674866, "Finetune/Loss (Raw)": 0.721480667591095, "Finetune/Step": 2825, "Finetune/Step Time": 6.719327785074711}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7741045355796814, "Finetune/Loss (Raw)": 0.6951707601547241, "Finetune/Step": 2826, "Finetune/Step Time": 6.72246958874166}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.773459255695343, "Finetune/Loss (Raw)": 0.8334739208221436, "Finetune/Step": 2827, "Finetune/Step Time": 6.7058254648}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7747315168380737, "Finetune/Loss (Raw)": 0.9630684852600098, "Finetune/Step": 2828, "Finetune/Step Time": 6.705633662641048}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7748534679412842, "Finetune/Loss (Raw)": 0.8545416593551636, "Finetune/Step": 2829, "Finetune/Step Time": 6.68938753940165}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.775256872177124, "Finetune/Loss (Raw)": 0.918788492679596, "Finetune/Step": 2830, "Finetune/Step Time": 6.682018719613552}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.777642011642456, "Finetune/Loss (Raw)": 1.0260748863220215, "Finetune/Step": 2831, "Finetune/Step Time": 6.665857475250959}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7793930768966675, "Finetune/Loss (Raw)": 0.9452762603759766, "Finetune/Step": 2832, "Finetune/Step Time": 6.661885637789965}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7797353267669678, "Finetune/Loss (Raw)": 0.8214250206947327, "Finetune/Step": 2833, "Finetune/Step Time": 6.6686204224824905}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7755998373031616, "Finetune/Loss (Raw)": 0.34928569197654724, "Finetune/Step": 2834, "Finetune/Step Time": 6.682101288810372}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7745843529701233, "Finetune/Loss (Raw)": 0.8420187830924988, "Finetune/Step": 2835, "Finetune/Step Time": 6.675255099311471}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7725685834884644, "Finetune/Loss (Raw)": 0.6713825464248657, "Finetune/Step": 2836, "Finetune/Step Time": 6.667964739724994}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7734907269477844, "Finetune/Loss (Raw)": 0.8819363117218018, "Finetune/Step": 2837, "Finetune/Step Time": 6.657661236822605}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7763968706130981, "Finetune/Loss (Raw)": 0.746943473815918, "Finetune/Step": 2838, "Finetune/Step Time": 6.633445227518678}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7750002145767212, "Finetune/Loss (Raw)": 0.712105393409729, "Finetune/Step": 2839, "Finetune/Step Time": 6.639220882207155}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7750509977340698, "Finetune/Loss (Raw)": 0.8502624034881592, "Finetune/Step": 2840, "Finetune/Step Time": 6.623429350554943}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.776215672492981, "Finetune/Loss (Raw)": 0.9559616446495056, "Finetune/Step": 2841, "Finetune/Step Time": 6.6183770932257175}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7756475210189819, "Finetune/Loss (Raw)": 0.8303745985031128, "Finetune/Step": 2842, "Finetune/Step Time": 6.621261520311236}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7752155065536499, "Finetune/Loss (Raw)": 0.6801045536994934, "Finetune/Step": 2843, "Finetune/Step Time": 6.627241015434265}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7756180763244629, "Finetune/Loss (Raw)": 0.8590354323387146, "Finetune/Step": 2844, "Finetune/Step Time": 6.628339257091284}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7755778431892395, "Finetune/Loss (Raw)": 0.8429233431816101, "Finetune/Step": 2845, "Finetune/Step Time": 6.64025960303843}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7754220962524414, "Finetune/Loss (Raw)": 0.7597634196281433, "Finetune/Step": 2846, "Finetune/Step Time": 6.638711798936129}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7735323905944824, "Finetune/Loss (Raw)": 0.6000717878341675, "Finetune/Step": 2847, "Finetune/Step Time": 6.662231532856822}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7734233140945435, "Finetune/Loss (Raw)": 0.8661932945251465, "Finetune/Step": 2848, "Finetune/Step Time": 6.669270234182477}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7740459442138672, "Finetune/Loss (Raw)": 0.799814760684967, "Finetune/Step": 2849, "Finetune/Step Time": 6.6653898023068905}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7740512490272522, "Finetune/Loss (Raw)": 0.805787205696106, "Finetune/Step": 2850, "Finetune/Step Time": 6.660883013159037}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.774939239025116, "Finetune/Loss (Raw)": 0.8706476092338562, "Finetune/Step": 2851, "Finetune/Step Time": 6.657829308882356}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7750793695449829, "Finetune/Loss (Raw)": 0.8533111810684204, "Finetune/Step": 2852, "Finetune/Step Time": 6.659058021381497}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7748942375183105, "Finetune/Loss (Raw)": 0.8055468797683716, "Finetune/Step": 2853, "Finetune/Step Time": 6.659385479986668}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7753360867500305, "Finetune/Loss (Raw)": 0.8949255347251892, "Finetune/Step": 2854, "Finetune/Step Time": 6.6518085561692715}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7754279375076294, "Finetune/Loss (Raw)": 0.8296340703964233, "Finetune/Step": 2855, "Finetune/Step Time": 6.656976459547877}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.777108371257782, "Finetune/Loss (Raw)": 0.8212128281593323, "Finetune/Step": 2856, "Finetune/Step Time": 6.670931339263916}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7806370258331299, "Finetune/Loss (Raw)": 0.8669882416725159, "Finetune/Step": 2857, "Finetune/Step Time": 6.654025489464402}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7814284563064575, "Finetune/Loss (Raw)": 0.7434815764427185, "Finetune/Step": 2858, "Finetune/Step Time": 6.64749781601131}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7815934419631958, "Finetune/Loss (Raw)": 0.8350977897644043, "Finetune/Step": 2859, "Finetune/Step Time": 6.654631283134222}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7806144952774048, "Finetune/Loss (Raw)": 0.7020276188850403, "Finetune/Step": 2860, "Finetune/Step Time": 6.665536243468523}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7815461754798889, "Finetune/Loss (Raw)": 0.9787173867225647, "Finetune/Step": 2861, "Finetune/Step Time": 6.665525322780013}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7807835340499878, "Finetune/Loss (Raw)": 0.7385502457618713, "Finetune/Step": 2862, "Finetune/Step Time": 6.682826796546578}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7803876399993896, "Finetune/Loss (Raw)": 0.8267852663993835, "Finetune/Step": 2863, "Finetune/Step Time": 6.690822148695588}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7826192378997803, "Finetune/Loss (Raw)": 0.7440034747123718, "Finetune/Step": 2864, "Finetune/Step Time": 6.658549295738339}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7856932878494263, "Finetune/Loss (Raw)": 0.9196502566337585, "Finetune/Step": 2865, "Finetune/Step Time": 6.651203202083707}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7819919586181641, "Finetune/Loss (Raw)": 0.38849055767059326, "Finetune/Step": 2866, "Finetune/Step Time": 6.677244640886784}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7818195819854736, "Finetune/Loss (Raw)": 0.8457614779472351, "Finetune/Step": 2867, "Finetune/Step Time": 6.680884083732963}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7834572196006775, "Finetune/Loss (Raw)": 0.9490880966186523, "Finetune/Step": 2868, "Finetune/Step Time": 6.675473308190703}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7813944816589355, "Finetune/Loss (Raw)": 0.6261376738548279, "Finetune/Step": 2869, "Finetune/Step Time": 6.706700760871172}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7781268954277039, "Finetune/Loss (Raw)": 0.3801902234554291, "Finetune/Step": 2870, "Finetune/Step Time": 6.720225585624576}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.778627872467041, "Finetune/Loss (Raw)": 0.9695261716842651, "Finetune/Step": 2871, "Finetune/Step Time": 6.718448098748922}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7792379260063171, "Finetune/Loss (Raw)": 0.9304912090301514, "Finetune/Step": 2872, "Finetune/Step Time": 6.708077102899551}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7786432504653931, "Finetune/Loss (Raw)": 0.847582221031189, "Finetune/Step": 2873, "Finetune/Step Time": 6.709744585677981}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.774978518486023, "Finetune/Loss (Raw)": 0.3546662926673889, "Finetune/Step": 2874, "Finetune/Step Time": 6.715787364169955}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7756239771842957, "Finetune/Loss (Raw)": 0.919863760471344, "Finetune/Step": 2875, "Finetune/Step Time": 6.706509407609701}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7748202085494995, "Finetune/Loss (Raw)": 0.8287188410758972, "Finetune/Step": 2876, "Finetune/Step Time": 6.715162297710776}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7741798162460327, "Finetune/Loss (Raw)": 0.7873073220252991, "Finetune/Step": 2877, "Finetune/Step Time": 6.718223247677088}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7740508317947388, "Finetune/Loss (Raw)": 0.8023240566253662, "Finetune/Step": 2878, "Finetune/Step Time": 6.722975414246321}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7734285593032837, "Finetune/Loss (Raw)": 0.734782338142395, "Finetune/Step": 2879, "Finetune/Step Time": 6.714312309399247}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7739313244819641, "Finetune/Loss (Raw)": 0.9171984195709229, "Finetune/Step": 2880, "Finetune/Step Time": 6.706083780154586}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7731837034225464, "Finetune/Loss (Raw)": 0.8518478870391846, "Finetune/Step": 2881, "Finetune/Step Time": 6.710309283807874}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7738257646560669, "Finetune/Loss (Raw)": 0.908117949962616, "Finetune/Step": 2882, "Finetune/Step Time": 6.711641667410731}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7783887386322021, "Finetune/Loss (Raw)": 0.9354978799819946, "Finetune/Step": 2883, "Finetune/Step Time": 6.694120459258556}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7772601842880249, "Finetune/Loss (Raw)": 0.7162719964981079, "Finetune/Step": 2884, "Finetune/Step Time": 6.7002503499388695}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7788381576538086, "Finetune/Loss (Raw)": 0.8941304683685303, "Finetune/Step": 2885, "Finetune/Step Time": 6.668171636760235}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7766565084457397, "Finetune/Loss (Raw)": 0.6158301830291748, "Finetune/Step": 2886, "Finetune/Step Time": 6.690555769950151}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7763471603393555, "Finetune/Loss (Raw)": 0.7038694024085999, "Finetune/Step": 2887, "Finetune/Step Time": 6.6952462289482355}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7789962887763977, "Finetune/Loss (Raw)": 1.0029715299606323, "Finetune/Step": 2888, "Finetune/Step Time": 6.7027926333248615}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7782832384109497, "Finetune/Loss (Raw)": 0.3242037892341614, "Finetune/Step": 2889, "Finetune/Step Time": 6.70158357731998}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7781445384025574, "Finetune/Loss (Raw)": 0.7641578316688538, "Finetune/Step": 2890, "Finetune/Step Time": 6.6901853159070015}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7776833772659302, "Finetune/Loss (Raw)": 0.7630563974380493, "Finetune/Step": 2891, "Finetune/Step Time": 6.688986759632826}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7794398069381714, "Finetune/Loss (Raw)": 1.029791235923767, "Finetune/Step": 2892, "Finetune/Step Time": 6.687977759167552}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7831924557685852, "Finetune/Loss (Raw)": 0.8285030722618103, "Finetune/Step": 2893, "Finetune/Step Time": 6.665450494736433}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7839974761009216, "Finetune/Loss (Raw)": 0.923927903175354, "Finetune/Step": 2894, "Finetune/Step Time": 6.664204133674502}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7838526964187622, "Finetune/Loss (Raw)": 0.8343336582183838, "Finetune/Step": 2895, "Finetune/Step Time": 6.650379685685039}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.783898115158081, "Finetune/Loss (Raw)": 0.9019773602485657, "Finetune/Step": 2896, "Finetune/Step Time": 6.652457349002361}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7843258380889893, "Finetune/Loss (Raw)": 0.8990684151649475, "Finetune/Step": 2897, "Finetune/Step Time": 6.647013887763023}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7867163419723511, "Finetune/Loss (Raw)": 0.8643963932991028, "Finetune/Step": 2898, "Finetune/Step Time": 6.628975201398134}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7860862016677856, "Finetune/Loss (Raw)": 0.7967789173126221, "Finetune/Step": 2899, "Finetune/Step Time": 6.6290723122656345}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7848849296569824, "Finetune/Loss (Raw)": 0.6963545680046082, "Finetune/Step": 2900, "Finetune/Step Time": 6.631898038089275}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7833149433135986, "Finetune/Loss (Raw)": 0.7025800347328186, "Finetune/Step": 2901, "Finetune/Step Time": 6.640373023226857}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7871894836425781, "Finetune/Loss (Raw)": 0.825049877166748, "Finetune/Step": 2902, "Finetune/Step Time": 6.642023202031851}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.786986231803894, "Finetune/Loss (Raw)": 0.8494506478309631, "Finetune/Step": 2903, "Finetune/Step Time": 6.644039621576667}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7873929738998413, "Finetune/Loss (Raw)": 0.8194672465324402, "Finetune/Step": 2904, "Finetune/Step Time": 6.6530612632632256}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7876768708229065, "Finetune/Loss (Raw)": 0.8514664769172668, "Finetune/Step": 2905, "Finetune/Step Time": 6.654029680415988}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.788020133972168, "Finetune/Loss (Raw)": 0.8919533491134644, "Finetune/Step": 2906, "Finetune/Step Time": 6.65418210811913}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7883793115615845, "Finetune/Loss (Raw)": 0.8051746487617493, "Finetune/Step": 2907, "Finetune/Step Time": 6.645898625254631}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7888290286064148, "Finetune/Loss (Raw)": 0.8786056041717529, "Finetune/Step": 2908, "Finetune/Step Time": 6.648006826639175}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7897124290466309, "Finetune/Loss (Raw)": 1.0228956937789917, "Finetune/Step": 2909, "Finetune/Step Time": 6.641893779858947}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7906032800674438, "Finetune/Loss (Raw)": 0.9366195797920227, "Finetune/Step": 2910, "Finetune/Step Time": 6.642468122765422}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7912313938140869, "Finetune/Loss (Raw)": 0.9729658365249634, "Finetune/Step": 2911, "Finetune/Step Time": 6.627449234947562}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7931129336357117, "Finetune/Loss (Raw)": 0.8646457195281982, "Finetune/Step": 2912, "Finetune/Step Time": 6.618196742609143}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7936100959777832, "Finetune/Loss (Raw)": 0.8683446049690247, "Finetune/Step": 2913, "Finetune/Step Time": 6.610318595543504}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.791495680809021, "Finetune/Loss (Raw)": 0.6165450215339661, "Finetune/Step": 2914, "Finetune/Step Time": 6.63644390180707}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7901021242141724, "Finetune/Loss (Raw)": 0.6209321022033691, "Finetune/Step": 2915, "Finetune/Step Time": 6.647252973169088}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7898249626159668, "Finetune/Loss (Raw)": 0.8624975085258484, "Finetune/Step": 2916, "Finetune/Step Time": 6.633244838565588}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7910857200622559, "Finetune/Loss (Raw)": 0.9299650192260742, "Finetune/Step": 2917, "Finetune/Step Time": 6.616765519604087}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7904675602912903, "Finetune/Loss (Raw)": 0.7307851314544678, "Finetune/Step": 2918, "Finetune/Step Time": 6.621683899313211}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7919116020202637, "Finetune/Loss (Raw)": 0.8454651236534119, "Finetune/Step": 2919, "Finetune/Step Time": 6.5986826326698065}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7880059480667114, "Finetune/Loss (Raw)": 0.3460038900375366, "Finetune/Step": 2920, "Finetune/Step Time": 6.603954382240772}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7870264053344727, "Finetune/Loss (Raw)": 0.8100481033325195, "Finetune/Step": 2921, "Finetune/Step Time": 6.62082358263433}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7871487140655518, "Finetune/Loss (Raw)": 0.7848386168479919, "Finetune/Step": 2922, "Finetune/Step Time": 6.613039597868919}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7878563404083252, "Finetune/Loss (Raw)": 0.775898277759552, "Finetune/Step": 2923, "Finetune/Step Time": 6.634252525866032}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7884678840637207, "Finetune/Loss (Raw)": 0.8861936330795288, "Finetune/Step": 2924, "Finetune/Step Time": 6.6174479983747005}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7908602356910706, "Finetune/Loss (Raw)": 0.9335625767707825, "Finetune/Step": 2925, "Finetune/Step Time": 6.606409996747971}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7944284677505493, "Finetune/Loss (Raw)": 0.8275706768035889, "Finetune/Step": 2926, "Finetune/Step Time": 6.6227257288992405}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7935714721679688, "Finetune/Loss (Raw)": 0.5807035565376282, "Finetune/Step": 2927, "Finetune/Step Time": 6.632300527766347}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7951564788818359, "Finetune/Loss (Raw)": 0.8506717085838318, "Finetune/Step": 2928, "Finetune/Step Time": 6.6413194090127945}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7950950264930725, "Finetune/Loss (Raw)": 0.8997633457183838, "Finetune/Step": 2929, "Finetune/Step Time": 6.6316236313432455}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7951680421829224, "Finetune/Loss (Raw)": 0.9035741686820984, "Finetune/Step": 2930, "Finetune/Step Time": 6.623487623408437}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7961586713790894, "Finetune/Loss (Raw)": 0.8867030739784241, "Finetune/Step": 2931, "Finetune/Step Time": 6.625731434673071}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.796298086643219, "Finetune/Loss (Raw)": 0.864937961101532, "Finetune/Step": 2932, "Finetune/Step Time": 6.639641851186752}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7952696084976196, "Finetune/Loss (Raw)": 0.8451301455497742, "Finetune/Step": 2933, "Finetune/Step Time": 6.641000978648663}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7955236434936523, "Finetune/Loss (Raw)": 0.7951287031173706, "Finetune/Step": 2934, "Finetune/Step Time": 6.634261514991522}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7958033084869385, "Finetune/Loss (Raw)": 0.8163259625434875, "Finetune/Step": 2935, "Finetune/Step Time": 6.638055136427283}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7979276180267334, "Finetune/Loss (Raw)": 0.8942141532897949, "Finetune/Step": 2936, "Finetune/Step Time": 6.6335034016519785}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8030904531478882, "Finetune/Loss (Raw)": 1.0092369318008423, "Finetune/Step": 2937, "Finetune/Step Time": 6.614409517496824}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.804600179195404, "Finetune/Loss (Raw)": 0.8991532921791077, "Finetune/Step": 2938, "Finetune/Step Time": 6.610436828806996}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8047686815261841, "Finetune/Loss (Raw)": 0.8452858328819275, "Finetune/Step": 2939, "Finetune/Step Time": 6.608864037320018}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8036008477210999, "Finetune/Loss (Raw)": 0.6631990075111389, "Finetune/Step": 2940, "Finetune/Step Time": 6.611031696200371}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8005186319351196, "Finetune/Loss (Raw)": 0.5295262336730957, "Finetune/Step": 2941, "Finetune/Step Time": 6.629183126613498}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8053962588310242, "Finetune/Loss (Raw)": 0.9718443155288696, "Finetune/Step": 2942, "Finetune/Step Time": 6.6138204503804445}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8041520118713379, "Finetune/Loss (Raw)": 0.7657805681228638, "Finetune/Step": 2943, "Finetune/Step Time": 6.617998501285911}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8040575981140137, "Finetune/Loss (Raw)": 0.8339697122573853, "Finetune/Step": 2944, "Finetune/Step Time": 6.6256868205964565}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8037298917770386, "Finetune/Loss (Raw)": 0.7562738060951233, "Finetune/Step": 2945, "Finetune/Step Time": 6.634428886696696}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.803917646408081, "Finetune/Loss (Raw)": 0.8108142018318176, "Finetune/Step": 2946, "Finetune/Step Time": 6.625921413302422}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8025749325752258, "Finetune/Loss (Raw)": 0.7875614166259766, "Finetune/Step": 2947, "Finetune/Step Time": 6.6424526777118444}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8018631935119629, "Finetune/Loss (Raw)": 0.8154061436653137, "Finetune/Step": 2948, "Finetune/Step Time": 6.642572278156877}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8035728931427002, "Finetune/Loss (Raw)": 0.854202151298523, "Finetune/Step": 2949, "Finetune/Step Time": 6.632048185914755}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.803671658039093, "Finetune/Loss (Raw)": 0.8627961277961731, "Finetune/Step": 2950, "Finetune/Step Time": 6.632270619273186}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8028932809829712, "Finetune/Loss (Raw)": 0.30342766642570496, "Finetune/Step": 2951, "Finetune/Step Time": 6.6325679291039705}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8044661283493042, "Finetune/Loss (Raw)": 0.8654550313949585, "Finetune/Step": 2952, "Finetune/Step Time": 6.6300547905266285}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8061066269874573, "Finetune/Loss (Raw)": 0.9314610362052917, "Finetune/Step": 2953, "Finetune/Step Time": 6.629777759313583}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8064348697662354, "Finetune/Loss (Raw)": 0.7371788024902344, "Finetune/Step": 2954, "Finetune/Step Time": 6.634335210546851}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8075497150421143, "Finetune/Loss (Raw)": 0.9761814475059509, "Finetune/Step": 2955, "Finetune/Step Time": 6.641223905608058}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8065345883369446, "Finetune/Loss (Raw)": 0.8331291675567627, "Finetune/Step": 2956, "Finetune/Step Time": 6.6389151737093925}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8060323596000671, "Finetune/Loss (Raw)": 0.7902541160583496, "Finetune/Step": 2957, "Finetune/Step Time": 6.6280999556183815}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8055121898651123, "Finetune/Loss (Raw)": 0.8522034287452698, "Finetune/Step": 2958, "Finetune/Step Time": 6.631230985745788}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7999670505523682, "Finetune/Loss (Raw)": 0.31630846858024597, "Finetune/Step": 2959, "Finetune/Step Time": 6.6596793830394745}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7989530563354492, "Finetune/Loss (Raw)": 0.815479576587677, "Finetune/Step": 2960, "Finetune/Step Time": 6.657295376062393}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7985838055610657, "Finetune/Loss (Raw)": 0.7741615772247314, "Finetune/Step": 2961, "Finetune/Step Time": 6.644130080938339}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8038182258605957, "Finetune/Loss (Raw)": 1.0192872285842896, "Finetune/Step": 2962, "Finetune/Step Time": 6.630382673814893}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8041353225708008, "Finetune/Loss (Raw)": 0.8826178312301636, "Finetune/Step": 2963, "Finetune/Step Time": 6.640692079439759}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8058573007583618, "Finetune/Loss (Raw)": 0.8917925953865051, "Finetune/Step": 2964, "Finetune/Step Time": 6.6435055788606405}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8059991002082825, "Finetune/Loss (Raw)": 0.9000795483589172, "Finetune/Step": 2965, "Finetune/Step Time": 6.6396620608866215}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8059645295143127, "Finetune/Loss (Raw)": 0.7425158619880676, "Finetune/Step": 2966, "Finetune/Step Time": 6.647369369864464}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.806067705154419, "Finetune/Loss (Raw)": 0.7253150343894958, "Finetune/Step": 2967, "Finetune/Step Time": 6.658444952219725}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8065220713615417, "Finetune/Loss (Raw)": 0.9084270000457764, "Finetune/Step": 2968, "Finetune/Step Time": 6.666356328874826}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8054683804512024, "Finetune/Loss (Raw)": 0.8210896849632263, "Finetune/Step": 2969, "Finetune/Step Time": 6.662522114813328}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8055323362350464, "Finetune/Loss (Raw)": 0.83855801820755, "Finetune/Step": 2970, "Finetune/Step Time": 6.674363860860467}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8065935373306274, "Finetune/Loss (Raw)": 0.8159376978874207, "Finetune/Step": 2971, "Finetune/Step Time": 6.681120065972209}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.806442379951477, "Finetune/Loss (Raw)": 0.8396837115287781, "Finetune/Step": 2972, "Finetune/Step Time": 6.67612980492413}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8056407570838928, "Finetune/Loss (Raw)": 0.7403201460838318, "Finetune/Step": 2973, "Finetune/Step Time": 6.679330797865987}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8065937161445618, "Finetune/Loss (Raw)": 0.8817368149757385, "Finetune/Step": 2974, "Finetune/Step Time": 6.679997326806188}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8049589395523071, "Finetune/Loss (Raw)": 0.390829861164093, "Finetune/Step": 2975, "Finetune/Step Time": 6.674036972224712}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8041313886642456, "Finetune/Loss (Raw)": 0.7602655291557312, "Finetune/Step": 2976, "Finetune/Step Time": 6.678665149956942}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8041149377822876, "Finetune/Loss (Raw)": 0.7977123856544495, "Finetune/Step": 2977, "Finetune/Step Time": 6.675818303599954}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8051959872245789, "Finetune/Loss (Raw)": 0.944151759147644, "Finetune/Step": 2978, "Finetune/Step Time": 6.675979552790523}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8049546480178833, "Finetune/Loss (Raw)": 0.8397655487060547, "Finetune/Step": 2979, "Finetune/Step Time": 6.685321431607008}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8042492270469666, "Finetune/Loss (Raw)": 0.7630111575126648, "Finetune/Step": 2980, "Finetune/Step Time": 6.6880901381373405}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.80361008644104, "Finetune/Loss (Raw)": 0.7237350344657898, "Finetune/Step": 2981, "Finetune/Step Time": 6.714299019426107}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8025873303413391, "Finetune/Loss (Raw)": 0.7640078067779541, "Finetune/Step": 2982, "Finetune/Step Time": 6.707570159807801}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8035016059875488, "Finetune/Loss (Raw)": 0.9466730356216431, "Finetune/Step": 2983, "Finetune/Step Time": 6.707016449421644}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8036513328552246, "Finetune/Loss (Raw)": 0.8403752446174622, "Finetune/Step": 2984, "Finetune/Step Time": 6.7066346146166325}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8033623099327087, "Finetune/Loss (Raw)": 0.8299942016601562, "Finetune/Step": 2985, "Finetune/Step Time": 6.70614406093955}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8001013994216919, "Finetune/Loss (Raw)": 0.3260740041732788, "Finetune/Step": 2986, "Finetune/Step Time": 6.727450106292963}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7997664213180542, "Finetune/Loss (Raw)": 0.7922294735908508, "Finetune/Step": 2987, "Finetune/Step Time": 6.750945208594203}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8012654781341553, "Finetune/Loss (Raw)": 0.8939078450202942, "Finetune/Step": 2988, "Finetune/Step Time": 6.747155424207449}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7992037534713745, "Finetune/Loss (Raw)": 0.7148127555847168, "Finetune/Step": 2989, "Finetune/Step Time": 6.752395156770945}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8008217215538025, "Finetune/Loss (Raw)": 0.9456455707550049, "Finetune/Step": 2990, "Finetune/Step Time": 6.727810466662049}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.801270604133606, "Finetune/Loss (Raw)": 0.8842486143112183, "Finetune/Step": 2991, "Finetune/Step Time": 6.722208211198449}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8010547161102295, "Finetune/Loss (Raw)": 0.7163721919059753, "Finetune/Step": 2992, "Finetune/Step Time": 6.732865169644356}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8010942935943604, "Finetune/Loss (Raw)": 0.9247089624404907, "Finetune/Step": 2993, "Finetune/Step Time": 6.728624822571874}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8057318925857544, "Finetune/Loss (Raw)": 0.982109010219574, "Finetune/Step": 2994, "Finetune/Step Time": 6.695808157324791}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8057349920272827, "Finetune/Loss (Raw)": 0.8461593389511108, "Finetune/Step": 2995, "Finetune/Step Time": 6.69894053786993}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8043268918991089, "Finetune/Loss (Raw)": 0.7688433527946472, "Finetune/Step": 2996, "Finetune/Step Time": 6.714571097865701}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8053865432739258, "Finetune/Loss (Raw)": 0.7617812156677246, "Finetune/Step": 2997, "Finetune/Step Time": 6.684639763087034}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8085532784461975, "Finetune/Loss (Raw)": 0.7855243682861328, "Finetune/Step": 2998, "Finetune/Step Time": 6.674324624240398}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.807854175567627, "Finetune/Loss (Raw)": 0.8800463676452637, "Finetune/Step": 2999, "Finetune/Step Time": 6.681036356836557}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8072220087051392, "Finetune/Loss (Raw)": 0.8495761156082153, "Finetune/Step": 3000, "Finetune/Step Time": 6.685586204752326}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8065688014030457, "Finetune/Loss (Raw)": 0.7639726400375366, "Finetune/Step": 3001, "Finetune/Step Time": 6.689400779083371}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8108454942703247, "Finetune/Loss (Raw)": 0.9020777344703674, "Finetune/Step": 3002, "Finetune/Step Time": 6.673239566385746}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8100566864013672, "Finetune/Loss (Raw)": 0.81889808177948, "Finetune/Step": 3003, "Finetune/Step Time": 6.669093124568462}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8105374574661255, "Finetune/Loss (Raw)": 0.8902592658996582, "Finetune/Step": 3004, "Finetune/Step Time": 6.662466648966074}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8094354867935181, "Finetune/Loss (Raw)": 0.6462568044662476, "Finetune/Step": 3005, "Finetune/Step Time": 6.681326864287257}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8100906610488892, "Finetune/Loss (Raw)": 0.8861740827560425, "Finetune/Step": 3006, "Finetune/Step Time": 6.674859631806612}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8095461130142212, "Finetune/Loss (Raw)": 0.6650933623313904, "Finetune/Step": 3007, "Finetune/Step Time": 6.666327275335789}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8092083930969238, "Finetune/Loss (Raw)": 0.8739697933197021, "Finetune/Step": 3008, "Finetune/Step Time": 6.667934261262417}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8098883628845215, "Finetune/Loss (Raw)": 0.9388817548751831, "Finetune/Step": 3009, "Finetune/Step Time": 6.661545237526298}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8087902069091797, "Finetune/Loss (Raw)": 0.7675451636314392, "Finetune/Step": 3010, "Finetune/Step Time": 6.662640728056431}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8085159063339233, "Finetune/Loss (Raw)": 0.9003933072090149, "Finetune/Step": 3011, "Finetune/Step Time": 6.660254972055554}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8097739219665527, "Finetune/Loss (Raw)": 0.8773002624511719, "Finetune/Step": 3012, "Finetune/Step Time": 6.632675584405661}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8094991445541382, "Finetune/Loss (Raw)": 0.858963668346405, "Finetune/Step": 3013, "Finetune/Step Time": 6.629735786467791}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8103172183036804, "Finetune/Loss (Raw)": 0.7205355167388916, "Finetune/Step": 3014, "Finetune/Step Time": 6.614204358309507}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8096916675567627, "Finetune/Loss (Raw)": 0.6238005757331848, "Finetune/Step": 3015, "Finetune/Step Time": 6.635428801178932}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8081351518630981, "Finetune/Loss (Raw)": 0.8037376999855042, "Finetune/Step": 3016, "Finetune/Step Time": 6.6394819132983685}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8112896680831909, "Finetune/Loss (Raw)": 0.7279849648475647, "Finetune/Step": 3017, "Finetune/Step Time": 6.625554710626602}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.811374306678772, "Finetune/Loss (Raw)": 0.774986982345581, "Finetune/Step": 3018, "Finetune/Step Time": 6.62126443348825}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8118844032287598, "Finetune/Loss (Raw)": 0.828355073928833, "Finetune/Step": 3019, "Finetune/Step Time": 6.6232495829463005}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8100109100341797, "Finetune/Loss (Raw)": 0.7899754643440247, "Finetune/Step": 3020, "Finetune/Step Time": 6.605690412223339}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8098496198654175, "Finetune/Loss (Raw)": 0.807864248752594, "Finetune/Step": 3021, "Finetune/Step Time": 6.609659923240542}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8098293542861938, "Finetune/Loss (Raw)": 0.9213262796401978, "Finetune/Step": 3022, "Finetune/Step Time": 6.609791586175561}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8085694313049316, "Finetune/Loss (Raw)": 0.6730690002441406, "Finetune/Step": 3023, "Finetune/Step Time": 6.612879324704409}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8078901767730713, "Finetune/Loss (Raw)": 0.8150310516357422, "Finetune/Step": 3024, "Finetune/Step Time": 6.618581296876073}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8077805638313293, "Finetune/Loss (Raw)": 0.8850417137145996, "Finetune/Step": 3025, "Finetune/Step Time": 6.618158301338553}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8075818419456482, "Finetune/Loss (Raw)": 0.8389561176300049, "Finetune/Step": 3026, "Finetune/Step Time": 6.623489489778876}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8086531162261963, "Finetune/Loss (Raw)": 0.9339032173156738, "Finetune/Step": 3027, "Finetune/Step Time": 6.6218565087765455}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8095896244049072, "Finetune/Loss (Raw)": 0.8162219524383545, "Finetune/Step": 3028, "Finetune/Step Time": 6.625522138550878}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8120397329330444, "Finetune/Loss (Raw)": 1.0161973237991333, "Finetune/Step": 3029, "Finetune/Step Time": 6.617369154468179}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8116657733917236, "Finetune/Loss (Raw)": 0.777183473110199, "Finetune/Step": 3030, "Finetune/Step Time": 6.609879473224282}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8117375373840332, "Finetune/Loss (Raw)": 0.8586386442184448, "Finetune/Step": 3031, "Finetune/Step Time": 6.617630369961262}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8121052384376526, "Finetune/Loss (Raw)": 0.8665319681167603, "Finetune/Step": 3032, "Finetune/Step Time": 6.610745003446937}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.812232255935669, "Finetune/Loss (Raw)": 0.8677215576171875, "Finetune/Step": 3033, "Finetune/Step Time": 6.608072644099593}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8129076957702637, "Finetune/Loss (Raw)": 0.9784133434295654, "Finetune/Step": 3034, "Finetune/Step Time": 6.604175355285406}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.813194990158081, "Finetune/Loss (Raw)": 0.8419486284255981, "Finetune/Step": 3035, "Finetune/Step Time": 6.60521025583148}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8126106262207031, "Finetune/Loss (Raw)": 0.8038091659545898, "Finetune/Step": 3036, "Finetune/Step Time": 6.618106408044696}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8121572732925415, "Finetune/Loss (Raw)": 0.9648628234863281, "Finetune/Step": 3037, "Finetune/Step Time": 6.620499266311526}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8119813203811646, "Finetune/Loss (Raw)": 0.9140947461128235, "Finetune/Step": 3038, "Finetune/Step Time": 6.629921151325107}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8104012608528137, "Finetune/Loss (Raw)": 0.7707231640815735, "Finetune/Step": 3039, "Finetune/Step Time": 6.630057018250227}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8104169368743896, "Finetune/Loss (Raw)": 0.8666589856147766, "Finetune/Step": 3040, "Finetune/Step Time": 6.6231712475419044}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8095207214355469, "Finetune/Loss (Raw)": 0.7536196112632751, "Finetune/Step": 3041, "Finetune/Step Time": 6.628185955807567}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8111708164215088, "Finetune/Loss (Raw)": 0.8277528882026672, "Finetune/Step": 3042, "Finetune/Step Time": 6.604229349642992}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8087027668952942, "Finetune/Loss (Raw)": 0.3050280511379242, "Finetune/Step": 3043, "Finetune/Step Time": 6.623917825520039}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8072956204414368, "Finetune/Loss (Raw)": 0.6823803186416626, "Finetune/Step": 3044, "Finetune/Step Time": 6.642976809293032}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.8046801090240479, "Finetune/Loss (Raw)": 0.5951816439628601, "Finetune/Step": 3045, "Finetune/Step Time": 6.648702085018158}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8066500425338745, "Finetune/Loss (Raw)": 0.9829353094100952, "Finetune/Step": 3046, "Finetune/Step Time": 6.6429003439843655}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8065598011016846, "Finetune/Loss (Raw)": 0.8339196443557739, "Finetune/Step": 3047, "Finetune/Step Time": 6.637898724526167}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8114261627197266, "Finetune/Loss (Raw)": 0.9688981175422668, "Finetune/Step": 3048, "Finetune/Step Time": 6.618341254070401}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8114656805992126, "Finetune/Loss (Raw)": 0.8151033520698547, "Finetune/Step": 3049, "Finetune/Step Time": 6.601202718913555}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8127564191818237, "Finetune/Loss (Raw)": 0.9500448703765869, "Finetune/Step": 3050, "Finetune/Step Time": 6.592869486659765}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8139218091964722, "Finetune/Loss (Raw)": 0.9250696897506714, "Finetune/Step": 3051, "Finetune/Step Time": 6.570981215685606}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8132184743881226, "Finetune/Loss (Raw)": 0.7961722612380981, "Finetune/Step": 3052, "Finetune/Step Time": 6.575031992048025}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.813197672367096, "Finetune/Loss (Raw)": 0.9309022426605225, "Finetune/Step": 3053, "Finetune/Step Time": 6.578080348670483}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8143565654754639, "Finetune/Loss (Raw)": 0.9759088158607483, "Finetune/Step": 3054, "Finetune/Step Time": 6.543489532545209}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8163958191871643, "Finetune/Loss (Raw)": 0.8417264223098755, "Finetune/Step": 3055, "Finetune/Step Time": 6.534832872450352}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8166986703872681, "Finetune/Loss (Raw)": 0.8894410729408264, "Finetune/Step": 3056, "Finetune/Step Time": 6.513318277895451}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8152933716773987, "Finetune/Loss (Raw)": 0.7198810577392578, "Finetune/Step": 3057, "Finetune/Step Time": 6.525769101455808}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8151750564575195, "Finetune/Loss (Raw)": 0.8884310126304626, "Finetune/Step": 3058, "Finetune/Step Time": 6.522691762074828}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8150105476379395, "Finetune/Loss (Raw)": 0.8656481504440308, "Finetune/Step": 3059, "Finetune/Step Time": 6.519591178745031}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8154361248016357, "Finetune/Loss (Raw)": 0.9194068908691406, "Finetune/Step": 3060, "Finetune/Step Time": 6.5131451562047005}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.815873920917511, "Finetune/Loss (Raw)": 0.9011654257774353, "Finetune/Step": 3061, "Finetune/Step Time": 6.5046098083257675}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8154635429382324, "Finetune/Loss (Raw)": 0.7426086068153381, "Finetune/Step": 3062, "Finetune/Step Time": 6.532800626009703}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8155022859573364, "Finetune/Loss (Raw)": 0.8212845921516418, "Finetune/Step": 3063, "Finetune/Step Time": 6.525179790332913}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8153361082077026, "Finetune/Loss (Raw)": 0.8729364275932312, "Finetune/Step": 3064, "Finetune/Step Time": 6.5066576432436705}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8127560019493103, "Finetune/Loss (Raw)": 0.678990364074707, "Finetune/Step": 3065, "Finetune/Step Time": 6.523755893111229}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8102056384086609, "Finetune/Loss (Raw)": 0.5727043747901917, "Finetune/Step": 3066, "Finetune/Step Time": 6.555908987298608}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.810219407081604, "Finetune/Loss (Raw)": 0.8470510244369507, "Finetune/Step": 3067, "Finetune/Step Time": 6.556000294163823}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8111867904663086, "Finetune/Loss (Raw)": 0.787015974521637, "Finetune/Step": 3068, "Finetune/Step Time": 6.567081311717629}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8123799562454224, "Finetune/Loss (Raw)": 0.6822524070739746, "Finetune/Step": 3069, "Finetune/Step Time": 6.557713158428669}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8113788366317749, "Finetune/Loss (Raw)": 0.8436993956565857, "Finetune/Step": 3070, "Finetune/Step Time": 6.555091505870223}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.813029944896698, "Finetune/Loss (Raw)": 0.9771274924278259, "Finetune/Step": 3071, "Finetune/Step Time": 6.5475571770220995}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8128117322921753, "Finetune/Loss (Raw)": 0.8060413599014282, "Finetune/Step": 3072, "Finetune/Step Time": 6.559181040152907}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8133931159973145, "Finetune/Loss (Raw)": 0.8306862115859985, "Finetune/Step": 3073, "Finetune/Step Time": 6.549371525645256}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8133959770202637, "Finetune/Loss (Raw)": 0.8111853003501892, "Finetune/Step": 3074, "Finetune/Step Time": 6.551222188398242}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8095217943191528, "Finetune/Loss (Raw)": 0.29166117310523987, "Finetune/Step": 3075, "Finetune/Step Time": 6.553994802758098}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8086970448493958, "Finetune/Loss (Raw)": 0.7098391056060791, "Finetune/Step": 3076, "Finetune/Step Time": 6.539581181481481}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8087584376335144, "Finetune/Loss (Raw)": 0.8620625138282776, "Finetune/Step": 3077, "Finetune/Step Time": 6.539413522928953}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8075873851776123, "Finetune/Loss (Raw)": 0.7129077315330505, "Finetune/Step": 3078, "Finetune/Step Time": 6.535440847277641}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8104110360145569, "Finetune/Loss (Raw)": 0.6648474931716919, "Finetune/Step": 3079, "Finetune/Step Time": 6.538027016445994}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8091645240783691, "Finetune/Loss (Raw)": 0.7058987021446228, "Finetune/Step": 3080, "Finetune/Step Time": 6.54164762981236}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8077290058135986, "Finetune/Loss (Raw)": 0.7477238774299622, "Finetune/Step": 3081, "Finetune/Step Time": 6.543871182948351}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.80853271484375, "Finetune/Loss (Raw)": 0.8400519490242004, "Finetune/Step": 3082, "Finetune/Step Time": 6.538485173135996}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8077725768089294, "Finetune/Loss (Raw)": 0.8788797855377197, "Finetune/Step": 3083, "Finetune/Step Time": 6.5437755193561316}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8073102235794067, "Finetune/Loss (Raw)": 0.7739521861076355, "Finetune/Step": 3084, "Finetune/Step Time": 6.553867246955633}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8088606595993042, "Finetune/Loss (Raw)": 0.988701343536377, "Finetune/Step": 3085, "Finetune/Step Time": 6.550704168155789}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8089557886123657, "Finetune/Loss (Raw)": 0.8643868565559387, "Finetune/Step": 3086, "Finetune/Step Time": 6.549639668315649}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8129639625549316, "Finetune/Loss (Raw)": 0.8293476700782776, "Finetune/Step": 3087, "Finetune/Step Time": 6.532973852008581}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8112629652023315, "Finetune/Loss (Raw)": 0.5977570414543152, "Finetune/Step": 3088, "Finetune/Step Time": 6.531307391822338}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8121716976165771, "Finetune/Loss (Raw)": 0.8904822468757629, "Finetune/Step": 3089, "Finetune/Step Time": 6.534426640719175}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8104183077812195, "Finetune/Loss (Raw)": 0.7948477864265442, "Finetune/Step": 3090, "Finetune/Step Time": 6.527981773018837}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8093289136886597, "Finetune/Loss (Raw)": 0.7431766390800476, "Finetune/Step": 3091, "Finetune/Step Time": 6.531879026442766}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8046512603759766, "Finetune/Loss (Raw)": 0.29305124282836914, "Finetune/Step": 3092, "Finetune/Step Time": 6.548958666622639}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.804156482219696, "Finetune/Loss (Raw)": 0.8367552161216736, "Finetune/Step": 3093, "Finetune/Step Time": 6.555520785972476}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.805068850517273, "Finetune/Loss (Raw)": 0.8592923283576965, "Finetune/Step": 3094, "Finetune/Step Time": 6.550213621929288}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.80568528175354, "Finetune/Loss (Raw)": 0.8042155504226685, "Finetune/Step": 3095, "Finetune/Step Time": 6.54218834079802}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8052177429199219, "Finetune/Loss (Raw)": 0.8485819697380066, "Finetune/Step": 3096, "Finetune/Step Time": 6.537188248708844}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8011704683303833, "Finetune/Loss (Raw)": 0.30304545164108276, "Finetune/Step": 3097, "Finetune/Step Time": 6.559231689199805}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7993680238723755, "Finetune/Loss (Raw)": 0.6078380346298218, "Finetune/Step": 3098, "Finetune/Step Time": 6.54698789678514}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7997543215751648, "Finetune/Loss (Raw)": 0.8653889894485474, "Finetune/Step": 3099, "Finetune/Step Time": 6.550237378105521}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8011524677276611, "Finetune/Loss (Raw)": 1.018640160560608, "Finetune/Step": 3100, "Finetune/Step Time": 6.552477145567536}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8000677824020386, "Finetune/Loss (Raw)": 0.60148686170578, "Finetune/Step": 3101, "Finetune/Step Time": 6.554305383935571}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8005183339118958, "Finetune/Loss (Raw)": 0.939403235912323, "Finetune/Step": 3102, "Finetune/Step Time": 6.561181059107184}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8050925731658936, "Finetune/Loss (Raw)": 0.9763339757919312, "Finetune/Step": 3103, "Finetune/Step Time": 6.554806269705296}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8058924674987793, "Finetune/Loss (Raw)": 0.8626525402069092, "Finetune/Step": 3104, "Finetune/Step Time": 6.539372127503157}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8063440918922424, "Finetune/Loss (Raw)": 0.8555229306221008, "Finetune/Step": 3105, "Finetune/Step Time": 6.529550086706877}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8048250079154968, "Finetune/Loss (Raw)": 0.7497046589851379, "Finetune/Step": 3106, "Finetune/Step Time": 6.529611619189382}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8058345913887024, "Finetune/Loss (Raw)": 0.9689972400665283, "Finetune/Step": 3107, "Finetune/Step Time": 6.523736221715808}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8059179782867432, "Finetune/Loss (Raw)": 0.7736766934394836, "Finetune/Step": 3108, "Finetune/Step Time": 6.515232391655445}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8064102530479431, "Finetune/Loss (Raw)": 0.786755383014679, "Finetune/Step": 3109, "Finetune/Step Time": 6.491115422919393}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8063634634017944, "Finetune/Loss (Raw)": 0.7580154538154602, "Finetune/Step": 3110, "Finetune/Step Time": 6.488609805703163}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8050487041473389, "Finetune/Loss (Raw)": 0.7783782482147217, "Finetune/Step": 3111, "Finetune/Step Time": 6.4888462331146}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8057237863540649, "Finetune/Loss (Raw)": 0.9267856478691101, "Finetune/Step": 3112, "Finetune/Step Time": 6.473635882139206}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8054693341255188, "Finetune/Loss (Raw)": 0.7974295616149902, "Finetune/Step": 3113, "Finetune/Step Time": 6.487348413094878}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8097763061523438, "Finetune/Loss (Raw)": 0.8773672580718994, "Finetune/Step": 3114, "Finetune/Step Time": 6.473320951685309}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8098272085189819, "Finetune/Loss (Raw)": 0.7987405061721802, "Finetune/Step": 3115, "Finetune/Step Time": 6.455777794122696}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8076491355895996, "Finetune/Loss (Raw)": 0.6151131391525269, "Finetune/Step": 3116, "Finetune/Step Time": 6.483177710324526}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8087537884712219, "Finetune/Loss (Raw)": 0.8562144041061401, "Finetune/Step": 3117, "Finetune/Step Time": 6.477873856201768}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8050413131713867, "Finetune/Loss (Raw)": 0.4704466164112091, "Finetune/Step": 3118, "Finetune/Step Time": 6.499145722016692}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.80451899766922, "Finetune/Loss (Raw)": 0.817391574382782, "Finetune/Step": 3119, "Finetune/Step Time": 6.498852154240012}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8056648969650269, "Finetune/Loss (Raw)": 0.8630521893501282, "Finetune/Step": 3120, "Finetune/Step Time": 6.493503851816058}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8034066557884216, "Finetune/Loss (Raw)": 0.6356507539749146, "Finetune/Step": 3121, "Finetune/Step Time": 6.5045523047447205}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8019504547119141, "Finetune/Loss (Raw)": 0.7957168221473694, "Finetune/Step": 3122, "Finetune/Step Time": 6.506409280002117}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8014795780181885, "Finetune/Loss (Raw)": 0.7858891487121582, "Finetune/Step": 3123, "Finetune/Step Time": 6.50072162784636}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8026654720306396, "Finetune/Loss (Raw)": 0.9206271171569824, "Finetune/Step": 3124, "Finetune/Step Time": 6.484560713171959}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.8024455904960632, "Finetune/Loss (Raw)": 0.7336442470550537, "Finetune/Step": 3125, "Finetune/Step Time": 6.484325855970383}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8034557104110718, "Finetune/Loss (Raw)": 0.9148207306861877, "Finetune/Step": 3126, "Finetune/Step Time": 6.474717786535621}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8041777610778809, "Finetune/Loss (Raw)": 0.9724658727645874, "Finetune/Step": 3127, "Finetune/Step Time": 6.482291139662266}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8019794821739197, "Finetune/Loss (Raw)": 0.5681934952735901, "Finetune/Step": 3128, "Finetune/Step Time": 6.518611969426274}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8022444844245911, "Finetune/Loss (Raw)": 0.7978931665420532, "Finetune/Step": 3129, "Finetune/Step Time": 6.514745546504855}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8009907007217407, "Finetune/Loss (Raw)": 0.7416004538536072, "Finetune/Step": 3130, "Finetune/Step Time": 6.528965592384338}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8006554841995239, "Finetune/Loss (Raw)": 0.77597975730896, "Finetune/Step": 3131, "Finetune/Step Time": 6.5304966531693935}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7969232797622681, "Finetune/Loss (Raw)": 0.4125367999076843, "Finetune/Step": 3132, "Finetune/Step Time": 6.550456535071135}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.798591136932373, "Finetune/Loss (Raw)": 0.8597447276115417, "Finetune/Step": 3133, "Finetune/Step Time": 6.530612900853157}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7968841791152954, "Finetune/Loss (Raw)": 0.6676890254020691, "Finetune/Step": 3134, "Finetune/Step Time": 6.545514304190874}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7985928058624268, "Finetune/Loss (Raw)": 0.8837946057319641, "Finetune/Step": 3135, "Finetune/Step Time": 6.547589868307114}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7985342741012573, "Finetune/Loss (Raw)": 0.8664789795875549, "Finetune/Step": 3136, "Finetune/Step Time": 6.549211258068681}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7969337701797485, "Finetune/Loss (Raw)": 0.7340118288993835, "Finetune/Step": 3137, "Finetune/Step Time": 6.565532647073269}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7961757183074951, "Finetune/Loss (Raw)": 0.6705277562141418, "Finetune/Step": 3138, "Finetune/Step Time": 6.573207400739193}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7955667972564697, "Finetune/Loss (Raw)": 0.8224442601203918, "Finetune/Step": 3139, "Finetune/Step Time": 6.574511144310236}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7950813174247742, "Finetune/Loss (Raw)": 0.815155029296875, "Finetune/Step": 3140, "Finetune/Step Time": 6.584997948259115}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7944859862327576, "Finetune/Loss (Raw)": 0.7827622294425964, "Finetune/Step": 3141, "Finetune/Step Time": 6.587486373260617}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7946875095367432, "Finetune/Loss (Raw)": 0.7463386058807373, "Finetune/Step": 3142, "Finetune/Step Time": 6.592148678377271}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7941693067550659, "Finetune/Loss (Raw)": 0.5574631094932556, "Finetune/Step": 3143, "Finetune/Step Time": 6.58017111197114}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7950748205184937, "Finetune/Loss (Raw)": 0.9196469187736511, "Finetune/Step": 3144, "Finetune/Step Time": 6.582244656980038}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7964254021644592, "Finetune/Loss (Raw)": 0.9008557796478271, "Finetune/Step": 3145, "Finetune/Step Time": 6.577358325943351}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7972420454025269, "Finetune/Loss (Raw)": 0.879525363445282, "Finetune/Step": 3146, "Finetune/Step Time": 6.577971199527383}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7971539497375488, "Finetune/Loss (Raw)": 0.8170685172080994, "Finetune/Step": 3147, "Finetune/Step Time": 6.585490249097347}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7984805703163147, "Finetune/Loss (Raw)": 0.9597877860069275, "Finetune/Step": 3148, "Finetune/Step Time": 6.605842988938093}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.795428991317749, "Finetune/Loss (Raw)": 0.41726699471473694, "Finetune/Step": 3149, "Finetune/Step Time": 6.623536178842187}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7945579886436462, "Finetune/Loss (Raw)": 0.8098362684249878, "Finetune/Step": 3150, "Finetune/Step Time": 6.631019186228514}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7959946990013123, "Finetune/Loss (Raw)": 0.8569654822349548, "Finetune/Step": 3151, "Finetune/Step Time": 6.6328683495521545}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7958348989486694, "Finetune/Loss (Raw)": 0.7945753931999207, "Finetune/Step": 3152, "Finetune/Step Time": 6.627740081399679}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7956533432006836, "Finetune/Loss (Raw)": 0.8618051409721375, "Finetune/Step": 3153, "Finetune/Step Time": 6.627931231632829}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7955193519592285, "Finetune/Loss (Raw)": 0.8218091726303101, "Finetune/Step": 3154, "Finetune/Step Time": 6.619809461757541}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7952069044113159, "Finetune/Loss (Raw)": 0.8939084410667419, "Finetune/Step": 3155, "Finetune/Step Time": 6.613966165110469}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7947121262550354, "Finetune/Loss (Raw)": 0.7528831362724304, "Finetune/Step": 3156, "Finetune/Step Time": 6.60906833037734}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7941102981567383, "Finetune/Loss (Raw)": 0.9391645789146423, "Finetune/Step": 3157, "Finetune/Step Time": 6.614168472588062}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7902350425720215, "Finetune/Loss (Raw)": 0.28115296363830566, "Finetune/Step": 3158, "Finetune/Step Time": 6.621261166408658}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7896434664726257, "Finetune/Loss (Raw)": 0.7829160690307617, "Finetune/Step": 3159, "Finetune/Step Time": 6.615239221602678}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7893590331077576, "Finetune/Loss (Raw)": 0.830125629901886, "Finetune/Step": 3160, "Finetune/Step Time": 6.60596427321434}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7891004085540771, "Finetune/Loss (Raw)": 0.8346199989318848, "Finetune/Step": 3161, "Finetune/Step Time": 6.625731265172362}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7846295833587646, "Finetune/Loss (Raw)": 0.4061403274536133, "Finetune/Step": 3162, "Finetune/Step Time": 6.645799111574888}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.785266637802124, "Finetune/Loss (Raw)": 0.9234945774078369, "Finetune/Step": 3163, "Finetune/Step Time": 6.657477118074894}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7856555581092834, "Finetune/Loss (Raw)": 0.8535938262939453, "Finetune/Step": 3164, "Finetune/Step Time": 6.638476012274623}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7826335430145264, "Finetune/Loss (Raw)": 0.5780496597290039, "Finetune/Step": 3165, "Finetune/Step Time": 6.640930650755763}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7816863656044006, "Finetune/Loss (Raw)": 0.7928541302680969, "Finetune/Step": 3166, "Finetune/Step Time": 6.631050173193216}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7821184992790222, "Finetune/Loss (Raw)": 0.8260298371315002, "Finetune/Step": 3167, "Finetune/Step Time": 6.628474241122603}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7829968929290771, "Finetune/Loss (Raw)": 0.9790990352630615, "Finetune/Step": 3168, "Finetune/Step Time": 6.634046943858266}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7795573472976685, "Finetune/Loss (Raw)": 0.31335553526878357, "Finetune/Step": 3169, "Finetune/Step Time": 6.650402691215277}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.778714656829834, "Finetune/Loss (Raw)": 0.7198857069015503, "Finetune/Step": 3170, "Finetune/Step Time": 6.651395965367556}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7824114561080933, "Finetune/Loss (Raw)": 0.7782197594642639, "Finetune/Step": 3171, "Finetune/Step Time": 6.623942732810974}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7832649946212769, "Finetune/Loss (Raw)": 0.791630208492279, "Finetune/Step": 3172, "Finetune/Step Time": 6.605821654200554}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.783906877040863, "Finetune/Loss (Raw)": 0.6773515343666077, "Finetune/Step": 3173, "Finetune/Step Time": 6.617161909118295}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7839423418045044, "Finetune/Loss (Raw)": 0.9874725937843323, "Finetune/Step": 3174, "Finetune/Step Time": 6.6219818238168955}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7836951017379761, "Finetune/Loss (Raw)": 0.8022705912590027, "Finetune/Step": 3175, "Finetune/Step Time": 6.618522148579359}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7838404774665833, "Finetune/Loss (Raw)": 0.9875074625015259, "Finetune/Step": 3176, "Finetune/Step Time": 6.62030846811831}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7837556600570679, "Finetune/Loss (Raw)": 0.8042424321174622, "Finetune/Step": 3177, "Finetune/Step Time": 6.6238102205097675}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7827563285827637, "Finetune/Loss (Raw)": 0.822127640247345, "Finetune/Step": 3178, "Finetune/Step Time": 6.629452904686332}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7831348180770874, "Finetune/Loss (Raw)": 0.9735194444656372, "Finetune/Step": 3179, "Finetune/Step Time": 6.6357641611248255}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7828441858291626, "Finetune/Loss (Raw)": 0.758980929851532, "Finetune/Step": 3180, "Finetune/Step Time": 6.631645327433944}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7824292182922363, "Finetune/Loss (Raw)": 0.8777804970741272, "Finetune/Step": 3181, "Finetune/Step Time": 6.637451913207769}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.781531810760498, "Finetune/Loss (Raw)": 0.8610440492630005, "Finetune/Step": 3182, "Finetune/Step Time": 6.639941995963454}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7808255553245544, "Finetune/Loss (Raw)": 0.7513205409049988, "Finetune/Step": 3183, "Finetune/Step Time": 6.651153149083257}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7799133658409119, "Finetune/Loss (Raw)": 0.7726802229881287, "Finetune/Step": 3184, "Finetune/Step Time": 6.6617973279207945}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7811636924743652, "Finetune/Loss (Raw)": 0.8799296617507935, "Finetune/Step": 3185, "Finetune/Step Time": 6.656259277835488}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.780295193195343, "Finetune/Loss (Raw)": 0.7772539854049683, "Finetune/Step": 3186, "Finetune/Step Time": 6.660071332007647}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7806130647659302, "Finetune/Loss (Raw)": 0.9063381552696228, "Finetune/Step": 3187, "Finetune/Step Time": 6.657861527055502}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7789883613586426, "Finetune/Loss (Raw)": 0.7114506363868713, "Finetune/Step": 3188, "Finetune/Step Time": 6.666557725518942}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7779624462127686, "Finetune/Loss (Raw)": 0.7698505520820618, "Finetune/Step": 3189, "Finetune/Step Time": 6.663197936490178}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7787871360778809, "Finetune/Loss (Raw)": 0.8481671810150146, "Finetune/Step": 3190, "Finetune/Step Time": 6.637873783707619}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7791919112205505, "Finetune/Loss (Raw)": 0.8730885982513428, "Finetune/Step": 3191, "Finetune/Step Time": 6.6636595875024796}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7785888314247131, "Finetune/Loss (Raw)": 0.7957439422607422, "Finetune/Step": 3192, "Finetune/Step Time": 6.668750928714871}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7797452211380005, "Finetune/Loss (Raw)": 0.8270114064216614, "Finetune/Step": 3193, "Finetune/Step Time": 6.65385858528316}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7810510993003845, "Finetune/Loss (Raw)": 0.7398545742034912, "Finetune/Step": 3194, "Finetune/Step Time": 6.627036262303591}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7812801599502563, "Finetune/Loss (Raw)": 0.8763648271560669, "Finetune/Step": 3195, "Finetune/Step Time": 6.6343885362148285}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7815377712249756, "Finetune/Loss (Raw)": 0.819998025894165, "Finetune/Step": 3196, "Finetune/Step Time": 6.624289590865374}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7833165526390076, "Finetune/Loss (Raw)": 0.9099346995353699, "Finetune/Step": 3197, "Finetune/Step Time": 6.6170327961444855}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7824041843414307, "Finetune/Loss (Raw)": 0.7269163131713867, "Finetune/Step": 3198, "Finetune/Step Time": 6.62587601877749}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7811474204063416, "Finetune/Loss (Raw)": 0.8162599802017212, "Finetune/Step": 3199, "Finetune/Step Time": 6.636225121095777}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7828462719917297, "Finetune/Loss (Raw)": 1.023491382598877, "Finetune/Step": 3200, "Finetune/Step Time": 6.615229217335582}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7814189195632935, "Finetune/Loss (Raw)": 0.6479879021644592, "Finetune/Step": 3201, "Finetune/Step Time": 6.617256015539169}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7814570665359497, "Finetune/Loss (Raw)": 0.8160691261291504, "Finetune/Step": 3202, "Finetune/Step Time": 6.614304488524795}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7852557897567749, "Finetune/Loss (Raw)": 0.7778926491737366, "Finetune/Step": 3203, "Finetune/Step Time": 6.5942847933620214}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7858675718307495, "Finetune/Loss (Raw)": 0.7881526350975037, "Finetune/Step": 3204, "Finetune/Step Time": 6.6014050878584385}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7851039171218872, "Finetune/Loss (Raw)": 0.7643204927444458, "Finetune/Step": 3205, "Finetune/Step Time": 6.598118165507913}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7851479053497314, "Finetune/Loss (Raw)": 0.7185344099998474, "Finetune/Step": 3206, "Finetune/Step Time": 6.609664278104901}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7861907482147217, "Finetune/Loss (Raw)": 0.7983307838439941, "Finetune/Step": 3207, "Finetune/Step Time": 6.609722135588527}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7873328328132629, "Finetune/Loss (Raw)": 0.8520806431770325, "Finetune/Step": 3208, "Finetune/Step Time": 6.603838238865137}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7877283096313477, "Finetune/Loss (Raw)": 0.7983418107032776, "Finetune/Step": 3209, "Finetune/Step Time": 6.606864361092448}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7869096994400024, "Finetune/Loss (Raw)": 0.7352809309959412, "Finetune/Step": 3210, "Finetune/Step Time": 6.606093106791377}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7865889072418213, "Finetune/Loss (Raw)": 0.8378137350082397, "Finetune/Step": 3211, "Finetune/Step Time": 6.600222263485193}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.783641517162323, "Finetune/Loss (Raw)": 0.3966860771179199, "Finetune/Step": 3212, "Finetune/Step Time": 6.61310738325119}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7825936079025269, "Finetune/Loss (Raw)": 0.8545684814453125, "Finetune/Step": 3213, "Finetune/Step Time": 6.6113534308969975}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7817181348800659, "Finetune/Loss (Raw)": 0.7523290514945984, "Finetune/Step": 3214, "Finetune/Step Time": 6.624394524842501}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7807020545005798, "Finetune/Loss (Raw)": 0.6992911100387573, "Finetune/Step": 3215, "Finetune/Step Time": 6.623597580939531}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7810393571853638, "Finetune/Loss (Raw)": 0.6409310698509216, "Finetune/Step": 3216, "Finetune/Step Time": 6.644390590488911}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7806555032730103, "Finetune/Loss (Raw)": 0.8413456678390503, "Finetune/Step": 3217, "Finetune/Step Time": 6.63650201074779}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7809939384460449, "Finetune/Loss (Raw)": 0.8381691575050354, "Finetune/Step": 3218, "Finetune/Step Time": 6.634815653786063}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7807258367538452, "Finetune/Loss (Raw)": 0.7088578343391418, "Finetune/Step": 3219, "Finetune/Step Time": 6.619294073432684}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7860655784606934, "Finetune/Loss (Raw)": 0.9765450358390808, "Finetune/Step": 3220, "Finetune/Step Time": 6.598693972453475}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7855129241943359, "Finetune/Loss (Raw)": 0.7660157084465027, "Finetune/Step": 3221, "Finetune/Step Time": 6.602359976619482}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7813902497291565, "Finetune/Loss (Raw)": 0.3315848410129547, "Finetune/Step": 3222, "Finetune/Step Time": 6.620139034464955}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7812438607215881, "Finetune/Loss (Raw)": 0.7854832410812378, "Finetune/Step": 3223, "Finetune/Step Time": 6.615316174924374}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7811024785041809, "Finetune/Loss (Raw)": 0.8304780125617981, "Finetune/Step": 3224, "Finetune/Step Time": 6.616431724280119}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7849176526069641, "Finetune/Loss (Raw)": 0.7913867235183716, "Finetune/Step": 3225, "Finetune/Step Time": 6.59922088496387}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.786604642868042, "Finetune/Loss (Raw)": 0.8237720727920532, "Finetune/Step": 3226, "Finetune/Step Time": 6.598090680316091}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7856397032737732, "Finetune/Loss (Raw)": 0.7418822646141052, "Finetune/Step": 3227, "Finetune/Step Time": 6.598148860037327}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7838126420974731, "Finetune/Loss (Raw)": 0.7847700119018555, "Finetune/Step": 3228, "Finetune/Step Time": 6.595476888120174}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7862609028816223, "Finetune/Loss (Raw)": 0.914868175983429, "Finetune/Step": 3229, "Finetune/Step Time": 6.579414218664169}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7847568988800049, "Finetune/Loss (Raw)": 0.7468936443328857, "Finetune/Step": 3230, "Finetune/Step Time": 6.5818606577813625}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7834019660949707, "Finetune/Loss (Raw)": 0.8029066324234009, "Finetune/Step": 3231, "Finetune/Step Time": 6.593533476814628}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7841702699661255, "Finetune/Loss (Raw)": 0.9609872698783875, "Finetune/Step": 3232, "Finetune/Step Time": 6.59482348151505}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7855626344680786, "Finetune/Loss (Raw)": 1.0337400436401367, "Finetune/Step": 3233, "Finetune/Step Time": 6.597920943051577}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7853148579597473, "Finetune/Loss (Raw)": 0.7179951667785645, "Finetune/Step": 3234, "Finetune/Step Time": 6.619618499651551}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7852634191513062, "Finetune/Loss (Raw)": 0.9624084830284119, "Finetune/Step": 3235, "Finetune/Step Time": 6.623467821627855}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7845858335494995, "Finetune/Loss (Raw)": 0.6869487166404724, "Finetune/Step": 3236, "Finetune/Step Time": 6.6299081183969975}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7853950262069702, "Finetune/Loss (Raw)": 0.8903310894966125, "Finetune/Step": 3237, "Finetune/Step Time": 6.627575356513262}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.782543420791626, "Finetune/Loss (Raw)": 0.3930162191390991, "Finetune/Step": 3238, "Finetune/Step Time": 6.648281859233975}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7841453552246094, "Finetune/Loss (Raw)": 0.9834294319152832, "Finetune/Step": 3239, "Finetune/Step Time": 6.642126780003309}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7844449281692505, "Finetune/Loss (Raw)": 0.9651219844818115, "Finetune/Step": 3240, "Finetune/Step Time": 6.655172435566783}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7853468656539917, "Finetune/Loss (Raw)": 0.912874162197113, "Finetune/Step": 3241, "Finetune/Step Time": 6.6434171963483095}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7858531475067139, "Finetune/Loss (Raw)": 0.9421719312667847, "Finetune/Step": 3242, "Finetune/Step Time": 6.650096286088228}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7863496541976929, "Finetune/Loss (Raw)": 0.8623002171516418, "Finetune/Step": 3243, "Finetune/Step Time": 6.638199681416154}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7882285118103027, "Finetune/Loss (Raw)": 0.8556064367294312, "Finetune/Step": 3244, "Finetune/Step Time": 6.602208444848657}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7886032462120056, "Finetune/Loss (Raw)": 0.9041737914085388, "Finetune/Step": 3245, "Finetune/Step Time": 6.607056045904756}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7902654409408569, "Finetune/Loss (Raw)": 0.6832129955291748, "Finetune/Step": 3246, "Finetune/Step Time": 6.5901740696281195}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7898091077804565, "Finetune/Loss (Raw)": 0.7589853405952454, "Finetune/Step": 3247, "Finetune/Step Time": 6.589478585869074}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7905110120773315, "Finetune/Loss (Raw)": 0.9528812170028687, "Finetune/Step": 3248, "Finetune/Step Time": 6.592407459393144}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7929810285568237, "Finetune/Loss (Raw)": 0.9518200755119324, "Finetune/Step": 3249, "Finetune/Step Time": 6.581667935475707}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7928521633148193, "Finetune/Loss (Raw)": 0.7792235016822815, "Finetune/Step": 3250, "Finetune/Step Time": 6.600484834983945}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7925156354904175, "Finetune/Loss (Raw)": 0.7428064942359924, "Finetune/Step": 3251, "Finetune/Step Time": 6.627705419436097}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7925488948822021, "Finetune/Loss (Raw)": 0.9248955249786377, "Finetune/Step": 3252, "Finetune/Step Time": 6.627428162842989}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7937090396881104, "Finetune/Loss (Raw)": 0.8821384310722351, "Finetune/Step": 3253, "Finetune/Step Time": 6.629884162917733}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7934220433235168, "Finetune/Loss (Raw)": 0.8780877590179443, "Finetune/Step": 3254, "Finetune/Step Time": 6.629582595080137}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7927765846252441, "Finetune/Loss (Raw)": 0.8898453116416931, "Finetune/Step": 3255, "Finetune/Step Time": 6.638891218230128}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7952044606208801, "Finetune/Loss (Raw)": 0.8789611458778381, "Finetune/Step": 3256, "Finetune/Step Time": 6.604934509843588}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7940218448638916, "Finetune/Loss (Raw)": 0.646517813205719, "Finetune/Step": 3257, "Finetune/Step Time": 6.614806938916445}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7962361574172974, "Finetune/Loss (Raw)": 1.025038242340088, "Finetune/Step": 3258, "Finetune/Step Time": 6.603335788473487}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7960543036460876, "Finetune/Loss (Raw)": 0.7526975274085999, "Finetune/Step": 3259, "Finetune/Step Time": 6.607463333755732}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7997032403945923, "Finetune/Loss (Raw)": 0.8796018958091736, "Finetune/Step": 3260, "Finetune/Step Time": 6.6044209115207195}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7989345788955688, "Finetune/Loss (Raw)": 0.7613537907600403, "Finetune/Step": 3261, "Finetune/Step Time": 6.604991566389799}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8010469675064087, "Finetune/Loss (Raw)": 0.9380816221237183, "Finetune/Step": 3262, "Finetune/Step Time": 6.59093907661736}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8014206290245056, "Finetune/Loss (Raw)": 0.93161940574646, "Finetune/Step": 3263, "Finetune/Step Time": 6.599322885274887}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8005762696266174, "Finetune/Loss (Raw)": 0.7583950757980347, "Finetune/Step": 3264, "Finetune/Step Time": 6.599543834105134}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8027143478393555, "Finetune/Loss (Raw)": 1.0076920986175537, "Finetune/Step": 3265, "Finetune/Step Time": 6.582353262230754}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8037554025650024, "Finetune/Loss (Raw)": 0.8037806153297424, "Finetune/Step": 3266, "Finetune/Step Time": 6.5761081129312515}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8032418489456177, "Finetune/Loss (Raw)": 0.7567089796066284, "Finetune/Step": 3267, "Finetune/Step Time": 6.58941363170743}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8040666580200195, "Finetune/Loss (Raw)": 0.9207291603088379, "Finetune/Step": 3268, "Finetune/Step Time": 6.58346676081419}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8048853278160095, "Finetune/Loss (Raw)": 0.8875507712364197, "Finetune/Step": 3269, "Finetune/Step Time": 6.584483398124576}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8050311803817749, "Finetune/Loss (Raw)": 0.7650159001350403, "Finetune/Step": 3270, "Finetune/Step Time": 6.573726104572415}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8071187734603882, "Finetune/Loss (Raw)": 0.8246707916259766, "Finetune/Step": 3271, "Finetune/Step Time": 6.557457447052002}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8067026138305664, "Finetune/Loss (Raw)": 0.8663763403892517, "Finetune/Step": 3272, "Finetune/Step Time": 6.575325774028897}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8055646419525146, "Finetune/Loss (Raw)": 0.7551966905593872, "Finetune/Step": 3273, "Finetune/Step Time": 6.580434227362275}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8011901378631592, "Finetune/Loss (Raw)": 0.3195900619029999, "Finetune/Step": 3274, "Finetune/Step Time": 6.599663497880101}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8006182909011841, "Finetune/Loss (Raw)": 0.7438706159591675, "Finetune/Step": 3275, "Finetune/Step Time": 6.596394328400493}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7998178005218506, "Finetune/Loss (Raw)": 0.8573259115219116, "Finetune/Step": 3276, "Finetune/Step Time": 6.581268295645714}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.803112804889679, "Finetune/Loss (Raw)": 0.8390244841575623, "Finetune/Step": 3277, "Finetune/Step Time": 6.559125879779458}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.803223192691803, "Finetune/Loss (Raw)": 0.8239701390266418, "Finetune/Step": 3278, "Finetune/Step Time": 6.551957085728645}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8034026622772217, "Finetune/Loss (Raw)": 0.8799358606338501, "Finetune/Step": 3279, "Finetune/Step Time": 6.558673083782196}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8045186400413513, "Finetune/Loss (Raw)": 0.9374192953109741, "Finetune/Step": 3280, "Finetune/Step Time": 6.556958852335811}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8054121732711792, "Finetune/Loss (Raw)": 0.9761818647384644, "Finetune/Step": 3281, "Finetune/Step Time": 6.5585852563381195}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8051484227180481, "Finetune/Loss (Raw)": 0.7880457043647766, "Finetune/Step": 3282, "Finetune/Step Time": 6.559096762910485}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8010173439979553, "Finetune/Loss (Raw)": 0.36513078212738037, "Finetune/Step": 3283, "Finetune/Step Time": 6.578376363962889}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8013631105422974, "Finetune/Loss (Raw)": 0.797136127948761, "Finetune/Step": 3284, "Finetune/Step Time": 6.5810677371919155}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8008694648742676, "Finetune/Loss (Raw)": 0.8759813904762268, "Finetune/Step": 3285, "Finetune/Step Time": 6.574809720739722}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8049860000610352, "Finetune/Loss (Raw)": 0.8080716729164124, "Finetune/Step": 3286, "Finetune/Step Time": 6.560021165758371}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8054631948471069, "Finetune/Loss (Raw)": 0.8439989686012268, "Finetune/Step": 3287, "Finetune/Step Time": 6.565981015563011}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8061036467552185, "Finetune/Loss (Raw)": 0.9120994210243225, "Finetune/Step": 3288, "Finetune/Step Time": 6.571218002587557}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8055189847946167, "Finetune/Loss (Raw)": 0.7597900629043579, "Finetune/Step": 3289, "Finetune/Step Time": 6.5519110057502985}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.809089720249176, "Finetune/Loss (Raw)": 0.8631887435913086, "Finetune/Step": 3290, "Finetune/Step Time": 6.532905964180827}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8073581457138062, "Finetune/Loss (Raw)": 0.7018499970436096, "Finetune/Step": 3291, "Finetune/Step Time": 6.528161788359284}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8067312240600586, "Finetune/Loss (Raw)": 0.773351788520813, "Finetune/Step": 3292, "Finetune/Step Time": 6.529642656445503}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8086286783218384, "Finetune/Loss (Raw)": 0.8209190964698792, "Finetune/Step": 3293, "Finetune/Step Time": 6.525448337197304}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8082273006439209, "Finetune/Loss (Raw)": 0.7414779663085938, "Finetune/Step": 3294, "Finetune/Step Time": 6.552543116733432}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8079946041107178, "Finetune/Loss (Raw)": 0.7962439656257629, "Finetune/Step": 3295, "Finetune/Step Time": 6.567763298749924}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8071707487106323, "Finetune/Loss (Raw)": 0.8736488223075867, "Finetune/Step": 3296, "Finetune/Step Time": 6.569524487480521}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8104498982429504, "Finetune/Loss (Raw)": 0.7330891489982605, "Finetune/Step": 3297, "Finetune/Step Time": 6.571092810481787}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8120608925819397, "Finetune/Loss (Raw)": 0.9260929226875305, "Finetune/Step": 3298, "Finetune/Step Time": 6.569674147292972}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8089643120765686, "Finetune/Loss (Raw)": 0.3818525969982147, "Finetune/Step": 3299, "Finetune/Step Time": 6.5882611479610205}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8097027540206909, "Finetune/Loss (Raw)": 0.8861566781997681, "Finetune/Step": 3300, "Finetune/Step Time": 6.591008493676782}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8097989559173584, "Finetune/Loss (Raw)": 0.6896575689315796, "Finetune/Step": 3301, "Finetune/Step Time": 6.580691210925579}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.809226393699646, "Finetune/Loss (Raw)": 0.9141877889633179, "Finetune/Step": 3302, "Finetune/Step Time": 6.579939246177673}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.809240996837616, "Finetune/Loss (Raw)": 0.8041406273841858, "Finetune/Step": 3303, "Finetune/Step Time": 6.58883267827332}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8075218796730042, "Finetune/Loss (Raw)": 0.7674629092216492, "Finetune/Step": 3304, "Finetune/Step Time": 6.598782438784838}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8082380890846252, "Finetune/Loss (Raw)": 0.8959171772003174, "Finetune/Step": 3305, "Finetune/Step Time": 6.595436116680503}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8075771331787109, "Finetune/Loss (Raw)": 0.7375248074531555, "Finetune/Step": 3306, "Finetune/Step Time": 6.587911708280444}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8077239990234375, "Finetune/Loss (Raw)": 0.9923180341720581, "Finetune/Step": 3307, "Finetune/Step Time": 6.578009681776166}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8084138631820679, "Finetune/Loss (Raw)": 0.8472886085510254, "Finetune/Step": 3308, "Finetune/Step Time": 6.584432374686003}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8085994720458984, "Finetune/Loss (Raw)": 0.9015320539474487, "Finetune/Step": 3309, "Finetune/Step Time": 6.585175938904285}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8077921271324158, "Finetune/Loss (Raw)": 0.7577051520347595, "Finetune/Step": 3310, "Finetune/Step Time": 6.582415711134672}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.807510495185852, "Finetune/Loss (Raw)": 0.7152642011642456, "Finetune/Step": 3311, "Finetune/Step Time": 6.579473603516817}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.807776927947998, "Finetune/Loss (Raw)": 0.8067885637283325, "Finetune/Step": 3312, "Finetune/Step Time": 6.5842489786446095}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8042181134223938, "Finetune/Loss (Raw)": 0.42440345883369446, "Finetune/Step": 3313, "Finetune/Step Time": 6.598294148221612}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8039852380752563, "Finetune/Loss (Raw)": 0.7474433183670044, "Finetune/Step": 3314, "Finetune/Step Time": 6.5952801797539}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8046772480010986, "Finetune/Loss (Raw)": 0.9949162602424622, "Finetune/Step": 3315, "Finetune/Step Time": 6.595463370904326}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8052502870559692, "Finetune/Loss (Raw)": 0.7848048210144043, "Finetune/Step": 3316, "Finetune/Step Time": 6.586643468588591}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8054612874984741, "Finetune/Loss (Raw)": 0.7968506813049316, "Finetune/Step": 3317, "Finetune/Step Time": 6.587714610621333}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.801418662071228, "Finetune/Loss (Raw)": 0.33071327209472656, "Finetune/Step": 3318, "Finetune/Step Time": 6.612794587388635}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8017612099647522, "Finetune/Loss (Raw)": 0.9169384837150574, "Finetune/Step": 3319, "Finetune/Step Time": 6.593445364385843}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8016210198402405, "Finetune/Loss (Raw)": 0.7777989506721497, "Finetune/Step": 3320, "Finetune/Step Time": 6.585572982206941}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8009636402130127, "Finetune/Loss (Raw)": 0.7428635954856873, "Finetune/Step": 3321, "Finetune/Step Time": 6.584667932242155}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8012452125549316, "Finetune/Loss (Raw)": 0.7759004831314087, "Finetune/Step": 3322, "Finetune/Step Time": 6.577877771109343}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8014947175979614, "Finetune/Loss (Raw)": 0.9082966446876526, "Finetune/Step": 3323, "Finetune/Step Time": 6.584136364981532}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8012893795967102, "Finetune/Loss (Raw)": 0.7937211394309998, "Finetune/Step": 3324, "Finetune/Step Time": 6.597259134054184}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7998741865158081, "Finetune/Loss (Raw)": 0.7287912964820862, "Finetune/Step": 3325, "Finetune/Step Time": 6.59636303409934}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8010393381118774, "Finetune/Loss (Raw)": 0.8760488629341125, "Finetune/Step": 3326, "Finetune/Step Time": 6.58727914839983}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7996068000793457, "Finetune/Loss (Raw)": 0.632889986038208, "Finetune/Step": 3327, "Finetune/Step Time": 6.589064298197627}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7990223169326782, "Finetune/Loss (Raw)": 0.9486843943595886, "Finetune/Step": 3328, "Finetune/Step Time": 6.593110179528594}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8009192943572998, "Finetune/Loss (Raw)": 0.8907971382141113, "Finetune/Step": 3329, "Finetune/Step Time": 6.5952524952590466}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8001238107681274, "Finetune/Loss (Raw)": 0.714250922203064, "Finetune/Step": 3330, "Finetune/Step Time": 6.608307275921106}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.800918698310852, "Finetune/Loss (Raw)": 0.8796374797821045, "Finetune/Step": 3331, "Finetune/Step Time": 6.62173823826015}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8011473417282104, "Finetune/Loss (Raw)": 0.8174206614494324, "Finetune/Step": 3332, "Finetune/Step Time": 6.615092227235436}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8017561435699463, "Finetune/Loss (Raw)": 0.8422525525093079, "Finetune/Step": 3333, "Finetune/Step Time": 6.614558959379792}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8026926517486572, "Finetune/Loss (Raw)": 0.8383966684341431, "Finetune/Step": 3334, "Finetune/Step Time": 6.604545326903462}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8023097515106201, "Finetune/Loss (Raw)": 0.7493231296539307, "Finetune/Step": 3335, "Finetune/Step Time": 6.582947563380003}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8018113970756531, "Finetune/Loss (Raw)": 0.788291871547699, "Finetune/Step": 3336, "Finetune/Step Time": 6.5817459393292665}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8014870285987854, "Finetune/Loss (Raw)": 0.7568214535713196, "Finetune/Step": 3337, "Finetune/Step Time": 6.584967004135251}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8021706342697144, "Finetune/Loss (Raw)": 0.8227908611297607, "Finetune/Step": 3338, "Finetune/Step Time": 6.588013304397464}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8024442195892334, "Finetune/Loss (Raw)": 0.8728281855583191, "Finetune/Step": 3339, "Finetune/Step Time": 6.58032932318747}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8057757616043091, "Finetune/Loss (Raw)": 0.8231184482574463, "Finetune/Step": 3340, "Finetune/Step Time": 6.562264988198876}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8066418170928955, "Finetune/Loss (Raw)": 0.9654302000999451, "Finetune/Step": 3341, "Finetune/Step Time": 6.567944396287203}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8079098463058472, "Finetune/Loss (Raw)": 0.9146372675895691, "Finetune/Step": 3342, "Finetune/Step Time": 6.548163939267397}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8091017007827759, "Finetune/Loss (Raw)": 0.8518376350402832, "Finetune/Step": 3343, "Finetune/Step Time": 6.535035764798522}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8091636896133423, "Finetune/Loss (Raw)": 0.6488624215126038, "Finetune/Step": 3344, "Finetune/Step Time": 6.5149618946015835}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8053199052810669, "Finetune/Loss (Raw)": 0.3493530750274658, "Finetune/Step": 3345, "Finetune/Step Time": 6.539328753948212}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8060967922210693, "Finetune/Loss (Raw)": 0.9376141428947449, "Finetune/Step": 3346, "Finetune/Step Time": 6.537711478769779}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8059858083724976, "Finetune/Loss (Raw)": 0.6946463584899902, "Finetune/Step": 3347, "Finetune/Step Time": 6.5384082812815905}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8051612973213196, "Finetune/Loss (Raw)": 0.8710041046142578, "Finetune/Step": 3348, "Finetune/Step Time": 6.542891340330243}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8060117959976196, "Finetune/Loss (Raw)": 0.8748886585235596, "Finetune/Step": 3349, "Finetune/Step Time": 6.5396382082253695}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8112080693244934, "Finetune/Loss (Raw)": 0.9967034459114075, "Finetune/Step": 3350, "Finetune/Step Time": 6.526695748791099}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.811165988445282, "Finetune/Loss (Raw)": 0.7800956964492798, "Finetune/Step": 3351, "Finetune/Step Time": 6.545292908325791}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8114414215087891, "Finetune/Loss (Raw)": 0.8657335042953491, "Finetune/Step": 3352, "Finetune/Step Time": 6.548991868272424}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8125053644180298, "Finetune/Loss (Raw)": 0.9275738000869751, "Finetune/Step": 3353, "Finetune/Step Time": 6.56535710208118}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8130226731300354, "Finetune/Loss (Raw)": 0.8899824023246765, "Finetune/Step": 3354, "Finetune/Step Time": 6.5630832109600306}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8141183853149414, "Finetune/Loss (Raw)": 0.882133960723877, "Finetune/Step": 3355, "Finetune/Step Time": 6.554830865934491}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8151401281356812, "Finetune/Loss (Raw)": 0.9155484437942505, "Finetune/Step": 3356, "Finetune/Step Time": 6.557366460561752}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8143563270568848, "Finetune/Loss (Raw)": 0.8145427703857422, "Finetune/Step": 3357, "Finetune/Step Time": 6.558296520262957}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8144803047180176, "Finetune/Loss (Raw)": 0.7627711296081543, "Finetune/Step": 3358, "Finetune/Step Time": 6.5522830579429865}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8161105513572693, "Finetune/Loss (Raw)": 1.0115758180618286, "Finetune/Step": 3359, "Finetune/Step Time": 6.526961850002408}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8156079053878784, "Finetune/Loss (Raw)": 0.8966473340988159, "Finetune/Step": 3360, "Finetune/Step Time": 6.528090223670006}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8142289519309998, "Finetune/Loss (Raw)": 0.8572312593460083, "Finetune/Step": 3361, "Finetune/Step Time": 6.542078945785761}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8144052028656006, "Finetune/Loss (Raw)": 0.7405583262443542, "Finetune/Step": 3362, "Finetune/Step Time": 6.525157857686281}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8138379454612732, "Finetune/Loss (Raw)": 0.8898029923439026, "Finetune/Step": 3363, "Finetune/Step Time": 6.526342332363129}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8154956102371216, "Finetune/Loss (Raw)": 0.8991191983222961, "Finetune/Step": 3364, "Finetune/Step Time": 6.529416091740131}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8148687481880188, "Finetune/Loss (Raw)": 0.8101017475128174, "Finetune/Step": 3365, "Finetune/Step Time": 6.544134544208646}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8173286318778992, "Finetune/Loss (Raw)": 0.7078800797462463, "Finetune/Step": 3366, "Finetune/Step Time": 6.536117086187005}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8151512145996094, "Finetune/Loss (Raw)": 0.704719066619873, "Finetune/Step": 3367, "Finetune/Step Time": 6.543794255703688}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8109913468360901, "Finetune/Loss (Raw)": 0.432661235332489, "Finetune/Step": 3368, "Finetune/Step Time": 6.5496456027030945}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8104569911956787, "Finetune/Loss (Raw)": 0.8444728255271912, "Finetune/Step": 3369, "Finetune/Step Time": 6.548535695299506}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8100663423538208, "Finetune/Loss (Raw)": 0.8921631574630737, "Finetune/Step": 3370, "Finetune/Step Time": 6.53608919121325}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8080935478210449, "Finetune/Loss (Raw)": 0.6097931265830994, "Finetune/Step": 3371, "Finetune/Step Time": 6.5577783063054085}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8073409795761108, "Finetune/Loss (Raw)": 0.7592778205871582, "Finetune/Step": 3372, "Finetune/Step Time": 6.568892838433385}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8069732189178467, "Finetune/Loss (Raw)": 0.8571006059646606, "Finetune/Step": 3373, "Finetune/Step Time": 6.574400473386049}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8082362413406372, "Finetune/Loss (Raw)": 0.8448762893676758, "Finetune/Step": 3374, "Finetune/Step Time": 6.587231742218137}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8105435371398926, "Finetune/Loss (Raw)": 1.0543217658996582, "Finetune/Step": 3375, "Finetune/Step Time": 6.585104010999203}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8105387687683105, "Finetune/Loss (Raw)": 0.9522699117660522, "Finetune/Step": 3376, "Finetune/Step Time": 6.577757049351931}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8085074424743652, "Finetune/Loss (Raw)": 0.6918118596076965, "Finetune/Step": 3377, "Finetune/Step Time": 6.588304188102484}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8095502853393555, "Finetune/Loss (Raw)": 0.9127008318901062, "Finetune/Step": 3378, "Finetune/Step Time": 6.583499889820814}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.808751106262207, "Finetune/Loss (Raw)": 0.6405170559883118, "Finetune/Step": 3379, "Finetune/Step Time": 6.55786201916635}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8071845769882202, "Finetune/Loss (Raw)": 0.7243822813034058, "Finetune/Step": 3380, "Finetune/Step Time": 6.555660793557763}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8063291311264038, "Finetune/Loss (Raw)": 0.7726396918296814, "Finetune/Step": 3381, "Finetune/Step Time": 6.549922550097108}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8065812587738037, "Finetune/Loss (Raw)": 0.9103562831878662, "Finetune/Step": 3382, "Finetune/Step Time": 6.551380656659603}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8056703209877014, "Finetune/Loss (Raw)": 0.773245632648468, "Finetune/Step": 3383, "Finetune/Step Time": 6.52864183485508}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8057570457458496, "Finetune/Loss (Raw)": 0.8900584578514099, "Finetune/Step": 3384, "Finetune/Step Time": 6.524157755076885}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8060659766197205, "Finetune/Loss (Raw)": 0.6860658526420593, "Finetune/Step": 3385, "Finetune/Step Time": 6.513112271204591}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8044259548187256, "Finetune/Loss (Raw)": 0.8151140213012695, "Finetune/Step": 3386, "Finetune/Step Time": 6.505067311227322}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8044944405555725, "Finetune/Loss (Raw)": 0.7614640593528748, "Finetune/Step": 3387, "Finetune/Step Time": 6.493038311600685}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8036560416221619, "Finetune/Loss (Raw)": 0.7722857594490051, "Finetune/Step": 3388, "Finetune/Step Time": 6.474842144176364}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8044439554214478, "Finetune/Loss (Raw)": 0.8622068762779236, "Finetune/Step": 3389, "Finetune/Step Time": 6.478890968486667}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8038979768753052, "Finetune/Loss (Raw)": 0.8682000637054443, "Finetune/Step": 3390, "Finetune/Step Time": 6.483376171439886}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8043022751808167, "Finetune/Loss (Raw)": 0.9833687543869019, "Finetune/Step": 3391, "Finetune/Step Time": 6.469380419701338}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8044204711914062, "Finetune/Loss (Raw)": 0.7735291123390198, "Finetune/Step": 3392, "Finetune/Step Time": 6.469078972935677}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.803686261177063, "Finetune/Loss (Raw)": 0.9137074947357178, "Finetune/Step": 3393, "Finetune/Step Time": 6.46577693335712}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8034011125564575, "Finetune/Loss (Raw)": 0.7672840356826782, "Finetune/Step": 3394, "Finetune/Step Time": 6.485498182475567}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8046207427978516, "Finetune/Loss (Raw)": 0.9128211140632629, "Finetune/Step": 3395, "Finetune/Step Time": 6.4692255184054375}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8027917742729187, "Finetune/Loss (Raw)": 0.6866180300712585, "Finetune/Step": 3396, "Finetune/Step Time": 6.468717148527503}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8019014596939087, "Finetune/Loss (Raw)": 0.7735868692398071, "Finetune/Step": 3397, "Finetune/Step Time": 6.467044265940785}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8025350570678711, "Finetune/Loss (Raw)": 0.8461164236068726, "Finetune/Step": 3398, "Finetune/Step Time": 6.465395227074623}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8022425174713135, "Finetune/Loss (Raw)": 0.7872327566146851, "Finetune/Step": 3399, "Finetune/Step Time": 6.474015997722745}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8016464710235596, "Finetune/Loss (Raw)": 0.7900788187980652, "Finetune/Step": 3400, "Finetune/Step Time": 6.447877245023847}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8014818429946899, "Finetune/Loss (Raw)": 0.734123706817627, "Finetune/Step": 3401, "Finetune/Step Time": 6.439824825152755}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8052647709846497, "Finetune/Loss (Raw)": 0.8038064241409302, "Finetune/Step": 3402, "Finetune/Step Time": 6.419826174154878}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8054810762405396, "Finetune/Loss (Raw)": 0.7715596556663513, "Finetune/Step": 3403, "Finetune/Step Time": 6.415563903748989}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8049089312553406, "Finetune/Loss (Raw)": 0.7840861082077026, "Finetune/Step": 3404, "Finetune/Step Time": 6.411978097632527}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.8032625913619995, "Finetune/Loss (Raw)": 0.628292977809906, "Finetune/Step": 3405, "Finetune/Step Time": 6.4519709795713425}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8035799264907837, "Finetune/Loss (Raw)": 0.8645926713943481, "Finetune/Step": 3406, "Finetune/Step Time": 6.448700962588191}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8033620715141296, "Finetune/Loss (Raw)": 0.8520504832267761, "Finetune/Step": 3407, "Finetune/Step Time": 6.4362573325634}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8028350472450256, "Finetune/Loss (Raw)": 0.8699593544006348, "Finetune/Step": 3408, "Finetune/Step Time": 6.44860290363431}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8019189834594727, "Finetune/Loss (Raw)": 0.8589291572570801, "Finetune/Step": 3409, "Finetune/Step Time": 6.446157235652208}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8013187646865845, "Finetune/Loss (Raw)": 0.7112195491790771, "Finetune/Step": 3410, "Finetune/Step Time": 6.450040381401777}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8058983683586121, "Finetune/Loss (Raw)": 0.9513197541236877, "Finetune/Step": 3411, "Finetune/Step Time": 6.430638808757067}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8063589930534363, "Finetune/Loss (Raw)": 0.8560877442359924, "Finetune/Step": 3412, "Finetune/Step Time": 6.42565106600523}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8068106174468994, "Finetune/Loss (Raw)": 0.9337881803512573, "Finetune/Step": 3413, "Finetune/Step Time": 6.432997202500701}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8078523874282837, "Finetune/Loss (Raw)": 0.9414271712303162, "Finetune/Step": 3414, "Finetune/Step Time": 6.431133929640055}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8065304160118103, "Finetune/Loss (Raw)": 0.6747856140136719, "Finetune/Step": 3415, "Finetune/Step Time": 6.428744236007333}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.802695631980896, "Finetune/Loss (Raw)": 0.42124754190444946, "Finetune/Step": 3416, "Finetune/Step Time": 6.4456607811152935}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.8027149438858032, "Finetune/Loss (Raw)": 0.7622629404067993, "Finetune/Step": 3417, "Finetune/Step Time": 6.452424556016922}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8023883104324341, "Finetune/Loss (Raw)": 0.8213723301887512, "Finetune/Step": 3418, "Finetune/Step Time": 6.463758818805218}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8033449649810791, "Finetune/Loss (Raw)": 0.8243054747581482, "Finetune/Step": 3419, "Finetune/Step Time": 6.456003997474909}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8016948699951172, "Finetune/Loss (Raw)": 0.5621336698532104, "Finetune/Step": 3420, "Finetune/Step Time": 6.480922486633062}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8021376729011536, "Finetune/Loss (Raw)": 0.8776003122329712, "Finetune/Step": 3421, "Finetune/Step Time": 6.483480904251337}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.8021527528762817, "Finetune/Loss (Raw)": 0.7434136271476746, "Finetune/Step": 3422, "Finetune/Step Time": 6.4765359703451395}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8018932342529297, "Finetune/Loss (Raw)": 0.7630172371864319, "Finetune/Step": 3423, "Finetune/Step Time": 6.4738725535571575}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7977752685546875, "Finetune/Loss (Raw)": 0.346556156873703, "Finetune/Step": 3424, "Finetune/Step Time": 6.497000915929675}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7982500791549683, "Finetune/Loss (Raw)": 0.7938603162765503, "Finetune/Step": 3425, "Finetune/Step Time": 6.483644913882017}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7963331937789917, "Finetune/Loss (Raw)": 0.6807412505149841, "Finetune/Step": 3426, "Finetune/Step Time": 6.485698001459241}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8001532554626465, "Finetune/Loss (Raw)": 0.8708195686340332, "Finetune/Step": 3427, "Finetune/Step Time": 6.4690993912518024}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7993203401565552, "Finetune/Loss (Raw)": 0.7795347571372986, "Finetune/Step": 3428, "Finetune/Step Time": 6.477728016674519}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8007704019546509, "Finetune/Loss (Raw)": 0.8752663731575012, "Finetune/Step": 3429, "Finetune/Step Time": 6.474146798253059}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7992712259292603, "Finetune/Loss (Raw)": 0.7222952842712402, "Finetune/Step": 3430, "Finetune/Step Time": 6.468066792935133}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8002818822860718, "Finetune/Loss (Raw)": 0.9335087537765503, "Finetune/Step": 3431, "Finetune/Step Time": 6.471502799540758}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7994511127471924, "Finetune/Loss (Raw)": 0.6611199975013733, "Finetune/Step": 3432, "Finetune/Step Time": 6.473861649632454}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7988260984420776, "Finetune/Loss (Raw)": 0.8159193992614746, "Finetune/Step": 3433, "Finetune/Step Time": 6.49160042591393}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7989331483840942, "Finetune/Loss (Raw)": 0.751227080821991, "Finetune/Step": 3434, "Finetune/Step Time": 6.515906305983663}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7969833612442017, "Finetune/Loss (Raw)": 0.7427472472190857, "Finetune/Step": 3435, "Finetune/Step Time": 6.529497591778636}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7959201335906982, "Finetune/Loss (Raw)": 0.7111950516700745, "Finetune/Step": 3436, "Finetune/Step Time": 6.522834258154035}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7953723073005676, "Finetune/Loss (Raw)": 0.8314090371131897, "Finetune/Step": 3437, "Finetune/Step Time": 6.5117130018770695}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7951242923736572, "Finetune/Loss (Raw)": 0.7259560823440552, "Finetune/Step": 3438, "Finetune/Step Time": 6.510089488700032}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7961883544921875, "Finetune/Loss (Raw)": 0.8514698147773743, "Finetune/Step": 3439, "Finetune/Step Time": 6.515209928154945}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7956904172897339, "Finetune/Loss (Raw)": 0.7430429458618164, "Finetune/Step": 3440, "Finetune/Step Time": 6.506762567907572}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7973181009292603, "Finetune/Loss (Raw)": 0.6327566504478455, "Finetune/Step": 3441, "Finetune/Step Time": 6.50968300178647}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7972253561019897, "Finetune/Loss (Raw)": 0.7355675101280212, "Finetune/Step": 3442, "Finetune/Step Time": 6.5166819132864475}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7951327562332153, "Finetune/Loss (Raw)": 0.7270612716674805, "Finetune/Step": 3443, "Finetune/Step Time": 6.527030425146222}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.795651376247406, "Finetune/Loss (Raw)": 0.8511912822723389, "Finetune/Step": 3444, "Finetune/Step Time": 6.520827962085605}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7943835258483887, "Finetune/Loss (Raw)": 0.6345637440681458, "Finetune/Step": 3445, "Finetune/Step Time": 6.539179002866149}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.797863245010376, "Finetune/Loss (Raw)": 0.7761111855506897, "Finetune/Step": 3446, "Finetune/Step Time": 6.519381714984775}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7979453802108765, "Finetune/Loss (Raw)": 0.9274643659591675, "Finetune/Step": 3447, "Finetune/Step Time": 6.514615403488278}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7979565858840942, "Finetune/Loss (Raw)": 0.7792297005653381, "Finetune/Step": 3448, "Finetune/Step Time": 6.521015530452132}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7992719411849976, "Finetune/Loss (Raw)": 0.9112251400947571, "Finetune/Step": 3449, "Finetune/Step Time": 6.517038568854332}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7994401454925537, "Finetune/Loss (Raw)": 0.7974362969398499, "Finetune/Step": 3450, "Finetune/Step Time": 6.538002954795957}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7985503673553467, "Finetune/Loss (Raw)": 0.7944052815437317, "Finetune/Step": 3451, "Finetune/Step Time": 6.5217360984534025}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7993921041488647, "Finetune/Loss (Raw)": 0.9014649391174316, "Finetune/Step": 3452, "Finetune/Step Time": 6.507134644314647}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7999149560928345, "Finetune/Loss (Raw)": 0.7957112789154053, "Finetune/Step": 3453, "Finetune/Step Time": 6.50580002181232}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.799010157585144, "Finetune/Loss (Raw)": 0.7602379322052002, "Finetune/Step": 3454, "Finetune/Step Time": 6.515224231407046}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7967028617858887, "Finetune/Loss (Raw)": 0.3375549018383026, "Finetune/Step": 3455, "Finetune/Step Time": 6.525086939334869}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7961629033088684, "Finetune/Loss (Raw)": 0.87956702709198, "Finetune/Step": 3456, "Finetune/Step Time": 6.522264029830694}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7957682609558105, "Finetune/Loss (Raw)": 0.8402872681617737, "Finetune/Step": 3457, "Finetune/Step Time": 6.513715380802751}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7966521382331848, "Finetune/Loss (Raw)": 0.8273833990097046, "Finetune/Step": 3458, "Finetune/Step Time": 6.52301238104701}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7962712049484253, "Finetune/Loss (Raw)": 0.8308790326118469, "Finetune/Step": 3459, "Finetune/Step Time": 6.514095697551966}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7970552444458008, "Finetune/Loss (Raw)": 0.9177808165550232, "Finetune/Step": 3460, "Finetune/Step Time": 6.516551561653614}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7930962443351746, "Finetune/Loss (Raw)": 0.33550047874450684, "Finetune/Step": 3461, "Finetune/Step Time": 6.536974070593715}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7928270697593689, "Finetune/Loss (Raw)": 0.8039363026618958, "Finetune/Step": 3462, "Finetune/Step Time": 6.534175917506218}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7932745218276978, "Finetune/Loss (Raw)": 0.8065943121910095, "Finetune/Step": 3463, "Finetune/Step Time": 6.5479727406054735}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7942745089530945, "Finetune/Loss (Raw)": 0.9162956476211548, "Finetune/Step": 3464, "Finetune/Step Time": 6.54970084503293}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7942241430282593, "Finetune/Loss (Raw)": 0.7503700256347656, "Finetune/Step": 3465, "Finetune/Step Time": 6.545442700386047}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7935498952865601, "Finetune/Loss (Raw)": 0.7364854216575623, "Finetune/Step": 3466, "Finetune/Step Time": 6.544282004237175}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7920756340026855, "Finetune/Loss (Raw)": 0.6841220259666443, "Finetune/Step": 3467, "Finetune/Step Time": 6.543435564264655}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7907936573028564, "Finetune/Loss (Raw)": 0.6590335369110107, "Finetune/Step": 3468, "Finetune/Step Time": 6.552006684243679}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7892005443572998, "Finetune/Loss (Raw)": 0.7615060806274414, "Finetune/Step": 3469, "Finetune/Step Time": 6.560894777998328}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7882490158081055, "Finetune/Loss (Raw)": 0.7928478121757507, "Finetune/Step": 3470, "Finetune/Step Time": 6.567255940288305}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7884045839309692, "Finetune/Loss (Raw)": 0.8717465400695801, "Finetune/Step": 3471, "Finetune/Step Time": 6.57386720739305}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7892231345176697, "Finetune/Loss (Raw)": 0.7536354660987854, "Finetune/Step": 3472, "Finetune/Step Time": 6.57433014549315}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7936575412750244, "Finetune/Loss (Raw)": 0.9169549942016602, "Finetune/Step": 3473, "Finetune/Step Time": 6.574231626465917}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7919010519981384, "Finetune/Loss (Raw)": 0.7127867341041565, "Finetune/Step": 3474, "Finetune/Step Time": 6.5795339569449425}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7930319309234619, "Finetune/Loss (Raw)": 0.8394008278846741, "Finetune/Step": 3475, "Finetune/Step Time": 6.585557637736201}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7915771007537842, "Finetune/Loss (Raw)": 0.6847854256629944, "Finetune/Step": 3476, "Finetune/Step Time": 6.590346334502101}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7906839847564697, "Finetune/Loss (Raw)": 0.7605738639831543, "Finetune/Step": 3477, "Finetune/Step Time": 6.608997935429215}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.790219783782959, "Finetune/Loss (Raw)": 0.937274158000946, "Finetune/Step": 3478, "Finetune/Step Time": 6.6016264874488115}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.792095422744751, "Finetune/Loss (Raw)": 1.0201836824417114, "Finetune/Step": 3479, "Finetune/Step Time": 6.577154252678156}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7920752763748169, "Finetune/Loss (Raw)": 0.8631504774093628, "Finetune/Step": 3480, "Finetune/Step Time": 6.5798667296767235}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7915995717048645, "Finetune/Loss (Raw)": 0.8666836023330688, "Finetune/Step": 3481, "Finetune/Step Time": 6.567157147452235}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7909716367721558, "Finetune/Loss (Raw)": 0.8096115589141846, "Finetune/Step": 3482, "Finetune/Step Time": 6.567150918766856}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7902786731719971, "Finetune/Loss (Raw)": 0.7934384942054749, "Finetune/Step": 3483, "Finetune/Step Time": 6.602575520053506}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7893273234367371, "Finetune/Loss (Raw)": 0.7937749028205872, "Finetune/Step": 3484, "Finetune/Step Time": 6.618795456364751}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7903153896331787, "Finetune/Loss (Raw)": 0.9410149455070496, "Finetune/Step": 3485, "Finetune/Step Time": 6.615574155002832}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7906938791275024, "Finetune/Loss (Raw)": 0.8112119436264038, "Finetune/Step": 3486, "Finetune/Step Time": 6.619978856295347}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7885081171989441, "Finetune/Loss (Raw)": 0.7318010330200195, "Finetune/Step": 3487, "Finetune/Step Time": 6.618242759257555}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7869301438331604, "Finetune/Loss (Raw)": 0.6946637034416199, "Finetune/Step": 3488, "Finetune/Step Time": 6.617435293272138}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7872991561889648, "Finetune/Loss (Raw)": 0.9044725894927979, "Finetune/Step": 3489, "Finetune/Step Time": 6.6035421546548605}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7873226404190063, "Finetune/Loss (Raw)": 0.743562638759613, "Finetune/Step": 3490, "Finetune/Step Time": 6.60150108486414}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7876780033111572, "Finetune/Loss (Raw)": 0.9352932572364807, "Finetune/Step": 3491, "Finetune/Step Time": 6.596938196569681}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7869513630867004, "Finetune/Loss (Raw)": 0.8061025738716125, "Finetune/Step": 3492, "Finetune/Step Time": 6.595588004216552}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7847657203674316, "Finetune/Loss (Raw)": 0.5303452610969543, "Finetune/Step": 3493, "Finetune/Step Time": 6.587638666853309}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7865638732910156, "Finetune/Loss (Raw)": 0.93803471326828, "Finetune/Step": 3494, "Finetune/Step Time": 6.574789002537727}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7878935933113098, "Finetune/Loss (Raw)": 0.8749263286590576, "Finetune/Step": 3495, "Finetune/Step Time": 6.564705999568105}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7912808656692505, "Finetune/Loss (Raw)": 0.8662325143814087, "Finetune/Step": 3496, "Finetune/Step Time": 6.601078275591135}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7897226810455322, "Finetune/Loss (Raw)": 0.6450249552726746, "Finetune/Step": 3497, "Finetune/Step Time": 6.657950906082988}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7896490097045898, "Finetune/Loss (Raw)": 0.8827250003814697, "Finetune/Step": 3498, "Finetune/Step Time": 6.66176875680685}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7916074991226196, "Finetune/Loss (Raw)": 0.8604875206947327, "Finetune/Step": 3499, "Finetune/Step Time": 6.646765802055597}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7927796840667725, "Finetune/Loss (Raw)": 0.9093189239501953, "Finetune/Step": 3500, "Finetune/Step Time": 6.638119546696544}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7929480075836182, "Finetune/Loss (Raw)": 0.8786496520042419, "Finetune/Step": 3501, "Finetune/Step Time": 6.624312298372388}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7939174175262451, "Finetune/Loss (Raw)": 0.9689567685127258, "Finetune/Step": 3502, "Finetune/Step Time": 6.609658656641841}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7925101518630981, "Finetune/Loss (Raw)": 0.8741894960403442, "Finetune/Step": 3503, "Finetune/Step Time": 6.610292250290513}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7911862730979919, "Finetune/Loss (Raw)": 0.7828115820884705, "Finetune/Step": 3504, "Finetune/Step Time": 6.61191082932055}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7919728755950928, "Finetune/Loss (Raw)": 0.7924984693527222, "Finetune/Step": 3505, "Finetune/Step Time": 6.60836960375309}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7909890413284302, "Finetune/Loss (Raw)": 0.7867732644081116, "Finetune/Step": 3506, "Finetune/Step Time": 6.605452353134751}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.791020393371582, "Finetune/Loss (Raw)": 0.6445295214653015, "Finetune/Step": 3507, "Finetune/Step Time": 6.621068902313709}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7916926145553589, "Finetune/Loss (Raw)": 0.8104286789894104, "Finetune/Step": 3508, "Finetune/Step Time": 6.62174523063004}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7920097708702087, "Finetune/Loss (Raw)": 0.8132321834564209, "Finetune/Step": 3509, "Finetune/Step Time": 6.635771531611681}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7907277345657349, "Finetune/Loss (Raw)": 0.7462546229362488, "Finetune/Step": 3510, "Finetune/Step Time": 6.634949274361134}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7903432250022888, "Finetune/Loss (Raw)": 0.724028468132019, "Finetune/Step": 3511, "Finetune/Step Time": 6.642837684601545}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.78962641954422, "Finetune/Loss (Raw)": 0.7983086705207825, "Finetune/Step": 3512, "Finetune/Step Time": 6.641334947198629}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7910370826721191, "Finetune/Loss (Raw)": 0.8666338920593262, "Finetune/Step": 3513, "Finetune/Step Time": 6.641766041517258}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.790411114692688, "Finetune/Loss (Raw)": 0.7349904775619507, "Finetune/Step": 3514, "Finetune/Step Time": 6.646710282191634}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7907811403274536, "Finetune/Loss (Raw)": 0.8088226318359375, "Finetune/Step": 3515, "Finetune/Step Time": 6.653505843132734}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7911626100540161, "Finetune/Loss (Raw)": 0.8211157917976379, "Finetune/Step": 3516, "Finetune/Step Time": 6.655419545248151}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7910919785499573, "Finetune/Loss (Raw)": 0.8531666994094849, "Finetune/Step": 3517, "Finetune/Step Time": 6.653358893468976}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7900340557098389, "Finetune/Loss (Raw)": 0.7327919602394104, "Finetune/Step": 3518, "Finetune/Step Time": 6.678232315927744}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7877803444862366, "Finetune/Loss (Raw)": 0.6948825120925903, "Finetune/Step": 3519, "Finetune/Step Time": 6.712830828502774}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7881757020950317, "Finetune/Loss (Raw)": 0.824142336845398, "Finetune/Step": 3520, "Finetune/Step Time": 6.71429911442101}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7881731390953064, "Finetune/Loss (Raw)": 0.9133767485618591, "Finetune/Step": 3521, "Finetune/Step Time": 6.714477717876434}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7873056530952454, "Finetune/Loss (Raw)": 0.656242847442627, "Finetune/Step": 3522, "Finetune/Step Time": 6.710301894694567}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7854429483413696, "Finetune/Loss (Raw)": 0.6744005084037781, "Finetune/Step": 3523, "Finetune/Step Time": 6.7347122095525265}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7854846715927124, "Finetune/Loss (Raw)": 0.6919596791267395, "Finetune/Step": 3524, "Finetune/Step Time": 6.743908839300275}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7871677875518799, "Finetune/Loss (Raw)": 0.989017128944397, "Finetune/Step": 3525, "Finetune/Step Time": 6.74730640091002}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7860152125358582, "Finetune/Loss (Raw)": 0.6985896229743958, "Finetune/Step": 3526, "Finetune/Step Time": 6.755445495247841}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7864617109298706, "Finetune/Loss (Raw)": 0.8443904519081116, "Finetune/Step": 3527, "Finetune/Step Time": 6.743720034137368}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7865743637084961, "Finetune/Loss (Raw)": 0.8044964671134949, "Finetune/Step": 3528, "Finetune/Step Time": 6.743003020063043}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7861074209213257, "Finetune/Loss (Raw)": 0.6743520498275757, "Finetune/Step": 3529, "Finetune/Step Time": 6.752923993393779}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7862511873245239, "Finetune/Loss (Raw)": 0.8222070932388306, "Finetune/Step": 3530, "Finetune/Step Time": 6.754631558433175}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7868584990501404, "Finetune/Loss (Raw)": 0.8492950797080994, "Finetune/Step": 3531, "Finetune/Step Time": 6.754594039171934}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7862731218338013, "Finetune/Loss (Raw)": 0.7091645002365112, "Finetune/Step": 3532, "Finetune/Step Time": 6.766721684485674}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.783867359161377, "Finetune/Loss (Raw)": 0.3203488290309906, "Finetune/Step": 3533, "Finetune/Step Time": 6.74845988675952}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7838878035545349, "Finetune/Loss (Raw)": 0.8672157526016235, "Finetune/Step": 3534, "Finetune/Step Time": 6.756384015083313}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7798629999160767, "Finetune/Loss (Raw)": 0.3368675708770752, "Finetune/Step": 3535, "Finetune/Step Time": 6.786137027665973}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7791388034820557, "Finetune/Loss (Raw)": 0.7772727012634277, "Finetune/Step": 3536, "Finetune/Step Time": 6.7823926117271185}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7801163792610168, "Finetune/Loss (Raw)": 0.9840499758720398, "Finetune/Step": 3537, "Finetune/Step Time": 6.789520250633359}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7817526459693909, "Finetune/Loss (Raw)": 0.9206600785255432, "Finetune/Step": 3538, "Finetune/Step Time": 6.791703598573804}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7813393473625183, "Finetune/Loss (Raw)": 0.8984184861183167, "Finetune/Step": 3539, "Finetune/Step Time": 6.795263824984431}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7811200618743896, "Finetune/Loss (Raw)": 0.8280283808708191, "Finetune/Step": 3540, "Finetune/Step Time": 6.799695203080773}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7804090976715088, "Finetune/Loss (Raw)": 0.8427789211273193, "Finetune/Step": 3541, "Finetune/Step Time": 6.790889395400882}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7785341739654541, "Finetune/Loss (Raw)": 0.7014354467391968, "Finetune/Step": 3542, "Finetune/Step Time": 6.8107621390372515}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7794493436813354, "Finetune/Loss (Raw)": 0.7919360399246216, "Finetune/Step": 3543, "Finetune/Step Time": 6.823560809716582}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7829427123069763, "Finetune/Loss (Raw)": 0.8683937191963196, "Finetune/Step": 3544, "Finetune/Step Time": 6.803192641586065}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7802453637123108, "Finetune/Loss (Raw)": 0.41700097918510437, "Finetune/Step": 3545, "Finetune/Step Time": 6.81767076253891}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7796639204025269, "Finetune/Loss (Raw)": 0.7469421625137329, "Finetune/Step": 3546, "Finetune/Step Time": 6.81446729041636}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7804111242294312, "Finetune/Loss (Raw)": 0.9199519157409668, "Finetune/Step": 3547, "Finetune/Step Time": 6.811978550627828}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7823299169540405, "Finetune/Loss (Raw)": 0.8077430725097656, "Finetune/Step": 3548, "Finetune/Step Time": 6.79950887337327}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7827525734901428, "Finetune/Loss (Raw)": 0.9316967129707336, "Finetune/Step": 3549, "Finetune/Step Time": 6.798828003928065}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7795900106430054, "Finetune/Loss (Raw)": 0.3386038541793823, "Finetune/Step": 3550, "Finetune/Step Time": 6.7979488261044025}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7791592478752136, "Finetune/Loss (Raw)": 0.7078807353973389, "Finetune/Step": 3551, "Finetune/Step Time": 6.8057451620697975}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7829048037528992, "Finetune/Loss (Raw)": 0.8259894251823425, "Finetune/Step": 3552, "Finetune/Step Time": 6.773763841018081}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.781865119934082, "Finetune/Loss (Raw)": 0.6607764959335327, "Finetune/Step": 3553, "Finetune/Step Time": 6.782081568613648}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7837134599685669, "Finetune/Loss (Raw)": 0.9173341989517212, "Finetune/Step": 3554, "Finetune/Step Time": 6.78493058681488}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7846280932426453, "Finetune/Loss (Raw)": 0.9878882765769958, "Finetune/Step": 3555, "Finetune/Step Time": 6.783086834475398}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7812659740447998, "Finetune/Loss (Raw)": 0.34918999671936035, "Finetune/Step": 3556, "Finetune/Step Time": 6.794305318966508}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7821693420410156, "Finetune/Loss (Raw)": 0.9908928275108337, "Finetune/Step": 3557, "Finetune/Step Time": 6.7925379909574986}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7828220129013062, "Finetune/Loss (Raw)": 0.8058422207832336, "Finetune/Step": 3558, "Finetune/Step Time": 6.794538835063577}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7821942567825317, "Finetune/Loss (Raw)": 0.8531508445739746, "Finetune/Step": 3559, "Finetune/Step Time": 6.7833008877933025}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.784090518951416, "Finetune/Loss (Raw)": 0.9038434028625488, "Finetune/Step": 3560, "Finetune/Step Time": 6.767473893240094}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.785462498664856, "Finetune/Loss (Raw)": 0.9915336966514587, "Finetune/Step": 3561, "Finetune/Step Time": 6.751473654061556}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7847644090652466, "Finetune/Loss (Raw)": 0.6618699431419373, "Finetune/Step": 3562, "Finetune/Step Time": 6.727259896695614}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7844260931015015, "Finetune/Loss (Raw)": 0.6994499564170837, "Finetune/Step": 3563, "Finetune/Step Time": 6.713740581646562}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.784942090511322, "Finetune/Loss (Raw)": 0.7772314548492432, "Finetune/Step": 3564, "Finetune/Step Time": 6.7175209783017635}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.784522294998169, "Finetune/Loss (Raw)": 0.777675449848175, "Finetune/Step": 3565, "Finetune/Step Time": 6.720095260068774}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7861464023590088, "Finetune/Loss (Raw)": 0.9338443279266357, "Finetune/Step": 3566, "Finetune/Step Time": 6.720253881067038}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7858119606971741, "Finetune/Loss (Raw)": 0.808664083480835, "Finetune/Step": 3567, "Finetune/Step Time": 6.724181152880192}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7865757346153259, "Finetune/Loss (Raw)": 0.8408042192459106, "Finetune/Step": 3568, "Finetune/Step Time": 6.729400957003236}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7875621914863586, "Finetune/Loss (Raw)": 0.759024977684021, "Finetune/Step": 3569, "Finetune/Step Time": 6.716477112844586}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7877265214920044, "Finetune/Loss (Raw)": 0.7565962076187134, "Finetune/Step": 3570, "Finetune/Step Time": 6.7112005315721035}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7886937260627747, "Finetune/Loss (Raw)": 0.850869357585907, "Finetune/Step": 3571, "Finetune/Step Time": 6.702978316694498}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7891232967376709, "Finetune/Loss (Raw)": 0.9061753153800964, "Finetune/Step": 3572, "Finetune/Step Time": 6.704570457339287}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7911220192909241, "Finetune/Loss (Raw)": 0.8903971314430237, "Finetune/Step": 3573, "Finetune/Step Time": 6.686732675880194}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7923086881637573, "Finetune/Loss (Raw)": 0.9280067086219788, "Finetune/Step": 3574, "Finetune/Step Time": 6.684995459392667}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7913286685943604, "Finetune/Loss (Raw)": 0.8020269274711609, "Finetune/Step": 3575, "Finetune/Step Time": 6.685312854126096}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7923221588134766, "Finetune/Loss (Raw)": 0.9063905477523804, "Finetune/Step": 3576, "Finetune/Step Time": 6.694814685732126}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.791588306427002, "Finetune/Loss (Raw)": 0.8172944188117981, "Finetune/Step": 3577, "Finetune/Step Time": 6.7135438490659}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7922542095184326, "Finetune/Loss (Raw)": 0.8826690912246704, "Finetune/Step": 3578, "Finetune/Step Time": 6.697908716276288}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7926636934280396, "Finetune/Loss (Raw)": 0.8468275666236877, "Finetune/Step": 3579, "Finetune/Step Time": 6.698453595861793}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7924097180366516, "Finetune/Loss (Raw)": 0.8689425587654114, "Finetune/Step": 3580, "Finetune/Step Time": 6.705652317032218}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7932660579681396, "Finetune/Loss (Raw)": 0.9053251147270203, "Finetune/Step": 3581, "Finetune/Step Time": 6.714695069938898}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7931896448135376, "Finetune/Loss (Raw)": 0.7504613995552063, "Finetune/Step": 3582, "Finetune/Step Time": 6.716636983677745}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7964345812797546, "Finetune/Loss (Raw)": 0.7529072761535645, "Finetune/Step": 3583, "Finetune/Step Time": 6.69789170101285}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7961763739585876, "Finetune/Loss (Raw)": 0.8465139865875244, "Finetune/Step": 3584, "Finetune/Step Time": 6.699438625946641}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7971278429031372, "Finetune/Loss (Raw)": 0.9620785117149353, "Finetune/Step": 3585, "Finetune/Step Time": 6.698634436354041}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7958361506462097, "Finetune/Loss (Raw)": 0.6620456576347351, "Finetune/Step": 3586, "Finetune/Step Time": 6.696385629475117}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7951443791389465, "Finetune/Loss (Raw)": 0.7423317432403564, "Finetune/Step": 3587, "Finetune/Step Time": 6.688979731872678}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7931340932846069, "Finetune/Loss (Raw)": 0.6604652404785156, "Finetune/Step": 3588, "Finetune/Step Time": 6.689359476789832}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7967777252197266, "Finetune/Loss (Raw)": 0.8018854260444641, "Finetune/Step": 3589, "Finetune/Step Time": 6.67850237339735}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7973455190658569, "Finetune/Loss (Raw)": 0.8766105771064758, "Finetune/Step": 3590, "Finetune/Step Time": 6.681817568838596}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7969732284545898, "Finetune/Loss (Raw)": 0.7589392066001892, "Finetune/Step": 3591, "Finetune/Step Time": 6.679920464754105}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.796128511428833, "Finetune/Loss (Raw)": 0.8081762194633484, "Finetune/Step": 3592, "Finetune/Step Time": 6.684665579348803}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7976317405700684, "Finetune/Loss (Raw)": 0.9427812099456787, "Finetune/Step": 3593, "Finetune/Step Time": 6.69200093857944}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.796173095703125, "Finetune/Loss (Raw)": 0.5497771501541138, "Finetune/Step": 3594, "Finetune/Step Time": 6.698544628918171}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7974367141723633, "Finetune/Loss (Raw)": 0.8458693623542786, "Finetune/Step": 3595, "Finetune/Step Time": 6.709735233336687}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7998924255371094, "Finetune/Loss (Raw)": 0.9733629822731018, "Finetune/Step": 3596, "Finetune/Step Time": 6.6956124268472195}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7958838939666748, "Finetune/Loss (Raw)": 0.24841387569904327, "Finetune/Step": 3597, "Finetune/Step Time": 6.703729731962085}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7957583665847778, "Finetune/Loss (Raw)": 0.7767756581306458, "Finetune/Step": 3598, "Finetune/Step Time": 6.718333087861538}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7945892810821533, "Finetune/Loss (Raw)": 0.7221106290817261, "Finetune/Step": 3599, "Finetune/Step Time": 6.720084832981229}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7920828461647034, "Finetune/Loss (Raw)": 0.4328085482120514, "Finetune/Step": 3600, "Finetune/Step Time": 6.731346778571606}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7916691303253174, "Finetune/Loss (Raw)": 0.8640019297599792, "Finetune/Step": 3601, "Finetune/Step Time": 6.713490080088377}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7922690510749817, "Finetune/Loss (Raw)": 0.789577841758728, "Finetune/Step": 3602, "Finetune/Step Time": 6.708112904801965}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7920606732368469, "Finetune/Loss (Raw)": 0.8127238154411316, "Finetune/Step": 3603, "Finetune/Step Time": 6.7063929829746485}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7933493852615356, "Finetune/Loss (Raw)": 0.8497471809387207, "Finetune/Step": 3604, "Finetune/Step Time": 6.702761895954609}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7926755547523499, "Finetune/Loss (Raw)": 0.6743186116218567, "Finetune/Step": 3605, "Finetune/Step Time": 6.688004607334733}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7910420894622803, "Finetune/Loss (Raw)": 0.7281917333602905, "Finetune/Step": 3606, "Finetune/Step Time": 6.700190091505647}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7898226976394653, "Finetune/Loss (Raw)": 0.8641029596328735, "Finetune/Step": 3607, "Finetune/Step Time": 6.703020803630352}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.788841962814331, "Finetune/Loss (Raw)": 0.7376121282577515, "Finetune/Step": 3608, "Finetune/Step Time": 6.7189562655985355}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7882819175720215, "Finetune/Loss (Raw)": 0.7950019836425781, "Finetune/Step": 3609, "Finetune/Step Time": 6.709233768284321}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7873767614364624, "Finetune/Loss (Raw)": 0.6937496662139893, "Finetune/Step": 3610, "Finetune/Step Time": 6.708173330873251}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7838388085365295, "Finetune/Loss (Raw)": 0.34057939052581787, "Finetune/Step": 3611, "Finetune/Step Time": 6.688565947115421}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7838599681854248, "Finetune/Loss (Raw)": 0.7964864373207092, "Finetune/Step": 3612, "Finetune/Step Time": 6.685905255377293}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7820993065834045, "Finetune/Loss (Raw)": 0.7156460285186768, "Finetune/Step": 3613, "Finetune/Step Time": 6.686834689229727}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7820963859558105, "Finetune/Loss (Raw)": 0.8108441829681396, "Finetune/Step": 3614, "Finetune/Step Time": 6.680413233116269}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7831566333770752, "Finetune/Loss (Raw)": 0.867510974407196, "Finetune/Step": 3615, "Finetune/Step Time": 6.6845376547425985}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7832105755805969, "Finetune/Loss (Raw)": 0.7015694975852966, "Finetune/Step": 3616, "Finetune/Step Time": 6.688847152516246}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7821317911148071, "Finetune/Loss (Raw)": 0.7663825154304504, "Finetune/Step": 3617, "Finetune/Step Time": 6.697839858010411}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7818164825439453, "Finetune/Loss (Raw)": 0.7032021880149841, "Finetune/Step": 3618, "Finetune/Step Time": 6.705242786556482}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7805881500244141, "Finetune/Loss (Raw)": 0.7780672311782837, "Finetune/Step": 3619, "Finetune/Step Time": 6.70291062258184}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.780502200126648, "Finetune/Loss (Raw)": 0.7950987219810486, "Finetune/Step": 3620, "Finetune/Step Time": 6.6929293647408485}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.782296359539032, "Finetune/Loss (Raw)": 0.7599993944168091, "Finetune/Step": 3621, "Finetune/Step Time": 6.686276396736503}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7814621925354004, "Finetune/Loss (Raw)": 0.8312613368034363, "Finetune/Step": 3622, "Finetune/Step Time": 6.685378370806575}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7812021970748901, "Finetune/Loss (Raw)": 0.8416528105735779, "Finetune/Step": 3623, "Finetune/Step Time": 6.685663191601634}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7815008759498596, "Finetune/Loss (Raw)": 0.9044641256332397, "Finetune/Step": 3624, "Finetune/Step Time": 6.632115317508578}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7834551334381104, "Finetune/Loss (Raw)": 0.8951631188392639, "Finetune/Step": 3625, "Finetune/Step Time": 6.574914010241628}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7820989489555359, "Finetune/Loss (Raw)": 0.7091332077980042, "Finetune/Step": 3626, "Finetune/Step Time": 6.571541663259268}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7819667458534241, "Finetune/Loss (Raw)": 0.8435665965080261, "Finetune/Step": 3627, "Finetune/Step Time": 6.586837876588106}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7813529968261719, "Finetune/Loss (Raw)": 0.8307604193687439, "Finetune/Step": 3628, "Finetune/Step Time": 6.591737929731607}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7805583477020264, "Finetune/Loss (Raw)": 0.776936948299408, "Finetune/Step": 3629, "Finetune/Step Time": 6.597921987995505}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7787374258041382, "Finetune/Loss (Raw)": 0.7358821034431458, "Finetune/Step": 3630, "Finetune/Step Time": 6.597746446728706}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7770307660102844, "Finetune/Loss (Raw)": 0.6557348966598511, "Finetune/Step": 3631, "Finetune/Step Time": 6.622155310586095}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7779765725135803, "Finetune/Loss (Raw)": 0.9038781523704529, "Finetune/Step": 3632, "Finetune/Step Time": 6.624255616217852}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7790089845657349, "Finetune/Loss (Raw)": 0.9246440529823303, "Finetune/Step": 3633, "Finetune/Step Time": 6.618268843740225}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7789515256881714, "Finetune/Loss (Raw)": 0.7794151902198792, "Finetune/Step": 3634, "Finetune/Step Time": 6.610545186325908}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7793987989425659, "Finetune/Loss (Raw)": 0.7017807364463806, "Finetune/Step": 3635, "Finetune/Step Time": 6.594050804153085}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7796752452850342, "Finetune/Loss (Raw)": 0.8458126187324524, "Finetune/Step": 3636, "Finetune/Step Time": 6.59275708720088}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.780238151550293, "Finetune/Loss (Raw)": 0.8852877020835876, "Finetune/Step": 3637, "Finetune/Step Time": 6.577990882098675}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.781139075756073, "Finetune/Loss (Raw)": 0.8615725636482239, "Finetune/Step": 3638, "Finetune/Step Time": 6.575723947957158}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7819857597351074, "Finetune/Loss (Raw)": 0.8324047327041626, "Finetune/Step": 3639, "Finetune/Step Time": 6.5643808376044035}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7781319618225098, "Finetune/Loss (Raw)": 0.30502671003341675, "Finetune/Step": 3640, "Finetune/Step Time": 6.5842644814401865}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7772077918052673, "Finetune/Loss (Raw)": 0.7483311295509338, "Finetune/Step": 3641, "Finetune/Step Time": 6.587013259530067}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7780947685241699, "Finetune/Loss (Raw)": 0.8485276103019714, "Finetune/Step": 3642, "Finetune/Step Time": 6.58990460075438}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7786508798599243, "Finetune/Loss (Raw)": 0.8799991011619568, "Finetune/Step": 3643, "Finetune/Step Time": 6.583287972956896}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7785425186157227, "Finetune/Loss (Raw)": 0.8072482347488403, "Finetune/Step": 3644, "Finetune/Step Time": 6.579666128382087}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7778902053833008, "Finetune/Loss (Raw)": 0.7696661949157715, "Finetune/Step": 3645, "Finetune/Step Time": 6.5790862161666155}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7789558172225952, "Finetune/Loss (Raw)": 0.86919766664505, "Finetune/Step": 3646, "Finetune/Step Time": 6.563996771350503}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7802180647850037, "Finetune/Loss (Raw)": 0.856449544429779, "Finetune/Step": 3647, "Finetune/Step Time": 6.531376548111439}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7808155417442322, "Finetune/Loss (Raw)": 0.9006247520446777, "Finetune/Step": 3648, "Finetune/Step Time": 6.553994739428163}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7807526588439941, "Finetune/Loss (Raw)": 0.9053201079368591, "Finetune/Step": 3649, "Finetune/Step Time": 6.5584647841751575}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7830487489700317, "Finetune/Loss (Raw)": 0.9501431584358215, "Finetune/Step": 3650, "Finetune/Step Time": 6.539190672338009}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7830300331115723, "Finetune/Loss (Raw)": 0.6720010638237, "Finetune/Step": 3651, "Finetune/Step Time": 6.529256047680974}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7840703725814819, "Finetune/Loss (Raw)": 0.8251293301582336, "Finetune/Step": 3652, "Finetune/Step Time": 6.52224131859839}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.783396303653717, "Finetune/Loss (Raw)": 0.9027340412139893, "Finetune/Step": 3653, "Finetune/Step Time": 6.519891733303666}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7840355038642883, "Finetune/Loss (Raw)": 0.7804068922996521, "Finetune/Step": 3654, "Finetune/Step Time": 6.539867136627436}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7850283980369568, "Finetune/Loss (Raw)": 0.9714791774749756, "Finetune/Step": 3655, "Finetune/Step Time": 6.54486102424562}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7842394113540649, "Finetune/Loss (Raw)": 0.7035073041915894, "Finetune/Step": 3656, "Finetune/Step Time": 6.5494215954095125}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7853905558586121, "Finetune/Loss (Raw)": 0.8216985464096069, "Finetune/Step": 3657, "Finetune/Step Time": 6.544668333604932}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7850306034088135, "Finetune/Loss (Raw)": 0.7761362791061401, "Finetune/Step": 3658, "Finetune/Step Time": 6.560663398355246}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7847888469696045, "Finetune/Loss (Raw)": 0.8183486461639404, "Finetune/Step": 3659, "Finetune/Step Time": 6.56383815407753}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7865316867828369, "Finetune/Loss (Raw)": 0.932245671749115, "Finetune/Step": 3660, "Finetune/Step Time": 6.551455356180668}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7904689311981201, "Finetune/Loss (Raw)": 0.8243228197097778, "Finetune/Step": 3661, "Finetune/Step Time": 6.531023459509015}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7909775972366333, "Finetune/Loss (Raw)": 0.9323276281356812, "Finetune/Step": 3662, "Finetune/Step Time": 6.521813223138452}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7962347269058228, "Finetune/Loss (Raw)": 1.0097768306732178, "Finetune/Step": 3663, "Finetune/Step Time": 6.489933231845498}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7960192561149597, "Finetune/Loss (Raw)": 0.7496888637542725, "Finetune/Step": 3664, "Finetune/Step Time": 6.49243831448257}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7949237823486328, "Finetune/Loss (Raw)": 0.8438277840614319, "Finetune/Step": 3665, "Finetune/Step Time": 6.4847508277744055}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7941363453865051, "Finetune/Loss (Raw)": 0.8198702931404114, "Finetune/Step": 3666, "Finetune/Step Time": 6.4799470994621515}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7903943657875061, "Finetune/Loss (Raw)": 0.4194445312023163, "Finetune/Step": 3667, "Finetune/Step Time": 6.497348194941878}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7897646427154541, "Finetune/Loss (Raw)": 0.7474225163459778, "Finetune/Step": 3668, "Finetune/Step Time": 6.487976226955652}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7891315221786499, "Finetune/Loss (Raw)": 0.7617451548576355, "Finetune/Step": 3669, "Finetune/Step Time": 6.491869729012251}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7900325059890747, "Finetune/Loss (Raw)": 0.8167498111724854, "Finetune/Step": 3670, "Finetune/Step Time": 6.467676043510437}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7909838557243347, "Finetune/Loss (Raw)": 0.9137164354324341, "Finetune/Step": 3671, "Finetune/Step Time": 6.4496213011443615}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7901074886322021, "Finetune/Loss (Raw)": 0.756217896938324, "Finetune/Step": 3672, "Finetune/Step Time": 6.4580332133919}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7910588383674622, "Finetune/Loss (Raw)": 0.538774311542511, "Finetune/Step": 3673, "Finetune/Step Time": 6.44284294359386}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7915408611297607, "Finetune/Loss (Raw)": 0.8086355328559875, "Finetune/Step": 3674, "Finetune/Step Time": 6.434411324560642}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7872798442840576, "Finetune/Loss (Raw)": 0.3745422661304474, "Finetune/Step": 3675, "Finetune/Step Time": 6.459107821807265}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7874801158905029, "Finetune/Loss (Raw)": 0.8333790302276611, "Finetune/Step": 3676, "Finetune/Step Time": 6.462705386802554}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7874164581298828, "Finetune/Loss (Raw)": 0.9235554933547974, "Finetune/Step": 3677, "Finetune/Step Time": 6.461865181103349}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7895730137825012, "Finetune/Loss (Raw)": 0.6146395206451416, "Finetune/Step": 3678, "Finetune/Step Time": 6.4429425578564405}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.790218710899353, "Finetune/Loss (Raw)": 0.790524423122406, "Finetune/Step": 3679, "Finetune/Step Time": 6.430957363918424}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7904936075210571, "Finetune/Loss (Raw)": 0.861179530620575, "Finetune/Step": 3680, "Finetune/Step Time": 6.437280410900712}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7923352718353271, "Finetune/Loss (Raw)": 0.8965082168579102, "Finetune/Step": 3681, "Finetune/Step Time": 6.417932158336043}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.793193519115448, "Finetune/Loss (Raw)": 1.0271937847137451, "Finetune/Step": 3682, "Finetune/Step Time": 6.415246745571494}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.791957676410675, "Finetune/Loss (Raw)": 0.8297024965286255, "Finetune/Step": 3683, "Finetune/Step Time": 6.416300566866994}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7938109040260315, "Finetune/Loss (Raw)": 0.5864018797874451, "Finetune/Step": 3684, "Finetune/Step Time": 6.414968257769942}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7922368049621582, "Finetune/Loss (Raw)": 0.7894124388694763, "Finetune/Step": 3685, "Finetune/Step Time": 6.411358833312988}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7927132844924927, "Finetune/Loss (Raw)": 0.8668256402015686, "Finetune/Step": 3686, "Finetune/Step Time": 6.410967353731394}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7925638556480408, "Finetune/Loss (Raw)": 0.8340272307395935, "Finetune/Step": 3687, "Finetune/Step Time": 6.421204224228859}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7905328273773193, "Finetune/Loss (Raw)": 0.6438635587692261, "Finetune/Step": 3688, "Finetune/Step Time": 6.429493147879839}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7898861169815063, "Finetune/Loss (Raw)": 0.9087634682655334, "Finetune/Step": 3689, "Finetune/Step Time": 6.428953928872943}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7915089130401611, "Finetune/Loss (Raw)": 0.869583249092102, "Finetune/Step": 3690, "Finetune/Step Time": 6.432070570066571}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7884308099746704, "Finetune/Loss (Raw)": 0.3054567575454712, "Finetune/Step": 3691, "Finetune/Step Time": 6.450482213869691}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.789432168006897, "Finetune/Loss (Raw)": 0.9054014086723328, "Finetune/Step": 3692, "Finetune/Step Time": 6.4437274392694235}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7898573875427246, "Finetune/Loss (Raw)": 0.8321071863174438, "Finetune/Step": 3693, "Finetune/Step Time": 6.443088050931692}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7879704833030701, "Finetune/Loss (Raw)": 0.6923167705535889, "Finetune/Step": 3694, "Finetune/Step Time": 6.466692857444286}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7897040843963623, "Finetune/Loss (Raw)": 1.0305681228637695, "Finetune/Step": 3695, "Finetune/Step Time": 6.445132855325937}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7892871499061584, "Finetune/Loss (Raw)": 0.7874377369880676, "Finetune/Step": 3696, "Finetune/Step Time": 6.43730329349637}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7876629829406738, "Finetune/Loss (Raw)": 0.551129937171936, "Finetune/Step": 3697, "Finetune/Step Time": 6.453818349167705}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7882204055786133, "Finetune/Loss (Raw)": 0.8279507160186768, "Finetune/Step": 3698, "Finetune/Step Time": 6.46054551564157}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7881672382354736, "Finetune/Loss (Raw)": 0.8440598249435425, "Finetune/Step": 3699, "Finetune/Step Time": 6.457516446709633}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7877421379089355, "Finetune/Loss (Raw)": 0.8517615795135498, "Finetune/Step": 3700, "Finetune/Step Time": 6.4590999484062195}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7860348224639893, "Finetune/Loss (Raw)": 0.6718642115592957, "Finetune/Step": 3701, "Finetune/Step Time": 6.4664579927921295}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7854140996932983, "Finetune/Loss (Raw)": 0.8485466241836548, "Finetune/Step": 3702, "Finetune/Step Time": 6.45501421764493}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.786094069480896, "Finetune/Loss (Raw)": 0.8890673518180847, "Finetune/Step": 3703, "Finetune/Step Time": 6.463509880006313}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7857758402824402, "Finetune/Loss (Raw)": 0.865655243396759, "Finetune/Step": 3704, "Finetune/Step Time": 6.4673386961221695}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7843917608261108, "Finetune/Loss (Raw)": 0.6401430368423462, "Finetune/Step": 3705, "Finetune/Step Time": 6.448284136131406}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.783835768699646, "Finetune/Loss (Raw)": 0.8114955425262451, "Finetune/Step": 3706, "Finetune/Step Time": 6.449863402172923}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7830848693847656, "Finetune/Loss (Raw)": 0.750712513923645, "Finetune/Step": 3707, "Finetune/Step Time": 6.475569611415267}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7813987731933594, "Finetune/Loss (Raw)": 0.653116762638092, "Finetune/Step": 3708, "Finetune/Step Time": 6.4866574089974165}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7817412614822388, "Finetune/Loss (Raw)": 0.9491752982139587, "Finetune/Step": 3709, "Finetune/Step Time": 6.47742922604084}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7832711935043335, "Finetune/Loss (Raw)": 0.9462872743606567, "Finetune/Step": 3710, "Finetune/Step Time": 6.474052462726831}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7828125953674316, "Finetune/Loss (Raw)": 0.6942113637924194, "Finetune/Step": 3711, "Finetune/Step Time": 6.485311454162002}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7834512591362, "Finetune/Loss (Raw)": 0.9282586574554443, "Finetune/Step": 3712, "Finetune/Step Time": 6.4846332017332315}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7781349420547485, "Finetune/Loss (Raw)": 0.2815902531147003, "Finetune/Step": 3713, "Finetune/Step Time": 6.503463765606284}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7793803215026855, "Finetune/Loss (Raw)": 0.8214523792266846, "Finetune/Step": 3714, "Finetune/Step Time": 6.495491260662675}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7803409695625305, "Finetune/Loss (Raw)": 0.8652868866920471, "Finetune/Step": 3715, "Finetune/Step Time": 6.4999023377895355}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7807832956314087, "Finetune/Loss (Raw)": 0.7170835733413696, "Finetune/Step": 3716, "Finetune/Step Time": 6.523263858631253}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7799301147460938, "Finetune/Loss (Raw)": 0.692686140537262, "Finetune/Step": 3717, "Finetune/Step Time": 6.532018329948187}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7782042026519775, "Finetune/Loss (Raw)": 0.6556918621063232, "Finetune/Step": 3718, "Finetune/Step Time": 6.536308782175183}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.777119517326355, "Finetune/Loss (Raw)": 0.6201010942459106, "Finetune/Step": 3719, "Finetune/Step Time": 6.5362923592329025}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7774865031242371, "Finetune/Loss (Raw)": 0.855146586894989, "Finetune/Step": 3720, "Finetune/Step Time": 6.5403610691428185}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7771769762039185, "Finetune/Loss (Raw)": 0.9031609892845154, "Finetune/Step": 3721, "Finetune/Step Time": 6.529041552916169}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7796246409416199, "Finetune/Loss (Raw)": 0.8630800247192383, "Finetune/Step": 3722, "Finetune/Step Time": 6.525592245161533}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7804768681526184, "Finetune/Loss (Raw)": 0.9549506902694702, "Finetune/Step": 3723, "Finetune/Step Time": 6.523437010124326}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7789341807365417, "Finetune/Loss (Raw)": 0.7759025692939758, "Finetune/Step": 3724, "Finetune/Step Time": 6.523840883746743}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7839795351028442, "Finetune/Loss (Raw)": 0.8942173719406128, "Finetune/Step": 3725, "Finetune/Step Time": 6.507051263004541}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7808895707130432, "Finetune/Loss (Raw)": 0.38126206398010254, "Finetune/Step": 3726, "Finetune/Step Time": 6.5084522273391485}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7811334133148193, "Finetune/Loss (Raw)": 0.7533168792724609, "Finetune/Step": 3727, "Finetune/Step Time": 6.50245857052505}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7822892665863037, "Finetune/Loss (Raw)": 0.5807626843452454, "Finetune/Step": 3728, "Finetune/Step Time": 6.490919096395373}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7820196151733398, "Finetune/Loss (Raw)": 0.8294897079467773, "Finetune/Step": 3729, "Finetune/Step Time": 6.499416332691908}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7825711369514465, "Finetune/Loss (Raw)": 0.8601710796356201, "Finetune/Step": 3730, "Finetune/Step Time": 6.527851711958647}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.782954216003418, "Finetune/Loss (Raw)": 0.8617581129074097, "Finetune/Step": 3731, "Finetune/Step Time": 6.527813907712698}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.783021867275238, "Finetune/Loss (Raw)": 0.8584038615226746, "Finetune/Step": 3732, "Finetune/Step Time": 6.5258654318749905}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7839534282684326, "Finetune/Loss (Raw)": 0.7935640215873718, "Finetune/Step": 3733, "Finetune/Step Time": 6.533433808013797}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.785373330116272, "Finetune/Loss (Raw)": 0.9099399447441101, "Finetune/Step": 3734, "Finetune/Step Time": 6.526110451668501}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7836883068084717, "Finetune/Loss (Raw)": 0.6484178304672241, "Finetune/Step": 3735, "Finetune/Step Time": 6.527296643704176}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7861509323120117, "Finetune/Loss (Raw)": 1.0528240203857422, "Finetune/Step": 3736, "Finetune/Step Time": 6.497962350025773}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7858844995498657, "Finetune/Loss (Raw)": 0.7609028816223145, "Finetune/Step": 3737, "Finetune/Step Time": 6.515953119844198}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7860719561576843, "Finetune/Loss (Raw)": 0.7177377939224243, "Finetune/Step": 3738, "Finetune/Step Time": 6.525026056915522}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7891006469726562, "Finetune/Loss (Raw)": 0.7282485365867615, "Finetune/Step": 3739, "Finetune/Step Time": 6.505229232832789}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7891353964805603, "Finetune/Loss (Raw)": 0.8009445071220398, "Finetune/Step": 3740, "Finetune/Step Time": 6.488482989370823}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7906767129898071, "Finetune/Loss (Raw)": 0.9129323363304138, "Finetune/Step": 3741, "Finetune/Step Time": 6.4880295395851135}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7907927632331848, "Finetune/Loss (Raw)": 0.8256975412368774, "Finetune/Step": 3742, "Finetune/Step Time": 6.484174067154527}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.790562629699707, "Finetune/Loss (Raw)": 0.8380534648895264, "Finetune/Step": 3743, "Finetune/Step Time": 6.5165417939424515}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7878905534744263, "Finetune/Loss (Raw)": 0.359548956155777, "Finetune/Step": 3744, "Finetune/Step Time": 6.543688897043467}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7844087481498718, "Finetune/Loss (Raw)": 0.3207099735736847, "Finetune/Step": 3745, "Finetune/Step Time": 6.551674107089639}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7843883037567139, "Finetune/Loss (Raw)": 0.7005828619003296, "Finetune/Step": 3746, "Finetune/Step Time": 6.542749598622322}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7829291820526123, "Finetune/Loss (Raw)": 0.5912977457046509, "Finetune/Step": 3747, "Finetune/Step Time": 6.562732666730881}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7833528518676758, "Finetune/Loss (Raw)": 0.8493313789367676, "Finetune/Step": 3748, "Finetune/Step Time": 6.573483204469085}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7825579643249512, "Finetune/Loss (Raw)": 0.6582531929016113, "Finetune/Step": 3749, "Finetune/Step Time": 6.580510014668107}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7830847501754761, "Finetune/Loss (Raw)": 0.8986895680427551, "Finetune/Step": 3750, "Finetune/Step Time": 6.5845244992524385}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.784193217754364, "Finetune/Loss (Raw)": 0.9835366010665894, "Finetune/Step": 3751, "Finetune/Step Time": 6.591679843142629}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7833658456802368, "Finetune/Loss (Raw)": 0.7985613942146301, "Finetune/Step": 3752, "Finetune/Step Time": 6.594117470085621}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7820855379104614, "Finetune/Loss (Raw)": 0.7312845587730408, "Finetune/Step": 3753, "Finetune/Step Time": 6.609355075284839}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7829251289367676, "Finetune/Loss (Raw)": 0.8166001439094543, "Finetune/Step": 3754, "Finetune/Step Time": 6.612245224416256}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7826396822929382, "Finetune/Loss (Raw)": 0.8070300817489624, "Finetune/Step": 3755, "Finetune/Step Time": 6.600580532103777}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7810713648796082, "Finetune/Loss (Raw)": 0.6300150156021118, "Finetune/Step": 3756, "Finetune/Step Time": 6.602598214522004}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7821030020713806, "Finetune/Loss (Raw)": 0.9089852571487427, "Finetune/Step": 3757, "Finetune/Step Time": 6.605711344629526}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7817568778991699, "Finetune/Loss (Raw)": 0.6915795207023621, "Finetune/Step": 3758, "Finetune/Step Time": 6.6214431170374155}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.783247172832489, "Finetune/Loss (Raw)": 0.8464930057525635, "Finetune/Step": 3759, "Finetune/Step Time": 6.6062487959861755}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7820671796798706, "Finetune/Loss (Raw)": 0.752832293510437, "Finetune/Step": 3760, "Finetune/Step Time": 6.612604169175029}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7800285220146179, "Finetune/Loss (Raw)": 0.6637007594108582, "Finetune/Step": 3761, "Finetune/Step Time": 6.634515529498458}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7803018093109131, "Finetune/Loss (Raw)": 0.8143929839134216, "Finetune/Step": 3762, "Finetune/Step Time": 6.640171512961388}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7819499373435974, "Finetune/Loss (Raw)": 0.9127451181411743, "Finetune/Step": 3763, "Finetune/Step Time": 6.641882125288248}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7811415195465088, "Finetune/Loss (Raw)": 0.7423312067985535, "Finetune/Step": 3764, "Finetune/Step Time": 6.642364781349897}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7793899178504944, "Finetune/Loss (Raw)": 0.6610864400863647, "Finetune/Step": 3765, "Finetune/Step Time": 6.651561614125967}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7796352505683899, "Finetune/Loss (Raw)": 0.8929704427719116, "Finetune/Step": 3766, "Finetune/Step Time": 6.654868675395846}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7798483371734619, "Finetune/Loss (Raw)": 0.8596853613853455, "Finetune/Step": 3767, "Finetune/Step Time": 6.668907791376114}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7830840945243835, "Finetune/Loss (Raw)": 0.7192058563232422, "Finetune/Step": 3768, "Finetune/Step Time": 6.657965062186122}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7791434526443481, "Finetune/Loss (Raw)": 0.24392858147621155, "Finetune/Step": 3769, "Finetune/Step Time": 6.675333794206381}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7800583839416504, "Finetune/Loss (Raw)": 0.9656352996826172, "Finetune/Step": 3770, "Finetune/Step Time": 6.667023718357086}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7809544205665588, "Finetune/Loss (Raw)": 0.9946909546852112, "Finetune/Step": 3771, "Finetune/Step Time": 6.669009413570166}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7814563512802124, "Finetune/Loss (Raw)": 0.8714967370033264, "Finetune/Step": 3772, "Finetune/Step Time": 6.675343386828899}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7781131863594055, "Finetune/Loss (Raw)": 0.3417404890060425, "Finetune/Step": 3773, "Finetune/Step Time": 6.6933192033320665}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7781467437744141, "Finetune/Loss (Raw)": 0.8734951615333557, "Finetune/Step": 3774, "Finetune/Step Time": 6.695716327056289}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7784311771392822, "Finetune/Loss (Raw)": 0.8928497433662415, "Finetune/Step": 3775, "Finetune/Step Time": 6.7002797070890665}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.778476357460022, "Finetune/Loss (Raw)": 0.9064188599586487, "Finetune/Step": 3776, "Finetune/Step Time": 6.683336330577731}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7735170125961304, "Finetune/Loss (Raw)": 0.27051204442977905, "Finetune/Step": 3777, "Finetune/Step Time": 6.703672017902136}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7727200984954834, "Finetune/Loss (Raw)": 0.8481461405754089, "Finetune/Step": 3778, "Finetune/Step Time": 6.711109133437276}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7727438807487488, "Finetune/Loss (Raw)": 0.6750386953353882, "Finetune/Step": 3779, "Finetune/Step Time": 6.711491666734219}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.772141695022583, "Finetune/Loss (Raw)": 0.7480561137199402, "Finetune/Step": 3780, "Finetune/Step Time": 6.712575502693653}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7718433141708374, "Finetune/Loss (Raw)": 0.8645413517951965, "Finetune/Step": 3781, "Finetune/Step Time": 6.710523655638099}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7716244459152222, "Finetune/Loss (Raw)": 0.7523885369300842, "Finetune/Step": 3782, "Finetune/Step Time": 6.68321755900979}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7698085904121399, "Finetune/Loss (Raw)": 0.7390471696853638, "Finetune/Step": 3783, "Finetune/Step Time": 6.68558556586504}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7698992490768433, "Finetune/Loss (Raw)": 0.7151170372962952, "Finetune/Step": 3784, "Finetune/Step Time": 6.691550765186548}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7698708176612854, "Finetune/Loss (Raw)": 0.818061351776123, "Finetune/Step": 3785, "Finetune/Step Time": 6.6897778157144785}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7710792422294617, "Finetune/Loss (Raw)": 0.9308067560195923, "Finetune/Step": 3786, "Finetune/Step Time": 6.6741080917418}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7713493704795837, "Finetune/Loss (Raw)": 0.8529280424118042, "Finetune/Step": 3787, "Finetune/Step Time": 6.671616394072771}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7701331973075867, "Finetune/Loss (Raw)": 0.7765766382217407, "Finetune/Step": 3788, "Finetune/Step Time": 6.677619284018874}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7691679000854492, "Finetune/Loss (Raw)": 0.7007684111595154, "Finetune/Step": 3789, "Finetune/Step Time": 6.696718767285347}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7688261270523071, "Finetune/Loss (Raw)": 0.8885802030563354, "Finetune/Step": 3790, "Finetune/Step Time": 6.697891457006335}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7674120664596558, "Finetune/Loss (Raw)": 0.8287659883499146, "Finetune/Step": 3791, "Finetune/Step Time": 6.698356883600354}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7641867399215698, "Finetune/Loss (Raw)": 0.3368546962738037, "Finetune/Step": 3792, "Finetune/Step Time": 6.7058238089084625}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7642138004302979, "Finetune/Loss (Raw)": 0.8472931385040283, "Finetune/Step": 3793, "Finetune/Step Time": 6.725589843466878}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.764214038848877, "Finetune/Loss (Raw)": 0.8199055790901184, "Finetune/Step": 3794, "Finetune/Step Time": 6.7249560710042715}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7663857340812683, "Finetune/Loss (Raw)": 0.6974127888679504, "Finetune/Step": 3795, "Finetune/Step Time": 6.7187507431954145}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7671915888786316, "Finetune/Loss (Raw)": 0.8505727052688599, "Finetune/Step": 3796, "Finetune/Step Time": 6.724452219903469}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7664235234260559, "Finetune/Loss (Raw)": 0.6634341478347778, "Finetune/Step": 3797, "Finetune/Step Time": 6.729004058986902}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7659446597099304, "Finetune/Loss (Raw)": 0.7554565072059631, "Finetune/Step": 3798, "Finetune/Step Time": 6.725615084171295}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7635937929153442, "Finetune/Loss (Raw)": 0.6128014326095581, "Finetune/Step": 3799, "Finetune/Step Time": 6.7466207426041365}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7644160985946655, "Finetune/Loss (Raw)": 0.8614735007286072, "Finetune/Step": 3800, "Finetune/Step Time": 6.741838710382581}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7664158940315247, "Finetune/Loss (Raw)": 0.7947503924369812, "Finetune/Step": 3801, "Finetune/Step Time": 6.742329444736242}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7673006653785706, "Finetune/Loss (Raw)": 0.9218851923942566, "Finetune/Step": 3802, "Finetune/Step Time": 6.743637086823583}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7717215418815613, "Finetune/Loss (Raw)": 0.9404178261756897, "Finetune/Step": 3803, "Finetune/Step Time": 6.719883834943175}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7718278169631958, "Finetune/Loss (Raw)": 0.8469828367233276, "Finetune/Step": 3804, "Finetune/Step Time": 6.704002069309354}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7699295282363892, "Finetune/Loss (Raw)": 0.6805656552314758, "Finetune/Step": 3805, "Finetune/Step Time": 6.721630627289414}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7713963985443115, "Finetune/Loss (Raw)": 0.8024082779884338, "Finetune/Step": 3806, "Finetune/Step Time": 6.734337678179145}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7710646390914917, "Finetune/Loss (Raw)": 0.7480495572090149, "Finetune/Step": 3807, "Finetune/Step Time": 6.736663172021508}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.769465446472168, "Finetune/Loss (Raw)": 0.6564837098121643, "Finetune/Step": 3808, "Finetune/Step Time": 6.743705945089459}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.768544614315033, "Finetune/Loss (Raw)": 0.7786436676979065, "Finetune/Step": 3809, "Finetune/Step Time": 6.758669797331095}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.767345666885376, "Finetune/Loss (Raw)": 0.8737394213676453, "Finetune/Step": 3810, "Finetune/Step Time": 6.75555338896811}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7666239142417908, "Finetune/Loss (Raw)": 0.7373146414756775, "Finetune/Step": 3811, "Finetune/Step Time": 6.761384313926101}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7676159143447876, "Finetune/Loss (Raw)": 0.7133738994598389, "Finetune/Step": 3812, "Finetune/Step Time": 6.755891470238566}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7676619291305542, "Finetune/Loss (Raw)": 0.7952970266342163, "Finetune/Step": 3813, "Finetune/Step Time": 6.753893248736858}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7666476368904114, "Finetune/Loss (Raw)": 0.7370026111602783, "Finetune/Step": 3814, "Finetune/Step Time": 6.751969870179892}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7665720582008362, "Finetune/Loss (Raw)": 0.8243528008460999, "Finetune/Step": 3815, "Finetune/Step Time": 6.75905067846179}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7680377960205078, "Finetune/Loss (Raw)": 0.8314781188964844, "Finetune/Step": 3816, "Finetune/Step Time": 6.774766514077783}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7666608095169067, "Finetune/Loss (Raw)": 0.7325080633163452, "Finetune/Step": 3817, "Finetune/Step Time": 6.771880716085434}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7658995389938354, "Finetune/Loss (Raw)": 0.772138774394989, "Finetune/Step": 3818, "Finetune/Step Time": 6.765046561136842}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7694342136383057, "Finetune/Loss (Raw)": 0.7579001784324646, "Finetune/Step": 3819, "Finetune/Step Time": 6.7468681782484055}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7675760984420776, "Finetune/Loss (Raw)": 0.667564868927002, "Finetune/Step": 3820, "Finetune/Step Time": 6.748420059680939}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7666283845901489, "Finetune/Loss (Raw)": 0.7107946276664734, "Finetune/Step": 3821, "Finetune/Step Time": 6.753971057012677}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7668242454528809, "Finetune/Loss (Raw)": 0.7173881530761719, "Finetune/Step": 3822, "Finetune/Step Time": 6.7430083360522985}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7659920454025269, "Finetune/Loss (Raw)": 0.9240453839302063, "Finetune/Step": 3823, "Finetune/Step Time": 6.746016917750239}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7664279937744141, "Finetune/Loss (Raw)": 0.8432397246360779, "Finetune/Step": 3824, "Finetune/Step Time": 6.745482066646218}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7674270868301392, "Finetune/Loss (Raw)": 0.6790074110031128, "Finetune/Step": 3825, "Finetune/Step Time": 6.723822711035609}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7662036418914795, "Finetune/Loss (Raw)": 0.6713588833808899, "Finetune/Step": 3826, "Finetune/Step Time": 6.719905912876129}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.76585853099823, "Finetune/Loss (Raw)": 0.7998829483985901, "Finetune/Step": 3827, "Finetune/Step Time": 6.747409733012319}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7659364342689514, "Finetune/Loss (Raw)": 0.8617351651191711, "Finetune/Step": 3828, "Finetune/Step Time": 6.749908799305558}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7628443241119385, "Finetune/Loss (Raw)": 0.2760661244392395, "Finetune/Step": 3829, "Finetune/Step Time": 6.763175236061215}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7625070810317993, "Finetune/Loss (Raw)": 0.8053901791572571, "Finetune/Step": 3830, "Finetune/Step Time": 6.771985962986946}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.761667013168335, "Finetune/Loss (Raw)": 0.7815293073654175, "Finetune/Step": 3831, "Finetune/Step Time": 6.7683543134480715}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7626934051513672, "Finetune/Loss (Raw)": 0.997035026550293, "Finetune/Step": 3832, "Finetune/Step Time": 6.754608660936356}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.76459139585495, "Finetune/Loss (Raw)": 0.8830915093421936, "Finetune/Step": 3833, "Finetune/Step Time": 6.777541197836399}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7652403712272644, "Finetune/Loss (Raw)": 0.8945602774620056, "Finetune/Step": 3834, "Finetune/Step Time": 6.771388968452811}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7663044333457947, "Finetune/Loss (Raw)": 0.8869125247001648, "Finetune/Step": 3835, "Finetune/Step Time": 6.7516465820372105}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7669503092765808, "Finetune/Loss (Raw)": 0.7357913255691528, "Finetune/Step": 3836, "Finetune/Step Time": 6.729506032541394}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7657845616340637, "Finetune/Loss (Raw)": 0.7999603152275085, "Finetune/Step": 3837, "Finetune/Step Time": 6.73462712392211}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.764283299446106, "Finetune/Loss (Raw)": 0.7541201710700989, "Finetune/Step": 3838, "Finetune/Step Time": 6.722298352047801}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.765107274055481, "Finetune/Loss (Raw)": 0.799677848815918, "Finetune/Step": 3839, "Finetune/Step Time": 6.736008390784264}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7637349367141724, "Finetune/Loss (Raw)": 0.7526093125343323, "Finetune/Step": 3840, "Finetune/Step Time": 6.735635684803128}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.769206166267395, "Finetune/Loss (Raw)": 0.9819039702415466, "Finetune/Step": 3841, "Finetune/Step Time": 6.715762471780181}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7688300609588623, "Finetune/Loss (Raw)": 0.7733088731765747, "Finetune/Step": 3842, "Finetune/Step Time": 6.70807147398591}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7673898935317993, "Finetune/Loss (Raw)": 0.6809422969818115, "Finetune/Step": 3843, "Finetune/Step Time": 6.715318648144603}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7679708003997803, "Finetune/Loss (Raw)": 0.7914421558380127, "Finetune/Step": 3844, "Finetune/Step Time": 6.695892451331019}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7686816453933716, "Finetune/Loss (Raw)": 0.7836827039718628, "Finetune/Step": 3845, "Finetune/Step Time": 6.679447919130325}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7684600353240967, "Finetune/Loss (Raw)": 0.6273137927055359, "Finetune/Step": 3846, "Finetune/Step Time": 6.674713529646397}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7706542015075684, "Finetune/Loss (Raw)": 0.9009568095207214, "Finetune/Step": 3847, "Finetune/Step Time": 6.662118259817362}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7665379047393799, "Finetune/Loss (Raw)": 0.32826492190361023, "Finetune/Step": 3848, "Finetune/Step Time": 6.670862678438425}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.766826868057251, "Finetune/Loss (Raw)": 0.9401471018791199, "Finetune/Step": 3849, "Finetune/Step Time": 6.686129046604037}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7640114426612854, "Finetune/Loss (Raw)": 0.5027068257331848, "Finetune/Step": 3850, "Finetune/Step Time": 6.693861287087202}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7617668509483337, "Finetune/Loss (Raw)": 0.6676486730575562, "Finetune/Step": 3851, "Finetune/Step Time": 6.685282375663519}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7628705501556396, "Finetune/Loss (Raw)": 0.9171674847602844, "Finetune/Step": 3852, "Finetune/Step Time": 6.686380852013826}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7594215869903564, "Finetune/Loss (Raw)": 0.4527568519115448, "Finetune/Step": 3853, "Finetune/Step Time": 6.701587675139308}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7629492282867432, "Finetune/Loss (Raw)": 0.8327934145927429, "Finetune/Step": 3854, "Finetune/Step Time": 6.686580508947372}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7612155675888062, "Finetune/Loss (Raw)": 0.5314091444015503, "Finetune/Step": 3855, "Finetune/Step Time": 6.708535477519035}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7640586495399475, "Finetune/Loss (Raw)": 0.9446818232536316, "Finetune/Step": 3856, "Finetune/Step Time": 6.701229969039559}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7603620886802673, "Finetune/Loss (Raw)": 0.3563283383846283, "Finetune/Step": 3857, "Finetune/Step Time": 6.710104141384363}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7562270760536194, "Finetune/Loss (Raw)": 0.33088719844818115, "Finetune/Step": 3858, "Finetune/Step Time": 6.7047901432961226}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7570841312408447, "Finetune/Loss (Raw)": 0.9714660048484802, "Finetune/Step": 3859, "Finetune/Step Time": 6.69778336584568}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.756912112236023, "Finetune/Loss (Raw)": 0.8363831043243408, "Finetune/Step": 3860, "Finetune/Step Time": 6.691251803189516}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.756669282913208, "Finetune/Loss (Raw)": 0.7624821066856384, "Finetune/Step": 3861, "Finetune/Step Time": 6.676789769902825}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7560217976570129, "Finetune/Loss (Raw)": 0.8270540833473206, "Finetune/Step": 3862, "Finetune/Step Time": 6.675355089828372}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7565910220146179, "Finetune/Loss (Raw)": 0.7212862968444824, "Finetune/Step": 3863, "Finetune/Step Time": 6.685230216011405}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7548919916152954, "Finetune/Loss (Raw)": 0.8353428244590759, "Finetune/Step": 3864, "Finetune/Step Time": 6.688024776056409}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7549206018447876, "Finetune/Loss (Raw)": 0.7645766139030457, "Finetune/Step": 3865, "Finetune/Step Time": 6.7057680524885654}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7565646171569824, "Finetune/Loss (Raw)": 0.9281638860702515, "Finetune/Step": 3866, "Finetune/Step Time": 6.697708938270807}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7586957216262817, "Finetune/Loss (Raw)": 1.0010340213775635, "Finetune/Step": 3867, "Finetune/Step Time": 6.698354911059141}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7591553330421448, "Finetune/Loss (Raw)": 0.8597678542137146, "Finetune/Step": 3868, "Finetune/Step Time": 6.702178163453937}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7577565908432007, "Finetune/Loss (Raw)": 0.7338902950286865, "Finetune/Step": 3869, "Finetune/Step Time": 6.703910971060395}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7567586302757263, "Finetune/Loss (Raw)": 0.6979650259017944, "Finetune/Step": 3870, "Finetune/Step Time": 6.728460444137454}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7564650774002075, "Finetune/Loss (Raw)": 0.8004736304283142, "Finetune/Step": 3871, "Finetune/Step Time": 6.703573286533356}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7570691108703613, "Finetune/Loss (Raw)": 0.4368722140789032, "Finetune/Step": 3872, "Finetune/Step Time": 6.717282963916659}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7597845196723938, "Finetune/Loss (Raw)": 0.6682817339897156, "Finetune/Step": 3873, "Finetune/Step Time": 6.706101031973958}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7605910301208496, "Finetune/Loss (Raw)": 0.803809642791748, "Finetune/Step": 3874, "Finetune/Step Time": 6.705654175952077}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7622271776199341, "Finetune/Loss (Raw)": 0.8007290959358215, "Finetune/Step": 3875, "Finetune/Step Time": 6.6875756569206715}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7620251178741455, "Finetune/Loss (Raw)": 0.8234643936157227, "Finetune/Step": 3876, "Finetune/Step Time": 6.67416581325233}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7624368667602539, "Finetune/Loss (Raw)": 0.7109647989273071, "Finetune/Step": 3877, "Finetune/Step Time": 6.681369097903371}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7590583562850952, "Finetune/Loss (Raw)": 0.46623215079307556, "Finetune/Step": 3878, "Finetune/Step Time": 6.709709528833628}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7572132349014282, "Finetune/Loss (Raw)": 0.7473618984222412, "Finetune/Step": 3879, "Finetune/Step Time": 6.734133927151561}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7574986219406128, "Finetune/Loss (Raw)": 0.8350961804389954, "Finetune/Step": 3880, "Finetune/Step Time": 6.730203108862042}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7583475112915039, "Finetune/Loss (Raw)": 0.8399428129196167, "Finetune/Step": 3881, "Finetune/Step Time": 6.721851114183664}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7585123777389526, "Finetune/Loss (Raw)": 0.837705135345459, "Finetune/Step": 3882, "Finetune/Step Time": 6.725122591480613}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.759381115436554, "Finetune/Loss (Raw)": 0.9182243943214417, "Finetune/Step": 3883, "Finetune/Step Time": 6.718206202611327}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7602354288101196, "Finetune/Loss (Raw)": 0.7393662333488464, "Finetune/Step": 3884, "Finetune/Step Time": 6.710681600496173}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7575387954711914, "Finetune/Loss (Raw)": 0.5638139247894287, "Finetune/Step": 3885, "Finetune/Step Time": 6.716752637177706}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7575502395629883, "Finetune/Loss (Raw)": 0.693045437335968, "Finetune/Step": 3886, "Finetune/Step Time": 6.702469294890761}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7566968202590942, "Finetune/Loss (Raw)": 0.7372522950172424, "Finetune/Step": 3887, "Finetune/Step Time": 6.6928659453988075}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7569815516471863, "Finetune/Loss (Raw)": 0.7892805933952332, "Finetune/Step": 3888, "Finetune/Step Time": 6.684455430135131}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7580496072769165, "Finetune/Loss (Raw)": 0.8004053831100464, "Finetune/Step": 3889, "Finetune/Step Time": 6.664729371666908}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.758022129535675, "Finetune/Loss (Raw)": 0.8108837008476257, "Finetune/Step": 3890, "Finetune/Step Time": 6.657967731356621}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7567107677459717, "Finetune/Loss (Raw)": 0.7448875308036804, "Finetune/Step": 3891, "Finetune/Step Time": 6.672138037160039}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7571943402290344, "Finetune/Loss (Raw)": 0.8042315244674683, "Finetune/Step": 3892, "Finetune/Step Time": 6.675399608910084}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7548798322677612, "Finetune/Loss (Raw)": 0.3648235499858856, "Finetune/Step": 3893, "Finetune/Step Time": 6.685450240969658}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7544448971748352, "Finetune/Loss (Raw)": 0.8373072147369385, "Finetune/Step": 3894, "Finetune/Step Time": 6.683766001835465}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7541954517364502, "Finetune/Loss (Raw)": 0.8277515172958374, "Finetune/Step": 3895, "Finetune/Step Time": 6.67142834328115}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7549984455108643, "Finetune/Loss (Raw)": 0.8219963908195496, "Finetune/Step": 3896, "Finetune/Step Time": 6.659717228263617}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7592698335647583, "Finetune/Loss (Raw)": 0.7906569838523865, "Finetune/Step": 3897, "Finetune/Step Time": 6.638983175158501}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7576765418052673, "Finetune/Loss (Raw)": 0.7616985440254211, "Finetune/Step": 3898, "Finetune/Step Time": 6.654725316911936}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7571080923080444, "Finetune/Loss (Raw)": 0.921928882598877, "Finetune/Step": 3899, "Finetune/Step Time": 6.657039200887084}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7564675807952881, "Finetune/Loss (Raw)": 0.7895165681838989, "Finetune/Step": 3900, "Finetune/Step Time": 6.666968135163188}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7606064081192017, "Finetune/Loss (Raw)": 0.8715054988861084, "Finetune/Step": 3901, "Finetune/Step Time": 6.646468171849847}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7611894607543945, "Finetune/Loss (Raw)": 0.9481260776519775, "Finetune/Step": 3902, "Finetune/Step Time": 6.629933707416058}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7612608075141907, "Finetune/Loss (Raw)": 0.9019825458526611, "Finetune/Step": 3903, "Finetune/Step Time": 6.624891448765993}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.760481595993042, "Finetune/Loss (Raw)": 0.8066749572753906, "Finetune/Step": 3904, "Finetune/Step Time": 6.627497751265764}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7635590434074402, "Finetune/Loss (Raw)": 0.6644271016120911, "Finetune/Step": 3905, "Finetune/Step Time": 6.620668664574623}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7633228302001953, "Finetune/Loss (Raw)": 0.8179190158843994, "Finetune/Step": 3906, "Finetune/Step Time": 6.652961818501353}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7663030624389648, "Finetune/Loss (Raw)": 1.0564988851547241, "Finetune/Step": 3907, "Finetune/Step Time": 6.637433681637049}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.765357255935669, "Finetune/Loss (Raw)": 0.6269949078559875, "Finetune/Step": 3908, "Finetune/Step Time": 6.644203897565603}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7639358639717102, "Finetune/Loss (Raw)": 0.6826035976409912, "Finetune/Step": 3909, "Finetune/Step Time": 6.649326831102371}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7649180889129639, "Finetune/Loss (Raw)": 0.8781148195266724, "Finetune/Step": 3910, "Finetune/Step Time": 6.649441409856081}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7666947245597839, "Finetune/Loss (Raw)": 0.9664552211761475, "Finetune/Step": 3911, "Finetune/Step Time": 6.645201537758112}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7666085958480835, "Finetune/Loss (Raw)": 0.7040901780128479, "Finetune/Step": 3912, "Finetune/Step Time": 6.658867558464408}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7664839029312134, "Finetune/Loss (Raw)": 0.802096426486969, "Finetune/Step": 3913, "Finetune/Step Time": 6.661493092775345}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7650264501571655, "Finetune/Loss (Raw)": 0.7442620992660522, "Finetune/Step": 3914, "Finetune/Step Time": 6.663778584450483}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7648925185203552, "Finetune/Loss (Raw)": 0.8357822299003601, "Finetune/Step": 3915, "Finetune/Step Time": 6.660654401406646}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7654242515563965, "Finetune/Loss (Raw)": 0.8446362018585205, "Finetune/Step": 3916, "Finetune/Step Time": 6.660386435687542}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7661291360855103, "Finetune/Loss (Raw)": 0.7909994721412659, "Finetune/Step": 3917, "Finetune/Step Time": 6.660463511943817}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7661405801773071, "Finetune/Loss (Raw)": 0.8900366425514221, "Finetune/Step": 3918, "Finetune/Step Time": 6.659710073843598}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7657046318054199, "Finetune/Loss (Raw)": 0.7729689478874207, "Finetune/Step": 3919, "Finetune/Step Time": 6.669227112084627}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.769390344619751, "Finetune/Loss (Raw)": 0.8086282014846802, "Finetune/Step": 3920, "Finetune/Step Time": 6.6843049470335245}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7677255868911743, "Finetune/Loss (Raw)": 0.6342105269432068, "Finetune/Step": 3921, "Finetune/Step Time": 6.692531751468778}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7682681679725647, "Finetune/Loss (Raw)": 0.8893492817878723, "Finetune/Step": 3922, "Finetune/Step Time": 6.695628061890602}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7671962976455688, "Finetune/Loss (Raw)": 0.5602147579193115, "Finetune/Step": 3923, "Finetune/Step Time": 6.694738680496812}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7672267556190491, "Finetune/Loss (Raw)": 0.854467511177063, "Finetune/Step": 3924, "Finetune/Step Time": 6.697247443720698}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.768639326095581, "Finetune/Loss (Raw)": 0.8442466259002686, "Finetune/Step": 3925, "Finetune/Step Time": 6.693431105464697}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7684662342071533, "Finetune/Loss (Raw)": 0.7332987189292908, "Finetune/Step": 3926, "Finetune/Step Time": 6.6977001298218966}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7695342302322388, "Finetune/Loss (Raw)": 0.7495002150535583, "Finetune/Step": 3927, "Finetune/Step Time": 6.703952698037028}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7697461843490601, "Finetune/Loss (Raw)": 0.8886057734489441, "Finetune/Step": 3928, "Finetune/Step Time": 6.704824421554804}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7702724933624268, "Finetune/Loss (Raw)": 0.8621202707290649, "Finetune/Step": 3929, "Finetune/Step Time": 6.711175858974457}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7689386010169983, "Finetune/Loss (Raw)": 0.7511457204818726, "Finetune/Step": 3930, "Finetune/Step Time": 6.71619450673461}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.768852949142456, "Finetune/Loss (Raw)": 0.9294529557228088, "Finetune/Step": 3931, "Finetune/Step Time": 6.716632464900613}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.767903745174408, "Finetune/Loss (Raw)": 0.7254891395568848, "Finetune/Step": 3932, "Finetune/Step Time": 6.7307655941694975}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7670034170150757, "Finetune/Loss (Raw)": 0.5653225183486938, "Finetune/Step": 3933, "Finetune/Step Time": 6.738179240375757}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7664040327072144, "Finetune/Loss (Raw)": 0.72568678855896, "Finetune/Step": 3934, "Finetune/Step Time": 6.724087355658412}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7665473818778992, "Finetune/Loss (Raw)": 0.7663939595222473, "Finetune/Step": 3935, "Finetune/Step Time": 6.72601755335927}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7684361934661865, "Finetune/Loss (Raw)": 0.8982460498809814, "Finetune/Step": 3936, "Finetune/Step Time": 6.716669211164117}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7690025568008423, "Finetune/Loss (Raw)": 0.8511465787887573, "Finetune/Step": 3937, "Finetune/Step Time": 6.71038288064301}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7683771252632141, "Finetune/Loss (Raw)": 0.7936851382255554, "Finetune/Step": 3938, "Finetune/Step Time": 6.710120866075158}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7692137360572815, "Finetune/Loss (Raw)": 0.8444021940231323, "Finetune/Step": 3939, "Finetune/Step Time": 6.710967039689422}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7701349854469299, "Finetune/Loss (Raw)": 0.8312909007072449, "Finetune/Step": 3940, "Finetune/Step Time": 6.697776699438691}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7708600759506226, "Finetune/Loss (Raw)": 0.8881134390830994, "Finetune/Step": 3941, "Finetune/Step Time": 6.70083924010396}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7720241546630859, "Finetune/Loss (Raw)": 0.8859990239143372, "Finetune/Step": 3942, "Finetune/Step Time": 6.707352716475725}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7709587812423706, "Finetune/Loss (Raw)": 0.6879841685295105, "Finetune/Step": 3943, "Finetune/Step Time": 6.712823793292046}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7710760831832886, "Finetune/Loss (Raw)": 0.8464937210083008, "Finetune/Step": 3944, "Finetune/Step Time": 6.691768050193787}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7731175422668457, "Finetune/Loss (Raw)": 0.9938101768493652, "Finetune/Step": 3945, "Finetune/Step Time": 6.713974142447114}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7733868956565857, "Finetune/Loss (Raw)": 0.8066242933273315, "Finetune/Step": 3946, "Finetune/Step Time": 6.728419246152043}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7741554975509644, "Finetune/Loss (Raw)": 0.8562746644020081, "Finetune/Step": 3947, "Finetune/Step Time": 6.73594112880528}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7717285752296448, "Finetune/Loss (Raw)": 0.3569258749485016, "Finetune/Step": 3948, "Finetune/Step Time": 6.756381388753653}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7729273438453674, "Finetune/Loss (Raw)": 0.8642346262931824, "Finetune/Step": 3949, "Finetune/Step Time": 6.752374805510044}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7742341756820679, "Finetune/Loss (Raw)": 0.8846568465232849, "Finetune/Step": 3950, "Finetune/Step Time": 6.749864058569074}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7740603089332581, "Finetune/Loss (Raw)": 0.9017944931983948, "Finetune/Step": 3951, "Finetune/Step Time": 6.753195451572537}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7727218866348267, "Finetune/Loss (Raw)": 0.6719185709953308, "Finetune/Step": 3952, "Finetune/Step Time": 6.762049393728375}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7734638452529907, "Finetune/Loss (Raw)": 0.7739846110343933, "Finetune/Step": 3953, "Finetune/Step Time": 6.75997768342495}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7742042541503906, "Finetune/Loss (Raw)": 0.7661293148994446, "Finetune/Step": 3954, "Finetune/Step Time": 6.753578580915928}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7734998464584351, "Finetune/Loss (Raw)": 0.7097206115722656, "Finetune/Step": 3955, "Finetune/Step Time": 6.722125742584467}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7740724086761475, "Finetune/Loss (Raw)": 0.9350156188011169, "Finetune/Step": 3956, "Finetune/Step Time": 6.722658174112439}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7784198522567749, "Finetune/Loss (Raw)": 0.8325387835502625, "Finetune/Step": 3957, "Finetune/Step Time": 6.7034364230930805}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7780319452285767, "Finetune/Loss (Raw)": 0.7557440996170044, "Finetune/Step": 3958, "Finetune/Step Time": 6.700188226997852}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7769539952278137, "Finetune/Loss (Raw)": 0.6435523629188538, "Finetune/Step": 3959, "Finetune/Step Time": 6.713326569646597}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7744443416595459, "Finetune/Loss (Raw)": 0.6757957339286804, "Finetune/Step": 3960, "Finetune/Step Time": 6.717379007488489}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7739793062210083, "Finetune/Loss (Raw)": 0.8235688209533691, "Finetune/Step": 3961, "Finetune/Step Time": 6.700202940031886}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7720345258712769, "Finetune/Loss (Raw)": 0.6456307768821716, "Finetune/Step": 3962, "Finetune/Step Time": 6.708668632432818}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7717486619949341, "Finetune/Loss (Raw)": 0.850319504737854, "Finetune/Step": 3963, "Finetune/Step Time": 6.712683416903019}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7723550796508789, "Finetune/Loss (Raw)": 0.8134173154830933, "Finetune/Step": 3964, "Finetune/Step Time": 6.721843982115388}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7726278305053711, "Finetune/Loss (Raw)": 0.8348677158355713, "Finetune/Step": 3965, "Finetune/Step Time": 6.73490371927619}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7697184681892395, "Finetune/Loss (Raw)": 0.3817255198955536, "Finetune/Step": 3966, "Finetune/Step Time": 6.758885031566024}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7697678208351135, "Finetune/Loss (Raw)": 0.8059943914413452, "Finetune/Step": 3967, "Finetune/Step Time": 6.7443456538021564}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7705057859420776, "Finetune/Loss (Raw)": 0.8470654487609863, "Finetune/Step": 3968, "Finetune/Step Time": 6.743341106921434}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.769086480140686, "Finetune/Loss (Raw)": 0.8002293109893799, "Finetune/Step": 3969, "Finetune/Step Time": 6.768836701288819}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.769742488861084, "Finetune/Loss (Raw)": 0.8572829961776733, "Finetune/Step": 3970, "Finetune/Step Time": 6.770042844116688}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7716379165649414, "Finetune/Loss (Raw)": 0.9235585927963257, "Finetune/Step": 3971, "Finetune/Step Time": 6.762202598154545}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7715612649917603, "Finetune/Loss (Raw)": 0.7816272377967834, "Finetune/Step": 3972, "Finetune/Step Time": 6.760378170758486}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7715644836425781, "Finetune/Loss (Raw)": 0.7840922474861145, "Finetune/Step": 3973, "Finetune/Step Time": 6.756868045777082}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7724601626396179, "Finetune/Loss (Raw)": 0.7419740557670593, "Finetune/Step": 3974, "Finetune/Step Time": 6.760156160220504}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7725972533226013, "Finetune/Loss (Raw)": 0.9184998273849487, "Finetune/Step": 3975, "Finetune/Step Time": 6.758226942270994}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7759778499603271, "Finetune/Loss (Raw)": 0.7609748244285583, "Finetune/Step": 3976, "Finetune/Step Time": 6.751298705115914}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7737987041473389, "Finetune/Loss (Raw)": 0.6612177491188049, "Finetune/Step": 3977, "Finetune/Step Time": 6.746470313519239}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7740510106086731, "Finetune/Loss (Raw)": 0.5350027680397034, "Finetune/Step": 3978, "Finetune/Step Time": 6.73811062797904}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7753154039382935, "Finetune/Loss (Raw)": 0.8294963240623474, "Finetune/Step": 3979, "Finetune/Step Time": 6.742153782397509}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7727803587913513, "Finetune/Loss (Raw)": 0.5926803350448608, "Finetune/Step": 3980, "Finetune/Step Time": 6.743526333943009}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7761005163192749, "Finetune/Loss (Raw)": 0.8777286410331726, "Finetune/Step": 3981, "Finetune/Step Time": 6.7256407998502254}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7758467793464661, "Finetune/Loss (Raw)": 0.8003242611885071, "Finetune/Step": 3982, "Finetune/Step Time": 6.725009383633733}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7778265476226807, "Finetune/Loss (Raw)": 0.7848198413848877, "Finetune/Step": 3983, "Finetune/Step Time": 6.698003860190511}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7730878591537476, "Finetune/Loss (Raw)": 0.3381271958351135, "Finetune/Step": 3984, "Finetune/Step Time": 6.738661406561732}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.776984691619873, "Finetune/Loss (Raw)": 0.855117678642273, "Finetune/Step": 3985, "Finetune/Step Time": 6.721296230331063}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7821472883224487, "Finetune/Loss (Raw)": 0.9917005300521851, "Finetune/Step": 3986, "Finetune/Step Time": 6.700082074850798}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7803258895874023, "Finetune/Loss (Raw)": 0.7383336424827576, "Finetune/Step": 3987, "Finetune/Step Time": 6.707831420004368}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7805333733558655, "Finetune/Loss (Raw)": 0.8629363775253296, "Finetune/Step": 3988, "Finetune/Step Time": 6.711718125268817}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7815581560134888, "Finetune/Loss (Raw)": 0.8936570882797241, "Finetune/Step": 3989, "Finetune/Step Time": 6.710808729752898}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7814322113990784, "Finetune/Loss (Raw)": 0.8109325170516968, "Finetune/Step": 3990, "Finetune/Step Time": 6.715326119214296}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.782752275466919, "Finetune/Loss (Raw)": 0.8902587294578552, "Finetune/Step": 3991, "Finetune/Step Time": 6.707964409142733}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.781552791595459, "Finetune/Loss (Raw)": 0.6817995309829712, "Finetune/Step": 3992, "Finetune/Step Time": 6.726775238290429}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.782070517539978, "Finetune/Loss (Raw)": 0.8308444023132324, "Finetune/Step": 3993, "Finetune/Step Time": 6.694088239222765}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7804729342460632, "Finetune/Loss (Raw)": 0.7236805558204651, "Finetune/Step": 3994, "Finetune/Step Time": 6.707298064604402}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7784991264343262, "Finetune/Loss (Raw)": 0.7483815550804138, "Finetune/Step": 3995, "Finetune/Step Time": 6.7079336028546095}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7773765921592712, "Finetune/Loss (Raw)": 0.7160893678665161, "Finetune/Step": 3996, "Finetune/Step Time": 6.706496769562364}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.777436375617981, "Finetune/Loss (Raw)": 0.7415337562561035, "Finetune/Step": 3997, "Finetune/Step Time": 6.705139126628637}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7788941860198975, "Finetune/Loss (Raw)": 0.8845745921134949, "Finetune/Step": 3998, "Finetune/Step Time": 6.6881230138242245}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7786136269569397, "Finetune/Loss (Raw)": 0.7645589709281921, "Finetune/Step": 3999, "Finetune/Step Time": 6.694358156993985}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7812567949295044, "Finetune/Loss (Raw)": 0.7751924991607666, "Finetune/Step": 4000, "Finetune/Step Time": 6.65436701849103}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7819845676422119, "Finetune/Loss (Raw)": 0.7614366412162781, "Finetune/Step": 4001, "Finetune/Step Time": 6.666453069075942}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7811336517333984, "Finetune/Loss (Raw)": 0.6948984861373901, "Finetune/Step": 4002, "Finetune/Step Time": 6.677383009344339}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7808153629302979, "Finetune/Loss (Raw)": 0.7599900364875793, "Finetune/Step": 4003, "Finetune/Step Time": 6.689996583387256}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7809914350509644, "Finetune/Loss (Raw)": 0.8459932208061218, "Finetune/Step": 4004, "Finetune/Step Time": 6.694718213751912}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7816169261932373, "Finetune/Loss (Raw)": 0.7910258769989014, "Finetune/Step": 4005, "Finetune/Step Time": 6.68044731579721}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.785451352596283, "Finetune/Loss (Raw)": 0.9570441842079163, "Finetune/Step": 4006, "Finetune/Step Time": 6.649211090058088}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7823954820632935, "Finetune/Loss (Raw)": 0.3562101125717163, "Finetune/Step": 4007, "Finetune/Step Time": 6.634003506973386}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7812396287918091, "Finetune/Loss (Raw)": 0.6871487498283386, "Finetune/Step": 4008, "Finetune/Step Time": 6.633027518168092}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7809112668037415, "Finetune/Loss (Raw)": 0.7979112863540649, "Finetune/Step": 4009, "Finetune/Step Time": 6.629268517717719}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7798500061035156, "Finetune/Loss (Raw)": 0.7018651366233826, "Finetune/Step": 4010, "Finetune/Step Time": 6.637871388345957}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7793872356414795, "Finetune/Loss (Raw)": 0.8589909672737122, "Finetune/Step": 4011, "Finetune/Step Time": 6.643287271261215}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7780953645706177, "Finetune/Loss (Raw)": 0.5740087628364563, "Finetune/Step": 4012, "Finetune/Step Time": 6.660785606130958}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.779649019241333, "Finetune/Loss (Raw)": 0.7626803517341614, "Finetune/Step": 4013, "Finetune/Step Time": 6.654689913615584}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7799721360206604, "Finetune/Loss (Raw)": 0.7344080805778503, "Finetune/Step": 4014, "Finetune/Step Time": 6.6798409614712}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7804539203643799, "Finetune/Loss (Raw)": 0.7989095449447632, "Finetune/Step": 4015, "Finetune/Step Time": 6.680436201393604}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7806740999221802, "Finetune/Loss (Raw)": 0.8174728155136108, "Finetune/Step": 4016, "Finetune/Step Time": 6.68205426260829}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.781015157699585, "Finetune/Loss (Raw)": 0.844050943851471, "Finetune/Step": 4017, "Finetune/Step Time": 6.684112265706062}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7772083282470703, "Finetune/Loss (Raw)": 0.3236120045185089, "Finetune/Step": 4018, "Finetune/Step Time": 6.704956421628594}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7787851095199585, "Finetune/Loss (Raw)": 0.9467194080352783, "Finetune/Step": 4019, "Finetune/Step Time": 6.684899752959609}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.77947998046875, "Finetune/Loss (Raw)": 0.8931679725646973, "Finetune/Step": 4020, "Finetune/Step Time": 6.683247679844499}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7830725908279419, "Finetune/Loss (Raw)": 0.824683666229248, "Finetune/Step": 4021, "Finetune/Step Time": 6.6741617526859045}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7824219465255737, "Finetune/Loss (Raw)": 0.754028856754303, "Finetune/Step": 4022, "Finetune/Step Time": 6.686583314090967}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7824773788452148, "Finetune/Loss (Raw)": 0.8348480463027954, "Finetune/Step": 4023, "Finetune/Step Time": 6.700628787279129}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7831111550331116, "Finetune/Loss (Raw)": 0.9031153321266174, "Finetune/Step": 4024, "Finetune/Step Time": 6.707126520574093}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7828916907310486, "Finetune/Loss (Raw)": 0.7625666856765747, "Finetune/Step": 4025, "Finetune/Step Time": 6.706870846450329}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7837172746658325, "Finetune/Loss (Raw)": 0.8673673272132874, "Finetune/Step": 4026, "Finetune/Step Time": 6.694104146212339}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7838813662528992, "Finetune/Loss (Raw)": 0.9429383277893066, "Finetune/Step": 4027, "Finetune/Step Time": 6.691030889749527}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7834969758987427, "Finetune/Loss (Raw)": 0.7403151988983154, "Finetune/Step": 4028, "Finetune/Step Time": 6.676080809906125}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7832106947898865, "Finetune/Loss (Raw)": 0.8348600268363953, "Finetune/Step": 4029, "Finetune/Step Time": 6.676634315401316}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.778853714466095, "Finetune/Loss (Raw)": 0.3904315233230591, "Finetune/Step": 4030, "Finetune/Step Time": 6.693744316697121}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7777856588363647, "Finetune/Loss (Raw)": 0.7652685046195984, "Finetune/Step": 4031, "Finetune/Step Time": 6.69379842095077}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7774440050125122, "Finetune/Loss (Raw)": 0.7629450559616089, "Finetune/Step": 4032, "Finetune/Step Time": 6.687347322702408}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7790614366531372, "Finetune/Loss (Raw)": 0.8714619874954224, "Finetune/Step": 4033, "Finetune/Step Time": 6.675992304459214}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7790071964263916, "Finetune/Loss (Raw)": 0.8109676241874695, "Finetune/Step": 4034, "Finetune/Step Time": 6.637878704816103}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7764430046081543, "Finetune/Loss (Raw)": 0.7282876968383789, "Finetune/Step": 4035, "Finetune/Step Time": 6.644529994577169}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.77925044298172, "Finetune/Loss (Raw)": 0.9863445162773132, "Finetune/Step": 4036, "Finetune/Step Time": 6.63125916570425}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7796240448951721, "Finetune/Loss (Raw)": 0.7304285764694214, "Finetune/Step": 4037, "Finetune/Step Time": 6.637906095013022}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7755377292633057, "Finetune/Loss (Raw)": 0.355066180229187, "Finetune/Step": 4038, "Finetune/Step Time": 6.65556881390512}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7741845846176147, "Finetune/Loss (Raw)": 0.7932562232017517, "Finetune/Step": 4039, "Finetune/Step Time": 6.686496030539274}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7753700017929077, "Finetune/Loss (Raw)": 0.8558222055435181, "Finetune/Step": 4040, "Finetune/Step Time": 6.674760362133384}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7748507857322693, "Finetune/Loss (Raw)": 0.7356338500976562, "Finetune/Step": 4041, "Finetune/Step Time": 6.67028783634305}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7752916216850281, "Finetune/Loss (Raw)": 0.8006858825683594, "Finetune/Step": 4042, "Finetune/Step Time": 6.683542720973492}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7754536271095276, "Finetune/Loss (Raw)": 0.8565255999565125, "Finetune/Step": 4043, "Finetune/Step Time": 6.686330579221249}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.775087296962738, "Finetune/Loss (Raw)": 0.7977443933486938, "Finetune/Step": 4044, "Finetune/Step Time": 6.678703278303146}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7711585760116577, "Finetune/Loss (Raw)": 0.2881227135658264, "Finetune/Step": 4045, "Finetune/Step Time": 6.678635930642486}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7699565887451172, "Finetune/Loss (Raw)": 0.7361763715744019, "Finetune/Step": 4046, "Finetune/Step Time": 6.676144341006875}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.76971834897995, "Finetune/Loss (Raw)": 0.7424798011779785, "Finetune/Step": 4047, "Finetune/Step Time": 6.67963357642293}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.766289472579956, "Finetune/Loss (Raw)": 0.36973509192466736, "Finetune/Step": 4048, "Finetune/Step Time": 6.664124330505729}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7667230367660522, "Finetune/Loss (Raw)": 0.6897023916244507, "Finetune/Step": 4049, "Finetune/Step Time": 6.647867767140269}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7658300399780273, "Finetune/Loss (Raw)": 0.7750413417816162, "Finetune/Step": 4050, "Finetune/Step Time": 6.645852170884609}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7672558426856995, "Finetune/Loss (Raw)": 0.7427207231521606, "Finetune/Step": 4051, "Finetune/Step Time": 6.63792953081429}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7664799690246582, "Finetune/Loss (Raw)": 0.7551611065864563, "Finetune/Step": 4052, "Finetune/Step Time": 6.65923978574574}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7627880573272705, "Finetune/Loss (Raw)": 0.37167686223983765, "Finetune/Step": 4053, "Finetune/Step Time": 6.676026837900281}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7625051736831665, "Finetune/Loss (Raw)": 0.6970905065536499, "Finetune/Step": 4054, "Finetune/Step Time": 6.6855053417384624}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7629691362380981, "Finetune/Loss (Raw)": 0.8088946342468262, "Finetune/Step": 4055, "Finetune/Step Time": 6.657253228127956}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7606960535049438, "Finetune/Loss (Raw)": 0.5976499915122986, "Finetune/Step": 4056, "Finetune/Step Time": 6.67340986803174}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7610061764717102, "Finetune/Loss (Raw)": 0.9018080234527588, "Finetune/Step": 4057, "Finetune/Step Time": 6.660007815808058}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.760997474193573, "Finetune/Loss (Raw)": 0.7500333189964294, "Finetune/Step": 4058, "Finetune/Step Time": 6.6521699875593185}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7594632506370544, "Finetune/Loss (Raw)": 0.7330740094184875, "Finetune/Step": 4059, "Finetune/Step Time": 6.66677819006145}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7581226825714111, "Finetune/Loss (Raw)": 0.5538979172706604, "Finetune/Step": 4060, "Finetune/Step Time": 6.669738432392478}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7592654228210449, "Finetune/Loss (Raw)": 0.7115872502326965, "Finetune/Step": 4061, "Finetune/Step Time": 6.663201827555895}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7602052092552185, "Finetune/Loss (Raw)": 0.8459861874580383, "Finetune/Step": 4062, "Finetune/Step Time": 6.666793160140514}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7569484114646912, "Finetune/Loss (Raw)": 0.34952253103256226, "Finetune/Step": 4063, "Finetune/Step Time": 6.676205694675446}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7528810501098633, "Finetune/Loss (Raw)": 0.37762051820755005, "Finetune/Step": 4064, "Finetune/Step Time": 6.698439136147499}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7514925003051758, "Finetune/Loss (Raw)": 0.6734189987182617, "Finetune/Step": 4065, "Finetune/Step Time": 6.704816348850727}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.751649022102356, "Finetune/Loss (Raw)": 0.8137099146842957, "Finetune/Step": 4066, "Finetune/Step Time": 6.708703650161624}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7519354820251465, "Finetune/Loss (Raw)": 0.8810777068138123, "Finetune/Step": 4067, "Finetune/Step Time": 6.707981210201979}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7519437074661255, "Finetune/Loss (Raw)": 0.8323341012001038, "Finetune/Step": 4068, "Finetune/Step Time": 6.709577776491642}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7517973780632019, "Finetune/Loss (Raw)": 0.8693884015083313, "Finetune/Step": 4069, "Finetune/Step Time": 6.72231393866241}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7509267330169678, "Finetune/Loss (Raw)": 0.7745591402053833, "Finetune/Step": 4070, "Finetune/Step Time": 6.718126503750682}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7515285015106201, "Finetune/Loss (Raw)": 0.7650110721588135, "Finetune/Step": 4071, "Finetune/Step Time": 6.7245082128793}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7503486275672913, "Finetune/Loss (Raw)": 0.6954681873321533, "Finetune/Step": 4072, "Finetune/Step Time": 6.734674891456962}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7487754821777344, "Finetune/Loss (Raw)": 0.7924497723579407, "Finetune/Step": 4073, "Finetune/Step Time": 6.71757017634809}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7495469450950623, "Finetune/Loss (Raw)": 0.905369758605957, "Finetune/Step": 4074, "Finetune/Step Time": 6.705018686130643}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.748782753944397, "Finetune/Loss (Raw)": 0.7584571242332458, "Finetune/Step": 4075, "Finetune/Step Time": 6.693771354854107}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7509785890579224, "Finetune/Loss (Raw)": 0.6379896402359009, "Finetune/Step": 4076, "Finetune/Step Time": 6.693073371425271}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7504585981369019, "Finetune/Loss (Raw)": 0.7976741194725037, "Finetune/Step": 4077, "Finetune/Step Time": 6.707647046074271}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7496277093887329, "Finetune/Loss (Raw)": 0.7783060669898987, "Finetune/Step": 4078, "Finetune/Step Time": 6.700425524264574}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7495983839035034, "Finetune/Loss (Raw)": 0.8980410099029541, "Finetune/Step": 4079, "Finetune/Step Time": 6.712554099038243}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7498526573181152, "Finetune/Loss (Raw)": 0.7044653296470642, "Finetune/Step": 4080, "Finetune/Step Time": 6.722675748169422}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7495359778404236, "Finetune/Loss (Raw)": 0.7334511280059814, "Finetune/Step": 4081, "Finetune/Step Time": 6.7450006902217865}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7492679357528687, "Finetune/Loss (Raw)": 0.7318130731582642, "Finetune/Step": 4082, "Finetune/Step Time": 6.7530857641249895}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7504320740699768, "Finetune/Loss (Raw)": 0.8587363958358765, "Finetune/Step": 4083, "Finetune/Step Time": 6.755376812070608}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7467389106750488, "Finetune/Loss (Raw)": 0.462294340133667, "Finetune/Step": 4084, "Finetune/Step Time": 6.769787793979049}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7455606460571289, "Finetune/Loss (Raw)": 0.6817197203636169, "Finetune/Step": 4085, "Finetune/Step Time": 6.781145542860031}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7457910776138306, "Finetune/Loss (Raw)": 0.7852357625961304, "Finetune/Step": 4086, "Finetune/Step Time": 6.78868031129241}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7477115392684937, "Finetune/Loss (Raw)": 0.8893687725067139, "Finetune/Step": 4087, "Finetune/Step Time": 6.77605802193284}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7491174340248108, "Finetune/Loss (Raw)": 0.8557515740394592, "Finetune/Step": 4088, "Finetune/Step Time": 6.770944606512785}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7489091157913208, "Finetune/Loss (Raw)": 0.7969100475311279, "Finetune/Step": 4089, "Finetune/Step Time": 6.771418545395136}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7500338554382324, "Finetune/Loss (Raw)": 0.7896024584770203, "Finetune/Step": 4090, "Finetune/Step Time": 6.764130160212517}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7494298219680786, "Finetune/Loss (Raw)": 0.7729893922805786, "Finetune/Step": 4091, "Finetune/Step Time": 6.777757219970226}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7490184903144836, "Finetune/Loss (Raw)": 0.760773777961731, "Finetune/Step": 4092, "Finetune/Step Time": 6.779427625238895}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7496080994606018, "Finetune/Loss (Raw)": 0.9103370904922485, "Finetune/Step": 4093, "Finetune/Step Time": 6.763651642948389}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7545273303985596, "Finetune/Loss (Raw)": 1.011387825012207, "Finetune/Step": 4094, "Finetune/Step Time": 6.755133593454957}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7537368535995483, "Finetune/Loss (Raw)": 0.7048115134239197, "Finetune/Step": 4095, "Finetune/Step Time": 6.761155892163515}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7545230388641357, "Finetune/Loss (Raw)": 0.9476962685585022, "Finetune/Step": 4096, "Finetune/Step Time": 6.76569289714098}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7551623582839966, "Finetune/Loss (Raw)": 0.882064938545227, "Finetune/Step": 4097, "Finetune/Step Time": 6.76173572614789}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7533791065216064, "Finetune/Loss (Raw)": 0.6290271282196045, "Finetune/Step": 4098, "Finetune/Step Time": 6.769693326205015}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.752657413482666, "Finetune/Loss (Raw)": 0.8311846256256104, "Finetune/Step": 4099, "Finetune/Step Time": 6.773128934204578}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7536742687225342, "Finetune/Loss (Raw)": 0.9117748737335205, "Finetune/Step": 4100, "Finetune/Step Time": 6.773373192176223}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7536628246307373, "Finetune/Loss (Raw)": 0.7826406359672546, "Finetune/Step": 4101, "Finetune/Step Time": 6.794584523886442}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7539497017860413, "Finetune/Loss (Raw)": 0.7786825895309448, "Finetune/Step": 4102, "Finetune/Step Time": 6.790875008329749}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7532602548599243, "Finetune/Loss (Raw)": 0.830253005027771, "Finetune/Step": 4103, "Finetune/Step Time": 6.794373439624906}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.75379478931427, "Finetune/Loss (Raw)": 0.8293918371200562, "Finetune/Step": 4104, "Finetune/Step Time": 6.781777231022716}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7539159655570984, "Finetune/Loss (Raw)": 0.6767328381538391, "Finetune/Step": 4105, "Finetune/Step Time": 6.7761610969901085}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7557048797607422, "Finetune/Loss (Raw)": 0.763982355594635, "Finetune/Step": 4106, "Finetune/Step Time": 6.774849506095052}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7551939487457275, "Finetune/Loss (Raw)": 0.764096200466156, "Finetune/Step": 4107, "Finetune/Step Time": 6.777061935514212}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7570715546607971, "Finetune/Loss (Raw)": 0.8330172300338745, "Finetune/Step": 4108, "Finetune/Step Time": 6.777049308642745}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7559958696365356, "Finetune/Loss (Raw)": 0.740045428276062, "Finetune/Step": 4109, "Finetune/Step Time": 6.7854233533144}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7558046579360962, "Finetune/Loss (Raw)": 0.7758462429046631, "Finetune/Step": 4110, "Finetune/Step Time": 6.793221006169915}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7570987939834595, "Finetune/Loss (Raw)": 0.9504715800285339, "Finetune/Step": 4111, "Finetune/Step Time": 6.79895767942071}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7596677541732788, "Finetune/Loss (Raw)": 0.6669541001319885, "Finetune/Step": 4112, "Finetune/Step Time": 6.772530624642968}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7581936120986938, "Finetune/Loss (Raw)": 0.6664221286773682, "Finetune/Step": 4113, "Finetune/Step Time": 6.771398121491075}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7567655444145203, "Finetune/Loss (Raw)": 0.8089137077331543, "Finetune/Step": 4114, "Finetune/Step Time": 6.772434888407588}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7574623227119446, "Finetune/Loss (Raw)": 0.8275158405303955, "Finetune/Step": 4115, "Finetune/Step Time": 6.769395146518946}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7549461722373962, "Finetune/Loss (Raw)": 0.540870189666748, "Finetune/Step": 4116, "Finetune/Step Time": 6.784681947901845}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.753145158290863, "Finetune/Loss (Raw)": 0.6631333827972412, "Finetune/Step": 4117, "Finetune/Step Time": 6.794291917234659}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7545750737190247, "Finetune/Loss (Raw)": 0.9939541816711426, "Finetune/Step": 4118, "Finetune/Step Time": 6.787700986489654}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7547689080238342, "Finetune/Loss (Raw)": 0.9150720238685608, "Finetune/Step": 4119, "Finetune/Step Time": 6.782088056206703}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7552064657211304, "Finetune/Loss (Raw)": 0.7378106713294983, "Finetune/Step": 4120, "Finetune/Step Time": 6.776805145666003}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7551461458206177, "Finetune/Loss (Raw)": 0.8231186270713806, "Finetune/Step": 4121, "Finetune/Step Time": 6.7821328304708}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.755234956741333, "Finetune/Loss (Raw)": 0.7350416779518127, "Finetune/Step": 4122, "Finetune/Step Time": 6.7807909194380045}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7568198442459106, "Finetune/Loss (Raw)": 0.9512530565261841, "Finetune/Step": 4123, "Finetune/Step Time": 6.7819091491401196}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7557270526885986, "Finetune/Loss (Raw)": 0.5762087106704712, "Finetune/Step": 4124, "Finetune/Step Time": 6.7834137212485075}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7565105557441711, "Finetune/Loss (Raw)": 0.8418277502059937, "Finetune/Step": 4125, "Finetune/Step Time": 6.787014007568359}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7561792135238647, "Finetune/Loss (Raw)": 0.8421539664268494, "Finetune/Step": 4126, "Finetune/Step Time": 6.782292103394866}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7567006349563599, "Finetune/Loss (Raw)": 0.8313117623329163, "Finetune/Step": 4127, "Finetune/Step Time": 6.7618541568517685}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7565922737121582, "Finetune/Loss (Raw)": 0.7613233327865601, "Finetune/Step": 4128, "Finetune/Step Time": 6.758021909743547}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7568256855010986, "Finetune/Loss (Raw)": 0.7913053631782532, "Finetune/Step": 4129, "Finetune/Step Time": 6.738409081473947}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7575212121009827, "Finetune/Loss (Raw)": 0.7839277982711792, "Finetune/Step": 4130, "Finetune/Step Time": 6.7287787348032}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7579225301742554, "Finetune/Loss (Raw)": 0.8113628029823303, "Finetune/Step": 4131, "Finetune/Step Time": 6.721786016598344}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.757722795009613, "Finetune/Loss (Raw)": 0.8204300999641418, "Finetune/Step": 4132, "Finetune/Step Time": 6.72418281622231}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7573704719543457, "Finetune/Loss (Raw)": 0.7459223866462708, "Finetune/Step": 4133, "Finetune/Step Time": 6.732116721570492}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7556912899017334, "Finetune/Loss (Raw)": 0.7421060800552368, "Finetune/Step": 4134, "Finetune/Step Time": 6.748600617051125}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7585569620132446, "Finetune/Loss (Raw)": 0.7230237722396851, "Finetune/Step": 4135, "Finetune/Step Time": 6.7417222540825605}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7591387629508972, "Finetune/Loss (Raw)": 0.7616159915924072, "Finetune/Step": 4136, "Finetune/Step Time": 6.74247701652348}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.758480966091156, "Finetune/Loss (Raw)": 0.713712751865387, "Finetune/Step": 4137, "Finetune/Step Time": 6.740268677473068}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.759852409362793, "Finetune/Loss (Raw)": 0.8774011731147766, "Finetune/Step": 4138, "Finetune/Step Time": 6.72649209946394}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7587399482727051, "Finetune/Loss (Raw)": 0.7166088819503784, "Finetune/Step": 4139, "Finetune/Step Time": 6.716777255758643}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7600784301757812, "Finetune/Loss (Raw)": 0.7453258633613586, "Finetune/Step": 4140, "Finetune/Step Time": 6.706456637009978}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7571207880973816, "Finetune/Loss (Raw)": 0.38410574197769165, "Finetune/Step": 4141, "Finetune/Step Time": 6.717411559075117}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7569785118103027, "Finetune/Loss (Raw)": 0.7161974906921387, "Finetune/Step": 4142, "Finetune/Step Time": 6.694856960326433}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7564663290977478, "Finetune/Loss (Raw)": 0.7333512306213379, "Finetune/Step": 4143, "Finetune/Step Time": 6.692258469760418}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7523149847984314, "Finetune/Loss (Raw)": 0.2860983908176422, "Finetune/Step": 4144, "Finetune/Step Time": 6.708309737965465}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7510688304901123, "Finetune/Loss (Raw)": 0.6845457553863525, "Finetune/Step": 4145, "Finetune/Step Time": 6.717258006334305}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7550798058509827, "Finetune/Loss (Raw)": 0.8370122313499451, "Finetune/Step": 4146, "Finetune/Step Time": 6.6928709000349045}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7539845705032349, "Finetune/Loss (Raw)": 0.8065358996391296, "Finetune/Step": 4147, "Finetune/Step Time": 6.698817940428853}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7537065744400024, "Finetune/Loss (Raw)": 0.8575847744941711, "Finetune/Step": 4148, "Finetune/Step Time": 6.69995959289372}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7533401250839233, "Finetune/Loss (Raw)": 0.7777746319770813, "Finetune/Step": 4149, "Finetune/Step Time": 6.689280161634088}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7525217533111572, "Finetune/Loss (Raw)": 0.6492761373519897, "Finetune/Step": 4150, "Finetune/Step Time": 6.704957190901041}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7522492408752441, "Finetune/Loss (Raw)": 0.7999668717384338, "Finetune/Step": 4151, "Finetune/Step Time": 6.698396757245064}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7512214183807373, "Finetune/Loss (Raw)": 0.7715504169464111, "Finetune/Step": 4152, "Finetune/Step Time": 6.72394653968513}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7509077787399292, "Finetune/Loss (Raw)": 0.7224253416061401, "Finetune/Step": 4153, "Finetune/Step Time": 6.721376705914736}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7505485415458679, "Finetune/Loss (Raw)": 0.8213814496994019, "Finetune/Step": 4154, "Finetune/Step Time": 6.725599007681012}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7489879131317139, "Finetune/Loss (Raw)": 0.7431856989860535, "Finetune/Step": 4155, "Finetune/Step Time": 6.728005066514015}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7489951848983765, "Finetune/Loss (Raw)": 0.7412344217300415, "Finetune/Step": 4156, "Finetune/Step Time": 6.727307131513953}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7495533227920532, "Finetune/Loss (Raw)": 0.906314492225647, "Finetune/Step": 4157, "Finetune/Step Time": 6.7276491560041904}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7525885105133057, "Finetune/Loss (Raw)": 0.7789260745048523, "Finetune/Step": 4158, "Finetune/Step Time": 6.718138070777059}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7535966634750366, "Finetune/Loss (Raw)": 0.8943191766738892, "Finetune/Step": 4159, "Finetune/Step Time": 6.717838976532221}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.754909873008728, "Finetune/Loss (Raw)": 0.9310314059257507, "Finetune/Step": 4160, "Finetune/Step Time": 6.710989026352763}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7545375823974609, "Finetune/Loss (Raw)": 0.8238029479980469, "Finetune/Step": 4161, "Finetune/Step Time": 6.708233674988151}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7553350329399109, "Finetune/Loss (Raw)": 0.9130448698997498, "Finetune/Step": 4162, "Finetune/Step Time": 6.709770180284977}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7546261548995972, "Finetune/Loss (Raw)": 0.637554943561554, "Finetune/Step": 4163, "Finetune/Step Time": 6.720387754961848}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7510393857955933, "Finetune/Loss (Raw)": 0.5272343158721924, "Finetune/Step": 4164, "Finetune/Step Time": 6.732458559796214}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7524460554122925, "Finetune/Loss (Raw)": 0.9104917049407959, "Finetune/Step": 4165, "Finetune/Step Time": 6.724722685292363}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7566559910774231, "Finetune/Loss (Raw)": 0.8939326405525208, "Finetune/Step": 4166, "Finetune/Step Time": 6.715480351820588}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7562949657440186, "Finetune/Loss (Raw)": 0.7470463514328003, "Finetune/Step": 4167, "Finetune/Step Time": 6.689519438892603}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7546643018722534, "Finetune/Loss (Raw)": 0.6470968723297119, "Finetune/Step": 4168, "Finetune/Step Time": 6.6774002611637115}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7517735958099365, "Finetune/Loss (Raw)": 0.36561688780784607, "Finetune/Step": 4169, "Finetune/Step Time": 6.696847666054964}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7509758472442627, "Finetune/Loss (Raw)": 0.6985756158828735, "Finetune/Step": 4170, "Finetune/Step Time": 6.687800884246826}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7507389783859253, "Finetune/Loss (Raw)": 0.8262004852294922, "Finetune/Step": 4171, "Finetune/Step Time": 6.689813084900379}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7506037950515747, "Finetune/Loss (Raw)": 0.7804445028305054, "Finetune/Step": 4172, "Finetune/Step Time": 6.709831604734063}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7541343569755554, "Finetune/Loss (Raw)": 0.7400405406951904, "Finetune/Step": 4173, "Finetune/Step Time": 6.695971196517348}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7511456608772278, "Finetune/Loss (Raw)": 0.3536246120929718, "Finetune/Step": 4174, "Finetune/Step Time": 6.71582830324769}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7510277628898621, "Finetune/Loss (Raw)": 0.7273854613304138, "Finetune/Step": 4175, "Finetune/Step Time": 6.704993637278676}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7540854215621948, "Finetune/Loss (Raw)": 0.7611216902732849, "Finetune/Step": 4176, "Finetune/Step Time": 6.69794375449419}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7548560500144958, "Finetune/Loss (Raw)": 0.7883369326591492, "Finetune/Step": 4177, "Finetune/Step Time": 6.708473669365048}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7555928230285645, "Finetune/Loss (Raw)": 0.8693477511405945, "Finetune/Step": 4178, "Finetune/Step Time": 6.711231904104352}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7556012868881226, "Finetune/Loss (Raw)": 0.743800699710846, "Finetune/Step": 4179, "Finetune/Step Time": 6.723586596548557}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7566218376159668, "Finetune/Loss (Raw)": 0.8858045935630798, "Finetune/Step": 4180, "Finetune/Step Time": 6.70327340438962}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7596598863601685, "Finetune/Loss (Raw)": 0.760540246963501, "Finetune/Step": 4181, "Finetune/Step Time": 6.687276307493448}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7588247060775757, "Finetune/Loss (Raw)": 0.5901889204978943, "Finetune/Step": 4182, "Finetune/Step Time": 6.687319351360202}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7589904069900513, "Finetune/Loss (Raw)": 0.8301023840904236, "Finetune/Step": 4183, "Finetune/Step Time": 6.686331706121564}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7603622078895569, "Finetune/Loss (Raw)": 0.7732400298118591, "Finetune/Step": 4184, "Finetune/Step Time": 6.663835654035211}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7602173686027527, "Finetune/Loss (Raw)": 0.8832656741142273, "Finetune/Step": 4185, "Finetune/Step Time": 6.666483022272587}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7613697052001953, "Finetune/Loss (Raw)": 0.8975290060043335, "Finetune/Step": 4186, "Finetune/Step Time": 6.678870029747486}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7614234089851379, "Finetune/Loss (Raw)": 0.7399488091468811, "Finetune/Step": 4187, "Finetune/Step Time": 6.66658528894186}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7624237537384033, "Finetune/Loss (Raw)": 0.681945264339447, "Finetune/Step": 4188, "Finetune/Step Time": 6.656915491446853}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7628511786460876, "Finetune/Loss (Raw)": 0.7662991285324097, "Finetune/Step": 4189, "Finetune/Step Time": 6.638303821906447}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7608956098556519, "Finetune/Loss (Raw)": 0.595672070980072, "Finetune/Step": 4190, "Finetune/Step Time": 6.638372203335166}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7645717859268188, "Finetune/Loss (Raw)": 0.8200730681419373, "Finetune/Step": 4191, "Finetune/Step Time": 6.633955866098404}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7689899206161499, "Finetune/Loss (Raw)": 0.9431424140930176, "Finetune/Step": 4192, "Finetune/Step Time": 6.611253544688225}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7660871744155884, "Finetune/Loss (Raw)": 0.30187052488327026, "Finetune/Step": 4193, "Finetune/Step Time": 6.620808430016041}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7662986516952515, "Finetune/Loss (Raw)": 0.8407692313194275, "Finetune/Step": 4194, "Finetune/Step Time": 6.6208368968218565}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7662832736968994, "Finetune/Loss (Raw)": 0.8791164755821228, "Finetune/Step": 4195, "Finetune/Step Time": 6.6209704373031855}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7658149003982544, "Finetune/Loss (Raw)": 0.7723811864852905, "Finetune/Step": 4196, "Finetune/Step Time": 6.619206748902798}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7628157138824463, "Finetune/Loss (Raw)": 0.48548901081085205, "Finetune/Step": 4197, "Finetune/Step Time": 6.628942973911762}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7636144757270813, "Finetune/Loss (Raw)": 0.8768085837364197, "Finetune/Step": 4198, "Finetune/Step Time": 6.6265385542064905}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7649550437927246, "Finetune/Loss (Raw)": 0.9366055130958557, "Finetune/Step": 4199, "Finetune/Step Time": 6.595837447792292}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7659680843353271, "Finetune/Loss (Raw)": 0.825135350227356, "Finetune/Step": 4200, "Finetune/Step Time": 6.592873964458704}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7656746506690979, "Finetune/Loss (Raw)": 0.7548889517784119, "Finetune/Step": 4201, "Finetune/Step Time": 6.603123445063829}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7647311687469482, "Finetune/Loss (Raw)": 0.7846041321754456, "Finetune/Step": 4202, "Finetune/Step Time": 6.606028161942959}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.76458740234375, "Finetune/Loss (Raw)": 0.7400560975074768, "Finetune/Step": 4203, "Finetune/Step Time": 6.607491098344326}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7653064131736755, "Finetune/Loss (Raw)": 0.7300235629081726, "Finetune/Step": 4204, "Finetune/Step Time": 6.587696140632033}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7655676603317261, "Finetune/Loss (Raw)": 0.8311082124710083, "Finetune/Step": 4205, "Finetune/Step Time": 6.5687639731913805}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7651790380477905, "Finetune/Loss (Raw)": 0.7285646796226501, "Finetune/Step": 4206, "Finetune/Step Time": 6.566529870033264}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7646996974945068, "Finetune/Loss (Raw)": 0.8366909623146057, "Finetune/Step": 4207, "Finetune/Step Time": 6.570264879614115}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7653083205223083, "Finetune/Loss (Raw)": 0.7823590636253357, "Finetune/Step": 4208, "Finetune/Step Time": 6.5598836950957775}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7672450542449951, "Finetune/Loss (Raw)": 0.9813604354858398, "Finetune/Step": 4209, "Finetune/Step Time": 6.537766255438328}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7677870988845825, "Finetune/Loss (Raw)": 0.801189661026001, "Finetune/Step": 4210, "Finetune/Step Time": 6.532933302223682}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7677181363105774, "Finetune/Loss (Raw)": 0.8499125242233276, "Finetune/Step": 4211, "Finetune/Step Time": 6.537707209587097}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7695103883743286, "Finetune/Loss (Raw)": 0.6917045712471008, "Finetune/Step": 4212, "Finetune/Step Time": 6.517722386866808}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7692878246307373, "Finetune/Loss (Raw)": 0.6532262563705444, "Finetune/Step": 4213, "Finetune/Step Time": 6.516261680051684}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7695040106773376, "Finetune/Loss (Raw)": 0.8129107356071472, "Finetune/Step": 4214, "Finetune/Step Time": 6.506762502714992}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7683712244033813, "Finetune/Loss (Raw)": 0.7443771958351135, "Finetune/Step": 4215, "Finetune/Step Time": 6.5328212436288595}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7680759429931641, "Finetune/Loss (Raw)": 0.8179501891136169, "Finetune/Step": 4216, "Finetune/Step Time": 6.528440605849028}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7686080932617188, "Finetune/Loss (Raw)": 0.8650261759757996, "Finetune/Step": 4217, "Finetune/Step Time": 6.5263385605067015}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7685359120368958, "Finetune/Loss (Raw)": 0.7803612947463989, "Finetune/Step": 4218, "Finetune/Step Time": 6.5251004584133625}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7670897245407104, "Finetune/Loss (Raw)": 0.5878827571868896, "Finetune/Step": 4219, "Finetune/Step Time": 6.508423779159784}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7675116658210754, "Finetune/Loss (Raw)": 0.8147780895233154, "Finetune/Step": 4220, "Finetune/Step Time": 6.497891183942556}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7675999999046326, "Finetune/Loss (Raw)": 0.9216452240943909, "Finetune/Step": 4221, "Finetune/Step Time": 6.499455325305462}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7664511799812317, "Finetune/Loss (Raw)": 0.8643388152122498, "Finetune/Step": 4222, "Finetune/Step Time": 6.492632493376732}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7678441405296326, "Finetune/Loss (Raw)": 0.8831091523170471, "Finetune/Step": 4223, "Finetune/Step Time": 6.474082089960575}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7661441564559937, "Finetune/Loss (Raw)": 0.7300968766212463, "Finetune/Step": 4224, "Finetune/Step Time": 6.4792682863771915}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7647156715393066, "Finetune/Loss (Raw)": 0.6992214918136597, "Finetune/Step": 4225, "Finetune/Step Time": 6.46158292889595}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7667315006256104, "Finetune/Loss (Raw)": 0.8870483040809631, "Finetune/Step": 4226, "Finetune/Step Time": 6.455327250063419}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7679271697998047, "Finetune/Loss (Raw)": 0.9842376112937927, "Finetune/Step": 4227, "Finetune/Step Time": 6.454247402027249}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.766926109790802, "Finetune/Loss (Raw)": 0.783633828163147, "Finetune/Step": 4228, "Finetune/Step Time": 6.456189189106226}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7674888372421265, "Finetune/Loss (Raw)": 0.854671835899353, "Finetune/Step": 4229, "Finetune/Step Time": 6.439039060845971}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7634832859039307, "Finetune/Loss (Raw)": 0.26597580313682556, "Finetune/Step": 4230, "Finetune/Step Time": 6.453845949843526}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7615472078323364, "Finetune/Loss (Raw)": 0.5824291110038757, "Finetune/Step": 4231, "Finetune/Step Time": 6.491942351683974}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7612682580947876, "Finetune/Loss (Raw)": 0.7936837077140808, "Finetune/Step": 4232, "Finetune/Step Time": 6.5107071325182915}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7612521648406982, "Finetune/Loss (Raw)": 0.6746836304664612, "Finetune/Step": 4233, "Finetune/Step Time": 6.516646375879645}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7629663944244385, "Finetune/Loss (Raw)": 0.9833918809890747, "Finetune/Step": 4234, "Finetune/Step Time": 6.5185178481042385}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.763408362865448, "Finetune/Loss (Raw)": 0.8206723928451538, "Finetune/Step": 4235, "Finetune/Step Time": 6.517989838495851}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.761921763420105, "Finetune/Loss (Raw)": 0.6427333950996399, "Finetune/Step": 4236, "Finetune/Step Time": 6.526813892647624}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7632877826690674, "Finetune/Loss (Raw)": 0.9149025082588196, "Finetune/Step": 4237, "Finetune/Step Time": 6.518743036314845}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.764070451259613, "Finetune/Loss (Raw)": 0.8760215044021606, "Finetune/Step": 4238, "Finetune/Step Time": 6.506402924656868}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7632185220718384, "Finetune/Loss (Raw)": 0.8414170145988464, "Finetune/Step": 4239, "Finetune/Step Time": 6.502484517171979}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7639399170875549, "Finetune/Loss (Raw)": 0.7593046426773071, "Finetune/Step": 4240, "Finetune/Step Time": 6.490053771063685}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7650090456008911, "Finetune/Loss (Raw)": 0.8032714128494263, "Finetune/Step": 4241, "Finetune/Step Time": 6.491335889324546}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7654088735580444, "Finetune/Loss (Raw)": 0.8600831031799316, "Finetune/Step": 4242, "Finetune/Step Time": 6.490514757111669}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7650589942932129, "Finetune/Loss (Raw)": 0.7827348113059998, "Finetune/Step": 4243, "Finetune/Step Time": 6.510459773242474}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7672278881072998, "Finetune/Loss (Raw)": 0.8184869289398193, "Finetune/Step": 4244, "Finetune/Step Time": 6.494192503392696}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7685626745223999, "Finetune/Loss (Raw)": 0.8339844346046448, "Finetune/Step": 4245, "Finetune/Step Time": 6.495452864095569}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7665813565254211, "Finetune/Loss (Raw)": 0.7403506636619568, "Finetune/Step": 4246, "Finetune/Step Time": 6.531881915405393}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7659667730331421, "Finetune/Loss (Raw)": 0.836399495601654, "Finetune/Step": 4247, "Finetune/Step Time": 6.533284464851022}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7624129056930542, "Finetune/Loss (Raw)": 0.28291621804237366, "Finetune/Step": 4248, "Finetune/Step Time": 6.551383443176746}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7627829313278198, "Finetune/Loss (Raw)": 0.8704830408096313, "Finetune/Step": 4249, "Finetune/Step Time": 6.544119233265519}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.761942982673645, "Finetune/Loss (Raw)": 0.6275302767753601, "Finetune/Step": 4250, "Finetune/Step Time": 6.540124084800482}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7599204778671265, "Finetune/Loss (Raw)": 0.6923741102218628, "Finetune/Step": 4251, "Finetune/Step Time": 6.53942084684968}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7632998824119568, "Finetune/Loss (Raw)": 1.0087710618972778, "Finetune/Step": 4252, "Finetune/Step Time": 6.54125240445137}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7613030672073364, "Finetune/Loss (Raw)": 0.5862294435501099, "Finetune/Step": 4253, "Finetune/Step Time": 6.5615117363631725}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7587107419967651, "Finetune/Loss (Raw)": 0.5103405117988586, "Finetune/Step": 4254, "Finetune/Step Time": 6.571499899029732}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.757698655128479, "Finetune/Loss (Raw)": 0.7017697691917419, "Finetune/Step": 4255, "Finetune/Step Time": 6.577433286234736}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7581363916397095, "Finetune/Loss (Raw)": 0.817351222038269, "Finetune/Step": 4256, "Finetune/Step Time": 6.5929024163633585}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7586908936500549, "Finetune/Loss (Raw)": 0.862282395362854, "Finetune/Step": 4257, "Finetune/Step Time": 6.596434980630875}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7573188543319702, "Finetune/Loss (Raw)": 0.6083092093467712, "Finetune/Step": 4258, "Finetune/Step Time": 6.597777955234051}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7581280469894409, "Finetune/Loss (Raw)": 0.9149307608604431, "Finetune/Step": 4259, "Finetune/Step Time": 6.601351922377944}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7576891779899597, "Finetune/Loss (Raw)": 0.7642591595649719, "Finetune/Step": 4260, "Finetune/Step Time": 6.597344720736146}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7582736015319824, "Finetune/Loss (Raw)": 0.8207260966300964, "Finetune/Step": 4261, "Finetune/Step Time": 6.5911644753068686}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7584279179573059, "Finetune/Loss (Raw)": 0.7618610262870789, "Finetune/Step": 4262, "Finetune/Step Time": 6.581394035369158}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7603232860565186, "Finetune/Loss (Raw)": 0.9656293988227844, "Finetune/Step": 4263, "Finetune/Step Time": 6.578831318765879}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.759357213973999, "Finetune/Loss (Raw)": 0.6379658579826355, "Finetune/Step": 4264, "Finetune/Step Time": 6.589574733749032}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7596824169158936, "Finetune/Loss (Raw)": 0.7553287744522095, "Finetune/Step": 4265, "Finetune/Step Time": 6.607117258012295}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7599570155143738, "Finetune/Loss (Raw)": 0.9125540852546692, "Finetune/Step": 4266, "Finetune/Step Time": 6.606457559391856}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7594674825668335, "Finetune/Loss (Raw)": 0.6539562940597534, "Finetune/Step": 4267, "Finetune/Step Time": 6.620152963325381}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7594835758209229, "Finetune/Loss (Raw)": 0.7473773956298828, "Finetune/Step": 4268, "Finetune/Step Time": 6.6116593182086945}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7610486745834351, "Finetune/Loss (Raw)": 0.5844327211380005, "Finetune/Step": 4269, "Finetune/Step Time": 6.626732787117362}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7615647912025452, "Finetune/Loss (Raw)": 0.7822657823562622, "Finetune/Step": 4270, "Finetune/Step Time": 6.626552386209369}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7583675384521484, "Finetune/Loss (Raw)": 0.32410499453544617, "Finetune/Step": 4271, "Finetune/Step Time": 6.647656001150608}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7626560926437378, "Finetune/Loss (Raw)": 0.8350294232368469, "Finetune/Step": 4272, "Finetune/Step Time": 6.630034172907472}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7626619338989258, "Finetune/Loss (Raw)": 0.6852960586547852, "Finetune/Step": 4273, "Finetune/Step Time": 6.618039060384035}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.762170672416687, "Finetune/Loss (Raw)": 0.7741272449493408, "Finetune/Step": 4274, "Finetune/Step Time": 6.624007511883974}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7610622644424438, "Finetune/Loss (Raw)": 0.664664626121521, "Finetune/Step": 4275, "Finetune/Step Time": 6.635614674538374}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7611314058303833, "Finetune/Loss (Raw)": 0.866432785987854, "Finetune/Step": 4276, "Finetune/Step Time": 6.636640269309282}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7608612775802612, "Finetune/Loss (Raw)": 0.7431988716125488, "Finetune/Step": 4277, "Finetune/Step Time": 6.6587906666100025}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7625377774238586, "Finetune/Loss (Raw)": 0.8638657927513123, "Finetune/Step": 4278, "Finetune/Step Time": 6.632274862378836}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7619200944900513, "Finetune/Loss (Raw)": 0.7209008932113647, "Finetune/Step": 4279, "Finetune/Step Time": 6.630828935652971}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7626399993896484, "Finetune/Loss (Raw)": 0.8637083768844604, "Finetune/Step": 4280, "Finetune/Step Time": 6.603888841345906}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7641816139221191, "Finetune/Loss (Raw)": 0.9197489619255066, "Finetune/Step": 4281, "Finetune/Step Time": 6.609370855614543}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7645654678344727, "Finetune/Loss (Raw)": 0.8705129027366638, "Finetune/Step": 4282, "Finetune/Step Time": 6.607837971299887}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7650745511054993, "Finetune/Loss (Raw)": 0.808350682258606, "Finetune/Step": 4283, "Finetune/Step Time": 6.613588152453303}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7655868530273438, "Finetune/Loss (Raw)": 0.8068054914474487, "Finetune/Step": 4284, "Finetune/Step Time": 6.612699989229441}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.763374924659729, "Finetune/Loss (Raw)": 0.623191773891449, "Finetune/Step": 4285, "Finetune/Step Time": 6.647879397496581}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7634231448173523, "Finetune/Loss (Raw)": 0.7850992679595947, "Finetune/Step": 4286, "Finetune/Step Time": 6.638988494873047}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7630072832107544, "Finetune/Loss (Raw)": 0.8410892486572266, "Finetune/Step": 4287, "Finetune/Step Time": 6.64231513440609}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7628039717674255, "Finetune/Loss (Raw)": 0.9050049185752869, "Finetune/Step": 4288, "Finetune/Step Time": 6.657252732664347}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7622816562652588, "Finetune/Loss (Raw)": 0.7569464445114136, "Finetune/Step": 4289, "Finetune/Step Time": 6.659003997221589}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7621020078659058, "Finetune/Loss (Raw)": 0.8900529146194458, "Finetune/Step": 4290, "Finetune/Step Time": 6.659675147384405}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7640997171401978, "Finetune/Loss (Raw)": 0.8932620286941528, "Finetune/Step": 4291, "Finetune/Step Time": 6.645296977832913}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7667593359947205, "Finetune/Loss (Raw)": 0.8676631450653076, "Finetune/Step": 4292, "Finetune/Step Time": 6.641078500077128}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7661516070365906, "Finetune/Loss (Raw)": 0.8327004909515381, "Finetune/Step": 4293, "Finetune/Step Time": 6.6598961763083935}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7653598785400391, "Finetune/Loss (Raw)": 0.7925875186920166, "Finetune/Step": 4294, "Finetune/Step Time": 6.672000117599964}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7618472576141357, "Finetune/Loss (Raw)": 0.2974373698234558, "Finetune/Step": 4295, "Finetune/Step Time": 6.689305849373341}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7642330527305603, "Finetune/Loss (Raw)": 0.9524786472320557, "Finetune/Step": 4296, "Finetune/Step Time": 6.687046453356743}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7681702971458435, "Finetune/Loss (Raw)": 0.8695805668830872, "Finetune/Step": 4297, "Finetune/Step Time": 6.670286349952221}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7674983143806458, "Finetune/Loss (Raw)": 0.6125628352165222, "Finetune/Step": 4298, "Finetune/Step Time": 6.665412707254291}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7679023742675781, "Finetune/Loss (Raw)": 0.8779163956642151, "Finetune/Step": 4299, "Finetune/Step Time": 6.672858610749245}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7687132954597473, "Finetune/Loss (Raw)": 0.8842455744743347, "Finetune/Step": 4300, "Finetune/Step Time": 6.658108774572611}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.765759289264679, "Finetune/Loss (Raw)": 0.3619280755519867, "Finetune/Step": 4301, "Finetune/Step Time": 6.672527220100164}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7700302004814148, "Finetune/Loss (Raw)": 0.9003044962882996, "Finetune/Step": 4302, "Finetune/Step Time": 6.658016342669725}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7715400457382202, "Finetune/Loss (Raw)": 0.9206401109695435, "Finetune/Step": 4303, "Finetune/Step Time": 6.669884966686368}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7682192921638489, "Finetune/Loss (Raw)": 0.3360717296600342, "Finetune/Step": 4304, "Finetune/Step Time": 6.67734232544899}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7673449516296387, "Finetune/Loss (Raw)": 0.6764139533042908, "Finetune/Step": 4305, "Finetune/Step Time": 6.668646469712257}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7662854194641113, "Finetune/Loss (Raw)": 0.7337324023246765, "Finetune/Step": 4306, "Finetune/Step Time": 6.674715545028448}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7651477456092834, "Finetune/Loss (Raw)": 0.5981774926185608, "Finetune/Step": 4307, "Finetune/Step Time": 6.662765111774206}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7641502022743225, "Finetune/Loss (Raw)": 0.7581227421760559, "Finetune/Step": 4308, "Finetune/Step Time": 6.664233982563019}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7645392417907715, "Finetune/Loss (Raw)": 0.8103348612785339, "Finetune/Step": 4309, "Finetune/Step Time": 6.668887622654438}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7626346349716187, "Finetune/Loss (Raw)": 0.3464013338088989, "Finetune/Step": 4310, "Finetune/Step Time": 6.678330015391111}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7625737190246582, "Finetune/Loss (Raw)": 0.8223042488098145, "Finetune/Step": 4311, "Finetune/Step Time": 6.683938130736351}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7634309530258179, "Finetune/Loss (Raw)": 0.8829694986343384, "Finetune/Step": 4312, "Finetune/Step Time": 6.6915592122823}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.763584554195404, "Finetune/Loss (Raw)": 0.9029203057289124, "Finetune/Step": 4313, "Finetune/Step Time": 6.702267391607165}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7633697986602783, "Finetune/Loss (Raw)": 0.870038628578186, "Finetune/Step": 4314, "Finetune/Step Time": 6.693128053098917}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7637239694595337, "Finetune/Loss (Raw)": 0.7852811217308044, "Finetune/Step": 4315, "Finetune/Step Time": 6.690242985263467}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.764043390750885, "Finetune/Loss (Raw)": 0.7228389978408813, "Finetune/Step": 4316, "Finetune/Step Time": 6.693770196288824}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7643156051635742, "Finetune/Loss (Raw)": 0.801132082939148, "Finetune/Step": 4317, "Finetune/Step Time": 6.692596210166812}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7646584510803223, "Finetune/Loss (Raw)": 0.6395643949508667, "Finetune/Step": 4318, "Finetune/Step Time": 6.696522779762745}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.763170599937439, "Finetune/Loss (Raw)": 0.6296267509460449, "Finetune/Step": 4319, "Finetune/Step Time": 6.690981447696686}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7618813514709473, "Finetune/Loss (Raw)": 0.7781211733818054, "Finetune/Step": 4320, "Finetune/Step Time": 6.714804496616125}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7642173767089844, "Finetune/Loss (Raw)": 0.6008741855621338, "Finetune/Step": 4321, "Finetune/Step Time": 6.70812264829874}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.764594554901123, "Finetune/Loss (Raw)": 0.8890557289123535, "Finetune/Step": 4322, "Finetune/Step Time": 6.710006985813379}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7626760005950928, "Finetune/Loss (Raw)": 0.6335369944572449, "Finetune/Step": 4323, "Finetune/Step Time": 6.707437565550208}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7626843452453613, "Finetune/Loss (Raw)": 0.7734510898590088, "Finetune/Step": 4324, "Finetune/Step Time": 6.706304140388966}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7635488510131836, "Finetune/Loss (Raw)": 0.5961418747901917, "Finetune/Step": 4325, "Finetune/Step Time": 6.695414938032627}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7621021866798401, "Finetune/Loss (Raw)": 0.6916409730911255, "Finetune/Step": 4326, "Finetune/Step Time": 6.703693006187677}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7593069672584534, "Finetune/Loss (Raw)": 0.5788145065307617, "Finetune/Step": 4327, "Finetune/Step Time": 6.720863798633218}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7588204741477966, "Finetune/Loss (Raw)": 0.7628656625747681, "Finetune/Step": 4328, "Finetune/Step Time": 6.713864723220468}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7592748403549194, "Finetune/Loss (Raw)": 0.8130489587783813, "Finetune/Step": 4329, "Finetune/Step Time": 6.703218262642622}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7599949836730957, "Finetune/Loss (Raw)": 0.8767854571342468, "Finetune/Step": 4330, "Finetune/Step Time": 6.702310083433986}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7610464692115784, "Finetune/Loss (Raw)": 0.8746429085731506, "Finetune/Step": 4331, "Finetune/Step Time": 6.701387023553252}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7617982029914856, "Finetune/Loss (Raw)": 0.8262430429458618, "Finetune/Step": 4332, "Finetune/Step Time": 6.704122235998511}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7619775533676147, "Finetune/Loss (Raw)": 0.8540693521499634, "Finetune/Step": 4333, "Finetune/Step Time": 6.705784395337105}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7633017897605896, "Finetune/Loss (Raw)": 0.8980674147605896, "Finetune/Step": 4334, "Finetune/Step Time": 6.70445366576314}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.763270378112793, "Finetune/Loss (Raw)": 0.8326648473739624, "Finetune/Step": 4335, "Finetune/Step Time": 6.688856041058898}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7645221948623657, "Finetune/Loss (Raw)": 0.9425908923149109, "Finetune/Step": 4336, "Finetune/Step Time": 6.694748900830746}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7612395882606506, "Finetune/Loss (Raw)": 0.5611861944198608, "Finetune/Step": 4337, "Finetune/Step Time": 6.71737552806735}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7614641785621643, "Finetune/Loss (Raw)": 0.8299411535263062, "Finetune/Step": 4338, "Finetune/Step Time": 6.717253612354398}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7607537508010864, "Finetune/Loss (Raw)": 0.7589735388755798, "Finetune/Step": 4339, "Finetune/Step Time": 6.718264330178499}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7611643075942993, "Finetune/Loss (Raw)": 0.7442606091499329, "Finetune/Step": 4340, "Finetune/Step Time": 6.732681956142187}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7632384896278381, "Finetune/Loss (Raw)": 0.9187235236167908, "Finetune/Step": 4341, "Finetune/Step Time": 6.72429883107543}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7627418041229248, "Finetune/Loss (Raw)": 0.749334990978241, "Finetune/Step": 4342, "Finetune/Step Time": 6.764817964285612}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7625501751899719, "Finetune/Loss (Raw)": 0.7198504209518433, "Finetune/Step": 4343, "Finetune/Step Time": 6.728240538388491}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7624306678771973, "Finetune/Loss (Raw)": 0.8026437163352966, "Finetune/Step": 4344, "Finetune/Step Time": 6.736562360078096}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7616325616836548, "Finetune/Loss (Raw)": 0.7628688216209412, "Finetune/Step": 4345, "Finetune/Step Time": 6.735557347536087}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7619050741195679, "Finetune/Loss (Raw)": 0.8152447938919067, "Finetune/Step": 4346, "Finetune/Step Time": 6.739138858392835}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7641493082046509, "Finetune/Loss (Raw)": 0.8751408457756042, "Finetune/Step": 4347, "Finetune/Step Time": 6.731412744149566}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7641183137893677, "Finetune/Loss (Raw)": 0.8108102083206177, "Finetune/Step": 4348, "Finetune/Step Time": 6.737173296511173}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7638950347900391, "Finetune/Loss (Raw)": 0.8930781483650208, "Finetune/Step": 4349, "Finetune/Step Time": 6.7342060804367065}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7614772319793701, "Finetune/Loss (Raw)": 0.5548564195632935, "Finetune/Step": 4350, "Finetune/Step Time": 6.746478891000152}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7610688805580139, "Finetune/Loss (Raw)": 0.8308377861976624, "Finetune/Step": 4351, "Finetune/Step Time": 6.745890585705638}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7616989612579346, "Finetune/Loss (Raw)": 0.8107518553733826, "Finetune/Step": 4352, "Finetune/Step Time": 6.737137971445918}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7628264427185059, "Finetune/Loss (Raw)": 0.8435302376747131, "Finetune/Step": 4353, "Finetune/Step Time": 6.734425926581025}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7615287899971008, "Finetune/Loss (Raw)": 0.7209535241127014, "Finetune/Step": 4354, "Finetune/Step Time": 6.7434376552701}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7603600025177002, "Finetune/Loss (Raw)": 0.8346300721168518, "Finetune/Step": 4355, "Finetune/Step Time": 6.739383956417441}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7607392072677612, "Finetune/Loss (Raw)": 0.8321785926818848, "Finetune/Step": 4356, "Finetune/Step Time": 6.737327540293336}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7608661651611328, "Finetune/Loss (Raw)": 0.8709195852279663, "Finetune/Step": 4357, "Finetune/Step Time": 6.737130669876933}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7653141021728516, "Finetune/Loss (Raw)": 0.8353135585784912, "Finetune/Step": 4358, "Finetune/Step Time": 6.726715978235006}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7668658494949341, "Finetune/Loss (Raw)": 0.7810508012771606, "Finetune/Step": 4359, "Finetune/Step Time": 6.699696058407426}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7663577795028687, "Finetune/Loss (Raw)": 0.7286511659622192, "Finetune/Step": 4360, "Finetune/Step Time": 6.6818710044026375}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7690414190292358, "Finetune/Loss (Raw)": 1.0181846618652344, "Finetune/Step": 4361, "Finetune/Step Time": 6.690050881356001}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7674642205238342, "Finetune/Loss (Raw)": 0.7815125584602356, "Finetune/Step": 4362, "Finetune/Step Time": 6.692275766283274}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7670865058898926, "Finetune/Loss (Raw)": 0.7723204493522644, "Finetune/Step": 4363, "Finetune/Step Time": 6.689045831561089}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7677350640296936, "Finetune/Loss (Raw)": 0.7257506251335144, "Finetune/Step": 4364, "Finetune/Step Time": 6.7002820782363415}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7662603855133057, "Finetune/Loss (Raw)": 0.7261415123939514, "Finetune/Step": 4365, "Finetune/Step Time": 6.714805020019412}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7661529779434204, "Finetune/Loss (Raw)": 0.8622844815254211, "Finetune/Step": 4366, "Finetune/Step Time": 6.71430984698236}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7654718160629272, "Finetune/Loss (Raw)": 0.7542263865470886, "Finetune/Step": 4367, "Finetune/Step Time": 6.720188280567527}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7661429643630981, "Finetune/Loss (Raw)": 0.8452110290527344, "Finetune/Step": 4368, "Finetune/Step Time": 6.716411724686623}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7657418847084045, "Finetune/Loss (Raw)": 0.7519298195838928, "Finetune/Step": 4369, "Finetune/Step Time": 6.723267840221524}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7659454345703125, "Finetune/Loss (Raw)": 0.8861372470855713, "Finetune/Step": 4370, "Finetune/Step Time": 6.725669890642166}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.766942024230957, "Finetune/Loss (Raw)": 0.91029953956604, "Finetune/Step": 4371, "Finetune/Step Time": 6.703331189230084}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7624467611312866, "Finetune/Loss (Raw)": 0.24309967458248138, "Finetune/Step": 4372, "Finetune/Step Time": 6.723537364974618}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7615399956703186, "Finetune/Loss (Raw)": 0.7179126143455505, "Finetune/Step": 4373, "Finetune/Step Time": 6.720592411234975}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7618618011474609, "Finetune/Loss (Raw)": 0.7815374732017517, "Finetune/Step": 4374, "Finetune/Step Time": 6.68575250543654}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7612342834472656, "Finetune/Loss (Raw)": 0.7560799717903137, "Finetune/Step": 4375, "Finetune/Step Time": 6.7035209983587265}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7651485204696655, "Finetune/Loss (Raw)": 0.7839463353157043, "Finetune/Step": 4376, "Finetune/Step Time": 6.696752313524485}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7646763324737549, "Finetune/Loss (Raw)": 0.8100420832633972, "Finetune/Step": 4377, "Finetune/Step Time": 6.698163140565157}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7656692862510681, "Finetune/Loss (Raw)": 0.7546201944351196, "Finetune/Step": 4378, "Finetune/Step Time": 6.708379691466689}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7654180526733398, "Finetune/Loss (Raw)": 0.6602240204811096, "Finetune/Step": 4379, "Finetune/Step Time": 6.719307037070394}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7644383907318115, "Finetune/Loss (Raw)": 0.8833690285682678, "Finetune/Step": 4380, "Finetune/Step Time": 6.722053699195385}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7661936283111572, "Finetune/Loss (Raw)": 0.8109006285667419, "Finetune/Step": 4381, "Finetune/Step Time": 6.709656026214361}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7691831588745117, "Finetune/Loss (Raw)": 0.893005907535553, "Finetune/Step": 4382, "Finetune/Step Time": 6.704091794788837}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7685348987579346, "Finetune/Loss (Raw)": 0.6187891960144043, "Finetune/Step": 4383, "Finetune/Step Time": 6.7189366072416306}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7682702541351318, "Finetune/Loss (Raw)": 0.7834753394126892, "Finetune/Step": 4384, "Finetune/Step Time": 6.705082977190614}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7675223350524902, "Finetune/Loss (Raw)": 0.7665526270866394, "Finetune/Step": 4385, "Finetune/Step Time": 6.699023846536875}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7680809497833252, "Finetune/Loss (Raw)": 0.6798052787780762, "Finetune/Step": 4386, "Finetune/Step Time": 6.716570660471916}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7686642408370972, "Finetune/Loss (Raw)": 0.989591658115387, "Finetune/Step": 4387, "Finetune/Step Time": 6.705315483734012}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7691153287887573, "Finetune/Loss (Raw)": 0.8220012187957764, "Finetune/Step": 4388, "Finetune/Step Time": 6.71016376465559}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7691802978515625, "Finetune/Loss (Raw)": 0.8290421366691589, "Finetune/Step": 4389, "Finetune/Step Time": 6.709072008728981}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7693716287612915, "Finetune/Loss (Raw)": 0.7863482236862183, "Finetune/Step": 4390, "Finetune/Step Time": 6.708148717880249}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7679191827774048, "Finetune/Loss (Raw)": 0.7797145247459412, "Finetune/Step": 4391, "Finetune/Step Time": 6.704907651990652}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7656546831130981, "Finetune/Loss (Raw)": 0.34811463952064514, "Finetune/Step": 4392, "Finetune/Step Time": 6.717890154570341}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7648724913597107, "Finetune/Loss (Raw)": 0.6552079916000366, "Finetune/Step": 4393, "Finetune/Step Time": 6.716029021888971}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7636181712150574, "Finetune/Loss (Raw)": 0.7519987225532532, "Finetune/Step": 4394, "Finetune/Step Time": 6.726012289524078}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7646612524986267, "Finetune/Loss (Raw)": 0.7874724268913269, "Finetune/Step": 4395, "Finetune/Step Time": 6.7164698876440525}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7655959129333496, "Finetune/Loss (Raw)": 0.8670185208320618, "Finetune/Step": 4396, "Finetune/Step Time": 6.725291280075908}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7642762660980225, "Finetune/Loss (Raw)": 0.4155157804489136, "Finetune/Step": 4397, "Finetune/Step Time": 6.7117377538233995}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7643479108810425, "Finetune/Loss (Raw)": 0.7914407849311829, "Finetune/Step": 4398, "Finetune/Step Time": 6.714535858482122}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7674895524978638, "Finetune/Loss (Raw)": 0.7262293100357056, "Finetune/Step": 4399, "Finetune/Step Time": 6.697017792612314}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7671948671340942, "Finetune/Loss (Raw)": 0.7973061203956604, "Finetune/Step": 4400, "Finetune/Step Time": 6.704624749720097}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7644487619400024, "Finetune/Loss (Raw)": 0.333793580532074, "Finetune/Step": 4401, "Finetune/Step Time": 6.731709072366357}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7637397050857544, "Finetune/Loss (Raw)": 0.683376133441925, "Finetune/Step": 4402, "Finetune/Step Time": 6.750192143023014}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7652097344398499, "Finetune/Loss (Raw)": 0.8528181910514832, "Finetune/Step": 4403, "Finetune/Step Time": 6.734821755439043}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7659606337547302, "Finetune/Loss (Raw)": 0.9625523090362549, "Finetune/Step": 4404, "Finetune/Step Time": 6.735512435436249}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7660363912582397, "Finetune/Loss (Raw)": 0.7528972625732422, "Finetune/Step": 4405, "Finetune/Step Time": 6.726014729589224}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7644734382629395, "Finetune/Loss (Raw)": 0.6638098955154419, "Finetune/Step": 4406, "Finetune/Step Time": 6.724488684907556}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7641968727111816, "Finetune/Loss (Raw)": 0.685495913028717, "Finetune/Step": 4407, "Finetune/Step Time": 6.7221539709717035}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7647891640663147, "Finetune/Loss (Raw)": 0.9395217299461365, "Finetune/Step": 4408, "Finetune/Step Time": 6.721163507550955}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7633687257766724, "Finetune/Loss (Raw)": 0.7379295229911804, "Finetune/Step": 4409, "Finetune/Step Time": 6.721063068136573}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7629367113113403, "Finetune/Loss (Raw)": 0.8152223825454712, "Finetune/Step": 4410, "Finetune/Step Time": 6.717849811539054}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7627241015434265, "Finetune/Loss (Raw)": 0.7811306118965149, "Finetune/Step": 4411, "Finetune/Step Time": 6.7112139370292425}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7622665166854858, "Finetune/Loss (Raw)": 0.7482403516769409, "Finetune/Step": 4412, "Finetune/Step Time": 6.713111255317926}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7652863264083862, "Finetune/Loss (Raw)": 1.0097267627716064, "Finetune/Step": 4413, "Finetune/Step Time": 6.675862591713667}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7649296522140503, "Finetune/Loss (Raw)": 0.7394460439682007, "Finetune/Step": 4414, "Finetune/Step Time": 6.676173146814108}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.765438437461853, "Finetune/Loss (Raw)": 0.9062128663063049, "Finetune/Step": 4415, "Finetune/Step Time": 6.691777005791664}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7637659311294556, "Finetune/Loss (Raw)": 0.6909218430519104, "Finetune/Step": 4416, "Finetune/Step Time": 6.704731736332178}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7648500204086304, "Finetune/Loss (Raw)": 0.895710289478302, "Finetune/Step": 4417, "Finetune/Step Time": 6.705438084900379}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7641358375549316, "Finetune/Loss (Raw)": 0.7986394762992859, "Finetune/Step": 4418, "Finetune/Step Time": 6.706239568069577}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7638429999351501, "Finetune/Loss (Raw)": 0.8557707667350769, "Finetune/Step": 4419, "Finetune/Step Time": 6.710678242146969}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7624995708465576, "Finetune/Loss (Raw)": 0.6957100033760071, "Finetune/Step": 4420, "Finetune/Step Time": 6.723062768578529}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7621177434921265, "Finetune/Loss (Raw)": 0.7838261723518372, "Finetune/Step": 4421, "Finetune/Step Time": 6.71042793430388}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7621161341667175, "Finetune/Loss (Raw)": 0.7923821806907654, "Finetune/Step": 4422, "Finetune/Step Time": 6.691987697035074}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7647210359573364, "Finetune/Loss (Raw)": 0.6308689713478088, "Finetune/Step": 4423, "Finetune/Step Time": 6.677119936794043}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7598610520362854, "Finetune/Loss (Raw)": 0.3303976058959961, "Finetune/Step": 4424, "Finetune/Step Time": 6.699687860906124}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7587411403656006, "Finetune/Loss (Raw)": 0.7262247800827026, "Finetune/Step": 4425, "Finetune/Step Time": 6.716034607961774}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7605819702148438, "Finetune/Loss (Raw)": 0.8481934070587158, "Finetune/Step": 4426, "Finetune/Step Time": 6.711884777992964}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7590240240097046, "Finetune/Loss (Raw)": 0.6784988045692444, "Finetune/Step": 4427, "Finetune/Step Time": 6.719760585576296}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7585711479187012, "Finetune/Loss (Raw)": 0.8262788653373718, "Finetune/Step": 4428, "Finetune/Step Time": 6.7242873683571815}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7618916630744934, "Finetune/Loss (Raw)": 0.7869521975517273, "Finetune/Step": 4429, "Finetune/Step Time": 6.705191070213914}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7595537304878235, "Finetune/Loss (Raw)": 0.601051926612854, "Finetune/Step": 4430, "Finetune/Step Time": 6.7411076705902815}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7584654092788696, "Finetune/Loss (Raw)": 0.7813331484794617, "Finetune/Step": 4431, "Finetune/Step Time": 6.746306074783206}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7623885869979858, "Finetune/Loss (Raw)": 0.8382346630096436, "Finetune/Step": 4432, "Finetune/Step Time": 6.73176983371377}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7618788480758667, "Finetune/Loss (Raw)": 0.6111760139465332, "Finetune/Step": 4433, "Finetune/Step Time": 6.745675662532449}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7630371451377869, "Finetune/Loss (Raw)": 0.8819934725761414, "Finetune/Step": 4434, "Finetune/Step Time": 6.739400342106819}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.764769971370697, "Finetune/Loss (Raw)": 0.8199768662452698, "Finetune/Step": 4435, "Finetune/Step Time": 6.734980620443821}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7638278007507324, "Finetune/Loss (Raw)": 0.637526273727417, "Finetune/Step": 4436, "Finetune/Step Time": 6.745674714446068}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7631862163543701, "Finetune/Loss (Raw)": 0.7282096147537231, "Finetune/Step": 4437, "Finetune/Step Time": 6.745404994115233}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7668102383613586, "Finetune/Loss (Raw)": 0.8102772831916809, "Finetune/Step": 4438, "Finetune/Step Time": 6.726391596719623}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7678296566009521, "Finetune/Loss (Raw)": 0.9527906775474548, "Finetune/Step": 4439, "Finetune/Step Time": 6.72324032522738}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7681061029434204, "Finetune/Loss (Raw)": 0.9183576703071594, "Finetune/Step": 4440, "Finetune/Step Time": 6.720589371398091}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7679723501205444, "Finetune/Loss (Raw)": 0.8857946395874023, "Finetune/Step": 4441, "Finetune/Step Time": 6.713626679033041}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.767422080039978, "Finetune/Loss (Raw)": 0.7996011972427368, "Finetune/Step": 4442, "Finetune/Step Time": 6.728062439709902}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7675983905792236, "Finetune/Loss (Raw)": 0.8078588843345642, "Finetune/Step": 4443, "Finetune/Step Time": 6.727728905156255}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7678113579750061, "Finetune/Loss (Raw)": 0.7500969767570496, "Finetune/Step": 4444, "Finetune/Step Time": 6.717568937689066}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7669713497161865, "Finetune/Loss (Raw)": 0.6935994625091553, "Finetune/Step": 4445, "Finetune/Step Time": 6.719574544578791}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7690086364746094, "Finetune/Loss (Raw)": 0.9003495573997498, "Finetune/Step": 4446, "Finetune/Step Time": 6.710478184744716}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7701876163482666, "Finetune/Loss (Raw)": 0.7805270552635193, "Finetune/Step": 4447, "Finetune/Step Time": 6.700181445106864}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7703646421432495, "Finetune/Loss (Raw)": 0.800780713558197, "Finetune/Step": 4448, "Finetune/Step Time": 6.678677292540669}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7730472087860107, "Finetune/Loss (Raw)": 0.944241464138031, "Finetune/Step": 4449, "Finetune/Step Time": 6.664935307577252}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7716424465179443, "Finetune/Loss (Raw)": 0.709258496761322, "Finetune/Step": 4450, "Finetune/Step Time": 6.659382440149784}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7717374563217163, "Finetune/Loss (Raw)": 0.6456905007362366, "Finetune/Step": 4451, "Finetune/Step Time": 6.664417378604412}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7683805227279663, "Finetune/Loss (Raw)": 0.3437652289867401, "Finetune/Step": 4452, "Finetune/Step Time": 6.6826931200921535}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7693246603012085, "Finetune/Loss (Raw)": 0.7169840335845947, "Finetune/Step": 4453, "Finetune/Step Time": 6.6745761800557375}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.769783616065979, "Finetune/Loss (Raw)": 0.7503918409347534, "Finetune/Step": 4454, "Finetune/Step Time": 6.673050861805677}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7702136635780334, "Finetune/Loss (Raw)": 0.6338613629341125, "Finetune/Step": 4455, "Finetune/Step Time": 6.6703509744256735}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.770063579082489, "Finetune/Loss (Raw)": 0.7436582446098328, "Finetune/Step": 4456, "Finetune/Step Time": 6.672075416892767}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7692786455154419, "Finetune/Loss (Raw)": 0.7125775218009949, "Finetune/Step": 4457, "Finetune/Step Time": 6.683342153206468}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7681757807731628, "Finetune/Loss (Raw)": 0.7356159090995789, "Finetune/Step": 4458, "Finetune/Step Time": 6.697548016905785}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7670605182647705, "Finetune/Loss (Raw)": 0.7318910360336304, "Finetune/Step": 4459, "Finetune/Step Time": 6.702997649088502}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7674760818481445, "Finetune/Loss (Raw)": 0.8794405460357666, "Finetune/Step": 4460, "Finetune/Step Time": 6.703851209953427}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7663347125053406, "Finetune/Loss (Raw)": 0.7079668641090393, "Finetune/Step": 4461, "Finetune/Step Time": 6.703201567754149}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.765639066696167, "Finetune/Loss (Raw)": 0.809027910232544, "Finetune/Step": 4462, "Finetune/Step Time": 6.715808818116784}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7634602785110474, "Finetune/Loss (Raw)": 0.5537782311439514, "Finetune/Step": 4463, "Finetune/Step Time": 6.725612599402666}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7622156143188477, "Finetune/Loss (Raw)": 0.7832696437835693, "Finetune/Step": 4464, "Finetune/Step Time": 6.728401282802224}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7636106610298157, "Finetune/Loss (Raw)": 0.7397527694702148, "Finetune/Step": 4465, "Finetune/Step Time": 6.704994048923254}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7631246447563171, "Finetune/Loss (Raw)": 0.7677317261695862, "Finetune/Step": 4466, "Finetune/Step Time": 6.7040278147906065}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7637314796447754, "Finetune/Loss (Raw)": 0.8366541862487793, "Finetune/Step": 4467, "Finetune/Step Time": 6.698281075805426}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7639655470848083, "Finetune/Loss (Raw)": 0.7742234468460083, "Finetune/Step": 4468, "Finetune/Step Time": 6.684282302856445}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7628971338272095, "Finetune/Loss (Raw)": 0.7819579243659973, "Finetune/Step": 4469, "Finetune/Step Time": 6.68387870118022}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7630932331085205, "Finetune/Loss (Raw)": 0.7744420766830444, "Finetune/Step": 4470, "Finetune/Step Time": 6.645542545244098}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7625077366828918, "Finetune/Loss (Raw)": 0.6449012756347656, "Finetune/Step": 4471, "Finetune/Step Time": 6.670351365581155}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7626113891601562, "Finetune/Loss (Raw)": 0.8159098029136658, "Finetune/Step": 4472, "Finetune/Step Time": 6.661673596128821}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7643539905548096, "Finetune/Loss (Raw)": 0.985925018787384, "Finetune/Step": 4473, "Finetune/Step Time": 6.659913031384349}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7645130157470703, "Finetune/Loss (Raw)": 0.8356024622917175, "Finetune/Step": 4474, "Finetune/Step Time": 6.658405691385269}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7633158564567566, "Finetune/Loss (Raw)": 0.7219022512435913, "Finetune/Step": 4475, "Finetune/Step Time": 6.6890340577811}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7637010216712952, "Finetune/Loss (Raw)": 0.860114574432373, "Finetune/Step": 4476, "Finetune/Step Time": 6.689872594550252}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.762235164642334, "Finetune/Loss (Raw)": 0.7054409384727478, "Finetune/Step": 4477, "Finetune/Step Time": 6.690437430515885}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.764694333076477, "Finetune/Loss (Raw)": 0.8696343898773193, "Finetune/Step": 4478, "Finetune/Step Time": 6.672470116987824}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7645435333251953, "Finetune/Loss (Raw)": 0.8115339875221252, "Finetune/Step": 4479, "Finetune/Step Time": 6.681513246148825}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7637954950332642, "Finetune/Loss (Raw)": 0.7150108218193054, "Finetune/Step": 4480, "Finetune/Step Time": 6.686521513387561}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7628487348556519, "Finetune/Loss (Raw)": 0.7223333120346069, "Finetune/Step": 4481, "Finetune/Step Time": 6.688433835282922}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7627344727516174, "Finetune/Loss (Raw)": 0.7063272595405579, "Finetune/Step": 4482, "Finetune/Step Time": 6.692298799753189}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7624833583831787, "Finetune/Loss (Raw)": 0.8024899959564209, "Finetune/Step": 4483, "Finetune/Step Time": 6.689956046640873}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.762805700302124, "Finetune/Loss (Raw)": 0.8734451532363892, "Finetune/Step": 4484, "Finetune/Step Time": 6.704485677182674}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7620236873626709, "Finetune/Loss (Raw)": 0.7708218097686768, "Finetune/Step": 4485, "Finetune/Step Time": 6.704969637095928}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7614675760269165, "Finetune/Loss (Raw)": 0.7641310691833496, "Finetune/Step": 4486, "Finetune/Step Time": 6.702684164047241}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7578648328781128, "Finetune/Loss (Raw)": 0.3198925852775574, "Finetune/Step": 4487, "Finetune/Step Time": 6.7099769115448}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7585129141807556, "Finetune/Loss (Raw)": 0.8116115927696228, "Finetune/Step": 4488, "Finetune/Step Time": 6.73685147985816}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7544772624969482, "Finetune/Loss (Raw)": 0.5016114711761475, "Finetune/Step": 4489, "Finetune/Step Time": 6.726851748302579}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7535405158996582, "Finetune/Loss (Raw)": 0.6616172790527344, "Finetune/Step": 4490, "Finetune/Step Time": 6.7318933214992285}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7532812356948853, "Finetune/Loss (Raw)": 0.7391370534896851, "Finetune/Step": 4491, "Finetune/Step Time": 6.731254059821367}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7542092204093933, "Finetune/Loss (Raw)": 0.8445302248001099, "Finetune/Step": 4492, "Finetune/Step Time": 6.7131456900388}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7545236349105835, "Finetune/Loss (Raw)": 0.7663859724998474, "Finetune/Step": 4493, "Finetune/Step Time": 6.70907081104815}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7524944543838501, "Finetune/Loss (Raw)": 0.6025444269180298, "Finetune/Step": 4494, "Finetune/Step Time": 6.714367711916566}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7528594732284546, "Finetune/Loss (Raw)": 0.8009591102600098, "Finetune/Step": 4495, "Finetune/Step Time": 6.71443946659565}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7518628239631653, "Finetune/Loss (Raw)": 0.7176350355148315, "Finetune/Step": 4496, "Finetune/Step Time": 6.721748186275363}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7523770332336426, "Finetune/Loss (Raw)": 0.8177410960197449, "Finetune/Step": 4497, "Finetune/Step Time": 6.724798619747162}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7508934736251831, "Finetune/Loss (Raw)": 0.6962406635284424, "Finetune/Step": 4498, "Finetune/Step Time": 6.729580340906978}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.750583827495575, "Finetune/Loss (Raw)": 0.8706738352775574, "Finetune/Step": 4499, "Finetune/Step Time": 6.729799792170525}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.754330039024353, "Finetune/Loss (Raw)": 0.7226174473762512, "Finetune/Step": 4500, "Finetune/Step Time": 6.717513205483556}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7555846571922302, "Finetune/Loss (Raw)": 0.8784962892532349, "Finetune/Step": 4501, "Finetune/Step Time": 6.71649444848299}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7546249032020569, "Finetune/Loss (Raw)": 0.6586878895759583, "Finetune/Step": 4502, "Finetune/Step Time": 6.7213069554418325}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7555364370346069, "Finetune/Loss (Raw)": 0.8727579116821289, "Finetune/Step": 4503, "Finetune/Step Time": 6.701639644801617}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7553553581237793, "Finetune/Loss (Raw)": 0.76076740026474, "Finetune/Step": 4504, "Finetune/Step Time": 6.6812649220228195}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7550464868545532, "Finetune/Loss (Raw)": 0.7705073356628418, "Finetune/Step": 4505, "Finetune/Step Time": 6.681009367108345}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7566566467285156, "Finetune/Loss (Raw)": 0.9607225060462952, "Finetune/Step": 4506, "Finetune/Step Time": 6.659691695123911}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7540214657783508, "Finetune/Loss (Raw)": 0.322922945022583, "Finetune/Step": 4507, "Finetune/Step Time": 6.665868237614632}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7532568573951721, "Finetune/Loss (Raw)": 0.7855009436607361, "Finetune/Step": 4508, "Finetune/Step Time": 6.659726927056909}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7526406049728394, "Finetune/Loss (Raw)": 0.7320200800895691, "Finetune/Step": 4509, "Finetune/Step Time": 6.656955039128661}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7526233792304993, "Finetune/Loss (Raw)": 0.8907905220985413, "Finetune/Step": 4510, "Finetune/Step Time": 6.653220629319549}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.755141019821167, "Finetune/Loss (Raw)": 0.9410524368286133, "Finetune/Step": 4511, "Finetune/Step Time": 6.639643348753452}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7518008351325989, "Finetune/Loss (Raw)": 0.3559335172176361, "Finetune/Step": 4512, "Finetune/Step Time": 6.654324376955628}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7519570589065552, "Finetune/Loss (Raw)": 0.7865496277809143, "Finetune/Step": 4513, "Finetune/Step Time": 6.659049645066261}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7519369125366211, "Finetune/Loss (Raw)": 0.6772245764732361, "Finetune/Step": 4514, "Finetune/Step Time": 6.64061657898128}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.75041663646698, "Finetune/Loss (Raw)": 0.7949958443641663, "Finetune/Step": 4515, "Finetune/Step Time": 6.643639534711838}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.749079704284668, "Finetune/Loss (Raw)": 0.6508752703666687, "Finetune/Step": 4516, "Finetune/Step Time": 6.638349452987313}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.748091459274292, "Finetune/Loss (Raw)": 0.7025402784347534, "Finetune/Step": 4517, "Finetune/Step Time": 6.639610983431339}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7493057250976562, "Finetune/Loss (Raw)": 0.9417777061462402, "Finetune/Step": 4518, "Finetune/Step Time": 6.634854024276137}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7502394914627075, "Finetune/Loss (Raw)": 0.8992413878440857, "Finetune/Step": 4519, "Finetune/Step Time": 6.628402177244425}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7543148994445801, "Finetune/Loss (Raw)": 0.8697647452354431, "Finetune/Step": 4520, "Finetune/Step Time": 6.605825999751687}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7562358379364014, "Finetune/Loss (Raw)": 0.9010965824127197, "Finetune/Step": 4521, "Finetune/Step Time": 6.593190796673298}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7561694979667664, "Finetune/Loss (Raw)": 0.7435019612312317, "Finetune/Step": 4522, "Finetune/Step Time": 6.589988078922033}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7563430070877075, "Finetune/Loss (Raw)": 0.8096835017204285, "Finetune/Step": 4523, "Finetune/Step Time": 6.593737868592143}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7558972835540771, "Finetune/Loss (Raw)": 0.8099654912948608, "Finetune/Step": 4524, "Finetune/Step Time": 6.587666749954224}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7588521242141724, "Finetune/Loss (Raw)": 0.7937265634536743, "Finetune/Step": 4525, "Finetune/Step Time": 6.570908825844526}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7571442127227783, "Finetune/Loss (Raw)": 0.5728317499160767, "Finetune/Step": 4526, "Finetune/Step Time": 6.567199893295765}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7550939321517944, "Finetune/Loss (Raw)": 0.46378934383392334, "Finetune/Step": 4527, "Finetune/Step Time": 6.597235094755888}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7545362710952759, "Finetune/Loss (Raw)": 0.725928783416748, "Finetune/Step": 4528, "Finetune/Step Time": 6.587390288710594}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7585766315460205, "Finetune/Loss (Raw)": 0.8509624600410461, "Finetune/Step": 4529, "Finetune/Step Time": 6.564662823453546}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7603257894515991, "Finetune/Loss (Raw)": 0.9072697162628174, "Finetune/Step": 4530, "Finetune/Step Time": 6.547218289226294}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7606828212738037, "Finetune/Loss (Raw)": 0.8985099196434021, "Finetune/Step": 4531, "Finetune/Step Time": 6.554127583280206}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7580791711807251, "Finetune/Loss (Raw)": 0.6292873024940491, "Finetune/Step": 4532, "Finetune/Step Time": 6.564067622646689}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7585718631744385, "Finetune/Loss (Raw)": 0.815962016582489, "Finetune/Step": 4533, "Finetune/Step Time": 6.555955881252885}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7559716701507568, "Finetune/Loss (Raw)": 0.3309842348098755, "Finetune/Step": 4534, "Finetune/Step Time": 6.575580047443509}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7558526396751404, "Finetune/Loss (Raw)": 0.6702641248703003, "Finetune/Step": 4535, "Finetune/Step Time": 6.5940296202898026}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.754726767539978, "Finetune/Loss (Raw)": 0.7954064011573792, "Finetune/Step": 4536, "Finetune/Step Time": 6.604248499497771}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7553009986877441, "Finetune/Loss (Raw)": 0.8114388585090637, "Finetune/Step": 4537, "Finetune/Step Time": 6.601837540045381}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7554984092712402, "Finetune/Loss (Raw)": 0.8404859900474548, "Finetune/Step": 4538, "Finetune/Step Time": 6.6014561131596565}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7547574043273926, "Finetune/Loss (Raw)": 0.6862767934799194, "Finetune/Step": 4539, "Finetune/Step Time": 6.608181729912758}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7513120174407959, "Finetune/Loss (Raw)": 0.30723443627357483, "Finetune/Step": 4540, "Finetune/Step Time": 6.6283692214637995}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7489175796508789, "Finetune/Loss (Raw)": 0.7032427191734314, "Finetune/Step": 4541, "Finetune/Step Time": 6.650429356843233}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7483748197555542, "Finetune/Loss (Raw)": 0.6699666380882263, "Finetune/Step": 4542, "Finetune/Step Time": 6.651094187051058}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7474060654640198, "Finetune/Loss (Raw)": 0.7822176814079285, "Finetune/Step": 4543, "Finetune/Step Time": 6.644923914223909}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7488727569580078, "Finetune/Loss (Raw)": 0.8786541223526001, "Finetune/Step": 4544, "Finetune/Step Time": 6.634138656780124}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7480573058128357, "Finetune/Loss (Raw)": 0.7913327813148499, "Finetune/Step": 4545, "Finetune/Step Time": 6.645341068506241}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7487191557884216, "Finetune/Loss (Raw)": 0.8833577036857605, "Finetune/Step": 4546, "Finetune/Step Time": 6.643606770783663}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7487174272537231, "Finetune/Loss (Raw)": 0.8555525541305542, "Finetune/Step": 4547, "Finetune/Step Time": 6.637042470276356}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7478760480880737, "Finetune/Loss (Raw)": 0.5880122184753418, "Finetune/Step": 4548, "Finetune/Step Time": 6.658944131806493}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7467162013053894, "Finetune/Loss (Raw)": 0.6353650093078613, "Finetune/Step": 4549, "Finetune/Step Time": 6.659357765689492}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7477462291717529, "Finetune/Loss (Raw)": 0.9242209196090698, "Finetune/Step": 4550, "Finetune/Step Time": 6.65681972168386}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7493736147880554, "Finetune/Loss (Raw)": 0.8391775488853455, "Finetune/Step": 4551, "Finetune/Step Time": 6.653998466208577}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7515624761581421, "Finetune/Loss (Raw)": 0.6105672717094421, "Finetune/Step": 4552, "Finetune/Step Time": 6.645183302462101}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7523460388183594, "Finetune/Loss (Raw)": 0.8265275359153748, "Finetune/Step": 4553, "Finetune/Step Time": 6.6253285594284534}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7529655694961548, "Finetune/Loss (Raw)": 0.9274869561195374, "Finetune/Step": 4554, "Finetune/Step Time": 6.623550161719322}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7539153695106506, "Finetune/Loss (Raw)": 0.8000800013542175, "Finetune/Step": 4555, "Finetune/Step Time": 6.624726800248027}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7550101280212402, "Finetune/Loss (Raw)": 0.966412365436554, "Finetune/Step": 4556, "Finetune/Step Time": 6.621730515733361}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7544211745262146, "Finetune/Loss (Raw)": 0.7115601301193237, "Finetune/Step": 4557, "Finetune/Step Time": 6.624909674748778}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7543625831604004, "Finetune/Loss (Raw)": 0.5935503244400024, "Finetune/Step": 4558, "Finetune/Step Time": 6.601321309804916}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7554607391357422, "Finetune/Loss (Raw)": 0.921904981136322, "Finetune/Step": 4559, "Finetune/Step Time": 6.591665951535106}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.754828929901123, "Finetune/Loss (Raw)": 0.7573633790016174, "Finetune/Step": 4560, "Finetune/Step Time": 6.5877299308776855}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.756369411945343, "Finetune/Loss (Raw)": 0.8083527088165283, "Finetune/Step": 4561, "Finetune/Step Time": 6.56627419218421}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7563875317573547, "Finetune/Loss (Raw)": 0.8843104243278503, "Finetune/Step": 4562, "Finetune/Step Time": 6.567216033115983}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7523375749588013, "Finetune/Loss (Raw)": 0.3015817105770111, "Finetune/Step": 4563, "Finetune/Step Time": 6.585491040721536}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7533769011497498, "Finetune/Loss (Raw)": 0.7705622911453247, "Finetune/Step": 4564, "Finetune/Step Time": 6.569514401257038}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7534106969833374, "Finetune/Loss (Raw)": 0.7325385808944702, "Finetune/Step": 4565, "Finetune/Step Time": 6.564332645386457}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7534977197647095, "Finetune/Loss (Raw)": 0.8214085698127747, "Finetune/Step": 4566, "Finetune/Step Time": 6.567502073943615}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7530356645584106, "Finetune/Loss (Raw)": 0.893648624420166, "Finetune/Step": 4567, "Finetune/Step Time": 6.565825413912535}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7524299621582031, "Finetune/Loss (Raw)": 0.8408281803131104, "Finetune/Step": 4568, "Finetune/Step Time": 6.563954148441553}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7525453567504883, "Finetune/Loss (Raw)": 0.9005721807479858, "Finetune/Step": 4569, "Finetune/Step Time": 6.562762934714556}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7531097531318665, "Finetune/Loss (Raw)": 0.8718411326408386, "Finetune/Step": 4570, "Finetune/Step Time": 6.548965161666274}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7521182298660278, "Finetune/Loss (Raw)": 0.6809420585632324, "Finetune/Step": 4571, "Finetune/Step Time": 6.567346891388297}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7520147562026978, "Finetune/Loss (Raw)": 0.7368572354316711, "Finetune/Step": 4572, "Finetune/Step Time": 6.572640500962734}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7521231174468994, "Finetune/Loss (Raw)": 0.70746910572052, "Finetune/Step": 4573, "Finetune/Step Time": 6.588597061112523}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7514654994010925, "Finetune/Loss (Raw)": 0.8161722421646118, "Finetune/Step": 4574, "Finetune/Step Time": 6.588168993592262}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7510086894035339, "Finetune/Loss (Raw)": 0.7220572233200073, "Finetune/Step": 4575, "Finetune/Step Time": 6.6028207670897245}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7501851320266724, "Finetune/Loss (Raw)": 0.6953688263893127, "Finetune/Step": 4576, "Finetune/Step Time": 6.6106472462415695}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7501541972160339, "Finetune/Loss (Raw)": 0.9402796626091003, "Finetune/Step": 4577, "Finetune/Step Time": 6.613741062581539}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7512987852096558, "Finetune/Loss (Raw)": 0.8557649254798889, "Finetune/Step": 4578, "Finetune/Step Time": 6.617248995229602}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7494929432868958, "Finetune/Loss (Raw)": 0.4145367741584778, "Finetune/Step": 4579, "Finetune/Step Time": 6.625636804848909}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7488677501678467, "Finetune/Loss (Raw)": 0.26374077796936035, "Finetune/Step": 4580, "Finetune/Step Time": 6.6270066518336535}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7486231327056885, "Finetune/Loss (Raw)": 0.68567955493927, "Finetune/Step": 4581, "Finetune/Step Time": 6.636527616530657}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7492556571960449, "Finetune/Loss (Raw)": 0.8313562870025635, "Finetune/Step": 4582, "Finetune/Step Time": 6.639642372727394}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7512990832328796, "Finetune/Loss (Raw)": 0.8954118490219116, "Finetune/Step": 4583, "Finetune/Step Time": 6.625889556482434}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7511287927627563, "Finetune/Loss (Raw)": 0.7218629717826843, "Finetune/Step": 4584, "Finetune/Step Time": 6.638313630595803}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7506071329116821, "Finetune/Loss (Raw)": 0.6458138823509216, "Finetune/Step": 4585, "Finetune/Step Time": 6.626322558149695}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7503429651260376, "Finetune/Loss (Raw)": 0.7017961740493774, "Finetune/Step": 4586, "Finetune/Step Time": 6.617526961490512}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7514957189559937, "Finetune/Loss (Raw)": 0.8794364333152771, "Finetune/Step": 4587, "Finetune/Step Time": 6.614035077393055}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7516542077064514, "Finetune/Loss (Raw)": 0.8997340798377991, "Finetune/Step": 4588, "Finetune/Step Time": 6.637104365974665}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7521704435348511, "Finetune/Loss (Raw)": 0.7740442752838135, "Finetune/Step": 4589, "Finetune/Step Time": 6.636527441442013}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7516858577728271, "Finetune/Loss (Raw)": 0.7470042705535889, "Finetune/Step": 4590, "Finetune/Step Time": 6.626087883487344}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.753966212272644, "Finetune/Loss (Raw)": 0.8456568717956543, "Finetune/Step": 4591, "Finetune/Step Time": 6.609624473378062}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7500805258750916, "Finetune/Loss (Raw)": 0.2859037220478058, "Finetune/Step": 4592, "Finetune/Step Time": 6.619529638439417}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7510250806808472, "Finetune/Loss (Raw)": 0.8606577515602112, "Finetune/Step": 4593, "Finetune/Step Time": 6.623736031353474}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7482201457023621, "Finetune/Loss (Raw)": 0.40870392322540283, "Finetune/Step": 4594, "Finetune/Step Time": 6.642045376822352}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7481933832168579, "Finetune/Loss (Raw)": 0.8332276940345764, "Finetune/Step": 4595, "Finetune/Step Time": 6.64358664304018}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7485037446022034, "Finetune/Loss (Raw)": 0.8139442801475525, "Finetune/Step": 4596, "Finetune/Step Time": 6.6507253386080265}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7479803562164307, "Finetune/Loss (Raw)": 0.7149664163589478, "Finetune/Step": 4597, "Finetune/Step Time": 6.651993952691555}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7481538653373718, "Finetune/Loss (Raw)": 0.796651303768158, "Finetune/Step": 4598, "Finetune/Step Time": 6.648999145254493}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7490358948707581, "Finetune/Loss (Raw)": 0.757800817489624, "Finetune/Step": 4599, "Finetune/Step Time": 6.64095663279295}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.748824954032898, "Finetune/Loss (Raw)": 0.7889038324356079, "Finetune/Step": 4600, "Finetune/Step Time": 6.644182508811355}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7463828921318054, "Finetune/Loss (Raw)": 0.6733524799346924, "Finetune/Step": 4601, "Finetune/Step Time": 6.65886096470058}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7475070953369141, "Finetune/Loss (Raw)": 0.9795026183128357, "Finetune/Step": 4602, "Finetune/Step Time": 6.660013817250729}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7470554709434509, "Finetune/Loss (Raw)": 0.6640865802764893, "Finetune/Step": 4603, "Finetune/Step Time": 6.642301015555859}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.746687650680542, "Finetune/Loss (Raw)": 0.8130345344543457, "Finetune/Step": 4604, "Finetune/Step Time": 6.636090846732259}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7437272071838379, "Finetune/Loss (Raw)": 0.326509028673172, "Finetune/Step": 4605, "Finetune/Step Time": 6.654247464612126}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.743464469909668, "Finetune/Loss (Raw)": 0.8359946608543396, "Finetune/Step": 4606, "Finetune/Step Time": 6.6613794062286615}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7429355382919312, "Finetune/Loss (Raw)": 0.7438338398933411, "Finetune/Step": 4607, "Finetune/Step Time": 6.6535660568624735}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7434772253036499, "Finetune/Loss (Raw)": 0.7843410968780518, "Finetune/Step": 4608, "Finetune/Step Time": 6.64902307651937}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7453001737594604, "Finetune/Loss (Raw)": 0.9556714296340942, "Finetune/Step": 4609, "Finetune/Step Time": 6.647196697071195}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7458152770996094, "Finetune/Loss (Raw)": 0.772264838218689, "Finetune/Step": 4610, "Finetune/Step Time": 6.629246072843671}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7417644262313843, "Finetune/Loss (Raw)": 0.2839829623699188, "Finetune/Step": 4611, "Finetune/Step Time": 6.648036800324917}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7413210868835449, "Finetune/Loss (Raw)": 0.8166945576667786, "Finetune/Step": 4612, "Finetune/Step Time": 6.6296536810696125}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7406426072120667, "Finetune/Loss (Raw)": 0.6839806437492371, "Finetune/Step": 4613, "Finetune/Step Time": 6.653927490115166}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7402697801589966, "Finetune/Loss (Raw)": 0.7164021730422974, "Finetune/Step": 4614, "Finetune/Step Time": 6.659656120464206}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7448251247406006, "Finetune/Loss (Raw)": 0.902981162071228, "Finetune/Step": 4615, "Finetune/Step Time": 6.639519510790706}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7444590330123901, "Finetune/Loss (Raw)": 0.76474529504776, "Finetune/Step": 4616, "Finetune/Step Time": 6.610668709501624}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7458779811859131, "Finetune/Loss (Raw)": 0.6832468509674072, "Finetune/Step": 4617, "Finetune/Step Time": 6.60247359238565}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7472900152206421, "Finetune/Loss (Raw)": 0.8423466682434082, "Finetune/Step": 4618, "Finetune/Step Time": 6.593839645385742}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7487654685974121, "Finetune/Loss (Raw)": 0.9280087947845459, "Finetune/Step": 4619, "Finetune/Step Time": 6.595416959375143}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7480674982070923, "Finetune/Loss (Raw)": 0.7551878094673157, "Finetune/Step": 4620, "Finetune/Step Time": 6.599998978897929}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7490901947021484, "Finetune/Loss (Raw)": 0.897286057472229, "Finetune/Step": 4621, "Finetune/Step Time": 6.58944695442915}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7508933544158936, "Finetune/Loss (Raw)": 0.8333507180213928, "Finetune/Step": 4622, "Finetune/Step Time": 6.585915235802531}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7515087127685547, "Finetune/Loss (Raw)": 0.8797294497489929, "Finetune/Step": 4623, "Finetune/Step Time": 6.582922048866749}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7518076300621033, "Finetune/Loss (Raw)": 0.7558890581130981, "Finetune/Step": 4624, "Finetune/Step Time": 6.576450062915683}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.752102255821228, "Finetune/Loss (Raw)": 0.8554558157920837, "Finetune/Step": 4625, "Finetune/Step Time": 6.576793443411589}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7493659853935242, "Finetune/Loss (Raw)": 0.3459933400154114, "Finetune/Step": 4626, "Finetune/Step Time": 6.590969344601035}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.748528003692627, "Finetune/Loss (Raw)": 0.7634141445159912, "Finetune/Step": 4627, "Finetune/Step Time": 6.600808026269078}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7484099864959717, "Finetune/Loss (Raw)": 0.7075139284133911, "Finetune/Step": 4628, "Finetune/Step Time": 6.604392781853676}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7474828958511353, "Finetune/Loss (Raw)": 0.7598260045051575, "Finetune/Step": 4629, "Finetune/Step Time": 6.602048574015498}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7478921413421631, "Finetune/Loss (Raw)": 0.7110792398452759, "Finetune/Step": 4630, "Finetune/Step Time": 6.610145751386881}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7457057237625122, "Finetune/Loss (Raw)": 0.5928857326507568, "Finetune/Step": 4631, "Finetune/Step Time": 6.629266742616892}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7418566346168518, "Finetune/Loss (Raw)": 0.2680877149105072, "Finetune/Step": 4632, "Finetune/Step Time": 6.643841855227947}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7408044934272766, "Finetune/Loss (Raw)": 0.6358358860015869, "Finetune/Step": 4633, "Finetune/Step Time": 6.6561256013810635}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7401106357574463, "Finetune/Loss (Raw)": 0.8719068169593811, "Finetune/Step": 4634, "Finetune/Step Time": 6.663931291550398}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7424769997596741, "Finetune/Loss (Raw)": 0.6258170008659363, "Finetune/Step": 4635, "Finetune/Step Time": 6.664009304717183}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7426279783248901, "Finetune/Loss (Raw)": 0.8048284649848938, "Finetune/Step": 4636, "Finetune/Step Time": 6.665861198678613}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7436606884002686, "Finetune/Loss (Raw)": 0.8642049431800842, "Finetune/Step": 4637, "Finetune/Step Time": 6.660239644348621}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7446049451828003, "Finetune/Loss (Raw)": 1.0116535425186157, "Finetune/Step": 4638, "Finetune/Step Time": 6.663437604904175}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7421021461486816, "Finetune/Loss (Raw)": 0.6206945776939392, "Finetune/Step": 4639, "Finetune/Step Time": 6.6981797851622105}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7462413311004639, "Finetune/Loss (Raw)": 0.8857535123825073, "Finetune/Step": 4640, "Finetune/Step Time": 6.696127850562334}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.746337890625, "Finetune/Loss (Raw)": 0.7989014983177185, "Finetune/Step": 4641, "Finetune/Step Time": 6.694260699674487}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7473641037940979, "Finetune/Loss (Raw)": 0.8085808157920837, "Finetune/Step": 4642, "Finetune/Step Time": 6.694449346512556}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7481411099433899, "Finetune/Loss (Raw)": 0.894457995891571, "Finetune/Step": 4643, "Finetune/Step Time": 6.691424334421754}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7459420561790466, "Finetune/Loss (Raw)": 0.3693956136703491, "Finetune/Step": 4644, "Finetune/Step Time": 6.711605090647936}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.747307538986206, "Finetune/Loss (Raw)": 0.877322256565094, "Finetune/Step": 4645, "Finetune/Step Time": 6.70967723056674}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7450935244560242, "Finetune/Loss (Raw)": 0.6583848595619202, "Finetune/Step": 4646, "Finetune/Step Time": 6.722484139725566}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7445725202560425, "Finetune/Loss (Raw)": 0.8325481414794922, "Finetune/Step": 4647, "Finetune/Step Time": 6.7364581767469645}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7440917491912842, "Finetune/Loss (Raw)": 0.8082350492477417, "Finetune/Step": 4648, "Finetune/Step Time": 6.742306722328067}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7437775135040283, "Finetune/Loss (Raw)": 0.8608728051185608, "Finetune/Step": 4649, "Finetune/Step Time": 6.738336518406868}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7432570457458496, "Finetune/Loss (Raw)": 0.676871120929718, "Finetune/Step": 4650, "Finetune/Step Time": 6.746012942865491}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7432317733764648, "Finetune/Loss (Raw)": 0.8064479231834412, "Finetune/Step": 4651, "Finetune/Step Time": 6.739001125097275}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7430493831634521, "Finetune/Loss (Raw)": 0.7866253852844238, "Finetune/Step": 4652, "Finetune/Step Time": 6.737188216298819}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7391600608825684, "Finetune/Loss (Raw)": 0.2958935499191284, "Finetune/Step": 4653, "Finetune/Step Time": 6.753620754927397}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7406352162361145, "Finetune/Loss (Raw)": 0.7616575956344604, "Finetune/Step": 4654, "Finetune/Step Time": 6.758083878085017}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7421075105667114, "Finetune/Loss (Raw)": 0.6522331833839417, "Finetune/Step": 4655, "Finetune/Step Time": 6.730673907324672}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7397980690002441, "Finetune/Loss (Raw)": 0.4303234815597534, "Finetune/Step": 4656, "Finetune/Step Time": 6.7685797940939665}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7391328811645508, "Finetune/Loss (Raw)": 0.765824556350708, "Finetune/Step": 4657, "Finetune/Step Time": 6.776097172871232}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7386316657066345, "Finetune/Loss (Raw)": 0.843112587928772, "Finetune/Step": 4658, "Finetune/Step Time": 6.772286897525191}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7384191751480103, "Finetune/Loss (Raw)": 0.8713082671165466, "Finetune/Step": 4659, "Finetune/Step Time": 6.769158700481057}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7399883270263672, "Finetune/Loss (Raw)": 0.8301346898078918, "Finetune/Step": 4660, "Finetune/Step Time": 6.776003150269389}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7390463352203369, "Finetune/Loss (Raw)": 0.6953973770141602, "Finetune/Step": 4661, "Finetune/Step Time": 6.777092218399048}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7431080341339111, "Finetune/Loss (Raw)": 0.8508747816085815, "Finetune/Step": 4662, "Finetune/Step Time": 6.757580606266856}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7444382905960083, "Finetune/Loss (Raw)": 0.8405404686927795, "Finetune/Step": 4663, "Finetune/Step Time": 6.736049609258771}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7444100379943848, "Finetune/Loss (Raw)": 0.7917942404747009, "Finetune/Step": 4664, "Finetune/Step Time": 6.723908746615052}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7436926364898682, "Finetune/Loss (Raw)": 0.7196107506752014, "Finetune/Step": 4665, "Finetune/Step Time": 6.723505364730954}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7418807744979858, "Finetune/Loss (Raw)": 0.6085602045059204, "Finetune/Step": 4666, "Finetune/Step Time": 6.743199318647385}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7433009743690491, "Finetune/Loss (Raw)": 0.8680607080459595, "Finetune/Step": 4667, "Finetune/Step Time": 6.730656320229173}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7468068599700928, "Finetune/Loss (Raw)": 0.7559912204742432, "Finetune/Step": 4668, "Finetune/Step Time": 6.721381299197674}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7440221309661865, "Finetune/Loss (Raw)": 0.34680333733558655, "Finetune/Step": 4669, "Finetune/Step Time": 6.721061861142516}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7452287077903748, "Finetune/Loss (Raw)": 0.8244032859802246, "Finetune/Step": 4670, "Finetune/Step Time": 6.720664780586958}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7450623512268066, "Finetune/Loss (Raw)": 0.760918378829956, "Finetune/Step": 4671, "Finetune/Step Time": 6.706504272297025}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.744624137878418, "Finetune/Loss (Raw)": 0.8225711584091187, "Finetune/Step": 4672, "Finetune/Step Time": 6.711382582783699}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.744712769985199, "Finetune/Loss (Raw)": 0.8026745319366455, "Finetune/Step": 4673, "Finetune/Step Time": 6.7015299666672945}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.744511604309082, "Finetune/Loss (Raw)": 0.8576117753982544, "Finetune/Step": 4674, "Finetune/Step Time": 6.726382395252585}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.744407594203949, "Finetune/Loss (Raw)": 0.8422327041625977, "Finetune/Step": 4675, "Finetune/Step Time": 6.7287313006818295}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7457503080368042, "Finetune/Loss (Raw)": 0.7598860263824463, "Finetune/Step": 4676, "Finetune/Step Time": 6.690393123775721}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7474594116210938, "Finetune/Loss (Raw)": 0.8541284799575806, "Finetune/Step": 4677, "Finetune/Step Time": 6.680930072441697}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7463725209236145, "Finetune/Loss (Raw)": 0.7850965857505798, "Finetune/Step": 4678, "Finetune/Step Time": 6.707196399569511}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7449567914009094, "Finetune/Loss (Raw)": 0.6579669713973999, "Finetune/Step": 4679, "Finetune/Step Time": 6.7069853115826845}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7473039627075195, "Finetune/Loss (Raw)": 0.9109991192817688, "Finetune/Step": 4680, "Finetune/Step Time": 6.699486773461103}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7470338344573975, "Finetune/Loss (Raw)": 0.7919570207595825, "Finetune/Step": 4681, "Finetune/Step Time": 6.717404717579484}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7457040548324585, "Finetune/Loss (Raw)": 0.7572699785232544, "Finetune/Step": 4682, "Finetune/Step Time": 6.729613928124309}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7457965016365051, "Finetune/Loss (Raw)": 0.8119167685508728, "Finetune/Step": 4683, "Finetune/Step Time": 6.714610710740089}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7452487945556641, "Finetune/Loss (Raw)": 0.8963090181350708, "Finetune/Step": 4684, "Finetune/Step Time": 6.7135937716811895}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7463902235031128, "Finetune/Loss (Raw)": 0.857666552066803, "Finetune/Step": 4685, "Finetune/Step Time": 6.715616932138801}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7471020817756653, "Finetune/Loss (Raw)": 0.6846566200256348, "Finetune/Step": 4686, "Finetune/Step Time": 6.715015973895788}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7461904287338257, "Finetune/Loss (Raw)": 0.8052166700363159, "Finetune/Step": 4687, "Finetune/Step Time": 6.707263210788369}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.748498797416687, "Finetune/Loss (Raw)": 1.0528361797332764, "Finetune/Step": 4688, "Finetune/Step Time": 6.7047200463712215}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7493970394134521, "Finetune/Loss (Raw)": 0.923330545425415, "Finetune/Step": 4689, "Finetune/Step Time": 6.697283999994397}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7478587627410889, "Finetune/Loss (Raw)": 0.6874054074287415, "Finetune/Step": 4690, "Finetune/Step Time": 6.711861463263631}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7528520822525024, "Finetune/Loss (Raw)": 0.9407275319099426, "Finetune/Step": 4691, "Finetune/Step Time": 6.694114241749048}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7546749114990234, "Finetune/Loss (Raw)": 1.0038913488388062, "Finetune/Step": 4692, "Finetune/Step Time": 6.694578157737851}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7553154230117798, "Finetune/Loss (Raw)": 0.8145236372947693, "Finetune/Step": 4693, "Finetune/Step Time": 6.707557689398527}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.756034791469574, "Finetune/Loss (Raw)": 0.9134837985038757, "Finetune/Step": 4694, "Finetune/Step Time": 6.702239690348506}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7556803226470947, "Finetune/Loss (Raw)": 0.8482778072357178, "Finetune/Step": 4695, "Finetune/Step Time": 6.718074809759855}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.754731297492981, "Finetune/Loss (Raw)": 0.7193540334701538, "Finetune/Step": 4696, "Finetune/Step Time": 6.730061504989862}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7538033723831177, "Finetune/Loss (Raw)": 0.7817949056625366, "Finetune/Step": 4697, "Finetune/Step Time": 6.724410265684128}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7539247274398804, "Finetune/Loss (Raw)": 0.8873665928840637, "Finetune/Step": 4698, "Finetune/Step Time": 6.72819266282022}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7555973529815674, "Finetune/Loss (Raw)": 0.8950459361076355, "Finetune/Step": 4699, "Finetune/Step Time": 6.723624389618635}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7562852501869202, "Finetune/Loss (Raw)": 0.8249126672744751, "Finetune/Step": 4700, "Finetune/Step Time": 6.7192114647477865}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.757354736328125, "Finetune/Loss (Raw)": 0.8443567156791687, "Finetune/Step": 4701, "Finetune/Step Time": 6.707435358315706}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7571474313735962, "Finetune/Loss (Raw)": 0.7896401286125183, "Finetune/Step": 4702, "Finetune/Step Time": 6.70936300419271}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7585397958755493, "Finetune/Loss (Raw)": 0.9002835750579834, "Finetune/Step": 4703, "Finetune/Step Time": 6.691572392359376}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7584095001220703, "Finetune/Loss (Raw)": 0.6786937713623047, "Finetune/Step": 4704, "Finetune/Step Time": 6.695244589820504}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7579957246780396, "Finetune/Loss (Raw)": 0.8873080611228943, "Finetune/Step": 4705, "Finetune/Step Time": 6.695996083319187}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7570618987083435, "Finetune/Loss (Raw)": 0.7362350225448608, "Finetune/Step": 4706, "Finetune/Step Time": 6.68982750736177}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7593280076980591, "Finetune/Loss (Raw)": 0.7046012878417969, "Finetune/Step": 4707, "Finetune/Step Time": 6.672238115221262}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7627190351486206, "Finetune/Loss (Raw)": 0.6977920532226562, "Finetune/Step": 4708, "Finetune/Step Time": 6.652565510943532}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7627080678939819, "Finetune/Loss (Raw)": 0.6842718720436096, "Finetune/Step": 4709, "Finetune/Step Time": 6.656624229624867}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7636622786521912, "Finetune/Loss (Raw)": 0.9534962177276611, "Finetune/Step": 4710, "Finetune/Step Time": 6.6472158674150705}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7628172636032104, "Finetune/Loss (Raw)": 0.7872546315193176, "Finetune/Step": 4711, "Finetune/Step Time": 6.657769868150353}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7627129554748535, "Finetune/Loss (Raw)": 0.7085094451904297, "Finetune/Step": 4712, "Finetune/Step Time": 6.669184410944581}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7643918395042419, "Finetune/Loss (Raw)": 0.8607121706008911, "Finetune/Step": 4713, "Finetune/Step Time": 6.670985549688339}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7648515701293945, "Finetune/Loss (Raw)": 0.7606325149536133, "Finetune/Step": 4714, "Finetune/Step Time": 6.673730557784438}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7642244100570679, "Finetune/Loss (Raw)": 0.7991711497306824, "Finetune/Step": 4715, "Finetune/Step Time": 6.676899652928114}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7631259560585022, "Finetune/Loss (Raw)": 0.7591283321380615, "Finetune/Step": 4716, "Finetune/Step Time": 6.65265772677958}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7635994553565979, "Finetune/Loss (Raw)": 0.834652841091156, "Finetune/Step": 4717, "Finetune/Step Time": 6.6500993594527245}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.762317955493927, "Finetune/Loss (Raw)": 0.5829697251319885, "Finetune/Step": 4718, "Finetune/Step Time": 6.663898078724742}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7609931826591492, "Finetune/Loss (Raw)": 0.6760931015014648, "Finetune/Step": 4719, "Finetune/Step Time": 6.663657318800688}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7626930475234985, "Finetune/Loss (Raw)": 0.5034849047660828, "Finetune/Step": 4720, "Finetune/Step Time": 6.670198520645499}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7610653638839722, "Finetune/Loss (Raw)": 0.6523168683052063, "Finetune/Step": 4721, "Finetune/Step Time": 6.675019949674606}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7635106444358826, "Finetune/Loss (Raw)": 0.7216923236846924, "Finetune/Step": 4722, "Finetune/Step Time": 6.6572974771261215}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7632136344909668, "Finetune/Loss (Raw)": 0.7952175736427307, "Finetune/Step": 4723, "Finetune/Step Time": 6.656609134748578}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7623500823974609, "Finetune/Loss (Raw)": 0.7034052014350891, "Finetune/Step": 4724, "Finetune/Step Time": 6.678658636286855}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7623528242111206, "Finetune/Loss (Raw)": 0.7153179049491882, "Finetune/Step": 4725, "Finetune/Step Time": 6.681986704468727}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.761561930179596, "Finetune/Loss (Raw)": 0.6954094171524048, "Finetune/Step": 4726, "Finetune/Step Time": 6.685070227831602}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7614295482635498, "Finetune/Loss (Raw)": 0.7408608198165894, "Finetune/Step": 4727, "Finetune/Step Time": 6.671682491898537}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7612321376800537, "Finetune/Loss (Raw)": 0.763631284236908, "Finetune/Step": 4728, "Finetune/Step Time": 6.675021901726723}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7639272212982178, "Finetune/Loss (Raw)": 1.018324851989746, "Finetune/Step": 4729, "Finetune/Step Time": 6.661845359951258}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7626746892929077, "Finetune/Loss (Raw)": 0.8191885352134705, "Finetune/Step": 4730, "Finetune/Step Time": 6.657562844455242}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7624063491821289, "Finetune/Loss (Raw)": 0.6297357082366943, "Finetune/Step": 4731, "Finetune/Step Time": 6.6570116728544235}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7623522877693176, "Finetune/Loss (Raw)": 0.8061091899871826, "Finetune/Step": 4732, "Finetune/Step Time": 6.65722413174808}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7665220499038696, "Finetune/Loss (Raw)": 0.8602357506752014, "Finetune/Step": 4733, "Finetune/Step Time": 6.63346909917891}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7654385566711426, "Finetune/Loss (Raw)": 0.6973176598548889, "Finetune/Step": 4734, "Finetune/Step Time": 6.640958147123456}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7663619518280029, "Finetune/Loss (Raw)": 0.8620233535766602, "Finetune/Step": 4735, "Finetune/Step Time": 6.6413198579102755}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7650525569915771, "Finetune/Loss (Raw)": 0.6167373061180115, "Finetune/Step": 4736, "Finetune/Step Time": 6.651554191485047}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.763267457485199, "Finetune/Loss (Raw)": 0.7271791696548462, "Finetune/Step": 4737, "Finetune/Step Time": 6.661893859505653}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7643582224845886, "Finetune/Loss (Raw)": 0.9118844270706177, "Finetune/Step": 4738, "Finetune/Step Time": 6.671716209501028}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7677377462387085, "Finetune/Loss (Raw)": 0.7165551781654358, "Finetune/Step": 4739, "Finetune/Step Time": 6.655996069312096}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7669681310653687, "Finetune/Loss (Raw)": 0.7181863188743591, "Finetune/Step": 4740, "Finetune/Step Time": 6.660250160843134}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7661534547805786, "Finetune/Loss (Raw)": 0.5797085762023926, "Finetune/Step": 4741, "Finetune/Step Time": 6.643209930509329}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7660103440284729, "Finetune/Loss (Raw)": 0.6980796456336975, "Finetune/Step": 4742, "Finetune/Step Time": 6.654938356950879}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7640538811683655, "Finetune/Loss (Raw)": 0.6525499224662781, "Finetune/Step": 4743, "Finetune/Step Time": 6.6716102212667465}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7654565572738647, "Finetune/Loss (Raw)": 0.9442893862724304, "Finetune/Step": 4744, "Finetune/Step Time": 6.673600597307086}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7657971382141113, "Finetune/Loss (Raw)": 0.7268450856208801, "Finetune/Step": 4745, "Finetune/Step Time": 6.693281581625342}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7646573185920715, "Finetune/Loss (Raw)": 0.6964534521102905, "Finetune/Step": 4746, "Finetune/Step Time": 6.7176070548594}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7647087574005127, "Finetune/Loss (Raw)": 0.9345836639404297, "Finetune/Step": 4747, "Finetune/Step Time": 6.717665661126375}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7653567790985107, "Finetune/Loss (Raw)": 0.8381395936012268, "Finetune/Step": 4748, "Finetune/Step Time": 6.7134742718189955}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7646967172622681, "Finetune/Loss (Raw)": 0.8127939105033875, "Finetune/Step": 4749, "Finetune/Step Time": 6.710042497143149}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7643237113952637, "Finetune/Loss (Raw)": 0.7856104373931885, "Finetune/Step": 4750, "Finetune/Step Time": 6.712639281526208}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7635785937309265, "Finetune/Loss (Raw)": 0.7843495011329651, "Finetune/Step": 4751, "Finetune/Step Time": 6.72880270704627}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7642272710800171, "Finetune/Loss (Raw)": 0.8389245867729187, "Finetune/Step": 4752, "Finetune/Step Time": 6.743654690682888}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7632961273193359, "Finetune/Loss (Raw)": 0.7362653017044067, "Finetune/Step": 4753, "Finetune/Step Time": 6.735874406993389}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7671784162521362, "Finetune/Loss (Raw)": 0.8429362773895264, "Finetune/Step": 4754, "Finetune/Step Time": 6.721907133236527}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7674418687820435, "Finetune/Loss (Raw)": 0.7971298098564148, "Finetune/Step": 4755, "Finetune/Step Time": 6.721782820299268}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7681368589401245, "Finetune/Loss (Raw)": 0.7964726090431213, "Finetune/Step": 4756, "Finetune/Step Time": 6.714256191626191}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7683933973312378, "Finetune/Loss (Raw)": 0.7926666140556335, "Finetune/Step": 4757, "Finetune/Step Time": 6.714117016643286}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7687762975692749, "Finetune/Loss (Raw)": 0.7600927948951721, "Finetune/Step": 4758, "Finetune/Step Time": 6.704116454347968}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7698101997375488, "Finetune/Loss (Raw)": 0.725218653678894, "Finetune/Step": 4759, "Finetune/Step Time": 6.699824711307883}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7739999294281006, "Finetune/Loss (Raw)": 0.8043732643127441, "Finetune/Step": 4760, "Finetune/Step Time": 6.682623526081443}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7739005088806152, "Finetune/Loss (Raw)": 0.6231135129928589, "Finetune/Step": 4761, "Finetune/Step Time": 6.685514956712723}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7727853655815125, "Finetune/Loss (Raw)": 0.7291662096977234, "Finetune/Step": 4762, "Finetune/Step Time": 6.6831718143075705}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7740708589553833, "Finetune/Loss (Raw)": 0.7903559803962708, "Finetune/Step": 4763, "Finetune/Step Time": 6.667555287480354}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7733559012413025, "Finetune/Loss (Raw)": 0.7133143544197083, "Finetune/Step": 4764, "Finetune/Step Time": 6.671589370816946}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7719167470932007, "Finetune/Loss (Raw)": 0.6799971461296082, "Finetune/Step": 4765, "Finetune/Step Time": 6.671216268092394}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7714518308639526, "Finetune/Loss (Raw)": 0.9521406888961792, "Finetune/Step": 4766, "Finetune/Step Time": 6.672916047275066}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7731857895851135, "Finetune/Loss (Raw)": 0.8426404595375061, "Finetune/Step": 4767, "Finetune/Step Time": 6.64371133223176}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7722663283348083, "Finetune/Loss (Raw)": 0.7680649161338806, "Finetune/Step": 4768, "Finetune/Step Time": 6.63640427030623}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7720422744750977, "Finetune/Loss (Raw)": 0.7702279090881348, "Finetune/Step": 4769, "Finetune/Step Time": 6.6459189131855965}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7696431875228882, "Finetune/Loss (Raw)": 0.5014983415603638, "Finetune/Step": 4770, "Finetune/Step Time": 6.649469481781125}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7697817087173462, "Finetune/Loss (Raw)": 0.9121841192245483, "Finetune/Step": 4771, "Finetune/Step Time": 6.652341496199369}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7724176645278931, "Finetune/Loss (Raw)": 0.7067921161651611, "Finetune/Step": 4772, "Finetune/Step Time": 6.645469881594181}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.770007848739624, "Finetune/Loss (Raw)": 0.5688773989677429, "Finetune/Step": 4773, "Finetune/Step Time": 6.645527360960841}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.771304726600647, "Finetune/Loss (Raw)": 0.8243837356567383, "Finetune/Step": 4774, "Finetune/Step Time": 6.63509095646441}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7718206644058228, "Finetune/Loss (Raw)": 0.8985868692398071, "Finetune/Step": 4775, "Finetune/Step Time": 6.622808234766126}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7709324359893799, "Finetune/Loss (Raw)": 0.694537341594696, "Finetune/Step": 4776, "Finetune/Step Time": 6.63450269959867}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7704650163650513, "Finetune/Loss (Raw)": 0.8010380864143372, "Finetune/Step": 4777, "Finetune/Step Time": 6.635342869907618}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7673856019973755, "Finetune/Loss (Raw)": 0.28271162509918213, "Finetune/Step": 4778, "Finetune/Step Time": 6.639812612906098}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7684831619262695, "Finetune/Loss (Raw)": 0.9469394683837891, "Finetune/Step": 4779, "Finetune/Step Time": 6.641171744093299}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7680182456970215, "Finetune/Loss (Raw)": 0.7271063327789307, "Finetune/Step": 4780, "Finetune/Step Time": 6.64607322961092}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7714484333992004, "Finetune/Loss (Raw)": 0.73496413230896, "Finetune/Step": 4781, "Finetune/Step Time": 6.6348420940339565}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7707761526107788, "Finetune/Loss (Raw)": 0.675601601600647, "Finetune/Step": 4782, "Finetune/Step Time": 6.636345921084285}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7685042023658752, "Finetune/Loss (Raw)": 0.36142393946647644, "Finetune/Step": 4783, "Finetune/Step Time": 6.650708274915814}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7714027166366577, "Finetune/Loss (Raw)": 0.8013351559638977, "Finetune/Step": 4784, "Finetune/Step Time": 6.613649426028132}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7729836702346802, "Finetune/Loss (Raw)": 0.9681891798973083, "Finetune/Step": 4785, "Finetune/Step Time": 6.605139447376132}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7729101777076721, "Finetune/Loss (Raw)": 0.833702027797699, "Finetune/Step": 4786, "Finetune/Step Time": 6.6078659277409315}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.772376298904419, "Finetune/Loss (Raw)": 0.8029762506484985, "Finetune/Step": 4787, "Finetune/Step Time": 6.603178441524506}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7713267803192139, "Finetune/Loss (Raw)": 0.6957955956459045, "Finetune/Step": 4788, "Finetune/Step Time": 6.612513547763228}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7708418369293213, "Finetune/Loss (Raw)": 0.6333289742469788, "Finetune/Step": 4789, "Finetune/Step Time": 6.613171985372901}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7706007957458496, "Finetune/Loss (Raw)": 0.8200157880783081, "Finetune/Step": 4790, "Finetune/Step Time": 6.618542313575745}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7663645148277283, "Finetune/Loss (Raw)": 0.29829737544059753, "Finetune/Step": 4791, "Finetune/Step Time": 6.639291748404503}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7678295969963074, "Finetune/Loss (Raw)": 0.9793241024017334, "Finetune/Step": 4792, "Finetune/Step Time": 6.643377611413598}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7688585519790649, "Finetune/Loss (Raw)": 0.8513187766075134, "Finetune/Step": 4793, "Finetune/Step Time": 6.642569275572896}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.769599437713623, "Finetune/Loss (Raw)": 0.703391969203949, "Finetune/Step": 4794, "Finetune/Step Time": 6.624390879645944}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7680920958518982, "Finetune/Loss (Raw)": 0.6751224398612976, "Finetune/Step": 4795, "Finetune/Step Time": 6.656592892482877}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7689491510391235, "Finetune/Loss (Raw)": 0.8656842708587646, "Finetune/Step": 4796, "Finetune/Step Time": 6.650318022817373}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7725095152854919, "Finetune/Loss (Raw)": 0.8025351762771606, "Finetune/Step": 4797, "Finetune/Step Time": 6.631983796134591}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.770956814289093, "Finetune/Loss (Raw)": 0.6256539821624756, "Finetune/Step": 4798, "Finetune/Step Time": 6.64858877658844}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7715959548950195, "Finetune/Loss (Raw)": 0.8427326083183289, "Finetune/Step": 4799, "Finetune/Step Time": 6.652773167937994}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7729438543319702, "Finetune/Loss (Raw)": 0.9951032996177673, "Finetune/Step": 4800, "Finetune/Step Time": 6.635835634544492}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7735775113105774, "Finetune/Loss (Raw)": 0.8837822079658508, "Finetune/Step": 4801, "Finetune/Step Time": 6.628010060638189}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7731849551200867, "Finetune/Loss (Raw)": 0.8073601722717285, "Finetune/Step": 4802, "Finetune/Step Time": 6.601004734635353}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7732803225517273, "Finetune/Loss (Raw)": 0.854446530342102, "Finetune/Step": 4803, "Finetune/Step Time": 6.6052355337888}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7739173173904419, "Finetune/Loss (Raw)": 0.8414223790168762, "Finetune/Step": 4804, "Finetune/Step Time": 6.607388572767377}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.774145245552063, "Finetune/Loss (Raw)": 0.8832970261573792, "Finetune/Step": 4805, "Finetune/Step Time": 6.613070590421557}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7742266058921814, "Finetune/Loss (Raw)": 0.7955159544944763, "Finetune/Step": 4806, "Finetune/Step Time": 6.593257142230868}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7751824855804443, "Finetune/Loss (Raw)": 0.7803170084953308, "Finetune/Step": 4807, "Finetune/Step Time": 6.605900244787335}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.775261402130127, "Finetune/Loss (Raw)": 0.9211026430130005, "Finetune/Step": 4808, "Finetune/Step Time": 6.601782826706767}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7737429141998291, "Finetune/Loss (Raw)": 0.5975886583328247, "Finetune/Step": 4809, "Finetune/Step Time": 6.589742295444012}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7738936543464661, "Finetune/Loss (Raw)": 0.776564359664917, "Finetune/Step": 4810, "Finetune/Step Time": 6.5795034151524305}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7738896608352661, "Finetune/Loss (Raw)": 0.8114079833030701, "Finetune/Step": 4811, "Finetune/Step Time": 6.594457000494003}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7731494903564453, "Finetune/Loss (Raw)": 0.8015620708465576, "Finetune/Step": 4812, "Finetune/Step Time": 6.593561634421349}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7701309323310852, "Finetune/Loss (Raw)": 0.471290647983551, "Finetune/Step": 4813, "Finetune/Step Time": 6.6083473432809114}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7712116837501526, "Finetune/Loss (Raw)": 0.8229948282241821, "Finetune/Step": 4814, "Finetune/Step Time": 6.597648147493601}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.771876335144043, "Finetune/Loss (Raw)": 0.8902958035469055, "Finetune/Step": 4815, "Finetune/Step Time": 6.605493314564228}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7691036462783813, "Finetune/Loss (Raw)": 0.6979378461837769, "Finetune/Step": 4816, "Finetune/Step Time": 6.621449511498213}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7684919834136963, "Finetune/Loss (Raw)": 0.8450314998626709, "Finetune/Step": 4817, "Finetune/Step Time": 6.625517463311553}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7698201537132263, "Finetune/Loss (Raw)": 0.8574070930480957, "Finetune/Step": 4818, "Finetune/Step Time": 6.6148352064192295}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7693689465522766, "Finetune/Loss (Raw)": 0.8829780220985413, "Finetune/Step": 4819, "Finetune/Step Time": 6.61355359852314}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7683429718017578, "Finetune/Loss (Raw)": 0.8725618720054626, "Finetune/Step": 4820, "Finetune/Step Time": 6.615569703280926}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.769084095954895, "Finetune/Loss (Raw)": 0.9093928337097168, "Finetune/Step": 4821, "Finetune/Step Time": 6.602071972563863}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7683918476104736, "Finetune/Loss (Raw)": 0.8248744606971741, "Finetune/Step": 4822, "Finetune/Step Time": 6.60900703817606}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7686281204223633, "Finetune/Loss (Raw)": 0.8785261511802673, "Finetune/Step": 4823, "Finetune/Step Time": 6.596413275226951}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7653477191925049, "Finetune/Loss (Raw)": 0.299457311630249, "Finetune/Step": 4824, "Finetune/Step Time": 6.620806353166699}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7653701901435852, "Finetune/Loss (Raw)": 0.7846710681915283, "Finetune/Step": 4825, "Finetune/Step Time": 6.625349020585418}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.764796793460846, "Finetune/Loss (Raw)": 0.8139660954475403, "Finetune/Step": 4826, "Finetune/Step Time": 6.6247778329998255}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7646223902702332, "Finetune/Loss (Raw)": 0.8727273344993591, "Finetune/Step": 4827, "Finetune/Step Time": 6.614038448780775}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7649690508842468, "Finetune/Loss (Raw)": 0.8692846894264221, "Finetune/Step": 4828, "Finetune/Step Time": 6.62090003490448}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7646534442901611, "Finetune/Loss (Raw)": 0.8039596676826477, "Finetune/Step": 4829, "Finetune/Step Time": 6.627028780058026}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7645879983901978, "Finetune/Loss (Raw)": 0.7812594771385193, "Finetune/Step": 4830, "Finetune/Step Time": 6.624253513291478}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7603269219398499, "Finetune/Loss (Raw)": 0.3548728823661804, "Finetune/Step": 4831, "Finetune/Step Time": 6.647485429421067}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7603476643562317, "Finetune/Loss (Raw)": 0.6813469529151917, "Finetune/Step": 4832, "Finetune/Step Time": 6.660901052877307}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7595385313034058, "Finetune/Loss (Raw)": 0.7837347388267517, "Finetune/Step": 4833, "Finetune/Step Time": 6.663491318002343}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7611392736434937, "Finetune/Loss (Raw)": 0.9411249160766602, "Finetune/Step": 4834, "Finetune/Step Time": 6.667658133432269}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7624524831771851, "Finetune/Loss (Raw)": 0.8727079033851624, "Finetune/Step": 4835, "Finetune/Step Time": 6.664450127631426}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7642029523849487, "Finetune/Loss (Raw)": 0.9218438267707825, "Finetune/Step": 4836, "Finetune/Step Time": 6.662398250773549}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7650981545448303, "Finetune/Loss (Raw)": 0.7988576889038086, "Finetune/Step": 4837, "Finetune/Step Time": 6.644173530861735}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.764553427696228, "Finetune/Loss (Raw)": 0.8837758898735046, "Finetune/Step": 4838, "Finetune/Step Time": 6.645467985421419}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7639650106430054, "Finetune/Loss (Raw)": 0.7119293808937073, "Finetune/Step": 4839, "Finetune/Step Time": 6.63627671264112}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7647261619567871, "Finetune/Loss (Raw)": 0.80594402551651, "Finetune/Step": 4840, "Finetune/Step Time": 6.616340361535549}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7636672854423523, "Finetune/Loss (Raw)": 0.7251725792884827, "Finetune/Step": 4841, "Finetune/Step Time": 6.623012205585837}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7634637355804443, "Finetune/Loss (Raw)": 0.7345783114433289, "Finetune/Step": 4842, "Finetune/Step Time": 6.633900258690119}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.764712393283844, "Finetune/Loss (Raw)": 0.9590001106262207, "Finetune/Step": 4843, "Finetune/Step Time": 6.630530534312129}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.76432204246521, "Finetune/Loss (Raw)": 0.7091642022132874, "Finetune/Step": 4844, "Finetune/Step Time": 6.651311866939068}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7648487687110901, "Finetune/Loss (Raw)": 0.9020748138427734, "Finetune/Step": 4845, "Finetune/Step Time": 6.653574608266354}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7667070627212524, "Finetune/Loss (Raw)": 0.8208344578742981, "Finetune/Step": 4846, "Finetune/Step Time": 6.66507033444941}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.763917088508606, "Finetune/Loss (Raw)": 0.31897467374801636, "Finetune/Step": 4847, "Finetune/Step Time": 6.6864748150110245}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7651792764663696, "Finetune/Loss (Raw)": 0.6650434732437134, "Finetune/Step": 4848, "Finetune/Step Time": 6.649857688695192}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7654402852058411, "Finetune/Loss (Raw)": 0.6857259273529053, "Finetune/Step": 4849, "Finetune/Step Time": 6.665861597284675}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7667511701583862, "Finetune/Loss (Raw)": 0.8894776701927185, "Finetune/Step": 4850, "Finetune/Step Time": 6.675151692703366}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7672876119613647, "Finetune/Loss (Raw)": 0.8638888001441956, "Finetune/Step": 4851, "Finetune/Step Time": 6.680140472948551}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7673256397247314, "Finetune/Loss (Raw)": 0.7082712054252625, "Finetune/Step": 4852, "Finetune/Step Time": 6.6732712760567665}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7687565684318542, "Finetune/Loss (Raw)": 0.8984751105308533, "Finetune/Step": 4853, "Finetune/Step Time": 6.680185902863741}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7676306962966919, "Finetune/Loss (Raw)": 0.5513075590133667, "Finetune/Step": 4854, "Finetune/Step Time": 6.683336913585663}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.76819908618927, "Finetune/Loss (Raw)": 0.813610315322876, "Finetune/Step": 4855, "Finetune/Step Time": 6.685016557574272}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.768648624420166, "Finetune/Loss (Raw)": 0.8211731314659119, "Finetune/Step": 4856, "Finetune/Step Time": 6.679345024749637}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7675744295120239, "Finetune/Loss (Raw)": 0.8808223605155945, "Finetune/Step": 4857, "Finetune/Step Time": 6.678003204986453}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7686755061149597, "Finetune/Loss (Raw)": 0.9601272940635681, "Finetune/Step": 4858, "Finetune/Step Time": 6.688334094360471}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7701642513275146, "Finetune/Loss (Raw)": 0.8202939629554749, "Finetune/Step": 4859, "Finetune/Step Time": 6.674785578623414}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7695522308349609, "Finetune/Loss (Raw)": 0.7277723550796509, "Finetune/Step": 4860, "Finetune/Step Time": 6.674073331058025}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7688173055648804, "Finetune/Loss (Raw)": 0.7661629319190979, "Finetune/Step": 4861, "Finetune/Step Time": 6.688974868506193}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.770647406578064, "Finetune/Loss (Raw)": 0.9315747618675232, "Finetune/Step": 4862, "Finetune/Step Time": 6.673766752704978}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7712717056274414, "Finetune/Loss (Raw)": 0.9419358372688293, "Finetune/Step": 4863, "Finetune/Step Time": 6.689271645620465}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7728159427642822, "Finetune/Loss (Raw)": 0.8143888115882874, "Finetune/Step": 4864, "Finetune/Step Time": 6.694782331585884}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7737395167350769, "Finetune/Loss (Raw)": 0.8454058766365051, "Finetune/Step": 4865, "Finetune/Step Time": 6.688827270641923}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7723259925842285, "Finetune/Loss (Raw)": 0.7309523820877075, "Finetune/Step": 4866, "Finetune/Step Time": 6.68073146417737}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7694299221038818, "Finetune/Loss (Raw)": 0.3458568751811981, "Finetune/Step": 4867, "Finetune/Step Time": 6.700787158682942}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7693147659301758, "Finetune/Loss (Raw)": 0.7034374475479126, "Finetune/Step": 4868, "Finetune/Step Time": 6.699739456176758}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7702164053916931, "Finetune/Loss (Raw)": 0.6951258778572083, "Finetune/Step": 4869, "Finetune/Step Time": 6.703616427257657}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7703589200973511, "Finetune/Loss (Raw)": 0.7163185477256775, "Finetune/Step": 4870, "Finetune/Step Time": 6.688116675242782}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.771609902381897, "Finetune/Loss (Raw)": 0.8126745223999023, "Finetune/Step": 4871, "Finetune/Step Time": 6.681875567883253}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7702823877334595, "Finetune/Loss (Raw)": 0.7743737101554871, "Finetune/Step": 4872, "Finetune/Step Time": 6.692026402801275}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.770338773727417, "Finetune/Loss (Raw)": 0.7340582609176636, "Finetune/Step": 4873, "Finetune/Step Time": 6.688868332654238}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7695205211639404, "Finetune/Loss (Raw)": 0.5917218327522278, "Finetune/Step": 4874, "Finetune/Step Time": 6.67231585457921}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7681393623352051, "Finetune/Loss (Raw)": 0.7577990293502808, "Finetune/Step": 4875, "Finetune/Step Time": 6.679929798468947}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7686182856559753, "Finetune/Loss (Raw)": 0.8994332551956177, "Finetune/Step": 4876, "Finetune/Step Time": 6.6729385163635015}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7692534327507019, "Finetune/Loss (Raw)": 0.8940955400466919, "Finetune/Step": 4877, "Finetune/Step Time": 6.674514168873429}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7687730193138123, "Finetune/Loss (Raw)": 0.7241185307502747, "Finetune/Step": 4878, "Finetune/Step Time": 6.676475029438734}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7692952156066895, "Finetune/Loss (Raw)": 0.8511897921562195, "Finetune/Step": 4879, "Finetune/Step Time": 6.667700931429863}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7696003317832947, "Finetune/Loss (Raw)": 0.8779761791229248, "Finetune/Step": 4880, "Finetune/Step Time": 6.66260801628232}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7714635133743286, "Finetune/Loss (Raw)": 0.9747583866119385, "Finetune/Step": 4881, "Finetune/Step Time": 6.656339334324002}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7702070474624634, "Finetune/Loss (Raw)": 0.6821110844612122, "Finetune/Step": 4882, "Finetune/Step Time": 6.6580433286726475}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7693889141082764, "Finetune/Loss (Raw)": 0.6924067735671997, "Finetune/Step": 4883, "Finetune/Step Time": 6.648873720318079}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7701444625854492, "Finetune/Loss (Raw)": 0.8931849002838135, "Finetune/Step": 4884, "Finetune/Step Time": 6.650774013251066}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7698636651039124, "Finetune/Loss (Raw)": 0.7567154765129089, "Finetune/Step": 4885, "Finetune/Step Time": 6.653145285323262}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.770897626876831, "Finetune/Loss (Raw)": 0.8924464583396912, "Finetune/Step": 4886, "Finetune/Step Time": 6.660112449899316}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7716903686523438, "Finetune/Loss (Raw)": 0.8266855478286743, "Finetune/Step": 4887, "Finetune/Step Time": 6.655920896679163}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7719222903251648, "Finetune/Loss (Raw)": 0.8340631127357483, "Finetune/Step": 4888, "Finetune/Step Time": 6.66581042855978}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.773408055305481, "Finetune/Loss (Raw)": 0.813288152217865, "Finetune/Step": 4889, "Finetune/Step Time": 6.654167640954256}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7734085321426392, "Finetune/Loss (Raw)": 0.7292243242263794, "Finetune/Step": 4890, "Finetune/Step Time": 6.673888176679611}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7730674147605896, "Finetune/Loss (Raw)": 0.746698260307312, "Finetune/Step": 4891, "Finetune/Step Time": 6.671218490228057}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7737439274787903, "Finetune/Loss (Raw)": 0.7999090552330017, "Finetune/Step": 4892, "Finetune/Step Time": 6.6669973731040955}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7753717303276062, "Finetune/Loss (Raw)": 0.8883524537086487, "Finetune/Step": 4893, "Finetune/Step Time": 6.666696760803461}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7739297151565552, "Finetune/Loss (Raw)": 0.7675671577453613, "Finetune/Step": 4894, "Finetune/Step Time": 6.673512734472752}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7726449966430664, "Finetune/Loss (Raw)": 0.6781904697418213, "Finetune/Step": 4895, "Finetune/Step Time": 6.664559310302138}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7734125852584839, "Finetune/Loss (Raw)": 0.8663166165351868, "Finetune/Step": 4896, "Finetune/Step Time": 6.65759657509625}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7725163698196411, "Finetune/Loss (Raw)": 0.6555073261260986, "Finetune/Step": 4897, "Finetune/Step Time": 6.65245695784688}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7741861939430237, "Finetune/Loss (Raw)": 0.715243399143219, "Finetune/Step": 4898, "Finetune/Step Time": 6.6541443560272455}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7740938067436218, "Finetune/Loss (Raw)": 0.900356113910675, "Finetune/Step": 4899, "Finetune/Step Time": 6.651319975033402}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7748485207557678, "Finetune/Loss (Raw)": 0.8034009337425232, "Finetune/Step": 4900, "Finetune/Step Time": 6.638275325298309}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7762877941131592, "Finetune/Loss (Raw)": 0.7530965805053711, "Finetune/Step": 4901, "Finetune/Step Time": 6.636125713586807}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7757258415222168, "Finetune/Loss (Raw)": 0.7524563074111938, "Finetune/Step": 4902, "Finetune/Step Time": 6.636125739663839}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.774658739566803, "Finetune/Loss (Raw)": 0.7620030641555786, "Finetune/Step": 4903, "Finetune/Step Time": 6.635215872898698}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7755142450332642, "Finetune/Loss (Raw)": 0.8040366172790527, "Finetune/Step": 4904, "Finetune/Step Time": 6.619902836158872}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7757848501205444, "Finetune/Loss (Raw)": 0.8356719613075256, "Finetune/Step": 4905, "Finetune/Step Time": 6.623326497152448}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7795858383178711, "Finetune/Loss (Raw)": 0.769239604473114, "Finetune/Step": 4906, "Finetune/Step Time": 6.605368249118328}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7772716283798218, "Finetune/Loss (Raw)": 0.6507205963134766, "Finetune/Step": 4907, "Finetune/Step Time": 6.612478328868747}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7777531743049622, "Finetune/Loss (Raw)": 0.7887508273124695, "Finetune/Step": 4908, "Finetune/Step Time": 6.6235937643796206}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7779248952865601, "Finetune/Loss (Raw)": 0.7569432258605957, "Finetune/Step": 4909, "Finetune/Step Time": 6.619401814416051}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7790712118148804, "Finetune/Loss (Raw)": 0.8223358392715454, "Finetune/Step": 4910, "Finetune/Step Time": 6.608550366014242}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7822898030281067, "Finetune/Loss (Raw)": 0.7733973264694214, "Finetune/Step": 4911, "Finetune/Step Time": 6.588312111794949}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.782126247882843, "Finetune/Loss (Raw)": 0.7803946733474731, "Finetune/Step": 4912, "Finetune/Step Time": 6.595381394028664}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7812005877494812, "Finetune/Loss (Raw)": 0.8497085571289062, "Finetune/Step": 4913, "Finetune/Step Time": 6.602961163967848}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7778431177139282, "Finetune/Loss (Raw)": 0.40394771099090576, "Finetune/Step": 4914, "Finetune/Step Time": 6.619112161919475}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.776771068572998, "Finetune/Loss (Raw)": 0.6657490730285645, "Finetune/Step": 4915, "Finetune/Step Time": 6.621870586648583}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7772684097290039, "Finetune/Loss (Raw)": 0.7594587206840515, "Finetune/Step": 4916, "Finetune/Step Time": 6.595380622893572}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7755025625228882, "Finetune/Loss (Raw)": 0.40729597210884094, "Finetune/Step": 4917, "Finetune/Step Time": 6.611016841605306}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.775562584400177, "Finetune/Loss (Raw)": 0.8277058005332947, "Finetune/Step": 4918, "Finetune/Step Time": 6.604217367246747}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7792747020721436, "Finetune/Loss (Raw)": 0.7734503149986267, "Finetune/Step": 4919, "Finetune/Step Time": 6.5863882303237915}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7785137891769409, "Finetune/Loss (Raw)": 0.8819254636764526, "Finetune/Step": 4920, "Finetune/Step Time": 6.593796601518989}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7780942916870117, "Finetune/Loss (Raw)": 0.7976260781288147, "Finetune/Step": 4921, "Finetune/Step Time": 6.605949185788631}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7780511379241943, "Finetune/Loss (Raw)": 0.6978601813316345, "Finetune/Step": 4922, "Finetune/Step Time": 6.606256879866123}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7786108255386353, "Finetune/Loss (Raw)": 0.7467632293701172, "Finetune/Step": 4923, "Finetune/Step Time": 6.579792629927397}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7780264616012573, "Finetune/Loss (Raw)": 0.7908875346183777, "Finetune/Step": 4924, "Finetune/Step Time": 6.580796010792255}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7776699066162109, "Finetune/Loss (Raw)": 0.7568954229354858, "Finetune/Step": 4925, "Finetune/Step Time": 6.579331189393997}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7786797881126404, "Finetune/Loss (Raw)": 0.7549232244491577, "Finetune/Step": 4926, "Finetune/Step Time": 6.5630379021167755}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7781621217727661, "Finetune/Loss (Raw)": 0.776467502117157, "Finetune/Step": 4927, "Finetune/Step Time": 6.571607144549489}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7748671770095825, "Finetune/Loss (Raw)": 0.5733473300933838, "Finetune/Step": 4928, "Finetune/Step Time": 6.5943251214921474}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7737860679626465, "Finetune/Loss (Raw)": 0.7454079389572144, "Finetune/Step": 4929, "Finetune/Step Time": 6.598444728180766}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7738775014877319, "Finetune/Loss (Raw)": 0.8190653920173645, "Finetune/Step": 4930, "Finetune/Step Time": 6.597986849024892}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7738857269287109, "Finetune/Loss (Raw)": 0.8554964065551758, "Finetune/Step": 4931, "Finetune/Step Time": 6.596514580771327}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7739555835723877, "Finetune/Loss (Raw)": 0.8503624796867371, "Finetune/Step": 4932, "Finetune/Step Time": 6.594151828438044}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.772777795791626, "Finetune/Loss (Raw)": 0.7325395941734314, "Finetune/Step": 4933, "Finetune/Step Time": 6.605114750564098}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7732241153717041, "Finetune/Loss (Raw)": 0.8526426553726196, "Finetune/Step": 4934, "Finetune/Step Time": 6.6001318991184235}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7739572525024414, "Finetune/Loss (Raw)": 0.8741666674613953, "Finetune/Step": 4935, "Finetune/Step Time": 6.598142398521304}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7725226283073425, "Finetune/Loss (Raw)": 0.7374638915061951, "Finetune/Step": 4936, "Finetune/Step Time": 6.608239101245999}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.775105893611908, "Finetune/Loss (Raw)": 0.9282453656196594, "Finetune/Step": 4937, "Finetune/Step Time": 6.612652258947492}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7754283547401428, "Finetune/Loss (Raw)": 0.8178421258926392, "Finetune/Step": 4938, "Finetune/Step Time": 6.624327817931771}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.771702766418457, "Finetune/Loss (Raw)": 0.3345291316509247, "Finetune/Step": 4939, "Finetune/Step Time": 6.622941076755524}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7704260349273682, "Finetune/Loss (Raw)": 0.6381412744522095, "Finetune/Step": 4940, "Finetune/Step Time": 6.6231106128543615}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7721706628799438, "Finetune/Loss (Raw)": 0.6945981383323669, "Finetune/Step": 4941, "Finetune/Step Time": 6.604665223509073}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7714930772781372, "Finetune/Loss (Raw)": 0.7362681031227112, "Finetune/Step": 4942, "Finetune/Step Time": 6.611403867602348}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7699652910232544, "Finetune/Loss (Raw)": 0.694743812084198, "Finetune/Step": 4943, "Finetune/Step Time": 6.612485518679023}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.770882248878479, "Finetune/Loss (Raw)": 0.8153077960014343, "Finetune/Step": 4944, "Finetune/Step Time": 6.599067298695445}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.771183967590332, "Finetune/Loss (Raw)": 0.8836471438407898, "Finetune/Step": 4945, "Finetune/Step Time": 6.598687790334225}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7702047824859619, "Finetune/Loss (Raw)": 0.7320790886878967, "Finetune/Step": 4946, "Finetune/Step Time": 6.599849661812186}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.76963210105896, "Finetune/Loss (Raw)": 0.8096713423728943, "Finetune/Step": 4947, "Finetune/Step Time": 6.601746492087841}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.768589198589325, "Finetune/Loss (Raw)": 0.739069938659668, "Finetune/Step": 4948, "Finetune/Step Time": 6.599437490105629}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.767232358455658, "Finetune/Loss (Raw)": 0.7357142567634583, "Finetune/Step": 4949, "Finetune/Step Time": 6.597567476332188}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7663877010345459, "Finetune/Loss (Raw)": 0.7167562246322632, "Finetune/Step": 4950, "Finetune/Step Time": 6.605248989537358}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.766093909740448, "Finetune/Loss (Raw)": 0.8409258723258972, "Finetune/Step": 4951, "Finetune/Step Time": 6.6040315348654985}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7701557278633118, "Finetune/Loss (Raw)": 0.819367527961731, "Finetune/Step": 4952, "Finetune/Step Time": 6.573981544002891}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7695388197898865, "Finetune/Loss (Raw)": 0.7057056427001953, "Finetune/Step": 4953, "Finetune/Step Time": 6.5753884967416525}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7695699334144592, "Finetune/Loss (Raw)": 0.8179548382759094, "Finetune/Step": 4954, "Finetune/Step Time": 6.610265215858817}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.769119143486023, "Finetune/Loss (Raw)": 0.8150168657302856, "Finetune/Step": 4955, "Finetune/Step Time": 6.613141719251871}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7689400911331177, "Finetune/Loss (Raw)": 0.8463652729988098, "Finetune/Step": 4956, "Finetune/Step Time": 6.601183718070388}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7695693969726562, "Finetune/Loss (Raw)": 0.8845150470733643, "Finetune/Step": 4957, "Finetune/Step Time": 6.590985175222158}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7688265442848206, "Finetune/Loss (Raw)": 0.6861759424209595, "Finetune/Step": 4958, "Finetune/Step Time": 6.608841249719262}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7694757580757141, "Finetune/Loss (Raw)": 0.4379730224609375, "Finetune/Step": 4959, "Finetune/Step Time": 6.6094277985394}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7702258825302124, "Finetune/Loss (Raw)": 0.7773609161376953, "Finetune/Step": 4960, "Finetune/Step Time": 6.583061438053846}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7699238061904907, "Finetune/Loss (Raw)": 0.7450699806213379, "Finetune/Step": 4961, "Finetune/Step Time": 6.581286353990436}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7691766619682312, "Finetune/Loss (Raw)": 0.8454918265342712, "Finetune/Step": 4962, "Finetune/Step Time": 6.5798730701208115}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7682327628135681, "Finetune/Loss (Raw)": 0.751883864402771, "Finetune/Step": 4963, "Finetune/Step Time": 6.583899928256869}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7679339647293091, "Finetune/Loss (Raw)": 0.8835980296134949, "Finetune/Step": 4964, "Finetune/Step Time": 6.587977668270469}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7688127160072327, "Finetune/Loss (Raw)": 0.9113404750823975, "Finetune/Step": 4965, "Finetune/Step Time": 6.588481247425079}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7676810026168823, "Finetune/Loss (Raw)": 0.7389122247695923, "Finetune/Step": 4966, "Finetune/Step Time": 6.591310990974307}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7690043449401855, "Finetune/Loss (Raw)": 0.8813194632530212, "Finetune/Step": 4967, "Finetune/Step Time": 6.589036634191871}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7692223191261292, "Finetune/Loss (Raw)": 0.8338450789451599, "Finetune/Step": 4968, "Finetune/Step Time": 6.584190294146538}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7694547176361084, "Finetune/Loss (Raw)": 0.7549211978912354, "Finetune/Step": 4969, "Finetune/Step Time": 6.586841426789761}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7701948285102844, "Finetune/Loss (Raw)": 0.8293165564537048, "Finetune/Step": 4970, "Finetune/Step Time": 6.567812643945217}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7699300050735474, "Finetune/Loss (Raw)": 0.9251034259796143, "Finetune/Step": 4971, "Finetune/Step Time": 6.578519130125642}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7704446315765381, "Finetune/Loss (Raw)": 0.775036633014679, "Finetune/Step": 4972, "Finetune/Step Time": 6.571214376017451}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7708712816238403, "Finetune/Loss (Raw)": 0.9566774368286133, "Finetune/Step": 4973, "Finetune/Step Time": 6.571197817102075}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7668139338493347, "Finetune/Loss (Raw)": 0.3015037477016449, "Finetune/Step": 4974, "Finetune/Step Time": 6.562699595466256}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7700533866882324, "Finetune/Loss (Raw)": 0.7336167693138123, "Finetune/Step": 4975, "Finetune/Step Time": 6.557755455374718}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7720448970794678, "Finetune/Loss (Raw)": 0.919959545135498, "Finetune/Step": 4976, "Finetune/Step Time": 6.5598826091736555}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7720580101013184, "Finetune/Loss (Raw)": 0.6874047517776489, "Finetune/Step": 4977, "Finetune/Step Time": 6.5582102201879025}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7711031436920166, "Finetune/Loss (Raw)": 0.7672606110572815, "Finetune/Step": 4978, "Finetune/Step Time": 6.547693561762571}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7700125575065613, "Finetune/Loss (Raw)": 0.7242884039878845, "Finetune/Step": 4979, "Finetune/Step Time": 6.5492839589715}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7696775197982788, "Finetune/Loss (Raw)": 0.6653894782066345, "Finetune/Step": 4980, "Finetune/Step Time": 6.541243616491556}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7682942152023315, "Finetune/Loss (Raw)": 0.7214062809944153, "Finetune/Step": 4981, "Finetune/Step Time": 6.531071458011866}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7709037065505981, "Finetune/Loss (Raw)": 0.8853254318237305, "Finetune/Step": 4982, "Finetune/Step Time": 6.5255134627223015}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7677624225616455, "Finetune/Loss (Raw)": 0.41153186559677124, "Finetune/Step": 4983, "Finetune/Step Time": 6.552965618669987}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7665444612503052, "Finetune/Loss (Raw)": 0.6652641892433167, "Finetune/Step": 4984, "Finetune/Step Time": 6.563802868127823}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7666702270507812, "Finetune/Loss (Raw)": 0.8969252109527588, "Finetune/Step": 4985, "Finetune/Step Time": 6.559961447492242}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7640203237533569, "Finetune/Loss (Raw)": 0.6209409236907959, "Finetune/Step": 4986, "Finetune/Step Time": 6.5511692594736814}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7641646265983582, "Finetune/Loss (Raw)": 0.8387606739997864, "Finetune/Step": 4987, "Finetune/Step Time": 6.5575143322348595}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7651256918907166, "Finetune/Loss (Raw)": 0.850793719291687, "Finetune/Step": 4988, "Finetune/Step Time": 6.564687427133322}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7656280994415283, "Finetune/Loss (Raw)": 0.8304694294929504, "Finetune/Step": 4989, "Finetune/Step Time": 6.555539796128869}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7646476030349731, "Finetune/Loss (Raw)": 0.8060717582702637, "Finetune/Step": 4990, "Finetune/Step Time": 6.558268882334232}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7633613348007202, "Finetune/Loss (Raw)": 0.7772871255874634, "Finetune/Step": 4991, "Finetune/Step Time": 6.540954066440463}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7643007040023804, "Finetune/Loss (Raw)": 0.9346336722373962, "Finetune/Step": 4992, "Finetune/Step Time": 6.56049888767302}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7618083953857422, "Finetune/Loss (Raw)": 0.5263924598693848, "Finetune/Step": 4993, "Finetune/Step Time": 6.573404988273978}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7623160481452942, "Finetune/Loss (Raw)": 0.7959292531013489, "Finetune/Step": 4994, "Finetune/Step Time": 6.579415317624807}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.764124870300293, "Finetune/Loss (Raw)": 0.5773881077766418, "Finetune/Step": 4995, "Finetune/Step Time": 6.562730047851801}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7658339142799377, "Finetune/Loss (Raw)": 0.9221932888031006, "Finetune/Step": 4996, "Finetune/Step Time": 6.5638252552598715}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7671036720275879, "Finetune/Loss (Raw)": 0.8576558828353882, "Finetune/Step": 4997, "Finetune/Step Time": 6.548394603654742}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7696741819381714, "Finetune/Loss (Raw)": 1.0453451871871948, "Finetune/Step": 4998, "Finetune/Step Time": 6.5460561867803335}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7704201936721802, "Finetune/Loss (Raw)": 0.9081577062606812, "Finetune/Step": 4999, "Finetune/Step Time": 6.536278719082475}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7670807838439941, "Finetune/Loss (Raw)": 0.3469294011592865, "Finetune/Step": 5000, "Finetune/Step Time": 6.545968307182193}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7679454684257507, "Finetune/Loss (Raw)": 0.8447381258010864, "Finetune/Step": 5001, "Finetune/Step Time": 6.52781530097127}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7677026987075806, "Finetune/Loss (Raw)": 0.5606512427330017, "Finetune/Step": 5002, "Finetune/Step Time": 6.529588373377919}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7673379182815552, "Finetune/Loss (Raw)": 0.7111074924468994, "Finetune/Step": 5003, "Finetune/Step Time": 6.518103465437889}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7653824090957642, "Finetune/Loss (Raw)": 0.6491295099258423, "Finetune/Step": 5004, "Finetune/Step Time": 6.531327519565821}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7646971940994263, "Finetune/Loss (Raw)": 0.8063808083534241, "Finetune/Step": 5005, "Finetune/Step Time": 6.533322351053357}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7655080556869507, "Finetune/Loss (Raw)": 0.8279172778129578, "Finetune/Step": 5006, "Finetune/Step Time": 6.524804882705212}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7636224031448364, "Finetune/Loss (Raw)": 0.6098260283470154, "Finetune/Step": 5007, "Finetune/Step Time": 6.524161817505956}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.76236891746521, "Finetune/Loss (Raw)": 0.7175344228744507, "Finetune/Step": 5008, "Finetune/Step Time": 6.520257851108909}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7621647119522095, "Finetune/Loss (Raw)": 0.9486117959022522, "Finetune/Step": 5009, "Finetune/Step Time": 6.5231157671660185}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7631699442863464, "Finetune/Loss (Raw)": 0.8107826709747314, "Finetune/Step": 5010, "Finetune/Step Time": 6.514041280373931}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7637045383453369, "Finetune/Loss (Raw)": 0.7608353495597839, "Finetune/Step": 5011, "Finetune/Step Time": 6.514201354235411}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.762948215007782, "Finetune/Loss (Raw)": 0.7963754534721375, "Finetune/Step": 5012, "Finetune/Step Time": 6.512759078294039}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.762211799621582, "Finetune/Loss (Raw)": 0.6624577641487122, "Finetune/Step": 5013, "Finetune/Step Time": 6.511514350771904}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7609481811523438, "Finetune/Loss (Raw)": 0.7306979298591614, "Finetune/Step": 5014, "Finetune/Step Time": 6.500634616240859}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7601186037063599, "Finetune/Loss (Raw)": 0.7205042243003845, "Finetune/Step": 5015, "Finetune/Step Time": 6.489282801747322}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7595534324645996, "Finetune/Loss (Raw)": 0.7617202401161194, "Finetune/Step": 5016, "Finetune/Step Time": 6.50357892177999}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7587238550186157, "Finetune/Loss (Raw)": 0.7070989012718201, "Finetune/Step": 5017, "Finetune/Step Time": 6.503189355134964}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7583563327789307, "Finetune/Loss (Raw)": 0.6821805238723755, "Finetune/Step": 5018, "Finetune/Step Time": 6.490503214299679}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7583081722259521, "Finetune/Loss (Raw)": 0.7405294179916382, "Finetune/Step": 5019, "Finetune/Step Time": 6.488413317129016}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7547499537467957, "Finetune/Loss (Raw)": 0.3444632589817047, "Finetune/Step": 5020, "Finetune/Step Time": 6.5053770840168}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7546250820159912, "Finetune/Loss (Raw)": 0.8723743557929993, "Finetune/Step": 5021, "Finetune/Step Time": 6.504454270005226}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7550671100616455, "Finetune/Loss (Raw)": 0.8241403102874756, "Finetune/Step": 5022, "Finetune/Step Time": 6.485887123271823}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.755813479423523, "Finetune/Loss (Raw)": 0.7737192511558533, "Finetune/Step": 5023, "Finetune/Step Time": 6.492061797529459}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7550173997879028, "Finetune/Loss (Raw)": 0.7644267082214355, "Finetune/Step": 5024, "Finetune/Step Time": 6.4955236334353685}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7558313012123108, "Finetune/Loss (Raw)": 0.7596830725669861, "Finetune/Step": 5025, "Finetune/Step Time": 6.500120718032122}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7569302320480347, "Finetune/Loss (Raw)": 0.8559074401855469, "Finetune/Step": 5026, "Finetune/Step Time": 6.4918402545154095}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7564769387245178, "Finetune/Loss (Raw)": 0.8423336148262024, "Finetune/Step": 5027, "Finetune/Step Time": 6.494611972942948}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7573049664497375, "Finetune/Loss (Raw)": 0.9093887805938721, "Finetune/Step": 5028, "Finetune/Step Time": 6.496833961457014}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7580045461654663, "Finetune/Loss (Raw)": 0.8426477313041687, "Finetune/Step": 5029, "Finetune/Step Time": 6.498876698315144}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7581004500389099, "Finetune/Loss (Raw)": 0.7647261619567871, "Finetune/Step": 5030, "Finetune/Step Time": 6.501720046624541}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7583085894584656, "Finetune/Loss (Raw)": 0.7886450886726379, "Finetune/Step": 5031, "Finetune/Step Time": 6.515543105080724}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7587684392929077, "Finetune/Loss (Raw)": 0.8628922700881958, "Finetune/Step": 5032, "Finetune/Step Time": 6.513658910989761}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7583940625190735, "Finetune/Loss (Raw)": 0.787757933139801, "Finetune/Step": 5033, "Finetune/Step Time": 6.5129100028425455}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7588104009628296, "Finetune/Loss (Raw)": 0.8225359320640564, "Finetune/Step": 5034, "Finetune/Step Time": 6.51084291934967}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7594038844108582, "Finetune/Loss (Raw)": 0.7266790270805359, "Finetune/Step": 5035, "Finetune/Step Time": 6.5085107535123825}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7592833042144775, "Finetune/Loss (Raw)": 0.7733211517333984, "Finetune/Step": 5036, "Finetune/Step Time": 6.488986384123564}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7605239748954773, "Finetune/Loss (Raw)": 0.9157477021217346, "Finetune/Step": 5037, "Finetune/Step Time": 6.4844327587634325}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7612113952636719, "Finetune/Loss (Raw)": 0.9103218913078308, "Finetune/Step": 5038, "Finetune/Step Time": 6.492333751171827}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7628241777420044, "Finetune/Loss (Raw)": 0.9798370599746704, "Finetune/Step": 5039, "Finetune/Step Time": 6.49752014875412}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7615321278572083, "Finetune/Loss (Raw)": 0.6150125861167908, "Finetune/Step": 5040, "Finetune/Step Time": 6.502151731401682}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7622828483581543, "Finetune/Loss (Raw)": 0.9458044767379761, "Finetune/Step": 5041, "Finetune/Step Time": 6.490798847749829}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7661662101745605, "Finetune/Loss (Raw)": 0.9010109305381775, "Finetune/Step": 5042, "Finetune/Step Time": 6.4849816504865885}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7673050165176392, "Finetune/Loss (Raw)": 0.8115154504776001, "Finetune/Step": 5043, "Finetune/Step Time": 6.487232247367501}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7676348686218262, "Finetune/Loss (Raw)": 0.8016833662986755, "Finetune/Step": 5044, "Finetune/Step Time": 6.490139918401837}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7666729688644409, "Finetune/Loss (Raw)": 0.28417661786079407, "Finetune/Step": 5045, "Finetune/Step Time": 6.489312568679452}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7627783417701721, "Finetune/Loss (Raw)": 0.3291909098625183, "Finetune/Step": 5046, "Finetune/Step Time": 6.509259955957532}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7631269693374634, "Finetune/Loss (Raw)": 0.8180679678916931, "Finetune/Step": 5047, "Finetune/Step Time": 6.519154390320182}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7633979320526123, "Finetune/Loss (Raw)": 0.9166204333305359, "Finetune/Step": 5048, "Finetune/Step Time": 6.519032496958971}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7630265951156616, "Finetune/Loss (Raw)": 0.7500903010368347, "Finetune/Step": 5049, "Finetune/Step Time": 6.511647257953882}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7634981870651245, "Finetune/Loss (Raw)": 0.758223831653595, "Finetune/Step": 5050, "Finetune/Step Time": 6.52286440320313}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7627732157707214, "Finetune/Loss (Raw)": 0.6539610624313354, "Finetune/Step": 5051, "Finetune/Step Time": 6.53710400685668}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7594497203826904, "Finetune/Loss (Raw)": 0.3654804825782776, "Finetune/Step": 5052, "Finetune/Step Time": 6.551407314836979}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7583507895469666, "Finetune/Loss (Raw)": 0.6162359714508057, "Finetune/Step": 5053, "Finetune/Step Time": 6.560429446399212}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7596025466918945, "Finetune/Loss (Raw)": 0.9151455760002136, "Finetune/Step": 5054, "Finetune/Step Time": 6.566095003858209}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7594844698905945, "Finetune/Loss (Raw)": 0.7613570094108582, "Finetune/Step": 5055, "Finetune/Step Time": 6.565846402198076}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7614659070968628, "Finetune/Loss (Raw)": 0.8269745707511902, "Finetune/Step": 5056, "Finetune/Step Time": 6.540297277271748}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7617671489715576, "Finetune/Loss (Raw)": 0.7839586138725281, "Finetune/Step": 5057, "Finetune/Step Time": 6.543960312381387}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7617325186729431, "Finetune/Loss (Raw)": 0.8146368861198425, "Finetune/Step": 5058, "Finetune/Step Time": 6.547787634655833}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7619357109069824, "Finetune/Loss (Raw)": 0.8815062046051025, "Finetune/Step": 5059, "Finetune/Step Time": 6.545405482873321}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7625188827514648, "Finetune/Loss (Raw)": 0.9250098466873169, "Finetune/Step": 5060, "Finetune/Step Time": 6.545443277806044}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7634986042976379, "Finetune/Loss (Raw)": 0.8579450249671936, "Finetune/Step": 5061, "Finetune/Step Time": 6.5280579794198275}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7619037628173828, "Finetune/Loss (Raw)": 0.6484999656677246, "Finetune/Step": 5062, "Finetune/Step Time": 6.533444231376052}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.76200270652771, "Finetune/Loss (Raw)": 0.8868339657783508, "Finetune/Step": 5063, "Finetune/Step Time": 6.520530443638563}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7613988518714905, "Finetune/Loss (Raw)": 0.6601724028587341, "Finetune/Step": 5064, "Finetune/Step Time": 6.516771273687482}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7611093521118164, "Finetune/Loss (Raw)": 0.8911907076835632, "Finetune/Step": 5065, "Finetune/Step Time": 6.512853125110269}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7616995573043823, "Finetune/Loss (Raw)": 0.8933826088905334, "Finetune/Step": 5066, "Finetune/Step Time": 6.5043095257133245}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7649580240249634, "Finetune/Loss (Raw)": 0.7516099810600281, "Finetune/Step": 5067, "Finetune/Step Time": 6.489125212654471}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7665456533432007, "Finetune/Loss (Raw)": 0.8413642644882202, "Finetune/Step": 5068, "Finetune/Step Time": 6.482652107253671}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.766862690448761, "Finetune/Loss (Raw)": 0.7351769804954529, "Finetune/Step": 5069, "Finetune/Step Time": 6.4846905786544085}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7669610381126404, "Finetune/Loss (Raw)": 0.7488552331924438, "Finetune/Step": 5070, "Finetune/Step Time": 6.482646791264415}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7674616575241089, "Finetune/Loss (Raw)": 0.7588297724723816, "Finetune/Step": 5071, "Finetune/Step Time": 6.490167431533337}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7687482833862305, "Finetune/Loss (Raw)": 0.9799858331680298, "Finetune/Step": 5072, "Finetune/Step Time": 6.493536315858364}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7683848142623901, "Finetune/Loss (Raw)": 0.837125301361084, "Finetune/Step": 5073, "Finetune/Step Time": 6.497656725347042}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7696243524551392, "Finetune/Loss (Raw)": 0.8907416462898254, "Finetune/Step": 5074, "Finetune/Step Time": 6.493821771815419}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7662172317504883, "Finetune/Loss (Raw)": 0.3735514283180237, "Finetune/Step": 5075, "Finetune/Step Time": 6.511357666924596}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7669311761856079, "Finetune/Loss (Raw)": 0.8304648995399475, "Finetune/Step": 5076, "Finetune/Step Time": 6.5100512485951185}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7673969268798828, "Finetune/Loss (Raw)": 0.7953237295150757, "Finetune/Step": 5077, "Finetune/Step Time": 6.532421134412289}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7676964402198792, "Finetune/Loss (Raw)": 0.7550979852676392, "Finetune/Step": 5078, "Finetune/Step Time": 6.516332074999809}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7684546709060669, "Finetune/Loss (Raw)": 0.9379767775535583, "Finetune/Step": 5079, "Finetune/Step Time": 6.516685895621777}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7689533233642578, "Finetune/Loss (Raw)": 0.8831966519355774, "Finetune/Step": 5080, "Finetune/Step Time": 6.508974486961961}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.768451452255249, "Finetune/Loss (Raw)": 0.6414717435836792, "Finetune/Step": 5081, "Finetune/Step Time": 6.505074689164758}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7647267580032349, "Finetune/Loss (Raw)": 0.3411935269832611, "Finetune/Step": 5082, "Finetune/Step Time": 6.485929373651743}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7642660140991211, "Finetune/Loss (Raw)": 0.7560334205627441, "Finetune/Step": 5083, "Finetune/Step Time": 6.491005025804043}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7631747722625732, "Finetune/Loss (Raw)": 0.7066897749900818, "Finetune/Step": 5084, "Finetune/Step Time": 6.501818483695388}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7623738050460815, "Finetune/Loss (Raw)": 0.7819929718971252, "Finetune/Step": 5085, "Finetune/Step Time": 6.505444744601846}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7642822265625, "Finetune/Loss (Raw)": 0.930449366569519, "Finetune/Step": 5086, "Finetune/Step Time": 6.492183601483703}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7671381235122681, "Finetune/Loss (Raw)": 0.8035368919372559, "Finetune/Step": 5087, "Finetune/Step Time": 6.49450589902699}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7683546543121338, "Finetune/Loss (Raw)": 0.9330740571022034, "Finetune/Step": 5088, "Finetune/Step Time": 6.505325714126229}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7693473100662231, "Finetune/Loss (Raw)": 0.8721284866333008, "Finetune/Step": 5089, "Finetune/Step Time": 6.50440988689661}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7683724761009216, "Finetune/Loss (Raw)": 0.7207112312316895, "Finetune/Step": 5090, "Finetune/Step Time": 6.506218126043677}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7691015005111694, "Finetune/Loss (Raw)": 0.8451980352401733, "Finetune/Step": 5091, "Finetune/Step Time": 6.51373983360827}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7646929025650024, "Finetune/Loss (Raw)": 0.3192950189113617, "Finetune/Step": 5092, "Finetune/Step Time": 6.528824843466282}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7641477584838867, "Finetune/Loss (Raw)": 0.8415588140487671, "Finetune/Step": 5093, "Finetune/Step Time": 6.529837092384696}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7633206844329834, "Finetune/Loss (Raw)": 0.633056104183197, "Finetune/Step": 5094, "Finetune/Step Time": 6.538968654349446}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7612736821174622, "Finetune/Loss (Raw)": 0.6193013191223145, "Finetune/Step": 5095, "Finetune/Step Time": 6.545900881290436}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7604570984840393, "Finetune/Loss (Raw)": 0.7293201088905334, "Finetune/Step": 5096, "Finetune/Step Time": 6.572623632848263}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7586878538131714, "Finetune/Loss (Raw)": 0.5284622311592102, "Finetune/Step": 5097, "Finetune/Step Time": 6.562876598909497}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7574084997177124, "Finetune/Loss (Raw)": 0.6655576825141907, "Finetune/Step": 5098, "Finetune/Step Time": 6.564705904573202}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.755854606628418, "Finetune/Loss (Raw)": 0.7262019515037537, "Finetune/Step": 5099, "Finetune/Step Time": 6.552547926083207}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7551930546760559, "Finetune/Loss (Raw)": 0.6903551816940308, "Finetune/Step": 5100, "Finetune/Step Time": 6.5386597495526075}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7533735036849976, "Finetune/Loss (Raw)": 0.7237783074378967, "Finetune/Step": 5101, "Finetune/Step Time": 6.540171632543206}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7570067644119263, "Finetune/Loss (Raw)": 0.7665601968765259, "Finetune/Step": 5102, "Finetune/Step Time": 6.52352256141603}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7583572268486023, "Finetune/Loss (Raw)": 0.9064793586730957, "Finetune/Step": 5103, "Finetune/Step Time": 6.517366884276271}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7553391456604004, "Finetune/Loss (Raw)": 0.5336446762084961, "Finetune/Step": 5104, "Finetune/Step Time": 6.5200580805540085}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7565497756004333, "Finetune/Loss (Raw)": 0.8423647284507751, "Finetune/Step": 5105, "Finetune/Step Time": 6.508843597024679}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7579065561294556, "Finetune/Loss (Raw)": 0.940933346748352, "Finetune/Step": 5106, "Finetune/Step Time": 6.514807531610131}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.759202241897583, "Finetune/Loss (Raw)": 0.8901291489601135, "Finetune/Step": 5107, "Finetune/Step Time": 6.514302002266049}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7601919174194336, "Finetune/Loss (Raw)": 0.7920719981193542, "Finetune/Step": 5108, "Finetune/Step Time": 6.498469676822424}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7616754770278931, "Finetune/Loss (Raw)": 0.9113001227378845, "Finetune/Step": 5109, "Finetune/Step Time": 6.501558493822813}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.760802149772644, "Finetune/Loss (Raw)": 0.7735411524772644, "Finetune/Step": 5110, "Finetune/Step Time": 6.513443907722831}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7627872824668884, "Finetune/Loss (Raw)": 0.6656301617622375, "Finetune/Step": 5111, "Finetune/Step Time": 6.509154735133052}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7602904438972473, "Finetune/Loss (Raw)": 0.345664918422699, "Finetune/Step": 5112, "Finetune/Step Time": 6.518282612785697}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7555237412452698, "Finetune/Loss (Raw)": 0.28678810596466064, "Finetune/Step": 5113, "Finetune/Step Time": 6.54337490350008}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7565796375274658, "Finetune/Loss (Raw)": 0.7560942769050598, "Finetune/Step": 5114, "Finetune/Step Time": 6.544893674552441}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7557389736175537, "Finetune/Loss (Raw)": 0.7311528921127319, "Finetune/Step": 5115, "Finetune/Step Time": 6.537269515916705}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7510780692100525, "Finetune/Loss (Raw)": 0.2542021572589874, "Finetune/Step": 5116, "Finetune/Step Time": 6.551111303269863}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7521905899047852, "Finetune/Loss (Raw)": 0.9728683829307556, "Finetune/Step": 5117, "Finetune/Step Time": 6.552883695811033}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7524218559265137, "Finetune/Loss (Raw)": 0.8356757164001465, "Finetune/Step": 5118, "Finetune/Step Time": 6.5559066236019135}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7536524534225464, "Finetune/Loss (Raw)": 0.9348062872886658, "Finetune/Step": 5119, "Finetune/Step Time": 6.556950610131025}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7490071654319763, "Finetune/Loss (Raw)": 0.34003615379333496, "Finetune/Step": 5120, "Finetune/Step Time": 6.540856566280127}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7506963014602661, "Finetune/Loss (Raw)": 0.7426019906997681, "Finetune/Step": 5121, "Finetune/Step Time": 6.5376730635762215}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7501214146614075, "Finetune/Loss (Raw)": 0.7223438620567322, "Finetune/Step": 5122, "Finetune/Step Time": 6.5302138682454824}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7520621418952942, "Finetune/Loss (Raw)": 0.8258005380630493, "Finetune/Step": 5123, "Finetune/Step Time": 6.532754139974713}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.751866340637207, "Finetune/Loss (Raw)": 0.897129237651825, "Finetune/Step": 5124, "Finetune/Step Time": 6.533932687714696}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7522289156913757, "Finetune/Loss (Raw)": 0.9040683507919312, "Finetune/Step": 5125, "Finetune/Step Time": 6.539171505719423}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7470818161964417, "Finetune/Loss (Raw)": 0.38651716709136963, "Finetune/Step": 5126, "Finetune/Step Time": 6.557975040748715}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7453626394271851, "Finetune/Loss (Raw)": 0.6881067156791687, "Finetune/Step": 5127, "Finetune/Step Time": 6.571726875379682}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7487426400184631, "Finetune/Loss (Raw)": 0.7795632481575012, "Finetune/Step": 5128, "Finetune/Step Time": 6.5557563584297895}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7444031834602356, "Finetune/Loss (Raw)": 0.28929024934768677, "Finetune/Step": 5129, "Finetune/Step Time": 6.576281374320388}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7461346983909607, "Finetune/Loss (Raw)": 0.7822845578193665, "Finetune/Step": 5130, "Finetune/Step Time": 6.570606013759971}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7454291582107544, "Finetune/Loss (Raw)": 0.6207928657531738, "Finetune/Step": 5131, "Finetune/Step Time": 6.577381359413266}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7453525066375732, "Finetune/Loss (Raw)": 0.6393295526504517, "Finetune/Step": 5132, "Finetune/Step Time": 6.5719643626362085}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7449347972869873, "Finetune/Loss (Raw)": 0.7529096007347107, "Finetune/Step": 5133, "Finetune/Step Time": 6.572655517607927}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7450556755065918, "Finetune/Loss (Raw)": 0.8433905839920044, "Finetune/Step": 5134, "Finetune/Step Time": 6.5766442362219095}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7454296946525574, "Finetune/Loss (Raw)": 0.6576967835426331, "Finetune/Step": 5135, "Finetune/Step Time": 6.571183344349265}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7473360300064087, "Finetune/Loss (Raw)": 0.9615413546562195, "Finetune/Step": 5136, "Finetune/Step Time": 6.575960539281368}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7459888458251953, "Finetune/Loss (Raw)": 0.7761817574501038, "Finetune/Step": 5137, "Finetune/Step Time": 6.5789048951119184}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7455359697341919, "Finetune/Loss (Raw)": 0.7528096437454224, "Finetune/Step": 5138, "Finetune/Step Time": 6.593492791056633}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7422497272491455, "Finetune/Loss (Raw)": 0.34019264578819275, "Finetune/Step": 5139, "Finetune/Step Time": 6.6127164997160435}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.742605984210968, "Finetune/Loss (Raw)": 0.841978132724762, "Finetune/Step": 5140, "Finetune/Step Time": 6.608306625857949}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7445493936538696, "Finetune/Loss (Raw)": 0.9112175107002258, "Finetune/Step": 5141, "Finetune/Step Time": 6.6061381082981825}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7441638112068176, "Finetune/Loss (Raw)": 0.6813420057296753, "Finetune/Step": 5142, "Finetune/Step Time": 6.610734960064292}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.745530903339386, "Finetune/Loss (Raw)": 0.8954913020133972, "Finetune/Step": 5143, "Finetune/Step Time": 6.614409599453211}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7441496253013611, "Finetune/Loss (Raw)": 0.5849137902259827, "Finetune/Step": 5144, "Finetune/Step Time": 6.631445426493883}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.744589626789093, "Finetune/Loss (Raw)": 0.7634247541427612, "Finetune/Step": 5145, "Finetune/Step Time": 6.633138533681631}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7464463710784912, "Finetune/Loss (Raw)": 0.9198423624038696, "Finetune/Step": 5146, "Finetune/Step Time": 6.629002641886473}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.746890664100647, "Finetune/Loss (Raw)": 0.7973936200141907, "Finetune/Step": 5147, "Finetune/Step Time": 6.6314367931336164}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7482821941375732, "Finetune/Loss (Raw)": 0.5225843191146851, "Finetune/Step": 5148, "Finetune/Step Time": 6.6188208889216185}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7475175857543945, "Finetune/Loss (Raw)": 0.77450031042099, "Finetune/Step": 5149, "Finetune/Step Time": 6.625900838524103}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7471708059310913, "Finetune/Loss (Raw)": 0.7797560095787048, "Finetune/Step": 5150, "Finetune/Step Time": 6.6334959380328655}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7469484806060791, "Finetune/Loss (Raw)": 0.745267391204834, "Finetune/Step": 5151, "Finetune/Step Time": 6.630432853475213}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7466481924057007, "Finetune/Loss (Raw)": 0.7259779572486877, "Finetune/Step": 5152, "Finetune/Step Time": 6.632825532928109}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7439671754837036, "Finetune/Loss (Raw)": 0.4165137708187103, "Finetune/Step": 5153, "Finetune/Step Time": 6.641107693314552}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7401551008224487, "Finetune/Loss (Raw)": 0.36796218156814575, "Finetune/Step": 5154, "Finetune/Step Time": 6.661912394687533}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7391901016235352, "Finetune/Loss (Raw)": 0.718812108039856, "Finetune/Step": 5155, "Finetune/Step Time": 6.663803569972515}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7387745380401611, "Finetune/Loss (Raw)": 0.8562067747116089, "Finetune/Step": 5156, "Finetune/Step Time": 6.677328534424305}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7383700609207153, "Finetune/Loss (Raw)": 0.790873646736145, "Finetune/Step": 5157, "Finetune/Step Time": 6.677060823887587}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7384132146835327, "Finetune/Loss (Raw)": 0.7702503204345703, "Finetune/Step": 5158, "Finetune/Step Time": 6.67436501942575}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7392839789390564, "Finetune/Loss (Raw)": 0.90010005235672, "Finetune/Step": 5159, "Finetune/Step Time": 6.664966085925698}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7397333383560181, "Finetune/Loss (Raw)": 0.9204026460647583, "Finetune/Step": 5160, "Finetune/Step Time": 6.674614330753684}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7399961352348328, "Finetune/Loss (Raw)": 0.8214028477668762, "Finetune/Step": 5161, "Finetune/Step Time": 6.697151679545641}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7391367554664612, "Finetune/Loss (Raw)": 0.7125317454338074, "Finetune/Step": 5162, "Finetune/Step Time": 6.702004859223962}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7400122284889221, "Finetune/Loss (Raw)": 0.8387421369552612, "Finetune/Step": 5163, "Finetune/Step Time": 6.698698336258531}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7408237457275391, "Finetune/Loss (Raw)": 0.8771952390670776, "Finetune/Step": 5164, "Finetune/Step Time": 6.712951872497797}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7383303046226501, "Finetune/Loss (Raw)": 0.5965859293937683, "Finetune/Step": 5165, "Finetune/Step Time": 6.723179152235389}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7376060485839844, "Finetune/Loss (Raw)": 0.817622721195221, "Finetune/Step": 5166, "Finetune/Step Time": 6.73111105710268}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7352680563926697, "Finetune/Loss (Raw)": 0.6805713176727295, "Finetune/Step": 5167, "Finetune/Step Time": 6.72467908822}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7373833060264587, "Finetune/Loss (Raw)": 0.8857651352882385, "Finetune/Step": 5168, "Finetune/Step Time": 6.715535460039973}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7367725372314453, "Finetune/Loss (Raw)": 0.8676254749298096, "Finetune/Step": 5169, "Finetune/Step Time": 6.717094512656331}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7348544001579285, "Finetune/Loss (Raw)": 0.6554885506629944, "Finetune/Step": 5170, "Finetune/Step Time": 6.714274249970913}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7360384464263916, "Finetune/Loss (Raw)": 0.9630775451660156, "Finetune/Step": 5171, "Finetune/Step Time": 6.710042512044311}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7357040643692017, "Finetune/Loss (Raw)": 0.7588813900947571, "Finetune/Step": 5172, "Finetune/Step Time": 6.7075586803257465}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7392057776451111, "Finetune/Loss (Raw)": 0.7323904037475586, "Finetune/Step": 5173, "Finetune/Step Time": 6.68732644431293}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7445123195648193, "Finetune/Loss (Raw)": 1.008432149887085, "Finetune/Step": 5174, "Finetune/Step Time": 6.668052833527327}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7441262006759644, "Finetune/Loss (Raw)": 0.768638014793396, "Finetune/Step": 5175, "Finetune/Step Time": 6.664472820237279}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7394776344299316, "Finetune/Loss (Raw)": 0.32160794734954834, "Finetune/Step": 5176, "Finetune/Step Time": 6.672280183061957}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7406883835792542, "Finetune/Loss (Raw)": 0.9050635695457458, "Finetune/Step": 5177, "Finetune/Step Time": 6.666464099660516}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7401699423789978, "Finetune/Loss (Raw)": 0.6918671131134033, "Finetune/Step": 5178, "Finetune/Step Time": 6.651600286364555}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.740630030632019, "Finetune/Loss (Raw)": 0.7128536701202393, "Finetune/Step": 5179, "Finetune/Step Time": 6.648070951923728}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7429558038711548, "Finetune/Loss (Raw)": 0.6631838083267212, "Finetune/Step": 5180, "Finetune/Step Time": 6.637543661519885}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7445275187492371, "Finetune/Loss (Raw)": 0.8174088597297668, "Finetune/Step": 5181, "Finetune/Step Time": 6.633127985522151}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7423326969146729, "Finetune/Loss (Raw)": 0.6342061758041382, "Finetune/Step": 5182, "Finetune/Step Time": 6.647212769836187}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7429115772247314, "Finetune/Loss (Raw)": 0.8354557156562805, "Finetune/Step": 5183, "Finetune/Step Time": 6.642211029306054}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7422137260437012, "Finetune/Loss (Raw)": 0.7376505136489868, "Finetune/Step": 5184, "Finetune/Step Time": 6.6531189866364}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7428854703903198, "Finetune/Loss (Raw)": 0.8699378967285156, "Finetune/Step": 5185, "Finetune/Step Time": 6.665315553545952}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7394370436668396, "Finetune/Loss (Raw)": 0.373243123292923, "Finetune/Step": 5186, "Finetune/Step Time": 6.683000983670354}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.737640917301178, "Finetune/Loss (Raw)": 0.6516020894050598, "Finetune/Step": 5187, "Finetune/Step Time": 6.701750595122576}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7360227704048157, "Finetune/Loss (Raw)": 0.7178829908370972, "Finetune/Step": 5188, "Finetune/Step Time": 6.703395772725344}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7342584133148193, "Finetune/Loss (Raw)": 0.6321050524711609, "Finetune/Step": 5189, "Finetune/Step Time": 6.716570824384689}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7343090772628784, "Finetune/Loss (Raw)": 0.6549878716468811, "Finetune/Step": 5190, "Finetune/Step Time": 6.715053249150515}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7324817180633545, "Finetune/Loss (Raw)": 0.6529302597045898, "Finetune/Step": 5191, "Finetune/Step Time": 6.727386495098472}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7333585023880005, "Finetune/Loss (Raw)": 0.7724062204360962, "Finetune/Step": 5192, "Finetune/Step Time": 6.723043542355299}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7317326664924622, "Finetune/Loss (Raw)": 0.683078944683075, "Finetune/Step": 5193, "Finetune/Step Time": 6.735016008839011}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7273682951927185, "Finetune/Loss (Raw)": 0.3347470462322235, "Finetune/Step": 5194, "Finetune/Step Time": 6.754417151212692}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7272136807441711, "Finetune/Loss (Raw)": 0.7318193316459656, "Finetune/Step": 5195, "Finetune/Step Time": 6.752785371616483}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7262263298034668, "Finetune/Loss (Raw)": 0.714976966381073, "Finetune/Step": 5196, "Finetune/Step Time": 6.758754605427384}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7268893122673035, "Finetune/Loss (Raw)": 0.8200489282608032, "Finetune/Step": 5197, "Finetune/Step Time": 6.751402597874403}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.726892352104187, "Finetune/Loss (Raw)": 0.7492388486862183, "Finetune/Step": 5198, "Finetune/Step Time": 6.746735583990812}