diff --git "a/prism-siglip-controlled+7b/run-metrics.jsonl" "b/prism-siglip-controlled+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-siglip-controlled+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-siglip-controlled+7b", "reduce_in_full_precision": false, "type": "prism-siglip-controlled+7b", "vision_backbone_id": "siglip-vit-so400m-384px"}, "pretrained_checkpoint": null, "run_id": "prism-siglip-controlled+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-siglip-controlled+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 7.751069068908691, "Finetune/Loss (Raw)": 7.751069068908691, "Finetune/Step": 1, "Finetune/Step Time": 23.238559007644653}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.118696212768555, "Finetune/Loss (Raw)": 6.48632287979126, "Finetune/Step": 2, "Finetune/Step Time": 16.104414582252502}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.763260841369629, "Finetune/Loss (Raw)": 6.052389621734619, "Finetune/Step": 3, "Finetune/Step Time": 13.145846128463745}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 6.623053073883057, "Finetune/Loss (Raw)": 6.202430248260498, "Finetune/Step": 4, "Finetune/Step Time": 11.415558278560638}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 6.501716613769531, "Finetune/Loss (Raw)": 6.016369819641113, "Finetune/Step": 5, "Finetune/Step Time": 10.480610609054565}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 6.382503509521484, "Finetune/Loss (Raw)": 5.786440372467041, "Finetune/Step": 6, "Finetune/Step Time": 10.030013283093771}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 6.349956035614014, "Finetune/Loss (Raw)": 6.154670238494873, "Finetune/Step": 7, "Finetune/Step Time": 9.49092081614903}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 6.239654541015625, "Finetune/Loss (Raw)": 5.467545509338379, "Finetune/Step": 8, "Finetune/Step Time": 9.22959616780281}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 6.196305751800537, "Finetune/Loss (Raw)": 5.849513530731201, "Finetune/Step": 9, "Finetune/Step Time": 8.921627018186781}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 6.1810503005981445, "Finetune/Loss (Raw)": 6.043750762939453, "Finetune/Step": 10, "Finetune/Step Time": 8.87953577041626}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 6.093077182769775, "Finetune/Loss (Raw)": 5.213350772857666, "Finetune/Step": 11, "Finetune/Step Time": 8.658361023122614}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 6.01160192489624, "Finetune/Loss (Raw)": 5.1153693199157715, "Finetune/Step": 12, "Finetune/Step Time": 8.460409541924795}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 5.908258438110352, "Finetune/Loss (Raw)": 4.668136119842529, "Finetune/Step": 13, "Finetune/Step Time": 8.29123592376709}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 5.828606128692627, "Finetune/Loss (Raw)": 4.793125152587891, "Finetune/Step": 14, "Finetune/Step Time": 8.142021247318812}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 5.712419033050537, "Finetune/Loss (Raw)": 4.0857954025268555, "Finetune/Step": 15, "Finetune/Step Time": 8.079450019200642}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 5.559508323669434, "Finetune/Loss (Raw)": 3.265854597091675, "Finetune/Step": 16, "Finetune/Step Time": 8.032027170062065}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 5.469144344329834, "Finetune/Loss (Raw)": 4.023319721221924, "Finetune/Step": 17, "Finetune/Step Time": 7.939519096823299}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 5.337161064147949, "Finetune/Loss (Raw)": 3.0934433937072754, "Finetune/Step": 18, "Finetune/Step Time": 7.877208709716797}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 5.235881328582764, "Finetune/Loss (Raw)": 3.4128453731536865, "Finetune/Step": 19, "Finetune/Step Time": 7.7949284377850985}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 5.1307373046875, "Finetune/Loss (Raw)": 3.1330044269561768, "Finetune/Step": 20, "Finetune/Step Time": 7.697063553333282}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 5.018000602722168, "Finetune/Loss (Raw)": 2.7632572650909424, "Finetune/Step": 21, "Finetune/Step Time": 7.679461649485996}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 4.895025253295898, "Finetune/Loss (Raw)": 2.3125414848327637, "Finetune/Step": 22, "Finetune/Step Time": 7.621949737722224}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 4.7130818367004395, "Finetune/Loss (Raw)": 0.7103256583213806, "Finetune/Step": 23, "Finetune/Step Time": 7.653010575667672}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 4.629340171813965, "Finetune/Loss (Raw)": 2.7032909393310547, "Finetune/Step": 24, "Finetune/Step Time": 7.591371754805247}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 4.5461225509643555, "Finetune/Loss (Raw)": 2.5489020347595215, "Finetune/Step": 25, "Finetune/Step Time": 7.549985628128052}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 4.401558876037598, "Finetune/Loss (Raw)": 0.7874528169631958, "Finetune/Step": 26, "Finetune/Step Time": 7.601598611244788}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 4.328222274780273, "Finetune/Loss (Raw)": 2.421480178833008, "Finetune/Step": 27, "Finetune/Step Time": 7.541604086204812}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 4.247527122497559, "Finetune/Loss (Raw)": 2.068753242492676, "Finetune/Step": 28, "Finetune/Step Time": 7.491539325032916}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 4.170600891113281, "Finetune/Loss (Raw)": 2.016676425933838, "Finetune/Step": 29, "Finetune/Step Time": 7.479933730487166}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 4.096625328063965, "Finetune/Loss (Raw)": 1.9513328075408936, "Finetune/Step": 30, "Finetune/Step Time": 7.472833299636841}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 4.031682014465332, "Finetune/Loss (Raw)": 2.0833866596221924, "Finetune/Step": 31, "Finetune/Step Time": 7.442984888630528}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.962822914123535, "Finetune/Loss (Raw)": 1.8281872272491455, "Finetune/Step": 32, "Finetune/Step Time": 7.461133763194084}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.89572811126709, "Finetune/Loss (Raw)": 1.7486766576766968, "Finetune/Step": 33, "Finetune/Step Time": 7.441551627534809}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.8286259174346924, "Finetune/Loss (Raw)": 1.6142774820327759, "Finetune/Step": 34, "Finetune/Step Time": 7.406968264018788}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.7774016857147217, "Finetune/Loss (Raw)": 2.0357744693756104, "Finetune/Step": 35, "Finetune/Step Time": 7.3921859060015}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 3.7162976264953613, "Finetune/Loss (Raw)": 1.5776416063308716, "Finetune/Step": 36, "Finetune/Step Time": 7.4000563224156695}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 3.662769317626953, "Finetune/Loss (Raw)": 1.7357655763626099, "Finetune/Step": 37, "Finetune/Step Time": 7.443723311295381}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 3.6067521572113037, "Finetune/Loss (Raw)": 1.5341010093688965, "Finetune/Step": 38, "Finetune/Step Time": 7.411705851554871}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 3.552509069442749, "Finetune/Loss (Raw)": 1.4912794828414917, "Finetune/Step": 39, "Finetune/Step Time": 7.373345485100379}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 3.499034881591797, "Finetune/Loss (Raw)": 1.413550615310669, "Finetune/Step": 40, "Finetune/Step Time": 7.374893438816071}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 3.451934576034546, "Finetune/Loss (Raw)": 1.5679270029067993, "Finetune/Step": 41, "Finetune/Step Time": 7.332985209255684}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 3.4046366214752197, "Finetune/Loss (Raw)": 1.4654035568237305, "Finetune/Step": 42, "Finetune/Step Time": 7.304872053010123}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 3.357969045639038, "Finetune/Loss (Raw)": 1.397940754890442, "Finetune/Step": 43, "Finetune/Step Time": 7.300768907680068}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 3.3150863647460938, "Finetune/Loss (Raw)": 1.4711233377456665, "Finetune/Step": 44, "Finetune/Step Time": 7.289467453956604}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 3.270608901977539, "Finetune/Loss (Raw)": 1.3135995864868164, "Finetune/Step": 45, "Finetune/Step Time": 7.338762044906616}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 3.215503215789795, "Finetune/Loss (Raw)": 0.7357541918754578, "Finetune/Step": 46, "Finetune/Step Time": 7.360066393147344}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 3.1755456924438477, "Finetune/Loss (Raw)": 1.3375022411346436, "Finetune/Step": 47, "Finetune/Step Time": 7.34456841489102}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 3.136535167694092, "Finetune/Loss (Raw)": 1.303022027015686, "Finetune/Step": 48, "Finetune/Step Time": 7.3498251140117645}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 3.0995893478393555, "Finetune/Loss (Raw)": 1.3262134790420532, "Finetune/Step": 49, "Finetune/Step Time": 7.335696478279269}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 3.061145067214966, "Finetune/Loss (Raw)": 1.1773678064346313, "Finetune/Step": 50, "Finetune/Step Time": 7.3099317407608035}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 3.0267679691314697, "Finetune/Loss (Raw)": 1.3079026937484741, "Finetune/Step": 51, "Finetune/Step Time": 7.291926500844021}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.9941253662109375, "Finetune/Loss (Raw)": 1.3293609619140625, "Finetune/Step": 52, "Finetune/Step Time": 7.284731782399691}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.957132577896118, "Finetune/Loss (Raw)": 1.0335137844085693, "Finetune/Step": 53, "Finetune/Step Time": 7.293905217692537}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.9214894771575928, "Finetune/Loss (Raw)": 1.0323983430862427, "Finetune/Step": 54, "Finetune/Step Time": 7.2892154057820635}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.8909783363342285, "Finetune/Loss (Raw)": 1.2433792352676392, "Finetune/Step": 55, "Finetune/Step Time": 7.289670311320911}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.860795497894287, "Finetune/Loss (Raw)": 1.200735092163086, "Finetune/Step": 56, "Finetune/Step Time": 7.296624554055078}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.829836130142212, "Finetune/Loss (Raw)": 1.0961217880249023, "Finetune/Step": 57, "Finetune/Step Time": 7.283695614128782}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.8006887435913086, "Finetune/Loss (Raw)": 1.1392749547958374, "Finetune/Step": 58, "Finetune/Step Time": 7.306624449532608}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.7725605964660645, "Finetune/Loss (Raw)": 1.1411280632019043, "Finetune/Step": 59, "Finetune/Step Time": 7.3134605803732144}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.745039701461792, "Finetune/Loss (Raw)": 1.121314287185669, "Finetune/Step": 60, "Finetune/Step Time": 7.319204529126485}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.7200136184692383, "Finetune/Loss (Raw)": 1.2184561491012573, "Finetune/Step": 61, "Finetune/Step Time": 7.304958327871854}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.696162700653076, "Finetune/Loss (Raw)": 1.2412511110305786, "Finetune/Step": 62, "Finetune/Step Time": 7.287475609010266}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.6732616424560547, "Finetune/Loss (Raw)": 1.253371000289917, "Finetune/Step": 63, "Finetune/Step Time": 7.268084878013248}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.6484992504119873, "Finetune/Loss (Raw)": 1.0884919166564941, "Finetune/Step": 64, "Finetune/Step Time": 7.296111911535263}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.6246371269226074, "Finetune/Loss (Raw)": 1.0974534749984741, "Finetune/Step": 65, "Finetune/Step Time": 7.29062338242164}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.6003849506378174, "Finetune/Loss (Raw)": 1.0239830017089844, "Finetune/Step": 66, "Finetune/Step Time": 7.277812936089256}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.575510025024414, "Finetune/Loss (Raw)": 0.9337880611419678, "Finetune/Step": 67, "Finetune/Step Time": 7.259786573808585}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.554776906967163, "Finetune/Loss (Raw)": 1.1656440496444702, "Finetune/Step": 68, "Finetune/Step Time": 7.257265613359563}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.5344078540802, "Finetune/Loss (Raw)": 1.149329423904419, "Finetune/Step": 69, "Finetune/Step Time": 7.240492122760718}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.515552282333374, "Finetune/Loss (Raw)": 1.2145031690597534, "Finetune/Step": 70, "Finetune/Step Time": 7.246730811255318}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.493368625640869, "Finetune/Loss (Raw)": 0.9405353665351868, "Finetune/Step": 71, "Finetune/Step Time": 7.235163544265317}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.473290205001831, "Finetune/Loss (Raw)": 1.0477041006088257, "Finetune/Step": 72, "Finetune/Step Time": 7.217465254995558}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.4522616863250732, "Finetune/Loss (Raw)": 0.9382122755050659, "Finetune/Step": 73, "Finetune/Step Time": 7.205230196861372}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 2.431856870651245, "Finetune/Loss (Raw)": 0.9423083066940308, "Finetune/Step": 74, "Finetune/Step Time": 7.190287045530371}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 2.410613775253296, "Finetune/Loss (Raw)": 0.8386048674583435, "Finetune/Step": 75, "Finetune/Step Time": 7.184515352249146}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 2.3920578956604004, "Finetune/Loss (Raw)": 1.0003862380981445, "Finetune/Step": 76, "Finetune/Step Time": 7.177550366050319}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 2.3758490085601807, "Finetune/Loss (Raw)": 1.1439751386642456, "Finetune/Step": 77, "Finetune/Step Time": 7.162105213512074}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 2.3608062267303467, "Finetune/Loss (Raw)": 1.2025094032287598, "Finetune/Step": 78, "Finetune/Step Time": 7.146901384378091}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 2.3457822799682617, "Finetune/Loss (Raw)": 1.1739223003387451, "Finetune/Step": 79, "Finetune/Step Time": 7.136288169064099}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 2.328979969024658, "Finetune/Loss (Raw)": 1.0015753507614136, "Finetune/Step": 80, "Finetune/Step Time": 7.141193532943726}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 2.3145151138305664, "Finetune/Loss (Raw)": 1.1573363542556763, "Finetune/Step": 81, "Finetune/Step Time": 7.138337238335315}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 2.30001163482666, "Finetune/Loss (Raw)": 1.1252511739730835, "Finetune/Step": 82, "Finetune/Step Time": 7.127528376695587}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 2.2838873863220215, "Finetune/Loss (Raw)": 0.9616857767105103, "Finetune/Step": 83, "Finetune/Step Time": 7.134048407336316}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 2.271022081375122, "Finetune/Loss (Raw)": 1.203203558921814, "Finetune/Step": 84, "Finetune/Step Time": 7.134342744236901}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 2.256725788116455, "Finetune/Loss (Raw)": 1.0558325052261353, "Finetune/Step": 85, "Finetune/Step Time": 7.124959572623758}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 2.2390382289886475, "Finetune/Loss (Raw)": 0.7355965375900269, "Finetune/Step": 86, "Finetune/Step Time": 7.145052990248037}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 2.2250940799713135, "Finetune/Loss (Raw)": 1.0258991718292236, "Finetune/Step": 87, "Finetune/Step Time": 7.1357013850376525}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 2.213717460632324, "Finetune/Loss (Raw)": 1.2239476442337036, "Finetune/Step": 88, "Finetune/Step Time": 7.139252947135405}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 2.200911521911621, "Finetune/Loss (Raw)": 1.073979377746582, "Finetune/Step": 89, "Finetune/Step Time": 7.12975427809726}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 2.1892507076263428, "Finetune/Loss (Raw)": 1.151443600654602, "Finetune/Step": 90, "Finetune/Step Time": 7.133995103836059}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 2.177863597869873, "Finetune/Loss (Raw)": 1.1530119180679321, "Finetune/Step": 91, "Finetune/Step Time": 7.134006005067092}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 2.1671500205993652, "Finetune/Loss (Raw)": 1.1922181844711304, "Finetune/Step": 92, "Finetune/Step Time": 7.126322979512422}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 2.1536622047424316, "Finetune/Loss (Raw)": 0.9128026962280273, "Finetune/Step": 93, "Finetune/Step Time": 7.118392093207246}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 2.1429314613342285, "Finetune/Loss (Raw)": 1.1449713706970215, "Finetune/Step": 94, "Finetune/Step Time": 7.1056745483520185}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 2.131742000579834, "Finetune/Loss (Raw)": 1.0799190998077393, "Finetune/Step": 95, "Finetune/Step Time": 7.097255405626799}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 2.1208088397979736, "Finetune/Loss (Raw)": 1.0821553468704224, "Finetune/Step": 96, "Finetune/Step Time": 7.097996421158314}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 2.1095974445343018, "Finetune/Loss (Raw)": 1.0332980155944824, "Finetune/Step": 97, "Finetune/Step Time": 7.094778997381938}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 2.0995125770568848, "Finetune/Loss (Raw)": 1.1212925910949707, "Finetune/Step": 98, "Finetune/Step Time": 7.083772038926884}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 2.0844013690948486, "Finetune/Loss (Raw)": 0.6035025715827942, "Finetune/Step": 99, "Finetune/Step Time": 7.091119091920178}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 2.075571298599243, "Finetune/Loss (Raw)": 1.2013989686965942, "Finetune/Step": 100, "Finetune/Step Time": 7.084093596935272}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 2.065304756164551, "Finetune/Loss (Raw)": 1.0386344194412231, "Finetune/Step": 101, "Finetune/Step Time": 7.084013025359352}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 2.056922197341919, "Finetune/Loss (Raw)": 1.2102922201156616, "Finetune/Step": 102, "Finetune/Step Time": 7.070704558316399}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 2.0431947708129883, "Finetune/Loss (Raw)": 0.6429968476295471, "Finetune/Step": 103, "Finetune/Step Time": 7.079591163153787}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 2.034648895263672, "Finetune/Loss (Raw)": 1.154400110244751, "Finetune/Step": 104, "Finetune/Step Time": 7.070148692681239}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 2.0251355171203613, "Finetune/Loss (Raw)": 1.035744309425354, "Finetune/Step": 105, "Finetune/Step Time": 7.056992646626064}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 2.0160045623779297, "Finetune/Loss (Raw)": 1.0572549104690552, "Finetune/Step": 106, "Finetune/Step Time": 7.046314540899025}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 2.0076375007629395, "Finetune/Loss (Raw)": 1.1207650899887085, "Finetune/Step": 107, "Finetune/Step Time": 7.035634751631835}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.998537540435791, "Finetune/Loss (Raw)": 1.0248268842697144, "Finetune/Step": 108, "Finetune/Step Time": 7.028193891048431}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.990653395652771, "Finetune/Loss (Raw)": 1.1391783952713013, "Finetune/Step": 109, "Finetune/Step Time": 7.020616172650539}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.9821019172668457, "Finetune/Loss (Raw)": 1.049988031387329, "Finetune/Step": 110, "Finetune/Step Time": 7.012047303806652}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.9741851091384888, "Finetune/Loss (Raw)": 1.1033183336257935, "Finetune/Step": 111, "Finetune/Step Time": 7.01606095159376}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.966275691986084, "Finetune/Loss (Raw)": 1.0883347988128662, "Finetune/Step": 112, "Finetune/Step Time": 7.012060139860425}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.9587889909744263, "Finetune/Loss (Raw)": 1.1202903985977173, "Finetune/Step": 113, "Finetune/Step Time": 7.013184182411801}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.9471099376678467, "Finetune/Loss (Raw)": 0.6273769736289978, "Finetune/Step": 114, "Finetune/Step Time": 7.023469259864406}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.9396018981933594, "Finetune/Loss (Raw)": 1.0836870670318604, "Finetune/Step": 115, "Finetune/Step Time": 7.028603242791218}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.9306586980819702, "Finetune/Loss (Raw)": 0.9021901488304138, "Finetune/Step": 116, "Finetune/Step Time": 7.032511351437404}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.9236156940460205, "Finetune/Loss (Raw)": 1.1066080331802368, "Finetune/Step": 117, "Finetune/Step Time": 7.028121408234295}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.9168951511383057, "Finetune/Loss (Raw)": 1.1306071281433105, "Finetune/Step": 118, "Finetune/Step Time": 7.018787713374122}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.909489631652832, "Finetune/Loss (Raw)": 1.0356316566467285, "Finetune/Step": 119, "Finetune/Step Time": 7.013384945252362}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.9025777578353882, "Finetune/Loss (Raw)": 1.0800611972808838, "Finetune/Step": 120, "Finetune/Step Time": 7.009259831905365}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.8953042030334473, "Finetune/Loss (Raw)": 1.0225069522857666, "Finetune/Step": 121, "Finetune/Step Time": 7.013246347096341}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.8877370357513428, "Finetune/Loss (Raw)": 0.9720922112464905, "Finetune/Step": 122, "Finetune/Step Time": 7.006539421003373}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.880562663078308, "Finetune/Loss (Raw)": 1.0052993297576904, "Finetune/Step": 123, "Finetune/Step Time": 6.999641046291444}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.874428153038025, "Finetune/Loss (Raw)": 1.119876503944397, "Finetune/Step": 124, "Finetune/Step Time": 6.992832495320227}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.8674800395965576, "Finetune/Loss (Raw)": 1.0059034824371338, "Finetune/Step": 125, "Finetune/Step Time": 6.9867740173339845}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.8613508939743042, "Finetune/Loss (Raw)": 1.0952019691467285, "Finetune/Step": 126, "Finetune/Step Time": 6.995729077429998}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.8543479442596436, "Finetune/Loss (Raw)": 0.9719900488853455, "Finetune/Step": 127, "Finetune/Step Time": 6.9884576572207955}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.8486223220825195, "Finetune/Loss (Raw)": 1.1214640140533447, "Finetune/Step": 128, "Finetune/Step Time": 6.984042543917894}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.797111988067627, "Finetune/Loss (Raw)": 1.1577446460723877, "Finetune/Step": 129, "Finetune/Step Time": 6.851271219551563}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.7552576065063477, "Finetune/Loss (Raw)": 1.1289653778076172, "Finetune/Step": 130, "Finetune/Step Time": 6.834545565769076}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.716517686843872, "Finetune/Loss (Raw)": 1.093683123588562, "Finetune/Step": 131, "Finetune/Step Time": 6.824310904368758}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.6766655445098877, "Finetune/Loss (Raw)": 1.101362943649292, "Finetune/Step": 132, "Finetune/Step Time": 6.823869654908776}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.6366195678710938, "Finetune/Loss (Raw)": 0.8904564380645752, "Finetune/Step": 133, "Finetune/Step Time": 6.831228643655777}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.6009879112243652, "Finetune/Loss (Raw)": 1.225616216659546, "Finetune/Step": 134, "Finetune/Step Time": 6.818982174620032}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.5605486631393433, "Finetune/Loss (Raw)": 0.9784353971481323, "Finetune/Step": 135, "Finetune/Step Time": 6.831374168395996}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.526161551475525, "Finetune/Loss (Raw)": 1.0660016536712646, "Finetune/Step": 136, "Finetune/Step Time": 6.821129735559225}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.4881316423416138, "Finetune/Loss (Raw)": 0.9816715717315674, "Finetune/Step": 137, "Finetune/Step Time": 6.821980344131589}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.4494972229003906, "Finetune/Loss (Raw)": 1.0985682010650635, "Finetune/Step": 138, "Finetune/Step Time": 6.798972453922033}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.4157363176345825, "Finetune/Loss (Raw)": 0.8919398188591003, "Finetune/Step": 139, "Finetune/Step Time": 6.79977759718895}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.3858015537261963, "Finetune/Loss (Raw)": 1.283731460571289, "Finetune/Step": 140, "Finetune/Step Time": 6.7954003270715475}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.3573668003082275, "Finetune/Loss (Raw)": 1.0284814834594727, "Finetune/Step": 141, "Finetune/Step Time": 6.790903139859438}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.327838659286499, "Finetune/Loss (Raw)": 1.0135120153427124, "Finetune/Step": 142, "Finetune/Step Time": 6.822198618203402}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.3033143281936646, "Finetune/Loss (Raw)": 0.9466904997825623, "Finetune/Step": 143, "Finetune/Step Time": 6.833942025899887}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.2839833498001099, "Finetune/Loss (Raw)": 0.7914858460426331, "Finetune/Step": 144, "Finetune/Step Time": 6.839157152920961}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.2579927444458008, "Finetune/Loss (Raw)": 0.6965282559394836, "Finetune/Step": 145, "Finetune/Step Time": 6.85207637399435}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.2414495944976807, "Finetune/Loss (Raw)": 0.9759235382080078, "Finetune/Step": 146, "Finetune/Step Time": 6.8456266690045595}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.2216957807540894, "Finetune/Loss (Raw)": 0.884352445602417, "Finetune/Step": 147, "Finetune/Step Time": 6.8475619945675135}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.2057032585144043, "Finetune/Loss (Raw)": 1.085972547531128, "Finetune/Step": 148, "Finetune/Step Time": 6.849767349660397}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.1927802562713623, "Finetune/Loss (Raw)": 1.1091043949127197, "Finetune/Step": 149, "Finetune/Step Time": 6.842796666547656}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.1834453344345093, "Finetune/Loss (Raw)": 1.117671012878418, "Finetune/Step": 150, "Finetune/Step Time": 6.845259230583906}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.186441421508789, "Finetune/Loss (Raw)": 1.093812108039856, "Finetune/Step": 151, "Finetune/Step Time": 6.830326845869422}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.1733882427215576, "Finetune/Loss (Raw)": 1.0324913263320923, "Finetune/Step": 152, "Finetune/Step Time": 6.834317874163389}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.1625299453735352, "Finetune/Loss (Raw)": 1.1590323448181152, "Finetune/Step": 153, "Finetune/Step Time": 6.8402143605053425}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.165062665939331, "Finetune/Loss (Raw)": 1.1116573810577393, "Finetune/Step": 154, "Finetune/Step Time": 6.820359110832214}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1553882360458374, "Finetune/Loss (Raw)": 1.1831461191177368, "Finetune/Step": 155, "Finetune/Step Time": 6.823229536414146}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.1446396112442017, "Finetune/Loss (Raw)": 0.6929199695587158, "Finetune/Step": 156, "Finetune/Step Time": 6.839107681065798}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.1372027397155762, "Finetune/Loss (Raw)": 1.0647636651992798, "Finetune/Step": 157, "Finetune/Step Time": 6.832544375211}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.1305147409439087, "Finetune/Loss (Raw)": 1.095270037651062, "Finetune/Step": 158, "Finetune/Step Time": 6.823886608704925}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.1227068901062012, "Finetune/Loss (Raw)": 1.083976149559021, "Finetune/Step": 159, "Finetune/Step Time": 6.818814419209957}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.1162792444229126, "Finetune/Loss (Raw)": 1.005456805229187, "Finetune/Step": 160, "Finetune/Step Time": 6.809376770630479}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.1104190349578857, "Finetune/Loss (Raw)": 0.9985596537590027, "Finetune/Step": 161, "Finetune/Step Time": 6.805315177887678}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.1075278520584106, "Finetune/Loss (Raw)": 1.2442151308059692, "Finetune/Step": 162, "Finetune/Step Time": 6.803468147292733}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0999507904052734, "Finetune/Loss (Raw)": 1.0659033060073853, "Finetune/Step": 163, "Finetune/Step Time": 6.80330728366971}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0949841737747192, "Finetune/Loss (Raw)": 0.9419286847114563, "Finetune/Step": 164, "Finetune/Step Time": 6.800806323066354}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0895668268203735, "Finetune/Loss (Raw)": 1.0423364639282227, "Finetune/Step": 165, "Finetune/Step Time": 6.782613283023238}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0851316452026367, "Finetune/Loss (Raw)": 0.9663942456245422, "Finetune/Step": 166, "Finetune/Step Time": 6.781693672761321}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0823092460632324, "Finetune/Loss (Raw)": 1.130007266998291, "Finetune/Step": 167, "Finetune/Step Time": 6.784663740545511}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0789756774902344, "Finetune/Loss (Raw)": 0.9868617653846741, "Finetune/Step": 168, "Finetune/Step Time": 6.777733080089092}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0742884874343872, "Finetune/Loss (Raw)": 0.9679674506187439, "Finetune/Step": 169, "Finetune/Step Time": 6.781099766492844}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.069002628326416, "Finetune/Loss (Raw)": 0.7888172268867493, "Finetune/Step": 170, "Finetune/Step Time": 6.794173736125231}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0656349658966064, "Finetune/Loss (Raw)": 0.9668799638748169, "Finetune/Step": 171, "Finetune/Step Time": 6.802738066762686}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.06165611743927, "Finetune/Loss (Raw)": 0.9618188738822937, "Finetune/Step": 172, "Finetune/Step Time": 6.805416412651539}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0606110095977783, "Finetune/Loss (Raw)": 1.1798359155654907, "Finetune/Step": 173, "Finetune/Step Time": 6.779611358419061}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0617252588272095, "Finetune/Loss (Raw)": 0.8783797025680542, "Finetune/Step": 174, "Finetune/Step Time": 6.765418721362948}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0603443384170532, "Finetune/Loss (Raw)": 1.160730242729187, "Finetune/Step": 175, "Finetune/Step Time": 6.761743739247322}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0552154779434204, "Finetune/Loss (Raw)": 0.646539568901062, "Finetune/Step": 176, "Finetune/Step Time": 6.7651287987828255}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0523053407669067, "Finetune/Loss (Raw)": 0.9537065029144287, "Finetune/Step": 177, "Finetune/Step Time": 6.764419302344322}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.052377462387085, "Finetune/Loss (Raw)": 1.18660306930542, "Finetune/Step": 178, "Finetune/Step Time": 6.768427966162562}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.049210548400879, "Finetune/Loss (Raw)": 0.9025343060493469, "Finetune/Step": 179, "Finetune/Step Time": 6.769952462986112}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0471532344818115, "Finetune/Loss (Raw)": 1.0660364627838135, "Finetune/Step": 180, "Finetune/Step Time": 6.767017474398017}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0469729900360107, "Finetune/Loss (Raw)": 1.0104365348815918, "Finetune/Step": 181, "Finetune/Step Time": 6.753017457202077}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0471184253692627, "Finetune/Loss (Raw)": 1.0510106086730957, "Finetune/Step": 182, "Finetune/Step Time": 6.749440651386976}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.045234203338623, "Finetune/Loss (Raw)": 1.0022048950195312, "Finetune/Step": 183, "Finetune/Step Time": 6.7361496686935425}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0448477268218994, "Finetune/Loss (Raw)": 1.1512678861618042, "Finetune/Step": 184, "Finetune/Step Time": 6.727557538077235}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0434659719467163, "Finetune/Loss (Raw)": 0.9192535281181335, "Finetune/Step": 185, "Finetune/Step Time": 6.724728269502521}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0423530340194702, "Finetune/Loss (Raw)": 0.9968171119689941, "Finetune/Step": 186, "Finetune/Step Time": 6.7162339724600315}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0412259101867676, "Finetune/Loss (Raw)": 0.9968553185462952, "Finetune/Step": 187, "Finetune/Step Time": 6.7053027879446745}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0411186218261719, "Finetune/Loss (Raw)": 1.1075751781463623, "Finetune/Step": 188, "Finetune/Step Time": 6.692690011113882}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0392805337905884, "Finetune/Loss (Raw)": 0.9831897616386414, "Finetune/Step": 189, "Finetune/Step Time": 6.701286660507321}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0378507375717163, "Finetune/Loss (Raw)": 1.0582433938980103, "Finetune/Step": 190, "Finetune/Step Time": 6.704444510862231}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0364279747009277, "Finetune/Loss (Raw)": 1.0712525844573975, "Finetune/Step": 191, "Finetune/Step Time": 6.709384262561798}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.036234974861145, "Finetune/Loss (Raw)": 1.0637928247451782, "Finetune/Step": 192, "Finetune/Step Time": 6.692770171910524}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0348775386810303, "Finetune/Loss (Raw)": 0.9237047433853149, "Finetune/Step": 193, "Finetune/Step Time": 6.687258627265692}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.034989833831787, "Finetune/Loss (Raw)": 1.0383455753326416, "Finetune/Step": 194, "Finetune/Step Time": 6.686578141525388}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0353896617889404, "Finetune/Loss (Raw)": 0.9849589467048645, "Finetune/Step": 195, "Finetune/Step Time": 6.700415534898639}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.033830165863037, "Finetune/Loss (Raw)": 0.9660448431968689, "Finetune/Step": 196, "Finetune/Step Time": 6.696266572922468}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0330390930175781, "Finetune/Loss (Raw)": 1.0480589866638184, "Finetune/Step": 197, "Finetune/Step Time": 6.69916295260191}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0313825607299805, "Finetune/Loss (Raw)": 1.0024778842926025, "Finetune/Step": 198, "Finetune/Step Time": 6.685970589518547}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0318068265914917, "Finetune/Loss (Raw)": 0.9948329329490662, "Finetune/Step": 199, "Finetune/Step Time": 6.686524821445346}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0316729545593262, "Finetune/Loss (Raw)": 1.0305631160736084, "Finetune/Step": 200, "Finetune/Step Time": 6.69038106687367}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0330348014831543, "Finetune/Loss (Raw)": 1.1125401258468628, "Finetune/Step": 201, "Finetune/Step Time": 6.691320389509201}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.034339189529419, "Finetune/Loss (Raw)": 1.1092602014541626, "Finetune/Step": 202, "Finetune/Step Time": 6.695427780970931}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0361019372940063, "Finetune/Loss (Raw)": 1.0642377138137817, "Finetune/Step": 203, "Finetune/Step Time": 6.690763110294938}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0366400480270386, "Finetune/Loss (Raw)": 1.069267749786377, "Finetune/Step": 204, "Finetune/Step Time": 6.687617026269436}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0331957340240479, "Finetune/Loss (Raw)": 0.7031004428863525, "Finetune/Step": 205, "Finetune/Step Time": 6.707770677283406}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0316368341445923, "Finetune/Loss (Raw)": 1.0029888153076172, "Finetune/Step": 206, "Finetune/Step Time": 6.714569045230746}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0314871072769165, "Finetune/Loss (Raw)": 1.1547507047653198, "Finetune/Step": 207, "Finetune/Step Time": 6.731225399300456}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0316370725631714, "Finetune/Loss (Raw)": 1.0207695960998535, "Finetune/Step": 208, "Finetune/Step Time": 6.718619216233492}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.030292272567749, "Finetune/Loss (Raw)": 0.985191285610199, "Finetune/Step": 209, "Finetune/Step Time": 6.7134042251855135}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.027297019958496, "Finetune/Loss (Raw)": 0.7418673038482666, "Finetune/Step": 210, "Finetune/Step Time": 6.72958535887301}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0273892879486084, "Finetune/Loss (Raw)": 0.9735002517700195, "Finetune/Step": 211, "Finetune/Step Time": 6.723215686157346}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0262993574142456, "Finetune/Loss (Raw)": 1.0636885166168213, "Finetune/Step": 212, "Finetune/Step Time": 6.7216197066009045}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.02726411819458, "Finetune/Loss (Raw)": 1.1793147325515747, "Finetune/Step": 213, "Finetune/Step Time": 6.721767777577043}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0290634632110596, "Finetune/Loss (Raw)": 0.965928316116333, "Finetune/Step": 214, "Finetune/Step Time": 6.715185694396496}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0285894870758057, "Finetune/Loss (Raw)": 0.9652096033096313, "Finetune/Step": 215, "Finetune/Step Time": 6.7132162395864725}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0261099338531494, "Finetune/Loss (Raw)": 0.9065774083137512, "Finetune/Step": 216, "Finetune/Step Time": 6.713711842894554}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.026249885559082, "Finetune/Loss (Raw)": 1.0918896198272705, "Finetune/Step": 217, "Finetune/Step Time": 6.712107373401523}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0255413055419922, "Finetune/Loss (Raw)": 1.0607534646987915, "Finetune/Step": 218, "Finetune/Step Time": 6.705078043043613}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0258913040161133, "Finetune/Loss (Raw)": 1.19780695438385, "Finetune/Step": 219, "Finetune/Step Time": 6.698765637353063}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0240461826324463, "Finetune/Loss (Raw)": 0.9560421705245972, "Finetune/Step": 220, "Finetune/Step Time": 6.696285663172603}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0255051851272583, "Finetune/Loss (Raw)": 1.0995526313781738, "Finetune/Step": 221, "Finetune/Step Time": 6.698756489902735}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.0238813161849976, "Finetune/Loss (Raw)": 0.937120258808136, "Finetune/Step": 222, "Finetune/Step Time": 6.7050071600824594}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0231597423553467, "Finetune/Loss (Raw)": 0.9875558018684387, "Finetune/Step": 223, "Finetune/Step Time": 6.706681797280908}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.020534634590149, "Finetune/Loss (Raw)": 0.7461435198783875, "Finetune/Step": 224, "Finetune/Step Time": 6.713606685400009}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0206780433654785, "Finetune/Loss (Raw)": 1.0516530275344849, "Finetune/Step": 225, "Finetune/Step Time": 6.712820556014776}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0211673974990845, "Finetune/Loss (Raw)": 1.1839357614517212, "Finetune/Step": 226, "Finetune/Step Time": 6.712919782847166}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.025618314743042, "Finetune/Loss (Raw)": 1.1732195615768433, "Finetune/Step": 227, "Finetune/Step Time": 6.699079627171159}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0250420570373535, "Finetune/Loss (Raw)": 1.1276158094406128, "Finetune/Step": 228, "Finetune/Step Time": 6.707386130467057}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.02484130859375, "Finetune/Loss (Raw)": 1.0129557847976685, "Finetune/Step": 229, "Finetune/Step Time": 6.702250180765986}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0242857933044434, "Finetune/Loss (Raw)": 1.1391724348068237, "Finetune/Step": 230, "Finetune/Step Time": 6.705418882891536}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.027186632156372, "Finetune/Loss (Raw)": 1.0143097639083862, "Finetune/Step": 231, "Finetune/Step Time": 6.690665328875184}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.02651047706604, "Finetune/Loss (Raw)": 1.06784987449646, "Finetune/Step": 232, "Finetune/Step Time": 6.691971147432923}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0228312015533447, "Finetune/Loss (Raw)": 0.5648034811019897, "Finetune/Step": 233, "Finetune/Step Time": 6.710246749222279}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0235509872436523, "Finetune/Loss (Raw)": 1.149389624595642, "Finetune/Step": 234, "Finetune/Step Time": 6.726787406951189}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0239214897155762, "Finetune/Loss (Raw)": 1.168188214302063, "Finetune/Step": 235, "Finetune/Step Time": 6.761872416362166}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.0239124298095703, "Finetune/Loss (Raw)": 1.0236679315567017, "Finetune/Step": 236, "Finetune/Step Time": 6.764774603769183}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0233458280563354, "Finetune/Loss (Raw)": 1.0666472911834717, "Finetune/Step": 237, "Finetune/Step Time": 6.790930951014161}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0229663848876953, "Finetune/Loss (Raw)": 1.0014265775680542, "Finetune/Step": 238, "Finetune/Step Time": 6.794629458338022}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.02128267288208, "Finetune/Loss (Raw)": 0.8877987265586853, "Finetune/Step": 239, "Finetune/Step Time": 6.782877016812563}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.0201964378356934, "Finetune/Loss (Raw)": 0.9492945075035095, "Finetune/Step": 240, "Finetune/Step Time": 6.780183671042323}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0199586153030396, "Finetune/Loss (Raw)": 1.0898561477661133, "Finetune/Step": 241, "Finetune/Step Time": 6.771912191063166}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.023366928100586, "Finetune/Loss (Raw)": 1.0636324882507324, "Finetune/Step": 242, "Finetune/Step Time": 6.756581585854292}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.0230913162231445, "Finetune/Loss (Raw)": 1.04842209815979, "Finetune/Step": 243, "Finetune/Step Time": 6.751957351341844}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0230538845062256, "Finetune/Loss (Raw)": 0.8973919749259949, "Finetune/Step": 244, "Finetune/Step Time": 6.740906175225973}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.0237621068954468, "Finetune/Loss (Raw)": 1.197258472442627, "Finetune/Step": 245, "Finetune/Step Time": 6.73553342372179}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0237839221954346, "Finetune/Loss (Raw)": 1.1333937644958496, "Finetune/Step": 246, "Finetune/Step Time": 6.742394620552659}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.023725986480713, "Finetune/Loss (Raw)": 1.0282306671142578, "Finetune/Step": 247, "Finetune/Step Time": 6.740066334605217}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.0230929851531982, "Finetune/Loss (Raw)": 0.9990259408950806, "Finetune/Step": 248, "Finetune/Step Time": 6.742473393678665}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0230374336242676, "Finetune/Loss (Raw)": 1.0153944492340088, "Finetune/Step": 249, "Finetune/Step Time": 6.7302368097007275}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.0236320495605469, "Finetune/Loss (Raw)": 1.0482174158096313, "Finetune/Step": 250, "Finetune/Step Time": 6.727574637159705}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0244144201278687, "Finetune/Loss (Raw)": 1.1054308414459229, "Finetune/Step": 251, "Finetune/Step Time": 6.75007544644177}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0235824584960938, "Finetune/Loss (Raw)": 1.0133991241455078, "Finetune/Step": 252, "Finetune/Step Time": 6.75085399672389}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0239629745483398, "Finetune/Loss (Raw)": 1.0545905828475952, "Finetune/Step": 253, "Finetune/Step Time": 6.747855633497238}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0228021144866943, "Finetune/Loss (Raw)": 0.9466096758842468, "Finetune/Step": 254, "Finetune/Step Time": 6.731202630326152}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0211000442504883, "Finetune/Loss (Raw)": 0.7541348934173584, "Finetune/Step": 255, "Finetune/Step Time": 6.745279600843787}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.019544005393982, "Finetune/Loss (Raw)": 0.9222840666770935, "Finetune/Step": 256, "Finetune/Step Time": 6.746326362714171}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0195178985595703, "Finetune/Loss (Raw)": 1.1544039249420166, "Finetune/Step": 257, "Finetune/Step Time": 6.746165232732892}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0191419124603271, "Finetune/Loss (Raw)": 1.080833077430725, "Finetune/Step": 258, "Finetune/Step Time": 6.746376624330878}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0188894271850586, "Finetune/Loss (Raw)": 1.0613740682601929, "Finetune/Step": 259, "Finetune/Step Time": 6.748857997357845}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.0185346603393555, "Finetune/Loss (Raw)": 1.0559595823287964, "Finetune/Step": 260, "Finetune/Step Time": 6.763423955067992}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.018247127532959, "Finetune/Loss (Raw)": 0.8536463379859924, "Finetune/Step": 261, "Finetune/Step Time": 6.7500856183469296}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.015133023262024, "Finetune/Loss (Raw)": 0.8270092010498047, "Finetune/Step": 262, "Finetune/Step Time": 6.757377902045846}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0154025554656982, "Finetune/Loss (Raw)": 1.0129432678222656, "Finetune/Step": 263, "Finetune/Step Time": 6.746007336303592}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.0145697593688965, "Finetune/Loss (Raw)": 0.9593939781188965, "Finetune/Step": 264, "Finetune/Step Time": 6.755982216447592}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.0144577026367188, "Finetune/Loss (Raw)": 0.9673433303833008, "Finetune/Step": 265, "Finetune/Step Time": 6.753915937617421}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0151578187942505, "Finetune/Loss (Raw)": 1.1881712675094604, "Finetune/Step": 266, "Finetune/Step Time": 6.76239001005888}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0150716304779053, "Finetune/Loss (Raw)": 0.8809203505516052, "Finetune/Step": 267, "Finetune/Step Time": 6.760556057095528}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0136394500732422, "Finetune/Loss (Raw)": 1.1003921031951904, "Finetune/Step": 268, "Finetune/Step Time": 6.765050824731588}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0137157440185547, "Finetune/Loss (Raw)": 1.038256049156189, "Finetune/Step": 269, "Finetune/Step Time": 6.769642595201731}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.0137641429901123, "Finetune/Loss (Raw)": 1.0197157859802246, "Finetune/Step": 270, "Finetune/Step Time": 6.741347076371312}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0143051147460938, "Finetune/Loss (Raw)": 1.0159326791763306, "Finetune/Step": 271, "Finetune/Step Time": 6.7335754334926605}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0165525674819946, "Finetune/Loss (Raw)": 1.079148769378662, "Finetune/Step": 272, "Finetune/Step Time": 6.72148366458714}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0193006992340088, "Finetune/Loss (Raw)": 1.0482869148254395, "Finetune/Step": 273, "Finetune/Step Time": 6.710280446335673}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0200698375701904, "Finetune/Loss (Raw)": 1.0743755102157593, "Finetune/Step": 274, "Finetune/Step Time": 6.714253094047308}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0209012031555176, "Finetune/Loss (Raw)": 0.9907867312431335, "Finetune/Step": 275, "Finetune/Step Time": 6.715117970481515}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.018604040145874, "Finetune/Loss (Raw)": 0.7919288277626038, "Finetune/Step": 276, "Finetune/Step Time": 6.743224987760186}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0178061723709106, "Finetune/Loss (Raw)": 1.006975531578064, "Finetune/Step": 277, "Finetune/Step Time": 6.742509940639138}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0170584917068481, "Finetune/Loss (Raw)": 1.0219647884368896, "Finetune/Step": 278, "Finetune/Step Time": 6.738856967538595}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0178077220916748, "Finetune/Loss (Raw)": 1.1897164583206177, "Finetune/Step": 279, "Finetune/Step Time": 6.74463951960206}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0172104835510254, "Finetune/Loss (Raw)": 0.9560369849205017, "Finetune/Step": 280, "Finetune/Step Time": 6.742423709481955}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0163356065750122, "Finetune/Loss (Raw)": 1.047060489654541, "Finetune/Step": 281, "Finetune/Step Time": 6.732537861913443}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0154939889907837, "Finetune/Loss (Raw)": 1.0039231777191162, "Finetune/Step": 282, "Finetune/Step Time": 6.731781270354986}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0149999856948853, "Finetune/Loss (Raw)": 1.1199136972427368, "Finetune/Step": 283, "Finetune/Step Time": 6.741893230006099}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.018250823020935, "Finetune/Loss (Raw)": 1.1090246438980103, "Finetune/Step": 284, "Finetune/Step Time": 6.725784035399556}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0175293684005737, "Finetune/Loss (Raw)": 0.9724194407463074, "Finetune/Step": 285, "Finetune/Step Time": 6.737769154831767}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0170764923095703, "Finetune/Loss (Raw)": 1.037288784980774, "Finetune/Step": 286, "Finetune/Step Time": 6.751200160011649}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0168647766113281, "Finetune/Loss (Raw)": 1.0568829774856567, "Finetune/Step": 287, "Finetune/Step Time": 6.756563978269696}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0159882307052612, "Finetune/Loss (Raw)": 0.8932580947875977, "Finetune/Step": 288, "Finetune/Step Time": 6.763743333518505}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.016814112663269, "Finetune/Loss (Raw)": 1.1042814254760742, "Finetune/Step": 289, "Finetune/Step Time": 6.767246028408408}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0144484043121338, "Finetune/Loss (Raw)": 0.9413941502571106, "Finetune/Step": 290, "Finetune/Step Time": 6.777247862890363}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.014772653579712, "Finetune/Loss (Raw)": 1.1074224710464478, "Finetune/Step": 291, "Finetune/Step Time": 6.7720920871943235}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0158032178878784, "Finetune/Loss (Raw)": 1.0738364458084106, "Finetune/Step": 292, "Finetune/Step Time": 6.7630884796381}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0164692401885986, "Finetune/Loss (Raw)": 1.1275876760482788, "Finetune/Step": 293, "Finetune/Step Time": 6.757466405630112}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0145591497421265, "Finetune/Loss (Raw)": 0.7218933701515198, "Finetune/Step": 294, "Finetune/Step Time": 6.76239250972867}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0141963958740234, "Finetune/Loss (Raw)": 1.0835837125778198, "Finetune/Step": 295, "Finetune/Step Time": 6.765748066827655}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.014334797859192, "Finetune/Loss (Raw)": 1.0045710802078247, "Finetune/Step": 296, "Finetune/Step Time": 6.767236649990082}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0154664516448975, "Finetune/Loss (Raw)": 1.112834095954895, "Finetune/Step": 297, "Finetune/Step Time": 6.771091362461448}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0161247253417969, "Finetune/Loss (Raw)": 0.8730606436729431, "Finetune/Step": 298, "Finetune/Step Time": 6.777150843292475}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0142724514007568, "Finetune/Loss (Raw)": 0.729780912399292, "Finetune/Step": 299, "Finetune/Step Time": 6.777539279311895}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0119003057479858, "Finetune/Loss (Raw)": 0.6581948399543762, "Finetune/Step": 300, "Finetune/Step Time": 6.784785883501172}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.008502721786499, "Finetune/Loss (Raw)": 0.744940996170044, "Finetune/Step": 301, "Finetune/Step Time": 6.799914391711354}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.008244514465332, "Finetune/Loss (Raw)": 0.8453258275985718, "Finetune/Step": 302, "Finetune/Step Time": 6.807103022933006}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 1.0039678812026978, "Finetune/Loss (Raw)": 0.6133268475532532, "Finetune/Step": 303, "Finetune/Step Time": 6.821800855919719}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.0072330236434937, "Finetune/Loss (Raw)": 1.0644773244857788, "Finetune/Step": 304, "Finetune/Step Time": 6.810268072411418}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0076993703842163, "Finetune/Loss (Raw)": 1.0134071111679077, "Finetune/Step": 305, "Finetune/Step Time": 6.805609131231904}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0056085586547852, "Finetune/Loss (Raw)": 0.9189774394035339, "Finetune/Step": 306, "Finetune/Step Time": 6.806493168696761}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0076420307159424, "Finetune/Loss (Raw)": 1.1628010272979736, "Finetune/Step": 307, "Finetune/Step Time": 6.818860977888107}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.007266879081726, "Finetune/Loss (Raw)": 1.0180319547653198, "Finetune/Step": 308, "Finetune/Step Time": 6.818413918837905}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.007997989654541, "Finetune/Loss (Raw)": 1.10401451587677, "Finetune/Step": 309, "Finetune/Step Time": 6.828158091753721}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.0075366497039795, "Finetune/Loss (Raw)": 0.9919506907463074, "Finetune/Step": 310, "Finetune/Step Time": 6.8268401976674795}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.0074467658996582, "Finetune/Loss (Raw)": 0.99070805311203, "Finetune/Step": 311, "Finetune/Step Time": 6.833806989714503}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.0058860778808594, "Finetune/Loss (Raw)": 0.9515068531036377, "Finetune/Step": 312, "Finetune/Step Time": 6.830963499844074}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.0072656869888306, "Finetune/Loss (Raw)": 1.0958482027053833, "Finetune/Step": 313, "Finetune/Step Time": 6.835407666862011}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0084222555160522, "Finetune/Loss (Raw)": 1.1448477506637573, "Finetune/Step": 314, "Finetune/Step Time": 6.823094850406051}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0080093145370483, "Finetune/Loss (Raw)": 0.9439936876296997, "Finetune/Step": 315, "Finetune/Step Time": 6.826357228681445}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 1.0042507648468018, "Finetune/Loss (Raw)": 0.6264815330505371, "Finetune/Step": 316, "Finetune/Step Time": 6.84237664192915}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 1.0038931369781494, "Finetune/Loss (Raw)": 0.9374246597290039, "Finetune/Step": 317, "Finetune/Step Time": 6.835808429867029}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 1.0037124156951904, "Finetune/Loss (Raw)": 1.0351043939590454, "Finetune/Step": 318, "Finetune/Step Time": 6.830614194273949}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 1.0026499032974243, "Finetune/Loss (Raw)": 0.9352520108222961, "Finetune/Step": 319, "Finetune/Step Time": 6.837057434022427}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 1.001543402671814, "Finetune/Loss (Raw)": 0.9221585988998413, "Finetune/Step": 320, "Finetune/Step Time": 6.8335342686623335}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9993537664413452, "Finetune/Loss (Raw)": 0.6434366703033447, "Finetune/Step": 321, "Finetune/Step Time": 6.849061708897352}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9987800717353821, "Finetune/Loss (Raw)": 0.9649136066436768, "Finetune/Step": 322, "Finetune/Step Time": 6.852441288530827}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9992002844810486, "Finetune/Loss (Raw)": 1.0387417078018188, "Finetune/Step": 323, "Finetune/Step Time": 6.837974339723587}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 1.0001201629638672, "Finetune/Loss (Raw)": 1.0837899446487427, "Finetune/Step": 324, "Finetune/Step Time": 6.838119365274906}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9998142719268799, "Finetune/Loss (Raw)": 1.0088980197906494, "Finetune/Step": 325, "Finetune/Step Time": 6.838129149749875}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 1.0011625289916992, "Finetune/Loss (Raw)": 1.1750648021697998, "Finetune/Step": 326, "Finetune/Step Time": 6.839943712577224}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 1.0011098384857178, "Finetune/Loss (Raw)": 0.9880921840667725, "Finetune/Step": 327, "Finetune/Step Time": 6.836273418739438}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 1.0012210607528687, "Finetune/Loss (Raw)": 1.0447906255722046, "Finetune/Step": 328, "Finetune/Step Time": 6.840079190209508}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9995452761650085, "Finetune/Loss (Raw)": 0.8980450630187988, "Finetune/Step": 329, "Finetune/Step Time": 6.854751428589225}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.997694730758667, "Finetune/Loss (Raw)": 0.8723888397216797, "Finetune/Step": 330, "Finetune/Step Time": 6.856863629072905}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9974107146263123, "Finetune/Loss (Raw)": 1.027878761291504, "Finetune/Step": 331, "Finetune/Step Time": 6.859966484829783}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9952697157859802, "Finetune/Loss (Raw)": 0.795222282409668, "Finetune/Step": 332, "Finetune/Step Time": 6.872816242277622}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9976915121078491, "Finetune/Loss (Raw)": 1.0130908489227295, "Finetune/Step": 333, "Finetune/Step Time": 6.857413835823536}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.997512698173523, "Finetune/Loss (Raw)": 0.9800934195518494, "Finetune/Step": 334, "Finetune/Step Time": 6.854467632248998}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.996121883392334, "Finetune/Loss (Raw)": 0.976739227771759, "Finetune/Step": 335, "Finetune/Step Time": 6.845080979168415}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9966268539428711, "Finetune/Loss (Raw)": 1.0854042768478394, "Finetune/Step": 336, "Finetune/Step Time": 6.848527144640684}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9983193874359131, "Finetune/Loss (Raw)": 1.201838731765747, "Finetune/Step": 337, "Finetune/Step Time": 6.84660654887557}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9998341798782349, "Finetune/Loss (Raw)": 0.9357602596282959, "Finetune/Step": 338, "Finetune/Step Time": 6.8358843214809895}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.999445378780365, "Finetune/Loss (Raw)": 0.923731803894043, "Finetune/Step": 339, "Finetune/Step Time": 6.848796980455518}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9979351758956909, "Finetune/Loss (Raw)": 0.8703795671463013, "Finetune/Step": 340, "Finetune/Step Time": 6.847631612792611}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9965920448303223, "Finetune/Loss (Raw)": 1.0073869228363037, "Finetune/Step": 341, "Finetune/Step Time": 6.849567985162139}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.997175931930542, "Finetune/Loss (Raw)": 1.0406653881072998, "Finetune/Step": 342, "Finetune/Step Time": 6.8361682295799255}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9975271224975586, "Finetune/Loss (Raw)": 1.0101767778396606, "Finetune/Step": 343, "Finetune/Step Time": 6.836351756006479}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9986836910247803, "Finetune/Loss (Raw)": 1.0546071529388428, "Finetune/Step": 344, "Finetune/Step Time": 6.825865300372243}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9987235069274902, "Finetune/Loss (Raw)": 1.0969884395599365, "Finetune/Step": 345, "Finetune/Step Time": 6.828411577269435}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9988998770713806, "Finetune/Loss (Raw)": 1.083327054977417, "Finetune/Step": 346, "Finetune/Step Time": 6.833332093432546}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9983300566673279, "Finetune/Loss (Raw)": 1.1248750686645508, "Finetune/Step": 347, "Finetune/Step Time": 6.834316477179527}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.998923659324646, "Finetune/Loss (Raw)": 1.03202223777771, "Finetune/Step": 348, "Finetune/Step Time": 6.849712252616882}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9989883303642273, "Finetune/Loss (Raw)": 1.1078277826309204, "Finetune/Step": 349, "Finetune/Step Time": 6.8571977857500315}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9988454580307007, "Finetune/Loss (Raw)": 0.9188311100006104, "Finetune/Step": 350, "Finetune/Step Time": 6.867436796426773}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9986482262611389, "Finetune/Loss (Raw)": 0.9623187780380249, "Finetune/Step": 351, "Finetune/Step Time": 6.877274604514241}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.000362753868103, "Finetune/Loss (Raw)": 0.9655953049659729, "Finetune/Step": 352, "Finetune/Step Time": 6.8703406024724245}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9993867874145508, "Finetune/Loss (Raw)": 0.9267295002937317, "Finetune/Step": 353, "Finetune/Step Time": 6.869457924738526}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9970623254776001, "Finetune/Loss (Raw)": 0.8864078521728516, "Finetune/Step": 354, "Finetune/Step Time": 6.873521191999316}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9959695935249329, "Finetune/Loss (Raw)": 1.033352017402649, "Finetune/Step": 355, "Finetune/Step Time": 6.882622521370649}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9940557479858398, "Finetune/Loss (Raw)": 0.8826373815536499, "Finetune/Step": 356, "Finetune/Step Time": 6.876220885664225}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9930097460746765, "Finetune/Loss (Raw)": 0.8790648579597473, "Finetune/Step": 357, "Finetune/Step Time": 6.888425203040242}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9897861480712891, "Finetune/Loss (Raw)": 0.7265642285346985, "Finetune/Step": 358, "Finetune/Step Time": 6.9026855900883675}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.988293468952179, "Finetune/Loss (Raw)": 0.823239803314209, "Finetune/Step": 359, "Finetune/Step Time": 6.9068483132869005}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9874297976493835, "Finetune/Loss (Raw)": 0.9572975635528564, "Finetune/Step": 360, "Finetune/Step Time": 6.907679323107004}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9897251129150391, "Finetune/Loss (Raw)": 0.8586017489433289, "Finetune/Step": 361, "Finetune/Step Time": 6.8936074040830135}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9882315397262573, "Finetune/Loss (Raw)": 0.9582183361053467, "Finetune/Step": 362, "Finetune/Step Time": 6.886695899069309}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9873304963111877, "Finetune/Loss (Raw)": 1.0528568029403687, "Finetune/Step": 363, "Finetune/Step Time": 6.854031082242727}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9875657558441162, "Finetune/Loss (Raw)": 1.0537748336791992, "Finetune/Step": 364, "Finetune/Step Time": 6.8633081670850515}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9877696633338928, "Finetune/Loss (Raw)": 1.0927495956420898, "Finetune/Step": 365, "Finetune/Step Time": 6.840735958889127}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9868908524513245, "Finetune/Loss (Raw)": 0.8889412879943848, "Finetune/Step": 366, "Finetune/Step Time": 6.843291945755482}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9876490831375122, "Finetune/Loss (Raw)": 0.9848521947860718, "Finetune/Step": 367, "Finetune/Step Time": 6.849691512063146}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9879569411277771, "Finetune/Loss (Raw)": 0.9886924028396606, "Finetune/Step": 368, "Finetune/Step Time": 6.853484081104398}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9868959188461304, "Finetune/Loss (Raw)": 0.954043447971344, "Finetune/Step": 369, "Finetune/Step Time": 6.854723943397403}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9873310327529907, "Finetune/Loss (Raw)": 1.1193331480026245, "Finetune/Step": 370, "Finetune/Step Time": 6.8575143571943045}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.988094687461853, "Finetune/Loss (Raw)": 1.146172046661377, "Finetune/Step": 371, "Finetune/Step Time": 6.850824844092131}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.989050567150116, "Finetune/Loss (Raw)": 1.019747257232666, "Finetune/Step": 372, "Finetune/Step Time": 6.856390420347452}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9857017993927002, "Finetune/Loss (Raw)": 0.7686079740524292, "Finetune/Step": 373, "Finetune/Step Time": 6.87430914118886}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9821158647537231, "Finetune/Loss (Raw)": 0.6744080781936646, "Finetune/Step": 374, "Finetune/Step Time": 6.885125977918506}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9824472665786743, "Finetune/Loss (Raw)": 1.0706396102905273, "Finetune/Step": 375, "Finetune/Step Time": 6.88606384396553}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9814170598983765, "Finetune/Loss (Raw)": 0.8671568632125854, "Finetune/Step": 376, "Finetune/Step Time": 6.886607736349106}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9807802438735962, "Finetune/Loss (Raw)": 0.9338922500610352, "Finetune/Step": 377, "Finetune/Step Time": 6.888550221920013}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9817894101142883, "Finetune/Loss (Raw)": 1.1773864030838013, "Finetune/Step": 378, "Finetune/Step Time": 6.890855994075537}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9819287061691284, "Finetune/Loss (Raw)": 1.1232640743255615, "Finetune/Step": 379, "Finetune/Step Time": 6.8684209529310465}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9818899631500244, "Finetune/Loss (Raw)": 1.0084346532821655, "Finetune/Step": 380, "Finetune/Step Time": 6.867999879643321}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9817548394203186, "Finetune/Loss (Raw)": 1.0372897386550903, "Finetune/Step": 381, "Finetune/Step Time": 6.874017398804426}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9812561869621277, "Finetune/Loss (Raw)": 0.8827862739562988, "Finetune/Step": 382, "Finetune/Step Time": 6.913142425939441}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9822578430175781, "Finetune/Loss (Raw)": 0.8823428750038147, "Finetune/Step": 383, "Finetune/Step Time": 6.927099199965596}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9808933138847351, "Finetune/Loss (Raw)": 0.7476258277893066, "Finetune/Step": 384, "Finetune/Step Time": 6.938267650082707}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9793927669525146, "Finetune/Loss (Raw)": 0.962334930896759, "Finetune/Step": 385, "Finetune/Step Time": 6.937006276100874}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9782190322875977, "Finetune/Loss (Raw)": 0.9305979609489441, "Finetune/Step": 386, "Finetune/Step Time": 6.937223261222243}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9765523672103882, "Finetune/Loss (Raw)": 0.8480383157730103, "Finetune/Step": 387, "Finetune/Step Time": 6.937587836757302}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9753549098968506, "Finetune/Loss (Raw)": 0.9026889204978943, "Finetune/Step": 388, "Finetune/Step Time": 6.921067027375102}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9756937026977539, "Finetune/Loss (Raw)": 0.8970058560371399, "Finetune/Step": 389, "Finetune/Step Time": 6.922181198373437}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9754719734191895, "Finetune/Loss (Raw)": 0.7986292839050293, "Finetune/Step": 390, "Finetune/Step Time": 6.91272908449173}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9751811027526855, "Finetune/Loss (Raw)": 0.9757158756256104, "Finetune/Step": 391, "Finetune/Step Time": 6.909855226054788}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9747318029403687, "Finetune/Loss (Raw)": 0.901883602142334, "Finetune/Step": 392, "Finetune/Step Time": 6.9069219920784235}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9733616709709167, "Finetune/Loss (Raw)": 0.7919666767120361, "Finetune/Step": 393, "Finetune/Step Time": 6.916656540706754}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9702336192131042, "Finetune/Loss (Raw)": 0.7877763509750366, "Finetune/Step": 394, "Finetune/Step Time": 6.929132407531142}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9726667404174805, "Finetune/Loss (Raw)": 1.1923563480377197, "Finetune/Step": 395, "Finetune/Step Time": 6.926364094018936}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9723591804504395, "Finetune/Loss (Raw)": 1.0610284805297852, "Finetune/Step": 396, "Finetune/Step Time": 6.9356805346906185}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.970224142074585, "Finetune/Loss (Raw)": 0.7649728655815125, "Finetune/Step": 397, "Finetune/Step Time": 6.947602324187756}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9712558388710022, "Finetune/Loss (Raw)": 1.1517696380615234, "Finetune/Step": 398, "Finetune/Step Time": 6.943382542580366}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9701104760169983, "Finetune/Loss (Raw)": 0.8693225383758545, "Finetune/Step": 399, "Finetune/Step Time": 6.933034935966134}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9688045382499695, "Finetune/Loss (Raw)": 0.9119939208030701, "Finetune/Step": 400, "Finetune/Step Time": 6.930149821564555}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9689891934394836, "Finetune/Loss (Raw)": 1.071926236152649, "Finetune/Step": 401, "Finetune/Step Time": 6.9293446484953165}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.968152642250061, "Finetune/Loss (Raw)": 0.9672966003417969, "Finetune/Step": 402, "Finetune/Step Time": 6.942040229216218}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9677224159240723, "Finetune/Loss (Raw)": 0.9357149004936218, "Finetune/Step": 403, "Finetune/Step Time": 6.939030362293124}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9696081280708313, "Finetune/Loss (Raw)": 1.0333024263381958, "Finetune/Step": 404, "Finetune/Step Time": 6.91228212416172}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9672797918319702, "Finetune/Loss (Raw)": 0.7089471817016602, "Finetune/Step": 405, "Finetune/Step Time": 6.919877188280225}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9652283191680908, "Finetune/Loss (Raw)": 0.759380578994751, "Finetune/Step": 406, "Finetune/Step Time": 6.934090960770845}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.961292564868927, "Finetune/Loss (Raw)": 0.6859362721443176, "Finetune/Step": 407, "Finetune/Step Time": 6.9397191647440195}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9611929655075073, "Finetune/Loss (Raw)": 0.9432842135429382, "Finetune/Step": 408, "Finetune/Step Time": 6.938832551240921}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9621715545654297, "Finetune/Loss (Raw)": 1.172324776649475, "Finetune/Step": 409, "Finetune/Step Time": 6.938020966947079}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9637126922607422, "Finetune/Loss (Raw)": 1.2011839151382446, "Finetune/Step": 410, "Finetune/Step Time": 6.936346873641014}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.962558388710022, "Finetune/Loss (Raw)": 0.9721628427505493, "Finetune/Step": 411, "Finetune/Step Time": 6.9275886081159115}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9595513343811035, "Finetune/Loss (Raw)": 0.7241262197494507, "Finetune/Step": 412, "Finetune/Step Time": 6.947004195302725}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9602715969085693, "Finetune/Loss (Raw)": 1.0646147727966309, "Finetune/Step": 413, "Finetune/Step Time": 6.9309923350811005}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9592567086219788, "Finetune/Loss (Raw)": 0.9073759913444519, "Finetune/Step": 414, "Finetune/Step Time": 6.917387641966343}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9589527249336243, "Finetune/Loss (Raw)": 1.0179730653762817, "Finetune/Step": 415, "Finetune/Step Time": 6.916372811421752}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9604554176330566, "Finetune/Loss (Raw)": 1.0856022834777832, "Finetune/Step": 416, "Finetune/Step Time": 6.906343074515462}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.959725558757782, "Finetune/Loss (Raw)": 1.010867953300476, "Finetune/Step": 417, "Finetune/Step Time": 6.90269685909152}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9607264399528503, "Finetune/Loss (Raw)": 1.0695030689239502, "Finetune/Step": 418, "Finetune/Step Time": 6.893881155177951}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9593217372894287, "Finetune/Loss (Raw)": 0.9276190400123596, "Finetune/Step": 419, "Finetune/Step Time": 6.917362820357084}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9563450813293457, "Finetune/Loss (Raw)": 0.692828893661499, "Finetune/Step": 420, "Finetune/Step Time": 6.931485455483198}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.95527184009552, "Finetune/Loss (Raw)": 0.9902171492576599, "Finetune/Step": 421, "Finetune/Step Time": 6.933677647262812}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9573032855987549, "Finetune/Loss (Raw)": 0.9819144010543823, "Finetune/Step": 422, "Finetune/Step Time": 6.938564645126462}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9572867155075073, "Finetune/Loss (Raw)": 1.0814582109451294, "Finetune/Step": 423, "Finetune/Step Time": 6.934226179495454}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9573961496353149, "Finetune/Loss (Raw)": 1.0185840129852295, "Finetune/Step": 424, "Finetune/Step Time": 6.9366372264921665}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9541489481925964, "Finetune/Loss (Raw)": 0.6971906423568726, "Finetune/Step": 425, "Finetune/Step Time": 6.962376490235329}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9548588991165161, "Finetune/Loss (Raw)": 0.9639344811439514, "Finetune/Step": 426, "Finetune/Step Time": 6.945665521547198}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9566712975502014, "Finetune/Loss (Raw)": 0.9617666602134705, "Finetune/Step": 427, "Finetune/Step Time": 6.933960137888789}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9599099159240723, "Finetune/Loss (Raw)": 1.0727379322052002, "Finetune/Step": 428, "Finetune/Step Time": 6.919217510148883}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9622668027877808, "Finetune/Loss (Raw)": 1.046628713607788, "Finetune/Step": 429, "Finetune/Step Time": 6.908255349844694}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9624722599983215, "Finetune/Loss (Raw)": 0.8716157078742981, "Finetune/Step": 430, "Finetune/Step Time": 6.9029286578297615}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9655689001083374, "Finetune/Loss (Raw)": 1.0097010135650635, "Finetune/Step": 431, "Finetune/Step Time": 6.893832238391042}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9643346071243286, "Finetune/Loss (Raw)": 0.9064823985099792, "Finetune/Step": 432, "Finetune/Step Time": 6.895556794479489}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9632013440132141, "Finetune/Loss (Raw)": 0.8683552145957947, "Finetune/Step": 433, "Finetune/Step Time": 6.897950945422053}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.963356077671051, "Finetune/Loss (Raw)": 0.9387809038162231, "Finetune/Step": 434, "Finetune/Step Time": 6.897867968305945}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9605978727340698, "Finetune/Loss (Raw)": 0.8097417950630188, "Finetune/Step": 435, "Finetune/Step Time": 6.88005618005991}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9595122337341309, "Finetune/Loss (Raw)": 0.8790836930274963, "Finetune/Step": 436, "Finetune/Step Time": 6.876778932288289}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9584550261497498, "Finetune/Loss (Raw)": 0.9686894416809082, "Finetune/Step": 437, "Finetune/Step Time": 6.870931372046471}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9575600624084473, "Finetune/Loss (Raw)": 0.8773919939994812, "Finetune/Step": 438, "Finetune/Step Time": 6.867732355371118}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9569576978683472, "Finetune/Loss (Raw)": 0.9136045575141907, "Finetune/Step": 439, "Finetune/Step Time": 6.867974299937487}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9575310945510864, "Finetune/Loss (Raw)": 1.0249037742614746, "Finetune/Step": 440, "Finetune/Step Time": 6.868028476834297}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9569978713989258, "Finetune/Loss (Raw)": 1.0275988578796387, "Finetune/Step": 441, "Finetune/Step Time": 6.865489849820733}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9539473056793213, "Finetune/Loss (Raw)": 0.7543752193450928, "Finetune/Step": 442, "Finetune/Step Time": 6.881826722994447}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9545726776123047, "Finetune/Loss (Raw)": 1.0240347385406494, "Finetune/Step": 443, "Finetune/Step Time": 6.884268132969737}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9582654237747192, "Finetune/Loss (Raw)": 1.0991624593734741, "Finetune/Step": 444, "Finetune/Step Time": 6.867558419704437}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9585745930671692, "Finetune/Loss (Raw)": 0.9769929647445679, "Finetune/Step": 445, "Finetune/Step Time": 6.864431461319327}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9587467908859253, "Finetune/Loss (Raw)": 1.057146430015564, "Finetune/Step": 446, "Finetune/Step Time": 6.866297947242856}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9591802358627319, "Finetune/Loss (Raw)": 0.9907301664352417, "Finetune/Step": 447, "Finetune/Step Time": 6.857165705412626}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9593312740325928, "Finetune/Loss (Raw)": 0.9414945244789124, "Finetune/Step": 448, "Finetune/Step Time": 6.858609674498439}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9630946516990662, "Finetune/Loss (Raw)": 1.125147819519043, "Finetune/Step": 449, "Finetune/Step Time": 6.847092570737004}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9625778198242188, "Finetune/Loss (Raw)": 0.8987593054771423, "Finetune/Step": 450, "Finetune/Step Time": 6.842462135478854}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9616559743881226, "Finetune/Loss (Raw)": 0.9207399487495422, "Finetune/Step": 451, "Finetune/Step Time": 6.857471827417612}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9608195424079895, "Finetune/Loss (Raw)": 0.9767345190048218, "Finetune/Step": 452, "Finetune/Step Time": 6.852266704663634}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9619888067245483, "Finetune/Loss (Raw)": 1.1585549116134644, "Finetune/Step": 453, "Finetune/Step Time": 6.847076853737235}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9601705074310303, "Finetune/Loss (Raw)": 0.9423244595527649, "Finetune/Step": 454, "Finetune/Step Time": 6.857103191316128}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9605458974838257, "Finetune/Loss (Raw)": 1.0361402034759521, "Finetune/Step": 455, "Finetune/Step Time": 6.855847721919417}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9578616619110107, "Finetune/Loss (Raw)": 0.7012189030647278, "Finetune/Step": 456, "Finetune/Step Time": 6.860713141039014}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9575375318527222, "Finetune/Loss (Raw)": 0.8565545678138733, "Finetune/Step": 457, "Finetune/Step Time": 6.84607314132154}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9595394134521484, "Finetune/Loss (Raw)": 1.1286237239837646, "Finetune/Step": 458, "Finetune/Step Time": 6.8423570189625025}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.958729088306427, "Finetune/Loss (Raw)": 0.9241616129875183, "Finetune/Step": 459, "Finetune/Step Time": 6.844478087499738}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9586552381515503, "Finetune/Loss (Raw)": 0.7857731580734253, "Finetune/Step": 460, "Finetune/Step Time": 6.842486262321472}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9577338695526123, "Finetune/Loss (Raw)": 0.8951472640037537, "Finetune/Step": 461, "Finetune/Step Time": 6.840910768136382}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9574819803237915, "Finetune/Loss (Raw)": 0.9478530287742615, "Finetune/Step": 462, "Finetune/Step Time": 6.8396506905555725}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9588783979415894, "Finetune/Loss (Raw)": 1.1554813385009766, "Finetune/Step": 463, "Finetune/Step Time": 6.83407523855567}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9555115699768066, "Finetune/Loss (Raw)": 0.6544494032859802, "Finetune/Step": 464, "Finetune/Step Time": 6.847368061542511}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9538978934288025, "Finetune/Loss (Raw)": 0.9952885508537292, "Finetune/Step": 465, "Finetune/Step Time": 6.853186843916774}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9533250331878662, "Finetune/Loss (Raw)": 0.8624329566955566, "Finetune/Step": 466, "Finetune/Step Time": 6.855774216353893}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9540589451789856, "Finetune/Loss (Raw)": 1.0176775455474854, "Finetune/Step": 467, "Finetune/Step Time": 6.844419768080115}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.953389585018158, "Finetune/Loss (Raw)": 0.7847008109092712, "Finetune/Step": 468, "Finetune/Step Time": 6.853300334885716}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9502378702163696, "Finetune/Loss (Raw)": 0.6039593815803528, "Finetune/Step": 469, "Finetune/Step Time": 6.864596400409937}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9495169520378113, "Finetune/Loss (Raw)": 0.9483924508094788, "Finetune/Step": 470, "Finetune/Step Time": 6.863785486668348}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9491147994995117, "Finetune/Loss (Raw)": 0.9587075114250183, "Finetune/Step": 471, "Finetune/Step Time": 6.873848734423518}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9493281841278076, "Finetune/Loss (Raw)": 1.081923484802246, "Finetune/Step": 472, "Finetune/Step Time": 6.873003456741571}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9474167823791504, "Finetune/Loss (Raw)": 0.852323055267334, "Finetune/Step": 473, "Finetune/Step Time": 6.870641928166151}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9467723965644836, "Finetune/Loss (Raw)": 1.0008445978164673, "Finetune/Step": 474, "Finetune/Step Time": 6.867272714152932}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.945799708366394, "Finetune/Loss (Raw)": 1.0003678798675537, "Finetune/Step": 475, "Finetune/Step Time": 6.877358702942729}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9454991221427917, "Finetune/Loss (Raw)": 0.9935514330863953, "Finetune/Step": 476, "Finetune/Step Time": 6.863315233960748}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9445918798446655, "Finetune/Loss (Raw)": 0.9916921854019165, "Finetune/Step": 477, "Finetune/Step Time": 6.86688975431025}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9446384906768799, "Finetune/Loss (Raw)": 0.924798846244812, "Finetune/Step": 478, "Finetune/Step Time": 6.848235495388508}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.944861650466919, "Finetune/Loss (Raw)": 0.9908843040466309, "Finetune/Step": 479, "Finetune/Step Time": 6.835207797586918}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9454267621040344, "Finetune/Loss (Raw)": 1.0379379987716675, "Finetune/Step": 480, "Finetune/Step Time": 6.827791789546609}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9457306861877441, "Finetune/Loss (Raw)": 0.9656230807304382, "Finetune/Step": 481, "Finetune/Step Time": 6.830487232655287}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9464149475097656, "Finetune/Loss (Raw)": 0.9740000367164612, "Finetune/Step": 482, "Finetune/Step Time": 6.836950922384858}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9460614919662476, "Finetune/Loss (Raw)": 0.9881041049957275, "Finetune/Step": 483, "Finetune/Step Time": 6.843362521380186}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9459565877914429, "Finetune/Loss (Raw)": 0.8692179322242737, "Finetune/Step": 484, "Finetune/Step Time": 6.846324920654297}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9452780485153198, "Finetune/Loss (Raw)": 0.7922073006629944, "Finetune/Step": 485, "Finetune/Step Time": 6.84831497259438}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.946983814239502, "Finetune/Loss (Raw)": 0.9449059367179871, "Finetune/Step": 486, "Finetune/Step Time": 6.841649388894439}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.948131263256073, "Finetune/Loss (Raw)": 0.9701080322265625, "Finetune/Step": 487, "Finetune/Step Time": 6.8383079674094915}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9485644102096558, "Finetune/Loss (Raw)": 1.0127414464950562, "Finetune/Step": 488, "Finetune/Step Time": 6.83651321195066}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9486387372016907, "Finetune/Loss (Raw)": 0.8681206703186035, "Finetune/Step": 489, "Finetune/Step Time": 6.837820880115032}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9475493431091309, "Finetune/Loss (Raw)": 0.8187714219093323, "Finetune/Step": 490, "Finetune/Step Time": 6.841964496299624}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9439245462417603, "Finetune/Loss (Raw)": 0.5888879895210266, "Finetune/Step": 491, "Finetune/Step Time": 6.8619015626609325}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9426006078720093, "Finetune/Loss (Raw)": 0.8843037486076355, "Finetune/Step": 492, "Finetune/Step Time": 6.853117248043418}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9418615698814392, "Finetune/Loss (Raw)": 0.9981551170349121, "Finetune/Step": 493, "Finetune/Step Time": 6.852718690410256}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9420819282531738, "Finetune/Loss (Raw)": 0.9171433448791504, "Finetune/Step": 494, "Finetune/Step Time": 6.860780628398061}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.941787838935852, "Finetune/Loss (Raw)": 0.9472131729125977, "Finetune/Step": 495, "Finetune/Step Time": 6.857165606692433}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9415670037269592, "Finetune/Loss (Raw)": 0.9604263305664062, "Finetune/Step": 496, "Finetune/Step Time": 6.864403327926993}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9411171674728394, "Finetune/Loss (Raw)": 0.8964658975601196, "Finetune/Step": 497, "Finetune/Step Time": 6.864241011440754}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9400844573974609, "Finetune/Loss (Raw)": 0.9871461987495422, "Finetune/Step": 498, "Finetune/Step Time": 6.859659932553768}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9378103017807007, "Finetune/Loss (Raw)": 0.8550804853439331, "Finetune/Step": 499, "Finetune/Step Time": 6.861006777733564}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9371123313903809, "Finetune/Loss (Raw)": 0.9304131865501404, "Finetune/Step": 500, "Finetune/Step Time": 6.86428383924067}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9367872476577759, "Finetune/Loss (Raw)": 0.7269874811172485, "Finetune/Step": 501, "Finetune/Step Time": 6.855796644464135}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.937678873538971, "Finetune/Loss (Raw)": 0.7885361909866333, "Finetune/Step": 502, "Finetune/Step Time": 6.853224013000727}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9365503787994385, "Finetune/Loss (Raw)": 0.9261913299560547, "Finetune/Step": 503, "Finetune/Step Time": 6.863606182858348}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9375657439231873, "Finetune/Loss (Raw)": 0.9971252679824829, "Finetune/Step": 504, "Finetune/Step Time": 6.85910832695663}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9378244876861572, "Finetune/Loss (Raw)": 0.9670189023017883, "Finetune/Step": 505, "Finetune/Step Time": 6.858649276196957}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.934312105178833, "Finetune/Loss (Raw)": 0.7277954816818237, "Finetune/Step": 506, "Finetune/Step Time": 6.865266757085919}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9331027269363403, "Finetune/Loss (Raw)": 0.968468964099884, "Finetune/Step": 507, "Finetune/Step Time": 6.872853757813573}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9323912858963013, "Finetune/Loss (Raw)": 0.9173712134361267, "Finetune/Step": 508, "Finetune/Step Time": 6.871752634644508}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9315342307090759, "Finetune/Loss (Raw)": 0.9275792241096497, "Finetune/Step": 509, "Finetune/Step Time": 6.872869372367859}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9314848780632019, "Finetune/Loss (Raw)": 0.8764700293540955, "Finetune/Step": 510, "Finetune/Step Time": 6.8369844146072865}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9326134324073792, "Finetune/Loss (Raw)": 1.0267969369888306, "Finetune/Step": 511, "Finetune/Step Time": 6.810634568333626}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9343242049217224, "Finetune/Loss (Raw)": 0.9666061401367188, "Finetune/Step": 512, "Finetune/Step Time": 6.797563837841153}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9349253177642822, "Finetune/Loss (Raw)": 1.03927481174469, "Finetune/Step": 513, "Finetune/Step Time": 6.799703681841493}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9355441331863403, "Finetune/Loss (Raw)": 1.0098094940185547, "Finetune/Step": 514, "Finetune/Step Time": 6.810417518019676}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9342224597930908, "Finetune/Loss (Raw)": 0.6788620948791504, "Finetune/Step": 515, "Finetune/Step Time": 6.825149480253458}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9353033304214478, "Finetune/Loss (Raw)": 1.0410360097885132, "Finetune/Step": 516, "Finetune/Step Time": 6.829107357189059}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9361379146575928, "Finetune/Loss (Raw)": 1.0038374662399292, "Finetune/Step": 517, "Finetune/Step Time": 6.82879133336246}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9375197291374207, "Finetune/Loss (Raw)": 0.9754987955093384, "Finetune/Step": 518, "Finetune/Step Time": 6.83131899125874}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9378575682640076, "Finetune/Loss (Raw)": 1.0189626216888428, "Finetune/Step": 519, "Finetune/Step Time": 6.8419815097004175}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9377829432487488, "Finetune/Loss (Raw)": 0.8923300504684448, "Finetune/Step": 520, "Finetune/Step Time": 6.842612128704786}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9391829967498779, "Finetune/Loss (Raw)": 0.971182107925415, "Finetune/Step": 521, "Finetune/Step Time": 6.835560878738761}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9405282735824585, "Finetune/Loss (Raw)": 0.9599705934524536, "Finetune/Step": 522, "Finetune/Step Time": 6.820904342457652}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9375268816947937, "Finetune/Loss (Raw)": 0.8081744313240051, "Finetune/Step": 523, "Finetune/Step Time": 6.826560370624065}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9368253350257874, "Finetune/Loss (Raw)": 0.9712308645248413, "Finetune/Step": 524, "Finetune/Step Time": 6.8145273346453905}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9382980465888977, "Finetune/Loss (Raw)": 0.9534786343574524, "Finetune/Step": 525, "Finetune/Step Time": 6.803599623963237}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9359666109085083, "Finetune/Loss (Raw)": 0.8533462285995483, "Finetune/Step": 526, "Finetune/Step Time": 6.812605345621705}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9360837936401367, "Finetune/Loss (Raw)": 0.8843130469322205, "Finetune/Step": 527, "Finetune/Step Time": 6.810437396168709}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9366922378540039, "Finetune/Loss (Raw)": 0.9898825883865356, "Finetune/Step": 528, "Finetune/Step Time": 6.808523420244455}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9361782073974609, "Finetune/Loss (Raw)": 1.0061322450637817, "Finetune/Step": 529, "Finetune/Step Time": 6.808747520670295}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9367015361785889, "Finetune/Loss (Raw)": 1.0342764854431152, "Finetune/Step": 530, "Finetune/Step Time": 6.792706789448857}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9377989172935486, "Finetune/Loss (Raw)": 1.0761830806732178, "Finetune/Step": 531, "Finetune/Step Time": 6.792025728151202}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9369364380836487, "Finetune/Loss (Raw)": 0.9228977560997009, "Finetune/Step": 532, "Finetune/Step Time": 6.80167462490499}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9382506608963013, "Finetune/Loss (Raw)": 0.8771757483482361, "Finetune/Step": 533, "Finetune/Step Time": 6.8000327832996845}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9392982721328735, "Finetune/Loss (Raw)": 0.8934724926948547, "Finetune/Step": 534, "Finetune/Step Time": 6.790974577888846}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9404956698417664, "Finetune/Loss (Raw)": 0.8392000794410706, "Finetune/Step": 535, "Finetune/Step Time": 6.785730803385377}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9391998052597046, "Finetune/Loss (Raw)": 0.7774150967597961, "Finetune/Step": 536, "Finetune/Step Time": 6.805265706032515}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9379021525382996, "Finetune/Loss (Raw)": 1.006229043006897, "Finetune/Step": 537, "Finetune/Step Time": 6.807597620412707}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9361090064048767, "Finetune/Loss (Raw)": 0.9716612696647644, "Finetune/Step": 538, "Finetune/Step Time": 6.813332982361317}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9367011189460754, "Finetune/Loss (Raw)": 1.0479539632797241, "Finetune/Step": 539, "Finetune/Step Time": 6.810600370168686}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9382480382919312, "Finetune/Loss (Raw)": 0.9221330285072327, "Finetune/Step": 540, "Finetune/Step Time": 6.791268249973655}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9374923706054688, "Finetune/Loss (Raw)": 0.9678937196731567, "Finetune/Step": 541, "Finetune/Step Time": 6.796385072171688}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9378091096878052, "Finetune/Loss (Raw)": 0.9479091167449951, "Finetune/Step": 542, "Finetune/Step Time": 6.798290612176061}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9383273720741272, "Finetune/Loss (Raw)": 1.0843095779418945, "Finetune/Step": 543, "Finetune/Step Time": 6.798559399321675}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9377344846725464, "Finetune/Loss (Raw)": 1.0097123384475708, "Finetune/Step": 544, "Finetune/Step Time": 6.797476472333074}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9372236728668213, "Finetune/Loss (Raw)": 0.9454914331436157, "Finetune/Step": 545, "Finetune/Step Time": 6.7951685562729836}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9358711838722229, "Finetune/Loss (Raw)": 0.896379292011261, "Finetune/Step": 546, "Finetune/Step Time": 6.794402381405234}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9365770220756531, "Finetune/Loss (Raw)": 1.0179669857025146, "Finetune/Step": 547, "Finetune/Step Time": 6.775628034025431}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.937788188457489, "Finetune/Loss (Raw)": 0.8478532433509827, "Finetune/Step": 548, "Finetune/Step Time": 6.77245844528079}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9355857372283936, "Finetune/Loss (Raw)": 0.7083056569099426, "Finetune/Step": 549, "Finetune/Step Time": 6.777224471792579}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9350408315658569, "Finetune/Loss (Raw)": 0.9121692180633545, "Finetune/Step": 550, "Finetune/Step Time": 6.763703644275665}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9335627555847168, "Finetune/Loss (Raw)": 0.8922619819641113, "Finetune/Step": 551, "Finetune/Step Time": 6.76402297988534}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9336159825325012, "Finetune/Loss (Raw)": 1.025397539138794, "Finetune/Step": 552, "Finetune/Step Time": 6.759069727733731}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9338540434837341, "Finetune/Loss (Raw)": 0.7276608943939209, "Finetune/Step": 553, "Finetune/Step Time": 6.732393406331539}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9345948696136475, "Finetune/Loss (Raw)": 1.0587636232376099, "Finetune/Step": 554, "Finetune/Step Time": 6.731051879003644}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9341521263122559, "Finetune/Loss (Raw)": 0.905093252658844, "Finetune/Step": 555, "Finetune/Step Time": 6.743430057540536}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9330356121063232, "Finetune/Loss (Raw)": 0.9298220872879028, "Finetune/Step": 556, "Finetune/Step Time": 6.751296451315284}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9317880272865295, "Finetune/Loss (Raw)": 0.8869393467903137, "Finetune/Step": 557, "Finetune/Step Time": 6.74780735000968}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9294935464859009, "Finetune/Loss (Raw)": 0.5779227018356323, "Finetune/Step": 558, "Finetune/Step Time": 6.758429439738393}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9287892580032349, "Finetune/Loss (Raw)": 0.9195477366447449, "Finetune/Step": 559, "Finetune/Step Time": 6.7548236437141895}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9279913902282715, "Finetune/Loss (Raw)": 0.8043668270111084, "Finetune/Step": 560, "Finetune/Step Time": 6.753150938078761}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9276568293571472, "Finetune/Loss (Raw)": 0.8255273699760437, "Finetune/Step": 561, "Finetune/Step Time": 6.754139684140682}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9268322587013245, "Finetune/Loss (Raw)": 0.8332343697547913, "Finetune/Step": 562, "Finetune/Step Time": 6.752664977684617}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9282177686691284, "Finetune/Loss (Raw)": 0.9870848059654236, "Finetune/Step": 563, "Finetune/Step Time": 6.752348951995373}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9286412596702576, "Finetune/Loss (Raw)": 0.9332917928695679, "Finetune/Step": 564, "Finetune/Step Time": 6.771157972514629}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.927519679069519, "Finetune/Loss (Raw)": 0.8251269459724426, "Finetune/Step": 565, "Finetune/Step Time": 6.77747679874301}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9287939667701721, "Finetune/Loss (Raw)": 1.040504813194275, "Finetune/Step": 566, "Finetune/Step Time": 6.78119876794517}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9282915592193604, "Finetune/Loss (Raw)": 0.8492958545684814, "Finetune/Step": 567, "Finetune/Step Time": 6.7842468079179525}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9252827167510986, "Finetune/Loss (Raw)": 0.639769971370697, "Finetune/Step": 568, "Finetune/Step Time": 6.796778419986367}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9240878224372864, "Finetune/Loss (Raw)": 0.8746514320373535, "Finetune/Step": 569, "Finetune/Step Time": 6.801912352442741}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9256590604782104, "Finetune/Loss (Raw)": 0.9554904699325562, "Finetune/Step": 570, "Finetune/Step Time": 6.790215888991952}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9243088960647583, "Finetune/Loss (Raw)": 0.8512132167816162, "Finetune/Step": 571, "Finetune/Step Time": 6.79633679613471}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.92330002784729, "Finetune/Loss (Raw)": 0.9700317978858948, "Finetune/Step": 572, "Finetune/Step Time": 6.798000115901232}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9236736297607422, "Finetune/Loss (Raw)": 1.0248066186904907, "Finetune/Step": 573, "Finetune/Step Time": 6.799670584499836}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9234684705734253, "Finetune/Loss (Raw)": 1.030889868736267, "Finetune/Step": 574, "Finetune/Step Time": 6.798678955063224}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.923852264881134, "Finetune/Loss (Raw)": 1.0398589372634888, "Finetune/Step": 575, "Finetune/Step Time": 6.812861392274499}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9237133264541626, "Finetune/Loss (Raw)": 0.9237123727798462, "Finetune/Step": 576, "Finetune/Step Time": 6.815127957612276}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9220633506774902, "Finetune/Loss (Raw)": 0.9139507412910461, "Finetune/Step": 577, "Finetune/Step Time": 6.811723925173283}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9217392206192017, "Finetune/Loss (Raw)": 0.8572736382484436, "Finetune/Step": 578, "Finetune/Step Time": 6.809234149754047}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9207004308700562, "Finetune/Loss (Raw)": 0.7877666354179382, "Finetune/Step": 579, "Finetune/Step Time": 6.80875694565475}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9207272529602051, "Finetune/Loss (Raw)": 0.9801697134971619, "Finetune/Step": 580, "Finetune/Step Time": 6.8118469174951315}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9198474884033203, "Finetune/Loss (Raw)": 1.0459426641464233, "Finetune/Step": 581, "Finetune/Step Time": 6.815353909507394}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9202927350997925, "Finetune/Loss (Raw)": 0.9993190169334412, "Finetune/Step": 582, "Finetune/Step Time": 6.810402974486351}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9184440970420837, "Finetune/Loss (Raw)": 0.7995145916938782, "Finetune/Step": 583, "Finetune/Step Time": 6.814927313476801}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9204429388046265, "Finetune/Loss (Raw)": 0.9570707082748413, "Finetune/Step": 584, "Finetune/Step Time": 6.808364249765873}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9215060472488403, "Finetune/Loss (Raw)": 0.9926332235336304, "Finetune/Step": 585, "Finetune/Step Time": 6.807415163144469}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9178768992424011, "Finetune/Loss (Raw)": 0.6640936732292175, "Finetune/Step": 586, "Finetune/Step Time": 6.820916436612606}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9192554950714111, "Finetune/Loss (Raw)": 1.1006147861480713, "Finetune/Step": 587, "Finetune/Step Time": 6.82617106474936}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9197099804878235, "Finetune/Loss (Raw)": 0.8439518809318542, "Finetune/Step": 588, "Finetune/Step Time": 6.833735749125481}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9206995964050293, "Finetune/Loss (Raw)": 1.0218268632888794, "Finetune/Step": 589, "Finetune/Step Time": 6.832675775513053}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9213281869888306, "Finetune/Loss (Raw)": 1.0283042192459106, "Finetune/Step": 590, "Finetune/Step Time": 6.834484253078699}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9190000891685486, "Finetune/Loss (Raw)": 0.857483446598053, "Finetune/Step": 591, "Finetune/Step Time": 6.836048910394311}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9209603071212769, "Finetune/Loss (Raw)": 0.9053583741188049, "Finetune/Step": 592, "Finetune/Step Time": 6.819784929975867}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9201706647872925, "Finetune/Loss (Raw)": 0.8942155241966248, "Finetune/Step": 593, "Finetune/Step Time": 6.8303500935435295}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9208119511604309, "Finetune/Loss (Raw)": 0.9445188045501709, "Finetune/Step": 594, "Finetune/Step Time": 6.822792703285813}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9202842116355896, "Finetune/Loss (Raw)": 0.9501288533210754, "Finetune/Step": 595, "Finetune/Step Time": 6.8171288296580315}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9208225011825562, "Finetune/Loss (Raw)": 0.8535968661308289, "Finetune/Step": 596, "Finetune/Step Time": 6.804871147498488}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9223291873931885, "Finetune/Loss (Raw)": 0.7968209981918335, "Finetune/Step": 597, "Finetune/Step Time": 6.791413499042392}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9219002723693848, "Finetune/Loss (Raw)": 0.8934963345527649, "Finetune/Step": 598, "Finetune/Step Time": 6.807918701320887}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9219656586647034, "Finetune/Loss (Raw)": 0.9670681953430176, "Finetune/Step": 599, "Finetune/Step Time": 6.795230131596327}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9214896559715271, "Finetune/Loss (Raw)": 1.020997405052185, "Finetune/Step": 600, "Finetune/Step Time": 6.798849241808057}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9211989045143127, "Finetune/Loss (Raw)": 0.8151051998138428, "Finetune/Step": 601, "Finetune/Step Time": 6.817342979833484}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9210392236709595, "Finetune/Loss (Raw)": 0.9804112315177917, "Finetune/Step": 602, "Finetune/Step Time": 6.814070027321577}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9193919897079468, "Finetune/Loss (Raw)": 0.7895175814628601, "Finetune/Step": 603, "Finetune/Step Time": 6.806590925902128}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9191700220108032, "Finetune/Loss (Raw)": 0.965136706829071, "Finetune/Step": 604, "Finetune/Step Time": 6.807367296889424}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9178436994552612, "Finetune/Loss (Raw)": 0.8219293355941772, "Finetune/Step": 605, "Finetune/Step Time": 6.804205719381571}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.91718590259552, "Finetune/Loss (Raw)": 0.8406023979187012, "Finetune/Step": 606, "Finetune/Step Time": 6.817504966631532}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9149252772331238, "Finetune/Loss (Raw)": 0.7015125751495361, "Finetune/Step": 607, "Finetune/Step Time": 6.842069700360298}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9146556854248047, "Finetune/Loss (Raw)": 1.003433346748352, "Finetune/Step": 608, "Finetune/Step Time": 6.8429388124495745}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.913535475730896, "Finetune/Loss (Raw)": 0.8222395777702332, "Finetune/Step": 609, "Finetune/Step Time": 6.842634741216898}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9130984544754028, "Finetune/Loss (Raw)": 0.9180550575256348, "Finetune/Step": 610, "Finetune/Step Time": 6.838655659928918}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9128376245498657, "Finetune/Loss (Raw)": 0.9547186493873596, "Finetune/Step": 611, "Finetune/Step Time": 6.822657614946365}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9147337675094604, "Finetune/Loss (Raw)": 1.1119277477264404, "Finetune/Step": 612, "Finetune/Step Time": 6.820678986608982}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9147677421569824, "Finetune/Loss (Raw)": 0.7965604662895203, "Finetune/Step": 613, "Finetune/Step Time": 6.815009953454137}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9146655797958374, "Finetune/Loss (Raw)": 0.9318259358406067, "Finetune/Step": 614, "Finetune/Step Time": 6.804228086024523}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9143033027648926, "Finetune/Loss (Raw)": 0.9237349033355713, "Finetune/Step": 615, "Finetune/Step Time": 6.809530468657613}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9137134552001953, "Finetune/Loss (Raw)": 0.937248170375824, "Finetune/Step": 616, "Finetune/Step Time": 6.812483074143529}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9142760634422302, "Finetune/Loss (Raw)": 0.9401299357414246, "Finetune/Step": 617, "Finetune/Step Time": 6.808230645954609}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9151549935340881, "Finetune/Loss (Raw)": 0.9312710762023926, "Finetune/Step": 618, "Finetune/Step Time": 6.804068334400654}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9169653654098511, "Finetune/Loss (Raw)": 0.8206110000610352, "Finetune/Step": 619, "Finetune/Step Time": 6.811434216797352}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9174355864524841, "Finetune/Loss (Raw)": 0.9444968700408936, "Finetune/Step": 620, "Finetune/Step Time": 6.806306287646294}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9170498847961426, "Finetune/Loss (Raw)": 0.9487811326980591, "Finetune/Step": 621, "Finetune/Step Time": 6.822279842570424}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9168980121612549, "Finetune/Loss (Raw)": 0.8977037668228149, "Finetune/Step": 622, "Finetune/Step Time": 6.81619375385344}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9172283411026001, "Finetune/Loss (Raw)": 0.9894944429397583, "Finetune/Step": 623, "Finetune/Step Time": 6.818071745336056}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9170469045639038, "Finetune/Loss (Raw)": 0.9372122287750244, "Finetune/Step": 624, "Finetune/Step Time": 6.807187033817172}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9175517559051514, "Finetune/Loss (Raw)": 0.9610795378684998, "Finetune/Step": 625, "Finetune/Step Time": 6.809776376932859}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9176130890846252, "Finetune/Loss (Raw)": 0.9949950575828552, "Finetune/Step": 626, "Finetune/Step Time": 6.810304986312985}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9183411598205566, "Finetune/Loss (Raw)": 0.9482819437980652, "Finetune/Step": 627, "Finetune/Step Time": 6.811910640448332}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9180445075035095, "Finetune/Loss (Raw)": 0.8924420475959778, "Finetune/Step": 628, "Finetune/Step Time": 6.804740650579333}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9197299480438232, "Finetune/Loss (Raw)": 0.9427219033241272, "Finetune/Step": 629, "Finetune/Step Time": 6.800053803250194}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9220407009124756, "Finetune/Loss (Raw)": 1.0843051671981812, "Finetune/Step": 630, "Finetune/Step Time": 6.787505032494664}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9210296273231506, "Finetune/Loss (Raw)": 0.7967799305915833, "Finetune/Step": 631, "Finetune/Step Time": 6.775553425773978}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9213927984237671, "Finetune/Loss (Raw)": 1.0436103343963623, "Finetune/Step": 632, "Finetune/Step Time": 6.77721181884408}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.922970712184906, "Finetune/Loss (Raw)": 1.168989896774292, "Finetune/Step": 633, "Finetune/Step Time": 6.777453375980258}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9238290190696716, "Finetune/Loss (Raw)": 0.8376585841178894, "Finetune/Step": 634, "Finetune/Step Time": 6.772871466353536}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9236500263214111, "Finetune/Loss (Raw)": 0.9455617666244507, "Finetune/Step": 635, "Finetune/Step Time": 6.767508490011096}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9234851598739624, "Finetune/Loss (Raw)": 0.8962706923484802, "Finetune/Step": 636, "Finetune/Step Time": 6.787468468770385}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9238971471786499, "Finetune/Loss (Raw)": 0.9803070425987244, "Finetune/Step": 637, "Finetune/Step Time": 6.782954508438706}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9249340295791626, "Finetune/Loss (Raw)": 1.0091898441314697, "Finetune/Step": 638, "Finetune/Step Time": 6.781534489244223}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9239227771759033, "Finetune/Loss (Raw)": 0.8973557949066162, "Finetune/Step": 639, "Finetune/Step Time": 6.780590310692787}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9235353469848633, "Finetune/Loss (Raw)": 0.9170306921005249, "Finetune/Step": 640, "Finetune/Step Time": 6.781304318457842}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9226011037826538, "Finetune/Loss (Raw)": 0.9196779727935791, "Finetune/Step": 641, "Finetune/Step Time": 6.786029754206538}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.919552743434906, "Finetune/Loss (Raw)": 0.6196219325065613, "Finetune/Step": 642, "Finetune/Step Time": 6.785075144842267}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9214272499084473, "Finetune/Loss (Raw)": 0.9187964200973511, "Finetune/Step": 643, "Finetune/Step Time": 6.793528134003282}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9207938313484192, "Finetune/Loss (Raw)": 0.9599660038948059, "Finetune/Step": 644, "Finetune/Step Time": 6.797449031844735}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.92088782787323, "Finetune/Loss (Raw)": 1.0158603191375732, "Finetune/Step": 645, "Finetune/Step Time": 6.79626002907753}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9206091165542603, "Finetune/Loss (Raw)": 0.9398308396339417, "Finetune/Step": 646, "Finetune/Step Time": 6.801177363842726}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9194122552871704, "Finetune/Loss (Raw)": 0.8657546043395996, "Finetune/Step": 647, "Finetune/Step Time": 6.802564548328519}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9199334383010864, "Finetune/Loss (Raw)": 0.9590499401092529, "Finetune/Step": 648, "Finetune/Step Time": 6.804502187296748}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9191660284996033, "Finetune/Loss (Raw)": 0.8729490041732788, "Finetune/Step": 649, "Finetune/Step Time": 6.803526835516095}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9182752370834351, "Finetune/Loss (Raw)": 0.8459512591362, "Finetune/Step": 650, "Finetune/Step Time": 6.814687281847}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9192301034927368, "Finetune/Loss (Raw)": 0.9304009079933167, "Finetune/Step": 651, "Finetune/Step Time": 6.821876138448715}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9186449646949768, "Finetune/Loss (Raw)": 0.8963319659233093, "Finetune/Step": 652, "Finetune/Step Time": 6.825812291353941}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9180155396461487, "Finetune/Loss (Raw)": 0.8729096055030823, "Finetune/Step": 653, "Finetune/Step Time": 6.825841926038265}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9203786849975586, "Finetune/Loss (Raw)": 1.1558321714401245, "Finetune/Step": 654, "Finetune/Step Time": 6.8185689598321915}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9202984571456909, "Finetune/Loss (Raw)": 0.8740453720092773, "Finetune/Step": 655, "Finetune/Step Time": 6.8237523678690195}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9193221926689148, "Finetune/Loss (Raw)": 0.8649219870567322, "Finetune/Step": 656, "Finetune/Step Time": 6.826280999928713}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9179396629333496, "Finetune/Loss (Raw)": 0.8291653990745544, "Finetune/Step": 657, "Finetune/Step Time": 6.842227889224887}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9171057939529419, "Finetune/Loss (Raw)": 0.9275405406951904, "Finetune/Step": 658, "Finetune/Step Time": 6.8438143115490675}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9143930673599243, "Finetune/Loss (Raw)": 0.728948712348938, "Finetune/Step": 659, "Finetune/Step Time": 6.8605083376169205}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9152554273605347, "Finetune/Loss (Raw)": 1.033285140991211, "Finetune/Step": 660, "Finetune/Step Time": 6.851108804345131}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9157168865203857, "Finetune/Loss (Raw)": 0.9362426400184631, "Finetune/Step": 661, "Finetune/Step Time": 6.846169967204332}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9163831472396851, "Finetune/Loss (Raw)": 0.9787490367889404, "Finetune/Step": 662, "Finetune/Step Time": 6.83847257681191}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9174870252609253, "Finetune/Loss (Raw)": 0.9805000424385071, "Finetune/Step": 663, "Finetune/Step Time": 6.829371774569154}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9181685447692871, "Finetune/Loss (Raw)": 0.8646475672721863, "Finetune/Step": 664, "Finetune/Step Time": 6.818023279309273}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9180727005004883, "Finetune/Loss (Raw)": 0.9939647912979126, "Finetune/Step": 665, "Finetune/Step Time": 6.823788594454527}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9188588261604309, "Finetune/Loss (Raw)": 1.0722862482070923, "Finetune/Step": 666, "Finetune/Step Time": 6.817960973829031}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9182823896408081, "Finetune/Loss (Raw)": 0.9741663336753845, "Finetune/Step": 667, "Finetune/Step Time": 6.827191857621074}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9171558618545532, "Finetune/Loss (Raw)": 0.7779435515403748, "Finetune/Step": 668, "Finetune/Step Time": 6.82989003136754}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9169939756393433, "Finetune/Loss (Raw)": 0.9471698999404907, "Finetune/Step": 669, "Finetune/Step Time": 6.8262767270207405}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.916243314743042, "Finetune/Loss (Raw)": 0.8518282175064087, "Finetune/Step": 670, "Finetune/Step Time": 6.8264353554695845}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9147605895996094, "Finetune/Loss (Raw)": 0.8945145606994629, "Finetune/Step": 671, "Finetune/Step Time": 6.824952434748411}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9144099354743958, "Finetune/Loss (Raw)": 0.9648273587226868, "Finetune/Step": 672, "Finetune/Step Time": 6.823773369193077}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9151635766029358, "Finetune/Loss (Raw)": 1.0419601202011108, "Finetune/Step": 673, "Finetune/Step Time": 6.824478041380644}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9164156913757324, "Finetune/Loss (Raw)": 1.0566519498825073, "Finetune/Step": 674, "Finetune/Step Time": 6.827243272215128}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9159958362579346, "Finetune/Loss (Raw)": 0.9642170071601868, "Finetune/Step": 675, "Finetune/Step Time": 6.839362058788538}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9168657660484314, "Finetune/Loss (Raw)": 0.9592103958129883, "Finetune/Step": 676, "Finetune/Step Time": 6.834039907902479}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9173771142959595, "Finetune/Loss (Raw)": 0.7737541198730469, "Finetune/Step": 677, "Finetune/Step Time": 6.860088219866157}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9182789325714111, "Finetune/Loss (Raw)": 1.0276020765304565, "Finetune/Step": 678, "Finetune/Step Time": 6.868299359455705}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9193331599235535, "Finetune/Loss (Raw)": 1.0272085666656494, "Finetune/Step": 679, "Finetune/Step Time": 6.872109990566969}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9179030060768127, "Finetune/Loss (Raw)": 0.8423351645469666, "Finetune/Step": 680, "Finetune/Step Time": 6.872012658044696}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9199828505516052, "Finetune/Loss (Raw)": 0.9938814043998718, "Finetune/Step": 681, "Finetune/Step Time": 6.869092505425215}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9193661212921143, "Finetune/Loss (Raw)": 0.979830265045166, "Finetune/Step": 682, "Finetune/Step Time": 6.866072004660964}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9205185174942017, "Finetune/Loss (Raw)": 1.0525920391082764, "Finetune/Step": 683, "Finetune/Step Time": 6.850247485563159}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9198551177978516, "Finetune/Loss (Raw)": 0.8449113368988037, "Finetune/Step": 684, "Finetune/Step Time": 6.842154802754521}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9182777404785156, "Finetune/Loss (Raw)": 0.6850372552871704, "Finetune/Step": 685, "Finetune/Step Time": 6.853583674877882}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9197035431861877, "Finetune/Loss (Raw)": 0.7604191303253174, "Finetune/Step": 686, "Finetune/Step Time": 6.849788285791874}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9195250272750854, "Finetune/Loss (Raw)": 0.8966953158378601, "Finetune/Step": 687, "Finetune/Step Time": 6.848400270566344}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9203662872314453, "Finetune/Loss (Raw)": 0.9120448231697083, "Finetune/Step": 688, "Finetune/Step Time": 6.845380567014217}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9183333516120911, "Finetune/Loss (Raw)": 0.5653219223022461, "Finetune/Step": 689, "Finetune/Step Time": 6.85454310849309}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9172585010528564, "Finetune/Loss (Raw)": 0.6956567168235779, "Finetune/Step": 690, "Finetune/Step Time": 6.891809003427625}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9172499179840088, "Finetune/Loss (Raw)": 0.98598313331604, "Finetune/Step": 691, "Finetune/Step Time": 6.895414473488927}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9161657094955444, "Finetune/Loss (Raw)": 0.7945103049278259, "Finetune/Step": 692, "Finetune/Step Time": 6.900929555296898}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9160842895507812, "Finetune/Loss (Raw)": 0.8147017359733582, "Finetune/Step": 693, "Finetune/Step Time": 6.901102440431714}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9139796495437622, "Finetune/Loss (Raw)": 0.7711111903190613, "Finetune/Step": 694, "Finetune/Step Time": 6.914456661790609}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.913063645362854, "Finetune/Loss (Raw)": 0.7320542931556702, "Finetune/Step": 695, "Finetune/Step Time": 6.92111780308187}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9158896207809448, "Finetune/Loss (Raw)": 1.0014863014221191, "Finetune/Step": 696, "Finetune/Step Time": 6.91060727648437}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9154706597328186, "Finetune/Loss (Raw)": 0.8210269212722778, "Finetune/Step": 697, "Finetune/Step Time": 6.915124833583832}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9163574576377869, "Finetune/Loss (Raw)": 1.0690048933029175, "Finetune/Step": 698, "Finetune/Step Time": 6.920020490884781}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9184273481369019, "Finetune/Loss (Raw)": 1.1161524057388306, "Finetune/Step": 699, "Finetune/Step Time": 6.917457928881049}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9172606468200684, "Finetune/Loss (Raw)": 0.8206968307495117, "Finetune/Step": 700, "Finetune/Step Time": 6.941741827875376}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9142180681228638, "Finetune/Loss (Raw)": 0.6353598833084106, "Finetune/Step": 701, "Finetune/Step Time": 6.957832712680101}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9131474494934082, "Finetune/Loss (Raw)": 0.8938412666320801, "Finetune/Step": 702, "Finetune/Step Time": 6.963179532438517}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9107580780982971, "Finetune/Loss (Raw)": 0.7340298295021057, "Finetune/Step": 703, "Finetune/Step Time": 6.956464298069477}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9109652042388916, "Finetune/Loss (Raw)": 0.9502205848693848, "Finetune/Step": 704, "Finetune/Step Time": 6.964406901970506}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9113319516181946, "Finetune/Loss (Raw)": 0.9608961343765259, "Finetune/Step": 705, "Finetune/Step Time": 6.964402386918664}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9099604487419128, "Finetune/Loss (Raw)": 0.6817201972007751, "Finetune/Step": 706, "Finetune/Step Time": 6.966166406869888}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9101224541664124, "Finetune/Loss (Raw)": 0.8085065484046936, "Finetune/Step": 707, "Finetune/Step Time": 6.955706935375929}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9108104109764099, "Finetune/Loss (Raw)": 1.0682250261306763, "Finetune/Step": 708, "Finetune/Step Time": 6.957275602966547}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9091300964355469, "Finetune/Loss (Raw)": 0.8308683633804321, "Finetune/Step": 709, "Finetune/Step Time": 6.95761002227664}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9077063798904419, "Finetune/Loss (Raw)": 0.8170799016952515, "Finetune/Step": 710, "Finetune/Step Time": 6.951858883723617}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9085936546325684, "Finetune/Loss (Raw)": 0.9130874872207642, "Finetune/Step": 711, "Finetune/Step Time": 6.963473372161388}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9058260917663574, "Finetune/Loss (Raw)": 0.6028153896331787, "Finetune/Step": 712, "Finetune/Step Time": 6.9730512984097}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9052625298500061, "Finetune/Loss (Raw)": 0.9205026030540466, "Finetune/Step": 713, "Finetune/Step Time": 6.9743845742195845}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9060747027397156, "Finetune/Loss (Raw)": 0.7680465579032898, "Finetune/Step": 714, "Finetune/Step Time": 6.962871262803674}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9054735898971558, "Finetune/Loss (Raw)": 1.0236784219741821, "Finetune/Step": 715, "Finetune/Step Time": 6.952642858028412}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.904979944229126, "Finetune/Loss (Raw)": 0.7807546854019165, "Finetune/Step": 716, "Finetune/Step Time": 6.933548115193844}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9046707153320312, "Finetune/Loss (Raw)": 0.9822544455528259, "Finetune/Step": 717, "Finetune/Step Time": 6.941208407282829}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9040237069129944, "Finetune/Loss (Raw)": 0.9454842805862427, "Finetune/Step": 718, "Finetune/Step Time": 6.942702937871218}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.904719352722168, "Finetune/Loss (Raw)": 0.9465329647064209, "Finetune/Step": 719, "Finetune/Step Time": 6.943421630188823}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9061101675033569, "Finetune/Loss (Raw)": 1.083370327949524, "Finetune/Step": 720, "Finetune/Step Time": 6.945753974840045}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9057357907295227, "Finetune/Loss (Raw)": 0.8463037610054016, "Finetune/Step": 721, "Finetune/Step Time": 6.949438631534576}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9050935506820679, "Finetune/Loss (Raw)": 0.8623023629188538, "Finetune/Step": 722, "Finetune/Step Time": 6.969189075753093}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9056206941604614, "Finetune/Loss (Raw)": 1.0176103115081787, "Finetune/Step": 723, "Finetune/Step Time": 6.9672316536307335}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9064202308654785, "Finetune/Loss (Raw)": 0.9559346437454224, "Finetune/Step": 724, "Finetune/Step Time": 6.979064121842384}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.908699631690979, "Finetune/Loss (Raw)": 1.088592767715454, "Finetune/Step": 725, "Finetune/Step Time": 6.979580758139491}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9065748453140259, "Finetune/Loss (Raw)": 0.6215217113494873, "Finetune/Step": 726, "Finetune/Step Time": 6.9700151439756155}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9063351154327393, "Finetune/Loss (Raw)": 0.9363771677017212, "Finetune/Step": 727, "Finetune/Step Time": 6.976464994251728}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9064857959747314, "Finetune/Loss (Raw)": 1.0402780771255493, "Finetune/Step": 728, "Finetune/Step Time": 6.976314447820187}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9040358066558838, "Finetune/Loss (Raw)": 0.5015172362327576, "Finetune/Step": 729, "Finetune/Step Time": 6.967189248651266}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9038515686988831, "Finetune/Loss (Raw)": 0.9568269848823547, "Finetune/Step": 730, "Finetune/Step Time": 6.971003491431475}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.905095100402832, "Finetune/Loss (Raw)": 0.9486902356147766, "Finetune/Step": 731, "Finetune/Step Time": 6.96816167794168}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9037458896636963, "Finetune/Loss (Raw)": 0.7924348711967468, "Finetune/Step": 732, "Finetune/Step Time": 7.0050477888435125}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9042744636535645, "Finetune/Loss (Raw)": 0.8895894289016724, "Finetune/Step": 733, "Finetune/Step Time": 7.004479076713324}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9038801193237305, "Finetune/Loss (Raw)": 0.7901254296302795, "Finetune/Step": 734, "Finetune/Step Time": 6.994145896285772}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9043115377426147, "Finetune/Loss (Raw)": 0.7567428350448608, "Finetune/Step": 735, "Finetune/Step Time": 6.974539436399937}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9034130573272705, "Finetune/Loss (Raw)": 0.8884183764457703, "Finetune/Step": 736, "Finetune/Step Time": 7.002024387940764}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9052016735076904, "Finetune/Loss (Raw)": 1.0511900186538696, "Finetune/Step": 737, "Finetune/Step Time": 6.998100625351071}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9055678844451904, "Finetune/Loss (Raw)": 0.9649184942245483, "Finetune/Step": 738, "Finetune/Step Time": 6.99175538122654}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9045493006706238, "Finetune/Loss (Raw)": 0.8243445158004761, "Finetune/Step": 739, "Finetune/Step Time": 7.01459127292037}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9037727117538452, "Finetune/Loss (Raw)": 1.0125194787979126, "Finetune/Step": 740, "Finetune/Step Time": 7.017784779891372}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9029595255851746, "Finetune/Loss (Raw)": 0.6924782991409302, "Finetune/Step": 741, "Finetune/Step Time": 7.032248821109533}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9026166796684265, "Finetune/Loss (Raw)": 0.8879435658454895, "Finetune/Step": 742, "Finetune/Step Time": 7.039117878302932}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9032331705093384, "Finetune/Loss (Raw)": 1.0026421546936035, "Finetune/Step": 743, "Finetune/Step Time": 7.033299507573247}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9032670259475708, "Finetune/Loss (Raw)": 0.9415801763534546, "Finetune/Step": 744, "Finetune/Step Time": 7.0343541875481606}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9018175005912781, "Finetune/Loss (Raw)": 0.7545917630195618, "Finetune/Step": 745, "Finetune/Step Time": 7.0482824724167585}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9025132060050964, "Finetune/Loss (Raw)": 1.0203272104263306, "Finetune/Step": 746, "Finetune/Step Time": 7.043032320216298}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.904038667678833, "Finetune/Loss (Raw)": 1.0158685445785522, "Finetune/Step": 747, "Finetune/Step Time": 7.018191397190094}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9046370387077332, "Finetune/Loss (Raw)": 1.021086573600769, "Finetune/Step": 748, "Finetune/Step Time": 7.019690489396453}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9038606882095337, "Finetune/Loss (Raw)": 0.8494106531143188, "Finetune/Step": 749, "Finetune/Step Time": 7.0107377506792545}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9034038782119751, "Finetune/Loss (Raw)": 0.839235782623291, "Finetune/Step": 750, "Finetune/Step Time": 7.012094089761376}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9015507698059082, "Finetune/Loss (Raw)": 0.7522902488708496, "Finetune/Step": 751, "Finetune/Step Time": 7.014354458078742}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9020931720733643, "Finetune/Loss (Raw)": 1.0066399574279785, "Finetune/Step": 752, "Finetune/Step Time": 7.01557682454586}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8999834060668945, "Finetune/Loss (Raw)": 0.691024661064148, "Finetune/Step": 753, "Finetune/Step Time": 7.028204007074237}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8984392881393433, "Finetune/Loss (Raw)": 0.7973503470420837, "Finetune/Step": 754, "Finetune/Step Time": 7.039431704208255}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8971325159072876, "Finetune/Loss (Raw)": 0.781019389629364, "Finetune/Step": 755, "Finetune/Step Time": 7.0683736726641655}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8968807458877563, "Finetune/Loss (Raw)": 0.860213577747345, "Finetune/Step": 756, "Finetune/Step Time": 7.068316565826535}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.895818829536438, "Finetune/Loss (Raw)": 0.8068005442619324, "Finetune/Step": 757, "Finetune/Step Time": 7.076014118269086}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8949276208877563, "Finetune/Loss (Raw)": 0.9702317714691162, "Finetune/Step": 758, "Finetune/Step Time": 7.08122537843883}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8962273597717285, "Finetune/Loss (Raw)": 0.9631434679031372, "Finetune/Step": 759, "Finetune/Step Time": 7.083966378122568}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8951743245124817, "Finetune/Loss (Raw)": 0.9088151454925537, "Finetune/Step": 760, "Finetune/Step Time": 7.077470166608691}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8931698799133301, "Finetune/Loss (Raw)": 0.9124274849891663, "Finetune/Step": 761, "Finetune/Step Time": 7.080151733011007}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8923919796943665, "Finetune/Loss (Raw)": 0.7380862832069397, "Finetune/Step": 762, "Finetune/Step Time": 7.100395768880844}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8909100294113159, "Finetune/Loss (Raw)": 0.755866527557373, "Finetune/Step": 763, "Finetune/Step Time": 7.101585917174816}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8906368017196655, "Finetune/Loss (Raw)": 0.8613020777702332, "Finetune/Step": 764, "Finetune/Step Time": 7.082997178658843}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.890162467956543, "Finetune/Loss (Raw)": 0.9195880889892578, "Finetune/Step": 765, "Finetune/Step Time": 7.085882646963}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8897560834884644, "Finetune/Loss (Raw)": 0.9571748971939087, "Finetune/Step": 766, "Finetune/Step Time": 7.100829519331455}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8896466493606567, "Finetune/Loss (Raw)": 0.8833451271057129, "Finetune/Step": 767, "Finetune/Step Time": 7.109901623800397}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8890780806541443, "Finetune/Loss (Raw)": 0.8442556262016296, "Finetune/Step": 768, "Finetune/Step Time": 7.1153273936361074}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8876235485076904, "Finetune/Loss (Raw)": 0.7334949970245361, "Finetune/Step": 769, "Finetune/Step Time": 7.121111400425434}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8894837498664856, "Finetune/Loss (Raw)": 0.8577324748039246, "Finetune/Step": 770, "Finetune/Step Time": 7.110794261097908}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8901768326759338, "Finetune/Loss (Raw)": 1.0075124502182007, "Finetune/Step": 771, "Finetune/Step Time": 7.092076487839222}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8899170160293579, "Finetune/Loss (Raw)": 0.9267046451568604, "Finetune/Step": 772, "Finetune/Step Time": 7.085753735154867}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8896112442016602, "Finetune/Loss (Raw)": 0.9767259955406189, "Finetune/Step": 773, "Finetune/Step Time": 7.084006834775209}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.888076663017273, "Finetune/Loss (Raw)": 0.7434040307998657, "Finetune/Step": 774, "Finetune/Step Time": 7.09433719702065}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8888036012649536, "Finetune/Loss (Raw)": 0.9588019251823425, "Finetune/Step": 775, "Finetune/Step Time": 7.0951643493026495}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8866821527481079, "Finetune/Loss (Raw)": 0.6875042915344238, "Finetune/Step": 776, "Finetune/Step Time": 7.09159648232162}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8877322673797607, "Finetune/Loss (Raw)": 1.0073597431182861, "Finetune/Step": 777, "Finetune/Step Time": 7.103107787668705}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8888558745384216, "Finetune/Loss (Raw)": 0.9897779822349548, "Finetune/Step": 778, "Finetune/Step Time": 7.092661971226335}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8885030746459961, "Finetune/Loss (Raw)": 0.8852427005767822, "Finetune/Step": 779, "Finetune/Step Time": 7.088705172762275}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8866024613380432, "Finetune/Loss (Raw)": 0.6530520915985107, "Finetune/Step": 780, "Finetune/Step Time": 7.101402550935745}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8862800002098083, "Finetune/Loss (Raw)": 0.8316338658332825, "Finetune/Step": 781, "Finetune/Step Time": 7.101116057485342}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.881704568862915, "Finetune/Loss (Raw)": 0.5701766610145569, "Finetune/Step": 782, "Finetune/Step Time": 7.125987006351352}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8813828229904175, "Finetune/Loss (Raw)": 0.832859992980957, "Finetune/Step": 783, "Finetune/Step Time": 7.160521719604731}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8795286417007446, "Finetune/Loss (Raw)": 0.6275888681411743, "Finetune/Step": 784, "Finetune/Step Time": 7.1743420250713825}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8806508779525757, "Finetune/Loss (Raw)": 0.9728127717971802, "Finetune/Step": 785, "Finetune/Step Time": 7.171596059575677}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.881165623664856, "Finetune/Loss (Raw)": 0.9934333562850952, "Finetune/Step": 786, "Finetune/Step Time": 7.1716662254184484}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8826098442077637, "Finetune/Loss (Raw)": 0.9138084650039673, "Finetune/Step": 787, "Finetune/Step Time": 7.184220748022199}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8825745582580566, "Finetune/Loss (Raw)": 1.0287634134292603, "Finetune/Step": 788, "Finetune/Step Time": 7.182126767933369}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8824794888496399, "Finetune/Loss (Raw)": 0.9240738749504089, "Finetune/Step": 789, "Finetune/Step Time": 7.18056495860219}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8794788122177124, "Finetune/Loss (Raw)": 0.5946599841117859, "Finetune/Step": 790, "Finetune/Step Time": 7.203869227319956}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8784655332565308, "Finetune/Loss (Raw)": 0.8507975935935974, "Finetune/Step": 791, "Finetune/Step Time": 7.207103684544563}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.877723217010498, "Finetune/Loss (Raw)": 0.769629716873169, "Finetune/Step": 792, "Finetune/Step Time": 7.199253341183066}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8768960237503052, "Finetune/Loss (Raw)": 0.8880910277366638, "Finetune/Step": 793, "Finetune/Step Time": 7.200913120061159}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8750472664833069, "Finetune/Loss (Raw)": 0.8356456756591797, "Finetune/Step": 794, "Finetune/Step Time": 7.2049942053854465}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8745708465576172, "Finetune/Loss (Raw)": 0.9131881594657898, "Finetune/Step": 795, "Finetune/Step Time": 7.207366457208991}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8755545616149902, "Finetune/Loss (Raw)": 0.9038487076759338, "Finetune/Step": 796, "Finetune/Step Time": 7.205883743241429}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.875048041343689, "Finetune/Loss (Raw)": 0.8823398947715759, "Finetune/Step": 797, "Finetune/Step Time": 7.208664275705814}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8758714199066162, "Finetune/Loss (Raw)": 0.9572274684906006, "Finetune/Step": 798, "Finetune/Step Time": 7.212207740172744}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8751734495162964, "Finetune/Loss (Raw)": 0.8051750659942627, "Finetune/Step": 799, "Finetune/Step Time": 7.215520007535815}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8749462366104126, "Finetune/Loss (Raw)": 0.93574059009552, "Finetune/Step": 800, "Finetune/Step Time": 7.217253088951111}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8741859197616577, "Finetune/Loss (Raw)": 0.9446430206298828, "Finetune/Step": 801, "Finetune/Step Time": 7.237483281642199}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8720961809158325, "Finetune/Loss (Raw)": 0.7891631722450256, "Finetune/Step": 802, "Finetune/Step Time": 7.237978091463447}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8702647089958191, "Finetune/Loss (Raw)": 0.7297883629798889, "Finetune/Step": 803, "Finetune/Step Time": 7.232204016298056}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8699455857276917, "Finetune/Loss (Raw)": 0.9183589816093445, "Finetune/Step": 804, "Finetune/Step Time": 7.227114798501134}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8710076808929443, "Finetune/Loss (Raw)": 0.9097036123275757, "Finetune/Step": 805, "Finetune/Step Time": 7.202179411426187}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8684738874435425, "Finetune/Loss (Raw)": 0.7032784819602966, "Finetune/Step": 806, "Finetune/Step Time": 7.214019812643528}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8673211336135864, "Finetune/Loss (Raw)": 0.8796517252922058, "Finetune/Step": 807, "Finetune/Step Time": 7.208666687831283}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8672035932540894, "Finetune/Loss (Raw)": 0.8272954821586609, "Finetune/Step": 808, "Finetune/Step Time": 7.220985107123852}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8664705753326416, "Finetune/Loss (Raw)": 0.900051474571228, "Finetune/Step": 809, "Finetune/Step Time": 7.22543871961534}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8666465282440186, "Finetune/Loss (Raw)": 1.002353310585022, "Finetune/Step": 810, "Finetune/Step Time": 7.228568650782108}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8646050095558167, "Finetune/Loss (Raw)": 0.7912760972976685, "Finetune/Step": 811, "Finetune/Step Time": 7.248190697282553}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8665776252746582, "Finetune/Loss (Raw)": 1.097405195236206, "Finetune/Step": 812, "Finetune/Step Time": 7.246147645637393}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8684564828872681, "Finetune/Loss (Raw)": 0.925537645816803, "Finetune/Step": 813, "Finetune/Step Time": 7.234341386705637}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8694794178009033, "Finetune/Loss (Raw)": 0.8913472294807434, "Finetune/Step": 814, "Finetune/Step Time": 7.226499481126666}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8694517612457275, "Finetune/Loss (Raw)": 0.8931600451469421, "Finetune/Step": 815, "Finetune/Step Time": 7.227261055260897}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8697677254676819, "Finetune/Loss (Raw)": 0.9524877071380615, "Finetune/Step": 816, "Finetune/Step Time": 7.2285754177719355}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8727893829345703, "Finetune/Loss (Raw)": 0.9520976543426514, "Finetune/Step": 817, "Finetune/Step Time": 7.220186518505216}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8725268244743347, "Finetune/Loss (Raw)": 0.6620405316352844, "Finetune/Step": 818, "Finetune/Step Time": 7.194857453927398}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8706162571907043, "Finetune/Loss (Raw)": 0.7414337992668152, "Finetune/Step": 819, "Finetune/Step Time": 7.194703761488199}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8693758249282837, "Finetune/Loss (Raw)": 0.6357393264770508, "Finetune/Step": 820, "Finetune/Step Time": 7.177617834880948}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8696848154067993, "Finetune/Loss (Raw)": 0.8542525172233582, "Finetune/Step": 821, "Finetune/Step Time": 7.176543155685067}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8702809810638428, "Finetune/Loss (Raw)": 0.8474134206771851, "Finetune/Step": 822, "Finetune/Step Time": 7.1641407161951065}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8724792003631592, "Finetune/Loss (Raw)": 1.0134303569793701, "Finetune/Step": 823, "Finetune/Step Time": 7.151225235313177}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8718966245651245, "Finetune/Loss (Raw)": 0.9269133806228638, "Finetune/Step": 824, "Finetune/Step Time": 7.14966288395226}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8721127510070801, "Finetune/Loss (Raw)": 0.8486974239349365, "Finetune/Step": 825, "Finetune/Step Time": 7.142410499975085}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8697183132171631, "Finetune/Loss (Raw)": 0.762516438961029, "Finetune/Step": 826, "Finetune/Step Time": 7.138188084587455}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.867694616317749, "Finetune/Loss (Raw)": 0.8571191430091858, "Finetune/Step": 827, "Finetune/Step Time": 7.127711111679673}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8667199015617371, "Finetune/Loss (Raw)": 0.6959288716316223, "Finetune/Step": 828, "Finetune/Step Time": 7.116332119330764}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8683984279632568, "Finetune/Loss (Raw)": 0.8502124547958374, "Finetune/Step": 829, "Finetune/Step Time": 7.108288949355483}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8685661554336548, "Finetune/Loss (Raw)": 0.9153128266334534, "Finetune/Step": 830, "Finetune/Step Time": 7.104880074039102}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8695157766342163, "Finetune/Loss (Raw)": 0.855577290058136, "Finetune/Step": 831, "Finetune/Step Time": 7.109679022803903}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8698018789291382, "Finetune/Loss (Raw)": 0.9868481159210205, "Finetune/Step": 832, "Finetune/Step Time": 7.095238694921136}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8681377172470093, "Finetune/Loss (Raw)": 0.7478806972503662, "Finetune/Step": 833, "Finetune/Step Time": 7.108858438208699}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8697368502616882, "Finetune/Loss (Raw)": 0.8864037394523621, "Finetune/Step": 834, "Finetune/Step Time": 7.115910878404975}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8703149557113647, "Finetune/Loss (Raw)": 0.8825122714042664, "Finetune/Step": 835, "Finetune/Step Time": 7.11798351444304}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8688464164733887, "Finetune/Loss (Raw)": 0.880240797996521, "Finetune/Step": 836, "Finetune/Step Time": 7.113789973780513}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8682346343994141, "Finetune/Loss (Raw)": 0.7525653839111328, "Finetune/Step": 837, "Finetune/Step Time": 7.12096880748868}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8683978319168091, "Finetune/Loss (Raw)": 0.8379732370376587, "Finetune/Step": 838, "Finetune/Step Time": 7.1230204328894615}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8674755096435547, "Finetune/Loss (Raw)": 0.7950268983840942, "Finetune/Step": 839, "Finetune/Step Time": 7.115503652021289}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8710023760795593, "Finetune/Loss (Raw)": 1.0542559623718262, "Finetune/Step": 840, "Finetune/Step Time": 7.105036115273833}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8701069355010986, "Finetune/Loss (Raw)": 0.8058776259422302, "Finetune/Step": 841, "Finetune/Step Time": 7.106579629704356}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8716160655021667, "Finetune/Loss (Raw)": 0.9612227082252502, "Finetune/Step": 842, "Finetune/Step Time": 7.105338549241424}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.870718777179718, "Finetune/Loss (Raw)": 0.9088264107704163, "Finetune/Step": 843, "Finetune/Step Time": 7.124088674783707}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8714293241500854, "Finetune/Loss (Raw)": 0.871707558631897, "Finetune/Step": 844, "Finetune/Step Time": 7.124803427606821}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8710924386978149, "Finetune/Loss (Raw)": 0.9391306042671204, "Finetune/Step": 845, "Finetune/Step Time": 7.114708852022886}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.871218740940094, "Finetune/Loss (Raw)": 0.9616510272026062, "Finetune/Step": 846, "Finetune/Step Time": 7.1092726439237595}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8690869808197021, "Finetune/Loss (Raw)": 0.6736674904823303, "Finetune/Step": 847, "Finetune/Step Time": 7.119542041793466}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8666976690292358, "Finetune/Loss (Raw)": 0.7775338292121887, "Finetune/Step": 848, "Finetune/Step Time": 7.121443342417479}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8673602342605591, "Finetune/Loss (Raw)": 0.931111216545105, "Finetune/Step": 849, "Finetune/Step Time": 7.1038578022271395}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8670485019683838, "Finetune/Loss (Raw)": 0.8224043846130371, "Finetune/Step": 850, "Finetune/Step Time": 7.090060064569116}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.866342306137085, "Finetune/Loss (Raw)": 0.9272242188453674, "Finetune/Step": 851, "Finetune/Step Time": 7.092346828430891}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8649951219558716, "Finetune/Loss (Raw)": 0.7834875583648682, "Finetune/Step": 852, "Finetune/Step Time": 7.080239901319146}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8635433316230774, "Finetune/Loss (Raw)": 0.9027659893035889, "Finetune/Step": 853, "Finetune/Step Time": 7.075417146086693}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8649975061416626, "Finetune/Loss (Raw)": 0.8076597452163696, "Finetune/Step": 854, "Finetune/Step Time": 7.076002920046449}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8626195788383484, "Finetune/Loss (Raw)": 0.6319937705993652, "Finetune/Step": 855, "Finetune/Step Time": 7.1034346874803305}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8613544702529907, "Finetune/Loss (Raw)": 0.8783511519432068, "Finetune/Step": 856, "Finetune/Step Time": 7.101044699549675}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8636465072631836, "Finetune/Loss (Raw)": 0.7948957085609436, "Finetune/Step": 857, "Finetune/Step Time": 7.092666782438755}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8648009896278381, "Finetune/Loss (Raw)": 1.1045968532562256, "Finetune/Step": 858, "Finetune/Step Time": 7.088985228911042}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8646148443222046, "Finetune/Loss (Raw)": 0.9248688220977783, "Finetune/Step": 859, "Finetune/Step Time": 7.100415617227554}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8650432825088501, "Finetune/Loss (Raw)": 0.8472707271575928, "Finetune/Step": 860, "Finetune/Step Time": 7.062851622700691}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.862887442111969, "Finetune/Loss (Raw)": 0.6136490106582642, "Finetune/Step": 861, "Finetune/Step Time": 7.052330117672682}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8638864755630493, "Finetune/Loss (Raw)": 0.9180001616477966, "Finetune/Step": 862, "Finetune/Step Time": 7.054239908233285}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8634759187698364, "Finetune/Loss (Raw)": 0.7041927576065063, "Finetune/Step": 863, "Finetune/Step Time": 7.058877535164356}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8640151023864746, "Finetune/Loss (Raw)": 0.9574277997016907, "Finetune/Step": 864, "Finetune/Step Time": 7.033059516921639}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8622055053710938, "Finetune/Loss (Raw)": 0.8195626735687256, "Finetune/Step": 865, "Finetune/Step Time": 7.048784527927637}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.862650990486145, "Finetune/Loss (Raw)": 1.021939754486084, "Finetune/Step": 866, "Finetune/Step Time": 7.060777699574828}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8639386296272278, "Finetune/Loss (Raw)": 0.9891664981842041, "Finetune/Step": 867, "Finetune/Step Time": 7.038141211494803}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.862598180770874, "Finetune/Loss (Raw)": 0.8409367203712463, "Finetune/Step": 868, "Finetune/Step Time": 7.041817052289844}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8650192618370056, "Finetune/Loss (Raw)": 1.0023808479309082, "Finetune/Step": 869, "Finetune/Step Time": 7.034689089283347}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8642817735671997, "Finetune/Loss (Raw)": 0.7935501933097839, "Finetune/Step": 870, "Finetune/Step Time": 7.033959260210395}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8620366454124451, "Finetune/Loss (Raw)": 0.7152562737464905, "Finetune/Step": 871, "Finetune/Step Time": 7.036194501444697}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8618546724319458, "Finetune/Loss (Raw)": 0.9182926416397095, "Finetune/Step": 872, "Finetune/Step Time": 7.033117458224297}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8634896874427795, "Finetune/Loss (Raw)": 0.9638699293136597, "Finetune/Step": 873, "Finetune/Step Time": 7.0196631252765656}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8614176511764526, "Finetune/Loss (Raw)": 0.7551104426383972, "Finetune/Step": 874, "Finetune/Step Time": 7.020622754469514}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8596740365028381, "Finetune/Loss (Raw)": 0.7926848530769348, "Finetune/Step": 875, "Finetune/Step Time": 7.026621853932738}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.858433723449707, "Finetune/Loss (Raw)": 0.8623237609863281, "Finetune/Step": 876, "Finetune/Step Time": 7.025998700410128}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8587016463279724, "Finetune/Loss (Raw)": 0.8837100267410278, "Finetune/Step": 877, "Finetune/Step Time": 7.023444719612598}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8590023517608643, "Finetune/Loss (Raw)": 0.87772536277771, "Finetune/Step": 878, "Finetune/Step Time": 7.016693893820047}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8593124747276306, "Finetune/Loss (Raw)": 0.7919854521751404, "Finetune/Step": 879, "Finetune/Step Time": 7.032768592238426}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.857967734336853, "Finetune/Loss (Raw)": 0.8345136642456055, "Finetune/Step": 880, "Finetune/Step Time": 7.0353474747389555}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8579265475273132, "Finetune/Loss (Raw)": 0.6857530474662781, "Finetune/Step": 881, "Finetune/Step Time": 7.029180573299527}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8586111664772034, "Finetune/Loss (Raw)": 0.8849799633026123, "Finetune/Step": 882, "Finetune/Step Time": 7.017511289566755}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8603092432022095, "Finetune/Loss (Raw)": 0.9983752369880676, "Finetune/Step": 883, "Finetune/Step Time": 6.984086060896516}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8615829944610596, "Finetune/Loss (Raw)": 1.0232446193695068, "Finetune/Step": 884, "Finetune/Step Time": 6.983081938698888}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8596066236495972, "Finetune/Loss (Raw)": 0.5538278818130493, "Finetune/Step": 885, "Finetune/Step Time": 6.987608261406422}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8589005470275879, "Finetune/Loss (Raw)": 0.8798598051071167, "Finetune/Step": 886, "Finetune/Step Time": 6.98955568484962}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8572907447814941, "Finetune/Loss (Raw)": 0.7570838332176208, "Finetune/Step": 887, "Finetune/Step Time": 7.009478567168117}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8578307032585144, "Finetune/Loss (Raw)": 0.9779306054115295, "Finetune/Step": 888, "Finetune/Step Time": 7.01484096609056}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.857998788356781, "Finetune/Loss (Raw)": 0.933944046497345, "Finetune/Step": 889, "Finetune/Step Time": 7.0186642948538065}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8591312170028687, "Finetune/Loss (Raw)": 0.8830368518829346, "Finetune/Step": 890, "Finetune/Step Time": 6.999476529657841}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8601583242416382, "Finetune/Loss (Raw)": 0.8873355984687805, "Finetune/Step": 891, "Finetune/Step Time": 7.001425812020898}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8597398996353149, "Finetune/Loss (Raw)": 0.8077381253242493, "Finetune/Step": 892, "Finetune/Step Time": 7.004155641421676}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.860183835029602, "Finetune/Loss (Raw)": 0.9764187335968018, "Finetune/Step": 893, "Finetune/Step Time": 7.0006022192537785}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8599125146865845, "Finetune/Loss (Raw)": 0.9224430918693542, "Finetune/Step": 894, "Finetune/Step Time": 6.987642087042332}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8592628240585327, "Finetune/Loss (Raw)": 0.8001856803894043, "Finetune/Step": 895, "Finetune/Step Time": 6.98947368748486}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8599894046783447, "Finetune/Loss (Raw)": 0.9372550249099731, "Finetune/Step": 896, "Finetune/Step Time": 6.985967822372913}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8595286011695862, "Finetune/Loss (Raw)": 0.6745187640190125, "Finetune/Step": 897, "Finetune/Step Time": 6.989319743588567}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8577544689178467, "Finetune/Loss (Raw)": 0.6306441426277161, "Finetune/Step": 898, "Finetune/Step Time": 6.998762536793947}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8557882905006409, "Finetune/Loss (Raw)": 0.7558416128158569, "Finetune/Step": 899, "Finetune/Step Time": 7.033934496343136}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8561463356018066, "Finetune/Loss (Raw)": 0.9725316762924194, "Finetune/Step": 900, "Finetune/Step Time": 7.043690508231521}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8563068509101868, "Finetune/Loss (Raw)": 0.9972690939903259, "Finetune/Step": 901, "Finetune/Step Time": 7.049707097932696}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8573445081710815, "Finetune/Loss (Raw)": 0.8762304782867432, "Finetune/Step": 902, "Finetune/Step Time": 7.036330731585622}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8567146062850952, "Finetune/Loss (Raw)": 0.8781777024269104, "Finetune/Step": 903, "Finetune/Step Time": 7.043257437646389}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8576266169548035, "Finetune/Loss (Raw)": 0.8042356967926025, "Finetune/Step": 904, "Finetune/Step Time": 7.0411495584994555}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8574648499488831, "Finetune/Loss (Raw)": 0.986652672290802, "Finetune/Step": 905, "Finetune/Step Time": 7.026201879605651}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8560264110565186, "Finetune/Loss (Raw)": 0.8056555986404419, "Finetune/Step": 906, "Finetune/Step Time": 7.023531483486295}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8564159274101257, "Finetune/Loss (Raw)": 0.935102641582489, "Finetune/Step": 907, "Finetune/Step Time": 7.015972159802914}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8584052324295044, "Finetune/Loss (Raw)": 0.9076855182647705, "Finetune/Step": 908, "Finetune/Step Time": 7.002966100350022}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8583626747131348, "Finetune/Loss (Raw)": 0.8261841535568237, "Finetune/Step": 909, "Finetune/Step Time": 7.007166318595409}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8606959581375122, "Finetune/Loss (Raw)": 0.8688300251960754, "Finetune/Step": 910, "Finetune/Step Time": 6.984175680205226}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8607149124145508, "Finetune/Loss (Raw)": 0.8352934122085571, "Finetune/Step": 911, "Finetune/Step Time": 6.948177440091968}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.863578200340271, "Finetune/Loss (Raw)": 0.994086503982544, "Finetune/Step": 912, "Finetune/Step Time": 6.940186474472284}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8607405424118042, "Finetune/Loss (Raw)": 0.6095955967903137, "Finetune/Step": 913, "Finetune/Step Time": 6.936277151107788}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8612515926361084, "Finetune/Loss (Raw)": 1.0588523149490356, "Finetune/Step": 914, "Finetune/Step Time": 6.93770726211369}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8612887859344482, "Finetune/Loss (Raw)": 0.9185642004013062, "Finetune/Step": 915, "Finetune/Step Time": 6.90692593716085}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8605848550796509, "Finetune/Loss (Raw)": 0.9386658668518066, "Finetune/Step": 916, "Finetune/Step Time": 6.912964137271047}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8615818619728088, "Finetune/Loss (Raw)": 1.051682949066162, "Finetune/Step": 917, "Finetune/Step Time": 6.943270102143288}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8635751008987427, "Finetune/Loss (Raw)": 0.8497898578643799, "Finetune/Step": 918, "Finetune/Step Time": 6.92626922391355}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8618252277374268, "Finetune/Loss (Raw)": 0.6268230080604553, "Finetune/Step": 919, "Finetune/Step Time": 6.936105486005545}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.861655592918396, "Finetune/Loss (Raw)": 0.7479187250137329, "Finetune/Step": 920, "Finetune/Step Time": 6.942359494045377}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8622027635574341, "Finetune/Loss (Raw)": 0.9581258296966553, "Finetune/Step": 921, "Finetune/Step Time": 6.935836436226964}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8623973727226257, "Finetune/Loss (Raw)": 0.8605546355247498, "Finetune/Step": 922, "Finetune/Step Time": 6.943384230136871}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8626718521118164, "Finetune/Loss (Raw)": 0.9483247399330139, "Finetune/Step": 923, "Finetune/Step Time": 6.94650780595839}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8617352843284607, "Finetune/Loss (Raw)": 0.783964216709137, "Finetune/Step": 924, "Finetune/Step Time": 6.951541511341929}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8604737520217896, "Finetune/Loss (Raw)": 0.7208576202392578, "Finetune/Step": 925, "Finetune/Step Time": 6.968203706666827}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8577369451522827, "Finetune/Loss (Raw)": 0.6069203019142151, "Finetune/Step": 926, "Finetune/Step Time": 6.96965735591948}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8584250211715698, "Finetune/Loss (Raw)": 0.8932490944862366, "Finetune/Step": 927, "Finetune/Step Time": 6.963948890566826}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.858177125453949, "Finetune/Loss (Raw)": 0.9040089845657349, "Finetune/Step": 928, "Finetune/Step Time": 6.958789465948939}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8576328754425049, "Finetune/Loss (Raw)": 0.8749816417694092, "Finetune/Step": 929, "Finetune/Step Time": 6.938504222780466}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8579243421554565, "Finetune/Loss (Raw)": 0.8264769315719604, "Finetune/Step": 930, "Finetune/Step Time": 6.941689161583781}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8594239950180054, "Finetune/Loss (Raw)": 0.9217390418052673, "Finetune/Step": 931, "Finetune/Step Time": 6.928127495571971}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8596646785736084, "Finetune/Loss (Raw)": 0.9491669535636902, "Finetune/Step": 932, "Finetune/Step Time": 6.9310532584786415}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.859220564365387, "Finetune/Loss (Raw)": 0.8528503179550171, "Finetune/Step": 933, "Finetune/Step Time": 6.940097765997052}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8611178994178772, "Finetune/Loss (Raw)": 0.9461404085159302, "Finetune/Step": 934, "Finetune/Step Time": 6.9287597462534904}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8595503568649292, "Finetune/Loss (Raw)": 0.6790035963058472, "Finetune/Step": 935, "Finetune/Step Time": 6.928784916177392}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8592548370361328, "Finetune/Loss (Raw)": 0.7894670963287354, "Finetune/Step": 936, "Finetune/Step Time": 6.922693023458123}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8602187633514404, "Finetune/Loss (Raw)": 1.0234380960464478, "Finetune/Step": 937, "Finetune/Step Time": 6.918618977069855}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8607476949691772, "Finetune/Loss (Raw)": 1.0700563192367554, "Finetune/Step": 938, "Finetune/Step Time": 6.9193163719028234}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8612446784973145, "Finetune/Loss (Raw)": 0.8548880219459534, "Finetune/Step": 939, "Finetune/Step Time": 6.897441143169999}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.860013484954834, "Finetune/Loss (Raw)": 0.9398131370544434, "Finetune/Step": 940, "Finetune/Step Time": 6.8984277211129665}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8599117994308472, "Finetune/Loss (Raw)": 0.9125273823738098, "Finetune/Step": 941, "Finetune/Step Time": 6.899922942742705}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8584151268005371, "Finetune/Loss (Raw)": 0.6997716426849365, "Finetune/Step": 942, "Finetune/Step Time": 6.9022106025367975}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8584557771682739, "Finetune/Loss (Raw)": 0.898354709148407, "Finetune/Step": 943, "Finetune/Step Time": 6.9012473821640015}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8574110269546509, "Finetune/Loss (Raw)": 0.8187671303749084, "Finetune/Step": 944, "Finetune/Step Time": 6.8965651877224445}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8561198711395264, "Finetune/Loss (Raw)": 0.7868340611457825, "Finetune/Step": 945, "Finetune/Step Time": 6.903960131108761}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8565828800201416, "Finetune/Loss (Raw)": 0.7213009595870972, "Finetune/Step": 946, "Finetune/Step Time": 6.902551023289561}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8571971654891968, "Finetune/Loss (Raw)": 0.8200612664222717, "Finetune/Step": 947, "Finetune/Step Time": 6.916548294946551}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8577178120613098, "Finetune/Loss (Raw)": 0.7023829817771912, "Finetune/Step": 948, "Finetune/Step Time": 6.925395082682371}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8589620590209961, "Finetune/Loss (Raw)": 1.0135166645050049, "Finetune/Step": 949, "Finetune/Step Time": 6.915822304785252}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8591042757034302, "Finetune/Loss (Raw)": 0.8656218647956848, "Finetune/Step": 950, "Finetune/Step Time": 6.91491918079555}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8595718145370483, "Finetune/Loss (Raw)": 1.073271632194519, "Finetune/Step": 951, "Finetune/Step Time": 6.9110871106386185}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8584799766540527, "Finetune/Loss (Raw)": 0.7871576547622681, "Finetune/Step": 952, "Finetune/Step Time": 6.914556546136737}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.858843207359314, "Finetune/Loss (Raw)": 0.8951919674873352, "Finetune/Step": 953, "Finetune/Step Time": 6.910648977383971}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8591577410697937, "Finetune/Loss (Raw)": 0.8027756810188293, "Finetune/Step": 954, "Finetune/Step Time": 6.908071309328079}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8595030307769775, "Finetune/Loss (Raw)": 0.901320219039917, "Finetune/Step": 955, "Finetune/Step Time": 6.918679943308234}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8611667156219482, "Finetune/Loss (Raw)": 0.9088756442070007, "Finetune/Step": 956, "Finetune/Step Time": 6.905259093269706}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8610091209411621, "Finetune/Loss (Raw)": 0.8300455212593079, "Finetune/Step": 957, "Finetune/Step Time": 6.901187587529421}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8604190945625305, "Finetune/Loss (Raw)": 0.8397825956344604, "Finetune/Step": 958, "Finetune/Step Time": 6.90878357924521}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.859516978263855, "Finetune/Loss (Raw)": 0.7401076555252075, "Finetune/Step": 959, "Finetune/Step Time": 6.895145135000348}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8586738109588623, "Finetune/Loss (Raw)": 0.8789225816726685, "Finetune/Step": 960, "Finetune/Step Time": 6.896370779722929}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8588206768035889, "Finetune/Loss (Raw)": 0.7666827440261841, "Finetune/Step": 961, "Finetune/Step Time": 6.883872475475073}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8593962788581848, "Finetune/Loss (Raw)": 0.9600798487663269, "Finetune/Step": 962, "Finetune/Step Time": 6.8808633498847485}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8589544296264648, "Finetune/Loss (Raw)": 0.8259585499763489, "Finetune/Step": 963, "Finetune/Step Time": 6.875742917880416}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8587945699691772, "Finetune/Loss (Raw)": 0.8597737550735474, "Finetune/Step": 964, "Finetune/Step Time": 6.876746376976371}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8587617874145508, "Finetune/Loss (Raw)": 0.7483744025230408, "Finetune/Step": 965, "Finetune/Step Time": 6.875781636685133}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.85872483253479, "Finetune/Loss (Raw)": 0.8332412838935852, "Finetune/Step": 966, "Finetune/Step Time": 6.875948287546635}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8588718771934509, "Finetune/Loss (Raw)": 0.8138433694839478, "Finetune/Step": 967, "Finetune/Step Time": 6.879504362121224}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.857880175113678, "Finetune/Loss (Raw)": 0.9273205995559692, "Finetune/Step": 968, "Finetune/Step Time": 6.877631487324834}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8579314947128296, "Finetune/Loss (Raw)": 0.8124465942382812, "Finetune/Step": 969, "Finetune/Step Time": 6.883203309029341}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8544937968254089, "Finetune/Loss (Raw)": 0.5212029814720154, "Finetune/Step": 970, "Finetune/Step Time": 6.888782000169158}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8542034029960632, "Finetune/Loss (Raw)": 0.8716514706611633, "Finetune/Step": 971, "Finetune/Step Time": 6.889876767992973}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8537601232528687, "Finetune/Loss (Raw)": 0.8149620890617371, "Finetune/Step": 972, "Finetune/Step Time": 6.90296982601285}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8526204228401184, "Finetune/Loss (Raw)": 0.793253481388092, "Finetune/Step": 973, "Finetune/Step Time": 6.908504040911794}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.851438581943512, "Finetune/Loss (Raw)": 0.8103724122047424, "Finetune/Step": 974, "Finetune/Step Time": 6.91954636387527}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8540461659431458, "Finetune/Loss (Raw)": 1.0074453353881836, "Finetune/Step": 975, "Finetune/Step Time": 6.918705174699426}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8546406030654907, "Finetune/Loss (Raw)": 0.8536176681518555, "Finetune/Step": 976, "Finetune/Step Time": 6.915273509919643}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8551126718521118, "Finetune/Loss (Raw)": 0.9915392398834229, "Finetune/Step": 977, "Finetune/Step Time": 6.918020596727729}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8551707863807678, "Finetune/Loss (Raw)": 0.8298453688621521, "Finetune/Step": 978, "Finetune/Step Time": 6.907162828370929}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8544790744781494, "Finetune/Loss (Raw)": 0.8386847972869873, "Finetune/Step": 979, "Finetune/Step Time": 6.928530657663941}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8565527200698853, "Finetune/Loss (Raw)": 1.0489119291305542, "Finetune/Step": 980, "Finetune/Step Time": 6.926973983645439}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.856184720993042, "Finetune/Loss (Raw)": 0.8556654453277588, "Finetune/Step": 981, "Finetune/Step Time": 6.929808406159282}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8573048114776611, "Finetune/Loss (Raw)": 0.9510266184806824, "Finetune/Step": 982, "Finetune/Step Time": 6.9208531361073256}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8595795631408691, "Finetune/Loss (Raw)": 0.9231570959091187, "Finetune/Step": 983, "Finetune/Step Time": 6.8920489475131035}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8585766553878784, "Finetune/Loss (Raw)": 0.749984622001648, "Finetune/Step": 984, "Finetune/Step Time": 6.899954782798886}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.859147846698761, "Finetune/Loss (Raw)": 0.8680106997489929, "Finetune/Step": 985, "Finetune/Step Time": 6.90078523568809}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8566396236419678, "Finetune/Loss (Raw)": 0.7835437059402466, "Finetune/Step": 986, "Finetune/Step Time": 6.901134600862861}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.856498658657074, "Finetune/Loss (Raw)": 0.9068241119384766, "Finetune/Step": 987, "Finetune/Step Time": 6.899397836998105}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8550494909286499, "Finetune/Loss (Raw)": 0.6617751121520996, "Finetune/Step": 988, "Finetune/Step Time": 6.9010005351156}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.857582688331604, "Finetune/Loss (Raw)": 0.937894880771637, "Finetune/Step": 989, "Finetune/Step Time": 6.9046767726540565}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8552513122558594, "Finetune/Loss (Raw)": 0.619583785533905, "Finetune/Step": 990, "Finetune/Step Time": 6.909118805080652}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8571876287460327, "Finetune/Loss (Raw)": 0.9520457983016968, "Finetune/Step": 991, "Finetune/Step Time": 6.904145268723369}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8564658761024475, "Finetune/Loss (Raw)": 0.8650439381599426, "Finetune/Step": 992, "Finetune/Step Time": 6.90197835303843}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.856377363204956, "Finetune/Loss (Raw)": 0.8082284331321716, "Finetune/Step": 993, "Finetune/Step Time": 6.9105869848281145}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8536264896392822, "Finetune/Loss (Raw)": 0.6698377132415771, "Finetune/Step": 994, "Finetune/Step Time": 6.90723561681807}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8527257442474365, "Finetune/Loss (Raw)": 0.873863160610199, "Finetune/Step": 995, "Finetune/Step Time": 6.908775640651584}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8521356582641602, "Finetune/Loss (Raw)": 0.7654136419296265, "Finetune/Step": 996, "Finetune/Step Time": 6.900884388014674}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8510395288467407, "Finetune/Loss (Raw)": 0.862069308757782, "Finetune/Step": 997, "Finetune/Step Time": 6.886862471699715}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8508121967315674, "Finetune/Loss (Raw)": 0.7644464373588562, "Finetune/Step": 998, "Finetune/Step Time": 6.898535950109363}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8528205752372742, "Finetune/Loss (Raw)": 0.9723346829414368, "Finetune/Step": 999, "Finetune/Step Time": 6.893762765452266}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8535846471786499, "Finetune/Loss (Raw)": 1.0160999298095703, "Finetune/Step": 1000, "Finetune/Step Time": 6.889776926487684}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8511833548545837, "Finetune/Loss (Raw)": 0.6565021276473999, "Finetune/Step": 1001, "Finetune/Step Time": 6.9075693693012}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8526163101196289, "Finetune/Loss (Raw)": 0.9385249614715576, "Finetune/Step": 1002, "Finetune/Step Time": 6.912280494347215}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8539600372314453, "Finetune/Loss (Raw)": 0.9646840691566467, "Finetune/Step": 1003, "Finetune/Step Time": 6.916049282997847}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8549129962921143, "Finetune/Loss (Raw)": 0.9843074083328247, "Finetune/Step": 1004, "Finetune/Step Time": 6.917664792388678}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.855180025100708, "Finetune/Loss (Raw)": 0.9178813695907593, "Finetune/Step": 1005, "Finetune/Step Time": 6.912032397463918}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8536856174468994, "Finetune/Loss (Raw)": 0.6864466667175293, "Finetune/Step": 1006, "Finetune/Step Time": 6.926262974739075}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.854097306728363, "Finetune/Loss (Raw)": 0.8446775078773499, "Finetune/Step": 1007, "Finetune/Step Time": 6.9118010122329}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.854799211025238, "Finetune/Loss (Raw)": 0.924358069896698, "Finetune/Step": 1008, "Finetune/Step Time": 6.9149112068116665}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8555653095245361, "Finetune/Loss (Raw)": 0.7838133573532104, "Finetune/Step": 1009, "Finetune/Step Time": 6.920912312343717}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8547036647796631, "Finetune/Loss (Raw)": 0.7746930122375488, "Finetune/Step": 1010, "Finetune/Step Time": 6.924302335828543}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8533186912536621, "Finetune/Loss (Raw)": 0.8210935592651367, "Finetune/Step": 1011, "Finetune/Step Time": 6.934543067589402}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8526134490966797, "Finetune/Loss (Raw)": 0.9329790472984314, "Finetune/Step": 1012, "Finetune/Step Time": 6.937510345131159}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.855149507522583, "Finetune/Loss (Raw)": 0.8784322738647461, "Finetune/Step": 1013, "Finetune/Step Time": 6.923749901354313}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.855990469455719, "Finetune/Loss (Raw)": 0.9875099658966064, "Finetune/Step": 1014, "Finetune/Step Time": 6.920627852901816}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8545585870742798, "Finetune/Loss (Raw)": 0.5738048553466797, "Finetune/Step": 1015, "Finetune/Step Time": 6.915790539234877}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8542546033859253, "Finetune/Loss (Raw)": 0.9390198588371277, "Finetune/Step": 1016, "Finetune/Step Time": 6.914439337328076}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8546302318572998, "Finetune/Loss (Raw)": 0.9820255041122437, "Finetune/Step": 1017, "Finetune/Step Time": 6.907987454906106}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8542979955673218, "Finetune/Loss (Raw)": 0.8405095934867859, "Finetune/Step": 1018, "Finetune/Step Time": 6.936148369684815}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.853858232498169, "Finetune/Loss (Raw)": 0.8310414552688599, "Finetune/Step": 1019, "Finetune/Step Time": 6.937773583456874}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8544961214065552, "Finetune/Loss (Raw)": 0.8893901705741882, "Finetune/Step": 1020, "Finetune/Step Time": 6.936208415776491}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.85249263048172, "Finetune/Loss (Raw)": 0.7199687361717224, "Finetune/Step": 1021, "Finetune/Step Time": 6.944010803475976}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.851992130279541, "Finetune/Loss (Raw)": 0.8583828210830688, "Finetune/Step": 1022, "Finetune/Step Time": 6.94949640519917}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8510840535163879, "Finetune/Loss (Raw)": 0.6839510202407837, "Finetune/Step": 1023, "Finetune/Step Time": 6.953285144641995}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8499476909637451, "Finetune/Loss (Raw)": 0.7918033599853516, "Finetune/Step": 1024, "Finetune/Step Time": 6.952905528247356}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8508561849594116, "Finetune/Loss (Raw)": 0.7908055782318115, "Finetune/Step": 1025, "Finetune/Step Time": 6.939896661788225}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8526208400726318, "Finetune/Loss (Raw)": 0.8565178513526917, "Finetune/Step": 1026, "Finetune/Step Time": 6.930762872099876}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.852570652961731, "Finetune/Loss (Raw)": 0.7494177222251892, "Finetune/Step": 1027, "Finetune/Step Time": 6.90588479116559}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8523932099342346, "Finetune/Loss (Raw)": 0.9498157501220703, "Finetune/Step": 1028, "Finetune/Step Time": 6.89971742965281}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8508244752883911, "Finetune/Loss (Raw)": 0.7964722514152527, "Finetune/Step": 1029, "Finetune/Step Time": 6.902933903038502}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8501702547073364, "Finetune/Loss (Raw)": 0.7924929261207581, "Finetune/Step": 1030, "Finetune/Step Time": 6.905680160969496}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8500182628631592, "Finetune/Loss (Raw)": 0.8587180376052856, "Finetune/Step": 1031, "Finetune/Step Time": 6.886588530614972}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8490318059921265, "Finetune/Loss (Raw)": 0.6779759526252747, "Finetune/Step": 1032, "Finetune/Step Time": 6.8999548107385635}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8482971787452698, "Finetune/Loss (Raw)": 0.8926169872283936, "Finetune/Step": 1033, "Finetune/Step Time": 6.920434262603521}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8478950262069702, "Finetune/Loss (Raw)": 0.7541857361793518, "Finetune/Step": 1034, "Finetune/Step Time": 6.9349490981549025}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8473616242408752, "Finetune/Loss (Raw)": 0.8668192028999329, "Finetune/Step": 1035, "Finetune/Step Time": 6.9424069952219725}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8468716144561768, "Finetune/Loss (Raw)": 0.8449610471725464, "Finetune/Step": 1036, "Finetune/Step Time": 6.953170213848352}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8459174633026123, "Finetune/Loss (Raw)": 0.7040554285049438, "Finetune/Step": 1037, "Finetune/Step Time": 6.954300636425614}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8472936153411865, "Finetune/Loss (Raw)": 1.0449864864349365, "Finetune/Step": 1038, "Finetune/Step Time": 6.948140077292919}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8477798700332642, "Finetune/Loss (Raw)": 0.8975237607955933, "Finetune/Step": 1039, "Finetune/Step Time": 6.946169009432197}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8455022573471069, "Finetune/Loss (Raw)": 0.7025517225265503, "Finetune/Step": 1040, "Finetune/Step Time": 6.941406901925802}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8485917448997498, "Finetune/Loss (Raw)": 1.005053162574768, "Finetune/Step": 1041, "Finetune/Step Time": 6.927097640931606}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8481923341751099, "Finetune/Loss (Raw)": 1.0077284574508667, "Finetune/Step": 1042, "Finetune/Step Time": 6.929843559861183}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8473607301712036, "Finetune/Loss (Raw)": 0.81211918592453, "Finetune/Step": 1043, "Finetune/Step Time": 6.952428765594959}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8450666666030884, "Finetune/Loss (Raw)": 0.6450228095054626, "Finetune/Step": 1044, "Finetune/Step Time": 6.951745195314288}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8433240652084351, "Finetune/Loss (Raw)": 0.8286362290382385, "Finetune/Step": 1045, "Finetune/Step Time": 6.934177415445447}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8433407545089722, "Finetune/Loss (Raw)": 0.8519273996353149, "Finetune/Step": 1046, "Finetune/Step Time": 6.933761104941368}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8453803062438965, "Finetune/Loss (Raw)": 0.8878834843635559, "Finetune/Step": 1047, "Finetune/Step Time": 6.92246850579977}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8475604057312012, "Finetune/Loss (Raw)": 1.0269770622253418, "Finetune/Step": 1048, "Finetune/Step Time": 6.9145454578101635}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8461772203445435, "Finetune/Loss (Raw)": 0.7810656428337097, "Finetune/Step": 1049, "Finetune/Step Time": 6.912153102457523}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8452619910240173, "Finetune/Loss (Raw)": 0.7434117197990417, "Finetune/Step": 1050, "Finetune/Step Time": 6.909871522337198}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8432127237319946, "Finetune/Loss (Raw)": 0.6860240697860718, "Finetune/Step": 1051, "Finetune/Step Time": 6.903265740722418}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8450678586959839, "Finetune/Loss (Raw)": 1.0214182138442993, "Finetune/Step": 1052, "Finetune/Step Time": 6.900675762444735}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8460386991500854, "Finetune/Loss (Raw)": 0.8451251983642578, "Finetune/Step": 1053, "Finetune/Step Time": 6.889601107686758}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8483846187591553, "Finetune/Loss (Raw)": 0.9072033166885376, "Finetune/Step": 1054, "Finetune/Step Time": 6.885277636349201}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8474553823471069, "Finetune/Loss (Raw)": 0.774294376373291, "Finetune/Step": 1055, "Finetune/Step Time": 6.887663185596466}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8483874797821045, "Finetune/Loss (Raw)": 1.0233231782913208, "Finetune/Step": 1056, "Finetune/Step Time": 6.889546515420079}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8479877710342407, "Finetune/Loss (Raw)": 0.8238136768341064, "Finetune/Step": 1057, "Finetune/Step Time": 6.885976780205965}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8475747108459473, "Finetune/Loss (Raw)": 0.773605227470398, "Finetune/Step": 1058, "Finetune/Step Time": 6.8808775674551725}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8464381694793701, "Finetune/Loss (Raw)": 0.7762731313705444, "Finetune/Step": 1059, "Finetune/Step Time": 6.894453279674053}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8453576564788818, "Finetune/Loss (Raw)": 0.8108498454093933, "Finetune/Step": 1060, "Finetune/Step Time": 6.89338643848896}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8437633514404297, "Finetune/Loss (Raw)": 0.6487822532653809, "Finetune/Step": 1061, "Finetune/Step Time": 6.877099711447954}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8432984352111816, "Finetune/Loss (Raw)": 0.8866339921951294, "Finetune/Step": 1062, "Finetune/Step Time": 6.873174976557493}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.844724178314209, "Finetune/Loss (Raw)": 0.8614922761917114, "Finetune/Step": 1063, "Finetune/Step Time": 6.881573300808668}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8472772836685181, "Finetune/Loss (Raw)": 1.1162718534469604, "Finetune/Step": 1064, "Finetune/Step Time": 6.872320851311088}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8473846912384033, "Finetune/Loss (Raw)": 1.0371853113174438, "Finetune/Step": 1065, "Finetune/Step Time": 6.873381733894348}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8452819585800171, "Finetune/Loss (Raw)": 0.8009005188941956, "Finetune/Step": 1066, "Finetune/Step Time": 6.870166977867484}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8466593027114868, "Finetune/Loss (Raw)": 1.0311980247497559, "Finetune/Step": 1067, "Finetune/Step Time": 6.876139963045716}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8454245328903198, "Finetune/Loss (Raw)": 0.78175288438797, "Finetune/Step": 1068, "Finetune/Step Time": 6.892683945596218}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.844939112663269, "Finetune/Loss (Raw)": 0.8503987789154053, "Finetune/Step": 1069, "Finetune/Step Time": 6.91261475905776}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8464510440826416, "Finetune/Loss (Raw)": 0.8932995796203613, "Finetune/Step": 1070, "Finetune/Step Time": 6.906738528981805}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8467776775360107, "Finetune/Loss (Raw)": 0.9401626586914062, "Finetune/Step": 1071, "Finetune/Step Time": 6.907434720546007}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8478164076805115, "Finetune/Loss (Raw)": 0.9517273306846619, "Finetune/Step": 1072, "Finetune/Step Time": 6.917661089450121}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8482738733291626, "Finetune/Loss (Raw)": 0.845392107963562, "Finetune/Step": 1073, "Finetune/Step Time": 6.905609335750341}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8502276539802551, "Finetune/Loss (Raw)": 0.9713775515556335, "Finetune/Step": 1074, "Finetune/Step Time": 6.896016420796514}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8505505919456482, "Finetune/Loss (Raw)": 0.8614016175270081, "Finetune/Step": 1075, "Finetune/Step Time": 6.891704425215721}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8527500629425049, "Finetune/Loss (Raw)": 0.9839195013046265, "Finetune/Step": 1076, "Finetune/Step Time": 6.878075957298279}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8525639772415161, "Finetune/Loss (Raw)": 0.9896987676620483, "Finetune/Step": 1077, "Finetune/Step Time": 6.879904279485345}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8532514572143555, "Finetune/Loss (Raw)": 0.9536064267158508, "Finetune/Step": 1078, "Finetune/Step Time": 6.879795499145985}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8508450388908386, "Finetune/Loss (Raw)": 0.765256404876709, "Finetune/Step": 1079, "Finetune/Step Time": 6.883856063708663}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8501402139663696, "Finetune/Loss (Raw)": 0.6969357132911682, "Finetune/Step": 1080, "Finetune/Step Time": 6.883271476253867}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8503146767616272, "Finetune/Loss (Raw)": 0.9175240397453308, "Finetune/Step": 1081, "Finetune/Step Time": 6.8846804946660995}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8494771122932434, "Finetune/Loss (Raw)": 0.6955655217170715, "Finetune/Step": 1082, "Finetune/Step Time": 6.900535866618156}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8497175574302673, "Finetune/Loss (Raw)": 0.9321032762527466, "Finetune/Step": 1083, "Finetune/Step Time": 6.889588687568903}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8498295545578003, "Finetune/Loss (Raw)": 0.9232120513916016, "Finetune/Step": 1084, "Finetune/Step Time": 6.900819743052125}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8504126667976379, "Finetune/Loss (Raw)": 0.9046842455863953, "Finetune/Step": 1085, "Finetune/Step Time": 6.893836321309209}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8513994216918945, "Finetune/Loss (Raw)": 0.9660808444023132, "Finetune/Step": 1086, "Finetune/Step Time": 6.884603155776858}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8529901504516602, "Finetune/Loss (Raw)": 0.9437209963798523, "Finetune/Step": 1087, "Finetune/Step Time": 6.884746024385095}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8509655594825745, "Finetune/Loss (Raw)": 0.6197798252105713, "Finetune/Step": 1088, "Finetune/Step Time": 6.890150465071201}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8519719839096069, "Finetune/Loss (Raw)": 0.8954992294311523, "Finetune/Step": 1089, "Finetune/Step Time": 6.884914752095938}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8519433736801147, "Finetune/Loss (Raw)": 0.9564187526702881, "Finetune/Step": 1090, "Finetune/Step Time": 6.904161931946874}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8520135283470154, "Finetune/Loss (Raw)": 0.8349407315254211, "Finetune/Step": 1091, "Finetune/Step Time": 6.91440518014133}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.852828323841095, "Finetune/Loss (Raw)": 0.9640732407569885, "Finetune/Step": 1092, "Finetune/Step Time": 6.9126754477620125}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8529816269874573, "Finetune/Loss (Raw)": 0.7679964303970337, "Finetune/Step": 1093, "Finetune/Step Time": 6.906926555559039}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8533002734184265, "Finetune/Loss (Raw)": 0.8740237951278687, "Finetune/Step": 1094, "Finetune/Step Time": 6.902299892157316}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8545708656311035, "Finetune/Loss (Raw)": 0.9764854907989502, "Finetune/Step": 1095, "Finetune/Step Time": 6.890743577852845}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8546539545059204, "Finetune/Loss (Raw)": 0.9379463195800781, "Finetune/Step": 1096, "Finetune/Step Time": 6.890142081305385}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8549714088439941, "Finetune/Loss (Raw)": 0.8530864119529724, "Finetune/Step": 1097, "Finetune/Step Time": 6.892197197303176}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8576136827468872, "Finetune/Loss (Raw)": 0.8594053983688354, "Finetune/Step": 1098, "Finetune/Step Time": 6.899778390303254}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8579049706459045, "Finetune/Loss (Raw)": 0.9089453816413879, "Finetune/Step": 1099, "Finetune/Step Time": 6.880089299753308}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8581315279006958, "Finetune/Loss (Raw)": 0.8439603447914124, "Finetune/Step": 1100, "Finetune/Step Time": 6.8683479856699705}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8590929508209229, "Finetune/Loss (Raw)": 0.9163158535957336, "Finetune/Step": 1101, "Finetune/Step Time": 6.865183422341943}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.858551561832428, "Finetune/Loss (Raw)": 0.7410706877708435, "Finetune/Step": 1102, "Finetune/Step Time": 6.85416304692626}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8585937023162842, "Finetune/Loss (Raw)": 1.01283597946167, "Finetune/Step": 1103, "Finetune/Step Time": 6.843512719497085}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8596405982971191, "Finetune/Loss (Raw)": 0.9876310229301453, "Finetune/Step": 1104, "Finetune/Step Time": 6.85013297572732}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8585119843482971, "Finetune/Loss (Raw)": 0.8470706939697266, "Finetune/Step": 1105, "Finetune/Step Time": 6.855861149728298}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8581628799438477, "Finetune/Loss (Raw)": 0.7851632237434387, "Finetune/Step": 1106, "Finetune/Step Time": 6.8655076418071985}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8589334487915039, "Finetune/Loss (Raw)": 0.9373130202293396, "Finetune/Step": 1107, "Finetune/Step Time": 6.843403136357665}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8588788509368896, "Finetune/Loss (Raw)": 1.0419245958328247, "Finetune/Step": 1108, "Finetune/Step Time": 6.845141066238284}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8571158051490784, "Finetune/Loss (Raw)": 0.6299995183944702, "Finetune/Step": 1109, "Finetune/Step Time": 6.853448202833533}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8566670417785645, "Finetune/Loss (Raw)": 0.8935787677764893, "Finetune/Step": 1110, "Finetune/Step Time": 6.854643028229475}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8577440977096558, "Finetune/Loss (Raw)": 1.0610190629959106, "Finetune/Step": 1111, "Finetune/Step Time": 6.851144948974252}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8583287596702576, "Finetune/Loss (Raw)": 0.8248234987258911, "Finetune/Step": 1112, "Finetune/Step Time": 6.843685345724225}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8582403659820557, "Finetune/Loss (Raw)": 0.8566978573799133, "Finetune/Step": 1113, "Finetune/Step Time": 6.839843947440386}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8581419587135315, "Finetune/Loss (Raw)": 0.7709471583366394, "Finetune/Step": 1114, "Finetune/Step Time": 6.861037002876401}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8581220507621765, "Finetune/Loss (Raw)": 0.9042792320251465, "Finetune/Step": 1115, "Finetune/Step Time": 6.8594278041273355}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8605643510818481, "Finetune/Loss (Raw)": 0.9743897914886475, "Finetune/Step": 1116, "Finetune/Step Time": 6.856372732669115}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8595260977745056, "Finetune/Loss (Raw)": 0.8049945831298828, "Finetune/Step": 1117, "Finetune/Step Time": 6.856162969022989}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8617361783981323, "Finetune/Loss (Raw)": 0.9024789333343506, "Finetune/Step": 1118, "Finetune/Step Time": 6.846448589116335}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8591364622116089, "Finetune/Loss (Raw)": 0.6192753314971924, "Finetune/Step": 1119, "Finetune/Step Time": 6.85169312171638}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.859216034412384, "Finetune/Loss (Raw)": 0.8752331137657166, "Finetune/Step": 1120, "Finetune/Step Time": 6.8521067425608635}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8607196807861328, "Finetune/Loss (Raw)": 1.000698447227478, "Finetune/Step": 1121, "Finetune/Step Time": 6.827592007815838}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8625641465187073, "Finetune/Loss (Raw)": 0.9059237837791443, "Finetune/Step": 1122, "Finetune/Step Time": 6.8321158569306135}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8619192838668823, "Finetune/Loss (Raw)": 0.7913243174552917, "Finetune/Step": 1123, "Finetune/Step Time": 6.855043791234493}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8643413186073303, "Finetune/Loss (Raw)": 1.0754330158233643, "Finetune/Step": 1124, "Finetune/Step Time": 6.85188765078783}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8641229867935181, "Finetune/Loss (Raw)": 0.8341245055198669, "Finetune/Step": 1125, "Finetune/Step Time": 6.847932271659374}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8652324676513672, "Finetune/Loss (Raw)": 0.906457781791687, "Finetune/Step": 1126, "Finetune/Step Time": 6.834530372172594}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8644552826881409, "Finetune/Loss (Raw)": 0.872855007648468, "Finetune/Step": 1127, "Finetune/Step Time": 6.835272189229727}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8627140522003174, "Finetune/Loss (Raw)": 0.7932242751121521, "Finetune/Step": 1128, "Finetune/Step Time": 6.843676457181573}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8650156259536743, "Finetune/Loss (Raw)": 0.9511050581932068, "Finetune/Step": 1129, "Finetune/Step Time": 6.82328749448061}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8630177974700928, "Finetune/Loss (Raw)": 0.6828039288520813, "Finetune/Step": 1130, "Finetune/Step Time": 6.826473785564303}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8626989126205444, "Finetune/Loss (Raw)": 0.9238625764846802, "Finetune/Step": 1131, "Finetune/Step Time": 6.812660718336701}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8623822331428528, "Finetune/Loss (Raw)": 0.943773627281189, "Finetune/Step": 1132, "Finetune/Step Time": 6.813144588842988}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8621431589126587, "Finetune/Loss (Raw)": 0.8872804045677185, "Finetune/Step": 1133, "Finetune/Step Time": 6.808652782812715}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.863519549369812, "Finetune/Loss (Raw)": 0.8626210689544678, "Finetune/Step": 1134, "Finetune/Step Time": 6.794535925611854}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8642504215240479, "Finetune/Loss (Raw)": 0.9382292032241821, "Finetune/Step": 1135, "Finetune/Step Time": 6.789778368547559}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8636215329170227, "Finetune/Loss (Raw)": 0.84386146068573, "Finetune/Step": 1136, "Finetune/Step Time": 6.783586502075195}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8650323748588562, "Finetune/Loss (Raw)": 0.9644013047218323, "Finetune/Step": 1137, "Finetune/Step Time": 6.769182922318578}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8658913373947144, "Finetune/Loss (Raw)": 0.8846380710601807, "Finetune/Step": 1138, "Finetune/Step Time": 6.773129248991609}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.866014838218689, "Finetune/Loss (Raw)": 0.8368945717811584, "Finetune/Step": 1139, "Finetune/Step Time": 6.77088593877852}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8657039403915405, "Finetune/Loss (Raw)": 0.8931897878646851, "Finetune/Step": 1140, "Finetune/Step Time": 6.7656395100057125}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.865534782409668, "Finetune/Loss (Raw)": 0.8567823171615601, "Finetune/Step": 1141, "Finetune/Step Time": 6.768059175461531}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8626056909561157, "Finetune/Loss (Raw)": 0.6125947833061218, "Finetune/Step": 1142, "Finetune/Step Time": 6.777376672253013}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8647292256355286, "Finetune/Loss (Raw)": 0.845611035823822, "Finetune/Step": 1143, "Finetune/Step Time": 6.77145504578948}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8640835285186768, "Finetune/Loss (Raw)": 0.856367290019989, "Finetune/Step": 1144, "Finetune/Step Time": 6.7748898565769196}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8632830381393433, "Finetune/Loss (Raw)": 0.8795627355575562, "Finetune/Step": 1145, "Finetune/Step Time": 6.786564914509654}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8639200925827026, "Finetune/Loss (Raw)": 0.9220525026321411, "Finetune/Step": 1146, "Finetune/Step Time": 6.75943742506206}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8628339767456055, "Finetune/Loss (Raw)": 0.6920118927955627, "Finetune/Step": 1147, "Finetune/Step Time": 6.767749864608049}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8602019548416138, "Finetune/Loss (Raw)": 0.5525026321411133, "Finetune/Step": 1148, "Finetune/Step Time": 6.782251928001642}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8627688884735107, "Finetune/Loss (Raw)": 1.048531174659729, "Finetune/Step": 1149, "Finetune/Step Time": 6.786366077139974}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8622270822525024, "Finetune/Loss (Raw)": 0.7890307307243347, "Finetune/Step": 1150, "Finetune/Step Time": 6.780157087370753}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8629521131515503, "Finetune/Loss (Raw)": 0.7767544388771057, "Finetune/Step": 1151, "Finetune/Step Time": 6.767801940441132}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8631623983383179, "Finetune/Loss (Raw)": 0.8187185525894165, "Finetune/Step": 1152, "Finetune/Step Time": 6.780967870727181}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8641552925109863, "Finetune/Loss (Raw)": 0.9178988337516785, "Finetune/Step": 1153, "Finetune/Step Time": 6.792960084974766}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8629346489906311, "Finetune/Loss (Raw)": 0.7002789378166199, "Finetune/Step": 1154, "Finetune/Step Time": 6.803047154098749}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8616302013397217, "Finetune/Loss (Raw)": 0.5824398994445801, "Finetune/Step": 1155, "Finetune/Step Time": 6.801667856052518}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8618617653846741, "Finetune/Loss (Raw)": 0.9794643521308899, "Finetune/Step": 1156, "Finetune/Step Time": 6.798443691805005}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8631591796875, "Finetune/Loss (Raw)": 0.9625406265258789, "Finetune/Step": 1157, "Finetune/Step Time": 6.794513946399093}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8631348609924316, "Finetune/Loss (Raw)": 0.7893774509429932, "Finetune/Step": 1158, "Finetune/Step Time": 6.7890058774501085}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8624968528747559, "Finetune/Loss (Raw)": 0.7770580649375916, "Finetune/Step": 1159, "Finetune/Step Time": 6.78925902210176}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8637173771858215, "Finetune/Loss (Raw)": 0.8342000842094421, "Finetune/Step": 1160, "Finetune/Step Time": 6.789695251733065}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8629884719848633, "Finetune/Loss (Raw)": 0.7993166446685791, "Finetune/Step": 1161, "Finetune/Step Time": 6.783631503582001}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8645646572113037, "Finetune/Loss (Raw)": 0.9559347033500671, "Finetune/Step": 1162, "Finetune/Step Time": 6.7712776474654675}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8627526760101318, "Finetune/Loss (Raw)": 0.6348843574523926, "Finetune/Step": 1163, "Finetune/Step Time": 6.778840009123087}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8643972873687744, "Finetune/Loss (Raw)": 1.0554747581481934, "Finetune/Step": 1164, "Finetune/Step Time": 6.768214678391814}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8644417524337769, "Finetune/Loss (Raw)": 0.7097492218017578, "Finetune/Step": 1165, "Finetune/Step Time": 6.774734765291214}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8624691963195801, "Finetune/Loss (Raw)": 0.7924984097480774, "Finetune/Step": 1166, "Finetune/Step Time": 6.781856711953878}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8601963520050049, "Finetune/Loss (Raw)": 0.6066038012504578, "Finetune/Step": 1167, "Finetune/Step Time": 6.79230035468936}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8607810735702515, "Finetune/Loss (Raw)": 0.7773875594139099, "Finetune/Step": 1168, "Finetune/Step Time": 6.79196222871542}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8601977229118347, "Finetune/Loss (Raw)": 0.9303880929946899, "Finetune/Step": 1169, "Finetune/Step Time": 6.793764099478722}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8584954738616943, "Finetune/Loss (Raw)": 0.7898375391960144, "Finetune/Step": 1170, "Finetune/Step Time": 6.8035882618278265}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8597877621650696, "Finetune/Loss (Raw)": 0.9775317311286926, "Finetune/Step": 1171, "Finetune/Step Time": 6.780183615162969}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8618992567062378, "Finetune/Loss (Raw)": 0.9152972102165222, "Finetune/Step": 1172, "Finetune/Step Time": 6.777402214705944}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8622734546661377, "Finetune/Loss (Raw)": 0.87654048204422, "Finetune/Step": 1173, "Finetune/Step Time": 6.766174117103219}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8611317276954651, "Finetune/Loss (Raw)": 0.7057779431343079, "Finetune/Step": 1174, "Finetune/Step Time": 6.774539867416024}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8606083393096924, "Finetune/Loss (Raw)": 0.8208968639373779, "Finetune/Step": 1175, "Finetune/Step Time": 6.785826209932566}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8590420484542847, "Finetune/Loss (Raw)": 0.8264811038970947, "Finetune/Step": 1176, "Finetune/Step Time": 6.783442761749029}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8572571277618408, "Finetune/Loss (Raw)": 0.5526039600372314, "Finetune/Step": 1177, "Finetune/Step Time": 6.799589684233069}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8559690713882446, "Finetune/Loss (Raw)": 0.5785325169563293, "Finetune/Step": 1178, "Finetune/Step Time": 6.805039823055267}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8584772944450378, "Finetune/Loss (Raw)": 1.0070818662643433, "Finetune/Step": 1179, "Finetune/Step Time": 6.809618558734655}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8566356897354126, "Finetune/Loss (Raw)": 0.7856917977333069, "Finetune/Step": 1180, "Finetune/Step Time": 6.823521504178643}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8578764200210571, "Finetune/Loss (Raw)": 1.0039417743682861, "Finetune/Step": 1181, "Finetune/Step Time": 6.813166504725814}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8551831245422363, "Finetune/Loss (Raw)": 0.562450647354126, "Finetune/Step": 1182, "Finetune/Step Time": 6.81406987272203}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8566149473190308, "Finetune/Loss (Raw)": 0.9575796127319336, "Finetune/Step": 1183, "Finetune/Step Time": 6.813883930444717}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8540467023849487, "Finetune/Loss (Raw)": 0.6945872902870178, "Finetune/Step": 1184, "Finetune/Step Time": 6.836667371913791}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8545922636985779, "Finetune/Loss (Raw)": 0.8936372399330139, "Finetune/Step": 1185, "Finetune/Step Time": 6.840476272627711}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8564744591712952, "Finetune/Loss (Raw)": 1.0145316123962402, "Finetune/Step": 1186, "Finetune/Step Time": 6.841977385804057}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8557946681976318, "Finetune/Loss (Raw)": 0.6892565488815308, "Finetune/Step": 1187, "Finetune/Step Time": 6.846573729068041}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8566129207611084, "Finetune/Loss (Raw)": 0.9155936241149902, "Finetune/Step": 1188, "Finetune/Step Time": 6.845884805545211}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8590040802955627, "Finetune/Loss (Raw)": 0.9548481702804565, "Finetune/Step": 1189, "Finetune/Step Time": 6.849967839196324}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8589820861816406, "Finetune/Loss (Raw)": 0.8838133811950684, "Finetune/Step": 1190, "Finetune/Step Time": 6.85048252530396}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8595041036605835, "Finetune/Loss (Raw)": 0.9283108115196228, "Finetune/Step": 1191, "Finetune/Step Time": 6.843868710100651}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8582572340965271, "Finetune/Loss (Raw)": 0.9566758871078491, "Finetune/Step": 1192, "Finetune/Step Time": 6.849383136257529}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8572622537612915, "Finetune/Loss (Raw)": 0.909823477268219, "Finetune/Step": 1193, "Finetune/Step Time": 6.846144549548626}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8581908941268921, "Finetune/Loss (Raw)": 0.919763445854187, "Finetune/Step": 1194, "Finetune/Step Time": 6.856108060106635}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8569145798683167, "Finetune/Loss (Raw)": 0.8678333759307861, "Finetune/Step": 1195, "Finetune/Step Time": 6.849692773073912}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.857876181602478, "Finetune/Loss (Raw)": 0.9048396944999695, "Finetune/Step": 1196, "Finetune/Step Time": 6.836222633719444}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8586766123771667, "Finetune/Loss (Raw)": 0.9528590440750122, "Finetune/Step": 1197, "Finetune/Step Time": 6.809885460883379}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8586739301681519, "Finetune/Loss (Raw)": 0.892952561378479, "Finetune/Step": 1198, "Finetune/Step Time": 6.811220588162541}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8589388728141785, "Finetune/Loss (Raw)": 0.9740760922431946, "Finetune/Step": 1199, "Finetune/Step Time": 6.806887503713369}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.858924388885498, "Finetune/Loss (Raw)": 0.9498803019523621, "Finetune/Step": 1200, "Finetune/Step Time": 6.801684865728021}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8599928021430969, "Finetune/Loss (Raw)": 0.9821367263793945, "Finetune/Step": 1201, "Finetune/Step Time": 6.823894243687391}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8608170747756958, "Finetune/Loss (Raw)": 1.0768927335739136, "Finetune/Step": 1202, "Finetune/Step Time": 6.833638489246368}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.862176239490509, "Finetune/Loss (Raw)": 1.0353717803955078, "Finetune/Step": 1203, "Finetune/Step Time": 6.8256055768579245}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8621736764907837, "Finetune/Loss (Raw)": 0.9835931062698364, "Finetune/Step": 1204, "Finetune/Step Time": 6.828897239640355}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8604491949081421, "Finetune/Loss (Raw)": 0.7689613699913025, "Finetune/Step": 1205, "Finetune/Step Time": 6.842430179938674}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8609719276428223, "Finetune/Loss (Raw)": 1.020520806312561, "Finetune/Step": 1206, "Finetune/Step Time": 6.837539734318852}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.861756443977356, "Finetune/Loss (Raw)": 0.8656750917434692, "Finetune/Step": 1207, "Finetune/Step Time": 6.840594001114368}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8634007573127747, "Finetune/Loss (Raw)": 0.907406747341156, "Finetune/Step": 1208, "Finetune/Step Time": 6.84087966568768}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8637446165084839, "Finetune/Loss (Raw)": 0.9615316987037659, "Finetune/Step": 1209, "Finetune/Step Time": 6.840567514300346}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8648608922958374, "Finetune/Loss (Raw)": 0.8384525179862976, "Finetune/Step": 1210, "Finetune/Step Time": 6.822866978123784}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.864399790763855, "Finetune/Loss (Raw)": 0.8730792999267578, "Finetune/Step": 1211, "Finetune/Step Time": 6.82414055801928}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8646212220191956, "Finetune/Loss (Raw)": 0.9515588879585266, "Finetune/Step": 1212, "Finetune/Step Time": 6.816676622256637}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.864180326461792, "Finetune/Loss (Raw)": 0.8482532501220703, "Finetune/Step": 1213, "Finetune/Step Time": 6.816660072654486}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8627646565437317, "Finetune/Loss (Raw)": 0.784870445728302, "Finetune/Step": 1214, "Finetune/Step Time": 6.8258203361183405}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8626173734664917, "Finetune/Loss (Raw)": 0.9248669743537903, "Finetune/Step": 1215, "Finetune/Step Time": 6.82812506519258}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8624362349510193, "Finetune/Loss (Raw)": 0.5965993404388428, "Finetune/Step": 1216, "Finetune/Step Time": 6.835772240534425}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.863365113735199, "Finetune/Loss (Raw)": 1.0143924951553345, "Finetune/Step": 1217, "Finetune/Step Time": 6.84016084112227}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8633713722229004, "Finetune/Loss (Raw)": 0.9572204947471619, "Finetune/Step": 1218, "Finetune/Step Time": 6.817573616281152}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8613815307617188, "Finetune/Loss (Raw)": 0.5802440643310547, "Finetune/Step": 1219, "Finetune/Step Time": 6.822909975424409}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8605026006698608, "Finetune/Loss (Raw)": 0.8515706658363342, "Finetune/Step": 1220, "Finetune/Step Time": 6.821523351594806}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8610430359840393, "Finetune/Loss (Raw)": 0.8371683359146118, "Finetune/Step": 1221, "Finetune/Step Time": 6.8298269379884005}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.860790491104126, "Finetune/Loss (Raw)": 0.8416951894760132, "Finetune/Step": 1222, "Finetune/Step Time": 6.8379624504595995}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8602237105369568, "Finetune/Loss (Raw)": 0.9039430022239685, "Finetune/Step": 1223, "Finetune/Step Time": 6.837385855615139}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8599519729614258, "Finetune/Loss (Raw)": 0.9031674265861511, "Finetune/Step": 1224, "Finetune/Step Time": 6.837601279839873}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8592599034309387, "Finetune/Loss (Raw)": 0.7644974589347839, "Finetune/Step": 1225, "Finetune/Step Time": 6.826954768970609}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8585907816886902, "Finetune/Loss (Raw)": 0.7737602591514587, "Finetune/Step": 1226, "Finetune/Step Time": 6.816827315837145}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8569108843803406, "Finetune/Loss (Raw)": 0.6939132213592529, "Finetune/Step": 1227, "Finetune/Step Time": 6.820604475215077}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8565385341644287, "Finetune/Loss (Raw)": 0.7963040471076965, "Finetune/Step": 1228, "Finetune/Step Time": 6.824806846678257}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8571701049804688, "Finetune/Loss (Raw)": 0.9971510767936707, "Finetune/Step": 1229, "Finetune/Step Time": 6.823678886517882}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8566060066223145, "Finetune/Loss (Raw)": 0.6688653826713562, "Finetune/Step": 1230, "Finetune/Step Time": 6.843060564249754}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8564316034317017, "Finetune/Loss (Raw)": 0.9905202984809875, "Finetune/Step": 1231, "Finetune/Step Time": 6.839732872322202}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8554099798202515, "Finetune/Loss (Raw)": 0.8568610548973083, "Finetune/Step": 1232, "Finetune/Step Time": 6.833089888095856}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8560338020324707, "Finetune/Loss (Raw)": 0.9269195199012756, "Finetune/Step": 1233, "Finetune/Step Time": 6.819436103105545}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8556219935417175, "Finetune/Loss (Raw)": 0.7324515581130981, "Finetune/Step": 1234, "Finetune/Step Time": 6.826295612379909}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8551888465881348, "Finetune/Loss (Raw)": 0.8818700313568115, "Finetune/Step": 1235, "Finetune/Step Time": 6.825053134933114}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8547500371932983, "Finetune/Loss (Raw)": 0.9857561588287354, "Finetune/Step": 1236, "Finetune/Step Time": 6.82930295728147}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8573075532913208, "Finetune/Loss (Raw)": 0.9573559165000916, "Finetune/Step": 1237, "Finetune/Step Time": 6.830071544274688}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8580541014671326, "Finetune/Loss (Raw)": 0.9891442060470581, "Finetune/Step": 1238, "Finetune/Step Time": 6.830493284389377}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8567883968353271, "Finetune/Loss (Raw)": 0.8990047574043274, "Finetune/Step": 1239, "Finetune/Step Time": 6.837412508204579}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8570127487182617, "Finetune/Loss (Raw)": 0.8535445928573608, "Finetune/Step": 1240, "Finetune/Step Time": 6.835780933499336}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8566540479660034, "Finetune/Loss (Raw)": 0.8107815980911255, "Finetune/Step": 1241, "Finetune/Step Time": 6.838603274896741}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8575925827026367, "Finetune/Loss (Raw)": 0.891085684299469, "Finetune/Step": 1242, "Finetune/Step Time": 6.81485253944993}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8577196598052979, "Finetune/Loss (Raw)": 0.9205376505851746, "Finetune/Step": 1243, "Finetune/Step Time": 6.8082314264029264}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8568239212036133, "Finetune/Loss (Raw)": 0.8597355484962463, "Finetune/Step": 1244, "Finetune/Step Time": 6.811232829466462}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8566347360610962, "Finetune/Loss (Raw)": 0.7807751893997192, "Finetune/Step": 1245, "Finetune/Step Time": 6.804280122742057}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8560709357261658, "Finetune/Loss (Raw)": 0.8303223252296448, "Finetune/Step": 1246, "Finetune/Step Time": 6.8213015254586935}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8587760925292969, "Finetune/Loss (Raw)": 0.9655233025550842, "Finetune/Step": 1247, "Finetune/Step Time": 6.81109064258635}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.857560932636261, "Finetune/Loss (Raw)": 0.7196998596191406, "Finetune/Step": 1248, "Finetune/Step Time": 6.814863113686442}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8561397194862366, "Finetune/Loss (Raw)": 0.8187860250473022, "Finetune/Step": 1249, "Finetune/Step Time": 6.814921656623483}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.856203556060791, "Finetune/Loss (Raw)": 0.9140908718109131, "Finetune/Step": 1250, "Finetune/Step Time": 6.800008572638035}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8570518493652344, "Finetune/Loss (Raw)": 0.8999063968658447, "Finetune/Step": 1251, "Finetune/Step Time": 6.777967697009444}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8547492027282715, "Finetune/Loss (Raw)": 0.7806993126869202, "Finetune/Step": 1252, "Finetune/Step Time": 6.774645464494824}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8543456792831421, "Finetune/Loss (Raw)": 0.7824746370315552, "Finetune/Step": 1253, "Finetune/Step Time": 6.7880726512521505}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8540424108505249, "Finetune/Loss (Raw)": 0.8676281571388245, "Finetune/Step": 1254, "Finetune/Step Time": 6.789368445053697}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8548256754875183, "Finetune/Loss (Raw)": 0.9731166362762451, "Finetune/Step": 1255, "Finetune/Step Time": 6.791567033156753}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8556897640228271, "Finetune/Loss (Raw)": 0.9038324952125549, "Finetune/Step": 1256, "Finetune/Step Time": 6.788719300180674}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8527840971946716, "Finetune/Loss (Raw)": 0.579179048538208, "Finetune/Step": 1257, "Finetune/Step Time": 6.809586364775896}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8543040752410889, "Finetune/Loss (Raw)": 0.8773576021194458, "Finetune/Step": 1258, "Finetune/Step Time": 6.8303448632359505}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.853103518486023, "Finetune/Loss (Raw)": 0.7701960802078247, "Finetune/Step": 1259, "Finetune/Step Time": 6.838099194690585}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8542081713676453, "Finetune/Loss (Raw)": 1.0851689577102661, "Finetune/Step": 1260, "Finetune/Step Time": 6.837664136663079}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8530138731002808, "Finetune/Loss (Raw)": 0.7344100475311279, "Finetune/Step": 1261, "Finetune/Step Time": 6.839029464870691}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8532854914665222, "Finetune/Loss (Raw)": 0.8973891735076904, "Finetune/Step": 1262, "Finetune/Step Time": 6.834878042340279}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8532620072364807, "Finetune/Loss (Raw)": 0.9352176189422607, "Finetune/Step": 1263, "Finetune/Step Time": 6.834457388147712}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8535549640655518, "Finetune/Loss (Raw)": 0.8813630938529968, "Finetune/Step": 1264, "Finetune/Step Time": 6.835455231368542}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8516114950180054, "Finetune/Loss (Raw)": 0.7156386375427246, "Finetune/Step": 1265, "Finetune/Step Time": 6.8492709547281265}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8512365818023682, "Finetune/Loss (Raw)": 0.8366499543190002, "Finetune/Step": 1266, "Finetune/Step Time": 6.854330418631434}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8519526720046997, "Finetune/Loss (Raw)": 0.9285475611686707, "Finetune/Step": 1267, "Finetune/Step Time": 6.84466746635735}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8525904417037964, "Finetune/Loss (Raw)": 0.9748287200927734, "Finetune/Step": 1268, "Finetune/Step Time": 6.848830834031105}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8521833419799805, "Finetune/Loss (Raw)": 0.8046743273735046, "Finetune/Step": 1269, "Finetune/Step Time": 6.842151144519448}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.854730486869812, "Finetune/Loss (Raw)": 0.9386207461357117, "Finetune/Step": 1270, "Finetune/Step Time": 6.8339226841926575}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8557660579681396, "Finetune/Loss (Raw)": 0.9781727194786072, "Finetune/Step": 1271, "Finetune/Step Time": 6.822875572368503}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8546609282493591, "Finetune/Loss (Raw)": 0.7149113416671753, "Finetune/Step": 1272, "Finetune/Step Time": 6.8267710618674755}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.85377436876297, "Finetune/Loss (Raw)": 0.766081690788269, "Finetune/Step": 1273, "Finetune/Step Time": 6.823233421891928}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.852889358997345, "Finetune/Loss (Raw)": 0.8087719678878784, "Finetune/Step": 1274, "Finetune/Step Time": 6.81678119674325}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8555670976638794, "Finetune/Loss (Raw)": 1.034762978553772, "Finetune/Step": 1275, "Finetune/Step Time": 6.799880504608154}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8578802347183228, "Finetune/Loss (Raw)": 0.8485836386680603, "Finetune/Step": 1276, "Finetune/Step Time": 6.783954221755266}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8564027547836304, "Finetune/Loss (Raw)": 0.8594122529029846, "Finetune/Step": 1277, "Finetune/Step Time": 6.78272900544107}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8548375964164734, "Finetune/Loss (Raw)": 0.5886938571929932, "Finetune/Step": 1278, "Finetune/Step Time": 6.785380601882935}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.855533242225647, "Finetune/Loss (Raw)": 0.8657949566841125, "Finetune/Step": 1279, "Finetune/Step Time": 6.785485563799739}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8569748401641846, "Finetune/Loss (Raw)": 1.0032458305358887, "Finetune/Step": 1280, "Finetune/Step Time": 6.768171822652221}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8568423986434937, "Finetune/Loss (Raw)": 0.9009459614753723, "Finetune/Step": 1281, "Finetune/Step Time": 6.757231503725052}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8582111597061157, "Finetune/Loss (Raw)": 0.875484049320221, "Finetune/Step": 1282, "Finetune/Step Time": 6.7439154628664255}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8588266372680664, "Finetune/Loss (Raw)": 0.6612144708633423, "Finetune/Step": 1283, "Finetune/Step Time": 6.737366834655404}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8577440977096558, "Finetune/Loss (Raw)": 0.8409030437469482, "Finetune/Step": 1284, "Finetune/Step Time": 6.737871615216136}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8577300310134888, "Finetune/Loss (Raw)": 0.9607388973236084, "Finetune/Step": 1285, "Finetune/Step Time": 6.737001718953252}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8582233786582947, "Finetune/Loss (Raw)": 0.8525254130363464, "Finetune/Step": 1286, "Finetune/Step Time": 6.747469190508127}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8591264486312866, "Finetune/Loss (Raw)": 0.8926458954811096, "Finetune/Step": 1287, "Finetune/Step Time": 6.746638048440218}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8590752482414246, "Finetune/Loss (Raw)": 0.8276492357254028, "Finetune/Step": 1288, "Finetune/Step Time": 6.730571486055851}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8592430353164673, "Finetune/Loss (Raw)": 0.8207876682281494, "Finetune/Step": 1289, "Finetune/Step Time": 6.7193900011479855}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8595278263092041, "Finetune/Loss (Raw)": 0.9923940896987915, "Finetune/Step": 1290, "Finetune/Step Time": 6.716245634481311}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8608020544052124, "Finetune/Loss (Raw)": 0.797989547252655, "Finetune/Step": 1291, "Finetune/Step Time": 6.723013456910849}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8589015007019043, "Finetune/Loss (Raw)": 0.8121961355209351, "Finetune/Step": 1292, "Finetune/Step Time": 6.7198521345853806}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8602020144462585, "Finetune/Loss (Raw)": 0.8762111663818359, "Finetune/Step": 1293, "Finetune/Step Time": 6.7062486205250025}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8613197803497314, "Finetune/Loss (Raw)": 0.9355823397636414, "Finetune/Step": 1294, "Finetune/Step Time": 6.708127295598388}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8628848195075989, "Finetune/Loss (Raw)": 0.806922435760498, "Finetune/Step": 1295, "Finetune/Step Time": 6.706771142780781}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8629627227783203, "Finetune/Loss (Raw)": 0.7873619198799133, "Finetune/Step": 1296, "Finetune/Step Time": 6.710024479776621}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8620758056640625, "Finetune/Loss (Raw)": 0.8168582916259766, "Finetune/Step": 1297, "Finetune/Step Time": 6.71960617415607}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8618230819702148, "Finetune/Loss (Raw)": 0.7574915885925293, "Finetune/Step": 1298, "Finetune/Step Time": 6.702153397724032}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8594632148742676, "Finetune/Loss (Raw)": 0.6754696369171143, "Finetune/Step": 1299, "Finetune/Step Time": 6.703419910743833}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8586278557777405, "Finetune/Loss (Raw)": 0.8083751201629639, "Finetune/Step": 1300, "Finetune/Step Time": 6.701315004378557}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8584356904029846, "Finetune/Loss (Raw)": 0.8519387245178223, "Finetune/Step": 1301, "Finetune/Step Time": 6.713907966390252}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8594166040420532, "Finetune/Loss (Raw)": 0.8313354253768921, "Finetune/Step": 1302, "Finetune/Step Time": 6.71639609336853}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8593674898147583, "Finetune/Loss (Raw)": 0.8146140575408936, "Finetune/Step": 1303, "Finetune/Step Time": 6.702607791870832}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8601962327957153, "Finetune/Loss (Raw)": 0.9325613379478455, "Finetune/Step": 1304, "Finetune/Step Time": 6.707814743742347}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8624461889266968, "Finetune/Loss (Raw)": 0.8405941724777222, "Finetune/Step": 1305, "Finetune/Step Time": 6.694494949653745}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8642220497131348, "Finetune/Loss (Raw)": 0.8058519959449768, "Finetune/Step": 1306, "Finetune/Step Time": 6.692072646692395}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8642100691795349, "Finetune/Loss (Raw)": 1.0055434703826904, "Finetune/Step": 1307, "Finetune/Step Time": 6.6768079455941916}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8659471273422241, "Finetune/Loss (Raw)": 1.0080382823944092, "Finetune/Step": 1308, "Finetune/Step Time": 6.662880547344685}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8649558424949646, "Finetune/Loss (Raw)": 0.8770507574081421, "Finetune/Step": 1309, "Finetune/Step Time": 6.677242286503315}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8671557307243347, "Finetune/Loss (Raw)": 0.844036877155304, "Finetune/Step": 1310, "Finetune/Step Time": 6.6792133785784245}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8667898178100586, "Finetune/Loss (Raw)": 0.910737156867981, "Finetune/Step": 1311, "Finetune/Step Time": 6.680644469335675}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8659781813621521, "Finetune/Loss (Raw)": 0.5907036066055298, "Finetune/Step": 1312, "Finetune/Step Time": 6.676238592714071}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8660281896591187, "Finetune/Loss (Raw)": 0.9000415802001953, "Finetune/Step": 1313, "Finetune/Step Time": 6.692240444943309}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8653762340545654, "Finetune/Loss (Raw)": 0.9310770630836487, "Finetune/Step": 1314, "Finetune/Step Time": 6.69038070179522}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8671178817749023, "Finetune/Loss (Raw)": 0.9121893644332886, "Finetune/Step": 1315, "Finetune/Step Time": 6.68595833517611}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8681482076644897, "Finetune/Loss (Raw)": 1.0474716424942017, "Finetune/Step": 1316, "Finetune/Step Time": 6.6892953012138605}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8681560754776001, "Finetune/Loss (Raw)": 0.9558508396148682, "Finetune/Step": 1317, "Finetune/Step Time": 6.685363922268152}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8679434657096863, "Finetune/Loss (Raw)": 0.8566040992736816, "Finetune/Step": 1318, "Finetune/Step Time": 6.685908883810043}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8676977753639221, "Finetune/Loss (Raw)": 0.8968616724014282, "Finetune/Step": 1319, "Finetune/Step Time": 6.684559440240264}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8663321733474731, "Finetune/Loss (Raw)": 0.7818816304206848, "Finetune/Step": 1320, "Finetune/Step Time": 6.685668209567666}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8661651611328125, "Finetune/Loss (Raw)": 0.888447642326355, "Finetune/Step": 1321, "Finetune/Step Time": 6.688883766531944}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8659156560897827, "Finetune/Loss (Raw)": 0.8878235220909119, "Finetune/Step": 1322, "Finetune/Step Time": 6.680578472092748}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8662616014480591, "Finetune/Loss (Raw)": 0.9121184945106506, "Finetune/Step": 1323, "Finetune/Step Time": 6.681704994291067}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8666962385177612, "Finetune/Loss (Raw)": 0.9604724645614624, "Finetune/Step": 1324, "Finetune/Step Time": 6.682651014998555}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8667811155319214, "Finetune/Loss (Raw)": 0.9637276530265808, "Finetune/Step": 1325, "Finetune/Step Time": 6.695811439305544}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8672733306884766, "Finetune/Loss (Raw)": 0.9559499621391296, "Finetune/Step": 1326, "Finetune/Step Time": 6.691149247810245}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8653959035873413, "Finetune/Loss (Raw)": 0.733761727809906, "Finetune/Step": 1327, "Finetune/Step Time": 6.722074585035443}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8662516474723816, "Finetune/Loss (Raw)": 1.0594209432601929, "Finetune/Step": 1328, "Finetune/Step Time": 6.720531079918146}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8669984340667725, "Finetune/Loss (Raw)": 1.0777320861816406, "Finetune/Step": 1329, "Finetune/Step Time": 6.701256969943643}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8639348745346069, "Finetune/Loss (Raw)": 0.6847430467605591, "Finetune/Step": 1330, "Finetune/Step Time": 6.688937768340111}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8632104992866516, "Finetune/Loss (Raw)": 0.9426553249359131, "Finetune/Step": 1331, "Finetune/Step Time": 6.686151064932346}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8614533543586731, "Finetune/Loss (Raw)": 0.7586815357208252, "Finetune/Step": 1332, "Finetune/Step Time": 6.6903374418616295}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8623808026313782, "Finetune/Loss (Raw)": 0.8876737356185913, "Finetune/Step": 1333, "Finetune/Step Time": 6.68292679078877}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8616794943809509, "Finetune/Loss (Raw)": 0.9307475686073303, "Finetune/Step": 1334, "Finetune/Step Time": 6.687364432960749}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.861937403678894, "Finetune/Loss (Raw)": 0.8986880779266357, "Finetune/Step": 1335, "Finetune/Step Time": 6.6839676927775145}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8619092106819153, "Finetune/Loss (Raw)": 0.9038066864013672, "Finetune/Step": 1336, "Finetune/Step Time": 6.681425830349326}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8617912530899048, "Finetune/Loss (Raw)": 0.9464281797409058, "Finetune/Step": 1337, "Finetune/Step Time": 6.681907998397946}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8600192070007324, "Finetune/Loss (Raw)": 0.6116266250610352, "Finetune/Step": 1338, "Finetune/Step Time": 6.699248583987355}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8589695692062378, "Finetune/Loss (Raw)": 0.7387273907661438, "Finetune/Step": 1339, "Finetune/Step Time": 6.703762821853161}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8581563830375671, "Finetune/Loss (Raw)": 0.8474749326705933, "Finetune/Step": 1340, "Finetune/Step Time": 6.707482453435659}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8579630851745605, "Finetune/Loss (Raw)": 0.8235071301460266, "Finetune/Step": 1341, "Finetune/Step Time": 6.708757724612951}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8589783906936646, "Finetune/Loss (Raw)": 0.9148375391960144, "Finetune/Step": 1342, "Finetune/Step Time": 6.70673156529665}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8578499555587769, "Finetune/Loss (Raw)": 0.7804227471351624, "Finetune/Step": 1343, "Finetune/Step Time": 6.724567083641887}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.859459400177002, "Finetune/Loss (Raw)": 0.8026111125946045, "Finetune/Step": 1344, "Finetune/Step Time": 6.714401220902801}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.859376072883606, "Finetune/Loss (Raw)": 1.0037212371826172, "Finetune/Step": 1345, "Finetune/Step Time": 6.715116165578365}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.858757734298706, "Finetune/Loss (Raw)": 0.8780741691589355, "Finetune/Step": 1346, "Finetune/Step Time": 6.719140123575926}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8616986274719238, "Finetune/Loss (Raw)": 0.9566753506660461, "Finetune/Step": 1347, "Finetune/Step Time": 6.728218849748373}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8607332706451416, "Finetune/Loss (Raw)": 0.7280071973800659, "Finetune/Step": 1348, "Finetune/Step Time": 6.747120266780257}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8614119291305542, "Finetune/Loss (Raw)": 0.9240381121635437, "Finetune/Step": 1349, "Finetune/Step Time": 6.733444526791573}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8619310855865479, "Finetune/Loss (Raw)": 0.9081411361694336, "Finetune/Step": 1350, "Finetune/Step Time": 6.732496168464422}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8620136976242065, "Finetune/Loss (Raw)": 0.9145217537879944, "Finetune/Step": 1351, "Finetune/Step Time": 6.737538086250424}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8601669073104858, "Finetune/Loss (Raw)": 0.6667841672897339, "Finetune/Step": 1352, "Finetune/Step Time": 6.751425366848707}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8607851266860962, "Finetune/Loss (Raw)": 0.8436287045478821, "Finetune/Step": 1353, "Finetune/Step Time": 6.751707078889012}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8615328073501587, "Finetune/Loss (Raw)": 0.8694619536399841, "Finetune/Step": 1354, "Finetune/Step Time": 6.750617403537035}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8639199733734131, "Finetune/Loss (Raw)": 0.9994660019874573, "Finetune/Step": 1355, "Finetune/Step Time": 6.747841466218233}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8655779361724854, "Finetune/Loss (Raw)": 1.0085229873657227, "Finetune/Step": 1356, "Finetune/Step Time": 6.7460982371121645}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8646570444107056, "Finetune/Loss (Raw)": 0.8792815804481506, "Finetune/Step": 1357, "Finetune/Step Time": 6.755066841840744}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8665189743041992, "Finetune/Loss (Raw)": 0.9071974754333496, "Finetune/Step": 1358, "Finetune/Step Time": 6.737953256815672}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8651059865951538, "Finetune/Loss (Raw)": 0.8096526861190796, "Finetune/Step": 1359, "Finetune/Step Time": 6.7464890871196985}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8657619953155518, "Finetune/Loss (Raw)": 0.9408277869224548, "Finetune/Step": 1360, "Finetune/Step Time": 6.749157631769776}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8662821650505066, "Finetune/Loss (Raw)": 0.9935034513473511, "Finetune/Step": 1361, "Finetune/Step Time": 6.751877112314105}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8674219250679016, "Finetune/Loss (Raw)": 0.878342866897583, "Finetune/Step": 1362, "Finetune/Step Time": 6.739291401579976}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8669582605361938, "Finetune/Loss (Raw)": 0.8225204944610596, "Finetune/Step": 1363, "Finetune/Step Time": 6.738089671358466}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.865687906742096, "Finetune/Loss (Raw)": 0.8231456279754639, "Finetune/Step": 1364, "Finetune/Step Time": 6.751099834218621}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8642790913581848, "Finetune/Loss (Raw)": 0.777026355266571, "Finetune/Step": 1365, "Finetune/Step Time": 6.745597321540117}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8634465932846069, "Finetune/Loss (Raw)": 0.8825899362564087, "Finetune/Step": 1366, "Finetune/Step Time": 6.7425956558436155}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8626811504364014, "Finetune/Loss (Raw)": 0.8010234236717224, "Finetune/Step": 1367, "Finetune/Step Time": 6.756496304646134}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8629525899887085, "Finetune/Loss (Raw)": 0.8882875442504883, "Finetune/Step": 1368, "Finetune/Step Time": 6.757768413051963}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8643320798873901, "Finetune/Loss (Raw)": 0.9873651266098022, "Finetune/Step": 1369, "Finetune/Step Time": 6.776545077562332}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8632017374038696, "Finetune/Loss (Raw)": 0.7463995814323425, "Finetune/Step": 1370, "Finetune/Step Time": 6.7895109709352255}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8630138039588928, "Finetune/Loss (Raw)": 0.8964762091636658, "Finetune/Step": 1371, "Finetune/Step Time": 6.79013729840517}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8617141246795654, "Finetune/Loss (Raw)": 0.6933825612068176, "Finetune/Step": 1372, "Finetune/Step Time": 6.803000567480922}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8632165193557739, "Finetune/Loss (Raw)": 0.9730835556983948, "Finetune/Step": 1373, "Finetune/Step Time": 6.803835580125451}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8624944686889648, "Finetune/Loss (Raw)": 0.7378921508789062, "Finetune/Step": 1374, "Finetune/Step Time": 6.796678200364113}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8622896671295166, "Finetune/Loss (Raw)": 0.9393115639686584, "Finetune/Step": 1375, "Finetune/Step Time": 6.7954918798059225}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8611151576042175, "Finetune/Loss (Raw)": 0.569362461566925, "Finetune/Step": 1376, "Finetune/Step Time": 6.805061781778932}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8611873984336853, "Finetune/Loss (Raw)": 0.8280345797538757, "Finetune/Step": 1377, "Finetune/Step Time": 6.811163516715169}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8613626956939697, "Finetune/Loss (Raw)": 0.9365283250808716, "Finetune/Step": 1378, "Finetune/Step Time": 6.825503258034587}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8590008020401001, "Finetune/Loss (Raw)": 0.5975845456123352, "Finetune/Step": 1379, "Finetune/Step Time": 6.83948827534914}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.859528124332428, "Finetune/Loss (Raw)": 0.8481950759887695, "Finetune/Step": 1380, "Finetune/Step Time": 6.8421515971422195}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8606266975402832, "Finetune/Loss (Raw)": 0.9230926036834717, "Finetune/Step": 1381, "Finetune/Step Time": 6.8322422578930855}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8606208562850952, "Finetune/Loss (Raw)": 0.8668753504753113, "Finetune/Step": 1382, "Finetune/Step Time": 6.83173431456089}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8589019775390625, "Finetune/Loss (Raw)": 0.7531062364578247, "Finetune/Step": 1383, "Finetune/Step Time": 6.833712089806795}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8585650324821472, "Finetune/Loss (Raw)": 0.860700249671936, "Finetune/Step": 1384, "Finetune/Step Time": 6.838167514652014}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.861434817314148, "Finetune/Loss (Raw)": 0.9465194344520569, "Finetune/Step": 1385, "Finetune/Step Time": 6.821259027346969}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8610986471176147, "Finetune/Loss (Raw)": 0.8343285322189331, "Finetune/Step": 1386, "Finetune/Step Time": 6.7947209775447845}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8608889579772949, "Finetune/Loss (Raw)": 0.7433468103408813, "Finetune/Step": 1387, "Finetune/Step Time": 6.790963878855109}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8595904111862183, "Finetune/Loss (Raw)": 0.9189618825912476, "Finetune/Step": 1388, "Finetune/Step Time": 6.789538050070405}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8607505559921265, "Finetune/Loss (Raw)": 0.8829058408737183, "Finetune/Step": 1389, "Finetune/Step Time": 6.791429994627833}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8617331981658936, "Finetune/Loss (Raw)": 1.0231603384017944, "Finetune/Step": 1390, "Finetune/Step Time": 6.796133490279317}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8608371615409851, "Finetune/Loss (Raw)": 0.8205286264419556, "Finetune/Step": 1391, "Finetune/Step Time": 6.80658714286983}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8603463172912598, "Finetune/Loss (Raw)": 0.8185350298881531, "Finetune/Step": 1392, "Finetune/Step Time": 6.833257358521223}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8607689738273621, "Finetune/Loss (Raw)": 0.7697376608848572, "Finetune/Step": 1393, "Finetune/Step Time": 6.850389242172241}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8615133762359619, "Finetune/Loss (Raw)": 0.9319365620613098, "Finetune/Step": 1394, "Finetune/Step Time": 6.842538762837648}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8605625629425049, "Finetune/Loss (Raw)": 0.806837260723114, "Finetune/Step": 1395, "Finetune/Step Time": 6.845762426033616}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8578150272369385, "Finetune/Loss (Raw)": 0.6231520771980286, "Finetune/Step": 1396, "Finetune/Step Time": 6.850728005170822}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8582983016967773, "Finetune/Loss (Raw)": 0.8665357232093811, "Finetune/Step": 1397, "Finetune/Step Time": 6.871450446546078}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8577760457992554, "Finetune/Loss (Raw)": 0.871770977973938, "Finetune/Step": 1398, "Finetune/Step Time": 6.866201685741544}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8549818992614746, "Finetune/Loss (Raw)": 0.6205185055732727, "Finetune/Step": 1399, "Finetune/Step Time": 6.869948852807283}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8566854596138, "Finetune/Loss (Raw)": 0.9329634308815002, "Finetune/Step": 1400, "Finetune/Step Time": 6.867111107334495}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.857053279876709, "Finetune/Loss (Raw)": 0.8131648302078247, "Finetune/Step": 1401, "Finetune/Step Time": 6.8660283498466015}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8567312359809875, "Finetune/Loss (Raw)": 0.7675547003746033, "Finetune/Step": 1402, "Finetune/Step Time": 6.883203035220504}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8551515340805054, "Finetune/Loss (Raw)": 0.8325538039207458, "Finetune/Step": 1403, "Finetune/Step Time": 6.886894257739186}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8555086255073547, "Finetune/Loss (Raw)": 0.8942996859550476, "Finetune/Step": 1404, "Finetune/Step Time": 6.896789595484734}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.854229748249054, "Finetune/Loss (Raw)": 0.6957101821899414, "Finetune/Step": 1405, "Finetune/Step Time": 6.894297067075968}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8562662601470947, "Finetune/Loss (Raw)": 0.849365770816803, "Finetune/Step": 1406, "Finetune/Step Time": 6.891480840742588}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8548033237457275, "Finetune/Loss (Raw)": 0.6785398721694946, "Finetune/Step": 1407, "Finetune/Step Time": 6.903957486152649}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8526757955551147, "Finetune/Loss (Raw)": 0.7309274077415466, "Finetune/Step": 1408, "Finetune/Step Time": 6.907405633479357}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8528092503547668, "Finetune/Loss (Raw)": 0.9180230498313904, "Finetune/Step": 1409, "Finetune/Step Time": 6.903712630271912}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8516857624053955, "Finetune/Loss (Raw)": 0.7316818237304688, "Finetune/Step": 1410, "Finetune/Step Time": 6.923679918050766}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8533203601837158, "Finetune/Loss (Raw)": 0.8704382181167603, "Finetune/Step": 1411, "Finetune/Step Time": 6.916516937315464}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8518615365028381, "Finetune/Loss (Raw)": 0.6541789770126343, "Finetune/Step": 1412, "Finetune/Step Time": 6.918546456843615}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8514794111251831, "Finetune/Loss (Raw)": 0.9118208289146423, "Finetune/Step": 1413, "Finetune/Step Time": 6.921793635934591}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8527238368988037, "Finetune/Loss (Raw)": 1.011818528175354, "Finetune/Step": 1414, "Finetune/Step Time": 6.913388516753912}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8521274328231812, "Finetune/Loss (Raw)": 0.8162968754768372, "Finetune/Step": 1415, "Finetune/Step Time": 6.917026707902551}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8531298041343689, "Finetune/Loss (Raw)": 0.9559558629989624, "Finetune/Step": 1416, "Finetune/Step Time": 6.9171429090201855}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8532540202140808, "Finetune/Loss (Raw)": 0.8366889357566833, "Finetune/Step": 1417, "Finetune/Step Time": 6.916462138295174}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8510501384735107, "Finetune/Loss (Raw)": 0.7102984189987183, "Finetune/Step": 1418, "Finetune/Step Time": 6.921134646981955}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8504252433776855, "Finetune/Loss (Raw)": 0.7180033326148987, "Finetune/Step": 1419, "Finetune/Step Time": 6.89866709895432}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8512390851974487, "Finetune/Loss (Raw)": 0.9163751006126404, "Finetune/Step": 1420, "Finetune/Step Time": 6.899426868185401}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8507360816001892, "Finetune/Loss (Raw)": 0.8118215203285217, "Finetune/Step": 1421, "Finetune/Step Time": 6.900448936969042}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8493322134017944, "Finetune/Loss (Raw)": 0.755890429019928, "Finetune/Step": 1422, "Finetune/Step Time": 6.899294244125485}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8503296375274658, "Finetune/Loss (Raw)": 0.9345843195915222, "Finetune/Step": 1423, "Finetune/Step Time": 6.892483307048678}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8503071665763855, "Finetune/Loss (Raw)": 0.7844899892807007, "Finetune/Step": 1424, "Finetune/Step Time": 6.889878518879414}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8505476713180542, "Finetune/Loss (Raw)": 0.8476456999778748, "Finetune/Step": 1425, "Finetune/Step Time": 6.886220240965486}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8507851362228394, "Finetune/Loss (Raw)": 0.7878828048706055, "Finetune/Step": 1426, "Finetune/Step Time": 6.918068351224065}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8512163758277893, "Finetune/Loss (Raw)": 0.7306638956069946, "Finetune/Step": 1427, "Finetune/Step Time": 6.918532261624932}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8507147431373596, "Finetune/Loss (Raw)": 0.7441699504852295, "Finetune/Step": 1428, "Finetune/Step Time": 6.923266300931573}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.849657416343689, "Finetune/Loss (Raw)": 0.7166054248809814, "Finetune/Step": 1429, "Finetune/Step Time": 6.9155163541436195}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8496391773223877, "Finetune/Loss (Raw)": 0.8289963603019714, "Finetune/Step": 1430, "Finetune/Step Time": 6.908566223457456}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8491649627685547, "Finetune/Loss (Raw)": 0.7539122700691223, "Finetune/Step": 1431, "Finetune/Step Time": 6.917270129546523}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.847814679145813, "Finetune/Loss (Raw)": 0.7597299814224243, "Finetune/Step": 1432, "Finetune/Step Time": 6.917841413989663}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8486678600311279, "Finetune/Loss (Raw)": 0.9498021006584167, "Finetune/Step": 1433, "Finetune/Step Time": 6.922083416953683}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8480330109596252, "Finetune/Loss (Raw)": 0.7245907783508301, "Finetune/Step": 1434, "Finetune/Step Time": 6.9252676870673895}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8471882939338684, "Finetune/Loss (Raw)": 0.8974117636680603, "Finetune/Step": 1435, "Finetune/Step Time": 6.931607713922858}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.843985915184021, "Finetune/Loss (Raw)": 0.5981454849243164, "Finetune/Step": 1436, "Finetune/Step Time": 6.940858541056514}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8439053297042847, "Finetune/Loss (Raw)": 0.866732120513916, "Finetune/Step": 1437, "Finetune/Step Time": 6.928765004500747}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8441553115844727, "Finetune/Loss (Raw)": 0.8760309219360352, "Finetune/Step": 1438, "Finetune/Step Time": 6.923425812274218}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8444030284881592, "Finetune/Loss (Raw)": 0.9424477815628052, "Finetune/Step": 1439, "Finetune/Step Time": 6.921317618340254}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8446427583694458, "Finetune/Loss (Raw)": 0.6213918328285217, "Finetune/Step": 1440, "Finetune/Step Time": 6.92592647857964}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8441759347915649, "Finetune/Loss (Raw)": 0.8402857780456543, "Finetune/Step": 1441, "Finetune/Step Time": 6.911400688812137}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8432085514068604, "Finetune/Loss (Raw)": 0.8072572350502014, "Finetune/Step": 1442, "Finetune/Step Time": 6.913990925997496}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8426257967948914, "Finetune/Loss (Raw)": 0.8375898599624634, "Finetune/Step": 1443, "Finetune/Step Time": 6.9093410689383745}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8406153917312622, "Finetune/Loss (Raw)": 0.7901390790939331, "Finetune/Step": 1444, "Finetune/Step Time": 6.90759033896029}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8397507667541504, "Finetune/Loss (Raw)": 0.8451865315437317, "Finetune/Step": 1445, "Finetune/Step Time": 6.909407436847687}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8385275602340698, "Finetune/Loss (Raw)": 0.7000315189361572, "Finetune/Step": 1446, "Finetune/Step Time": 6.919221963733435}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8385251760482788, "Finetune/Loss (Raw)": 0.8965516686439514, "Finetune/Step": 1447, "Finetune/Step Time": 6.920957958325744}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8395816087722778, "Finetune/Loss (Raw)": 0.9171076416969299, "Finetune/Step": 1448, "Finetune/Step Time": 6.914899090304971}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.838399350643158, "Finetune/Loss (Raw)": 0.737115204334259, "Finetune/Step": 1449, "Finetune/Step Time": 6.916337827220559}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8371468782424927, "Finetune/Loss (Raw)": 0.7275060415267944, "Finetune/Step": 1450, "Finetune/Step Time": 6.945612417533994}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8366127014160156, "Finetune/Loss (Raw)": 0.8437423706054688, "Finetune/Step": 1451, "Finetune/Step Time": 6.948310825973749}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8364553451538086, "Finetune/Loss (Raw)": 0.9403359889984131, "Finetune/Step": 1452, "Finetune/Step Time": 6.940954182296991}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8352481126785278, "Finetune/Loss (Raw)": 0.8091987371444702, "Finetune/Step": 1453, "Finetune/Step Time": 6.936431564390659}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.835965633392334, "Finetune/Loss (Raw)": 1.0477886199951172, "Finetune/Step": 1454, "Finetune/Step Time": 6.938133034855127}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.837643027305603, "Finetune/Loss (Raw)": 0.9484776258468628, "Finetune/Step": 1455, "Finetune/Step Time": 6.911189021542668}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8357681035995483, "Finetune/Loss (Raw)": 0.8194354176521301, "Finetune/Step": 1456, "Finetune/Step Time": 6.911410244181752}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.83216392993927, "Finetune/Loss (Raw)": 0.616384744644165, "Finetune/Step": 1457, "Finetune/Step Time": 6.925515359267592}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8334817886352539, "Finetune/Loss (Raw)": 0.853434145450592, "Finetune/Step": 1458, "Finetune/Step Time": 6.922802716493607}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8338358402252197, "Finetune/Loss (Raw)": 0.9879738092422485, "Finetune/Step": 1459, "Finetune/Step Time": 6.936578216031194}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8357668519020081, "Finetune/Loss (Raw)": 1.0058518648147583, "Finetune/Step": 1460, "Finetune/Step Time": 6.929140619933605}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8369386196136475, "Finetune/Loss (Raw)": 1.0376596450805664, "Finetune/Step": 1461, "Finetune/Step Time": 6.921819608658552}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8368107080459595, "Finetune/Loss (Raw)": 0.9143730401992798, "Finetune/Step": 1462, "Finetune/Step Time": 6.9230752512812614}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8373826742172241, "Finetune/Loss (Raw)": 0.9718990921974182, "Finetune/Step": 1463, "Finetune/Step Time": 6.921463459730148}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8367838859558105, "Finetune/Loss (Raw)": 0.827171802520752, "Finetune/Step": 1464, "Finetune/Step Time": 6.927281515672803}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8360433578491211, "Finetune/Loss (Raw)": 0.851629376411438, "Finetune/Step": 1465, "Finetune/Step Time": 6.922771833837032}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8380435705184937, "Finetune/Loss (Raw)": 0.8676586747169495, "Finetune/Step": 1466, "Finetune/Step Time": 6.911719221621752}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.838944137096405, "Finetune/Loss (Raw)": 0.853998064994812, "Finetune/Step": 1467, "Finetune/Step Time": 6.925347657874227}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8395854234695435, "Finetune/Loss (Raw)": 0.929560124874115, "Finetune/Step": 1468, "Finetune/Step Time": 6.919454537332058}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8387969732284546, "Finetune/Loss (Raw)": 0.7225790023803711, "Finetune/Step": 1469, "Finetune/Step Time": 6.934716742485762}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.837996780872345, "Finetune/Loss (Raw)": 0.8124132752418518, "Finetune/Step": 1470, "Finetune/Step Time": 6.924430161714554}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8385608196258545, "Finetune/Loss (Raw)": 0.8526296019554138, "Finetune/Step": 1471, "Finetune/Step Time": 6.900998566299677}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8383289575576782, "Finetune/Loss (Raw)": 0.7729376554489136, "Finetune/Step": 1472, "Finetune/Step Time": 6.895838707685471}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8351660370826721, "Finetune/Loss (Raw)": 0.5988569259643555, "Finetune/Step": 1473, "Finetune/Step Time": 6.897256791591644}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8364030122756958, "Finetune/Loss (Raw)": 1.036409854888916, "Finetune/Step": 1474, "Finetune/Step Time": 6.891350273042917}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8341262936592102, "Finetune/Loss (Raw)": 0.6652510166168213, "Finetune/Step": 1475, "Finetune/Step Time": 6.873638890683651}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8356289863586426, "Finetune/Loss (Raw)": 0.9203559756278992, "Finetune/Step": 1476, "Finetune/Step Time": 6.858757250010967}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8336392641067505, "Finetune/Loss (Raw)": 0.6693480610847473, "Finetune/Step": 1477, "Finetune/Step Time": 6.876345215365291}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8344793319702148, "Finetune/Loss (Raw)": 1.0156744718551636, "Finetune/Step": 1478, "Finetune/Step Time": 6.87009403295815}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8334070444107056, "Finetune/Loss (Raw)": 0.7772689461708069, "Finetune/Step": 1479, "Finetune/Step Time": 6.879536019638181}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8350839614868164, "Finetune/Loss (Raw)": 0.881432056427002, "Finetune/Step": 1480, "Finetune/Step Time": 6.865316757932305}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8356581330299377, "Finetune/Loss (Raw)": 0.9171208143234253, "Finetune/Step": 1481, "Finetune/Step Time": 6.881981194019318}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8353413343429565, "Finetune/Loss (Raw)": 0.8289067149162292, "Finetune/Step": 1482, "Finetune/Step Time": 6.876696174964309}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8322010040283203, "Finetune/Loss (Raw)": 0.5975068211555481, "Finetune/Step": 1483, "Finetune/Step Time": 6.904087111353874}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.831225574016571, "Finetune/Loss (Raw)": 0.8836681246757507, "Finetune/Step": 1484, "Finetune/Step Time": 6.899347756057978}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8304460048675537, "Finetune/Loss (Raw)": 0.7795001864433289, "Finetune/Step": 1485, "Finetune/Step Time": 6.890291377902031}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8285069465637207, "Finetune/Loss (Raw)": 0.6589917540550232, "Finetune/Step": 1486, "Finetune/Step Time": 6.903408989310265}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8301577568054199, "Finetune/Loss (Raw)": 1.0209609270095825, "Finetune/Step": 1487, "Finetune/Step Time": 6.904106182977557}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8313911557197571, "Finetune/Loss (Raw)": 1.0987073183059692, "Finetune/Step": 1488, "Finetune/Step Time": 6.900752512738109}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8286393880844116, "Finetune/Loss (Raw)": 0.6412686705589294, "Finetune/Step": 1489, "Finetune/Step Time": 6.910067945718765}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8278093338012695, "Finetune/Loss (Raw)": 0.7721004486083984, "Finetune/Step": 1490, "Finetune/Step Time": 6.926689974963665}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8268749713897705, "Finetune/Loss (Raw)": 0.7029206156730652, "Finetune/Step": 1491, "Finetune/Step Time": 6.9369034599512815}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8278226256370544, "Finetune/Loss (Raw)": 0.944446861743927, "Finetune/Step": 1492, "Finetune/Step Time": 6.915743680670857}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8270251750946045, "Finetune/Loss (Raw)": 0.6749549508094788, "Finetune/Step": 1493, "Finetune/Step Time": 6.926189284771681}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8265888690948486, "Finetune/Loss (Raw)": 0.8267448544502258, "Finetune/Step": 1494, "Finetune/Step Time": 6.929786639288068}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8269950151443481, "Finetune/Loss (Raw)": 0.8530119061470032, "Finetune/Step": 1495, "Finetune/Step Time": 6.916478265076876}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8271533250808716, "Finetune/Loss (Raw)": 0.9085455536842346, "Finetune/Step": 1496, "Finetune/Step Time": 6.915530292317271}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8254504203796387, "Finetune/Loss (Raw)": 0.7693915963172913, "Finetune/Step": 1497, "Finetune/Step Time": 6.898885194212198}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8272978067398071, "Finetune/Loss (Raw)": 0.9828724265098572, "Finetune/Step": 1498, "Finetune/Step Time": 6.890649821609259}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8256091475486755, "Finetune/Loss (Raw)": 0.6803207993507385, "Finetune/Step": 1499, "Finetune/Step Time": 6.901521509513259}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8248540759086609, "Finetune/Loss (Raw)": 0.5967318415641785, "Finetune/Step": 1500, "Finetune/Step Time": 6.9008208848536015}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8248510360717773, "Finetune/Loss (Raw)": 0.9726927280426025, "Finetune/Step": 1501, "Finetune/Step Time": 6.925947241485119}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8264696598052979, "Finetune/Loss (Raw)": 0.9450840353965759, "Finetune/Step": 1502, "Finetune/Step Time": 6.919383056461811}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8248189091682434, "Finetune/Loss (Raw)": 0.7280126810073853, "Finetune/Step": 1503, "Finetune/Step Time": 6.92106182128191}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8272305727005005, "Finetune/Loss (Raw)": 0.8780578374862671, "Finetune/Step": 1504, "Finetune/Step Time": 6.914118528366089}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8273901343345642, "Finetune/Loss (Raw)": 0.8484540581703186, "Finetune/Step": 1505, "Finetune/Step Time": 6.903756536543369}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8260997533798218, "Finetune/Loss (Raw)": 0.7713546752929688, "Finetune/Step": 1506, "Finetune/Step Time": 6.894179088994861}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8288100361824036, "Finetune/Loss (Raw)": 0.9445036053657532, "Finetune/Step": 1507, "Finetune/Step Time": 6.877296855673194}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8295366168022156, "Finetune/Loss (Raw)": 0.9412016272544861, "Finetune/Step": 1508, "Finetune/Step Time": 6.878392143175006}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8290793895721436, "Finetune/Loss (Raw)": 0.8645645976066589, "Finetune/Step": 1509, "Finetune/Step Time": 6.870738280937076}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8297474384307861, "Finetune/Loss (Raw)": 0.9523904919624329, "Finetune/Step": 1510, "Finetune/Step Time": 6.87131224013865}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8312938809394836, "Finetune/Loss (Raw)": 0.9510529637336731, "Finetune/Step": 1511, "Finetune/Step Time": 6.870521627366543}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8305031061172485, "Finetune/Loss (Raw)": 0.7594793438911438, "Finetune/Step": 1512, "Finetune/Step Time": 6.871026739478111}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8308535814285278, "Finetune/Loss (Raw)": 0.9913759231567383, "Finetune/Step": 1513, "Finetune/Step Time": 6.8721006121486425}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8305317163467407, "Finetune/Loss (Raw)": 0.7931299805641174, "Finetune/Step": 1514, "Finetune/Step Time": 6.8770460188388824}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.831437885761261, "Finetune/Loss (Raw)": 0.8593383431434631, "Finetune/Step": 1515, "Finetune/Step Time": 6.887152589857578}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.831169843673706, "Finetune/Loss (Raw)": 0.8846471905708313, "Finetune/Step": 1516, "Finetune/Step Time": 6.887079734355211}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8305812478065491, "Finetune/Loss (Raw)": 0.8075677156448364, "Finetune/Step": 1517, "Finetune/Step Time": 6.887942668050528}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8303511738777161, "Finetune/Loss (Raw)": 0.9937084317207336, "Finetune/Step": 1518, "Finetune/Step Time": 6.885453596711159}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8295602798461914, "Finetune/Loss (Raw)": 0.7193037867546082, "Finetune/Step": 1519, "Finetune/Step Time": 6.8736637234687805}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8292505145072937, "Finetune/Loss (Raw)": 0.7788827419281006, "Finetune/Step": 1520, "Finetune/Step Time": 6.858263360336423}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8302873373031616, "Finetune/Loss (Raw)": 0.902447521686554, "Finetune/Step": 1521, "Finetune/Step Time": 6.8262037225067616}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8287417888641357, "Finetune/Loss (Raw)": 0.73410964012146, "Finetune/Step": 1522, "Finetune/Step Time": 6.831810725852847}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8273955583572388, "Finetune/Loss (Raw)": 0.634516179561615, "Finetune/Step": 1523, "Finetune/Step Time": 6.841121079400182}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8280860781669617, "Finetune/Loss (Raw)": 0.7115420699119568, "Finetune/Step": 1524, "Finetune/Step Time": 6.854249304160476}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8267768621444702, "Finetune/Loss (Raw)": 0.6989578604698181, "Finetune/Step": 1525, "Finetune/Step Time": 6.843362845480442}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8272846937179565, "Finetune/Loss (Raw)": 0.9367656111717224, "Finetune/Step": 1526, "Finetune/Step Time": 6.84216477163136}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8290750980377197, "Finetune/Loss (Raw)": 0.8496902585029602, "Finetune/Step": 1527, "Finetune/Step Time": 6.8397103026509285}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8275639414787292, "Finetune/Loss (Raw)": 0.7395429015159607, "Finetune/Step": 1528, "Finetune/Step Time": 6.850116988644004}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8288959860801697, "Finetune/Loss (Raw)": 0.9836629629135132, "Finetune/Step": 1529, "Finetune/Step Time": 6.844764029607177}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8276363611221313, "Finetune/Loss (Raw)": 0.6063157916069031, "Finetune/Step": 1530, "Finetune/Step Time": 6.843933209776878}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.828311026096344, "Finetune/Loss (Raw)": 0.918917179107666, "Finetune/Step": 1531, "Finetune/Step Time": 6.844512002542615}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8281108736991882, "Finetune/Loss (Raw)": 0.8686787486076355, "Finetune/Step": 1532, "Finetune/Step Time": 6.842176489531994}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8279865384101868, "Finetune/Loss (Raw)": 0.6797956824302673, "Finetune/Step": 1533, "Finetune/Step Time": 6.838327115401626}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8265590071678162, "Finetune/Loss (Raw)": 0.6666404604911804, "Finetune/Step": 1534, "Finetune/Step Time": 6.842296468093991}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.827513575553894, "Finetune/Loss (Raw)": 0.8007234334945679, "Finetune/Step": 1535, "Finetune/Step Time": 6.829614734277129}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8280909061431885, "Finetune/Loss (Raw)": 0.8048328161239624, "Finetune/Step": 1536, "Finetune/Step Time": 6.8327469527721405}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8273606300354004, "Finetune/Loss (Raw)": 0.8245419859886169, "Finetune/Step": 1537, "Finetune/Step Time": 6.846149135380983}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8271404504776001, "Finetune/Loss (Raw)": 0.7034972310066223, "Finetune/Step": 1538, "Finetune/Step Time": 6.847572473809123}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8272408843040466, "Finetune/Loss (Raw)": 0.8832992911338806, "Finetune/Step": 1539, "Finetune/Step Time": 6.848735962063074}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8284503221511841, "Finetune/Loss (Raw)": 0.8089895248413086, "Finetune/Step": 1540, "Finetune/Step Time": 6.8474090956151485}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8286215662956238, "Finetune/Loss (Raw)": 0.9337382912635803, "Finetune/Step": 1541, "Finetune/Step Time": 6.846243720501661}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8260469436645508, "Finetune/Loss (Raw)": 0.6822630167007446, "Finetune/Step": 1542, "Finetune/Step Time": 6.851849691942334}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8256303071975708, "Finetune/Loss (Raw)": 0.7629655599594116, "Finetune/Step": 1543, "Finetune/Step Time": 6.849913641810417}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8252661228179932, "Finetune/Loss (Raw)": 0.9093408584594727, "Finetune/Step": 1544, "Finetune/Step Time": 6.847949372604489}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8250784277915955, "Finetune/Loss (Raw)": 0.8126669526100159, "Finetune/Step": 1545, "Finetune/Step Time": 6.849770663306117}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8269630074501038, "Finetune/Loss (Raw)": 0.9515242576599121, "Finetune/Step": 1546, "Finetune/Step Time": 6.850071184337139}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8281594514846802, "Finetune/Loss (Raw)": 0.8711468577384949, "Finetune/Step": 1547, "Finetune/Step Time": 6.853810835629702}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8277485370635986, "Finetune/Loss (Raw)": 0.863771915435791, "Finetune/Step": 1548, "Finetune/Step Time": 6.8589714374393225}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8270283937454224, "Finetune/Loss (Raw)": 0.7196471095085144, "Finetune/Step": 1549, "Finetune/Step Time": 6.872793318703771}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8279829025268555, "Finetune/Loss (Raw)": 0.8780751824378967, "Finetune/Step": 1550, "Finetune/Step Time": 6.872787745669484}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8267207741737366, "Finetune/Loss (Raw)": 0.7730275392532349, "Finetune/Step": 1551, "Finetune/Step Time": 6.869385689496994}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8278014659881592, "Finetune/Loss (Raw)": 0.9228116869926453, "Finetune/Step": 1552, "Finetune/Step Time": 6.868446810171008}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8272032141685486, "Finetune/Loss (Raw)": 0.7710781097412109, "Finetune/Step": 1553, "Finetune/Step Time": 6.876801175996661}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8270056247711182, "Finetune/Loss (Raw)": 0.7625880837440491, "Finetune/Step": 1554, "Finetune/Step Time": 6.846412157639861}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8284080028533936, "Finetune/Loss (Raw)": 0.9101707339286804, "Finetune/Step": 1555, "Finetune/Step Time": 6.850133193656802}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8280889987945557, "Finetune/Loss (Raw)": 0.7033272981643677, "Finetune/Step": 1556, "Finetune/Step Time": 6.8540806248784065}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8288446068763733, "Finetune/Loss (Raw)": 0.8133323192596436, "Finetune/Step": 1557, "Finetune/Step Time": 6.856638954952359}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8290610313415527, "Finetune/Loss (Raw)": 0.8566946387290955, "Finetune/Step": 1558, "Finetune/Step Time": 6.849879462271929}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8316682577133179, "Finetune/Loss (Raw)": 1.0876346826553345, "Finetune/Step": 1559, "Finetune/Step Time": 6.844431726261973}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8327454328536987, "Finetune/Loss (Raw)": 0.8976109623908997, "Finetune/Step": 1560, "Finetune/Step Time": 6.848237365484238}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8320534229278564, "Finetune/Loss (Raw)": 0.8612267374992371, "Finetune/Step": 1561, "Finetune/Step Time": 6.843006702139974}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8334788084030151, "Finetune/Loss (Raw)": 0.9070451259613037, "Finetune/Step": 1562, "Finetune/Step Time": 6.834230210632086}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8326541185379028, "Finetune/Loss (Raw)": 0.7918497920036316, "Finetune/Step": 1563, "Finetune/Step Time": 6.848763206973672}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8340432047843933, "Finetune/Loss (Raw)": 0.7759438157081604, "Finetune/Step": 1564, "Finetune/Step Time": 6.839312253519893}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8330908417701721, "Finetune/Loss (Raw)": 0.7448328137397766, "Finetune/Step": 1565, "Finetune/Step Time": 6.840305207297206}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8322016000747681, "Finetune/Loss (Raw)": 0.7622100710868835, "Finetune/Step": 1566, "Finetune/Step Time": 6.844852367416024}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8314945697784424, "Finetune/Loss (Raw)": 0.8519489169120789, "Finetune/Step": 1567, "Finetune/Step Time": 6.849086362868547}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8331342935562134, "Finetune/Loss (Raw)": 0.8312733173370361, "Finetune/Step": 1568, "Finetune/Step Time": 6.827370611950755}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8319458365440369, "Finetune/Loss (Raw)": 0.6881624460220337, "Finetune/Step": 1569, "Finetune/Step Time": 6.8373608738183975}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8331044912338257, "Finetune/Loss (Raw)": 0.9555705785751343, "Finetune/Step": 1570, "Finetune/Step Time": 6.835144838318229}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.833582878112793, "Finetune/Loss (Raw)": 0.8988218903541565, "Finetune/Step": 1571, "Finetune/Step Time": 6.831080036237836}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8345721960067749, "Finetune/Loss (Raw)": 0.9167652726173401, "Finetune/Step": 1572, "Finetune/Step Time": 6.839001847431064}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8343706727027893, "Finetune/Loss (Raw)": 0.8193950057029724, "Finetune/Step": 1573, "Finetune/Step Time": 6.850723005831242}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8345122933387756, "Finetune/Loss (Raw)": 0.7181600332260132, "Finetune/Step": 1574, "Finetune/Step Time": 6.840550074353814}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8351404070854187, "Finetune/Loss (Raw)": 0.9769447445869446, "Finetune/Step": 1575, "Finetune/Step Time": 6.848871532827616}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8347097635269165, "Finetune/Loss (Raw)": 0.8619901537895203, "Finetune/Step": 1576, "Finetune/Step Time": 6.8526708874851465}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8357424736022949, "Finetune/Loss (Raw)": 0.8693051934242249, "Finetune/Step": 1577, "Finetune/Step Time": 6.847008336335421}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8370015621185303, "Finetune/Loss (Raw)": 0.8886668682098389, "Finetune/Step": 1578, "Finetune/Step Time": 6.812833618372679}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.836523175239563, "Finetune/Loss (Raw)": 0.7825090289115906, "Finetune/Step": 1579, "Finetune/Step Time": 6.814855258911848}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8345158100128174, "Finetune/Loss (Raw)": 0.6833845973014832, "Finetune/Step": 1580, "Finetune/Step Time": 6.843059295788407}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8339309096336365, "Finetune/Loss (Raw)": 0.7343392372131348, "Finetune/Step": 1581, "Finetune/Step Time": 6.83902895078063}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8323220014572144, "Finetune/Loss (Raw)": 0.8418495059013367, "Finetune/Step": 1582, "Finetune/Step Time": 6.8398055247962475}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8317598104476929, "Finetune/Loss (Raw)": 0.8765183091163635, "Finetune/Step": 1583, "Finetune/Step Time": 6.8430050648748875}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8318401575088501, "Finetune/Loss (Raw)": 0.8297194838523865, "Finetune/Step": 1584, "Finetune/Step Time": 6.844867780804634}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8345218896865845, "Finetune/Loss (Raw)": 0.9596390128135681, "Finetune/Step": 1585, "Finetune/Step Time": 6.831098597496748}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8358012437820435, "Finetune/Loss (Raw)": 1.0172022581100464, "Finetune/Step": 1586, "Finetune/Step Time": 6.87128428183496}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8354871273040771, "Finetune/Loss (Raw)": 0.9477588534355164, "Finetune/Step": 1587, "Finetune/Step Time": 6.858409192413092}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.834143877029419, "Finetune/Loss (Raw)": 0.8339157700538635, "Finetune/Step": 1588, "Finetune/Step Time": 6.8654725812375546}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8326972126960754, "Finetune/Loss (Raw)": 0.8524847030639648, "Finetune/Step": 1589, "Finetune/Step Time": 6.87629103474319}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8328490257263184, "Finetune/Loss (Raw)": 0.933814525604248, "Finetune/Step": 1590, "Finetune/Step Time": 6.878293013200164}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8300527334213257, "Finetune/Loss (Raw)": 0.6139633059501648, "Finetune/Step": 1591, "Finetune/Step Time": 6.891072133556008}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8290390968322754, "Finetune/Loss (Raw)": 0.6974346041679382, "Finetune/Step": 1592, "Finetune/Step Time": 6.890330692753196}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8285070657730103, "Finetune/Loss (Raw)": 0.7835224270820618, "Finetune/Step": 1593, "Finetune/Step Time": 6.893365327268839}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8282362222671509, "Finetune/Loss (Raw)": 0.8329998254776001, "Finetune/Step": 1594, "Finetune/Step Time": 6.906462207436562}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8270940184593201, "Finetune/Loss (Raw)": 0.7077882289886475, "Finetune/Step": 1595, "Finetune/Step Time": 6.888077726587653}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8265727758407593, "Finetune/Loss (Raw)": 0.8628425598144531, "Finetune/Step": 1596, "Finetune/Step Time": 6.890792518854141}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8265984654426575, "Finetune/Loss (Raw)": 0.7258667945861816, "Finetune/Step": 1597, "Finetune/Step Time": 6.878222685307264}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8266228437423706, "Finetune/Loss (Raw)": 0.8155285120010376, "Finetune/Step": 1598, "Finetune/Step Time": 6.888810204342008}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.825616717338562, "Finetune/Loss (Raw)": 0.72385174036026, "Finetune/Step": 1599, "Finetune/Step Time": 6.90658619813621}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8267014026641846, "Finetune/Loss (Raw)": 0.9117735624313354, "Finetune/Step": 1600, "Finetune/Step Time": 6.908806465566158}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8273826241493225, "Finetune/Loss (Raw)": 0.6860560178756714, "Finetune/Step": 1601, "Finetune/Step Time": 6.921215463429689}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8267074227333069, "Finetune/Loss (Raw)": 0.9499832987785339, "Finetune/Step": 1602, "Finetune/Step Time": 6.92812199704349}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8286694288253784, "Finetune/Loss (Raw)": 0.9163851737976074, "Finetune/Step": 1603, "Finetune/Step Time": 6.9275696855038404}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8278769254684448, "Finetune/Loss (Raw)": 0.8189178109169006, "Finetune/Step": 1604, "Finetune/Step Time": 6.927763709798455}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8278419971466064, "Finetune/Loss (Raw)": 0.6648753881454468, "Finetune/Step": 1605, "Finetune/Step Time": 6.919209890067577}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8247758150100708, "Finetune/Loss (Raw)": 0.6232076287269592, "Finetune/Step": 1606, "Finetune/Step Time": 6.942795842885971}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.825269341468811, "Finetune/Loss (Raw)": 0.8404470086097717, "Finetune/Step": 1607, "Finetune/Step Time": 6.9317936562001705}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.823911190032959, "Finetune/Loss (Raw)": 0.7075780034065247, "Finetune/Step": 1608, "Finetune/Step Time": 6.945699460804462}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8236474990844727, "Finetune/Loss (Raw)": 0.8833730220794678, "Finetune/Step": 1609, "Finetune/Step Time": 6.928649164736271}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8239505290985107, "Finetune/Loss (Raw)": 0.867686927318573, "Finetune/Step": 1610, "Finetune/Step Time": 6.9304684437811375}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8251364231109619, "Finetune/Loss (Raw)": 0.7493065595626831, "Finetune/Step": 1611, "Finetune/Step Time": 6.913883088156581}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8245307803153992, "Finetune/Loss (Raw)": 0.8061421513557434, "Finetune/Step": 1612, "Finetune/Step Time": 6.9148646499961615}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8240591287612915, "Finetune/Loss (Raw)": 0.7191317081451416, "Finetune/Step": 1613, "Finetune/Step Time": 6.9231825936585665}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8257750868797302, "Finetune/Loss (Raw)": 0.8786356449127197, "Finetune/Step": 1614, "Finetune/Step Time": 6.908395482227206}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8252493739128113, "Finetune/Loss (Raw)": 0.95367032289505, "Finetune/Step": 1615, "Finetune/Step Time": 6.901411870494485}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.823387622833252, "Finetune/Loss (Raw)": 0.8603965640068054, "Finetune/Step": 1616, "Finetune/Step Time": 6.901030162349343}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8248138427734375, "Finetune/Loss (Raw)": 0.8238305449485779, "Finetune/Step": 1617, "Finetune/Step Time": 6.898377381265163}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8251888751983643, "Finetune/Loss (Raw)": 0.8200981020927429, "Finetune/Step": 1618, "Finetune/Step Time": 6.882646515965462}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8256524801254272, "Finetune/Loss (Raw)": 0.7622684240341187, "Finetune/Step": 1619, "Finetune/Step Time": 6.874035038053989}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8266444206237793, "Finetune/Loss (Raw)": 1.0714075565338135, "Finetune/Step": 1620, "Finetune/Step Time": 6.876043515279889}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8274614214897156, "Finetune/Loss (Raw)": 0.7795387506484985, "Finetune/Step": 1621, "Finetune/Step Time": 6.867786757647991}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8285987377166748, "Finetune/Loss (Raw)": 0.9723211526870728, "Finetune/Step": 1622, "Finetune/Step Time": 6.864571692422032}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8301885724067688, "Finetune/Loss (Raw)": 1.056516170501709, "Finetune/Step": 1623, "Finetune/Step Time": 6.860473867505789}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8298846483230591, "Finetune/Loss (Raw)": 0.869645357131958, "Finetune/Step": 1624, "Finetune/Step Time": 6.8622891791164875}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8307114243507385, "Finetune/Loss (Raw)": 0.8752145171165466, "Finetune/Step": 1625, "Finetune/Step Time": 6.8625569473952055}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8299882411956787, "Finetune/Loss (Raw)": 0.8902956247329712, "Finetune/Step": 1626, "Finetune/Step Time": 6.856341535225511}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8321397304534912, "Finetune/Loss (Raw)": 0.9557244181632996, "Finetune/Step": 1627, "Finetune/Step Time": 6.8488649651408195}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.833863377571106, "Finetune/Loss (Raw)": 0.8173555135726929, "Finetune/Step": 1628, "Finetune/Step Time": 6.833745215088129}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8323601484298706, "Finetune/Loss (Raw)": 0.7802801728248596, "Finetune/Step": 1629, "Finetune/Step Time": 6.811418948695064}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8319836854934692, "Finetune/Loss (Raw)": 0.8968914747238159, "Finetune/Step": 1630, "Finetune/Step Time": 6.811954667791724}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.832951545715332, "Finetune/Loss (Raw)": 0.8518990874290466, "Finetune/Step": 1631, "Finetune/Step Time": 6.814828995615244}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8325926661491394, "Finetune/Loss (Raw)": 0.8321219682693481, "Finetune/Step": 1632, "Finetune/Step Time": 6.810257276520133}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8321151733398438, "Finetune/Loss (Raw)": 0.7873370051383972, "Finetune/Step": 1633, "Finetune/Step Time": 6.81127611361444}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8329664468765259, "Finetune/Loss (Raw)": 0.8803122043609619, "Finetune/Step": 1634, "Finetune/Step Time": 6.80726776458323}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8317613005638123, "Finetune/Loss (Raw)": 0.7902511358261108, "Finetune/Step": 1635, "Finetune/Step Time": 6.8242731764912605}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8313395977020264, "Finetune/Loss (Raw)": 0.8872198462486267, "Finetune/Step": 1636, "Finetune/Step Time": 6.823183294385672}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8307734131813049, "Finetune/Loss (Raw)": 0.7920926809310913, "Finetune/Step": 1637, "Finetune/Step Time": 6.827005533501506}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8296248316764832, "Finetune/Loss (Raw)": 0.8053787350654602, "Finetune/Step": 1638, "Finetune/Step Time": 6.829305464401841}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8278635740280151, "Finetune/Loss (Raw)": 0.7256081104278564, "Finetune/Step": 1639, "Finetune/Step Time": 6.829515662044287}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8294118642807007, "Finetune/Loss (Raw)": 0.957662045955658, "Finetune/Step": 1640, "Finetune/Step Time": 6.822295866906643}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8289440274238586, "Finetune/Loss (Raw)": 0.9314990639686584, "Finetune/Step": 1641, "Finetune/Step Time": 6.820378739386797}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8293955326080322, "Finetune/Loss (Raw)": 0.8509076833724976, "Finetune/Step": 1642, "Finetune/Step Time": 6.811808513477445}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8303004503250122, "Finetune/Loss (Raw)": 0.9751782417297363, "Finetune/Step": 1643, "Finetune/Step Time": 6.800582928583026}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8294718265533447, "Finetune/Loss (Raw)": 0.7785731554031372, "Finetune/Step": 1644, "Finetune/Step Time": 6.820941966027021}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8298212885856628, "Finetune/Loss (Raw)": 0.8523067831993103, "Finetune/Step": 1645, "Finetune/Step Time": 6.821237940341234}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8293115496635437, "Finetune/Loss (Raw)": 0.9284602999687195, "Finetune/Step": 1646, "Finetune/Step Time": 6.822252390906215}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8298261165618896, "Finetune/Loss (Raw)": 0.7851690649986267, "Finetune/Step": 1647, "Finetune/Step Time": 6.834188535809517}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8309363126754761, "Finetune/Loss (Raw)": 0.9209845066070557, "Finetune/Step": 1648, "Finetune/Step Time": 6.822970952838659}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8302409648895264, "Finetune/Loss (Raw)": 0.8134456276893616, "Finetune/Step": 1649, "Finetune/Step Time": 6.835656333714724}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8315205574035645, "Finetune/Loss (Raw)": 0.8978915810585022, "Finetune/Step": 1650, "Finetune/Step Time": 6.828235801309347}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8323731422424316, "Finetune/Loss (Raw)": 0.7436568140983582, "Finetune/Step": 1651, "Finetune/Step Time": 6.830246793106198}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8331645131111145, "Finetune/Loss (Raw)": 0.8128334879875183, "Finetune/Step": 1652, "Finetune/Step Time": 6.817444026470184}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8341414332389832, "Finetune/Loss (Raw)": 0.8240020871162415, "Finetune/Step": 1653, "Finetune/Step Time": 6.811950905248523}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8339135050773621, "Finetune/Loss (Raw)": 0.9075949788093567, "Finetune/Step": 1654, "Finetune/Step Time": 6.820755312219262}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8325979709625244, "Finetune/Loss (Raw)": 0.6812969446182251, "Finetune/Step": 1655, "Finetune/Step Time": 6.834363566711545}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8337838649749756, "Finetune/Loss (Raw)": 0.8913384675979614, "Finetune/Step": 1656, "Finetune/Step Time": 6.823805749416351}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.832406759262085, "Finetune/Loss (Raw)": 0.8074018359184265, "Finetune/Step": 1657, "Finetune/Step Time": 6.8221790585666895}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8345746994018555, "Finetune/Loss (Raw)": 0.8838034272193909, "Finetune/Step": 1658, "Finetune/Step Time": 6.809148918837309}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8335589170455933, "Finetune/Loss (Raw)": 0.788896381855011, "Finetune/Step": 1659, "Finetune/Step Time": 6.809202745556831}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8336611390113831, "Finetune/Loss (Raw)": 0.8817650079727173, "Finetune/Step": 1660, "Finetune/Step Time": 6.804493358358741}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8349300622940063, "Finetune/Loss (Raw)": 0.8422240018844604, "Finetune/Step": 1661, "Finetune/Step Time": 6.802194288000464}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8371306657791138, "Finetune/Loss (Raw)": 0.9483091831207275, "Finetune/Step": 1662, "Finetune/Step Time": 6.802382810041308}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8356410264968872, "Finetune/Loss (Raw)": 0.6100573539733887, "Finetune/Step": 1663, "Finetune/Step Time": 6.8083957228809595}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8348579406738281, "Finetune/Loss (Raw)": 0.7045994400978088, "Finetune/Step": 1664, "Finetune/Step Time": 6.803335690870881}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8361199498176575, "Finetune/Loss (Raw)": 0.9860784411430359, "Finetune/Step": 1665, "Finetune/Step Time": 6.792177585884929}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8370137214660645, "Finetune/Loss (Raw)": 0.8178957104682922, "Finetune/Step": 1666, "Finetune/Step Time": 6.764318112283945}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8370593786239624, "Finetune/Loss (Raw)": 0.8891417384147644, "Finetune/Step": 1667, "Finetune/Step Time": 6.762464381754398}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8380301594734192, "Finetune/Loss (Raw)": 0.9332510232925415, "Finetune/Step": 1668, "Finetune/Step Time": 6.765581803396344}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.837610125541687, "Finetune/Loss (Raw)": 0.8799697160720825, "Finetune/Step": 1669, "Finetune/Step Time": 6.765836011618376}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8395386934280396, "Finetune/Loss (Raw)": 0.929122805595398, "Finetune/Step": 1670, "Finetune/Step Time": 6.75666375644505}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8398054242134094, "Finetune/Loss (Raw)": 0.797109067440033, "Finetune/Step": 1671, "Finetune/Step Time": 6.761970017105341}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8394588232040405, "Finetune/Loss (Raw)": 0.864980161190033, "Finetune/Step": 1672, "Finetune/Step Time": 6.777065375819802}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.838714599609375, "Finetune/Loss (Raw)": 0.7174009680747986, "Finetune/Step": 1673, "Finetune/Step Time": 6.780308282002807}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.836040735244751, "Finetune/Loss (Raw)": 0.6092655062675476, "Finetune/Step": 1674, "Finetune/Step Time": 6.785012412816286}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8346624374389648, "Finetune/Loss (Raw)": 0.6947267055511475, "Finetune/Step": 1675, "Finetune/Step Time": 6.789173547178507}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8350510597229004, "Finetune/Loss (Raw)": 0.9135196208953857, "Finetune/Step": 1676, "Finetune/Step Time": 6.784895135089755}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8369016051292419, "Finetune/Loss (Raw)": 0.956512987613678, "Finetune/Step": 1677, "Finetune/Step Time": 6.769315557554364}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8362060785293579, "Finetune/Loss (Raw)": 0.7890487909317017, "Finetune/Step": 1678, "Finetune/Step Time": 6.76536288484931}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8353577852249146, "Finetune/Loss (Raw)": 0.6644503474235535, "Finetune/Step": 1679, "Finetune/Step Time": 6.780989043414593}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.834830641746521, "Finetune/Loss (Raw)": 0.8553330302238464, "Finetune/Step": 1680, "Finetune/Step Time": 6.787359602749348}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8356150388717651, "Finetune/Loss (Raw)": 0.871479868888855, "Finetune/Step": 1681, "Finetune/Step Time": 6.775723211467266}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.837765097618103, "Finetune/Loss (Raw)": 1.0377988815307617, "Finetune/Step": 1682, "Finetune/Step Time": 6.778319168835878}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8361653685569763, "Finetune/Loss (Raw)": 0.7053995728492737, "Finetune/Step": 1683, "Finetune/Step Time": 6.79338433034718}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8372853994369507, "Finetune/Loss (Raw)": 0.8466987013816833, "Finetune/Step": 1684, "Finetune/Step Time": 6.787025652825832}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8367894887924194, "Finetune/Loss (Raw)": 0.7498494982719421, "Finetune/Step": 1685, "Finetune/Step Time": 6.786836488172412}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8349393606185913, "Finetune/Loss (Raw)": 0.6198849678039551, "Finetune/Step": 1686, "Finetune/Step Time": 6.794074954465032}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8335440754890442, "Finetune/Loss (Raw)": 0.9090346097946167, "Finetune/Step": 1687, "Finetune/Step Time": 6.793335715308785}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.832938551902771, "Finetune/Loss (Raw)": 0.8201093077659607, "Finetune/Step": 1688, "Finetune/Step Time": 6.7909769378602505}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.83161461353302, "Finetune/Loss (Raw)": 0.6917574405670166, "Finetune/Step": 1689, "Finetune/Step Time": 6.804637145251036}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8319662809371948, "Finetune/Loss (Raw)": 0.9520585536956787, "Finetune/Step": 1690, "Finetune/Step Time": 6.799272486940026}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.832618236541748, "Finetune/Loss (Raw)": 0.8752953410148621, "Finetune/Step": 1691, "Finetune/Step Time": 6.783578664064407}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.832085907459259, "Finetune/Loss (Raw)": 0.7078074812889099, "Finetune/Step": 1692, "Finetune/Step Time": 6.798116952180862}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.831556499004364, "Finetune/Loss (Raw)": 0.6770686507225037, "Finetune/Step": 1693, "Finetune/Step Time": 6.811639478430152}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8302546739578247, "Finetune/Loss (Raw)": 0.5955769419670105, "Finetune/Step": 1694, "Finetune/Step Time": 6.812878664582968}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8289916515350342, "Finetune/Loss (Raw)": 0.6902817487716675, "Finetune/Step": 1695, "Finetune/Step Time": 6.817423190921545}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8290789723396301, "Finetune/Loss (Raw)": 0.8424529433250427, "Finetune/Step": 1696, "Finetune/Step Time": 6.815096205100417}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8307658433914185, "Finetune/Loss (Raw)": 0.9040798544883728, "Finetune/Step": 1697, "Finetune/Step Time": 6.803789684548974}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.829910397529602, "Finetune/Loss (Raw)": 0.8460736870765686, "Finetune/Step": 1698, "Finetune/Step Time": 6.806162038818002}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8297053575515747, "Finetune/Loss (Raw)": 0.8725760579109192, "Finetune/Step": 1699, "Finetune/Step Time": 6.80382002145052}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8294662237167358, "Finetune/Loss (Raw)": 0.8861532807350159, "Finetune/Step": 1700, "Finetune/Step Time": 6.79855046607554}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8304812908172607, "Finetune/Loss (Raw)": 0.9493324756622314, "Finetune/Step": 1701, "Finetune/Step Time": 6.787683440372348}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8320856094360352, "Finetune/Loss (Raw)": 0.9235076904296875, "Finetune/Step": 1702, "Finetune/Step Time": 6.786357177421451}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8297221660614014, "Finetune/Loss (Raw)": 0.6744225025177002, "Finetune/Step": 1703, "Finetune/Step Time": 6.79151313751936}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8279234766960144, "Finetune/Loss (Raw)": 0.6317601799964905, "Finetune/Step": 1704, "Finetune/Step Time": 6.801965720951557}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8278080224990845, "Finetune/Loss (Raw)": 0.8545293807983398, "Finetune/Step": 1705, "Finetune/Step Time": 6.816518818959594}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.827950119972229, "Finetune/Loss (Raw)": 0.9068546891212463, "Finetune/Step": 1706, "Finetune/Step Time": 6.8175646755844355}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8286526203155518, "Finetune/Loss (Raw)": 0.8724237084388733, "Finetune/Step": 1707, "Finetune/Step Time": 6.817648468539119}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8298357725143433, "Finetune/Loss (Raw)": 0.8348302841186523, "Finetune/Step": 1708, "Finetune/Step Time": 6.800904169678688}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8316643238067627, "Finetune/Loss (Raw)": 0.9683933258056641, "Finetune/Step": 1709, "Finetune/Step Time": 6.801784314215183}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8315842151641846, "Finetune/Loss (Raw)": 0.8315942287445068, "Finetune/Step": 1710, "Finetune/Step Time": 6.809657629579306}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8312407732009888, "Finetune/Loss (Raw)": 0.8325563669204712, "Finetune/Step": 1711, "Finetune/Step Time": 6.810245107859373}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8324493169784546, "Finetune/Loss (Raw)": 0.9844122529029846, "Finetune/Step": 1712, "Finetune/Step Time": 6.808448163792491}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8320913314819336, "Finetune/Loss (Raw)": 0.913827657699585, "Finetune/Step": 1713, "Finetune/Step Time": 6.80837244912982}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8309674859046936, "Finetune/Loss (Raw)": 0.873347282409668, "Finetune/Step": 1714, "Finetune/Step Time": 6.775593761354685}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8285889625549316, "Finetune/Loss (Raw)": 0.6433066725730896, "Finetune/Step": 1715, "Finetune/Step Time": 6.780468927696347}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8289855718612671, "Finetune/Loss (Raw)": 0.8846768140792847, "Finetune/Step": 1716, "Finetune/Step Time": 6.770678823813796}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8291753530502319, "Finetune/Loss (Raw)": 0.8767836689949036, "Finetune/Step": 1717, "Finetune/Step Time": 6.772058732807636}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8291058540344238, "Finetune/Loss (Raw)": 0.9249128699302673, "Finetune/Step": 1718, "Finetune/Step Time": 6.766596399247646}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8306571245193481, "Finetune/Loss (Raw)": 0.8125249743461609, "Finetune/Step": 1719, "Finetune/Step Time": 6.755891608074307}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8326501846313477, "Finetune/Loss (Raw)": 0.9525464177131653, "Finetune/Step": 1720, "Finetune/Step Time": 6.75448451936245}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8335568904876709, "Finetune/Loss (Raw)": 0.8995843529701233, "Finetune/Step": 1721, "Finetune/Step Time": 6.754178337752819}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8338499069213867, "Finetune/Loss (Raw)": 0.8705056309700012, "Finetune/Step": 1722, "Finetune/Step Time": 6.73622384108603}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8348984122276306, "Finetune/Loss (Raw)": 0.841999888420105, "Finetune/Step": 1723, "Finetune/Step Time": 6.749938283115625}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8343465328216553, "Finetune/Loss (Raw)": 0.792202889919281, "Finetune/Step": 1724, "Finetune/Step Time": 6.747065832838416}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8353006839752197, "Finetune/Loss (Raw)": 0.8479937314987183, "Finetune/Step": 1725, "Finetune/Step Time": 6.7397698275744915}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8350246548652649, "Finetune/Loss (Raw)": 0.7801938056945801, "Finetune/Step": 1726, "Finetune/Step Time": 6.735514469444752}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8359182476997375, "Finetune/Loss (Raw)": 0.8382352590560913, "Finetune/Step": 1727, "Finetune/Step Time": 6.7332215718925}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.83608078956604, "Finetune/Loss (Raw)": 0.932571530342102, "Finetune/Step": 1728, "Finetune/Step Time": 6.732644058763981}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8376777768135071, "Finetune/Loss (Raw)": 0.8904765248298645, "Finetune/Step": 1729, "Finetune/Step Time": 6.718134814873338}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.836063027381897, "Finetune/Loss (Raw)": 0.7432941198348999, "Finetune/Step": 1730, "Finetune/Step Time": 6.7133703753352165}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8368772268295288, "Finetune/Loss (Raw)": 1.0206035375595093, "Finetune/Step": 1731, "Finetune/Step Time": 6.71107972972095}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8377223014831543, "Finetune/Loss (Raw)": 0.9270824790000916, "Finetune/Step": 1732, "Finetune/Step Time": 6.72300436347723}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.839364230632782, "Finetune/Loss (Raw)": 0.87504643201828, "Finetune/Step": 1733, "Finetune/Step Time": 6.7190726194530725}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8415476083755493, "Finetune/Loss (Raw)": 0.90268474817276, "Finetune/Step": 1734, "Finetune/Step Time": 6.708033120259643}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8414928913116455, "Finetune/Loss (Raw)": 0.8334436416625977, "Finetune/Step": 1735, "Finetune/Step Time": 6.708357309922576}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8427214026451111, "Finetune/Loss (Raw)": 0.8648201823234558, "Finetune/Step": 1736, "Finetune/Step Time": 6.693978525698185}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8419923186302185, "Finetune/Loss (Raw)": 0.7900516986846924, "Finetune/Step": 1737, "Finetune/Step Time": 6.6938366163522005}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8408715724945068, "Finetune/Loss (Raw)": 0.7242379188537598, "Finetune/Step": 1738, "Finetune/Step Time": 6.704941790550947}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8415127992630005, "Finetune/Loss (Raw)": 0.8313829898834229, "Finetune/Step": 1739, "Finetune/Step Time": 6.688934916630387}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8410766124725342, "Finetune/Loss (Raw)": 0.7503027319908142, "Finetune/Step": 1740, "Finetune/Step Time": 6.711897395551205}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.843618631362915, "Finetune/Loss (Raw)": 1.044512152671814, "Finetune/Step": 1741, "Finetune/Step Time": 6.70682922936976}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8421385288238525, "Finetune/Loss (Raw)": 0.6891868114471436, "Finetune/Step": 1742, "Finetune/Step Time": 6.710716089233756}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8412631154060364, "Finetune/Loss (Raw)": 0.8416147232055664, "Finetune/Step": 1743, "Finetune/Step Time": 6.721236640587449}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.840989887714386, "Finetune/Loss (Raw)": 0.8254213333129883, "Finetune/Step": 1744, "Finetune/Step Time": 6.723643647506833}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8414306044578552, "Finetune/Loss (Raw)": 0.8802415132522583, "Finetune/Step": 1745, "Finetune/Step Time": 6.720002386718988}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8426376581192017, "Finetune/Loss (Raw)": 0.9746063947677612, "Finetune/Step": 1746, "Finetune/Step Time": 6.719509361311793}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8424016833305359, "Finetune/Loss (Raw)": 0.7320632338523865, "Finetune/Step": 1747, "Finetune/Step Time": 6.734466889873147}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8393982648849487, "Finetune/Loss (Raw)": 0.6869603395462036, "Finetune/Step": 1748, "Finetune/Step Time": 6.741491831839085}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.840187132358551, "Finetune/Loss (Raw)": 0.8805189728736877, "Finetune/Step": 1749, "Finetune/Step Time": 6.737627353519201}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8398612141609192, "Finetune/Loss (Raw)": 0.9306088089942932, "Finetune/Step": 1750, "Finetune/Step Time": 6.751765517517924}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8386728167533875, "Finetune/Loss (Raw)": 0.9043981432914734, "Finetune/Step": 1751, "Finetune/Step Time": 6.755100594833493}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8397006988525391, "Finetune/Loss (Raw)": 1.0012098550796509, "Finetune/Step": 1752, "Finetune/Step Time": 6.75432956032455}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8395631313323975, "Finetune/Loss (Raw)": 0.8576068878173828, "Finetune/Step": 1753, "Finetune/Step Time": 6.754417268559337}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8397441506385803, "Finetune/Loss (Raw)": 0.913472592830658, "Finetune/Step": 1754, "Finetune/Step Time": 6.759170904755592}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8389612436294556, "Finetune/Loss (Raw)": 0.8555166721343994, "Finetune/Step": 1755, "Finetune/Step Time": 6.753822518512607}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8402518033981323, "Finetune/Loss (Raw)": 0.9825368523597717, "Finetune/Step": 1756, "Finetune/Step Time": 6.75689809769392}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8392280340194702, "Finetune/Loss (Raw)": 0.6492426991462708, "Finetune/Step": 1757, "Finetune/Step Time": 6.771351577714086}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8381456136703491, "Finetune/Loss (Raw)": 0.7583388686180115, "Finetune/Step": 1758, "Finetune/Step Time": 6.77347563393414}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8389146327972412, "Finetune/Loss (Raw)": 0.9503299593925476, "Finetune/Step": 1759, "Finetune/Step Time": 6.775960046797991}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8400736451148987, "Finetune/Loss (Raw)": 0.9804812073707581, "Finetune/Step": 1760, "Finetune/Step Time": 6.773640563711524}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8399579524993896, "Finetune/Loss (Raw)": 0.772530734539032, "Finetune/Step": 1761, "Finetune/Step Time": 6.778027269989252}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.839120090007782, "Finetune/Loss (Raw)": 0.7730644345283508, "Finetune/Step": 1762, "Finetune/Step Time": 6.795788146555424}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.840853214263916, "Finetune/Loss (Raw)": 1.0120935440063477, "Finetune/Step": 1763, "Finetune/Step Time": 6.791440859436989}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8413988351821899, "Finetune/Loss (Raw)": 0.9570503234863281, "Finetune/Step": 1764, "Finetune/Step Time": 6.807133994996548}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.841227650642395, "Finetune/Loss (Raw)": 0.7701863646507263, "Finetune/Step": 1765, "Finetune/Step Time": 6.816378012299538}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8419786691665649, "Finetune/Loss (Raw)": 0.901513397693634, "Finetune/Step": 1766, "Finetune/Step Time": 6.815958619117737}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8420273661613464, "Finetune/Loss (Raw)": 0.7318366169929504, "Finetune/Step": 1767, "Finetune/Step Time": 6.813709462061524}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8402982950210571, "Finetune/Loss (Raw)": 0.7363387942314148, "Finetune/Step": 1768, "Finetune/Step Time": 6.813917266204953}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8384002447128296, "Finetune/Loss (Raw)": 0.6885553598403931, "Finetune/Step": 1769, "Finetune/Step Time": 6.824404889717698}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8386474847793579, "Finetune/Loss (Raw)": 0.8825514912605286, "Finetune/Step": 1770, "Finetune/Step Time": 6.8283837754279375}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8373168706893921, "Finetune/Loss (Raw)": 0.8048586845397949, "Finetune/Step": 1771, "Finetune/Step Time": 6.827893014997244}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8389360308647156, "Finetune/Loss (Raw)": 0.9858238101005554, "Finetune/Step": 1772, "Finetune/Step Time": 6.808724878355861}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8385373950004578, "Finetune/Loss (Raw)": 0.8012843132019043, "Finetune/Step": 1773, "Finetune/Step Time": 6.81529700756073}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8372762203216553, "Finetune/Loss (Raw)": 0.7670267224311829, "Finetune/Step": 1774, "Finetune/Step Time": 6.827062241733074}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8384248614311218, "Finetune/Loss (Raw)": 0.9321948289871216, "Finetune/Step": 1775, "Finetune/Step Time": 6.816578738391399}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8378480672836304, "Finetune/Loss (Raw)": 0.8471567034721375, "Finetune/Step": 1776, "Finetune/Step Time": 6.817440282553434}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8383011817932129, "Finetune/Loss (Raw)": 0.8714460134506226, "Finetune/Step": 1777, "Finetune/Step Time": 6.803394839167595}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8378137350082397, "Finetune/Loss (Raw)": 0.8354947566986084, "Finetune/Step": 1778, "Finetune/Step Time": 6.806501468643546}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8401815295219421, "Finetune/Loss (Raw)": 1.046739935874939, "Finetune/Step": 1779, "Finetune/Step Time": 6.795405529439449}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.840356171131134, "Finetune/Loss (Raw)": 0.8351854085922241, "Finetune/Step": 1780, "Finetune/Step Time": 6.7886472549289465}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8392091989517212, "Finetune/Loss (Raw)": 0.677186906337738, "Finetune/Step": 1781, "Finetune/Step Time": 6.789151793345809}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8387735486030579, "Finetune/Loss (Raw)": 0.8518314361572266, "Finetune/Step": 1782, "Finetune/Step Time": 6.7808779794722795}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8391051888465881, "Finetune/Loss (Raw)": 0.7237481474876404, "Finetune/Step": 1783, "Finetune/Step Time": 6.767523953691125}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8400133848190308, "Finetune/Loss (Raw)": 1.0075870752334595, "Finetune/Step": 1784, "Finetune/Step Time": 6.76760153286159}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8386242389678955, "Finetune/Loss (Raw)": 0.6295912861824036, "Finetune/Step": 1785, "Finetune/Step Time": 6.777047896757722}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8383051156997681, "Finetune/Loss (Raw)": 0.84296053647995, "Finetune/Step": 1786, "Finetune/Step Time": 6.777200734242797}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.837509274482727, "Finetune/Loss (Raw)": 0.6870314478874207, "Finetune/Step": 1787, "Finetune/Step Time": 6.781436495482922}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8367668390274048, "Finetune/Loss (Raw)": 0.7867271304130554, "Finetune/Step": 1788, "Finetune/Step Time": 6.779379112645984}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8352710008621216, "Finetune/Loss (Raw)": 0.6507558226585388, "Finetune/Step": 1789, "Finetune/Step Time": 6.7939499244093895}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8347518444061279, "Finetune/Loss (Raw)": 0.8818551898002625, "Finetune/Step": 1790, "Finetune/Step Time": 6.795803375542164}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8374786972999573, "Finetune/Loss (Raw)": 0.9590991735458374, "Finetune/Step": 1791, "Finetune/Step Time": 6.791773367673159}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8391458988189697, "Finetune/Loss (Raw)": 0.9179947972297668, "Finetune/Step": 1792, "Finetune/Step Time": 6.791092723608017}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8371084332466125, "Finetune/Loss (Raw)": 0.7252846956253052, "Finetune/Step": 1793, "Finetune/Step Time": 6.801076840609312}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8381887674331665, "Finetune/Loss (Raw)": 0.9561821818351746, "Finetune/Step": 1794, "Finetune/Step Time": 6.806777268648148}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8362481594085693, "Finetune/Loss (Raw)": 0.6407387852668762, "Finetune/Step": 1795, "Finetune/Step Time": 6.8310240507125854}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8354047536849976, "Finetune/Loss (Raw)": 0.82529616355896, "Finetune/Step": 1796, "Finetune/Step Time": 6.8266463447362185}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8352066278457642, "Finetune/Loss (Raw)": 0.8546110391616821, "Finetune/Step": 1797, "Finetune/Step Time": 6.825042016804218}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.834703803062439, "Finetune/Loss (Raw)": 0.8647580146789551, "Finetune/Step": 1798, "Finetune/Step Time": 6.828961106017232}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8349689841270447, "Finetune/Loss (Raw)": 0.831054151058197, "Finetune/Step": 1799, "Finetune/Step Time": 6.82166463881731}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8346207737922668, "Finetune/Loss (Raw)": 0.8204073309898376, "Finetune/Step": 1800, "Finetune/Step Time": 6.814875094220042}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8359291553497314, "Finetune/Loss (Raw)": 0.884884238243103, "Finetune/Step": 1801, "Finetune/Step Time": 6.816865924745798}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8372995853424072, "Finetune/Loss (Raw)": 0.784670352935791, "Finetune/Step": 1802, "Finetune/Step Time": 6.817623067647219}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8382362127304077, "Finetune/Loss (Raw)": 0.814624547958374, "Finetune/Step": 1803, "Finetune/Step Time": 6.827145861461759}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8381407260894775, "Finetune/Loss (Raw)": 0.9012910723686218, "Finetune/Step": 1804, "Finetune/Step Time": 6.8301041554659605}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.835054874420166, "Finetune/Loss (Raw)": 0.5615273714065552, "Finetune/Step": 1805, "Finetune/Step Time": 6.83609014749527}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8348617553710938, "Finetune/Loss (Raw)": 0.7643250823020935, "Finetune/Step": 1806, "Finetune/Step Time": 6.845495600253344}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8366162776947021, "Finetune/Loss (Raw)": 0.8890331983566284, "Finetune/Step": 1807, "Finetune/Step Time": 6.830938255414367}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8362001180648804, "Finetune/Loss (Raw)": 0.8020607829093933, "Finetune/Step": 1808, "Finetune/Step Time": 6.821271339431405}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8362103700637817, "Finetune/Loss (Raw)": 0.8727920651435852, "Finetune/Step": 1809, "Finetune/Step Time": 6.819737821817398}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8343338966369629, "Finetune/Loss (Raw)": 0.7976154685020447, "Finetune/Step": 1810, "Finetune/Step Time": 6.820722829550505}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.835406482219696, "Finetune/Loss (Raw)": 0.8426851630210876, "Finetune/Step": 1811, "Finetune/Step Time": 6.804910022765398}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8347786664962769, "Finetune/Loss (Raw)": 0.7663335800170898, "Finetune/Step": 1812, "Finetune/Step Time": 6.809794928878546}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8353261947631836, "Finetune/Loss (Raw)": 0.8199473023414612, "Finetune/Step": 1813, "Finetune/Step Time": 6.801119668409228}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8372754454612732, "Finetune/Loss (Raw)": 0.869380533695221, "Finetune/Step": 1814, "Finetune/Step Time": 6.791328463703394}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8365997076034546, "Finetune/Loss (Raw)": 0.8225345015525818, "Finetune/Step": 1815, "Finetune/Step Time": 6.790986314415932}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8375350832939148, "Finetune/Loss (Raw)": 0.9398424625396729, "Finetune/Step": 1816, "Finetune/Step Time": 6.787269050255418}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8387988209724426, "Finetune/Loss (Raw)": 0.8535175323486328, "Finetune/Step": 1817, "Finetune/Step Time": 6.78530946560204}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8374993205070496, "Finetune/Loss (Raw)": 0.785725474357605, "Finetune/Step": 1818, "Finetune/Step Time": 6.785933198407292}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.837506890296936, "Finetune/Loss (Raw)": 0.8762669563293457, "Finetune/Step": 1819, "Finetune/Step Time": 6.784322207793593}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8377830982208252, "Finetune/Loss (Raw)": 0.7431578636169434, "Finetune/Step": 1820, "Finetune/Step Time": 6.769318733364344}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8391668796539307, "Finetune/Loss (Raw)": 0.8541905879974365, "Finetune/Step": 1821, "Finetune/Step Time": 6.7566945515573025}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8428399562835693, "Finetune/Loss (Raw)": 1.065735936164856, "Finetune/Step": 1822, "Finetune/Step Time": 6.752493659034371}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8440015316009521, "Finetune/Loss (Raw)": 0.8389527797698975, "Finetune/Step": 1823, "Finetune/Step Time": 6.7455591559410095}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8423864245414734, "Finetune/Loss (Raw)": 0.635725200176239, "Finetune/Step": 1824, "Finetune/Step Time": 6.7499966360628605}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8419280052185059, "Finetune/Loss (Raw)": 0.8453988432884216, "Finetune/Step": 1825, "Finetune/Step Time": 6.751796280965209}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8422793745994568, "Finetune/Loss (Raw)": 0.8910534977912903, "Finetune/Step": 1826, "Finetune/Step Time": 6.754700593650341}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8417606353759766, "Finetune/Loss (Raw)": 0.8061765432357788, "Finetune/Step": 1827, "Finetune/Step Time": 6.781073823571205}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8416099548339844, "Finetune/Loss (Raw)": 0.8668695092201233, "Finetune/Step": 1828, "Finetune/Step Time": 6.780575659126043}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8423335552215576, "Finetune/Loss (Raw)": 1.0419538021087646, "Finetune/Step": 1829, "Finetune/Step Time": 6.781665252521634}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8426592946052551, "Finetune/Loss (Raw)": 0.9651991128921509, "Finetune/Step": 1830, "Finetune/Step Time": 6.788844650611281}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8438819646835327, "Finetune/Loss (Raw)": 0.8309215307235718, "Finetune/Step": 1831, "Finetune/Step Time": 6.776659794151783}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.846564769744873, "Finetune/Loss (Raw)": 0.975163996219635, "Finetune/Step": 1832, "Finetune/Step Time": 6.763438623398542}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8456175327301025, "Finetune/Loss (Raw)": 0.7332786917686462, "Finetune/Step": 1833, "Finetune/Step Time": 6.76542790979147}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8460873365402222, "Finetune/Loss (Raw)": 0.9669913649559021, "Finetune/Step": 1834, "Finetune/Step Time": 6.766859019175172}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8461682796478271, "Finetune/Loss (Raw)": 0.8827827572822571, "Finetune/Step": 1835, "Finetune/Step Time": 6.77097450569272}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8466816544532776, "Finetune/Loss (Raw)": 0.9005415439605713, "Finetune/Step": 1836, "Finetune/Step Time": 6.76712448336184}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8455625772476196, "Finetune/Loss (Raw)": 0.8251565098762512, "Finetune/Step": 1837, "Finetune/Step Time": 6.766718741506338}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8457516431808472, "Finetune/Loss (Raw)": 0.8557921051979065, "Finetune/Step": 1838, "Finetune/Step Time": 6.7625106275081635}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8462014198303223, "Finetune/Loss (Raw)": 0.890123724937439, "Finetune/Step": 1839, "Finetune/Step Time": 6.763735381886363}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8449313640594482, "Finetune/Loss (Raw)": 0.821841835975647, "Finetune/Step": 1840, "Finetune/Step Time": 6.7715542409569025}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8437612056732178, "Finetune/Loss (Raw)": 0.764054000377655, "Finetune/Step": 1841, "Finetune/Step Time": 6.7707801181823015}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8443441390991211, "Finetune/Loss (Raw)": 0.9479683041572571, "Finetune/Step": 1842, "Finetune/Step Time": 6.766396244987845}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8459113240242004, "Finetune/Loss (Raw)": 0.8439010381698608, "Finetune/Step": 1843, "Finetune/Step Time": 6.770146483555436}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8452240228652954, "Finetune/Loss (Raw)": 0.7967045307159424, "Finetune/Step": 1844, "Finetune/Step Time": 6.778745960444212}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8443847894668579, "Finetune/Loss (Raw)": 0.7693585157394409, "Finetune/Step": 1845, "Finetune/Step Time": 6.772691607475281}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8445279598236084, "Finetune/Loss (Raw)": 0.9432451128959656, "Finetune/Step": 1846, "Finetune/Step Time": 6.773577099665999}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8447943925857544, "Finetune/Loss (Raw)": 0.8466143608093262, "Finetune/Step": 1847, "Finetune/Step Time": 6.778803639113903}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8440854549407959, "Finetune/Loss (Raw)": 0.8618117570877075, "Finetune/Step": 1848, "Finetune/Step Time": 6.774199239909649}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8447359800338745, "Finetune/Loss (Raw)": 0.9828467965126038, "Finetune/Step": 1849, "Finetune/Step Time": 6.769323455169797}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.845168948173523, "Finetune/Loss (Raw)": 0.9259309768676758, "Finetune/Step": 1850, "Finetune/Step Time": 6.7732580583542585}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.843513011932373, "Finetune/Loss (Raw)": 0.6300366520881653, "Finetune/Step": 1851, "Finetune/Step Time": 6.785651493817568}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8442487716674805, "Finetune/Loss (Raw)": 0.8863832354545593, "Finetune/Step": 1852, "Finetune/Step Time": 6.785949502140284}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8446905016899109, "Finetune/Loss (Raw)": 0.904534101486206, "Finetune/Step": 1853, "Finetune/Step Time": 6.786823881790042}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.845671534538269, "Finetune/Loss (Raw)": 0.9057623744010925, "Finetune/Step": 1854, "Finetune/Step Time": 6.781136931851506}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8461446166038513, "Finetune/Loss (Raw)": 0.898794949054718, "Finetune/Step": 1855, "Finetune/Step Time": 6.767633302137256}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8464971780776978, "Finetune/Loss (Raw)": 0.9776909947395325, "Finetune/Step": 1856, "Finetune/Step Time": 6.766330683603883}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8451575040817261, "Finetune/Loss (Raw)": 0.7190065383911133, "Finetune/Step": 1857, "Finetune/Step Time": 6.797390803694725}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8458387851715088, "Finetune/Loss (Raw)": 0.8304992914199829, "Finetune/Step": 1858, "Finetune/Step Time": 6.80150893330574}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8454053401947021, "Finetune/Loss (Raw)": 0.9651168584823608, "Finetune/Step": 1859, "Finetune/Step Time": 6.795309819281101}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8438326120376587, "Finetune/Loss (Raw)": 0.7257779836654663, "Finetune/Step": 1860, "Finetune/Step Time": 6.784937469288707}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8432255983352661, "Finetune/Loss (Raw)": 0.7973500490188599, "Finetune/Step": 1861, "Finetune/Step Time": 6.784273821860552}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.842257022857666, "Finetune/Loss (Raw)": 0.7787023186683655, "Finetune/Step": 1862, "Finetune/Step Time": 6.772452738136053}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8414896726608276, "Finetune/Loss (Raw)": 0.7352244853973389, "Finetune/Step": 1863, "Finetune/Step Time": 6.771601280197501}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8406517505645752, "Finetune/Loss (Raw)": 0.7575632929801941, "Finetune/Step": 1864, "Finetune/Step Time": 6.77605314552784}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8416673541069031, "Finetune/Loss (Raw)": 0.9200506210327148, "Finetune/Step": 1865, "Finetune/Step Time": 6.776091303676367}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8433441519737244, "Finetune/Loss (Raw)": 0.9388672709465027, "Finetune/Step": 1866, "Finetune/Step Time": 6.770434908568859}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8442820906639099, "Finetune/Loss (Raw)": 0.9514397382736206, "Finetune/Step": 1867, "Finetune/Step Time": 6.775159692391753}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8443769216537476, "Finetune/Loss (Raw)": 0.7624413371086121, "Finetune/Step": 1868, "Finetune/Step Time": 6.766816962510347}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8434422016143799, "Finetune/Loss (Raw)": 0.9248766899108887, "Finetune/Step": 1869, "Finetune/Step Time": 6.762057524174452}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8440215587615967, "Finetune/Loss (Raw)": 0.7633300423622131, "Finetune/Step": 1870, "Finetune/Step Time": 6.758273946121335}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8437386751174927, "Finetune/Loss (Raw)": 0.8054174780845642, "Finetune/Step": 1871, "Finetune/Step Time": 6.769215993583202}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8428183794021606, "Finetune/Loss (Raw)": 0.7076202630996704, "Finetune/Step": 1872, "Finetune/Step Time": 6.770866585895419}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8415243625640869, "Finetune/Loss (Raw)": 0.7146066427230835, "Finetune/Step": 1873, "Finetune/Step Time": 6.794022016227245}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8408486843109131, "Finetune/Loss (Raw)": 0.8881213068962097, "Finetune/Step": 1874, "Finetune/Step Time": 6.794306725263596}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8402522206306458, "Finetune/Loss (Raw)": 0.6557131409645081, "Finetune/Step": 1875, "Finetune/Step Time": 6.786890495568514}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8417502641677856, "Finetune/Loss (Raw)": 0.8787108659744263, "Finetune/Step": 1876, "Finetune/Step Time": 6.777659390121698}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8417997360229492, "Finetune/Loss (Raw)": 0.8868493437767029, "Finetune/Step": 1877, "Finetune/Step Time": 6.78089595772326}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8398193120956421, "Finetune/Loss (Raw)": 0.6771177649497986, "Finetune/Step": 1878, "Finetune/Step Time": 6.774921579286456}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8401482701301575, "Finetune/Loss (Raw)": 0.946506679058075, "Finetune/Step": 1879, "Finetune/Step Time": 6.767770078033209}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8372939825057983, "Finetune/Loss (Raw)": 0.6358570456504822, "Finetune/Step": 1880, "Finetune/Step Time": 6.7825535871088505}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8362890481948853, "Finetune/Loss (Raw)": 0.7289726138114929, "Finetune/Step": 1881, "Finetune/Step Time": 6.786598904058337}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8359321355819702, "Finetune/Loss (Raw)": 0.8677921891212463, "Finetune/Step": 1882, "Finetune/Step Time": 6.78299536369741}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8345069885253906, "Finetune/Loss (Raw)": 0.6730923652648926, "Finetune/Step": 1883, "Finetune/Step Time": 6.789232602342963}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8319953680038452, "Finetune/Loss (Raw)": 0.6610570549964905, "Finetune/Step": 1884, "Finetune/Step Time": 6.801404679194093}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.833929717540741, "Finetune/Loss (Raw)": 0.8968406915664673, "Finetune/Step": 1885, "Finetune/Step Time": 6.78629681840539}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8359396457672119, "Finetune/Loss (Raw)": 1.0155977010726929, "Finetune/Step": 1886, "Finetune/Step Time": 6.788734087720513}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8342701196670532, "Finetune/Loss (Raw)": 0.7366338968276978, "Finetune/Step": 1887, "Finetune/Step Time": 6.784936510026455}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8320926427841187, "Finetune/Loss (Raw)": 0.7017653584480286, "Finetune/Step": 1888, "Finetune/Step Time": 6.789338754490018}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8324294686317444, "Finetune/Loss (Raw)": 0.81564861536026, "Finetune/Step": 1889, "Finetune/Step Time": 6.791535494849086}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8326351642608643, "Finetune/Loss (Raw)": 0.7993971109390259, "Finetune/Step": 1890, "Finetune/Step Time": 6.77388721331954}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8319208025932312, "Finetune/Loss (Raw)": 0.9206485748291016, "Finetune/Step": 1891, "Finetune/Step Time": 6.7621060237288475}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.832244873046875, "Finetune/Loss (Raw)": 0.9985238909721375, "Finetune/Step": 1892, "Finetune/Step Time": 6.74694580771029}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8324056267738342, "Finetune/Loss (Raw)": 0.7907717227935791, "Finetune/Step": 1893, "Finetune/Step Time": 6.746802324429154}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8311373591423035, "Finetune/Loss (Raw)": 0.7391756772994995, "Finetune/Step": 1894, "Finetune/Step Time": 6.74057842604816}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8318476676940918, "Finetune/Loss (Raw)": 0.8227577209472656, "Finetune/Step": 1895, "Finetune/Step Time": 6.742244189605117}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.832795262336731, "Finetune/Loss (Raw)": 0.8576322197914124, "Finetune/Step": 1896, "Finetune/Step Time": 6.7441892344504595}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8351636528968811, "Finetune/Loss (Raw)": 0.9917045831680298, "Finetune/Step": 1897, "Finetune/Step Time": 6.73458187840879}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8350864052772522, "Finetune/Loss (Raw)": 0.8726649284362793, "Finetune/Step": 1898, "Finetune/Step Time": 6.7354847099632025}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8343453407287598, "Finetune/Loss (Raw)": 0.7099989056587219, "Finetune/Step": 1899, "Finetune/Step Time": 6.75044983252883}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8331385850906372, "Finetune/Loss (Raw)": 0.831362247467041, "Finetune/Step": 1900, "Finetune/Step Time": 6.750162651762366}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.833130419254303, "Finetune/Loss (Raw)": 0.800242006778717, "Finetune/Step": 1901, "Finetune/Step Time": 6.74626280926168}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8344770669937134, "Finetune/Loss (Raw)": 0.9393936991691589, "Finetune/Step": 1902, "Finetune/Step Time": 6.738850153982639}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8332160711288452, "Finetune/Loss (Raw)": 0.7707839012145996, "Finetune/Step": 1903, "Finetune/Step Time": 6.754424646496773}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8328991532325745, "Finetune/Loss (Raw)": 0.8065978288650513, "Finetune/Step": 1904, "Finetune/Step Time": 6.756350431591272}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8312499523162842, "Finetune/Loss (Raw)": 0.660346508026123, "Finetune/Step": 1905, "Finetune/Step Time": 6.772295661270618}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8307689428329468, "Finetune/Loss (Raw)": 0.7739301919937134, "Finetune/Step": 1906, "Finetune/Step Time": 6.790311507880688}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8293332457542419, "Finetune/Loss (Raw)": 0.8629639744758606, "Finetune/Step": 1907, "Finetune/Step Time": 6.801039097830653}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8289952278137207, "Finetune/Loss (Raw)": 0.7919213175773621, "Finetune/Step": 1908, "Finetune/Step Time": 6.799873163923621}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8284461498260498, "Finetune/Loss (Raw)": 0.6069102883338928, "Finetune/Step": 1909, "Finetune/Step Time": 6.799562593922019}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8283694982528687, "Finetune/Loss (Raw)": 0.8420100212097168, "Finetune/Step": 1910, "Finetune/Step Time": 6.801348311826587}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8297095894813538, "Finetune/Loss (Raw)": 0.8952871561050415, "Finetune/Step": 1911, "Finetune/Step Time": 6.80349206738174}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8282756805419922, "Finetune/Loss (Raw)": 0.824045717716217, "Finetune/Step": 1912, "Finetune/Step Time": 6.800290212035179}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8298003077507019, "Finetune/Loss (Raw)": 0.824741005897522, "Finetune/Step": 1913, "Finetune/Step Time": 6.789034981280565}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8309195041656494, "Finetune/Loss (Raw)": 0.9862183332443237, "Finetune/Step": 1914, "Finetune/Step Time": 6.786504494026303}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8327837586402893, "Finetune/Loss (Raw)": 0.9256588816642761, "Finetune/Step": 1915, "Finetune/Step Time": 6.80565819144249}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8330967426300049, "Finetune/Loss (Raw)": 0.8267859816551208, "Finetune/Step": 1916, "Finetune/Step Time": 6.806530458852649}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8339416980743408, "Finetune/Loss (Raw)": 0.7589108943939209, "Finetune/Step": 1917, "Finetune/Step Time": 6.791106389835477}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8333864212036133, "Finetune/Loss (Raw)": 0.8107730150222778, "Finetune/Step": 1918, "Finetune/Step Time": 6.783007424324751}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8324145078659058, "Finetune/Loss (Raw)": 0.8347059488296509, "Finetune/Step": 1919, "Finetune/Step Time": 6.779845276847482}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8308999538421631, "Finetune/Loss (Raw)": 0.7241268754005432, "Finetune/Step": 1920, "Finetune/Step Time": 6.789124248549342}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8326361179351807, "Finetune/Loss (Raw)": 0.9475125074386597, "Finetune/Step": 1921, "Finetune/Step Time": 6.778309991583228}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8296467065811157, "Finetune/Loss (Raw)": 0.5735421180725098, "Finetune/Step": 1922, "Finetune/Step Time": 6.7915137112140656}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8312079310417175, "Finetune/Loss (Raw)": 0.8405733704566956, "Finetune/Step": 1923, "Finetune/Step Time": 6.769416203722358}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8317928314208984, "Finetune/Loss (Raw)": 0.9001567363739014, "Finetune/Step": 1924, "Finetune/Step Time": 6.768110929057002}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8329546451568604, "Finetune/Loss (Raw)": 1.0033302307128906, "Finetune/Step": 1925, "Finetune/Step Time": 6.766702549532056}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8311953544616699, "Finetune/Loss (Raw)": 0.6395687460899353, "Finetune/Step": 1926, "Finetune/Step Time": 6.776624917984009}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8303542733192444, "Finetune/Loss (Raw)": 0.7233948111534119, "Finetune/Step": 1927, "Finetune/Step Time": 6.794913785532117}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8313398361206055, "Finetune/Loss (Raw)": 0.946554958820343, "Finetune/Step": 1928, "Finetune/Step Time": 6.800252387300134}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8299065232276917, "Finetune/Loss (Raw)": 0.7014209628105164, "Finetune/Step": 1929, "Finetune/Step Time": 6.793846905231476}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8288311958312988, "Finetune/Loss (Raw)": 0.6470286846160889, "Finetune/Step": 1930, "Finetune/Step Time": 6.781659226864576}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8294413089752197, "Finetune/Loss (Raw)": 0.8927252292633057, "Finetune/Step": 1931, "Finetune/Step Time": 6.763416426256299}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8275346755981445, "Finetune/Loss (Raw)": 0.6572416424751282, "Finetune/Step": 1932, "Finetune/Step Time": 6.774701775982976}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8300139307975769, "Finetune/Loss (Raw)": 0.8788690567016602, "Finetune/Step": 1933, "Finetune/Step Time": 6.771747691556811}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.83098965883255, "Finetune/Loss (Raw)": 0.8892185091972351, "Finetune/Step": 1934, "Finetune/Step Time": 6.760223841294646}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8314167261123657, "Finetune/Loss (Raw)": 0.9436984062194824, "Finetune/Step": 1935, "Finetune/Step Time": 6.761634366586804}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.830750584602356, "Finetune/Loss (Raw)": 0.7167913317680359, "Finetune/Step": 1936, "Finetune/Step Time": 6.7711472027003765}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8306678533554077, "Finetune/Loss (Raw)": 0.8622068166732788, "Finetune/Step": 1937, "Finetune/Step Time": 6.770303575322032}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8298507928848267, "Finetune/Loss (Raw)": 0.6930362582206726, "Finetune/Step": 1938, "Finetune/Step Time": 6.781871438026428}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8298808932304382, "Finetune/Loss (Raw)": 0.8465318083763123, "Finetune/Step": 1939, "Finetune/Step Time": 6.779936242848635}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8275789022445679, "Finetune/Loss (Raw)": 0.47168171405792236, "Finetune/Step": 1940, "Finetune/Step Time": 6.780492052435875}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.827426016330719, "Finetune/Loss (Raw)": 0.8003720641136169, "Finetune/Step": 1941, "Finetune/Step Time": 6.779656229540706}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8285194039344788, "Finetune/Loss (Raw)": 1.0093343257904053, "Finetune/Step": 1942, "Finetune/Step Time": 6.783017346635461}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8293023109436035, "Finetune/Loss (Raw)": 0.9227436780929565, "Finetune/Step": 1943, "Finetune/Step Time": 6.783999614417553}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8286318182945251, "Finetune/Loss (Raw)": 0.8540241718292236, "Finetune/Step": 1944, "Finetune/Step Time": 6.78716523014009}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.827184796333313, "Finetune/Loss (Raw)": 0.6683003306388855, "Finetune/Step": 1945, "Finetune/Step Time": 6.790073577314615}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8281756639480591, "Finetune/Loss (Raw)": 0.9125581979751587, "Finetune/Step": 1946, "Finetune/Step Time": 6.799101559445262}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8290352821350098, "Finetune/Loss (Raw)": 0.9862950444221497, "Finetune/Step": 1947, "Finetune/Step Time": 6.799090161919594}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8312323093414307, "Finetune/Loss (Raw)": 1.0243829488754272, "Finetune/Step": 1948, "Finetune/Step Time": 6.797448083758354}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8320815563201904, "Finetune/Loss (Raw)": 0.9628899693489075, "Finetune/Step": 1949, "Finetune/Step Time": 6.797891387715936}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8315598964691162, "Finetune/Loss (Raw)": 0.9989652633666992, "Finetune/Step": 1950, "Finetune/Step Time": 6.7942355796694756}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8323932886123657, "Finetune/Loss (Raw)": 0.945624828338623, "Finetune/Step": 1951, "Finetune/Step Time": 6.7978634890168905}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8349992036819458, "Finetune/Loss (Raw)": 0.9692831039428711, "Finetune/Step": 1952, "Finetune/Step Time": 6.792265459895134}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8327512741088867, "Finetune/Loss (Raw)": 0.557659387588501, "Finetune/Step": 1953, "Finetune/Step Time": 6.799472136422992}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8303103446960449, "Finetune/Loss (Raw)": 0.578618586063385, "Finetune/Step": 1954, "Finetune/Step Time": 6.803921550512314}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.829654335975647, "Finetune/Loss (Raw)": 0.7222049236297607, "Finetune/Step": 1955, "Finetune/Step Time": 6.790693920105696}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8287220001220703, "Finetune/Loss (Raw)": 0.7475271224975586, "Finetune/Step": 1956, "Finetune/Step Time": 6.785011408850551}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8276843428611755, "Finetune/Loss (Raw)": 0.9091344475746155, "Finetune/Step": 1957, "Finetune/Step Time": 6.781657103449106}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8277002573013306, "Finetune/Loss (Raw)": 0.9672349691390991, "Finetune/Step": 1958, "Finetune/Step Time": 6.772046165540814}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8271894454956055, "Finetune/Loss (Raw)": 0.76553875207901, "Finetune/Step": 1959, "Finetune/Step Time": 6.774396073073149}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8274424076080322, "Finetune/Loss (Raw)": 1.0075488090515137, "Finetune/Step": 1960, "Finetune/Step Time": 6.778367592021823}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.827355146408081, "Finetune/Loss (Raw)": 0.7221007943153381, "Finetune/Step": 1961, "Finetune/Step Time": 6.768177513033152}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.825512707233429, "Finetune/Loss (Raw)": 0.7311619520187378, "Finetune/Step": 1962, "Finetune/Step Time": 6.7947268430143595}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8237286806106567, "Finetune/Loss (Raw)": 0.6544288992881775, "Finetune/Step": 1963, "Finetune/Step Time": 6.80029965005815}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8231439590454102, "Finetune/Loss (Raw)": 0.8256986141204834, "Finetune/Step": 1964, "Finetune/Step Time": 6.806478602811694}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8216726183891296, "Finetune/Loss (Raw)": 0.6368266344070435, "Finetune/Step": 1965, "Finetune/Step Time": 6.805451696738601}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8208280205726624, "Finetune/Loss (Raw)": 0.7476809620857239, "Finetune/Step": 1966, "Finetune/Step Time": 6.801337897777557}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8198529481887817, "Finetune/Loss (Raw)": 0.7653161287307739, "Finetune/Step": 1967, "Finetune/Step Time": 6.793728467077017}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8206638097763062, "Finetune/Loss (Raw)": 0.9256311058998108, "Finetune/Step": 1968, "Finetune/Step Time": 6.783216372132301}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8201751708984375, "Finetune/Loss (Raw)": 0.701511025428772, "Finetune/Step": 1969, "Finetune/Step Time": 6.798003723844886}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8190212249755859, "Finetune/Loss (Raw)": 0.8002581000328064, "Finetune/Step": 1970, "Finetune/Step Time": 6.796842608600855}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8182276487350464, "Finetune/Loss (Raw)": 0.7423286437988281, "Finetune/Step": 1971, "Finetune/Step Time": 6.8005446922034025}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.818442165851593, "Finetune/Loss (Raw)": 0.8241592645645142, "Finetune/Step": 1972, "Finetune/Step Time": 6.792971331626177}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8185698390007019, "Finetune/Loss (Raw)": 0.7857030034065247, "Finetune/Step": 1973, "Finetune/Step Time": 6.816322045400739}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8188717365264893, "Finetune/Loss (Raw)": 0.9818869829177856, "Finetune/Step": 1974, "Finetune/Step Time": 6.816948702558875}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8188722133636475, "Finetune/Loss (Raw)": 0.8466814756393433, "Finetune/Step": 1975, "Finetune/Step Time": 6.811173722147942}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8189610838890076, "Finetune/Loss (Raw)": 0.8731799721717834, "Finetune/Step": 1976, "Finetune/Step Time": 6.81221310608089}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8184016942977905, "Finetune/Loss (Raw)": 0.9112420678138733, "Finetune/Step": 1977, "Finetune/Step Time": 6.820689661428332}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8187521696090698, "Finetune/Loss (Raw)": 0.9707952737808228, "Finetune/Step": 1978, "Finetune/Step Time": 6.818055184558034}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8194085359573364, "Finetune/Loss (Raw)": 0.7140588164329529, "Finetune/Step": 1979, "Finetune/Step Time": 6.804616317152977}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8179478645324707, "Finetune/Loss (Raw)": 0.6994160413742065, "Finetune/Step": 1980, "Finetune/Step Time": 6.814738294109702}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8176599144935608, "Finetune/Loss (Raw)": 0.8676746487617493, "Finetune/Step": 1981, "Finetune/Step Time": 6.814259089529514}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.817371129989624, "Finetune/Loss (Raw)": 0.868790864944458, "Finetune/Step": 1982, "Finetune/Step Time": 6.819315042346716}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8168010711669922, "Finetune/Loss (Raw)": 0.8258336782455444, "Finetune/Step": 1983, "Finetune/Step Time": 6.820644272491336}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8169863224029541, "Finetune/Loss (Raw)": 1.0013991594314575, "Finetune/Step": 1984, "Finetune/Step Time": 6.833187829703093}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8187670707702637, "Finetune/Loss (Raw)": 0.9469486474990845, "Finetune/Step": 1985, "Finetune/Step Time": 6.802008483558893}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8203443884849548, "Finetune/Loss (Raw)": 1.0323866605758667, "Finetune/Step": 1986, "Finetune/Step Time": 6.795254789292812}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8189965486526489, "Finetune/Loss (Raw)": 0.7925980091094971, "Finetune/Step": 1987, "Finetune/Step Time": 6.816380761563778}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8196666240692139, "Finetune/Loss (Raw)": 0.8115512728691101, "Finetune/Step": 1988, "Finetune/Step Time": 6.816310007125139}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8205146193504333, "Finetune/Loss (Raw)": 0.9058918356895447, "Finetune/Step": 1989, "Finetune/Step Time": 6.816258128732443}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8213977813720703, "Finetune/Loss (Raw)": 0.891739010810852, "Finetune/Step": 1990, "Finetune/Step Time": 6.817534778267145}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8212875127792358, "Finetune/Loss (Raw)": 0.7211158275604248, "Finetune/Step": 1991, "Finetune/Step Time": 6.816276352852583}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8221572637557983, "Finetune/Loss (Raw)": 0.8688912391662598, "Finetune/Step": 1992, "Finetune/Step Time": 6.81108696013689}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8204177618026733, "Finetune/Loss (Raw)": 0.6973925828933716, "Finetune/Step": 1993, "Finetune/Step Time": 6.814301338046789}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8183364868164062, "Finetune/Loss (Raw)": 0.6724684834480286, "Finetune/Step": 1994, "Finetune/Step Time": 6.81160874851048}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8165783882141113, "Finetune/Loss (Raw)": 0.7264031767845154, "Finetune/Step": 1995, "Finetune/Step Time": 6.813128819689155}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8165000677108765, "Finetune/Loss (Raw)": 0.7524129748344421, "Finetune/Step": 1996, "Finetune/Step Time": 6.80215192399919}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8168837428092957, "Finetune/Loss (Raw)": 0.9739902019500732, "Finetune/Step": 1997, "Finetune/Step Time": 6.804380005225539}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8172405958175659, "Finetune/Loss (Raw)": 0.809004545211792, "Finetune/Step": 1998, "Finetune/Step Time": 6.805312342941761}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8166698217391968, "Finetune/Loss (Raw)": 0.7323555946350098, "Finetune/Step": 1999, "Finetune/Step Time": 6.796135431155562}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8165025115013123, "Finetune/Loss (Raw)": 0.6862110495567322, "Finetune/Step": 2000, "Finetune/Step Time": 6.815970728173852}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8176442384719849, "Finetune/Loss (Raw)": 0.8607483506202698, "Finetune/Step": 2001, "Finetune/Step Time": 6.792447052896023}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8172775506973267, "Finetune/Loss (Raw)": 0.8411769866943359, "Finetune/Step": 2002, "Finetune/Step Time": 6.789780838415027}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8182847499847412, "Finetune/Loss (Raw)": 0.7846364378929138, "Finetune/Step": 2003, "Finetune/Step Time": 6.789125915616751}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8178053498268127, "Finetune/Loss (Raw)": 0.8173494935035706, "Finetune/Step": 2004, "Finetune/Step Time": 6.79175727814436}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.817071795463562, "Finetune/Loss (Raw)": 0.7929578423500061, "Finetune/Step": 2005, "Finetune/Step Time": 6.786561472341418}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8181849122047424, "Finetune/Loss (Raw)": 0.8195921778678894, "Finetune/Step": 2006, "Finetune/Step Time": 6.780132824555039}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8189693689346313, "Finetune/Loss (Raw)": 1.0469106435775757, "Finetune/Step": 2007, "Finetune/Step Time": 6.780815688893199}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.820240318775177, "Finetune/Loss (Raw)": 0.7985442876815796, "Finetune/Step": 2008, "Finetune/Step Time": 6.7681447714567184}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8206701278686523, "Finetune/Loss (Raw)": 0.7839903831481934, "Finetune/Step": 2009, "Finetune/Step Time": 6.7602624129503965}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8210580348968506, "Finetune/Loss (Raw)": 0.9174500107765198, "Finetune/Step": 2010, "Finetune/Step Time": 6.760249886661768}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8238632678985596, "Finetune/Loss (Raw)": 1.0321615934371948, "Finetune/Step": 2011, "Finetune/Step Time": 6.755107946693897}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8252896070480347, "Finetune/Loss (Raw)": 0.8436222076416016, "Finetune/Step": 2012, "Finetune/Step Time": 6.739030547440052}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8252006769180298, "Finetune/Loss (Raw)": 0.8854523301124573, "Finetune/Step": 2013, "Finetune/Step Time": 6.75266089849174}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8226338624954224, "Finetune/Loss (Raw)": 0.6870514154434204, "Finetune/Step": 2014, "Finetune/Step Time": 6.760631116107106}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.822843074798584, "Finetune/Loss (Raw)": 0.7634121179580688, "Finetune/Step": 2015, "Finetune/Step Time": 6.77408929169178}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8233586549758911, "Finetune/Loss (Raw)": 0.7677627801895142, "Finetune/Step": 2016, "Finetune/Step Time": 6.784808602184057}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8224061727523804, "Finetune/Loss (Raw)": 0.6937289834022522, "Finetune/Step": 2017, "Finetune/Step Time": 6.7894525192677975}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8231050968170166, "Finetune/Loss (Raw)": 0.8888535499572754, "Finetune/Step": 2018, "Finetune/Step Time": 6.79336485825479}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8220741748809814, "Finetune/Loss (Raw)": 0.7886984348297119, "Finetune/Step": 2019, "Finetune/Step Time": 6.79713474586606}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.821130633354187, "Finetune/Loss (Raw)": 0.877741813659668, "Finetune/Step": 2020, "Finetune/Step Time": 6.797444896772504}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8210576772689819, "Finetune/Loss (Raw)": 0.7814339995384216, "Finetune/Step": 2021, "Finetune/Step Time": 6.794618971645832}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8217580914497375, "Finetune/Loss (Raw)": 0.8288350701332092, "Finetune/Step": 2022, "Finetune/Step Time": 6.7984746638685465}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8202958106994629, "Finetune/Loss (Raw)": 0.635583758354187, "Finetune/Step": 2023, "Finetune/Step Time": 6.816867480054498}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8196421265602112, "Finetune/Loss (Raw)": 0.7739575505256653, "Finetune/Step": 2024, "Finetune/Step Time": 6.814474618062377}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8179308176040649, "Finetune/Loss (Raw)": 0.7726593613624573, "Finetune/Step": 2025, "Finetune/Step Time": 6.822116432711482}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8181074857711792, "Finetune/Loss (Raw)": 0.8952824473381042, "Finetune/Step": 2026, "Finetune/Step Time": 6.811805848032236}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8188433647155762, "Finetune/Loss (Raw)": 0.8041900992393494, "Finetune/Step": 2027, "Finetune/Step Time": 6.796757081523538}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8189427852630615, "Finetune/Loss (Raw)": 0.8440868258476257, "Finetune/Step": 2028, "Finetune/Step Time": 6.808032967150211}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8198511600494385, "Finetune/Loss (Raw)": 0.9165114760398865, "Finetune/Step": 2029, "Finetune/Step Time": 6.804476764053106}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8170955181121826, "Finetune/Loss (Raw)": 0.5866726636886597, "Finetune/Step": 2030, "Finetune/Step Time": 6.814137449488044}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8175213932991028, "Finetune/Loss (Raw)": 0.825298011302948, "Finetune/Step": 2031, "Finetune/Step Time": 6.796625388786197}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8186306953430176, "Finetune/Loss (Raw)": 0.9485897421836853, "Finetune/Step": 2032, "Finetune/Step Time": 6.791822798550129}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.820187509059906, "Finetune/Loss (Raw)": 0.8596186637878418, "Finetune/Step": 2033, "Finetune/Step Time": 6.778164425864816}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8217431306838989, "Finetune/Loss (Raw)": 0.973045289516449, "Finetune/Step": 2034, "Finetune/Step Time": 6.7664743810892105}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8201357126235962, "Finetune/Loss (Raw)": 0.6572202444076538, "Finetune/Step": 2035, "Finetune/Step Time": 6.774242481216788}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8206259608268738, "Finetune/Loss (Raw)": 0.8546675443649292, "Finetune/Step": 2036, "Finetune/Step Time": 6.7841900531202555}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8221158981323242, "Finetune/Loss (Raw)": 0.7976261973381042, "Finetune/Step": 2037, "Finetune/Step Time": 6.796343198046088}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8210328817367554, "Finetune/Loss (Raw)": 0.7033863663673401, "Finetune/Step": 2038, "Finetune/Step Time": 6.795522928237915}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8216167688369751, "Finetune/Loss (Raw)": 0.9700184464454651, "Finetune/Step": 2039, "Finetune/Step Time": 6.791850382462144}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8221306800842285, "Finetune/Loss (Raw)": 0.8898285031318665, "Finetune/Step": 2040, "Finetune/Step Time": 6.78868518024683}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8224660158157349, "Finetune/Loss (Raw)": 0.8676703572273254, "Finetune/Step": 2041, "Finetune/Step Time": 6.834975719451904}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8205310702323914, "Finetune/Loss (Raw)": 0.7385416626930237, "Finetune/Step": 2042, "Finetune/Step Time": 6.834766594693065}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8199297785758972, "Finetune/Loss (Raw)": 0.8486899137496948, "Finetune/Step": 2043, "Finetune/Step Time": 6.810924060642719}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8202701807022095, "Finetune/Loss (Raw)": 0.8703590035438538, "Finetune/Step": 2044, "Finetune/Step Time": 6.807680372148752}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8211503624916077, "Finetune/Loss (Raw)": 0.8715761303901672, "Finetune/Step": 2045, "Finetune/Step Time": 6.815792597830296}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8222706913948059, "Finetune/Loss (Raw)": 0.9541696310043335, "Finetune/Step": 2046, "Finetune/Step Time": 6.815382128581405}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8229677677154541, "Finetune/Loss (Raw)": 0.9239365458488464, "Finetune/Step": 2047, "Finetune/Step Time": 6.817926350980997}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8230247497558594, "Finetune/Loss (Raw)": 0.7314209342002869, "Finetune/Step": 2048, "Finetune/Step Time": 6.810755575075746}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8200774788856506, "Finetune/Loss (Raw)": 0.5702636241912842, "Finetune/Step": 2049, "Finetune/Step Time": 6.8202339224517345}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8209691047668457, "Finetune/Loss (Raw)": 0.6876678466796875, "Finetune/Step": 2050, "Finetune/Step Time": 6.814312905073166}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8222137093544006, "Finetune/Loss (Raw)": 0.9998843669891357, "Finetune/Step": 2051, "Finetune/Step Time": 6.814914468675852}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8225939273834229, "Finetune/Loss (Raw)": 0.9488179683685303, "Finetune/Step": 2052, "Finetune/Step Time": 6.8224342204630375}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8217073678970337, "Finetune/Loss (Raw)": 0.889859139919281, "Finetune/Step": 2053, "Finetune/Step Time": 6.823631824925542}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8240904211997986, "Finetune/Loss (Raw)": 0.9445996284484863, "Finetune/Step": 2054, "Finetune/Step Time": 6.809433979913592}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8254826068878174, "Finetune/Loss (Raw)": 0.9015926122665405, "Finetune/Step": 2055, "Finetune/Step Time": 6.795839520171285}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8253622055053711, "Finetune/Loss (Raw)": 0.9311458468437195, "Finetune/Step": 2056, "Finetune/Step Time": 6.783539628610015}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8256641626358032, "Finetune/Loss (Raw)": 0.7400641441345215, "Finetune/Step": 2057, "Finetune/Step Time": 6.790198352187872}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8268253803253174, "Finetune/Loss (Raw)": 0.7956685423851013, "Finetune/Step": 2058, "Finetune/Step Time": 6.7999114245176315}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8258661031723022, "Finetune/Loss (Raw)": 0.7699366807937622, "Finetune/Step": 2059, "Finetune/Step Time": 6.801797546446323}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8268362283706665, "Finetune/Loss (Raw)": 0.7814151048660278, "Finetune/Step": 2060, "Finetune/Step Time": 6.7875152584165335}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8273064494132996, "Finetune/Loss (Raw)": 0.9390592575073242, "Finetune/Step": 2061, "Finetune/Step Time": 6.785427484661341}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8265171051025391, "Finetune/Loss (Raw)": 0.7881790399551392, "Finetune/Step": 2062, "Finetune/Step Time": 6.787384169176221}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8263285160064697, "Finetune/Loss (Raw)": 0.9195632338523865, "Finetune/Step": 2063, "Finetune/Step Time": 6.784507950767875}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8263840675354004, "Finetune/Loss (Raw)": 0.7239013314247131, "Finetune/Step": 2064, "Finetune/Step Time": 6.794228807091713}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8258645534515381, "Finetune/Loss (Raw)": 0.7957093119621277, "Finetune/Step": 2065, "Finetune/Step Time": 6.799483871087432}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8256363868713379, "Finetune/Loss (Raw)": 0.6638261079788208, "Finetune/Step": 2066, "Finetune/Step Time": 6.800647681578994}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8255972266197205, "Finetune/Loss (Raw)": 0.8415240049362183, "Finetune/Step": 2067, "Finetune/Step Time": 6.801309825852513}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8285719156265259, "Finetune/Loss (Raw)": 0.852445662021637, "Finetune/Step": 2068, "Finetune/Step Time": 6.793072486296296}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8288949728012085, "Finetune/Loss (Raw)": 0.8417272567749023, "Finetune/Step": 2069, "Finetune/Step Time": 6.7919198498129845}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8248648643493652, "Finetune/Loss (Raw)": 0.4934749901294708, "Finetune/Step": 2070, "Finetune/Step Time": 6.800012558698654}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8245238065719604, "Finetune/Loss (Raw)": 0.8790854811668396, "Finetune/Step": 2071, "Finetune/Step Time": 6.802952375262976}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8252100944519043, "Finetune/Loss (Raw)": 0.9418755173683167, "Finetune/Step": 2072, "Finetune/Step Time": 6.798854008316994}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8257808685302734, "Finetune/Loss (Raw)": 0.7413538098335266, "Finetune/Step": 2073, "Finetune/Step Time": 6.792060578241944}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8259104490280151, "Finetune/Loss (Raw)": 0.9291507005691528, "Finetune/Step": 2074, "Finetune/Step Time": 6.7868647668510675}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8242620825767517, "Finetune/Loss (Raw)": 0.7752977013587952, "Finetune/Step": 2075, "Finetune/Step Time": 6.787231877446175}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8217368125915527, "Finetune/Loss (Raw)": 0.7011510133743286, "Finetune/Step": 2076, "Finetune/Step Time": 6.797354489564896}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.820509135723114, "Finetune/Loss (Raw)": 0.8057456016540527, "Finetune/Step": 2077, "Finetune/Step Time": 6.798471685498953}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8188304305076599, "Finetune/Loss (Raw)": 0.78409343957901, "Finetune/Step": 2078, "Finetune/Step Time": 6.799201872199774}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8175943493843079, "Finetune/Loss (Raw)": 0.787404477596283, "Finetune/Step": 2079, "Finetune/Step Time": 6.7959886174649}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8155651688575745, "Finetune/Loss (Raw)": 0.7095488905906677, "Finetune/Step": 2080, "Finetune/Step Time": 6.801855444908142}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8175025582313538, "Finetune/Loss (Raw)": 0.8056434392929077, "Finetune/Step": 2081, "Finetune/Step Time": 6.803092956542969}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8191163539886475, "Finetune/Loss (Raw)": 0.7851897478103638, "Finetune/Step": 2082, "Finetune/Step Time": 6.7949737925082445}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8203699588775635, "Finetune/Loss (Raw)": 0.8826552033424377, "Finetune/Step": 2083, "Finetune/Step Time": 6.782709809020162}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8220682144165039, "Finetune/Loss (Raw)": 0.9649097323417664, "Finetune/Step": 2084, "Finetune/Step Time": 6.781198363751173}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8197736740112305, "Finetune/Loss (Raw)": 0.6154313087463379, "Finetune/Step": 2085, "Finetune/Step Time": 6.795614251866937}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.819284200668335, "Finetune/Loss (Raw)": 0.9045889973640442, "Finetune/Step": 2086, "Finetune/Step Time": 6.80077931471169}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8209609985351562, "Finetune/Loss (Raw)": 0.9801619648933411, "Finetune/Step": 2087, "Finetune/Step Time": 6.794546984136105}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8202343583106995, "Finetune/Loss (Raw)": 0.9145455956459045, "Finetune/Step": 2088, "Finetune/Step Time": 6.789225958287716}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8212653994560242, "Finetune/Loss (Raw)": 0.8540705442428589, "Finetune/Step": 2089, "Finetune/Step Time": 6.785529566928744}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8202129006385803, "Finetune/Loss (Raw)": 0.5964416861534119, "Finetune/Step": 2090, "Finetune/Step Time": 6.776658572256565}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8211185932159424, "Finetune/Loss (Raw)": 0.7703613042831421, "Finetune/Step": 2091, "Finetune/Step Time": 6.764330364763737}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8213835954666138, "Finetune/Loss (Raw)": 0.8596144318580627, "Finetune/Step": 2092, "Finetune/Step Time": 6.756253566592932}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8235418796539307, "Finetune/Loss (Raw)": 0.9130931496620178, "Finetune/Step": 2093, "Finetune/Step Time": 6.75672223418951}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8253793716430664, "Finetune/Loss (Raw)": 0.9828729033470154, "Finetune/Step": 2094, "Finetune/Step Time": 6.757754862308502}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.826136589050293, "Finetune/Loss (Raw)": 0.8622474670410156, "Finetune/Step": 2095, "Finetune/Step Time": 6.761951634660363}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8253385424613953, "Finetune/Loss (Raw)": 0.8234742879867554, "Finetune/Step": 2096, "Finetune/Step Time": 6.776787227019668}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8267766237258911, "Finetune/Loss (Raw)": 0.8855879902839661, "Finetune/Step": 2097, "Finetune/Step Time": 6.7615787629038095}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8266348838806152, "Finetune/Loss (Raw)": 0.7821201682090759, "Finetune/Step": 2098, "Finetune/Step Time": 6.765784095972776}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8254215121269226, "Finetune/Loss (Raw)": 0.5870126485824585, "Finetune/Step": 2099, "Finetune/Step Time": 6.768297227099538}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8242961168289185, "Finetune/Loss (Raw)": 0.6801032423973083, "Finetune/Step": 2100, "Finetune/Step Time": 6.771289423108101}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.825374960899353, "Finetune/Loss (Raw)": 0.9237955808639526, "Finetune/Step": 2101, "Finetune/Step Time": 6.743128094822168}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8239594101905823, "Finetune/Loss (Raw)": 0.8007000684738159, "Finetune/Step": 2102, "Finetune/Step Time": 6.744804749265313}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8226292133331299, "Finetune/Loss (Raw)": 0.676416277885437, "Finetune/Step": 2103, "Finetune/Step Time": 6.760589944198728}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8220990300178528, "Finetune/Loss (Raw)": 0.8053168058395386, "Finetune/Step": 2104, "Finetune/Step Time": 6.766031360253692}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8214969038963318, "Finetune/Loss (Raw)": 0.8341704607009888, "Finetune/Step": 2105, "Finetune/Step Time": 6.771460780873895}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8206527829170227, "Finetune/Loss (Raw)": 0.8627469539642334, "Finetune/Step": 2106, "Finetune/Step Time": 6.777211219072342}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8219338655471802, "Finetune/Loss (Raw)": 0.8780366778373718, "Finetune/Step": 2107, "Finetune/Step Time": 6.761539474129677}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.822570264339447, "Finetune/Loss (Raw)": 0.7808747291564941, "Finetune/Step": 2108, "Finetune/Step Time": 6.750333953648806}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8227505683898926, "Finetune/Loss (Raw)": 0.8907512426376343, "Finetune/Step": 2109, "Finetune/Step Time": 6.7545512448996305}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8221177458763123, "Finetune/Loss (Raw)": 0.7877886295318604, "Finetune/Step": 2110, "Finetune/Step Time": 6.760771533474326}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8216760158538818, "Finetune/Loss (Raw)": 0.7692952752113342, "Finetune/Step": 2111, "Finetune/Step Time": 6.770750887691975}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8194300532341003, "Finetune/Loss (Raw)": 0.7139133214950562, "Finetune/Step": 2112, "Finetune/Step Time": 6.773513957858086}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8186838030815125, "Finetune/Loss (Raw)": 0.8514296412467957, "Finetune/Step": 2113, "Finetune/Step Time": 6.769760770723224}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8176760673522949, "Finetune/Loss (Raw)": 0.9033961296081543, "Finetune/Step": 2114, "Finetune/Step Time": 6.783500351011753}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8185687065124512, "Finetune/Loss (Raw)": 0.9068599939346313, "Finetune/Step": 2115, "Finetune/Step Time": 6.7655212208628654}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8180060386657715, "Finetune/Loss (Raw)": 0.7395249605178833, "Finetune/Step": 2116, "Finetune/Step Time": 6.778887690976262}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8162156939506531, "Finetune/Loss (Raw)": 0.6767311692237854, "Finetune/Step": 2117, "Finetune/Step Time": 6.792770659551024}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8152382373809814, "Finetune/Loss (Raw)": 0.7666289210319519, "Finetune/Step": 2118, "Finetune/Step Time": 6.788608510047197}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8154236078262329, "Finetune/Loss (Raw)": 0.7448392510414124, "Finetune/Step": 2119, "Finetune/Step Time": 6.797375753521919}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8146195411682129, "Finetune/Loss (Raw)": 0.7659708857536316, "Finetune/Step": 2120, "Finetune/Step Time": 6.813512476161122}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8158422708511353, "Finetune/Loss (Raw)": 0.8539033532142639, "Finetune/Step": 2121, "Finetune/Step Time": 6.809617510065436}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8176690936088562, "Finetune/Loss (Raw)": 0.9062991738319397, "Finetune/Step": 2122, "Finetune/Step Time": 6.807199623435736}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.818830668926239, "Finetune/Loss (Raw)": 0.8750876784324646, "Finetune/Step": 2123, "Finetune/Step Time": 6.802507486194372}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8198472857475281, "Finetune/Loss (Raw)": 0.8825386166572571, "Finetune/Step": 2124, "Finetune/Step Time": 6.799650095403194}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8190878033638, "Finetune/Loss (Raw)": 0.8767753839492798, "Finetune/Step": 2125, "Finetune/Step Time": 6.810909256339073}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8200478553771973, "Finetune/Loss (Raw)": 0.9318859577178955, "Finetune/Step": 2126, "Finetune/Step Time": 6.80904571339488}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8210155367851257, "Finetune/Loss (Raw)": 0.8562278151512146, "Finetune/Step": 2127, "Finetune/Step Time": 6.797253182157874}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8206283450126648, "Finetune/Loss (Raw)": 0.6366465091705322, "Finetune/Step": 2128, "Finetune/Step Time": 6.790660034865141}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8194630742073059, "Finetune/Loss (Raw)": 0.7115951776504517, "Finetune/Step": 2129, "Finetune/Step Time": 6.804104441776872}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8196880221366882, "Finetune/Loss (Raw)": 0.8699675798416138, "Finetune/Step": 2130, "Finetune/Step Time": 6.803727572783828}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8207600116729736, "Finetune/Loss (Raw)": 0.921855628490448, "Finetune/Step": 2131, "Finetune/Step Time": 6.798196982592344}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8207024335861206, "Finetune/Loss (Raw)": 0.8099811673164368, "Finetune/Step": 2132, "Finetune/Step Time": 6.801340779289603}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8230035305023193, "Finetune/Loss (Raw)": 1.08749520778656, "Finetune/Step": 2133, "Finetune/Step Time": 6.800515279173851}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8225918412208557, "Finetune/Loss (Raw)": 0.7668959498405457, "Finetune/Step": 2134, "Finetune/Step Time": 6.8076852187514305}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.820427656173706, "Finetune/Loss (Raw)": 0.7698990106582642, "Finetune/Step": 2135, "Finetune/Step Time": 6.804807126522064}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8209043741226196, "Finetune/Loss (Raw)": 0.8595569729804993, "Finetune/Step": 2136, "Finetune/Step Time": 6.801627952605486}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8202571868896484, "Finetune/Loss (Raw)": 0.7011500597000122, "Finetune/Step": 2137, "Finetune/Step Time": 6.818682489916682}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8198837041854858, "Finetune/Loss (Raw)": 0.8696438670158386, "Finetune/Step": 2138, "Finetune/Step Time": 6.820190776139498}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8177212476730347, "Finetune/Loss (Raw)": 0.7553728222846985, "Finetune/Step": 2139, "Finetune/Step Time": 6.833802806213498}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8180773258209229, "Finetune/Loss (Raw)": 0.8892034292221069, "Finetune/Step": 2140, "Finetune/Step Time": 6.838557729497552}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8188461065292358, "Finetune/Loss (Raw)": 0.9838521480560303, "Finetune/Step": 2141, "Finetune/Step Time": 6.8268467877060175}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8197138905525208, "Finetune/Loss (Raw)": 0.7981206178665161, "Finetune/Step": 2142, "Finetune/Step Time": 6.817312203347683}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.820218026638031, "Finetune/Loss (Raw)": 0.8279484510421753, "Finetune/Step": 2143, "Finetune/Step Time": 6.815544372424483}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8205151557922363, "Finetune/Loss (Raw)": 0.8057891726493835, "Finetune/Step": 2144, "Finetune/Step Time": 6.809099180623889}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8192819952964783, "Finetune/Loss (Raw)": 0.5358913540840149, "Finetune/Step": 2145, "Finetune/Step Time": 6.809663804247975}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8190258741378784, "Finetune/Loss (Raw)": 0.8560678958892822, "Finetune/Step": 2146, "Finetune/Step Time": 6.821568192914128}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8186935186386108, "Finetune/Loss (Raw)": 0.7461544871330261, "Finetune/Step": 2147, "Finetune/Step Time": 6.824865844100714}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8194676637649536, "Finetune/Loss (Raw)": 0.9768334031105042, "Finetune/Step": 2148, "Finetune/Step Time": 6.825357250869274}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8202831745147705, "Finetune/Loss (Raw)": 0.8858272433280945, "Finetune/Step": 2149, "Finetune/Step Time": 6.819573862478137}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8201269507408142, "Finetune/Loss (Raw)": 0.8088337182998657, "Finetune/Step": 2150, "Finetune/Step Time": 6.818857334554195}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8222668170928955, "Finetune/Loss (Raw)": 0.9094818830490112, "Finetune/Step": 2151, "Finetune/Step Time": 6.806067626923323}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8221293687820435, "Finetune/Loss (Raw)": 0.7563654184341431, "Finetune/Step": 2152, "Finetune/Step Time": 6.823115799576044}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8222864866256714, "Finetune/Loss (Raw)": 0.7927709221839905, "Finetune/Step": 2153, "Finetune/Step Time": 6.817763384431601}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8207578659057617, "Finetune/Loss (Raw)": 0.6996213793754578, "Finetune/Step": 2154, "Finetune/Step Time": 6.824610503390431}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8209507465362549, "Finetune/Loss (Raw)": 0.8288742303848267, "Finetune/Step": 2155, "Finetune/Step Time": 6.829068498685956}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.81971675157547, "Finetune/Loss (Raw)": 0.6861383318901062, "Finetune/Step": 2156, "Finetune/Step Time": 6.825637072324753}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8183732032775879, "Finetune/Loss (Raw)": 0.7445405125617981, "Finetune/Step": 2157, "Finetune/Step Time": 6.831703884527087}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8208881616592407, "Finetune/Loss (Raw)": 0.9085788130760193, "Finetune/Step": 2158, "Finetune/Step Time": 6.815380286425352}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8213241100311279, "Finetune/Loss (Raw)": 0.8811007142066956, "Finetune/Step": 2159, "Finetune/Step Time": 6.829059224575758}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8203503489494324, "Finetune/Loss (Raw)": 0.8239485621452332, "Finetune/Step": 2160, "Finetune/Step Time": 6.8283808920532465}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.81967693567276, "Finetune/Loss (Raw)": 0.7734255790710449, "Finetune/Step": 2161, "Finetune/Step Time": 6.8262101877480745}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8179706931114197, "Finetune/Loss (Raw)": 0.7546471953392029, "Finetune/Step": 2162, "Finetune/Step Time": 6.821176998317242}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8190191984176636, "Finetune/Loss (Raw)": 0.791425347328186, "Finetune/Step": 2163, "Finetune/Step Time": 6.808592336252332}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8198441863059998, "Finetune/Loss (Raw)": 0.9602689743041992, "Finetune/Step": 2164, "Finetune/Step Time": 6.800444608554244}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.819935142993927, "Finetune/Loss (Raw)": 0.8092721700668335, "Finetune/Step": 2165, "Finetune/Step Time": 6.809318482875824}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8216073513031006, "Finetune/Loss (Raw)": 0.9174312353134155, "Finetune/Step": 2166, "Finetune/Step Time": 6.811411278322339}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8210981488227844, "Finetune/Loss (Raw)": 0.9048327207565308, "Finetune/Step": 2167, "Finetune/Step Time": 6.810633011162281}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.820438802242279, "Finetune/Loss (Raw)": 0.8054342865943909, "Finetune/Step": 2168, "Finetune/Step Time": 6.811677362769842}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.820757269859314, "Finetune/Loss (Raw)": 0.9084320664405823, "Finetune/Step": 2169, "Finetune/Step Time": 6.767068147659302}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8206456899642944, "Finetune/Loss (Raw)": 0.7242593765258789, "Finetune/Step": 2170, "Finetune/Step Time": 6.769387483596802}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8197091817855835, "Finetune/Loss (Raw)": 0.7288205623626709, "Finetune/Step": 2171, "Finetune/Step Time": 6.776225119829178}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8196327686309814, "Finetune/Loss (Raw)": 0.8605788350105286, "Finetune/Step": 2172, "Finetune/Step Time": 6.779242457821965}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8175505995750427, "Finetune/Loss (Raw)": 0.6050540804862976, "Finetune/Step": 2173, "Finetune/Step Time": 6.783816149458289}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8147672414779663, "Finetune/Loss (Raw)": 0.5979049205780029, "Finetune/Step": 2174, "Finetune/Step Time": 6.793031914159656}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8134902119636536, "Finetune/Loss (Raw)": 0.7604717016220093, "Finetune/Step": 2175, "Finetune/Step Time": 6.804985757917166}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8148837685585022, "Finetune/Loss (Raw)": 0.9097979068756104, "Finetune/Step": 2176, "Finetune/Step Time": 6.805703865364194}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8174912929534912, "Finetune/Loss (Raw)": 0.9040271043777466, "Finetune/Step": 2177, "Finetune/Step Time": 6.797149918973446}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8177378177642822, "Finetune/Loss (Raw)": 0.7192283272743225, "Finetune/Step": 2178, "Finetune/Step Time": 6.7994571309536695}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8160272836685181, "Finetune/Loss (Raw)": 0.7809269428253174, "Finetune/Step": 2179, "Finetune/Step Time": 6.80763716250658}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8154952526092529, "Finetune/Loss (Raw)": 0.8807205557823181, "Finetune/Step": 2180, "Finetune/Step Time": 6.805782800540328}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8156459331512451, "Finetune/Loss (Raw)": 0.9091497659683228, "Finetune/Step": 2181, "Finetune/Step Time": 6.804641623049974}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.815619945526123, "Finetune/Loss (Raw)": 0.9412727355957031, "Finetune/Step": 2182, "Finetune/Step Time": 6.807778684422374}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8138715028762817, "Finetune/Loss (Raw)": 0.6777852773666382, "Finetune/Step": 2183, "Finetune/Step Time": 6.822224834933877}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8119409084320068, "Finetune/Loss (Raw)": 0.6840376853942871, "Finetune/Step": 2184, "Finetune/Step Time": 6.833221033215523}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8129335045814514, "Finetune/Loss (Raw)": 0.8671116828918457, "Finetune/Step": 2185, "Finetune/Step Time": 6.8252465315163136}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.813066840171814, "Finetune/Loss (Raw)": 0.8127369284629822, "Finetune/Step": 2186, "Finetune/Step Time": 6.814827708527446}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8114084005355835, "Finetune/Loss (Raw)": 0.557659924030304, "Finetune/Step": 2187, "Finetune/Step Time": 6.842774545773864}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8112322688102722, "Finetune/Loss (Raw)": 0.7588634490966797, "Finetune/Step": 2188, "Finetune/Step Time": 6.868156483396888}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8091104030609131, "Finetune/Loss (Raw)": 0.6674610376358032, "Finetune/Step": 2189, "Finetune/Step Time": 6.87414213642478}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.808377206325531, "Finetune/Loss (Raw)": 0.6943278908729553, "Finetune/Step": 2190, "Finetune/Step Time": 6.880635786801577}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8073776364326477, "Finetune/Loss (Raw)": 0.7916213274002075, "Finetune/Step": 2191, "Finetune/Step Time": 6.891313284635544}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.806983232498169, "Finetune/Loss (Raw)": 0.6734206676483154, "Finetune/Step": 2192, "Finetune/Step Time": 6.87581273727119}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8078693151473999, "Finetune/Loss (Raw)": 0.9091311097145081, "Finetune/Step": 2193, "Finetune/Step Time": 6.871185390278697}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8091789484024048, "Finetune/Loss (Raw)": 0.8314558863639832, "Finetune/Step": 2194, "Finetune/Step Time": 6.859566180035472}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8095356225967407, "Finetune/Loss (Raw)": 0.8871755003929138, "Finetune/Step": 2195, "Finetune/Step Time": 6.858373120427132}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8085131049156189, "Finetune/Loss (Raw)": 0.7215636968612671, "Finetune/Step": 2196, "Finetune/Step Time": 6.8658320270478725}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8083807826042175, "Finetune/Loss (Raw)": 0.8247910141944885, "Finetune/Step": 2197, "Finetune/Step Time": 6.865294242277741}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8105387687683105, "Finetune/Loss (Raw)": 0.7696931958198547, "Finetune/Step": 2198, "Finetune/Step Time": 6.863307181745768}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8095735311508179, "Finetune/Loss (Raw)": 0.7555384039878845, "Finetune/Step": 2199, "Finetune/Step Time": 6.858776705339551}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8079458475112915, "Finetune/Loss (Raw)": 0.7335361242294312, "Finetune/Step": 2200, "Finetune/Step Time": 6.866972453892231}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.807539165019989, "Finetune/Loss (Raw)": 0.6892945170402527, "Finetune/Step": 2201, "Finetune/Step Time": 6.872637504711747}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8065285682678223, "Finetune/Loss (Raw)": 0.7998011708259583, "Finetune/Step": 2202, "Finetune/Step Time": 6.8639411851763725}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8068033456802368, "Finetune/Loss (Raw)": 0.8104574680328369, "Finetune/Step": 2203, "Finetune/Step Time": 6.863962521776557}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8067870736122131, "Finetune/Loss (Raw)": 0.6990711688995361, "Finetune/Step": 2204, "Finetune/Step Time": 6.8605506755411625}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.806226372718811, "Finetune/Loss (Raw)": 0.733979344367981, "Finetune/Step": 2205, "Finetune/Step Time": 6.872926836833358}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8042467832565308, "Finetune/Loss (Raw)": 0.5307007431983948, "Finetune/Step": 2206, "Finetune/Step Time": 6.914391135796905}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8047240972518921, "Finetune/Loss (Raw)": 0.8484970927238464, "Finetune/Step": 2207, "Finetune/Step Time": 6.91203143261373}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8051068186759949, "Finetune/Loss (Raw)": 0.7585471272468567, "Finetune/Step": 2208, "Finetune/Step Time": 6.913953682407737}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8050234317779541, "Finetune/Loss (Raw)": 0.794965922832489, "Finetune/Step": 2209, "Finetune/Step Time": 6.918056840077043}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8039108514785767, "Finetune/Loss (Raw)": 0.6427798867225647, "Finetune/Step": 2210, "Finetune/Step Time": 6.9299961887300014}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8042727112770081, "Finetune/Loss (Raw)": 0.9289715886116028, "Finetune/Step": 2211, "Finetune/Step Time": 6.948280263692141}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8012312054634094, "Finetune/Loss (Raw)": 0.5755936503410339, "Finetune/Step": 2212, "Finetune/Step Time": 6.965410809963942}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8019466996192932, "Finetune/Loss (Raw)": 0.7070204019546509, "Finetune/Step": 2213, "Finetune/Step Time": 6.95384144037962}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7996322512626648, "Finetune/Loss (Raw)": 0.6083356738090515, "Finetune/Step": 2214, "Finetune/Step Time": 6.955735864117742}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.798700213432312, "Finetune/Loss (Raw)": 0.8608617186546326, "Finetune/Step": 2215, "Finetune/Step Time": 6.95478961057961}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7982417345046997, "Finetune/Loss (Raw)": 0.8558608293533325, "Finetune/Step": 2216, "Finetune/Step Time": 6.954628758132458}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7989209890365601, "Finetune/Loss (Raw)": 0.9410132765769958, "Finetune/Step": 2217, "Finetune/Step Time": 6.956714991480112}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7985819578170776, "Finetune/Loss (Raw)": 0.5530507564544678, "Finetune/Step": 2218, "Finetune/Step Time": 6.943647200241685}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7980924844741821, "Finetune/Loss (Raw)": 0.7077036499977112, "Finetune/Step": 2219, "Finetune/Step Time": 6.966382931917906}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7980079054832458, "Finetune/Loss (Raw)": 0.8487939834594727, "Finetune/Step": 2220, "Finetune/Step Time": 6.966034127399325}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7961318492889404, "Finetune/Loss (Raw)": 0.6729542016983032, "Finetune/Step": 2221, "Finetune/Step Time": 6.977455833926797}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7953979969024658, "Finetune/Loss (Raw)": 0.8889385461807251, "Finetune/Step": 2222, "Finetune/Step Time": 6.982113307341933}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7953869104385376, "Finetune/Loss (Raw)": 0.8608279824256897, "Finetune/Step": 2223, "Finetune/Step Time": 6.9827570877969265}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7954672574996948, "Finetune/Loss (Raw)": 0.8337622880935669, "Finetune/Step": 2224, "Finetune/Step Time": 6.97000646404922}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7945458889007568, "Finetune/Loss (Raw)": 0.7676575779914856, "Finetune/Step": 2225, "Finetune/Step Time": 6.977147789672017}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7951194643974304, "Finetune/Loss (Raw)": 0.8555331826210022, "Finetune/Step": 2226, "Finetune/Step Time": 6.977939674630761}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7976083755493164, "Finetune/Loss (Raw)": 0.9055899977684021, "Finetune/Step": 2227, "Finetune/Step Time": 6.964285599067807}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7983015775680542, "Finetune/Loss (Raw)": 0.7688353061676025, "Finetune/Step": 2228, "Finetune/Step Time": 6.962312828749418}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.797068178653717, "Finetune/Loss (Raw)": 0.7659235596656799, "Finetune/Step": 2229, "Finetune/Step Time": 6.961139660328627}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7968398332595825, "Finetune/Loss (Raw)": 0.7714640498161316, "Finetune/Step": 2230, "Finetune/Step Time": 6.961526099592447}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7988261580467224, "Finetune/Loss (Raw)": 0.930673360824585, "Finetune/Step": 2231, "Finetune/Step Time": 6.946644084528089}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8001577854156494, "Finetune/Loss (Raw)": 0.9757622480392456, "Finetune/Step": 2232, "Finetune/Step Time": 6.940493607893586}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7991005182266235, "Finetune/Loss (Raw)": 0.6988468766212463, "Finetune/Step": 2233, "Finetune/Step Time": 6.9382770750671625}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.79948890209198, "Finetune/Loss (Raw)": 0.9124616980552673, "Finetune/Step": 2234, "Finetune/Step Time": 6.934119729325175}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.799818754196167, "Finetune/Loss (Raw)": 0.9202449321746826, "Finetune/Step": 2235, "Finetune/Step Time": 6.942166615277529}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8009153604507446, "Finetune/Loss (Raw)": 0.9212460517883301, "Finetune/Step": 2236, "Finetune/Step Time": 6.94471599906683}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7999094724655151, "Finetune/Loss (Raw)": 0.7619986534118652, "Finetune/Step": 2237, "Finetune/Step Time": 6.943376839160919}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7989843487739563, "Finetune/Loss (Raw)": 0.6693685054779053, "Finetune/Step": 2238, "Finetune/Step Time": 6.9471801444888115}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8016685843467712, "Finetune/Loss (Raw)": 1.1128849983215332, "Finetune/Step": 2239, "Finetune/Step Time": 6.936171818524599}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8036909103393555, "Finetune/Loss (Raw)": 0.9727651476860046, "Finetune/Step": 2240, "Finetune/Step Time": 6.9231196641922}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8044013977050781, "Finetune/Loss (Raw)": 0.9423748850822449, "Finetune/Step": 2241, "Finetune/Step Time": 6.929565293714404}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8035567998886108, "Finetune/Loss (Raw)": 0.7952867150306702, "Finetune/Step": 2242, "Finetune/Step Time": 6.916658576577902}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8028169870376587, "Finetune/Loss (Raw)": 0.8121681809425354, "Finetune/Step": 2243, "Finetune/Step Time": 6.918544180691242}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8054685592651367, "Finetune/Loss (Raw)": 1.0789207220077515, "Finetune/Step": 2244, "Finetune/Step Time": 6.901610355824232}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.807003378868103, "Finetune/Loss (Raw)": 0.873188316822052, "Finetune/Step": 2245, "Finetune/Step Time": 6.88633318990469}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.808558464050293, "Finetune/Loss (Raw)": 0.9656861424446106, "Finetune/Step": 2246, "Finetune/Step Time": 6.888816155493259}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8082944750785828, "Finetune/Loss (Raw)": 0.7110480070114136, "Finetune/Step": 2247, "Finetune/Step Time": 6.887916803359985}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8077316284179688, "Finetune/Loss (Raw)": 0.6939167976379395, "Finetune/Step": 2248, "Finetune/Step Time": 6.86971066147089}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8070546388626099, "Finetune/Loss (Raw)": 0.7672515511512756, "Finetune/Step": 2249, "Finetune/Step Time": 6.86885486356914}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8060046434402466, "Finetune/Loss (Raw)": 0.771903932094574, "Finetune/Step": 2250, "Finetune/Step Time": 6.892324056476355}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8059228658676147, "Finetune/Loss (Raw)": 0.8646211624145508, "Finetune/Step": 2251, "Finetune/Step Time": 6.893346110358834}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8045080900192261, "Finetune/Loss (Raw)": 0.701437771320343, "Finetune/Step": 2252, "Finetune/Step Time": 6.905718887224793}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.804633617401123, "Finetune/Loss (Raw)": 0.8928498029708862, "Finetune/Step": 2253, "Finetune/Step Time": 6.891967508941889}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8045639991760254, "Finetune/Loss (Raw)": 0.9229769706726074, "Finetune/Step": 2254, "Finetune/Step Time": 6.896755043417215}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8044862151145935, "Finetune/Loss (Raw)": 0.8462725281715393, "Finetune/Step": 2255, "Finetune/Step Time": 6.892791332677007}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.805448055267334, "Finetune/Loss (Raw)": 0.7597609162330627, "Finetune/Step": 2256, "Finetune/Step Time": 6.879790015518665}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.806299090385437, "Finetune/Loss (Raw)": 0.8205208778381348, "Finetune/Step": 2257, "Finetune/Step Time": 6.865635871887207}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8045647740364075, "Finetune/Loss (Raw)": 0.6479780673980713, "Finetune/Step": 2258, "Finetune/Step Time": 6.866444053128362}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8033215999603271, "Finetune/Loss (Raw)": 0.7627291679382324, "Finetune/Step": 2259, "Finetune/Step Time": 6.863645009696484}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8029146194458008, "Finetune/Loss (Raw)": 0.7578870058059692, "Finetune/Step": 2260, "Finetune/Step Time": 6.867019608616829}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8012806177139282, "Finetune/Loss (Raw)": 0.8783530592918396, "Finetune/Step": 2261, "Finetune/Step Time": 6.867615390568972}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8030473589897156, "Finetune/Loss (Raw)": 0.9930307269096375, "Finetune/Step": 2262, "Finetune/Step Time": 6.864738704636693}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8033137321472168, "Finetune/Loss (Raw)": 0.8039982914924622, "Finetune/Step": 2263, "Finetune/Step Time": 6.8688950557261705}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8035868406295776, "Finetune/Loss (Raw)": 0.894514262676239, "Finetune/Step": 2264, "Finetune/Step Time": 6.881815874949098}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.804510235786438, "Finetune/Loss (Raw)": 0.8193467259407043, "Finetune/Step": 2265, "Finetune/Step Time": 6.865942727774382}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8019355535507202, "Finetune/Loss (Raw)": 0.5400769710540771, "Finetune/Step": 2266, "Finetune/Step Time": 6.8679823484271765}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8024158477783203, "Finetune/Loss (Raw)": 0.8168601989746094, "Finetune/Step": 2267, "Finetune/Step Time": 6.8497819770127535}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8013250827789307, "Finetune/Loss (Raw)": 0.7495762705802917, "Finetune/Step": 2268, "Finetune/Step Time": 6.8458431083709}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8005808591842651, "Finetune/Loss (Raw)": 0.8885945677757263, "Finetune/Step": 2269, "Finetune/Step Time": 6.841301288455725}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7990977764129639, "Finetune/Loss (Raw)": 0.6082867383956909, "Finetune/Step": 2270, "Finetune/Step Time": 6.848592855036259}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7995476722717285, "Finetune/Loss (Raw)": 0.8855293989181519, "Finetune/Step": 2271, "Finetune/Step Time": 6.831790121272206}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8002810478210449, "Finetune/Loss (Raw)": 0.8996687531471252, "Finetune/Step": 2272, "Finetune/Step Time": 6.828302972018719}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8025259971618652, "Finetune/Loss (Raw)": 0.8232415914535522, "Finetune/Step": 2273, "Finetune/Step Time": 6.817449800670147}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8017125129699707, "Finetune/Loss (Raw)": 0.7519386410713196, "Finetune/Step": 2274, "Finetune/Step Time": 6.824658840894699}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8030523061752319, "Finetune/Loss (Raw)": 0.9176564812660217, "Finetune/Step": 2275, "Finetune/Step Time": 6.818786224350333}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8021177053451538, "Finetune/Loss (Raw)": 0.8571966290473938, "Finetune/Step": 2276, "Finetune/Step Time": 6.819992480799556}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8005419969558716, "Finetune/Loss (Raw)": 0.6841402053833008, "Finetune/Step": 2277, "Finetune/Step Time": 6.821403192356229}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8011736273765564, "Finetune/Loss (Raw)": 0.8896816968917847, "Finetune/Step": 2278, "Finetune/Step Time": 6.819486416876316}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8008384704589844, "Finetune/Loss (Raw)": 0.8665863871574402, "Finetune/Step": 2279, "Finetune/Step Time": 6.811852363869548}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8015575408935547, "Finetune/Loss (Raw)": 0.8484036922454834, "Finetune/Step": 2280, "Finetune/Step Time": 6.7972364742308855}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8016809821128845, "Finetune/Loss (Raw)": 0.8085677623748779, "Finetune/Step": 2281, "Finetune/Step Time": 6.797744186595082}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8026812076568604, "Finetune/Loss (Raw)": 0.8276565670967102, "Finetune/Step": 2282, "Finetune/Step Time": 6.794312825426459}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8037104606628418, "Finetune/Loss (Raw)": 0.9606136679649353, "Finetune/Step": 2283, "Finetune/Step Time": 6.784303488209844}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8032513856887817, "Finetune/Loss (Raw)": 0.627376139163971, "Finetune/Step": 2284, "Finetune/Step Time": 6.796041589230299}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8034912347793579, "Finetune/Loss (Raw)": 0.7752415537834167, "Finetune/Step": 2285, "Finetune/Step Time": 6.795604545623064}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8026390075683594, "Finetune/Loss (Raw)": 0.7994962930679321, "Finetune/Step": 2286, "Finetune/Step Time": 6.803423676639795}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8006196022033691, "Finetune/Loss (Raw)": 0.622611939907074, "Finetune/Step": 2287, "Finetune/Step Time": 6.790233999490738}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.80126953125, "Finetune/Loss (Raw)": 0.907147228717804, "Finetune/Step": 2288, "Finetune/Step Time": 6.791386241093278}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8000833988189697, "Finetune/Loss (Raw)": 0.6215978860855103, "Finetune/Step": 2289, "Finetune/Step Time": 6.799669869244099}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8014465570449829, "Finetune/Loss (Raw)": 0.9291233420372009, "Finetune/Step": 2290, "Finetune/Step Time": 6.794842962175608}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8014035820960999, "Finetune/Loss (Raw)": 0.7859295010566711, "Finetune/Step": 2291, "Finetune/Step Time": 6.804164981469512}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7995907068252563, "Finetune/Loss (Raw)": 0.7282186150550842, "Finetune/Step": 2292, "Finetune/Step Time": 6.807134376838803}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7976065874099731, "Finetune/Loss (Raw)": 0.555308997631073, "Finetune/Step": 2293, "Finetune/Step Time": 6.793231278657913}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7971534132957458, "Finetune/Loss (Raw)": 0.8594234585762024, "Finetune/Step": 2294, "Finetune/Step Time": 6.792033324018121}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7963359951972961, "Finetune/Loss (Raw)": 0.8002097606658936, "Finetune/Step": 2295, "Finetune/Step Time": 6.805944442749023}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7952995300292969, "Finetune/Loss (Raw)": 0.6727663278579712, "Finetune/Step": 2296, "Finetune/Step Time": 6.806456591933966}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7943494915962219, "Finetune/Loss (Raw)": 0.7868174910545349, "Finetune/Step": 2297, "Finetune/Step Time": 6.805585071444511}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7949650287628174, "Finetune/Loss (Raw)": 0.8030556440353394, "Finetune/Step": 2298, "Finetune/Step Time": 6.805292526260018}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.796289324760437, "Finetune/Loss (Raw)": 0.8983251452445984, "Finetune/Step": 2299, "Finetune/Step Time": 6.802123703062534}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.796493649482727, "Finetune/Loss (Raw)": 0.8867418169975281, "Finetune/Step": 2300, "Finetune/Step Time": 6.805411335080862}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7976782321929932, "Finetune/Loss (Raw)": 0.7566778063774109, "Finetune/Step": 2301, "Finetune/Step Time": 6.795475298538804}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7986531853675842, "Finetune/Loss (Raw)": 0.7226913571357727, "Finetune/Step": 2302, "Finetune/Step Time": 6.789286132901907}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7994686961174011, "Finetune/Loss (Raw)": 0.8648613691329956, "Finetune/Step": 2303, "Finetune/Step Time": 6.775204883888364}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.797365665435791, "Finetune/Loss (Raw)": 0.6406075358390808, "Finetune/Step": 2304, "Finetune/Step Time": 6.778743574395776}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7962210774421692, "Finetune/Loss (Raw)": 0.757518470287323, "Finetune/Step": 2305, "Finetune/Step Time": 6.776149582117796}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7978407144546509, "Finetune/Loss (Raw)": 0.9265430569648743, "Finetune/Step": 2306, "Finetune/Step Time": 6.766160298138857}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7984664440155029, "Finetune/Loss (Raw)": 0.8610195517539978, "Finetune/Step": 2307, "Finetune/Step Time": 6.753857757896185}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7956556081771851, "Finetune/Loss (Raw)": 0.520932674407959, "Finetune/Step": 2308, "Finetune/Step Time": 6.752577543258667}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7945500612258911, "Finetune/Loss (Raw)": 0.7676406502723694, "Finetune/Step": 2309, "Finetune/Step Time": 6.750038815662265}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7942164540290833, "Finetune/Loss (Raw)": 0.8985701203346252, "Finetune/Step": 2310, "Finetune/Step Time": 6.746696664020419}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7960465550422668, "Finetune/Loss (Raw)": 0.9120458960533142, "Finetune/Step": 2311, "Finetune/Step Time": 6.729816224426031}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7962402701377869, "Finetune/Loss (Raw)": 0.7088330388069153, "Finetune/Step": 2312, "Finetune/Step Time": 6.735487662255764}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7958225011825562, "Finetune/Loss (Raw)": 0.8136321306228638, "Finetune/Step": 2313, "Finetune/Step Time": 6.736930334940553}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7953904867172241, "Finetune/Loss (Raw)": 0.7574442625045776, "Finetune/Step": 2314, "Finetune/Step Time": 6.741712627932429}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7970942258834839, "Finetune/Loss (Raw)": 0.7757357954978943, "Finetune/Step": 2315, "Finetune/Step Time": 6.714224079623818}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7983055114746094, "Finetune/Loss (Raw)": 0.9139035940170288, "Finetune/Step": 2316, "Finetune/Step Time": 6.6870055459439754}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.799172043800354, "Finetune/Loss (Raw)": 0.7783858776092529, "Finetune/Step": 2317, "Finetune/Step Time": 6.685603084042668}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7994707226753235, "Finetune/Loss (Raw)": 0.7325506210327148, "Finetune/Step": 2318, "Finetune/Step Time": 6.675612810999155}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8004295825958252, "Finetune/Loss (Raw)": 0.9143577218055725, "Finetune/Step": 2319, "Finetune/Step Time": 6.66718621365726}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8011714816093445, "Finetune/Loss (Raw)": 0.7683859467506409, "Finetune/Step": 2320, "Finetune/Step Time": 6.678933931514621}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8004465103149414, "Finetune/Loss (Raw)": 0.8163318634033203, "Finetune/Step": 2321, "Finetune/Step Time": 6.6841664761304855}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8005906343460083, "Finetune/Loss (Raw)": 0.8499051332473755, "Finetune/Step": 2322, "Finetune/Step Time": 6.691322175785899}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.798958420753479, "Finetune/Loss (Raw)": 0.6782442927360535, "Finetune/Step": 2323, "Finetune/Step Time": 6.701588656753302}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7993704080581665, "Finetune/Loss (Raw)": 0.7743004560470581, "Finetune/Step": 2324, "Finetune/Step Time": 6.695306543260813}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7998336553573608, "Finetune/Loss (Raw)": 0.8840873837471008, "Finetune/Step": 2325, "Finetune/Step Time": 6.7011664640158415}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7991514205932617, "Finetune/Loss (Raw)": 0.6823697090148926, "Finetune/Step": 2326, "Finetune/Step Time": 6.709081286564469}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7994821071624756, "Finetune/Loss (Raw)": 0.7978697419166565, "Finetune/Step": 2327, "Finetune/Step Time": 6.720214415341616}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.799447774887085, "Finetune/Loss (Raw)": 0.7291411757469177, "Finetune/Step": 2328, "Finetune/Step Time": 6.7152630388736725}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8011869192123413, "Finetune/Loss (Raw)": 0.9119057059288025, "Finetune/Step": 2329, "Finetune/Step Time": 6.703339122235775}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8005958199501038, "Finetune/Loss (Raw)": 0.7241396903991699, "Finetune/Step": 2330, "Finetune/Step Time": 6.712545810267329}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8006325364112854, "Finetune/Loss (Raw)": 0.8151541948318481, "Finetune/Step": 2331, "Finetune/Step Time": 6.71705518104136}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8030003309249878, "Finetune/Loss (Raw)": 1.0021437406539917, "Finetune/Step": 2332, "Finetune/Step Time": 6.714513394981623}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.804067850112915, "Finetune/Loss (Raw)": 0.8706238269805908, "Finetune/Step": 2333, "Finetune/Step Time": 6.713735135272145}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8064626455307007, "Finetune/Loss (Raw)": 0.8372342586517334, "Finetune/Step": 2334, "Finetune/Step Time": 6.682292876765132}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8062662482261658, "Finetune/Loss (Raw)": 0.8233627676963806, "Finetune/Step": 2335, "Finetune/Step Time": 6.684244945645332}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8065813183784485, "Finetune/Loss (Raw)": 0.7988778948783875, "Finetune/Step": 2336, "Finetune/Step Time": 6.688986197113991}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8076604604721069, "Finetune/Loss (Raw)": 0.9330962896347046, "Finetune/Step": 2337, "Finetune/Step Time": 6.677722243592143}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8092803955078125, "Finetune/Loss (Raw)": 0.8501284718513489, "Finetune/Step": 2338, "Finetune/Step Time": 6.664742097258568}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8077068328857422, "Finetune/Loss (Raw)": 0.7275567650794983, "Finetune/Step": 2339, "Finetune/Step Time": 6.6605184730142355}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8093067407608032, "Finetune/Loss (Raw)": 0.7803775072097778, "Finetune/Step": 2340, "Finetune/Step Time": 6.648814568296075}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8107662200927734, "Finetune/Loss (Raw)": 0.8938389420509338, "Finetune/Step": 2341, "Finetune/Step Time": 6.672229424118996}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8115773797035217, "Finetune/Loss (Raw)": 0.7121632099151611, "Finetune/Step": 2342, "Finetune/Step Time": 6.68253006786108}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.812011182308197, "Finetune/Loss (Raw)": 0.9163898825645447, "Finetune/Step": 2343, "Finetune/Step Time": 6.696471221745014}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8113465309143066, "Finetune/Loss (Raw)": 0.7707875370979309, "Finetune/Step": 2344, "Finetune/Step Time": 6.715305294841528}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8118910789489746, "Finetune/Loss (Raw)": 1.0107182264328003, "Finetune/Step": 2345, "Finetune/Step Time": 6.7099160104990005}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8138467669487, "Finetune/Loss (Raw)": 0.8033739924430847, "Finetune/Step": 2346, "Finetune/Step Time": 6.709098998457193}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8147976398468018, "Finetune/Loss (Raw)": 0.8294094204902649, "Finetune/Step": 2347, "Finetune/Step Time": 6.684695763513446}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8147057294845581, "Finetune/Loss (Raw)": 0.8370349407196045, "Finetune/Step": 2348, "Finetune/Step Time": 6.684029081836343}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8155931234359741, "Finetune/Loss (Raw)": 0.7865423560142517, "Finetune/Step": 2349, "Finetune/Step Time": 6.677702950313687}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.815136730670929, "Finetune/Loss (Raw)": 0.8305184841156006, "Finetune/Step": 2350, "Finetune/Step Time": 6.674724642187357}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8155784606933594, "Finetune/Loss (Raw)": 0.917367696762085, "Finetune/Step": 2351, "Finetune/Step Time": 6.6740153059363365}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8155456781387329, "Finetune/Loss (Raw)": 0.829563558101654, "Finetune/Step": 2352, "Finetune/Step Time": 6.681491123512387}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8160971403121948, "Finetune/Loss (Raw)": 0.8382525444030762, "Finetune/Step": 2353, "Finetune/Step Time": 6.67860896512866}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8160501718521118, "Finetune/Loss (Raw)": 0.8495208024978638, "Finetune/Step": 2354, "Finetune/Step Time": 6.6739307846874}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8150678277015686, "Finetune/Loss (Raw)": 0.7798517346382141, "Finetune/Step": 2355, "Finetune/Step Time": 6.674986494705081}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8144497275352478, "Finetune/Loss (Raw)": 0.6897143721580505, "Finetune/Step": 2356, "Finetune/Step Time": 6.676462670788169}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8148645758628845, "Finetune/Loss (Raw)": 0.819021999835968, "Finetune/Step": 2357, "Finetune/Step Time": 6.679973555728793}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.815835177898407, "Finetune/Loss (Raw)": 0.8957048058509827, "Finetune/Step": 2358, "Finetune/Step Time": 6.67785800434649}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.813373863697052, "Finetune/Loss (Raw)": 0.6156241297721863, "Finetune/Step": 2359, "Finetune/Step Time": 6.6920467130839825}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8126157522201538, "Finetune/Loss (Raw)": 0.8787221908569336, "Finetune/Step": 2360, "Finetune/Step Time": 6.693079721182585}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8140679597854614, "Finetune/Loss (Raw)": 0.8847365379333496, "Finetune/Step": 2361, "Finetune/Step Time": 6.692206026986241}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8133534789085388, "Finetune/Loss (Raw)": 0.8210000395774841, "Finetune/Step": 2362, "Finetune/Step Time": 6.686342468485236}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8106385469436646, "Finetune/Loss (Raw)": 0.5727343559265137, "Finetune/Step": 2363, "Finetune/Step Time": 6.691931568086147}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8092309236526489, "Finetune/Loss (Raw)": 0.741068959236145, "Finetune/Step": 2364, "Finetune/Step Time": 6.6905557513237}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8101783990859985, "Finetune/Loss (Raw)": 0.8832810521125793, "Finetune/Step": 2365, "Finetune/Step Time": 6.689114596694708}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.809396505355835, "Finetune/Loss (Raw)": 0.569281280040741, "Finetune/Step": 2366, "Finetune/Step Time": 6.686684036627412}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.807959794998169, "Finetune/Loss (Raw)": 0.9289880394935608, "Finetune/Step": 2367, "Finetune/Step Time": 6.694023555144668}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8064152002334595, "Finetune/Loss (Raw)": 0.7750535011291504, "Finetune/Step": 2368, "Finetune/Step Time": 6.689547523856163}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.806468665599823, "Finetune/Loss (Raw)": 0.9492221474647522, "Finetune/Step": 2369, "Finetune/Step Time": 6.687736792489886}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8066445589065552, "Finetune/Loss (Raw)": 0.8177949786186218, "Finetune/Step": 2370, "Finetune/Step Time": 6.690543303266168}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.807561457157135, "Finetune/Loss (Raw)": 0.9295389652252197, "Finetune/Step": 2371, "Finetune/Step Time": 6.687866551801562}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8051210641860962, "Finetune/Loss (Raw)": 0.7665436267852783, "Finetune/Step": 2372, "Finetune/Step Time": 6.689958110451698}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8055338859558105, "Finetune/Loss (Raw)": 0.9260327816009521, "Finetune/Step": 2373, "Finetune/Step Time": 6.707262443378568}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8037847876548767, "Finetune/Loss (Raw)": 0.7418051958084106, "Finetune/Step": 2374, "Finetune/Step Time": 6.709663545712829}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8032957315444946, "Finetune/Loss (Raw)": 0.6484487056732178, "Finetune/Step": 2375, "Finetune/Step Time": 6.725134069100022}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8050022125244141, "Finetune/Loss (Raw)": 0.91233891248703, "Finetune/Step": 2376, "Finetune/Step Time": 6.7306925393640995}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8066310286521912, "Finetune/Loss (Raw)": 0.9757484197616577, "Finetune/Step": 2377, "Finetune/Step Time": 6.730470184236765}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8077596426010132, "Finetune/Loss (Raw)": 0.9163616299629211, "Finetune/Step": 2378, "Finetune/Step Time": 6.704004105180502}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8075177669525146, "Finetune/Loss (Raw)": 0.8336674571037292, "Finetune/Step": 2379, "Finetune/Step Time": 6.716064814478159}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8077483177185059, "Finetune/Loss (Raw)": 0.7309439778327942, "Finetune/Step": 2380, "Finetune/Step Time": 6.701396455988288}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8072479367256165, "Finetune/Loss (Raw)": 0.8288022875785828, "Finetune/Step": 2381, "Finetune/Step Time": 6.701937971636653}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8052831888198853, "Finetune/Loss (Raw)": 0.6714901328086853, "Finetune/Step": 2382, "Finetune/Step Time": 6.709547670558095}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8029471635818481, "Finetune/Loss (Raw)": 0.5472508072853088, "Finetune/Step": 2383, "Finetune/Step Time": 6.7194684986025095}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.80443274974823, "Finetune/Loss (Raw)": 0.9499241709709167, "Finetune/Step": 2384, "Finetune/Step Time": 6.7146917171776295}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8042572736740112, "Finetune/Loss (Raw)": 0.7980567216873169, "Finetune/Step": 2385, "Finetune/Step Time": 6.718350389972329}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8067517280578613, "Finetune/Loss (Raw)": 0.967263400554657, "Finetune/Step": 2386, "Finetune/Step Time": 6.721936972811818}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8071146011352539, "Finetune/Loss (Raw)": 0.8091880083084106, "Finetune/Step": 2387, "Finetune/Step Time": 6.735288308933377}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.807610034942627, "Finetune/Loss (Raw)": 0.8212997913360596, "Finetune/Step": 2388, "Finetune/Step Time": 6.745013225823641}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8081384897232056, "Finetune/Loss (Raw)": 0.9459925889968872, "Finetune/Step": 2389, "Finetune/Step Time": 6.746080482378602}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.807713508605957, "Finetune/Loss (Raw)": 0.9386374950408936, "Finetune/Step": 2390, "Finetune/Step Time": 6.747113101184368}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8086051940917969, "Finetune/Loss (Raw)": 0.9181287288665771, "Finetune/Step": 2391, "Finetune/Step Time": 6.74639830365777}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.808192253112793, "Finetune/Loss (Raw)": 0.8416556715965271, "Finetune/Step": 2392, "Finetune/Step Time": 6.736100098118186}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8087457418441772, "Finetune/Loss (Raw)": 0.8902009129524231, "Finetune/Step": 2393, "Finetune/Step Time": 6.747130189090967}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8095810413360596, "Finetune/Loss (Raw)": 0.6469910144805908, "Finetune/Step": 2394, "Finetune/Step Time": 6.774825494736433}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8100559115409851, "Finetune/Loss (Raw)": 0.8776462078094482, "Finetune/Step": 2395, "Finetune/Step Time": 6.779403867200017}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8104783296585083, "Finetune/Loss (Raw)": 0.8036391139030457, "Finetune/Step": 2396, "Finetune/Step Time": 6.777112539857626}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8101785778999329, "Finetune/Loss (Raw)": 0.8502322435379028, "Finetune/Step": 2397, "Finetune/Step Time": 6.774704121053219}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.813275158405304, "Finetune/Loss (Raw)": 1.0046463012695312, "Finetune/Step": 2398, "Finetune/Step Time": 6.76690948754549}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8135323524475098, "Finetune/Loss (Raw)": 0.9184502959251404, "Finetune/Step": 2399, "Finetune/Step Time": 6.771419400349259}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.812283456325531, "Finetune/Loss (Raw)": 0.7398090958595276, "Finetune/Step": 2400, "Finetune/Step Time": 6.763682067394257}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8122705221176147, "Finetune/Loss (Raw)": 0.8215872645378113, "Finetune/Step": 2401, "Finetune/Step Time": 6.764790473505855}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8120080232620239, "Finetune/Loss (Raw)": 0.7183435559272766, "Finetune/Step": 2402, "Finetune/Step Time": 6.751152900978923}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8115118741989136, "Finetune/Loss (Raw)": 0.8541496396064758, "Finetune/Step": 2403, "Finetune/Step Time": 6.756839122623205}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8114031553268433, "Finetune/Loss (Raw)": 0.8432806730270386, "Finetune/Step": 2404, "Finetune/Step Time": 6.7550832238048315}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8122906684875488, "Finetune/Loss (Raw)": 0.7977381348609924, "Finetune/Step": 2405, "Finetune/Step Time": 6.753432102501392}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8126497268676758, "Finetune/Loss (Raw)": 0.9356482028961182, "Finetune/Step": 2406, "Finetune/Step Time": 6.756304206326604}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8104273080825806, "Finetune/Loss (Raw)": 0.5821065306663513, "Finetune/Step": 2407, "Finetune/Step Time": 6.773993669077754}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8116208910942078, "Finetune/Loss (Raw)": 1.0011824369430542, "Finetune/Step": 2408, "Finetune/Step Time": 6.778884466737509}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.811721682548523, "Finetune/Loss (Raw)": 0.8214742541313171, "Finetune/Step": 2409, "Finetune/Step Time": 6.779482912272215}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8113749623298645, "Finetune/Loss (Raw)": 0.7832721471786499, "Finetune/Step": 2410, "Finetune/Step Time": 6.785147549584508}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8092225790023804, "Finetune/Loss (Raw)": 0.6851061582565308, "Finetune/Step": 2411, "Finetune/Step Time": 6.792922405526042}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8101573586463928, "Finetune/Loss (Raw)": 0.7470312118530273, "Finetune/Step": 2412, "Finetune/Step Time": 6.775402070954442}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8100554347038269, "Finetune/Loss (Raw)": 0.7621962428092957, "Finetune/Step": 2413, "Finetune/Step Time": 6.769718499854207}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8108034133911133, "Finetune/Loss (Raw)": 0.8952382802963257, "Finetune/Step": 2414, "Finetune/Step Time": 6.759927285835147}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8124227523803711, "Finetune/Loss (Raw)": 0.8298879861831665, "Finetune/Step": 2415, "Finetune/Step Time": 6.760967591777444}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8113278746604919, "Finetune/Loss (Raw)": 0.7669973373413086, "Finetune/Step": 2416, "Finetune/Step Time": 6.761320216581225}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8121315240859985, "Finetune/Loss (Raw)": 0.7244675159454346, "Finetune/Step": 2417, "Finetune/Step Time": 6.761079793795943}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.810733437538147, "Finetune/Loss (Raw)": 0.750167965888977, "Finetune/Step": 2418, "Finetune/Step Time": 6.77534182369709}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8106685876846313, "Finetune/Loss (Raw)": 0.7776272892951965, "Finetune/Step": 2419, "Finetune/Step Time": 6.783069895580411}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8126791715621948, "Finetune/Loss (Raw)": 0.9855763912200928, "Finetune/Step": 2420, "Finetune/Step Time": 6.777918992564082}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8134024739265442, "Finetune/Loss (Raw)": 0.6478978991508484, "Finetune/Step": 2421, "Finetune/Step Time": 6.7872343827039}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8120839595794678, "Finetune/Loss (Raw)": 0.6906527876853943, "Finetune/Step": 2422, "Finetune/Step Time": 6.794542379677296}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8104028701782227, "Finetune/Loss (Raw)": 0.5850244164466858, "Finetune/Step": 2423, "Finetune/Step Time": 6.789608806371689}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8121801614761353, "Finetune/Loss (Raw)": 0.9002617001533508, "Finetune/Step": 2424, "Finetune/Step Time": 6.789517546072602}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.811444878578186, "Finetune/Loss (Raw)": 0.6927011013031006, "Finetune/Step": 2425, "Finetune/Step Time": 6.7978528421372175}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8101267218589783, "Finetune/Loss (Raw)": 0.6343308091163635, "Finetune/Step": 2426, "Finetune/Step Time": 6.813516195863485}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8097621202468872, "Finetune/Loss (Raw)": 0.8516579270362854, "Finetune/Step": 2427, "Finetune/Step Time": 6.809617709368467}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8084050416946411, "Finetune/Loss (Raw)": 0.7130363583564758, "Finetune/Step": 2428, "Finetune/Step Time": 6.806200068444014}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.809151828289032, "Finetune/Loss (Raw)": 0.852263331413269, "Finetune/Step": 2429, "Finetune/Step Time": 6.814939463511109}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8089024424552917, "Finetune/Loss (Raw)": 0.6907771825790405, "Finetune/Step": 2430, "Finetune/Step Time": 6.8358094319701195}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8092635273933411, "Finetune/Loss (Raw)": 0.9110761880874634, "Finetune/Step": 2431, "Finetune/Step Time": 6.84634705632925}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8105188608169556, "Finetune/Loss (Raw)": 0.8012908101081848, "Finetune/Step": 2432, "Finetune/Step Time": 6.849202303215861}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8103394508361816, "Finetune/Loss (Raw)": 0.7345558404922485, "Finetune/Step": 2433, "Finetune/Step Time": 6.849469371140003}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8097121715545654, "Finetune/Loss (Raw)": 0.8462420105934143, "Finetune/Step": 2434, "Finetune/Step Time": 6.851051086559892}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8092981576919556, "Finetune/Loss (Raw)": 0.8080278038978577, "Finetune/Step": 2435, "Finetune/Step Time": 6.860648971050978}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8122086524963379, "Finetune/Loss (Raw)": 0.8934744000434875, "Finetune/Step": 2436, "Finetune/Step Time": 6.85610038228333}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8123298287391663, "Finetune/Loss (Raw)": 0.7831612229347229, "Finetune/Step": 2437, "Finetune/Step Time": 6.8608302883803844}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8124285936355591, "Finetune/Loss (Raw)": 0.9112104773521423, "Finetune/Step": 2438, "Finetune/Step Time": 6.8649514857679605}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8124202489852905, "Finetune/Loss (Raw)": 0.910971462726593, "Finetune/Step": 2439, "Finetune/Step Time": 6.865972815081477}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8140110373497009, "Finetune/Loss (Raw)": 0.9124605059623718, "Finetune/Step": 2440, "Finetune/Step Time": 6.853380059823394}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8147944211959839, "Finetune/Loss (Raw)": 0.9139041304588318, "Finetune/Step": 2441, "Finetune/Step Time": 6.852092165499926}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8153417110443115, "Finetune/Loss (Raw)": 0.827492356300354, "Finetune/Step": 2442, "Finetune/Step Time": 6.851421860978007}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8164738416671753, "Finetune/Loss (Raw)": 0.9206464886665344, "Finetune/Step": 2443, "Finetune/Step Time": 6.854579845443368}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8159458637237549, "Finetune/Loss (Raw)": 0.8463248610496521, "Finetune/Step": 2444, "Finetune/Step Time": 6.85830258205533}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8153130412101746, "Finetune/Loss (Raw)": 0.6973862051963806, "Finetune/Step": 2445, "Finetune/Step Time": 6.8694427739828825}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8165209889411926, "Finetune/Loss (Raw)": 0.8871724009513855, "Finetune/Step": 2446, "Finetune/Step Time": 6.873266899958253}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8160433769226074, "Finetune/Loss (Raw)": 0.8532198667526245, "Finetune/Step": 2447, "Finetune/Step Time": 6.8776679914444685}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8171952366828918, "Finetune/Loss (Raw)": 0.9158251881599426, "Finetune/Step": 2448, "Finetune/Step Time": 6.867791773751378}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8164384365081787, "Finetune/Loss (Raw)": 0.7194608449935913, "Finetune/Step": 2449, "Finetune/Step Time": 6.864249998703599}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8157976865768433, "Finetune/Loss (Raw)": 0.7678908705711365, "Finetune/Step": 2450, "Finetune/Step Time": 6.868701159954071}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8153282403945923, "Finetune/Loss (Raw)": 0.6181491613388062, "Finetune/Step": 2451, "Finetune/Step Time": 6.87501853890717}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8152760863304138, "Finetune/Loss (Raw)": 0.7676284313201904, "Finetune/Step": 2452, "Finetune/Step Time": 6.874359926208854}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.814605712890625, "Finetune/Loss (Raw)": 0.7982741594314575, "Finetune/Step": 2453, "Finetune/Step Time": 6.888200961053371}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.815609335899353, "Finetune/Loss (Raw)": 0.8108420372009277, "Finetune/Step": 2454, "Finetune/Step Time": 6.879948837682605}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8161219954490662, "Finetune/Loss (Raw)": 0.8634870052337646, "Finetune/Step": 2455, "Finetune/Step Time": 6.871041379868984}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8173415660858154, "Finetune/Loss (Raw)": 0.8852462768554688, "Finetune/Step": 2456, "Finetune/Step Time": 6.863647725433111}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8168697357177734, "Finetune/Loss (Raw)": 0.8515116572380066, "Finetune/Step": 2457, "Finetune/Step Time": 6.8605721686035395}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8174835443496704, "Finetune/Loss (Raw)": 0.8027133345603943, "Finetune/Step": 2458, "Finetune/Step Time": 6.865233642980456}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8172781467437744, "Finetune/Loss (Raw)": 0.7888519763946533, "Finetune/Step": 2459, "Finetune/Step Time": 6.862219147384167}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8154315948486328, "Finetune/Loss (Raw)": 0.7657905220985413, "Finetune/Step": 2460, "Finetune/Step Time": 6.866895154118538}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8159394860267639, "Finetune/Loss (Raw)": 0.9356304407119751, "Finetune/Step": 2461, "Finetune/Step Time": 6.8630227614194155}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.81610506772995, "Finetune/Loss (Raw)": 0.8584277033805847, "Finetune/Step": 2462, "Finetune/Step Time": 6.853432109579444}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8157708048820496, "Finetune/Loss (Raw)": 0.7805825471878052, "Finetune/Step": 2463, "Finetune/Step Time": 6.850996540859342}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8165513277053833, "Finetune/Loss (Raw)": 0.8987783789634705, "Finetune/Step": 2464, "Finetune/Step Time": 6.8395448215305805}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8157387971878052, "Finetune/Loss (Raw)": 0.8291015625, "Finetune/Step": 2465, "Finetune/Step Time": 6.841800460591912}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8151311874389648, "Finetune/Loss (Raw)": 0.7723521590232849, "Finetune/Step": 2466, "Finetune/Step Time": 6.840659383684397}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8158715963363647, "Finetune/Loss (Raw)": 0.8223252892494202, "Finetune/Step": 2467, "Finetune/Step Time": 6.824868123978376}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8170344829559326, "Finetune/Loss (Raw)": 0.929222822189331, "Finetune/Step": 2468, "Finetune/Step Time": 6.827828910201788}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8171535730361938, "Finetune/Loss (Raw)": 0.9090878963470459, "Finetune/Step": 2469, "Finetune/Step Time": 6.803000884130597}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8175432682037354, "Finetune/Loss (Raw)": 0.7620396614074707, "Finetune/Step": 2470, "Finetune/Step Time": 6.791468661278486}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8173684477806091, "Finetune/Loss (Raw)": 0.8940207362174988, "Finetune/Step": 2471, "Finetune/Step Time": 6.778589252382517}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8179023265838623, "Finetune/Loss (Raw)": 0.839114248752594, "Finetune/Step": 2472, "Finetune/Step Time": 6.758911993354559}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8167331218719482, "Finetune/Loss (Raw)": 0.8610630035400391, "Finetune/Step": 2473, "Finetune/Step Time": 6.762640697881579}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8167330026626587, "Finetune/Loss (Raw)": 0.8033604621887207, "Finetune/Step": 2474, "Finetune/Step Time": 6.763326717540622}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8165620565414429, "Finetune/Loss (Raw)": 0.8075314164161682, "Finetune/Step": 2475, "Finetune/Step Time": 6.76344314776361}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8166313171386719, "Finetune/Loss (Raw)": 0.8458935022354126, "Finetune/Step": 2476, "Finetune/Step Time": 6.763508997857571}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.816848874092102, "Finetune/Loss (Raw)": 0.8143876791000366, "Finetune/Step": 2477, "Finetune/Step Time": 6.7600194457918406}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8167389035224915, "Finetune/Loss (Raw)": 0.816447377204895, "Finetune/Step": 2478, "Finetune/Step Time": 6.757220532745123}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8152920007705688, "Finetune/Loss (Raw)": 0.7321705222129822, "Finetune/Step": 2479, "Finetune/Step Time": 6.756478875875473}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8143282532691956, "Finetune/Loss (Raw)": 0.7061957120895386, "Finetune/Step": 2480, "Finetune/Step Time": 6.754557421430945}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8129736185073853, "Finetune/Loss (Raw)": 0.6648680567741394, "Finetune/Step": 2481, "Finetune/Step Time": 6.7669233828783035}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.814319372177124, "Finetune/Loss (Raw)": 1.021772861480713, "Finetune/Step": 2482, "Finetune/Step Time": 6.76429988630116}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8142435550689697, "Finetune/Loss (Raw)": 0.7701540589332581, "Finetune/Step": 2483, "Finetune/Step Time": 6.766647154465318}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.814720094203949, "Finetune/Loss (Raw)": 0.7507020831108093, "Finetune/Step": 2484, "Finetune/Step Time": 6.77131156437099}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8149018287658691, "Finetune/Loss (Raw)": 0.8422874808311462, "Finetune/Step": 2485, "Finetune/Step Time": 6.770595621317625}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8129178881645203, "Finetune/Loss (Raw)": 0.6417570114135742, "Finetune/Step": 2486, "Finetune/Step Time": 6.7769291754812}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8131445646286011, "Finetune/Loss (Raw)": 0.6446405649185181, "Finetune/Step": 2487, "Finetune/Step Time": 6.775909166783094}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8134286403656006, "Finetune/Loss (Raw)": 0.9150872230529785, "Finetune/Step": 2488, "Finetune/Step Time": 6.784788001328707}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8134583234786987, "Finetune/Loss (Raw)": 0.8885340690612793, "Finetune/Step": 2489, "Finetune/Step Time": 6.7973649594932795}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8120098114013672, "Finetune/Loss (Raw)": 0.6355855464935303, "Finetune/Step": 2490, "Finetune/Step Time": 6.815348032861948}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8138257265090942, "Finetune/Loss (Raw)": 0.8051745295524597, "Finetune/Step": 2491, "Finetune/Step Time": 6.809716222807765}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.813697338104248, "Finetune/Loss (Raw)": 0.7246274948120117, "Finetune/Step": 2492, "Finetune/Step Time": 6.808953745290637}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8133070468902588, "Finetune/Loss (Raw)": 0.8333283066749573, "Finetune/Step": 2493, "Finetune/Step Time": 6.813245806843042}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8160619735717773, "Finetune/Loss (Raw)": 0.9219129085540771, "Finetune/Step": 2494, "Finetune/Step Time": 6.805974002927542}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8154128789901733, "Finetune/Loss (Raw)": 0.8459111452102661, "Finetune/Step": 2495, "Finetune/Step Time": 6.798977995291352}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8155049681663513, "Finetune/Loss (Raw)": 0.7868356108665466, "Finetune/Step": 2496, "Finetune/Step Time": 6.816327856853604}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8132622241973877, "Finetune/Loss (Raw)": 0.6621525883674622, "Finetune/Step": 2497, "Finetune/Step Time": 6.815186657011509}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.814260721206665, "Finetune/Loss (Raw)": 0.9455986618995667, "Finetune/Step": 2498, "Finetune/Step Time": 6.81339812092483}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8110952377319336, "Finetune/Loss (Raw)": 0.5243615508079529, "Finetune/Step": 2499, "Finetune/Step Time": 6.823293898254633}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8118178248405457, "Finetune/Loss (Raw)": 0.8590279817581177, "Finetune/Step": 2500, "Finetune/Step Time": 6.824644163250923}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8116637468338013, "Finetune/Loss (Raw)": 0.9063143134117126, "Finetune/Step": 2501, "Finetune/Step Time": 6.808924227952957}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8126906752586365, "Finetune/Loss (Raw)": 0.8732553720474243, "Finetune/Step": 2502, "Finetune/Step Time": 6.808564441278577}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8140534162521362, "Finetune/Loss (Raw)": 0.8228747844696045, "Finetune/Step": 2503, "Finetune/Step Time": 6.7874982468783855}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8134438991546631, "Finetune/Loss (Raw)": 0.8343246579170227, "Finetune/Step": 2504, "Finetune/Step Time": 6.787842843681574}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8123106956481934, "Finetune/Loss (Raw)": 0.8306905031204224, "Finetune/Step": 2505, "Finetune/Step Time": 6.788465848192573}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.811205267906189, "Finetune/Loss (Raw)": 0.7748697996139526, "Finetune/Step": 2506, "Finetune/Step Time": 6.795211339369416}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8118912577629089, "Finetune/Loss (Raw)": 0.9214769601821899, "Finetune/Step": 2507, "Finetune/Step Time": 6.7865383848547935}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8120182752609253, "Finetune/Loss (Raw)": 0.7472029328346252, "Finetune/Step": 2508, "Finetune/Step Time": 6.791149893775582}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8118014931678772, "Finetune/Loss (Raw)": 0.8010531663894653, "Finetune/Step": 2509, "Finetune/Step Time": 6.796717517077923}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.813768744468689, "Finetune/Loss (Raw)": 0.9232984185218811, "Finetune/Step": 2510, "Finetune/Step Time": 6.785732951015234}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8162331581115723, "Finetune/Loss (Raw)": 0.8626936078071594, "Finetune/Step": 2511, "Finetune/Step Time": 6.783896202221513}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8143233060836792, "Finetune/Loss (Raw)": 0.7054669260978699, "Finetune/Step": 2512, "Finetune/Step Time": 6.790993617847562}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.813934326171875, "Finetune/Loss (Raw)": 0.7482607960700989, "Finetune/Step": 2513, "Finetune/Step Time": 6.790543248876929}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8131155967712402, "Finetune/Loss (Raw)": 0.8624680042266846, "Finetune/Step": 2514, "Finetune/Step Time": 6.795678555965424}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8117994666099548, "Finetune/Loss (Raw)": 0.6407269835472107, "Finetune/Step": 2515, "Finetune/Step Time": 6.796687478199601}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.811560869216919, "Finetune/Loss (Raw)": 0.7907585501670837, "Finetune/Step": 2516, "Finetune/Step Time": 6.779560221359134}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.81084805727005, "Finetune/Loss (Raw)": 0.8547487854957581, "Finetune/Step": 2517, "Finetune/Step Time": 6.7816350888460875}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8093438148498535, "Finetune/Loss (Raw)": 0.7461003065109253, "Finetune/Step": 2518, "Finetune/Step Time": 6.785573564469814}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8081686496734619, "Finetune/Loss (Raw)": 0.7677082419395447, "Finetune/Step": 2519, "Finetune/Step Time": 6.7874109130352736}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8087937831878662, "Finetune/Loss (Raw)": 0.9216716289520264, "Finetune/Step": 2520, "Finetune/Step Time": 6.796211244538426}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8076002597808838, "Finetune/Loss (Raw)": 0.7374233603477478, "Finetune/Step": 2521, "Finetune/Step Time": 6.799493500962853}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8090232610702515, "Finetune/Loss (Raw)": 0.8291367292404175, "Finetune/Step": 2522, "Finetune/Step Time": 6.782553432509303}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8069331049919128, "Finetune/Loss (Raw)": 0.6101088523864746, "Finetune/Step": 2523, "Finetune/Step Time": 6.78323657438159}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8068409562110901, "Finetune/Loss (Raw)": 0.7918400168418884, "Finetune/Step": 2524, "Finetune/Step Time": 6.782147765159607}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8050478100776672, "Finetune/Loss (Raw)": 0.6207101941108704, "Finetune/Step": 2525, "Finetune/Step Time": 6.791638946160674}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8038796186447144, "Finetune/Loss (Raw)": 0.8551250100135803, "Finetune/Step": 2526, "Finetune/Step Time": 6.794246189296246}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8032315969467163, "Finetune/Loss (Raw)": 0.8355047106742859, "Finetune/Step": 2527, "Finetune/Step Time": 6.802340032532811}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8048475980758667, "Finetune/Loss (Raw)": 0.9466524720191956, "Finetune/Step": 2528, "Finetune/Step Time": 6.808945596218109}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8032102584838867, "Finetune/Loss (Raw)": 0.6120115518569946, "Finetune/Step": 2529, "Finetune/Step Time": 6.823447700589895}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8042590022087097, "Finetune/Loss (Raw)": 0.8525828123092651, "Finetune/Step": 2530, "Finetune/Step Time": 6.817596182227135}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.803662896156311, "Finetune/Loss (Raw)": 0.7778490781784058, "Finetune/Step": 2531, "Finetune/Step Time": 6.815839529037476}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8034120202064514, "Finetune/Loss (Raw)": 0.8111638426780701, "Finetune/Step": 2532, "Finetune/Step Time": 6.828342942520976}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8026732802391052, "Finetune/Loss (Raw)": 0.703178882598877, "Finetune/Step": 2533, "Finetune/Step Time": 6.828316388651729}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7999835014343262, "Finetune/Loss (Raw)": 0.5913625955581665, "Finetune/Step": 2534, "Finetune/Step Time": 6.840507190674543}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8026220798492432, "Finetune/Loss (Raw)": 0.919842004776001, "Finetune/Step": 2535, "Finetune/Step Time": 6.826091550290585}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7995918989181519, "Finetune/Loss (Raw)": 0.6133186221122742, "Finetune/Step": 2536, "Finetune/Step Time": 6.8320874981582165}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7989593148231506, "Finetune/Loss (Raw)": 0.7404987812042236, "Finetune/Step": 2537, "Finetune/Step Time": 6.835431642830372}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7996093034744263, "Finetune/Loss (Raw)": 0.8664739727973938, "Finetune/Step": 2538, "Finetune/Step Time": 6.838417906314135}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8003945350646973, "Finetune/Loss (Raw)": 0.7856128811836243, "Finetune/Step": 2539, "Finetune/Step Time": 6.834584534168243}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8010303974151611, "Finetune/Loss (Raw)": 0.8284210562705994, "Finetune/Step": 2540, "Finetune/Step Time": 6.833430103957653}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8001274466514587, "Finetune/Loss (Raw)": 0.6466228365898132, "Finetune/Step": 2541, "Finetune/Step Time": 6.844804720953107}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7994866371154785, "Finetune/Loss (Raw)": 0.8132179975509644, "Finetune/Step": 2542, "Finetune/Step Time": 6.849096558988094}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7996031641960144, "Finetune/Loss (Raw)": 0.8448044061660767, "Finetune/Step": 2543, "Finetune/Step Time": 6.856866424903274}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7987695932388306, "Finetune/Loss (Raw)": 0.6602981090545654, "Finetune/Step": 2544, "Finetune/Step Time": 6.86223359964788}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7994029521942139, "Finetune/Loss (Raw)": 0.8055326342582703, "Finetune/Step": 2545, "Finetune/Step Time": 6.8584924302995205}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7979339361190796, "Finetune/Loss (Raw)": 0.5621443390846252, "Finetune/Step": 2546, "Finetune/Step Time": 6.856804275885224}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7980207204818726, "Finetune/Loss (Raw)": 0.7887313961982727, "Finetune/Step": 2547, "Finetune/Step Time": 6.833567339926958}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.797608494758606, "Finetune/Loss (Raw)": 0.9328112006187439, "Finetune/Step": 2548, "Finetune/Step Time": 6.834833407774568}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7974904775619507, "Finetune/Loss (Raw)": 0.6327864527702332, "Finetune/Step": 2549, "Finetune/Step Time": 6.832718789577484}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7984768748283386, "Finetune/Loss (Raw)": 0.8169185519218445, "Finetune/Step": 2550, "Finetune/Step Time": 6.823235647752881}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8008943796157837, "Finetune/Loss (Raw)": 0.8944578766822815, "Finetune/Step": 2551, "Finetune/Step Time": 6.818724932149053}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8019935488700867, "Finetune/Loss (Raw)": 1.0409586429595947, "Finetune/Step": 2552, "Finetune/Step Time": 6.817557824775577}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8021522760391235, "Finetune/Loss (Raw)": 0.7130158543586731, "Finetune/Step": 2553, "Finetune/Step Time": 6.818322978913784}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8036870360374451, "Finetune/Loss (Raw)": 0.8307859301567078, "Finetune/Step": 2554, "Finetune/Step Time": 6.82512890920043}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8027781248092651, "Finetune/Loss (Raw)": 0.7353112697601318, "Finetune/Step": 2555, "Finetune/Step Time": 6.838319258764386}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8038404583930969, "Finetune/Loss (Raw)": 0.8490158319473267, "Finetune/Step": 2556, "Finetune/Step Time": 6.836512099951506}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8025600910186768, "Finetune/Loss (Raw)": 0.6883842349052429, "Finetune/Step": 2557, "Finetune/Step Time": 6.823168089613318}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.803478479385376, "Finetune/Loss (Raw)": 0.808326780796051, "Finetune/Step": 2558, "Finetune/Step Time": 6.798950135707855}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8022464513778687, "Finetune/Loss (Raw)": 0.7533740401268005, "Finetune/Step": 2559, "Finetune/Step Time": 6.7859251871705055}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8007287979125977, "Finetune/Loss (Raw)": 0.6070327162742615, "Finetune/Step": 2560, "Finetune/Step Time": 6.792257150635123}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.801418662071228, "Finetune/Loss (Raw)": 0.8228599429130554, "Finetune/Step": 2561, "Finetune/Step Time": 6.795185308903456}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8018089532852173, "Finetune/Loss (Raw)": 0.8961981534957886, "Finetune/Step": 2562, "Finetune/Step Time": 6.793531231582165}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7989621162414551, "Finetune/Loss (Raw)": 0.44362932443618774, "Finetune/Step": 2563, "Finetune/Step Time": 6.788005493581295}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7985581159591675, "Finetune/Loss (Raw)": 0.8417659401893616, "Finetune/Step": 2564, "Finetune/Step Time": 6.791830679401755}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7993059158325195, "Finetune/Loss (Raw)": 0.8788864016532898, "Finetune/Step": 2565, "Finetune/Step Time": 6.792176423594356}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7987236976623535, "Finetune/Loss (Raw)": 0.8366789817810059, "Finetune/Step": 2566, "Finetune/Step Time": 6.792602797970176}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7972990274429321, "Finetune/Loss (Raw)": 0.7286109924316406, "Finetune/Step": 2567, "Finetune/Step Time": 6.795091658830643}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7959689497947693, "Finetune/Loss (Raw)": 0.7422118782997131, "Finetune/Step": 2568, "Finetune/Step Time": 6.7949670273810625}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7965688109397888, "Finetune/Loss (Raw)": 0.9906894564628601, "Finetune/Step": 2569, "Finetune/Step Time": 6.791814150288701}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7965076565742493, "Finetune/Loss (Raw)": 0.8196670413017273, "Finetune/Step": 2570, "Finetune/Step Time": 6.793054297566414}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7972599864006042, "Finetune/Loss (Raw)": 1.0169367790222168, "Finetune/Step": 2571, "Finetune/Step Time": 6.793129902333021}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7970845103263855, "Finetune/Loss (Raw)": 0.8238683938980103, "Finetune/Step": 2572, "Finetune/Step Time": 6.792490663006902}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7977492809295654, "Finetune/Loss (Raw)": 0.782482922077179, "Finetune/Step": 2573, "Finetune/Step Time": 6.780960775911808}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7966744899749756, "Finetune/Loss (Raw)": 0.7495906949043274, "Finetune/Step": 2574, "Finetune/Step Time": 6.795441284775734}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7956777811050415, "Finetune/Loss (Raw)": 0.7256377935409546, "Finetune/Step": 2575, "Finetune/Step Time": 6.791317593306303}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7948734760284424, "Finetune/Loss (Raw)": 0.8128826022148132, "Finetune/Step": 2576, "Finetune/Step Time": 6.791957009583712}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7961147427558899, "Finetune/Loss (Raw)": 0.8783431053161621, "Finetune/Step": 2577, "Finetune/Step Time": 6.802785346284509}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7970953583717346, "Finetune/Loss (Raw)": 0.8934036493301392, "Finetune/Step": 2578, "Finetune/Step Time": 6.788280885666609}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7993717789649963, "Finetune/Loss (Raw)": 0.9095303416252136, "Finetune/Step": 2579, "Finetune/Step Time": 6.770639039576054}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.798054575920105, "Finetune/Loss (Raw)": 0.5990221500396729, "Finetune/Step": 2580, "Finetune/Step Time": 6.778196146711707}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7990670204162598, "Finetune/Loss (Raw)": 0.9278801679611206, "Finetune/Step": 2581, "Finetune/Step Time": 6.759956564754248}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7989743947982788, "Finetune/Loss (Raw)": 0.7989764213562012, "Finetune/Step": 2582, "Finetune/Step Time": 6.7531702145934105}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7978121042251587, "Finetune/Loss (Raw)": 0.7147135734558105, "Finetune/Step": 2583, "Finetune/Step Time": 6.757719909772277}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7981094121932983, "Finetune/Loss (Raw)": 0.9233036041259766, "Finetune/Step": 2584, "Finetune/Step Time": 6.758446756750345}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7965141534805298, "Finetune/Loss (Raw)": 0.6473221182823181, "Finetune/Step": 2585, "Finetune/Step Time": 6.759153176099062}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7966307401657104, "Finetune/Loss (Raw)": 0.8176398277282715, "Finetune/Step": 2586, "Finetune/Step Time": 6.749890349805355}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7973531484603882, "Finetune/Loss (Raw)": 0.8813199996948242, "Finetune/Step": 2587, "Finetune/Step Time": 6.747890191152692}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7969069480895996, "Finetune/Loss (Raw)": 0.7086717486381531, "Finetune/Step": 2588, "Finetune/Step Time": 6.744310753419995}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7961122989654541, "Finetune/Loss (Raw)": 0.8339131474494934, "Finetune/Step": 2589, "Finetune/Step Time": 6.747191058471799}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7963199615478516, "Finetune/Loss (Raw)": 0.8850024342536926, "Finetune/Step": 2590, "Finetune/Step Time": 6.748488200828433}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.795827329158783, "Finetune/Loss (Raw)": 0.7175337672233582, "Finetune/Step": 2591, "Finetune/Step Time": 6.780639637261629}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7952148914337158, "Finetune/Loss (Raw)": 0.82038813829422, "Finetune/Step": 2592, "Finetune/Step Time": 6.786783616989851}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.793988823890686, "Finetune/Loss (Raw)": 0.6721657514572144, "Finetune/Step": 2593, "Finetune/Step Time": 6.801304906606674}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7933821678161621, "Finetune/Loss (Raw)": 0.6946958303451538, "Finetune/Step": 2594, "Finetune/Step Time": 6.81042224727571}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7931082248687744, "Finetune/Loss (Raw)": 0.7872604131698608, "Finetune/Step": 2595, "Finetune/Step Time": 6.8139199037104845}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7914745211601257, "Finetune/Loss (Raw)": 0.7201085090637207, "Finetune/Step": 2596, "Finetune/Step Time": 6.807984149083495}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7913603782653809, "Finetune/Loss (Raw)": 0.8944715261459351, "Finetune/Step": 2597, "Finetune/Step Time": 6.810351263731718}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.790054440498352, "Finetune/Loss (Raw)": 0.5948892831802368, "Finetune/Step": 2598, "Finetune/Step Time": 6.820452403277159}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7897788882255554, "Finetune/Loss (Raw)": 0.8587486147880554, "Finetune/Step": 2599, "Finetune/Step Time": 6.837041107937694}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7893808484077454, "Finetune/Loss (Raw)": 0.7881662845611572, "Finetune/Step": 2600, "Finetune/Step Time": 6.839887907728553}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.788894772529602, "Finetune/Loss (Raw)": 0.7988407015800476, "Finetune/Step": 2601, "Finetune/Step Time": 6.8455775287002325}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7899470329284668, "Finetune/Loss (Raw)": 0.9380598664283752, "Finetune/Step": 2602, "Finetune/Step Time": 6.844688672572374}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7905932068824768, "Finetune/Loss (Raw)": 0.890234649181366, "Finetune/Step": 2603, "Finetune/Step Time": 6.845297092571855}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7900149822235107, "Finetune/Loss (Raw)": 0.7718832492828369, "Finetune/Step": 2604, "Finetune/Step Time": 6.847926238551736}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7893375158309937, "Finetune/Loss (Raw)": 0.7276594042778015, "Finetune/Step": 2605, "Finetune/Step Time": 6.84930364228785}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7885193228721619, "Finetune/Loss (Raw)": 0.7117292881011963, "Finetune/Step": 2606, "Finetune/Step Time": 6.873713348060846}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7893006801605225, "Finetune/Loss (Raw)": 0.8321817517280579, "Finetune/Step": 2607, "Finetune/Step Time": 6.891542660072446}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7906851768493652, "Finetune/Loss (Raw)": 0.8834168314933777, "Finetune/Step": 2608, "Finetune/Step Time": 6.886317180469632}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7923453450202942, "Finetune/Loss (Raw)": 0.8773613572120667, "Finetune/Step": 2609, "Finetune/Step Time": 6.871870297938585}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7900354862213135, "Finetune/Loss (Raw)": 0.7261211276054382, "Finetune/Step": 2610, "Finetune/Step Time": 6.8833800703287125}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7894158959388733, "Finetune/Loss (Raw)": 0.6908389329910278, "Finetune/Step": 2611, "Finetune/Step Time": 6.886936780065298}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7899206876754761, "Finetune/Loss (Raw)": 0.8153136372566223, "Finetune/Step": 2612, "Finetune/Step Time": 6.878426304087043}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7907865047454834, "Finetune/Loss (Raw)": 0.9531050324440002, "Finetune/Step": 2613, "Finetune/Step Time": 6.87774526886642}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7917325496673584, "Finetune/Loss (Raw)": 0.7628645300865173, "Finetune/Step": 2614, "Finetune/Step Time": 6.873641297221184}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7936195135116577, "Finetune/Loss (Raw)": 0.8861728310585022, "Finetune/Step": 2615, "Finetune/Step Time": 6.865860737860203}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.793551504611969, "Finetune/Loss (Raw)": 0.9063780307769775, "Finetune/Step": 2616, "Finetune/Step Time": 6.856422528624535}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7916802167892456, "Finetune/Loss (Raw)": 0.6490052342414856, "Finetune/Step": 2617, "Finetune/Step Time": 6.852294495329261}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7918241024017334, "Finetune/Loss (Raw)": 0.6540117263793945, "Finetune/Step": 2618, "Finetune/Step Time": 6.841380616649985}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.792516827583313, "Finetune/Loss (Raw)": 0.8938306570053101, "Finetune/Step": 2619, "Finetune/Step Time": 6.838766243308783}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7925806045532227, "Finetune/Loss (Raw)": 0.7328037619590759, "Finetune/Step": 2620, "Finetune/Step Time": 6.836767364293337}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7920353412628174, "Finetune/Loss (Raw)": 0.7635204792022705, "Finetune/Step": 2621, "Finetune/Step Time": 6.835344864055514}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7916077375411987, "Finetune/Loss (Raw)": 0.8671875596046448, "Finetune/Step": 2622, "Finetune/Step Time": 6.830865412950516}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7909665703773499, "Finetune/Loss (Raw)": 0.763837993144989, "Finetune/Step": 2623, "Finetune/Step Time": 6.846433617174625}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7912942171096802, "Finetune/Loss (Raw)": 0.8287786245346069, "Finetune/Step": 2624, "Finetune/Step Time": 6.836397280916572}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7905788421630859, "Finetune/Loss (Raw)": 0.5705885887145996, "Finetune/Step": 2625, "Finetune/Step Time": 6.847907494753599}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7875174283981323, "Finetune/Loss (Raw)": 0.5537387728691101, "Finetune/Step": 2626, "Finetune/Step Time": 6.864264044910669}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7895559072494507, "Finetune/Loss (Raw)": 0.7852771282196045, "Finetune/Step": 2627, "Finetune/Step Time": 6.852353885769844}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7896990180015564, "Finetune/Loss (Raw)": 0.8773490786552429, "Finetune/Step": 2628, "Finetune/Step Time": 6.851651495322585}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7865821719169617, "Finetune/Loss (Raw)": 0.5073590874671936, "Finetune/Step": 2629, "Finetune/Step Time": 6.863844880834222}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7851213216781616, "Finetune/Loss (Raw)": 0.6862682700157166, "Finetune/Step": 2630, "Finetune/Step Time": 6.864170581102371}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7856055498123169, "Finetune/Loss (Raw)": 0.8848569393157959, "Finetune/Step": 2631, "Finetune/Step Time": 6.863006331026554}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7846769094467163, "Finetune/Loss (Raw)": 0.7154617309570312, "Finetune/Step": 2632, "Finetune/Step Time": 6.8707968927919865}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7849379181861877, "Finetune/Loss (Raw)": 0.8640948534011841, "Finetune/Step": 2633, "Finetune/Step Time": 6.871695838868618}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7850050926208496, "Finetune/Loss (Raw)": 0.7834689617156982, "Finetune/Step": 2634, "Finetune/Step Time": 6.868768619373441}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7838931083679199, "Finetune/Loss (Raw)": 0.7791367173194885, "Finetune/Step": 2635, "Finetune/Step Time": 6.863336022943258}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7855109572410583, "Finetune/Loss (Raw)": 0.9542920589447021, "Finetune/Step": 2636, "Finetune/Step Time": 6.862488249316812}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.78520667552948, "Finetune/Loss (Raw)": 0.7621089816093445, "Finetune/Step": 2637, "Finetune/Step Time": 6.8658024203032255}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7850950360298157, "Finetune/Loss (Raw)": 0.9090005159378052, "Finetune/Step": 2638, "Finetune/Step Time": 6.878545781597495}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7844656705856323, "Finetune/Loss (Raw)": 0.7821409106254578, "Finetune/Step": 2639, "Finetune/Step Time": 6.872948380187154}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7837049961090088, "Finetune/Loss (Raw)": 0.6080989837646484, "Finetune/Step": 2640, "Finetune/Step Time": 6.881372969597578}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.784103512763977, "Finetune/Loss (Raw)": 0.7992732524871826, "Finetune/Step": 2641, "Finetune/Step Time": 6.875702267512679}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7834650278091431, "Finetune/Loss (Raw)": 0.7807466387748718, "Finetune/Step": 2642, "Finetune/Step Time": 6.867087921127677}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7833410501480103, "Finetune/Loss (Raw)": 0.62485271692276, "Finetune/Step": 2643, "Finetune/Step Time": 6.864564765244722}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.782328724861145, "Finetune/Loss (Raw)": 0.661176323890686, "Finetune/Step": 2644, "Finetune/Step Time": 6.8883493188768625}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7819836139678955, "Finetune/Loss (Raw)": 0.810582160949707, "Finetune/Step": 2645, "Finetune/Step Time": 6.889595083892345}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7824357748031616, "Finetune/Loss (Raw)": 0.8039747476577759, "Finetune/Step": 2646, "Finetune/Step Time": 6.881061598658562}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7821738719940186, "Finetune/Loss (Raw)": 0.7341880798339844, "Finetune/Step": 2647, "Finetune/Step Time": 6.885269796475768}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7812932729721069, "Finetune/Loss (Raw)": 0.8089566230773926, "Finetune/Step": 2648, "Finetune/Step Time": 6.881842700764537}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.781086266040802, "Finetune/Loss (Raw)": 0.7109201550483704, "Finetune/Step": 2649, "Finetune/Step Time": 6.875819189473987}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7801639437675476, "Finetune/Loss (Raw)": 0.7110801339149475, "Finetune/Step": 2650, "Finetune/Step Time": 6.86352139338851}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7815948724746704, "Finetune/Loss (Raw)": 0.7932679653167725, "Finetune/Step": 2651, "Finetune/Step Time": 6.86062684096396}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.78218674659729, "Finetune/Loss (Raw)": 0.8675984144210815, "Finetune/Step": 2652, "Finetune/Step Time": 6.866989489644766}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7829689383506775, "Finetune/Loss (Raw)": 0.7208330035209656, "Finetune/Step": 2653, "Finetune/Step Time": 6.877095663920045}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7815640568733215, "Finetune/Loss (Raw)": 0.6752986311912537, "Finetune/Step": 2654, "Finetune/Step Time": 6.887331526726484}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7813023924827576, "Finetune/Loss (Raw)": 0.8020145297050476, "Finetune/Step": 2655, "Finetune/Step Time": 6.886804271489382}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7801511287689209, "Finetune/Loss (Raw)": 0.7992876172065735, "Finetune/Step": 2656, "Finetune/Step Time": 6.894493956118822}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7799731492996216, "Finetune/Loss (Raw)": 0.5892244577407837, "Finetune/Step": 2657, "Finetune/Step Time": 6.891383923590183}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7777782082557678, "Finetune/Loss (Raw)": 0.5716349482536316, "Finetune/Step": 2658, "Finetune/Step Time": 6.9067006558179855}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7782615423202515, "Finetune/Loss (Raw)": 0.8397136926651001, "Finetune/Step": 2659, "Finetune/Step Time": 6.90185447409749}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7786621451377869, "Finetune/Loss (Raw)": 0.8624422550201416, "Finetune/Step": 2660, "Finetune/Step Time": 6.891385793685913}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7809261679649353, "Finetune/Loss (Raw)": 0.9929707646369934, "Finetune/Step": 2661, "Finetune/Step Time": 6.89422906562686}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7831786870956421, "Finetune/Loss (Raw)": 0.8796922564506531, "Finetune/Step": 2662, "Finetune/Step Time": 6.878202378749847}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7828432321548462, "Finetune/Loss (Raw)": 0.8769011497497559, "Finetune/Step": 2663, "Finetune/Step Time": 6.884455503895879}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7838400602340698, "Finetune/Loss (Raw)": 0.7409096956253052, "Finetune/Step": 2664, "Finetune/Step Time": 6.88667063228786}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7832363247871399, "Finetune/Loss (Raw)": 0.6632222533226013, "Finetune/Step": 2665, "Finetune/Step Time": 6.881861051544547}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7831580638885498, "Finetune/Loss (Raw)": 0.8564555048942566, "Finetune/Step": 2666, "Finetune/Step Time": 6.878890413790941}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7828400135040283, "Finetune/Loss (Raw)": 0.7449031472206116, "Finetune/Step": 2667, "Finetune/Step Time": 6.876538245007396}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7826963663101196, "Finetune/Loss (Raw)": 0.8100369572639465, "Finetune/Step": 2668, "Finetune/Step Time": 6.874796388670802}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7848750352859497, "Finetune/Loss (Raw)": 0.9254893064498901, "Finetune/Step": 2669, "Finetune/Step Time": 6.863145463168621}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7850255966186523, "Finetune/Loss (Raw)": 0.8324956893920898, "Finetune/Step": 2670, "Finetune/Step Time": 6.858406784012914}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7833151817321777, "Finetune/Loss (Raw)": 0.6258625388145447, "Finetune/Step": 2671, "Finetune/Step Time": 6.850798107683659}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7826077938079834, "Finetune/Loss (Raw)": 0.5697610974311829, "Finetune/Step": 2672, "Finetune/Step Time": 6.855829894542694}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7825753688812256, "Finetune/Loss (Raw)": 0.8013753294944763, "Finetune/Step": 2673, "Finetune/Step Time": 6.856284813955426}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7830477952957153, "Finetune/Loss (Raw)": 0.6226192712783813, "Finetune/Step": 2674, "Finetune/Step Time": 6.85065864212811}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7831435203552246, "Finetune/Loss (Raw)": 0.8009893894195557, "Finetune/Step": 2675, "Finetune/Step Time": 6.8548281118273735}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7821074724197388, "Finetune/Loss (Raw)": 0.8001970648765564, "Finetune/Step": 2676, "Finetune/Step Time": 6.858555668964982}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.784057080745697, "Finetune/Loss (Raw)": 0.8823261260986328, "Finetune/Step": 2677, "Finetune/Step Time": 6.842293905094266}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7839087843894958, "Finetune/Loss (Raw)": 0.7979450225830078, "Finetune/Step": 2678, "Finetune/Step Time": 6.843795923516154}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7843447923660278, "Finetune/Loss (Raw)": 0.9502530097961426, "Finetune/Step": 2679, "Finetune/Step Time": 6.84251744300127}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7830402851104736, "Finetune/Loss (Raw)": 0.8739914298057556, "Finetune/Step": 2680, "Finetune/Step Time": 6.8475451450794935}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7825005054473877, "Finetune/Loss (Raw)": 0.6439285278320312, "Finetune/Step": 2681, "Finetune/Step Time": 6.854313682764769}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7823829650878906, "Finetune/Loss (Raw)": 0.8157415986061096, "Finetune/Step": 2682, "Finetune/Step Time": 6.838056797161698}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7831681966781616, "Finetune/Loss (Raw)": 0.8358157277107239, "Finetune/Step": 2683, "Finetune/Step Time": 6.822524394840002}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7826656699180603, "Finetune/Loss (Raw)": 0.7846886515617371, "Finetune/Step": 2684, "Finetune/Step Time": 6.824729578569531}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7838413715362549, "Finetune/Loss (Raw)": 0.8388668298721313, "Finetune/Step": 2685, "Finetune/Step Time": 6.829208442941308}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7832285165786743, "Finetune/Loss (Raw)": 0.7298949956893921, "Finetune/Step": 2686, "Finetune/Step Time": 6.832489464432001}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7834925651550293, "Finetune/Loss (Raw)": 0.7871620655059814, "Finetune/Step": 2687, "Finetune/Step Time": 6.834823193028569}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7852442264556885, "Finetune/Loss (Raw)": 0.8312569856643677, "Finetune/Step": 2688, "Finetune/Step Time": 6.820944134145975}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7861432433128357, "Finetune/Loss (Raw)": 0.9379302263259888, "Finetune/Step": 2689, "Finetune/Step Time": 6.828725313767791}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7842377424240112, "Finetune/Loss (Raw)": 0.652292013168335, "Finetune/Step": 2690, "Finetune/Step Time": 6.843721140176058}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7876346111297607, "Finetune/Loss (Raw)": 0.8784350752830505, "Finetune/Step": 2691, "Finetune/Step Time": 6.840780071914196}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7871682047843933, "Finetune/Loss (Raw)": 0.7820584774017334, "Finetune/Step": 2692, "Finetune/Step Time": 6.8402303997427225}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7868531346321106, "Finetune/Loss (Raw)": 0.8385568261146545, "Finetune/Step": 2693, "Finetune/Step Time": 6.838581919670105}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7861545085906982, "Finetune/Loss (Raw)": 0.7472582459449768, "Finetune/Step": 2694, "Finetune/Step Time": 6.839843960478902}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7864845991134644, "Finetune/Loss (Raw)": 0.7708557844161987, "Finetune/Step": 2695, "Finetune/Step Time": 6.840072574093938}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7870365381240845, "Finetune/Loss (Raw)": 0.812861979007721, "Finetune/Step": 2696, "Finetune/Step Time": 6.8503077775239944}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7855909466743469, "Finetune/Loss (Raw)": 0.8056580424308777, "Finetune/Step": 2697, "Finetune/Step Time": 6.854730112478137}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.784795880317688, "Finetune/Loss (Raw)": 0.7178939580917358, "Finetune/Step": 2698, "Finetune/Step Time": 6.853206384927034}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7837636470794678, "Finetune/Loss (Raw)": 0.8848188519477844, "Finetune/Step": 2699, "Finetune/Step Time": 6.863543294370174}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.783596932888031, "Finetune/Loss (Raw)": 0.8025200963020325, "Finetune/Step": 2700, "Finetune/Step Time": 6.864648086950183}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7835699319839478, "Finetune/Loss (Raw)": 0.7790324091911316, "Finetune/Step": 2701, "Finetune/Step Time": 6.884916938841343}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7842668294906616, "Finetune/Loss (Raw)": 0.838796079158783, "Finetune/Step": 2702, "Finetune/Step Time": 6.877730056643486}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7840650081634521, "Finetune/Loss (Raw)": 0.6997997760772705, "Finetune/Step": 2703, "Finetune/Step Time": 6.889987234026194}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7831246852874756, "Finetune/Loss (Raw)": 0.6925169825553894, "Finetune/Step": 2704, "Finetune/Step Time": 6.899009687826037}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7822442650794983, "Finetune/Loss (Raw)": 0.7656571269035339, "Finetune/Step": 2705, "Finetune/Step Time": 6.890019945800304}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.782107949256897, "Finetune/Loss (Raw)": 0.8759554624557495, "Finetune/Step": 2706, "Finetune/Step Time": 6.893989050760865}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7826167941093445, "Finetune/Loss (Raw)": 0.9746606945991516, "Finetune/Step": 2707, "Finetune/Step Time": 6.8931956347078085}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7850809097290039, "Finetune/Loss (Raw)": 0.9144304394721985, "Finetune/Step": 2708, "Finetune/Step Time": 6.892365403473377}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7837933301925659, "Finetune/Loss (Raw)": 0.7630651593208313, "Finetune/Step": 2709, "Finetune/Step Time": 6.900152711197734}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7828243970870972, "Finetune/Loss (Raw)": 0.6749579906463623, "Finetune/Step": 2710, "Finetune/Step Time": 6.916545674204826}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7840158343315125, "Finetune/Loss (Raw)": 0.8672155737876892, "Finetune/Step": 2711, "Finetune/Step Time": 6.923864660784602}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7831088304519653, "Finetune/Loss (Raw)": 0.8072071671485901, "Finetune/Step": 2712, "Finetune/Step Time": 6.938289050012827}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7841942310333252, "Finetune/Loss (Raw)": 0.7862505316734314, "Finetune/Step": 2713, "Finetune/Step Time": 6.943899357691407}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7847364544868469, "Finetune/Loss (Raw)": 0.8870473504066467, "Finetune/Step": 2714, "Finetune/Step Time": 6.943633520975709}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7835161685943604, "Finetune/Loss (Raw)": 0.7251165509223938, "Finetune/Step": 2715, "Finetune/Step Time": 6.938368778675795}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7841846346855164, "Finetune/Loss (Raw)": 0.7942382097244263, "Finetune/Step": 2716, "Finetune/Step Time": 6.932969635352492}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7844023108482361, "Finetune/Loss (Raw)": 0.8617774248123169, "Finetune/Step": 2717, "Finetune/Step Time": 6.9201546013355255}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7834694385528564, "Finetune/Loss (Raw)": 0.7655975222587585, "Finetune/Step": 2718, "Finetune/Step Time": 6.921580979600549}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7842718362808228, "Finetune/Loss (Raw)": 0.820240318775177, "Finetune/Step": 2719, "Finetune/Step Time": 6.893159808591008}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7845497131347656, "Finetune/Loss (Raw)": 0.855954647064209, "Finetune/Step": 2720, "Finetune/Step Time": 6.8913393169641495}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7848383784294128, "Finetune/Loss (Raw)": 0.709117591381073, "Finetune/Step": 2721, "Finetune/Step Time": 6.884227631613612}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7857898473739624, "Finetune/Loss (Raw)": 0.8164870142936707, "Finetune/Step": 2722, "Finetune/Step Time": 6.8777990490198135}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7853682041168213, "Finetune/Loss (Raw)": 0.7332858443260193, "Finetune/Step": 2723, "Finetune/Step Time": 6.873418563976884}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7862181067466736, "Finetune/Loss (Raw)": 0.8288922905921936, "Finetune/Step": 2724, "Finetune/Step Time": 6.8757936749607325}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7855954170227051, "Finetune/Loss (Raw)": 0.8147751092910767, "Finetune/Step": 2725, "Finetune/Step Time": 6.8727172296494246}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7872213125228882, "Finetune/Loss (Raw)": 0.8030049204826355, "Finetune/Step": 2726, "Finetune/Step Time": 6.870766080915928}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7867608070373535, "Finetune/Loss (Raw)": 0.799794614315033, "Finetune/Step": 2727, "Finetune/Step Time": 6.858818486332893}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7849032878875732, "Finetune/Loss (Raw)": 0.5504072308540344, "Finetune/Step": 2728, "Finetune/Step Time": 6.857631377875805}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.784757673740387, "Finetune/Loss (Raw)": 0.7802026271820068, "Finetune/Step": 2729, "Finetune/Step Time": 6.865411017090082}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7823426127433777, "Finetune/Loss (Raw)": 0.6289328932762146, "Finetune/Step": 2730, "Finetune/Step Time": 6.867229511961341}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.781641960144043, "Finetune/Loss (Raw)": 0.8005459308624268, "Finetune/Step": 2731, "Finetune/Step Time": 6.86395762488246}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7819649577140808, "Finetune/Loss (Raw)": 0.8132314085960388, "Finetune/Step": 2732, "Finetune/Step Time": 6.862652659416199}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7829776406288147, "Finetune/Loss (Raw)": 0.8572850227355957, "Finetune/Step": 2733, "Finetune/Step Time": 6.862584752961993}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7835226058959961, "Finetune/Loss (Raw)": 0.7814869284629822, "Finetune/Step": 2734, "Finetune/Step Time": 6.84319593757391}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7837232351303101, "Finetune/Loss (Raw)": 0.8578647375106812, "Finetune/Step": 2735, "Finetune/Step Time": 6.824480962008238}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.782707691192627, "Finetune/Loss (Raw)": 0.7534206509590149, "Finetune/Step": 2736, "Finetune/Step Time": 6.838641898706555}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7799820899963379, "Finetune/Loss (Raw)": 0.5284789800643921, "Finetune/Step": 2737, "Finetune/Step Time": 6.84400050714612}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7809640169143677, "Finetune/Loss (Raw)": 0.8518164753913879, "Finetune/Step": 2738, "Finetune/Step Time": 6.838548142462969}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7823961973190308, "Finetune/Loss (Raw)": 0.8741556406021118, "Finetune/Step": 2739, "Finetune/Step Time": 6.830784594640136}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7815079689025879, "Finetune/Loss (Raw)": 0.7016221880912781, "Finetune/Step": 2740, "Finetune/Step Time": 6.836905946955085}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7810502052307129, "Finetune/Loss (Raw)": 0.8945149183273315, "Finetune/Step": 2741, "Finetune/Step Time": 6.837326003238559}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7811936140060425, "Finetune/Loss (Raw)": 0.7812185883522034, "Finetune/Step": 2742, "Finetune/Step Time": 6.838857468217611}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7813571095466614, "Finetune/Loss (Raw)": 0.9070984125137329, "Finetune/Step": 2743, "Finetune/Step Time": 6.834326069802046}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7806938290596008, "Finetune/Loss (Raw)": 0.8214796781539917, "Finetune/Step": 2744, "Finetune/Step Time": 6.842812780290842}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7826499938964844, "Finetune/Loss (Raw)": 0.8993914127349854, "Finetune/Step": 2745, "Finetune/Step Time": 6.829099411144853}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7838760614395142, "Finetune/Loss (Raw)": 0.8109505772590637, "Finetune/Step": 2746, "Finetune/Step Time": 6.83384314738214}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7831250429153442, "Finetune/Loss (Raw)": 0.797702968120575, "Finetune/Step": 2747, "Finetune/Step Time": 6.844851737841964}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.784673810005188, "Finetune/Loss (Raw)": 0.9310467839241028, "Finetune/Step": 2748, "Finetune/Step Time": 6.8469959776848555}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7854567766189575, "Finetune/Loss (Raw)": 0.8637431859970093, "Finetune/Step": 2749, "Finetune/Step Time": 6.845611898228526}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7848023176193237, "Finetune/Loss (Raw)": 0.7834088802337646, "Finetune/Step": 2750, "Finetune/Step Time": 6.8493852484971285}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.785008430480957, "Finetune/Loss (Raw)": 0.7902194261550903, "Finetune/Step": 2751, "Finetune/Step Time": 6.83964778855443}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.785109281539917, "Finetune/Loss (Raw)": 0.8416934013366699, "Finetune/Step": 2752, "Finetune/Step Time": 6.840233812108636}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7879890203475952, "Finetune/Loss (Raw)": 0.9391859769821167, "Finetune/Step": 2753, "Finetune/Step Time": 6.83028057217598}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7899367213249207, "Finetune/Loss (Raw)": 0.8030510544776917, "Finetune/Step": 2754, "Finetune/Step Time": 6.813931601122022}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7891689538955688, "Finetune/Loss (Raw)": 0.6870028972625732, "Finetune/Step": 2755, "Finetune/Step Time": 6.830788617953658}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7886563539505005, "Finetune/Loss (Raw)": 0.8117364645004272, "Finetune/Step": 2756, "Finetune/Step Time": 6.842727579176426}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7896350622177124, "Finetune/Loss (Raw)": 0.632636547088623, "Finetune/Step": 2757, "Finetune/Step Time": 6.8569050300866365}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7911361455917358, "Finetune/Loss (Raw)": 0.8784033060073853, "Finetune/Step": 2758, "Finetune/Step Time": 6.857473095878959}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.790054440498352, "Finetune/Loss (Raw)": 0.746395468711853, "Finetune/Step": 2759, "Finetune/Step Time": 6.857185289263725}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7896062731742859, "Finetune/Loss (Raw)": 0.6580992341041565, "Finetune/Step": 2760, "Finetune/Step Time": 6.84223822131753}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7882441282272339, "Finetune/Loss (Raw)": 0.689743161201477, "Finetune/Step": 2761, "Finetune/Step Time": 6.857947181910276}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7879267334938049, "Finetune/Loss (Raw)": 0.7428396344184875, "Finetune/Step": 2762, "Finetune/Step Time": 6.867425948381424}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7881464958190918, "Finetune/Loss (Raw)": 0.8072736263275146, "Finetune/Step": 2763, "Finetune/Step Time": 6.871752701699734}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7867269515991211, "Finetune/Loss (Raw)": 0.7725824117660522, "Finetune/Step": 2764, "Finetune/Step Time": 6.872336138039827}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.786025881767273, "Finetune/Loss (Raw)": 0.6723772883415222, "Finetune/Step": 2765, "Finetune/Step Time": 6.882063690572977}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7853058576583862, "Finetune/Loss (Raw)": 0.8168286085128784, "Finetune/Step": 2766, "Finetune/Step Time": 6.873022736981511}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7858012318611145, "Finetune/Loss (Raw)": 0.8455561399459839, "Finetune/Step": 2767, "Finetune/Step Time": 6.8936269879341125}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7878427505493164, "Finetune/Loss (Raw)": 0.8694152235984802, "Finetune/Step": 2768, "Finetune/Step Time": 6.879674024879932}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7880717515945435, "Finetune/Loss (Raw)": 0.8285780549049377, "Finetune/Step": 2769, "Finetune/Step Time": 6.885030068457127}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7862683534622192, "Finetune/Loss (Raw)": 0.5499123334884644, "Finetune/Step": 2770, "Finetune/Step Time": 6.899562438949943}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7881458401679993, "Finetune/Loss (Raw)": 0.8651741147041321, "Finetune/Step": 2771, "Finetune/Step Time": 6.894824467599392}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7896242141723633, "Finetune/Loss (Raw)": 0.8504028916358948, "Finetune/Step": 2772, "Finetune/Step Time": 6.873139629140496}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7902530431747437, "Finetune/Loss (Raw)": 0.8910735845565796, "Finetune/Step": 2773, "Finetune/Step Time": 6.869489550590515}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.788435161113739, "Finetune/Loss (Raw)": 0.571285605430603, "Finetune/Step": 2774, "Finetune/Step Time": 6.88319425098598}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7894572019577026, "Finetune/Loss (Raw)": 0.8650078177452087, "Finetune/Step": 2775, "Finetune/Step Time": 6.877991173416376}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7889745235443115, "Finetune/Loss (Raw)": 0.7471747994422913, "Finetune/Step": 2776, "Finetune/Step Time": 6.873900709673762}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7897303104400635, "Finetune/Loss (Raw)": 0.8076638579368591, "Finetune/Step": 2777, "Finetune/Step Time": 6.865410070866346}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7907575368881226, "Finetune/Loss (Raw)": 0.8425642251968384, "Finetune/Step": 2778, "Finetune/Step Time": 6.866523370146751}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.790210485458374, "Finetune/Loss (Raw)": 0.7232409119606018, "Finetune/Step": 2779, "Finetune/Step Time": 6.871150445193052}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7897689342498779, "Finetune/Loss (Raw)": 0.8110860586166382, "Finetune/Step": 2780, "Finetune/Step Time": 6.871082246303558}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7911640405654907, "Finetune/Loss (Raw)": 0.8994076251983643, "Finetune/Step": 2781, "Finetune/Step Time": 6.858652951195836}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7923359870910645, "Finetune/Loss (Raw)": 0.82530277967453, "Finetune/Step": 2782, "Finetune/Step Time": 6.845615293830633}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7923996448516846, "Finetune/Loss (Raw)": 0.8101626634597778, "Finetune/Step": 2783, "Finetune/Step Time": 6.848924424499273}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7909331321716309, "Finetune/Loss (Raw)": 0.6115821003913879, "Finetune/Step": 2784, "Finetune/Step Time": 6.846367543563247}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7924109101295471, "Finetune/Loss (Raw)": 0.7783740758895874, "Finetune/Step": 2785, "Finetune/Step Time": 6.837548857554793}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7946717739105225, "Finetune/Loss (Raw)": 0.861030101776123, "Finetune/Step": 2786, "Finetune/Step Time": 6.8201775792986155}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7942209243774414, "Finetune/Loss (Raw)": 0.7820001840591431, "Finetune/Step": 2787, "Finetune/Step Time": 6.820498421788216}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7942959666252136, "Finetune/Loss (Raw)": 0.8720471858978271, "Finetune/Step": 2788, "Finetune/Step Time": 6.827055335044861}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7922695875167847, "Finetune/Loss (Raw)": 0.733590841293335, "Finetune/Step": 2789, "Finetune/Step Time": 6.839243626222014}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.791547417640686, "Finetune/Loss (Raw)": 0.7872605323791504, "Finetune/Step": 2790, "Finetune/Step Time": 6.840605469420552}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7896583080291748, "Finetune/Loss (Raw)": 0.6350923776626587, "Finetune/Step": 2791, "Finetune/Step Time": 6.848578054457903}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.790073037147522, "Finetune/Loss (Raw)": 0.793994128704071, "Finetune/Step": 2792, "Finetune/Step Time": 6.845670869573951}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7921142578125, "Finetune/Loss (Raw)": 0.924500048160553, "Finetune/Step": 2793, "Finetune/Step Time": 6.845885576680303}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7912755012512207, "Finetune/Loss (Raw)": 0.7490983605384827, "Finetune/Step": 2794, "Finetune/Step Time": 6.854105880483985}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7907063364982605, "Finetune/Loss (Raw)": 0.672045886516571, "Finetune/Step": 2795, "Finetune/Step Time": 6.862040774896741}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7903385758399963, "Finetune/Loss (Raw)": 0.7629632949829102, "Finetune/Step": 2796, "Finetune/Step Time": 6.875957263633609}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7874705791473389, "Finetune/Loss (Raw)": 0.558384895324707, "Finetune/Step": 2797, "Finetune/Step Time": 6.885134158656001}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7864908576011658, "Finetune/Loss (Raw)": 0.7070874571800232, "Finetune/Step": 2798, "Finetune/Step Time": 6.903810845687985}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7868669629096985, "Finetune/Loss (Raw)": 0.6740089058876038, "Finetune/Step": 2799, "Finetune/Step Time": 6.9036974888294935}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7872292995452881, "Finetune/Loss (Raw)": 0.6161374449729919, "Finetune/Step": 2800, "Finetune/Step Time": 6.908765001222491}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7879005670547485, "Finetune/Loss (Raw)": 0.8873042464256287, "Finetune/Step": 2801, "Finetune/Step Time": 6.909905672073364}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7898519039154053, "Finetune/Loss (Raw)": 0.8723881840705872, "Finetune/Step": 2802, "Finetune/Step Time": 6.90828749909997}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7895233035087585, "Finetune/Loss (Raw)": 0.7589265704154968, "Finetune/Step": 2803, "Finetune/Step Time": 6.905436109751463}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7897635698318481, "Finetune/Loss (Raw)": 0.8309516310691833, "Finetune/Step": 2804, "Finetune/Step Time": 6.89996188506484}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7903056144714355, "Finetune/Loss (Raw)": 0.9517142176628113, "Finetune/Step": 2805, "Finetune/Step Time": 6.898284604772925}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7897907495498657, "Finetune/Loss (Raw)": 0.7320312857627869, "Finetune/Step": 2806, "Finetune/Step Time": 6.900648400187492}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7884323596954346, "Finetune/Loss (Raw)": 0.7763760685920715, "Finetune/Step": 2807, "Finetune/Step Time": 6.901067899540067}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.786309540271759, "Finetune/Loss (Raw)": 0.6022789478302002, "Finetune/Step": 2808, "Finetune/Step Time": 6.906389091163874}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7859357595443726, "Finetune/Loss (Raw)": 0.5960864424705505, "Finetune/Step": 2809, "Finetune/Step Time": 6.906194733455777}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7849822640419006, "Finetune/Loss (Raw)": 0.6936890482902527, "Finetune/Step": 2810, "Finetune/Step Time": 6.903543157503009}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7848423719406128, "Finetune/Loss (Raw)": 0.8179140686988831, "Finetune/Step": 2811, "Finetune/Step Time": 6.905875813215971}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7849040031433105, "Finetune/Loss (Raw)": 0.7925816774368286, "Finetune/Step": 2812, "Finetune/Step Time": 6.902472814545035}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7851524949073792, "Finetune/Loss (Raw)": 0.8706691861152649, "Finetune/Step": 2813, "Finetune/Step Time": 6.897963963449001}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7847670316696167, "Finetune/Loss (Raw)": 0.6805446743965149, "Finetune/Step": 2814, "Finetune/Step Time": 6.909670542925596}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7857170104980469, "Finetune/Loss (Raw)": 0.9087736010551453, "Finetune/Step": 2815, "Finetune/Step Time": 6.9089483339339495}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7855985164642334, "Finetune/Loss (Raw)": 0.8160884976387024, "Finetune/Step": 2816, "Finetune/Step Time": 6.9059058129787445}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.784421443939209, "Finetune/Loss (Raw)": 0.7872613668441772, "Finetune/Step": 2817, "Finetune/Step Time": 6.898711379617453}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7853994369506836, "Finetune/Loss (Raw)": 0.7774792909622192, "Finetune/Step": 2818, "Finetune/Step Time": 6.885936429724097}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.785869836807251, "Finetune/Loss (Raw)": 0.9386441707611084, "Finetune/Step": 2819, "Finetune/Step Time": 6.8875189162790775}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7868068814277649, "Finetune/Loss (Raw)": 0.9020000696182251, "Finetune/Step": 2820, "Finetune/Step Time": 6.886802004650235}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7851265668869019, "Finetune/Loss (Raw)": 0.6234731078147888, "Finetune/Step": 2821, "Finetune/Step Time": 6.894383013248444}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7858089208602905, "Finetune/Loss (Raw)": 0.8346028923988342, "Finetune/Step": 2822, "Finetune/Step Time": 6.89292661473155}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7848929166793823, "Finetune/Loss (Raw)": 0.6536067128181458, "Finetune/Step": 2823, "Finetune/Step Time": 6.903305305168033}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7835359573364258, "Finetune/Loss (Raw)": 0.6391695141792297, "Finetune/Step": 2824, "Finetune/Step Time": 6.903419518843293}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.782726526260376, "Finetune/Loss (Raw)": 0.7020516395568848, "Finetune/Step": 2825, "Finetune/Step Time": 6.899456508457661}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7824079990386963, "Finetune/Loss (Raw)": 0.6771243810653687, "Finetune/Step": 2826, "Finetune/Step Time": 6.900761300697923}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.781954824924469, "Finetune/Loss (Raw)": 0.826813817024231, "Finetune/Step": 2827, "Finetune/Step Time": 6.8877814672887325}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7830809354782104, "Finetune/Loss (Raw)": 0.9466544389724731, "Finetune/Step": 2828, "Finetune/Step Time": 6.884544162079692}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7835558652877808, "Finetune/Loss (Raw)": 0.8398292660713196, "Finetune/Step": 2829, "Finetune/Step Time": 6.8682380095124245}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7838799953460693, "Finetune/Loss (Raw)": 0.8802815079689026, "Finetune/Step": 2830, "Finetune/Step Time": 6.860772805288434}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.786320686340332, "Finetune/Loss (Raw)": 1.0122073888778687, "Finetune/Step": 2831, "Finetune/Step Time": 6.847088174894452}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7882812023162842, "Finetune/Loss (Raw)": 0.94346022605896, "Finetune/Step": 2832, "Finetune/Step Time": 6.841398656368256}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.788591742515564, "Finetune/Loss (Raw)": 0.8054109215736389, "Finetune/Step": 2833, "Finetune/Step Time": 6.84616937302053}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7866451740264893, "Finetune/Loss (Raw)": 0.6267969608306885, "Finetune/Step": 2834, "Finetune/Step Time": 6.857158271595836}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7854466438293457, "Finetune/Loss (Raw)": 0.8212540149688721, "Finetune/Step": 2835, "Finetune/Step Time": 6.859640307724476}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7832445502281189, "Finetune/Loss (Raw)": 0.6325535178184509, "Finetune/Step": 2836, "Finetune/Step Time": 6.852728057652712}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7839102745056152, "Finetune/Loss (Raw)": 0.8482848405838013, "Finetune/Step": 2837, "Finetune/Step Time": 6.844564689323306}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.784159779548645, "Finetune/Loss (Raw)": 0.7068884968757629, "Finetune/Step": 2838, "Finetune/Step Time": 6.824861653149128}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7828866243362427, "Finetune/Loss (Raw)": 0.7042483687400818, "Finetune/Step": 2839, "Finetune/Step Time": 6.813797738403082}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.78284752368927, "Finetune/Loss (Raw)": 0.8021992444992065, "Finetune/Step": 2840, "Finetune/Step Time": 6.801645809784532}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7841547727584839, "Finetune/Loss (Raw)": 0.953586757183075, "Finetune/Step": 2841, "Finetune/Step Time": 6.796780955046415}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7835703492164612, "Finetune/Loss (Raw)": 0.8122419714927673, "Finetune/Step": 2842, "Finetune/Step Time": 6.798638259992003}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7832268476486206, "Finetune/Loss (Raw)": 0.6811496019363403, "Finetune/Step": 2843, "Finetune/Step Time": 6.802441883832216}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7836871147155762, "Finetune/Loss (Raw)": 0.8531489372253418, "Finetune/Step": 2844, "Finetune/Step Time": 6.804900173097849}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7833433151245117, "Finetune/Loss (Raw)": 0.8177763819694519, "Finetune/Step": 2845, "Finetune/Step Time": 6.8126252219080925}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7832528352737427, "Finetune/Loss (Raw)": 0.7540061473846436, "Finetune/Step": 2846, "Finetune/Step Time": 6.8110799845308065}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.781499981880188, "Finetune/Loss (Raw)": 0.5958831906318665, "Finetune/Step": 2847, "Finetune/Step Time": 6.81889221072197}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7815306782722473, "Finetune/Loss (Raw)": 0.859879732131958, "Finetune/Step": 2848, "Finetune/Step Time": 6.821735333651304}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7817582488059998, "Finetune/Loss (Raw)": 0.7382473945617676, "Finetune/Step": 2849, "Finetune/Step Time": 6.816760646179318}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7816085815429688, "Finetune/Loss (Raw)": 0.7973330020904541, "Finetune/Step": 2850, "Finetune/Step Time": 6.8132430873811245}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.782626748085022, "Finetune/Loss (Raw)": 0.8636078238487244, "Finetune/Step": 2851, "Finetune/Step Time": 6.810340782627463}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7826386094093323, "Finetune/Loss (Raw)": 0.8304066061973572, "Finetune/Step": 2852, "Finetune/Step Time": 6.8113838117569685}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.782270073890686, "Finetune/Loss (Raw)": 0.7675991654396057, "Finetune/Step": 2853, "Finetune/Step Time": 6.810219055041671}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7827901244163513, "Finetune/Loss (Raw)": 0.8695720434188843, "Finetune/Step": 2854, "Finetune/Step Time": 6.803347395732999}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7825494408607483, "Finetune/Loss (Raw)": 0.7689928412437439, "Finetune/Step": 2855, "Finetune/Step Time": 6.806796943768859}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.784407377243042, "Finetune/Loss (Raw)": 0.7882198691368103, "Finetune/Step": 2856, "Finetune/Step Time": 6.817169336602092}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7848790884017944, "Finetune/Loss (Raw)": 0.8405913710594177, "Finetune/Step": 2857, "Finetune/Step Time": 6.813593050464988}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7855525016784668, "Finetune/Loss (Raw)": 0.7151223421096802, "Finetune/Step": 2858, "Finetune/Step Time": 6.806671665981412}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7855794429779053, "Finetune/Loss (Raw)": 0.80399090051651, "Finetune/Step": 2859, "Finetune/Step Time": 6.810761818662286}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7846766710281372, "Finetune/Loss (Raw)": 0.697681188583374, "Finetune/Step": 2860, "Finetune/Step Time": 6.816126246005297}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7855581045150757, "Finetune/Loss (Raw)": 0.9701098799705505, "Finetune/Step": 2861, "Finetune/Step Time": 6.813694063574076}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7851641178131104, "Finetune/Loss (Raw)": 0.7310563921928406, "Finetune/Step": 2862, "Finetune/Step Time": 6.826122958213091}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7846935391426086, "Finetune/Loss (Raw)": 0.7976307272911072, "Finetune/Step": 2863, "Finetune/Step Time": 6.822314873337746}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7844058275222778, "Finetune/Loss (Raw)": 0.7165940999984741, "Finetune/Step": 2864, "Finetune/Step Time": 6.806255141273141}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7870948314666748, "Finetune/Loss (Raw)": 0.8726719617843628, "Finetune/Step": 2865, "Finetune/Step Time": 6.800327626988292}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7854498624801636, "Finetune/Loss (Raw)": 0.6412585377693176, "Finetune/Step": 2866, "Finetune/Step Time": 6.8101374339312315}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7851341366767883, "Finetune/Loss (Raw)": 0.8337416052818298, "Finetune/Step": 2867, "Finetune/Step Time": 6.8125681187957525}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7869548201560974, "Finetune/Loss (Raw)": 0.9346747994422913, "Finetune/Step": 2868, "Finetune/Step Time": 6.807182429358363}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7845304012298584, "Finetune/Loss (Raw)": 0.5841866731643677, "Finetune/Step": 2869, "Finetune/Step Time": 6.832048179581761}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7833267450332642, "Finetune/Loss (Raw)": 0.6271523237228394, "Finetune/Step": 2870, "Finetune/Step Time": 6.843392785638571}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7837546467781067, "Finetune/Loss (Raw)": 0.9618671536445618, "Finetune/Step": 2871, "Finetune/Step Time": 6.841590812429786}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7844728231430054, "Finetune/Loss (Raw)": 0.913410484790802, "Finetune/Step": 2872, "Finetune/Step Time": 6.83059848845005}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7838705778121948, "Finetune/Loss (Raw)": 0.8223042488098145, "Finetune/Step": 2873, "Finetune/Step Time": 6.831588329747319}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7824031114578247, "Finetune/Loss (Raw)": 0.623113214969635, "Finetune/Step": 2874, "Finetune/Step Time": 6.836811073124409}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7829850912094116, "Finetune/Loss (Raw)": 0.8721961379051208, "Finetune/Step": 2875, "Finetune/Step Time": 6.82142804004252}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7820537090301514, "Finetune/Loss (Raw)": 0.8118358254432678, "Finetune/Step": 2876, "Finetune/Step Time": 6.826112175360322}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7814110517501831, "Finetune/Loss (Raw)": 0.7814777493476868, "Finetune/Step": 2877, "Finetune/Step Time": 6.826254319399595}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7809866666793823, "Finetune/Loss (Raw)": 0.7290832996368408, "Finetune/Step": 2878, "Finetune/Step Time": 6.82753418199718}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.780521810054779, "Finetune/Loss (Raw)": 0.7307205200195312, "Finetune/Step": 2879, "Finetune/Step Time": 6.839913984760642}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.781171441078186, "Finetune/Loss (Raw)": 0.9248493909835815, "Finetune/Step": 2880, "Finetune/Step Time": 6.831719545647502}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7803025245666504, "Finetune/Loss (Raw)": 0.8279645442962646, "Finetune/Step": 2881, "Finetune/Step Time": 6.832976216450334}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.780910074710846, "Finetune/Loss (Raw)": 0.8808123469352722, "Finetune/Step": 2882, "Finetune/Step Time": 6.831214560195804}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7827550172805786, "Finetune/Loss (Raw)": 0.9231544733047485, "Finetune/Step": 2883, "Finetune/Step Time": 6.8164873123168945}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7818059325218201, "Finetune/Loss (Raw)": 0.6902576088905334, "Finetune/Step": 2884, "Finetune/Step Time": 6.821369478479028}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7836992144584656, "Finetune/Loss (Raw)": 0.8749784231185913, "Finetune/Step": 2885, "Finetune/Step Time": 6.79585631750524}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7812616229057312, "Finetune/Loss (Raw)": 0.5663877129554749, "Finetune/Step": 2886, "Finetune/Step Time": 6.812227150425315}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7808570265769958, "Finetune/Loss (Raw)": 0.694609522819519, "Finetune/Step": 2887, "Finetune/Step Time": 6.815183352679014}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7834055423736572, "Finetune/Loss (Raw)": 0.984305739402771, "Finetune/Step": 2888, "Finetune/Step Time": 6.82089776173234}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.783944845199585, "Finetune/Loss (Raw)": 0.7587734460830688, "Finetune/Step": 2889, "Finetune/Step Time": 6.8192106653004885}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7840167284011841, "Finetune/Loss (Raw)": 0.7520442008972168, "Finetune/Step": 2890, "Finetune/Step Time": 6.81137977167964}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7836340069770813, "Finetune/Loss (Raw)": 0.7582818269729614, "Finetune/Step": 2891, "Finetune/Step Time": 6.809793038293719}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7853507995605469, "Finetune/Loss (Raw)": 0.9923361539840698, "Finetune/Step": 2892, "Finetune/Step Time": 6.817427987232804}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7863508462905884, "Finetune/Loss (Raw)": 0.8003841042518616, "Finetune/Step": 2893, "Finetune/Step Time": 6.798550058156252}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7871338129043579, "Finetune/Loss (Raw)": 0.9170483350753784, "Finetune/Step": 2894, "Finetune/Step Time": 6.796486247330904}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7869409322738647, "Finetune/Loss (Raw)": 0.8208673596382141, "Finetune/Step": 2895, "Finetune/Step Time": 6.775369370356202}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7869548797607422, "Finetune/Loss (Raw)": 0.8711972832679749, "Finetune/Step": 2896, "Finetune/Step Time": 6.77648950368166}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7874373197555542, "Finetune/Loss (Raw)": 0.8903318643569946, "Finetune/Step": 2897, "Finetune/Step Time": 6.773281037807465}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7897529006004333, "Finetune/Loss (Raw)": 0.8463017344474792, "Finetune/Step": 2898, "Finetune/Step Time": 6.759076591581106}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7892865538597107, "Finetune/Loss (Raw)": 0.8054882884025574, "Finetune/Step": 2899, "Finetune/Step Time": 6.7610790971666574}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7879168391227722, "Finetune/Loss (Raw)": 0.6750750541687012, "Finetune/Step": 2900, "Finetune/Step Time": 6.761520776897669}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7861356735229492, "Finetune/Loss (Raw)": 0.6630815267562866, "Finetune/Step": 2901, "Finetune/Step Time": 6.766791872680187}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7877955436706543, "Finetune/Loss (Raw)": 0.7837550044059753, "Finetune/Step": 2902, "Finetune/Step Time": 6.770274393260479}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7874598503112793, "Finetune/Loss (Raw)": 0.8220351934432983, "Finetune/Step": 2903, "Finetune/Step Time": 6.771093735471368}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.787822961807251, "Finetune/Loss (Raw)": 0.7936573028564453, "Finetune/Step": 2904, "Finetune/Step Time": 6.770255036652088}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7877577543258667, "Finetune/Loss (Raw)": 0.7993149757385254, "Finetune/Step": 2905, "Finetune/Step Time": 6.771817138418555}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7880725860595703, "Finetune/Loss (Raw)": 0.8828628063201904, "Finetune/Step": 2906, "Finetune/Step Time": 6.770332353189588}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7885878682136536, "Finetune/Loss (Raw)": 0.7891972064971924, "Finetune/Step": 2907, "Finetune/Step Time": 6.765013484284282}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7889981269836426, "Finetune/Loss (Raw)": 0.8635978698730469, "Finetune/Step": 2908, "Finetune/Step Time": 6.766947615891695}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7896745204925537, "Finetune/Loss (Raw)": 0.9859854578971863, "Finetune/Step": 2909, "Finetune/Step Time": 6.763359097763896}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7903367877006531, "Finetune/Loss (Raw)": 0.9100728034973145, "Finetune/Step": 2910, "Finetune/Step Time": 6.762553874403238}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7914155721664429, "Finetune/Loss (Raw)": 0.9482464790344238, "Finetune/Step": 2911, "Finetune/Step Time": 6.75232807546854}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7932654619216919, "Finetune/Loss (Raw)": 0.8483747243881226, "Finetune/Step": 2912, "Finetune/Step Time": 6.755686175078154}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7936519384384155, "Finetune/Loss (Raw)": 0.8278331160545349, "Finetune/Step": 2913, "Finetune/Step Time": 6.748323915526271}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7916203141212463, "Finetune/Loss (Raw)": 0.6009896993637085, "Finetune/Step": 2914, "Finetune/Step Time": 6.7678866777569056}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7900195121765137, "Finetune/Loss (Raw)": 0.57710200548172, "Finetune/Step": 2915, "Finetune/Step Time": 6.775159195065498}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7899792194366455, "Finetune/Loss (Raw)": 0.8668800592422485, "Finetune/Step": 2916, "Finetune/Step Time": 6.765493726357818}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7913867831230164, "Finetune/Loss (Raw)": 0.9137617349624634, "Finetune/Step": 2917, "Finetune/Step Time": 6.753548465669155}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7907907366752625, "Finetune/Loss (Raw)": 0.710964560508728, "Finetune/Step": 2918, "Finetune/Step Time": 6.756892547011375}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7923195362091064, "Finetune/Loss (Raw)": 0.8307778835296631, "Finetune/Step": 2919, "Finetune/Step Time": 6.740652894601226}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.790327787399292, "Finetune/Loss (Raw)": 0.5390560626983643, "Finetune/Step": 2920, "Finetune/Step Time": 6.743529101833701}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7892976999282837, "Finetune/Loss (Raw)": 0.7926440834999084, "Finetune/Step": 2921, "Finetune/Step Time": 6.7555466797202826}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7893412113189697, "Finetune/Loss (Raw)": 0.7546725869178772, "Finetune/Step": 2922, "Finetune/Step Time": 6.747261187061667}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7897007465362549, "Finetune/Loss (Raw)": 0.7180629968643188, "Finetune/Step": 2923, "Finetune/Step Time": 6.763969242572784}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7906152606010437, "Finetune/Loss (Raw)": 0.880021333694458, "Finetune/Step": 2924, "Finetune/Step Time": 6.751086553558707}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7933077812194824, "Finetune/Loss (Raw)": 0.9030225276947021, "Finetune/Step": 2925, "Finetune/Step Time": 6.741063319146633}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7939630150794983, "Finetune/Loss (Raw)": 0.790959894657135, "Finetune/Step": 2926, "Finetune/Step Time": 6.744912434369326}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7929767370223999, "Finetune/Loss (Raw)": 0.5477710366249084, "Finetune/Step": 2927, "Finetune/Step Time": 6.750445030629635}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7944452166557312, "Finetune/Loss (Raw)": 0.8041032552719116, "Finetune/Step": 2928, "Finetune/Step Time": 6.747060673311353}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7940398454666138, "Finetune/Loss (Raw)": 0.8354109525680542, "Finetune/Step": 2929, "Finetune/Step Time": 6.738668410107493}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7941186428070068, "Finetune/Loss (Raw)": 0.8824781775474548, "Finetune/Step": 2930, "Finetune/Step Time": 6.732875084504485}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7951127290725708, "Finetune/Loss (Raw)": 0.8861680626869202, "Finetune/Step": 2931, "Finetune/Step Time": 6.7350115813314915}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7953969240188599, "Finetune/Loss (Raw)": 0.8673260807991028, "Finetune/Step": 2932, "Finetune/Step Time": 6.737872863188386}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7943127751350403, "Finetune/Loss (Raw)": 0.8129426836967468, "Finetune/Step": 2933, "Finetune/Step Time": 6.746966395527124}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7947227358818054, "Finetune/Loss (Raw)": 0.7845044136047363, "Finetune/Step": 2934, "Finetune/Step Time": 6.744270730763674}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.794992983341217, "Finetune/Loss (Raw)": 0.8109767436981201, "Finetune/Step": 2935, "Finetune/Step Time": 6.757518405094743}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7970597147941589, "Finetune/Loss (Raw)": 0.8668162822723389, "Finetune/Step": 2936, "Finetune/Step Time": 6.763241996988654}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8001238107681274, "Finetune/Loss (Raw)": 0.9882819652557373, "Finetune/Step": 2937, "Finetune/Step Time": 6.747966080904007}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.801472544670105, "Finetune/Loss (Raw)": 0.8663402795791626, "Finetune/Step": 2938, "Finetune/Step Time": 6.743884280323982}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8015849590301514, "Finetune/Loss (Raw)": 0.832297146320343, "Finetune/Step": 2939, "Finetune/Step Time": 6.742556245997548}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8005273342132568, "Finetune/Loss (Raw)": 0.657208263874054, "Finetune/Step": 2940, "Finetune/Step Time": 6.746326990425587}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7977497577667236, "Finetune/Loss (Raw)": 0.5151402950286865, "Finetune/Step": 2941, "Finetune/Step Time": 6.762146424502134}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.799871027469635, "Finetune/Loss (Raw)": 0.9520605206489563, "Finetune/Step": 2942, "Finetune/Step Time": 6.751658126711845}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.798713743686676, "Finetune/Loss (Raw)": 0.7606494426727295, "Finetune/Step": 2943, "Finetune/Step Time": 6.755077371373773}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7986982464790344, "Finetune/Loss (Raw)": 0.8141024112701416, "Finetune/Step": 2944, "Finetune/Step Time": 6.760926306247711}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7983958125114441, "Finetune/Loss (Raw)": 0.7485468983650208, "Finetune/Step": 2945, "Finetune/Step Time": 6.768668690696359}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7983765602111816, "Finetune/Loss (Raw)": 0.7750116586685181, "Finetune/Step": 2946, "Finetune/Step Time": 6.763589126989245}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7969534993171692, "Finetune/Loss (Raw)": 0.7564982771873474, "Finetune/Step": 2947, "Finetune/Step Time": 6.775295950472355}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7956172823905945, "Finetune/Loss (Raw)": 0.7309617400169373, "Finetune/Step": 2948, "Finetune/Step Time": 6.781839858740568}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7972298860549927, "Finetune/Loss (Raw)": 0.8298842906951904, "Finetune/Step": 2949, "Finetune/Step Time": 6.773742433637381}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7974164485931396, "Finetune/Loss (Raw)": 0.858482301235199, "Finetune/Step": 2950, "Finetune/Step Time": 6.773247877135873}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7969666123390198, "Finetune/Loss (Raw)": 0.5960343480110168, "Finetune/Step": 2951, "Finetune/Step Time": 6.7732546385377645}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7986307144165039, "Finetune/Loss (Raw)": 0.8521679043769836, "Finetune/Step": 2952, "Finetune/Step Time": 6.759650779888034}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8002833724021912, "Finetune/Loss (Raw)": 0.9135948419570923, "Finetune/Step": 2953, "Finetune/Step Time": 6.760259069502354}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8006678819656372, "Finetune/Loss (Raw)": 0.7263429760932922, "Finetune/Step": 2954, "Finetune/Step Time": 6.762091860175133}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8017780184745789, "Finetune/Loss (Raw)": 0.9689148664474487, "Finetune/Step": 2955, "Finetune/Step Time": 6.765548000112176}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.800740122795105, "Finetune/Loss (Raw)": 0.8138032555580139, "Finetune/Step": 2956, "Finetune/Step Time": 6.76340882666409}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8001445531845093, "Finetune/Loss (Raw)": 0.76358962059021, "Finetune/Step": 2957, "Finetune/Step Time": 6.756619101390243}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7996680736541748, "Finetune/Loss (Raw)": 0.819294810295105, "Finetune/Step": 2958, "Finetune/Step Time": 6.758948864415288}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7972314357757568, "Finetune/Loss (Raw)": 0.7003225088119507, "Finetune/Step": 2959, "Finetune/Step Time": 6.772051766514778}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7956534624099731, "Finetune/Loss (Raw)": 0.7414717674255371, "Finetune/Step": 2960, "Finetune/Step Time": 6.770376920700073}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.795333743095398, "Finetune/Loss (Raw)": 0.7644877433776855, "Finetune/Step": 2961, "Finetune/Step Time": 6.760940693318844}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7982393503189087, "Finetune/Loss (Raw)": 0.9987196922302246, "Finetune/Step": 2962, "Finetune/Step Time": 6.749094735831022}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7985319495201111, "Finetune/Loss (Raw)": 0.8587023615837097, "Finetune/Step": 2963, "Finetune/Step Time": 6.755416680127382}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8003645539283752, "Finetune/Loss (Raw)": 0.8671274781227112, "Finetune/Step": 2964, "Finetune/Step Time": 6.75779571197927}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8006498217582703, "Finetune/Loss (Raw)": 0.8848042488098145, "Finetune/Step": 2965, "Finetune/Step Time": 6.75405496545136}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8008267283439636, "Finetune/Loss (Raw)": 0.7295265197753906, "Finetune/Step": 2966, "Finetune/Step Time": 6.758851470425725}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8006698489189148, "Finetune/Loss (Raw)": 0.6841661930084229, "Finetune/Step": 2967, "Finetune/Step Time": 6.7685051672160625}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8013196587562561, "Finetune/Loss (Raw)": 0.8853800296783447, "Finetune/Step": 2968, "Finetune/Step Time": 6.783792344853282}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8002429008483887, "Finetune/Loss (Raw)": 0.8157632350921631, "Finetune/Step": 2969, "Finetune/Step Time": 6.780513493344188}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8001062273979187, "Finetune/Loss (Raw)": 0.7947448492050171, "Finetune/Step": 2970, "Finetune/Step Time": 6.788641015067697}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8010563254356384, "Finetune/Loss (Raw)": 0.8027644753456116, "Finetune/Step": 2971, "Finetune/Step Time": 6.794560940936208}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8007900714874268, "Finetune/Loss (Raw)": 0.8190630078315735, "Finetune/Step": 2972, "Finetune/Step Time": 6.78950322791934}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7998892068862915, "Finetune/Loss (Raw)": 0.7024683952331543, "Finetune/Step": 2973, "Finetune/Step Time": 6.792184887453914}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8005305528640747, "Finetune/Loss (Raw)": 0.8361037969589233, "Finetune/Step": 2974, "Finetune/Step Time": 6.791065379977226}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8013801574707031, "Finetune/Loss (Raw)": 0.7046271562576294, "Finetune/Step": 2975, "Finetune/Step Time": 6.795145772397518}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.80044025182724, "Finetune/Loss (Raw)": 0.7395703792572021, "Finetune/Step": 2976, "Finetune/Step Time": 6.793233040720224}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8004459738731384, "Finetune/Loss (Raw)": 0.7389811873435974, "Finetune/Step": 2977, "Finetune/Step Time": 6.792110685259104}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8015400767326355, "Finetune/Loss (Raw)": 0.9373816847801208, "Finetune/Step": 2978, "Finetune/Step Time": 6.7907949816435575}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.801273763179779, "Finetune/Loss (Raw)": 0.829509973526001, "Finetune/Step": 2979, "Finetune/Step Time": 6.797630904242396}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8006162047386169, "Finetune/Loss (Raw)": 0.7462489604949951, "Finetune/Step": 2980, "Finetune/Step Time": 6.798980640247464}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.800281286239624, "Finetune/Loss (Raw)": 0.7247328162193298, "Finetune/Step": 2981, "Finetune/Step Time": 6.8195563573390245}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7994261980056763, "Finetune/Loss (Raw)": 0.7601149678230286, "Finetune/Step": 2982, "Finetune/Step Time": 6.815209371969104}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8007092475891113, "Finetune/Loss (Raw)": 0.9332224130630493, "Finetune/Step": 2983, "Finetune/Step Time": 6.809085825458169}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8005639314651489, "Finetune/Loss (Raw)": 0.7696192264556885, "Finetune/Step": 2984, "Finetune/Step Time": 6.80906380340457}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8005317449569702, "Finetune/Loss (Raw)": 0.8364759087562561, "Finetune/Step": 2985, "Finetune/Step Time": 6.800414903089404}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.799724817276001, "Finetune/Loss (Raw)": 0.6118333339691162, "Finetune/Step": 2986, "Finetune/Step Time": 6.8186182621866465}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7994164228439331, "Finetune/Loss (Raw)": 0.7645139694213867, "Finetune/Step": 2987, "Finetune/Step Time": 6.830549145117402}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8008374571800232, "Finetune/Loss (Raw)": 0.8795793652534485, "Finetune/Step": 2988, "Finetune/Step Time": 6.82875175960362}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7983244061470032, "Finetune/Loss (Raw)": 0.6484378576278687, "Finetune/Step": 2989, "Finetune/Step Time": 6.832693751901388}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7997768521308899, "Finetune/Loss (Raw)": 0.9169664978981018, "Finetune/Step": 2990, "Finetune/Step Time": 6.814988752827048}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8002814054489136, "Finetune/Loss (Raw)": 0.8622058033943176, "Finetune/Step": 2991, "Finetune/Step Time": 6.821258811280131}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8001679182052612, "Finetune/Loss (Raw)": 0.7020804286003113, "Finetune/Step": 2992, "Finetune/Step Time": 6.840540802106261}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8006048202514648, "Finetune/Loss (Raw)": 0.9285935759544373, "Finetune/Step": 2993, "Finetune/Step Time": 6.837285900488496}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.802806556224823, "Finetune/Loss (Raw)": 0.9230837225914001, "Finetune/Step": 2994, "Finetune/Step Time": 6.819675587117672}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8027836680412292, "Finetune/Loss (Raw)": 0.8308013081550598, "Finetune/Step": 2995, "Finetune/Step Time": 6.819530779495835}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8013001084327698, "Finetune/Loss (Raw)": 0.7447860836982727, "Finetune/Step": 2996, "Finetune/Step Time": 6.83294234983623}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.802595853805542, "Finetune/Loss (Raw)": 0.7500385642051697, "Finetune/Step": 2997, "Finetune/Step Time": 6.811020910739899}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8034576773643494, "Finetune/Loss (Raw)": 0.7374676465988159, "Finetune/Step": 2998, "Finetune/Step Time": 6.801952602341771}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8023501634597778, "Finetune/Loss (Raw)": 0.8201075792312622, "Finetune/Step": 2999, "Finetune/Step Time": 6.80500310100615}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8017464876174927, "Finetune/Loss (Raw)": 0.836132287979126, "Finetune/Step": 3000, "Finetune/Step Time": 6.807783512398601}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8013232946395874, "Finetune/Loss (Raw)": 0.7681381106376648, "Finetune/Step": 3001, "Finetune/Step Time": 6.808969337493181}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8034051656723022, "Finetune/Loss (Raw)": 0.8895981311798096, "Finetune/Step": 3002, "Finetune/Step Time": 6.795009706169367}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8029485940933228, "Finetune/Loss (Raw)": 0.8137538433074951, "Finetune/Step": 3003, "Finetune/Step Time": 6.80042434297502}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8035345077514648, "Finetune/Loss (Raw)": 0.8868322372436523, "Finetune/Step": 3004, "Finetune/Step Time": 6.794466497376561}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8021008968353271, "Finetune/Loss (Raw)": 0.5979776978492737, "Finetune/Step": 3005, "Finetune/Step Time": 6.8098998963832855}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8033193349838257, "Finetune/Loss (Raw)": 0.8850363492965698, "Finetune/Step": 3006, "Finetune/Step Time": 6.806883163750172}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8026831150054932, "Finetune/Loss (Raw)": 0.6492853164672852, "Finetune/Step": 3007, "Finetune/Step Time": 6.790467336773872}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8022786378860474, "Finetune/Loss (Raw)": 0.8730794191360474, "Finetune/Step": 3008, "Finetune/Step Time": 6.794685775414109}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8031514286994934, "Finetune/Loss (Raw)": 0.9396846294403076, "Finetune/Step": 3009, "Finetune/Step Time": 6.791435606777668}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8023084998130798, "Finetune/Loss (Raw)": 0.7729173898696899, "Finetune/Step": 3010, "Finetune/Step Time": 6.794911287724972}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8019538521766663, "Finetune/Loss (Raw)": 0.8777567744255066, "Finetune/Step": 3011, "Finetune/Step Time": 6.795758601278067}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8032538890838623, "Finetune/Loss (Raw)": 0.8566633462905884, "Finetune/Step": 3012, "Finetune/Step Time": 6.773670021444559}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8029637336730957, "Finetune/Loss (Raw)": 0.8378377556800842, "Finetune/Step": 3013, "Finetune/Step Time": 6.770646708086133}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8038506507873535, "Finetune/Loss (Raw)": 0.6799144744873047, "Finetune/Step": 3014, "Finetune/Step Time": 6.757266508415341}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8032118082046509, "Finetune/Loss (Raw)": 0.6128324270248413, "Finetune/Step": 3015, "Finetune/Step Time": 6.765552964061499}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.801457405090332, "Finetune/Loss (Raw)": 0.7597475647926331, "Finetune/Step": 3016, "Finetune/Step Time": 6.768618643283844}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8010831475257874, "Finetune/Loss (Raw)": 0.7108692526817322, "Finetune/Step": 3017, "Finetune/Step Time": 6.7576074954122305}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8010492920875549, "Finetune/Loss (Raw)": 0.7477050423622131, "Finetune/Step": 3018, "Finetune/Step Time": 6.753434227779508}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8013272881507874, "Finetune/Loss (Raw)": 0.7938694953918457, "Finetune/Step": 3019, "Finetune/Step Time": 6.755388589575887}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7995163798332214, "Finetune/Loss (Raw)": 0.7605379819869995, "Finetune/Step": 3020, "Finetune/Step Time": 6.742197077721357}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7995245456695557, "Finetune/Loss (Raw)": 0.8014319539070129, "Finetune/Step": 3021, "Finetune/Step Time": 6.747014982625842}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7994910478591919, "Finetune/Loss (Raw)": 0.9127597808837891, "Finetune/Step": 3022, "Finetune/Step Time": 6.747656352818012}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7982321381568909, "Finetune/Loss (Raw)": 0.6597280502319336, "Finetune/Step": 3023, "Finetune/Step Time": 6.748485591262579}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7976922988891602, "Finetune/Loss (Raw)": 0.8020978569984436, "Finetune/Step": 3024, "Finetune/Step Time": 6.7530965730547905}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7974809408187866, "Finetune/Loss (Raw)": 0.8632717132568359, "Finetune/Step": 3025, "Finetune/Step Time": 6.763782126829028}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.797143280506134, "Finetune/Loss (Raw)": 0.8030861020088196, "Finetune/Step": 3026, "Finetune/Step Time": 6.76760127954185}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7980028390884399, "Finetune/Loss (Raw)": 0.9155101180076599, "Finetune/Step": 3027, "Finetune/Step Time": 6.764206379652023}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7991065979003906, "Finetune/Loss (Raw)": 0.8163616061210632, "Finetune/Step": 3028, "Finetune/Step Time": 6.766998708248138}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8017682433128357, "Finetune/Loss (Raw)": 1.003769040107727, "Finetune/Step": 3029, "Finetune/Step Time": 6.761211302131414}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8018481135368347, "Finetune/Loss (Raw)": 0.7939771413803101, "Finetune/Step": 3030, "Finetune/Step Time": 6.754023896530271}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8020139932632446, "Finetune/Loss (Raw)": 0.8432623147964478, "Finetune/Step": 3031, "Finetune/Step Time": 6.752525677904487}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8023091554641724, "Finetune/Loss (Raw)": 0.8314504623413086, "Finetune/Step": 3032, "Finetune/Step Time": 6.7540747579187155}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8027904033660889, "Finetune/Loss (Raw)": 0.8609064221382141, "Finetune/Step": 3033, "Finetune/Step Time": 6.7512388452887535}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8030251264572144, "Finetune/Loss (Raw)": 0.912909209728241, "Finetune/Step": 3034, "Finetune/Step Time": 6.749217636883259}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8032545447349548, "Finetune/Loss (Raw)": 0.818558394908905, "Finetune/Step": 3035, "Finetune/Step Time": 6.749018244445324}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8026064038276672, "Finetune/Loss (Raw)": 0.7806390523910522, "Finetune/Step": 3036, "Finetune/Step Time": 6.756699262186885}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8023084402084351, "Finetune/Loss (Raw)": 0.9478481411933899, "Finetune/Step": 3037, "Finetune/Step Time": 6.757218254730105}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8019924163818359, "Finetune/Loss (Raw)": 0.8696250319480896, "Finetune/Step": 3038, "Finetune/Step Time": 6.758510459214449}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8002958297729492, "Finetune/Loss (Raw)": 0.7310785055160522, "Finetune/Step": 3039, "Finetune/Step Time": 6.759087603539228}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8002018928527832, "Finetune/Loss (Raw)": 0.836351215839386, "Finetune/Step": 3040, "Finetune/Step Time": 6.744487162679434}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7996018528938293, "Finetune/Loss (Raw)": 0.75102698802948, "Finetune/Step": 3041, "Finetune/Step Time": 6.749042635783553}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8013126850128174, "Finetune/Loss (Raw)": 0.819979727268219, "Finetune/Step": 3042, "Finetune/Step Time": 6.730939522385597}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8015524744987488, "Finetune/Loss (Raw)": 0.6077888011932373, "Finetune/Step": 3043, "Finetune/Step Time": 6.738392675295472}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7999756336212158, "Finetune/Loss (Raw)": 0.6650511622428894, "Finetune/Step": 3044, "Finetune/Step Time": 6.752639023587108}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7973649501800537, "Finetune/Loss (Raw)": 0.5795940160751343, "Finetune/Step": 3045, "Finetune/Step Time": 6.755376327782869}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7994328737258911, "Finetune/Loss (Raw)": 0.9756591320037842, "Finetune/Step": 3046, "Finetune/Step Time": 6.752678267657757}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.799252450466156, "Finetune/Loss (Raw)": 0.8076761364936829, "Finetune/Step": 3047, "Finetune/Step Time": 6.767081782221794}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8025408387184143, "Finetune/Loss (Raw)": 0.9599792957305908, "Finetune/Step": 3048, "Finetune/Step Time": 6.752323208376765}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.802506685256958, "Finetune/Loss (Raw)": 0.7882703542709351, "Finetune/Step": 3049, "Finetune/Step Time": 6.737090311944485}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8040083646774292, "Finetune/Loss (Raw)": 0.9468832015991211, "Finetune/Step": 3050, "Finetune/Step Time": 6.732677552849054}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8055011034011841, "Finetune/Loss (Raw)": 0.9091314673423767, "Finetune/Step": 3051, "Finetune/Step Time": 6.714385610073805}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.804659903049469, "Finetune/Loss (Raw)": 0.7723497152328491, "Finetune/Step": 3052, "Finetune/Step Time": 6.7154843509197235}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8047733306884766, "Finetune/Loss (Raw)": 0.9175480008125305, "Finetune/Step": 3053, "Finetune/Step Time": 6.719966527074575}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8060190677642822, "Finetune/Loss (Raw)": 0.9504134058952332, "Finetune/Step": 3054, "Finetune/Step Time": 6.702934376895428}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.808169960975647, "Finetune/Loss (Raw)": 0.8230798244476318, "Finetune/Step": 3055, "Finetune/Step Time": 6.6981831062585115}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8085495829582214, "Finetune/Loss (Raw)": 0.8526965975761414, "Finetune/Step": 3056, "Finetune/Step Time": 6.682592269033194}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8076182007789612, "Finetune/Loss (Raw)": 0.7161954641342163, "Finetune/Step": 3057, "Finetune/Step Time": 6.692327726632357}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8074349761009216, "Finetune/Loss (Raw)": 0.85902339220047, "Finetune/Step": 3058, "Finetune/Step Time": 6.690004009753466}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8071541786193848, "Finetune/Loss (Raw)": 0.8502284288406372, "Finetune/Step": 3059, "Finetune/Step Time": 6.689318165183067}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8074098825454712, "Finetune/Loss (Raw)": 0.9000555872917175, "Finetune/Step": 3060, "Finetune/Step Time": 6.691934263333678}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8080759048461914, "Finetune/Loss (Raw)": 0.8981897234916687, "Finetune/Step": 3061, "Finetune/Step Time": 6.686521692201495}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8075095415115356, "Finetune/Loss (Raw)": 0.712006688117981, "Finetune/Step": 3062, "Finetune/Step Time": 6.708488816395402}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8072918057441711, "Finetune/Loss (Raw)": 0.7831058502197266, "Finetune/Step": 3063, "Finetune/Step Time": 6.692875498905778}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8071901798248291, "Finetune/Loss (Raw)": 0.8538177013397217, "Finetune/Step": 3064, "Finetune/Step Time": 6.677417250350118}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8043645620346069, "Finetune/Loss (Raw)": 0.6265951991081238, "Finetune/Step": 3065, "Finetune/Step Time": 6.691921550780535}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8017869591712952, "Finetune/Loss (Raw)": 0.5364100337028503, "Finetune/Step": 3066, "Finetune/Step Time": 6.7186219450086355}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8017805814743042, "Finetune/Loss (Raw)": 0.8314805626869202, "Finetune/Step": 3067, "Finetune/Step Time": 6.720051819458604}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8025966286659241, "Finetune/Loss (Raw)": 0.7616624236106873, "Finetune/Step": 3068, "Finetune/Step Time": 6.727698650211096}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8038383722305298, "Finetune/Loss (Raw)": 0.6740812063217163, "Finetune/Step": 3069, "Finetune/Step Time": 6.720262201502919}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8027249574661255, "Finetune/Loss (Raw)": 0.8095459938049316, "Finetune/Step": 3070, "Finetune/Step Time": 6.717642603442073}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8043034076690674, "Finetune/Loss (Raw)": 0.9626891016960144, "Finetune/Step": 3071, "Finetune/Step Time": 6.713080769404769}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8041692972183228, "Finetune/Loss (Raw)": 0.7969415187835693, "Finetune/Step": 3072, "Finetune/Step Time": 6.714276719838381}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8046804070472717, "Finetune/Loss (Raw)": 0.8139672875404358, "Finetune/Step": 3073, "Finetune/Step Time": 6.706345286220312}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8048501014709473, "Finetune/Loss (Raw)": 0.7967348098754883, "Finetune/Step": 3074, "Finetune/Step Time": 6.70761738345027}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8039344549179077, "Finetune/Loss (Raw)": 0.639292299747467, "Finetune/Step": 3075, "Finetune/Step Time": 6.7112997733056545}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8036652207374573, "Finetune/Loss (Raw)": 0.6964980363845825, "Finetune/Step": 3076, "Finetune/Step Time": 6.702502990141511}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8038084506988525, "Finetune/Loss (Raw)": 0.8482221364974976, "Finetune/Step": 3077, "Finetune/Step Time": 6.703697146847844}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8025235533714294, "Finetune/Loss (Raw)": 0.6940119862556458, "Finetune/Step": 3078, "Finetune/Step Time": 6.700647622346878}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8027903437614441, "Finetune/Loss (Raw)": 0.6301807761192322, "Finetune/Step": 3079, "Finetune/Step Time": 6.7040699776262045}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8016278743743896, "Finetune/Loss (Raw)": 0.7033727169036865, "Finetune/Step": 3080, "Finetune/Step Time": 6.7177045196294785}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.800261378288269, "Finetune/Loss (Raw)": 0.7386823892593384, "Finetune/Step": 3081, "Finetune/Step Time": 6.7193853110075}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8011527061462402, "Finetune/Loss (Raw)": 0.8404340147972107, "Finetune/Step": 3082, "Finetune/Step Time": 6.717207593843341}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8001672029495239, "Finetune/Loss (Raw)": 0.8427737951278687, "Finetune/Step": 3083, "Finetune/Step Time": 6.722283324226737}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.799799382686615, "Finetune/Loss (Raw)": 0.7667191624641418, "Finetune/Step": 3084, "Finetune/Step Time": 6.7319314535707235}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8014569282531738, "Finetune/Loss (Raw)": 0.9757549166679382, "Finetune/Step": 3085, "Finetune/Step Time": 6.729298647493124}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8015170693397522, "Finetune/Loss (Raw)": 0.826994001865387, "Finetune/Step": 3086, "Finetune/Step Time": 6.729052295908332}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8023405075073242, "Finetune/Loss (Raw)": 0.8057225346565247, "Finetune/Step": 3087, "Finetune/Step Time": 6.717482641339302}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8010138273239136, "Finetune/Loss (Raw)": 0.5716571807861328, "Finetune/Step": 3088, "Finetune/Step Time": 6.7167046424001455}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8020092844963074, "Finetune/Loss (Raw)": 0.8919106125831604, "Finetune/Step": 3089, "Finetune/Step Time": 6.718239858746529}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.799906849861145, "Finetune/Loss (Raw)": 0.7296079993247986, "Finetune/Step": 3090, "Finetune/Step Time": 6.715610232204199}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7988102436065674, "Finetune/Loss (Raw)": 0.718339741230011, "Finetune/Step": 3091, "Finetune/Step Time": 6.719601647928357}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.796860933303833, "Finetune/Loss (Raw)": 0.6176133155822754, "Finetune/Step": 3092, "Finetune/Step Time": 6.734114266932011}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7963845729827881, "Finetune/Loss (Raw)": 0.8238256573677063, "Finetune/Step": 3093, "Finetune/Step Time": 6.741827515885234}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7973767518997192, "Finetune/Loss (Raw)": 0.8565254807472229, "Finetune/Step": 3094, "Finetune/Step Time": 6.740404622629285}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7982343435287476, "Finetune/Loss (Raw)": 0.7939401865005493, "Finetune/Step": 3095, "Finetune/Step Time": 6.72670610435307}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7977763414382935, "Finetune/Loss (Raw)": 0.8267529010772705, "Finetune/Step": 3096, "Finetune/Step Time": 6.714866129681468}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7964043617248535, "Finetune/Loss (Raw)": 0.6401561498641968, "Finetune/Step": 3097, "Finetune/Step Time": 6.733978314325213}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7946149706840515, "Finetune/Loss (Raw)": 0.5656978487968445, "Finetune/Step": 3098, "Finetune/Step Time": 6.724806822836399}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7949182987213135, "Finetune/Loss (Raw)": 0.8415910601615906, "Finetune/Step": 3099, "Finetune/Step Time": 6.728318570181727}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.796434223651886, "Finetune/Loss (Raw)": 1.0130963325500488, "Finetune/Step": 3100, "Finetune/Step Time": 6.731569917872548}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7953668832778931, "Finetune/Loss (Raw)": 0.565854549407959, "Finetune/Step": 3101, "Finetune/Step Time": 6.733080372214317}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.795903205871582, "Finetune/Loss (Raw)": 0.9047569632530212, "Finetune/Step": 3102, "Finetune/Step Time": 6.739331848919392}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.797736644744873, "Finetune/Loss (Raw)": 0.9393054842948914, "Finetune/Step": 3103, "Finetune/Step Time": 6.744635978713632}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7986392974853516, "Finetune/Loss (Raw)": 0.855102002620697, "Finetune/Step": 3104, "Finetune/Step Time": 6.739216418936849}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7995671629905701, "Finetune/Loss (Raw)": 0.857755720615387, "Finetune/Step": 3105, "Finetune/Step Time": 6.732530202716589}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7980151176452637, "Finetune/Loss (Raw)": 0.738718569278717, "Finetune/Step": 3106, "Finetune/Step Time": 6.733700696378946}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.799079418182373, "Finetune/Loss (Raw)": 0.9657425880432129, "Finetune/Step": 3107, "Finetune/Step Time": 6.731216330081224}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7991687655448914, "Finetune/Loss (Raw)": 0.7576802968978882, "Finetune/Step": 3108, "Finetune/Step Time": 6.7250374630093575}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7994035482406616, "Finetune/Loss (Raw)": 0.7547876834869385, "Finetune/Step": 3109, "Finetune/Step Time": 6.7068643104285}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7992269992828369, "Finetune/Loss (Raw)": 0.7375104427337646, "Finetune/Step": 3110, "Finetune/Step Time": 6.704903343692422}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.797847330570221, "Finetune/Loss (Raw)": 0.7566298842430115, "Finetune/Step": 3111, "Finetune/Step Time": 6.710277073085308}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7987440824508667, "Finetune/Loss (Raw)": 0.8844040632247925, "Finetune/Step": 3112, "Finetune/Step Time": 6.6994776371866465}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7980871796607971, "Finetune/Loss (Raw)": 0.7523929476737976, "Finetune/Step": 3113, "Finetune/Step Time": 6.707418678328395}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8000181913375854, "Finetune/Loss (Raw)": 0.8589997291564941, "Finetune/Step": 3114, "Finetune/Step Time": 6.6980879213660955}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.800117552280426, "Finetune/Loss (Raw)": 0.7772344350814819, "Finetune/Step": 3115, "Finetune/Step Time": 6.684720786288381}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7977920770645142, "Finetune/Loss (Raw)": 0.5819129347801208, "Finetune/Step": 3116, "Finetune/Step Time": 6.705307383090258}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7994170188903809, "Finetune/Loss (Raw)": 0.8564324378967285, "Finetune/Step": 3117, "Finetune/Step Time": 6.703517943620682}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7986642122268677, "Finetune/Loss (Raw)": 0.8206127882003784, "Finetune/Step": 3118, "Finetune/Step Time": 6.719511467963457}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7983180284500122, "Finetune/Loss (Raw)": 0.8178924322128296, "Finetune/Step": 3119, "Finetune/Step Time": 6.7188121899962425}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7993173003196716, "Finetune/Loss (Raw)": 0.8299872875213623, "Finetune/Step": 3120, "Finetune/Step Time": 6.704789895564318}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7969163060188293, "Finetune/Loss (Raw)": 0.6212680339813232, "Finetune/Step": 3121, "Finetune/Step Time": 6.712217561900616}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7957322597503662, "Finetune/Loss (Raw)": 0.7715240716934204, "Finetune/Step": 3122, "Finetune/Step Time": 6.714229164645076}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7953439950942993, "Finetune/Loss (Raw)": 0.781102180480957, "Finetune/Step": 3123, "Finetune/Step Time": 6.710485899820924}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.796301543712616, "Finetune/Loss (Raw)": 0.867350161075592, "Finetune/Step": 3124, "Finetune/Step Time": 6.698236079886556}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7954353094100952, "Finetune/Loss (Raw)": 0.6391611695289612, "Finetune/Step": 3125, "Finetune/Step Time": 6.695098411291838}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7964246273040771, "Finetune/Loss (Raw)": 0.8641000986099243, "Finetune/Step": 3126, "Finetune/Step Time": 6.688981676474214}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7973989248275757, "Finetune/Loss (Raw)": 0.9448248744010925, "Finetune/Step": 3127, "Finetune/Step Time": 6.686193265020847}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7949556708335876, "Finetune/Loss (Raw)": 0.5233861207962036, "Finetune/Step": 3128, "Finetune/Step Time": 6.715631561353803}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7950104475021362, "Finetune/Loss (Raw)": 0.7751501202583313, "Finetune/Step": 3129, "Finetune/Step Time": 6.714901600033045}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7937097549438477, "Finetune/Loss (Raw)": 0.7231099605560303, "Finetune/Step": 3130, "Finetune/Step Time": 6.727662343531847}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7932851314544678, "Finetune/Loss (Raw)": 0.7594040632247925, "Finetune/Step": 3131, "Finetune/Step Time": 6.727411452680826}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7919154167175293, "Finetune/Loss (Raw)": 0.7115125060081482, "Finetune/Step": 3132, "Finetune/Step Time": 6.742863746359944}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7936393022537231, "Finetune/Loss (Raw)": 0.818629264831543, "Finetune/Step": 3133, "Finetune/Step Time": 6.727181658148766}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7918218970298767, "Finetune/Loss (Raw)": 0.6524118781089783, "Finetune/Step": 3134, "Finetune/Step Time": 6.736849533393979}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7935452461242676, "Finetune/Loss (Raw)": 0.8698761463165283, "Finetune/Step": 3135, "Finetune/Step Time": 6.737282557412982}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7931541204452515, "Finetune/Loss (Raw)": 0.8230128884315491, "Finetune/Step": 3136, "Finetune/Step Time": 6.748257178813219}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7915436625480652, "Finetune/Loss (Raw)": 0.7335498929023743, "Finetune/Step": 3137, "Finetune/Step Time": 6.760324198752642}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7906230092048645, "Finetune/Loss (Raw)": 0.6550720930099487, "Finetune/Step": 3138, "Finetune/Step Time": 6.765042893588543}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7900530099868774, "Finetune/Loss (Raw)": 0.8047919273376465, "Finetune/Step": 3139, "Finetune/Step Time": 6.765601843595505}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7894840836524963, "Finetune/Loss (Raw)": 0.7838450074195862, "Finetune/Step": 3140, "Finetune/Step Time": 6.772885063663125}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.789067804813385, "Finetune/Loss (Raw)": 0.7845550775527954, "Finetune/Step": 3141, "Finetune/Step Time": 6.774451809003949}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7894087433815002, "Finetune/Loss (Raw)": 0.7235499620437622, "Finetune/Step": 3142, "Finetune/Step Time": 6.777129806578159}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7886841297149658, "Finetune/Loss (Raw)": 0.520078182220459, "Finetune/Step": 3143, "Finetune/Step Time": 6.775418130680919}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7900180220603943, "Finetune/Loss (Raw)": 0.9304898977279663, "Finetune/Step": 3144, "Finetune/Step Time": 6.769082307815552}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7914834022521973, "Finetune/Loss (Raw)": 0.8984413146972656, "Finetune/Step": 3145, "Finetune/Step Time": 6.766046714037657}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7924699783325195, "Finetune/Loss (Raw)": 0.8739880919456482, "Finetune/Step": 3146, "Finetune/Step Time": 6.765385922044516}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7926235198974609, "Finetune/Loss (Raw)": 0.8135212063789368, "Finetune/Step": 3147, "Finetune/Step Time": 6.76798708923161}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7940092086791992, "Finetune/Loss (Raw)": 0.9379113912582397, "Finetune/Step": 3148, "Finetune/Step Time": 6.782493824139237}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7929900884628296, "Finetune/Loss (Raw)": 0.6709782481193542, "Finetune/Step": 3149, "Finetune/Step Time": 6.794226881116629}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7918961048126221, "Finetune/Loss (Raw)": 0.7727311849594116, "Finetune/Step": 3150, "Finetune/Step Time": 6.7929997611790895}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7932736873626709, "Finetune/Loss (Raw)": 0.8360552787780762, "Finetune/Step": 3151, "Finetune/Step Time": 6.7964818980544806}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7931788563728333, "Finetune/Loss (Raw)": 0.7899584174156189, "Finetune/Step": 3152, "Finetune/Step Time": 6.794072112068534}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7930461168289185, "Finetune/Loss (Raw)": 0.8462854027748108, "Finetune/Step": 3153, "Finetune/Step Time": 6.783269677311182}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7929320931434631, "Finetune/Loss (Raw)": 0.7884853482246399, "Finetune/Step": 3154, "Finetune/Step Time": 6.777693213894963}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7925543785095215, "Finetune/Loss (Raw)": 0.8671649694442749, "Finetune/Step": 3155, "Finetune/Step Time": 6.772177830338478}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7921304702758789, "Finetune/Loss (Raw)": 0.7621066570281982, "Finetune/Step": 3156, "Finetune/Step Time": 6.77005180157721}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7916027903556824, "Finetune/Loss (Raw)": 0.9362234473228455, "Finetune/Step": 3157, "Finetune/Step Time": 6.773267809301615}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7893925309181213, "Finetune/Loss (Raw)": 0.5110597014427185, "Finetune/Step": 3158, "Finetune/Step Time": 6.778674213215709}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7885580062866211, "Finetune/Loss (Raw)": 0.7364459037780762, "Finetune/Step": 3159, "Finetune/Step Time": 6.782506126910448}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.788532018661499, "Finetune/Loss (Raw)": 0.8281295895576477, "Finetune/Step": 3160, "Finetune/Step Time": 6.787761677056551}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7882095575332642, "Finetune/Loss (Raw)": 0.8196252584457397, "Finetune/Step": 3161, "Finetune/Step Time": 6.801973382011056}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.785878598690033, "Finetune/Loss (Raw)": 0.614546537399292, "Finetune/Step": 3162, "Finetune/Step Time": 6.816208595409989}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7867134213447571, "Finetune/Loss (Raw)": 0.9254102110862732, "Finetune/Step": 3163, "Finetune/Step Time": 6.8253786731511354}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7872098684310913, "Finetune/Loss (Raw)": 0.8441964387893677, "Finetune/Step": 3164, "Finetune/Step Time": 6.811483886092901}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7840273380279541, "Finetune/Loss (Raw)": 0.5404764413833618, "Finetune/Step": 3165, "Finetune/Step Time": 6.8128194026649}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.783423662185669, "Finetune/Loss (Raw)": 0.7923592925071716, "Finetune/Step": 3166, "Finetune/Step Time": 6.813510539010167}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7840505838394165, "Finetune/Loss (Raw)": 0.811323344707489, "Finetune/Step": 3167, "Finetune/Step Time": 6.811558963730931}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7848568558692932, "Finetune/Loss (Raw)": 0.9395498633384705, "Finetune/Step": 3168, "Finetune/Step Time": 6.815478062257171}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7843539118766785, "Finetune/Loss (Raw)": 0.6866504549980164, "Finetune/Step": 3169, "Finetune/Step Time": 6.828532814979553}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7831023931503296, "Finetune/Loss (Raw)": 0.6597852110862732, "Finetune/Step": 3170, "Finetune/Step Time": 6.828399483114481}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7841730117797852, "Finetune/Loss (Raw)": 0.7448291182518005, "Finetune/Step": 3171, "Finetune/Step Time": 6.816388206556439}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7848824858665466, "Finetune/Loss (Raw)": 0.7558625340461731, "Finetune/Step": 3172, "Finetune/Step Time": 6.801501024514437}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7854570150375366, "Finetune/Loss (Raw)": 0.6531432271003723, "Finetune/Step": 3173, "Finetune/Step Time": 6.811414232477546}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.785508930683136, "Finetune/Loss (Raw)": 0.9822955131530762, "Finetune/Step": 3174, "Finetune/Step Time": 6.8145564422011375}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7851687669754028, "Finetune/Loss (Raw)": 0.7641425132751465, "Finetune/Step": 3175, "Finetune/Step Time": 6.8005671594291925}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7851607799530029, "Finetune/Loss (Raw)": 0.9589564800262451, "Finetune/Step": 3176, "Finetune/Step Time": 6.80093783326447}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7849553823471069, "Finetune/Loss (Raw)": 0.7619757652282715, "Finetune/Step": 3177, "Finetune/Step Time": 6.805253906175494}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.783953070640564, "Finetune/Loss (Raw)": 0.8185813426971436, "Finetune/Step": 3178, "Finetune/Step Time": 6.811608353629708}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.784164309501648, "Finetune/Loss (Raw)": 0.9361729025840759, "Finetune/Step": 3179, "Finetune/Step Time": 6.817747391760349}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.783920168876648, "Finetune/Loss (Raw)": 0.741105318069458, "Finetune/Step": 3180, "Finetune/Step Time": 6.817268742248416}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7834498882293701, "Finetune/Loss (Raw)": 0.8573494553565979, "Finetune/Step": 3181, "Finetune/Step Time": 6.814552055671811}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7825513482093811, "Finetune/Loss (Raw)": 0.8353978395462036, "Finetune/Step": 3182, "Finetune/Step Time": 6.815029596909881}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7815801501274109, "Finetune/Loss (Raw)": 0.6987717151641846, "Finetune/Step": 3183, "Finetune/Step Time": 6.812610123306513}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7809303998947144, "Finetune/Loss (Raw)": 0.7695244550704956, "Finetune/Step": 3184, "Finetune/Step Time": 6.820542223751545}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7821750640869141, "Finetune/Loss (Raw)": 0.8755089044570923, "Finetune/Step": 3185, "Finetune/Step Time": 6.8191782385110855}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7814327478408813, "Finetune/Loss (Raw)": 0.7640116214752197, "Finetune/Step": 3186, "Finetune/Step Time": 6.823033265769482}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7817062139511108, "Finetune/Loss (Raw)": 0.8852331638336182, "Finetune/Step": 3187, "Finetune/Step Time": 6.819742118939757}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.780058741569519, "Finetune/Loss (Raw)": 0.6891769766807556, "Finetune/Step": 3188, "Finetune/Step Time": 6.826859736815095}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7788155674934387, "Finetune/Loss (Raw)": 0.7390653491020203, "Finetune/Step": 3189, "Finetune/Step Time": 6.8253053314983845}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.779747724533081, "Finetune/Loss (Raw)": 0.8313189744949341, "Finetune/Step": 3190, "Finetune/Step Time": 6.80464069917798}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7801535725593567, "Finetune/Loss (Raw)": 0.8350548148155212, "Finetune/Step": 3191, "Finetune/Step Time": 6.824010683223605}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7797143459320068, "Finetune/Loss (Raw)": 0.797599732875824, "Finetune/Step": 3192, "Finetune/Step Time": 6.828497542068362}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7810626029968262, "Finetune/Loss (Raw)": 0.7991766929626465, "Finetune/Step": 3193, "Finetune/Step Time": 6.828275306150317}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7825661897659302, "Finetune/Loss (Raw)": 0.7288673520088196, "Finetune/Step": 3194, "Finetune/Step Time": 6.805546848103404}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.782535195350647, "Finetune/Loss (Raw)": 0.8275078535079956, "Finetune/Step": 3195, "Finetune/Step Time": 6.808505155146122}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7828414440155029, "Finetune/Loss (Raw)": 0.8008684515953064, "Finetune/Step": 3196, "Finetune/Step Time": 6.800237437710166}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7843723893165588, "Finetune/Loss (Raw)": 0.8700399994850159, "Finetune/Step": 3197, "Finetune/Step Time": 6.795319147408009}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7836322784423828, "Finetune/Loss (Raw)": 0.7148053646087646, "Finetune/Step": 3198, "Finetune/Step Time": 6.802582889795303}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7825299501419067, "Finetune/Loss (Raw)": 0.8215951919555664, "Finetune/Step": 3199, "Finetune/Step Time": 6.803170280531049}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7842777371406555, "Finetune/Loss (Raw)": 1.0206555128097534, "Finetune/Step": 3200, "Finetune/Step Time": 6.795838423073292}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7827908396720886, "Finetune/Loss (Raw)": 0.6236467361450195, "Finetune/Step": 3201, "Finetune/Step Time": 6.79759768769145}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7826991677284241, "Finetune/Loss (Raw)": 0.7850034236907959, "Finetune/Step": 3202, "Finetune/Step Time": 6.795689702033997}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7838747501373291, "Finetune/Loss (Raw)": 0.7897669076919556, "Finetune/Step": 3203, "Finetune/Step Time": 6.779126476496458}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7844678163528442, "Finetune/Loss (Raw)": 0.7724022269248962, "Finetune/Step": 3204, "Finetune/Step Time": 6.783558141440153}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7836608290672302, "Finetune/Loss (Raw)": 0.7449360489845276, "Finetune/Step": 3205, "Finetune/Step Time": 6.782267773523927}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7834265828132629, "Finetune/Loss (Raw)": 0.6640238165855408, "Finetune/Step": 3206, "Finetune/Step Time": 6.784222608432174}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7845200300216675, "Finetune/Loss (Raw)": 0.770138680934906, "Finetune/Step": 3207, "Finetune/Step Time": 6.7842801585793495}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7854666113853455, "Finetune/Loss (Raw)": 0.8245416879653931, "Finetune/Step": 3208, "Finetune/Step Time": 6.772090567275882}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7859001755714417, "Finetune/Loss (Raw)": 0.7941803336143494, "Finetune/Step": 3209, "Finetune/Step Time": 6.7755040023475885}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7849376201629639, "Finetune/Loss (Raw)": 0.717230498790741, "Finetune/Step": 3210, "Finetune/Step Time": 6.775375647470355}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.784675657749176, "Finetune/Loss (Raw)": 0.8092321753501892, "Finetune/Step": 3211, "Finetune/Step Time": 6.770750947296619}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7840501070022583, "Finetune/Loss (Raw)": 0.6866480708122253, "Finetune/Step": 3212, "Finetune/Step Time": 6.7809266950935125}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7830630540847778, "Finetune/Loss (Raw)": 0.8494175672531128, "Finetune/Step": 3213, "Finetune/Step Time": 6.780575832352042}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.782089352607727, "Finetune/Loss (Raw)": 0.7023576498031616, "Finetune/Step": 3214, "Finetune/Step Time": 6.791720364242792}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7810029983520508, "Finetune/Loss (Raw)": 0.6666706204414368, "Finetune/Step": 3215, "Finetune/Step Time": 6.810785725712776}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7815501689910889, "Finetune/Loss (Raw)": 0.6416962742805481, "Finetune/Step": 3216, "Finetune/Step Time": 6.829336185008287}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7810433506965637, "Finetune/Loss (Raw)": 0.8270406723022461, "Finetune/Step": 3217, "Finetune/Step Time": 6.824250420555472}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7817957997322083, "Finetune/Loss (Raw)": 0.8259163498878479, "Finetune/Step": 3218, "Finetune/Step Time": 6.822831571102142}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7815428972244263, "Finetune/Loss (Raw)": 0.6859694719314575, "Finetune/Step": 3219, "Finetune/Step Time": 6.811667535454035}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.784187912940979, "Finetune/Loss (Raw)": 0.9561693072319031, "Finetune/Step": 3220, "Finetune/Step Time": 6.796263560652733}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7835605144500732, "Finetune/Loss (Raw)": 0.7435250878334045, "Finetune/Step": 3221, "Finetune/Step Time": 6.796492921188474}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7817707657814026, "Finetune/Loss (Raw)": 0.6274334192276001, "Finetune/Step": 3222, "Finetune/Step Time": 6.808017484843731}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.781628429889679, "Finetune/Loss (Raw)": 0.7757251262664795, "Finetune/Step": 3223, "Finetune/Step Time": 6.813548721373081}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7814468741416931, "Finetune/Loss (Raw)": 0.8035151958465576, "Finetune/Step": 3224, "Finetune/Step Time": 6.812663588672876}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7824649810791016, "Finetune/Loss (Raw)": 0.7704781293869019, "Finetune/Step": 3225, "Finetune/Step Time": 6.798171736299992}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7842929363250732, "Finetune/Loss (Raw)": 0.7996731400489807, "Finetune/Step": 3226, "Finetune/Step Time": 6.798602622002363}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7832025289535522, "Finetune/Loss (Raw)": 0.7020168900489807, "Finetune/Step": 3227, "Finetune/Step Time": 6.798996416851878}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7812976837158203, "Finetune/Loss (Raw)": 0.7692782878875732, "Finetune/Step": 3228, "Finetune/Step Time": 6.797168772667646}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7838822603225708, "Finetune/Loss (Raw)": 0.8966780304908752, "Finetune/Step": 3229, "Finetune/Step Time": 6.7869008760899305}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7824691534042358, "Finetune/Loss (Raw)": 0.7238799333572388, "Finetune/Step": 3230, "Finetune/Step Time": 6.789190150797367}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7812312841415405, "Finetune/Loss (Raw)": 0.7808573842048645, "Finetune/Step": 3231, "Finetune/Step Time": 6.788980824872851}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7818532586097717, "Finetune/Loss (Raw)": 0.934715747833252, "Finetune/Step": 3232, "Finetune/Step Time": 6.792046204209328}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7829967737197876, "Finetune/Loss (Raw)": 1.0041314363479614, "Finetune/Step": 3233, "Finetune/Step Time": 6.7937007658183575}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.782771110534668, "Finetune/Loss (Raw)": 0.7098278999328613, "Finetune/Step": 3234, "Finetune/Step Time": 6.810986587777734}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7824485301971436, "Finetune/Loss (Raw)": 0.924446702003479, "Finetune/Step": 3235, "Finetune/Step Time": 6.813542291522026}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7817220687866211, "Finetune/Loss (Raw)": 0.6646952033042908, "Finetune/Step": 3236, "Finetune/Step Time": 6.819498598575592}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7826458215713501, "Finetune/Loss (Raw)": 0.8730328679084778, "Finetune/Step": 3237, "Finetune/Step Time": 6.819439832121134}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7825132012367249, "Finetune/Loss (Raw)": 0.7205297350883484, "Finetune/Step": 3238, "Finetune/Step Time": 6.836087726056576}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.784145712852478, "Finetune/Loss (Raw)": 0.9655959606170654, "Finetune/Step": 3239, "Finetune/Step Time": 6.833226537331939}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7844828367233276, "Finetune/Loss (Raw)": 0.9275551438331604, "Finetune/Step": 3240, "Finetune/Step Time": 6.835601817816496}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7855671644210815, "Finetune/Loss (Raw)": 0.8911907076835632, "Finetune/Step": 3241, "Finetune/Step Time": 6.828436331823468}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7861083149909973, "Finetune/Loss (Raw)": 0.9282588362693787, "Finetune/Step": 3242, "Finetune/Step Time": 6.824295736849308}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7865387201309204, "Finetune/Loss (Raw)": 0.8323299288749695, "Finetune/Step": 3243, "Finetune/Step Time": 6.82399658113718}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7886872291564941, "Finetune/Loss (Raw)": 0.8569168448448181, "Finetune/Step": 3244, "Finetune/Step Time": 6.79837704077363}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7890044450759888, "Finetune/Loss (Raw)": 0.8970463871955872, "Finetune/Step": 3245, "Finetune/Step Time": 6.800497667863965}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7879236936569214, "Finetune/Loss (Raw)": 0.6822693347930908, "Finetune/Step": 3246, "Finetune/Step Time": 6.789621179923415}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7873291969299316, "Finetune/Loss (Raw)": 0.7417976260185242, "Finetune/Step": 3247, "Finetune/Step Time": 6.789142277091742}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7881693840026855, "Finetune/Loss (Raw)": 0.937537431716919, "Finetune/Step": 3248, "Finetune/Step Time": 6.800623878836632}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7905958890914917, "Finetune/Loss (Raw)": 0.9318602681159973, "Finetune/Step": 3249, "Finetune/Step Time": 6.7934979274868965}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.790631890296936, "Finetune/Loss (Raw)": 0.7761261463165283, "Finetune/Step": 3250, "Finetune/Step Time": 6.80779960565269}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7895474433898926, "Finetune/Loss (Raw)": 0.6422892808914185, "Finetune/Step": 3251, "Finetune/Step Time": 6.831385033205152}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7896695137023926, "Finetune/Loss (Raw)": 0.8829834461212158, "Finetune/Step": 3252, "Finetune/Step Time": 6.8303084168583155}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7911179661750793, "Finetune/Loss (Raw)": 0.8245558142662048, "Finetune/Step": 3253, "Finetune/Step Time": 6.832900205627084}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7911628484725952, "Finetune/Loss (Raw)": 0.8698500990867615, "Finetune/Step": 3254, "Finetune/Step Time": 6.833054857328534}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7906468510627747, "Finetune/Loss (Raw)": 0.8787788152694702, "Finetune/Step": 3255, "Finetune/Step Time": 6.842310653999448}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7934141159057617, "Finetune/Loss (Raw)": 0.8775886297225952, "Finetune/Step": 3256, "Finetune/Step Time": 6.814407428726554}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7922365069389343, "Finetune/Loss (Raw)": 0.6244226098060608, "Finetune/Step": 3257, "Finetune/Step Time": 6.820154648274183}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7943825721740723, "Finetune/Loss (Raw)": 0.9977977871894836, "Finetune/Step": 3258, "Finetune/Step Time": 6.810397706925869}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7940549850463867, "Finetune/Loss (Raw)": 0.7174748778343201, "Finetune/Step": 3259, "Finetune/Step Time": 6.813128799200058}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7950637340545654, "Finetune/Loss (Raw)": 0.8406397104263306, "Finetune/Step": 3260, "Finetune/Step Time": 6.812588708475232}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7945162057876587, "Finetune/Loss (Raw)": 0.7485468983650208, "Finetune/Step": 3261, "Finetune/Step Time": 6.812716072425246}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7966979146003723, "Finetune/Loss (Raw)": 0.9316607713699341, "Finetune/Step": 3262, "Finetune/Step Time": 6.803482562303543}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7970533967018127, "Finetune/Loss (Raw)": 0.9153868556022644, "Finetune/Step": 3263, "Finetune/Step Time": 6.801708620041609}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7962198257446289, "Finetune/Loss (Raw)": 0.7163107991218567, "Finetune/Step": 3264, "Finetune/Step Time": 6.790949057787657}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7979422807693481, "Finetune/Loss (Raw)": 0.9540279507637024, "Finetune/Step": 3265, "Finetune/Step Time": 6.7783380057662725}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7991030216217041, "Finetune/Loss (Raw)": 0.8036482334136963, "Finetune/Step": 3266, "Finetune/Step Time": 6.7751105427742}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.798555850982666, "Finetune/Loss (Raw)": 0.734750509262085, "Finetune/Step": 3267, "Finetune/Step Time": 6.7848114892840385}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7995545864105225, "Finetune/Loss (Raw)": 0.9116851091384888, "Finetune/Step": 3268, "Finetune/Step Time": 6.7831093315035105}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8002725839614868, "Finetune/Loss (Raw)": 0.8764591217041016, "Finetune/Step": 3269, "Finetune/Step Time": 6.7833951991051435}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8004511594772339, "Finetune/Loss (Raw)": 0.7464044094085693, "Finetune/Step": 3270, "Finetune/Step Time": 6.778135426342487}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8024054765701294, "Finetune/Loss (Raw)": 0.7702406644821167, "Finetune/Step": 3271, "Finetune/Step Time": 6.790075767785311}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8011084794998169, "Finetune/Loss (Raw)": 0.7644689083099365, "Finetune/Step": 3272, "Finetune/Step Time": 6.813473962247372}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.799702525138855, "Finetune/Loss (Raw)": 0.7184798121452332, "Finetune/Step": 3273, "Finetune/Step Time": 6.820404095575213}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.797349214553833, "Finetune/Loss (Raw)": 0.5727578997612, "Finetune/Step": 3274, "Finetune/Step Time": 6.835461791604757}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7965875864028931, "Finetune/Loss (Raw)": 0.7160369753837585, "Finetune/Step": 3275, "Finetune/Step Time": 6.834362620487809}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7957568168640137, "Finetune/Loss (Raw)": 0.8315725922584534, "Finetune/Step": 3276, "Finetune/Step Time": 6.824736353009939}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7970120906829834, "Finetune/Loss (Raw)": 0.8316507935523987, "Finetune/Step": 3277, "Finetune/Step Time": 6.808277720585465}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7972698211669922, "Finetune/Loss (Raw)": 0.8057217001914978, "Finetune/Step": 3278, "Finetune/Step Time": 6.808920003473759}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7973195314407349, "Finetune/Loss (Raw)": 0.8424240350723267, "Finetune/Step": 3279, "Finetune/Step Time": 6.812460204586387}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7984215021133423, "Finetune/Loss (Raw)": 0.9309995174407959, "Finetune/Step": 3280, "Finetune/Step Time": 6.81051180511713}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7993987798690796, "Finetune/Loss (Raw)": 0.9713817834854126, "Finetune/Step": 3281, "Finetune/Step Time": 6.812656592577696}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7993525266647339, "Finetune/Loss (Raw)": 0.7825621962547302, "Finetune/Step": 3282, "Finetune/Step Time": 6.813481701537967}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7981482148170471, "Finetune/Loss (Raw)": 0.7130162119865417, "Finetune/Step": 3283, "Finetune/Step Time": 6.829270513728261}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.798298180103302, "Finetune/Loss (Raw)": 0.7813039422035217, "Finetune/Step": 3284, "Finetune/Step Time": 6.830738861113787}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7977150678634644, "Finetune/Loss (Raw)": 0.8615836501121521, "Finetune/Step": 3285, "Finetune/Step Time": 6.8277848325669765}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7999824285507202, "Finetune/Loss (Raw)": 0.8012794852256775, "Finetune/Step": 3286, "Finetune/Step Time": 6.81943542137742}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8007731437683105, "Finetune/Loss (Raw)": 0.8376651406288147, "Finetune/Step": 3287, "Finetune/Step Time": 6.822641344740987}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8012665510177612, "Finetune/Loss (Raw)": 0.8912773728370667, "Finetune/Step": 3288, "Finetune/Step Time": 6.81737414188683}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8007410168647766, "Finetune/Loss (Raw)": 0.752365231513977, "Finetune/Step": 3289, "Finetune/Step Time": 6.8041009698063135}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8025611042976379, "Finetune/Loss (Raw)": 0.8475130796432495, "Finetune/Step": 3290, "Finetune/Step Time": 6.791390862315893}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8007175922393799, "Finetune/Loss (Raw)": 0.6894375085830688, "Finetune/Step": 3291, "Finetune/Step Time": 6.787504335865378}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8000745177268982, "Finetune/Loss (Raw)": 0.7618831992149353, "Finetune/Step": 3292, "Finetune/Step Time": 6.789233531802893}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8021987676620483, "Finetune/Loss (Raw)": 0.8123886585235596, "Finetune/Step": 3293, "Finetune/Step Time": 6.786679232493043}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8014949560165405, "Finetune/Loss (Raw)": 0.702265739440918, "Finetune/Step": 3294, "Finetune/Step Time": 6.807004332542419}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8013365268707275, "Finetune/Loss (Raw)": 0.7910415530204773, "Finetune/Step": 3295, "Finetune/Step Time": 6.81050118803978}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8006242513656616, "Finetune/Loss (Raw)": 0.8483865857124329, "Finetune/Step": 3296, "Finetune/Step Time": 6.811008986085653}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8005971908569336, "Finetune/Loss (Raw)": 0.6831817030906677, "Finetune/Step": 3297, "Finetune/Step Time": 6.813697276636958}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8024532794952393, "Finetune/Loss (Raw)": 0.8973581790924072, "Finetune/Step": 3298, "Finetune/Step Time": 6.812868393957615}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8022847175598145, "Finetune/Loss (Raw)": 0.7232600450515747, "Finetune/Step": 3299, "Finetune/Step Time": 6.826168343424797}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8031648993492126, "Finetune/Loss (Raw)": 0.8685296177864075, "Finetune/Step": 3300, "Finetune/Step Time": 6.830594317987561}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8032611608505249, "Finetune/Loss (Raw)": 0.6654555797576904, "Finetune/Step": 3301, "Finetune/Step Time": 6.821698242798448}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8026280999183655, "Finetune/Loss (Raw)": 0.9012675285339355, "Finetune/Step": 3302, "Finetune/Step Time": 6.822981977835298}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8028486371040344, "Finetune/Loss (Raw)": 0.7923725247383118, "Finetune/Step": 3303, "Finetune/Step Time": 6.8236050847917795}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.801045298576355, "Finetune/Loss (Raw)": 0.7281238436698914, "Finetune/Step": 3304, "Finetune/Step Time": 6.842100884765387}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8018690347671509, "Finetune/Loss (Raw)": 0.8674197793006897, "Finetune/Step": 3305, "Finetune/Step Time": 6.83906370960176}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8010083436965942, "Finetune/Loss (Raw)": 0.7084183096885681, "Finetune/Step": 3306, "Finetune/Step Time": 6.8316068686544895}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8011502027511597, "Finetune/Loss (Raw)": 0.9543224573135376, "Finetune/Step": 3307, "Finetune/Step Time": 6.823901284486055}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8017720580101013, "Finetune/Loss (Raw)": 0.8207091689109802, "Finetune/Step": 3308, "Finetune/Step Time": 6.826750632375479}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8018394112586975, "Finetune/Loss (Raw)": 0.8659660816192627, "Finetune/Step": 3309, "Finetune/Step Time": 6.8328616209328175}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8011652231216431, "Finetune/Loss (Raw)": 0.7491031885147095, "Finetune/Step": 3310, "Finetune/Step Time": 6.831045446917415}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8013114929199219, "Finetune/Loss (Raw)": 0.7174932360649109, "Finetune/Step": 3311, "Finetune/Step Time": 6.838356375694275}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8013555407524109, "Finetune/Loss (Raw)": 0.7751656770706177, "Finetune/Step": 3312, "Finetune/Step Time": 6.835709575563669}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8005361557006836, "Finetune/Loss (Raw)": 0.7706273198127747, "Finetune/Step": 3313, "Finetune/Step Time": 6.844512946903706}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8004248142242432, "Finetune/Loss (Raw)": 0.7497577667236328, "Finetune/Step": 3314, "Finetune/Step Time": 6.842704771086574}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8010436296463013, "Finetune/Loss (Raw)": 0.9644492864608765, "Finetune/Step": 3315, "Finetune/Step Time": 6.842756994068623}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.801652193069458, "Finetune/Loss (Raw)": 0.7670716643333435, "Finetune/Step": 3316, "Finetune/Step Time": 6.836036562919617}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8016673922538757, "Finetune/Loss (Raw)": 0.7410000562667847, "Finetune/Step": 3317, "Finetune/Step Time": 6.836437037214637}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8001789450645447, "Finetune/Loss (Raw)": 0.6408001184463501, "Finetune/Step": 3318, "Finetune/Step Time": 6.849291667342186}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8006786704063416, "Finetune/Loss (Raw)": 0.8990235924720764, "Finetune/Step": 3319, "Finetune/Step Time": 6.836805507540703}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8003746867179871, "Finetune/Loss (Raw)": 0.7586898803710938, "Finetune/Step": 3320, "Finetune/Step Time": 6.830363631248474}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7997364401817322, "Finetune/Loss (Raw)": 0.7174782156944275, "Finetune/Step": 3321, "Finetune/Step Time": 6.819913804531097}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8000253438949585, "Finetune/Loss (Raw)": 0.7658481597900391, "Finetune/Step": 3322, "Finetune/Step Time": 6.816069107502699}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8004735708236694, "Finetune/Loss (Raw)": 0.8848803043365479, "Finetune/Step": 3323, "Finetune/Step Time": 6.821558756753802}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8000569343566895, "Finetune/Loss (Raw)": 0.7475441098213196, "Finetune/Step": 3324, "Finetune/Step Time": 6.832870623096824}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7986794710159302, "Finetune/Loss (Raw)": 0.6937186121940613, "Finetune/Step": 3325, "Finetune/Step Time": 6.8337705712765455}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7998812198638916, "Finetune/Loss (Raw)": 0.8686243295669556, "Finetune/Step": 3326, "Finetune/Step Time": 6.837301315739751}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.797932505607605, "Finetune/Loss (Raw)": 0.5721739530563354, "Finetune/Step": 3327, "Finetune/Step Time": 6.846163518726826}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7971231341362, "Finetune/Loss (Raw)": 0.9170494079589844, "Finetune/Step": 3328, "Finetune/Step Time": 6.863427069038153}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7987294793128967, "Finetune/Loss (Raw)": 0.8292568922042847, "Finetune/Step": 3329, "Finetune/Step Time": 6.865870228037238}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7980448603630066, "Finetune/Loss (Raw)": 0.6973731517791748, "Finetune/Step": 3330, "Finetune/Step Time": 6.875041052699089}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7981511354446411, "Finetune/Loss (Raw)": 0.8033771514892578, "Finetune/Step": 3331, "Finetune/Step Time": 6.886030388996005}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7985022664070129, "Finetune/Loss (Raw)": 0.8173417448997498, "Finetune/Step": 3332, "Finetune/Step Time": 6.881723899394274}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7991534471511841, "Finetune/Loss (Raw)": 0.8282800912857056, "Finetune/Step": 3333, "Finetune/Step Time": 6.881329424679279}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8003990054130554, "Finetune/Loss (Raw)": 0.8234606981277466, "Finetune/Step": 3334, "Finetune/Step Time": 6.881310503929853}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7999929189682007, "Finetune/Loss (Raw)": 0.7181665897369385, "Finetune/Step": 3335, "Finetune/Step Time": 6.862539878115058}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7995001077651978, "Finetune/Loss (Raw)": 0.7614587545394897, "Finetune/Step": 3336, "Finetune/Step Time": 6.860091853886843}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7988139986991882, "Finetune/Loss (Raw)": 0.7063527703285217, "Finetune/Step": 3337, "Finetune/Step Time": 6.861558647826314}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7995554208755493, "Finetune/Loss (Raw)": 0.8121333718299866, "Finetune/Step": 3338, "Finetune/Step Time": 6.864795174449682}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7998237609863281, "Finetune/Loss (Raw)": 0.8435882329940796, "Finetune/Step": 3339, "Finetune/Step Time": 6.859824508428574}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8007215261459351, "Finetune/Loss (Raw)": 0.8015573620796204, "Finetune/Step": 3340, "Finetune/Step Time": 6.845387704670429}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8016239404678345, "Finetune/Loss (Raw)": 0.9649218320846558, "Finetune/Step": 3341, "Finetune/Step Time": 6.848031183704734}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.802969217300415, "Finetune/Loss (Raw)": 0.8745559453964233, "Finetune/Step": 3342, "Finetune/Step Time": 6.8310564905405045}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8042864799499512, "Finetune/Loss (Raw)": 0.8352811932563782, "Finetune/Step": 3343, "Finetune/Step Time": 6.808899259194732}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8040971159934998, "Finetune/Loss (Raw)": 0.6174561381340027, "Finetune/Step": 3344, "Finetune/Step Time": 6.791048835963011}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8027812838554382, "Finetune/Loss (Raw)": 0.6586129665374756, "Finetune/Step": 3345, "Finetune/Step Time": 6.8095251359045506}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.803411602973938, "Finetune/Loss (Raw)": 0.9066001176834106, "Finetune/Step": 3346, "Finetune/Step Time": 6.808659739792347}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8034587502479553, "Finetune/Loss (Raw)": 0.6920018196105957, "Finetune/Step": 3347, "Finetune/Step Time": 6.809945384040475}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8026041984558105, "Finetune/Loss (Raw)": 0.846787691116333, "Finetune/Step": 3348, "Finetune/Step Time": 6.811572412028909}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8034611344337463, "Finetune/Loss (Raw)": 0.8532083630561829, "Finetune/Step": 3349, "Finetune/Step Time": 6.809324080124497}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8063371181488037, "Finetune/Loss (Raw)": 0.9955679178237915, "Finetune/Step": 3350, "Finetune/Step Time": 6.799801779910922}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8061087131500244, "Finetune/Loss (Raw)": 0.746485710144043, "Finetune/Step": 3351, "Finetune/Step Time": 6.80358705855906}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8064526915550232, "Finetune/Loss (Raw)": 0.8475455045700073, "Finetune/Step": 3352, "Finetune/Step Time": 6.806636722758412}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8075181245803833, "Finetune/Loss (Raw)": 0.9068449139595032, "Finetune/Step": 3353, "Finetune/Step Time": 6.820243429392576}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8082195520401001, "Finetune/Loss (Raw)": 0.8894612789154053, "Finetune/Step": 3354, "Finetune/Step Time": 6.819129791110754}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8093420267105103, "Finetune/Loss (Raw)": 0.8456954956054688, "Finetune/Step": 3355, "Finetune/Step Time": 6.812001129612327}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8102339506149292, "Finetune/Loss (Raw)": 0.8834404349327087, "Finetune/Step": 3356, "Finetune/Step Time": 6.8136939238756895}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8095015287399292, "Finetune/Loss (Raw)": 0.8029294610023499, "Finetune/Step": 3357, "Finetune/Step Time": 6.814888367429376}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.809722900390625, "Finetune/Loss (Raw)": 0.7522220611572266, "Finetune/Step": 3358, "Finetune/Step Time": 6.809811959043145}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8112759590148926, "Finetune/Loss (Raw)": 0.9796420335769653, "Finetune/Step": 3359, "Finetune/Step Time": 6.790763268247247}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8108718395233154, "Finetune/Loss (Raw)": 0.8829936385154724, "Finetune/Step": 3360, "Finetune/Step Time": 6.791343919932842}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8095371723175049, "Finetune/Loss (Raw)": 0.8332862854003906, "Finetune/Step": 3361, "Finetune/Step Time": 6.812914572656155}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8096517324447632, "Finetune/Loss (Raw)": 0.7244939804077148, "Finetune/Step": 3362, "Finetune/Step Time": 6.801396591588855}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8093020915985107, "Finetune/Loss (Raw)": 0.8796960711479187, "Finetune/Step": 3363, "Finetune/Step Time": 6.804392818361521}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8110013008117676, "Finetune/Loss (Raw)": 0.8821960687637329, "Finetune/Step": 3364, "Finetune/Step Time": 6.800034990534186}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8103116750717163, "Finetune/Loss (Raw)": 0.7847549915313721, "Finetune/Step": 3365, "Finetune/Step Time": 6.8094917219132185}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8100826144218445, "Finetune/Loss (Raw)": 0.691211998462677, "Finetune/Step": 3366, "Finetune/Step Time": 6.802676012739539}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8080995678901672, "Finetune/Loss (Raw)": 0.7117666602134705, "Finetune/Step": 3367, "Finetune/Step Time": 6.801000490784645}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8066151738166809, "Finetune/Loss (Raw)": 0.737554669380188, "Finetune/Step": 3368, "Finetune/Step Time": 6.812325369566679}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8062167167663574, "Finetune/Loss (Raw)": 0.8401824235916138, "Finetune/Step": 3369, "Finetune/Step Time": 6.810596955940127}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8057241439819336, "Finetune/Loss (Raw)": 0.8652154207229614, "Finetune/Step": 3370, "Finetune/Step Time": 6.809915175661445}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8036808371543884, "Finetune/Loss (Raw)": 0.5707816481590271, "Finetune/Step": 3371, "Finetune/Step Time": 6.825190532952547}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8028066158294678, "Finetune/Loss (Raw)": 0.7450245022773743, "Finetune/Step": 3372, "Finetune/Step Time": 6.832222897559404}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8024151921272278, "Finetune/Loss (Raw)": 0.8469415307044983, "Finetune/Step": 3373, "Finetune/Step Time": 6.835575034841895}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8035057783126831, "Finetune/Loss (Raw)": 0.8218567371368408, "Finetune/Step": 3374, "Finetune/Step Time": 6.837604243308306}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8057985305786133, "Finetune/Loss (Raw)": 1.0352797508239746, "Finetune/Step": 3375, "Finetune/Step Time": 6.836091468110681}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8056432008743286, "Finetune/Loss (Raw)": 0.9176582098007202, "Finetune/Step": 3376, "Finetune/Step Time": 6.818948457017541}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8033723831176758, "Finetune/Loss (Raw)": 0.6411884427070618, "Finetune/Step": 3377, "Finetune/Step Time": 6.825349939987063}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.804137110710144, "Finetune/Loss (Raw)": 0.874016523361206, "Finetune/Step": 3378, "Finetune/Step Time": 6.821318995207548}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8040245771408081, "Finetune/Loss (Raw)": 0.6278817653656006, "Finetune/Step": 3379, "Finetune/Step Time": 6.79883150011301}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8025429248809814, "Finetune/Loss (Raw)": 0.6933314204216003, "Finetune/Step": 3380, "Finetune/Step Time": 6.797596335411072}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8020243644714355, "Finetune/Loss (Raw)": 0.758182168006897, "Finetune/Step": 3381, "Finetune/Step Time": 6.792657017707825}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8022025227546692, "Finetune/Loss (Raw)": 0.8926494717597961, "Finetune/Step": 3382, "Finetune/Step Time": 6.802320783957839}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8012927770614624, "Finetune/Loss (Raw)": 0.7623292207717896, "Finetune/Step": 3383, "Finetune/Step Time": 6.805159078910947}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8013461828231812, "Finetune/Loss (Raw)": 0.8844266533851624, "Finetune/Step": 3384, "Finetune/Step Time": 6.803594794124365}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8016558885574341, "Finetune/Loss (Raw)": 0.6640617251396179, "Finetune/Step": 3385, "Finetune/Step Time": 6.796615986153483}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8001058101654053, "Finetune/Loss (Raw)": 0.7993934750556946, "Finetune/Step": 3386, "Finetune/Step Time": 6.791136842221022}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8003805875778198, "Finetune/Loss (Raw)": 0.7526477575302124, "Finetune/Step": 3387, "Finetune/Step Time": 6.783531468361616}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.799797773361206, "Finetune/Loss (Raw)": 0.7660393118858337, "Finetune/Step": 3388, "Finetune/Step Time": 6.769726123660803}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8004140257835388, "Finetune/Loss (Raw)": 0.8274253606796265, "Finetune/Step": 3389, "Finetune/Step Time": 6.772941492497921}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7996036410331726, "Finetune/Loss (Raw)": 0.8279320001602173, "Finetune/Step": 3390, "Finetune/Step Time": 6.7747451439499855}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8000369071960449, "Finetune/Loss (Raw)": 0.9708417057991028, "Finetune/Step": 3391, "Finetune/Step Time": 6.772803569212556}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8004200458526611, "Finetune/Loss (Raw)": 0.7653523087501526, "Finetune/Step": 3392, "Finetune/Step Time": 6.773938307538629}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7999575138092041, "Finetune/Loss (Raw)": 0.8948282599449158, "Finetune/Step": 3393, "Finetune/Step Time": 6.770257327705622}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.799346923828125, "Finetune/Loss (Raw)": 0.725492537021637, "Finetune/Step": 3394, "Finetune/Step Time": 6.783605398610234}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8005151748657227, "Finetune/Loss (Raw)": 0.8842792510986328, "Finetune/Step": 3395, "Finetune/Step Time": 6.771746074780822}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7986872792243958, "Finetune/Loss (Raw)": 0.6777188181877136, "Finetune/Step": 3396, "Finetune/Step Time": 6.770794617012143}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7978061437606812, "Finetune/Loss (Raw)": 0.763676106929779, "Finetune/Step": 3397, "Finetune/Step Time": 6.769542273133993}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7984327077865601, "Finetune/Loss (Raw)": 0.8265964388847351, "Finetune/Step": 3398, "Finetune/Step Time": 6.767565561458468}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7984942197799683, "Finetune/Loss (Raw)": 0.778123676776886, "Finetune/Step": 3399, "Finetune/Step Time": 6.751081246882677}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7986783981323242, "Finetune/Loss (Raw)": 0.7880380749702454, "Finetune/Step": 3400, "Finetune/Step Time": 6.7305923737585545}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7988015413284302, "Finetune/Loss (Raw)": 0.7342496514320374, "Finetune/Step": 3401, "Finetune/Step Time": 6.721291018649936}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8004398345947266, "Finetune/Loss (Raw)": 0.7824519872665405, "Finetune/Step": 3402, "Finetune/Step Time": 6.705109488219023}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.800689697265625, "Finetune/Loss (Raw)": 0.7480133175849915, "Finetune/Step": 3403, "Finetune/Step Time": 6.7035929299890995}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8000918030738831, "Finetune/Loss (Raw)": 0.7550524473190308, "Finetune/Step": 3404, "Finetune/Step Time": 6.700767178088427}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7981626391410828, "Finetune/Loss (Raw)": 0.5847159028053284, "Finetune/Step": 3405, "Finetune/Step Time": 6.743156490847468}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7985808849334717, "Finetune/Loss (Raw)": 0.8592560887336731, "Finetune/Step": 3406, "Finetune/Step Time": 6.743814161047339}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7985353469848633, "Finetune/Loss (Raw)": 0.8365920186042786, "Finetune/Step": 3407, "Finetune/Step Time": 6.735630145296454}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7979093790054321, "Finetune/Loss (Raw)": 0.8508763909339905, "Finetune/Step": 3408, "Finetune/Step Time": 6.737526565790176}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.796832799911499, "Finetune/Loss (Raw)": 0.8335844874382019, "Finetune/Step": 3409, "Finetune/Step Time": 6.735601844266057}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7961956858634949, "Finetune/Loss (Raw)": 0.7010100483894348, "Finetune/Step": 3410, "Finetune/Step Time": 6.739884424954653}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7979340553283691, "Finetune/Loss (Raw)": 0.9355286955833435, "Finetune/Step": 3411, "Finetune/Step Time": 6.726188197731972}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7983242273330688, "Finetune/Loss (Raw)": 0.831243634223938, "Finetune/Step": 3412, "Finetune/Step Time": 6.721659030765295}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7988500595092773, "Finetune/Loss (Raw)": 0.928884744644165, "Finetune/Step": 3413, "Finetune/Step Time": 6.726152431219816}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.799862802028656, "Finetune/Loss (Raw)": 0.9309132695198059, "Finetune/Step": 3414, "Finetune/Step Time": 6.721272772178054}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7984862327575684, "Finetune/Loss (Raw)": 0.6614660024642944, "Finetune/Step": 3415, "Finetune/Step Time": 6.7193412985652685}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.797196090221405, "Finetune/Loss (Raw)": 0.7261360883712769, "Finetune/Step": 3416, "Finetune/Step Time": 6.740567432716489}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7968939542770386, "Finetune/Loss (Raw)": 0.713701605796814, "Finetune/Step": 3417, "Finetune/Step Time": 6.744103165343404}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7965239882469177, "Finetune/Loss (Raw)": 0.8001524806022644, "Finetune/Step": 3418, "Finetune/Step Time": 6.751204747706652}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7973963022232056, "Finetune/Loss (Raw)": 0.8010873198509216, "Finetune/Step": 3419, "Finetune/Step Time": 6.7455223966389894}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7955888509750366, "Finetune/Loss (Raw)": 0.5305386185646057, "Finetune/Step": 3420, "Finetune/Step Time": 6.764111598953605}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7959933876991272, "Finetune/Loss (Raw)": 0.8641700148582458, "Finetune/Step": 3421, "Finetune/Step Time": 6.766946038231254}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7958536148071289, "Finetune/Loss (Raw)": 0.6843664050102234, "Finetune/Step": 3422, "Finetune/Step Time": 6.760638570412993}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.795616865158081, "Finetune/Loss (Raw)": 0.7607381343841553, "Finetune/Step": 3423, "Finetune/Step Time": 6.7586776949465275}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7947942018508911, "Finetune/Loss (Raw)": 0.7430850863456726, "Finetune/Step": 3424, "Finetune/Step Time": 6.769601631909609}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7954716682434082, "Finetune/Loss (Raw)": 0.7698984146118164, "Finetune/Step": 3425, "Finetune/Step Time": 6.758514575660229}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7936957478523254, "Finetune/Loss (Raw)": 0.6700438261032104, "Finetune/Step": 3426, "Finetune/Step Time": 6.761119723320007}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7945867776870728, "Finetune/Loss (Raw)": 0.8373112678527832, "Finetune/Step": 3427, "Finetune/Step Time": 6.74743240326643}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7937944531440735, "Finetune/Loss (Raw)": 0.767113447189331, "Finetune/Step": 3428, "Finetune/Step Time": 6.751342132687569}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.795114278793335, "Finetune/Loss (Raw)": 0.8343998789787292, "Finetune/Step": 3429, "Finetune/Step Time": 6.750835698097944}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7931588888168335, "Finetune/Loss (Raw)": 0.650974690914154, "Finetune/Step": 3430, "Finetune/Step Time": 6.744722284376621}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7941138744354248, "Finetune/Loss (Raw)": 0.9146084189414978, "Finetune/Step": 3431, "Finetune/Step Time": 6.745351202785969}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.793454647064209, "Finetune/Loss (Raw)": 0.6437382102012634, "Finetune/Step": 3432, "Finetune/Step Time": 6.736396444961429}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7927690744400024, "Finetune/Loss (Raw)": 0.7796717286109924, "Finetune/Step": 3433, "Finetune/Step Time": 6.751040121540427}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7925705313682556, "Finetune/Loss (Raw)": 0.6830059885978699, "Finetune/Step": 3434, "Finetune/Step Time": 6.768709342926741}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7908462882041931, "Finetune/Loss (Raw)": 0.733616292476654, "Finetune/Step": 3435, "Finetune/Step Time": 6.779382733628154}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7899121046066284, "Finetune/Loss (Raw)": 0.7011369466781616, "Finetune/Step": 3436, "Finetune/Step Time": 6.776104595512152}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7894514799118042, "Finetune/Loss (Raw)": 0.8070104122161865, "Finetune/Step": 3437, "Finetune/Step Time": 6.769222943112254}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7892625331878662, "Finetune/Loss (Raw)": 0.7249075174331665, "Finetune/Step": 3438, "Finetune/Step Time": 6.7673481944948435}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.789984941482544, "Finetune/Loss (Raw)": 0.8099656105041504, "Finetune/Step": 3439, "Finetune/Step Time": 6.793187597766519}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.789602518081665, "Finetune/Loss (Raw)": 0.7262111306190491, "Finetune/Step": 3440, "Finetune/Step Time": 6.792837284505367}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7884907722473145, "Finetune/Loss (Raw)": 0.6283281445503235, "Finetune/Step": 3441, "Finetune/Step Time": 6.795665146782994}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7883375883102417, "Finetune/Loss (Raw)": 0.7301539182662964, "Finetune/Step": 3442, "Finetune/Step Time": 6.800430888310075}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7864046096801758, "Finetune/Loss (Raw)": 0.7170203924179077, "Finetune/Step": 3443, "Finetune/Step Time": 6.808767713606358}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7868075370788574, "Finetune/Loss (Raw)": 0.8186488151550293, "Finetune/Step": 3444, "Finetune/Step Time": 6.804477572441101}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7856346368789673, "Finetune/Loss (Raw)": 0.590877115726471, "Finetune/Step": 3445, "Finetune/Step Time": 6.817178377881646}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7864950895309448, "Finetune/Loss (Raw)": 0.75093013048172, "Finetune/Step": 3446, "Finetune/Step Time": 6.808151064440608}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7864792346954346, "Finetune/Loss (Raw)": 0.8969928026199341, "Finetune/Step": 3447, "Finetune/Step Time": 6.802387388423085}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.786396861076355, "Finetune/Loss (Raw)": 0.748147189617157, "Finetune/Step": 3448, "Finetune/Step Time": 6.806605471298099}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7878251075744629, "Finetune/Loss (Raw)": 0.9002976417541504, "Finetune/Step": 3449, "Finetune/Step Time": 6.80209026299417}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7878040075302124, "Finetune/Loss (Raw)": 0.7631462812423706, "Finetune/Step": 3450, "Finetune/Step Time": 6.815921675413847}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7869099378585815, "Finetune/Loss (Raw)": 0.7704412341117859, "Finetune/Step": 3451, "Finetune/Step Time": 6.804027894511819}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7880277633666992, "Finetune/Loss (Raw)": 0.8906207084655762, "Finetune/Step": 3452, "Finetune/Step Time": 6.792722247540951}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7888057827949524, "Finetune/Loss (Raw)": 0.7933096885681152, "Finetune/Step": 3453, "Finetune/Step Time": 6.790475705638528}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7878416180610657, "Finetune/Loss (Raw)": 0.7452088594436646, "Finetune/Step": 3454, "Finetune/Step Time": 6.786412654444575}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7879007458686829, "Finetune/Loss (Raw)": 0.5797476172447205, "Finetune/Step": 3455, "Finetune/Step Time": 6.793493269011378}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.787500262260437, "Finetune/Loss (Raw)": 0.8657771944999695, "Finetune/Step": 3456, "Finetune/Step Time": 6.7785562966018915}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7875535488128662, "Finetune/Loss (Raw)": 0.8360831141471863, "Finetune/Step": 3457, "Finetune/Step Time": 6.7726357616484165}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7884253859519958, "Finetune/Loss (Raw)": 0.8089683651924133, "Finetune/Step": 3458, "Finetune/Step Time": 6.780558126047254}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7885695695877075, "Finetune/Loss (Raw)": 0.8218271732330322, "Finetune/Step": 3459, "Finetune/Step Time": 6.775635516270995}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7892328500747681, "Finetune/Loss (Raw)": 0.902240514755249, "Finetune/Step": 3460, "Finetune/Step Time": 6.77759556658566}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7877479791641235, "Finetune/Loss (Raw)": 0.6382237672805786, "Finetune/Step": 3461, "Finetune/Step Time": 6.792012264952064}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.787398099899292, "Finetune/Loss (Raw)": 0.7786781191825867, "Finetune/Step": 3462, "Finetune/Step Time": 6.789047600701451}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7877993583679199, "Finetune/Loss (Raw)": 0.7695251703262329, "Finetune/Step": 3463, "Finetune/Step Time": 6.790933622047305}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7889258861541748, "Finetune/Loss (Raw)": 0.9056556820869446, "Finetune/Step": 3464, "Finetune/Step Time": 6.792560089379549}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7891753911972046, "Finetune/Loss (Raw)": 0.7382819056510925, "Finetune/Step": 3465, "Finetune/Step Time": 6.788987673819065}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7881876230239868, "Finetune/Loss (Raw)": 0.6857079267501831, "Finetune/Step": 3466, "Finetune/Step Time": 6.787761492654681}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7868458032608032, "Finetune/Loss (Raw)": 0.6718262434005737, "Finetune/Step": 3467, "Finetune/Step Time": 6.78753362968564}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7856096625328064, "Finetune/Loss (Raw)": 0.6433349251747131, "Finetune/Step": 3468, "Finetune/Step Time": 6.7944617830216885}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7836414575576782, "Finetune/Loss (Raw)": 0.7129901647567749, "Finetune/Step": 3469, "Finetune/Step Time": 6.802280964329839}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7828178405761719, "Finetune/Loss (Raw)": 0.7691314220428467, "Finetune/Step": 3470, "Finetune/Step Time": 6.808238258585334}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7831141352653503, "Finetune/Loss (Raw)": 0.873211681842804, "Finetune/Step": 3471, "Finetune/Step Time": 6.813972486183047}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7840394973754883, "Finetune/Loss (Raw)": 0.7358975410461426, "Finetune/Step": 3472, "Finetune/Step Time": 6.825603108853102}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7854045629501343, "Finetune/Loss (Raw)": 0.8333483338356018, "Finetune/Step": 3473, "Finetune/Step Time": 6.825764812529087}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7835065722465515, "Finetune/Loss (Raw)": 0.6636563539505005, "Finetune/Step": 3474, "Finetune/Step Time": 6.830419959500432}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7844122052192688, "Finetune/Loss (Raw)": 0.8079198598861694, "Finetune/Step": 3475, "Finetune/Step Time": 6.833313096314669}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7827733159065247, "Finetune/Loss (Raw)": 0.6370075941085815, "Finetune/Step": 3476, "Finetune/Step Time": 6.836668265983462}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7818633317947388, "Finetune/Loss (Raw)": 0.7367355823516846, "Finetune/Step": 3477, "Finetune/Step Time": 6.851626889780164}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.781440019607544, "Finetune/Loss (Raw)": 0.9413775205612183, "Finetune/Step": 3478, "Finetune/Step Time": 6.847799716517329}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7836268544197083, "Finetune/Loss (Raw)": 1.026408076286316, "Finetune/Step": 3479, "Finetune/Step Time": 6.838238099589944}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7835770845413208, "Finetune/Loss (Raw)": 0.8411648869514465, "Finetune/Step": 3480, "Finetune/Step Time": 6.833029409870505}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7831615805625916, "Finetune/Loss (Raw)": 0.8536633849143982, "Finetune/Step": 3481, "Finetune/Step Time": 6.815456733107567}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7821742296218872, "Finetune/Loss (Raw)": 0.7630841732025146, "Finetune/Step": 3482, "Finetune/Step Time": 6.814676821231842}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.781051516532898, "Finetune/Loss (Raw)": 0.7019936442375183, "Finetune/Step": 3483, "Finetune/Step Time": 6.847111908718944}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7801128625869751, "Finetune/Loss (Raw)": 0.7632896900177002, "Finetune/Step": 3484, "Finetune/Step Time": 6.858636312186718}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7810769081115723, "Finetune/Loss (Raw)": 0.9263221025466919, "Finetune/Step": 3485, "Finetune/Step Time": 6.855678608641028}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7814791202545166, "Finetune/Loss (Raw)": 0.8037102222442627, "Finetune/Step": 3486, "Finetune/Step Time": 6.85078121162951}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7795630693435669, "Finetune/Loss (Raw)": 0.7343787550926208, "Finetune/Step": 3487, "Finetune/Step Time": 6.84921320900321}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7780188918113708, "Finetune/Loss (Raw)": 0.6853410601615906, "Finetune/Step": 3488, "Finetune/Step Time": 6.846779456362128}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7783666849136353, "Finetune/Loss (Raw)": 0.8778067231178284, "Finetune/Step": 3489, "Finetune/Step Time": 6.824273142963648}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7782742977142334, "Finetune/Loss (Raw)": 0.7126683592796326, "Finetune/Step": 3490, "Finetune/Step Time": 6.821366438642144}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7785258293151855, "Finetune/Loss (Raw)": 0.9118950963020325, "Finetune/Step": 3491, "Finetune/Step Time": 6.816901199519634}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7779216766357422, "Finetune/Loss (Raw)": 0.804857611656189, "Finetune/Step": 3492, "Finetune/Step Time": 6.822539722546935}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7756911516189575, "Finetune/Loss (Raw)": 0.49924927949905396, "Finetune/Step": 3493, "Finetune/Step Time": 6.816040663048625}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7775455117225647, "Finetune/Loss (Raw)": 0.9285728931427002, "Finetune/Step": 3494, "Finetune/Step Time": 6.816109297797084}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7786058783531189, "Finetune/Loss (Raw)": 0.8474938869476318, "Finetune/Step": 3495, "Finetune/Step Time": 6.816504307091236}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7795252203941345, "Finetune/Loss (Raw)": 0.8552270531654358, "Finetune/Step": 3496, "Finetune/Step Time": 6.820278348401189}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7779588103294373, "Finetune/Loss (Raw)": 0.6396825909614563, "Finetune/Step": 3497, "Finetune/Step Time": 6.827812906354666}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7779929637908936, "Finetune/Loss (Raw)": 0.8695945739746094, "Finetune/Step": 3498, "Finetune/Step Time": 6.8320186752825975}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7796622514724731, "Finetune/Loss (Raw)": 0.7844464778900146, "Finetune/Step": 3499, "Finetune/Step Time": 6.8204479813575745}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.780815064907074, "Finetune/Loss (Raw)": 0.8925827145576477, "Finetune/Step": 3500, "Finetune/Step Time": 6.815153408795595}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7808166742324829, "Finetune/Loss (Raw)": 0.8471441268920898, "Finetune/Step": 3501, "Finetune/Step Time": 6.806670311838388}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7817794680595398, "Finetune/Loss (Raw)": 0.945101261138916, "Finetune/Step": 3502, "Finetune/Step Time": 6.801610229536891}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7804654836654663, "Finetune/Loss (Raw)": 0.8670894503593445, "Finetune/Step": 3503, "Finetune/Step Time": 6.802124870941043}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7792092561721802, "Finetune/Loss (Raw)": 0.756862223148346, "Finetune/Step": 3504, "Finetune/Step Time": 6.8059147372841835}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7802536487579346, "Finetune/Loss (Raw)": 0.7748693227767944, "Finetune/Step": 3505, "Finetune/Step Time": 6.80337649397552}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.779197096824646, "Finetune/Loss (Raw)": 0.7387750744819641, "Finetune/Step": 3506, "Finetune/Step Time": 6.800779214128852}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7790263891220093, "Finetune/Loss (Raw)": 0.6060305833816528, "Finetune/Step": 3507, "Finetune/Step Time": 6.814399974420667}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7798119783401489, "Finetune/Loss (Raw)": 0.7938882112503052, "Finetune/Step": 3508, "Finetune/Step Time": 6.816107980906963}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7797420620918274, "Finetune/Loss (Raw)": 0.7492316961288452, "Finetune/Step": 3509, "Finetune/Step Time": 6.828002158552408}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7785025835037231, "Finetune/Loss (Raw)": 0.7340062856674194, "Finetune/Step": 3510, "Finetune/Step Time": 6.8193706925958395}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7782135009765625, "Finetune/Loss (Raw)": 0.7253144383430481, "Finetune/Step": 3511, "Finetune/Step Time": 6.81239996291697}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.777382493019104, "Finetune/Loss (Raw)": 0.7780630588531494, "Finetune/Step": 3512, "Finetune/Step Time": 6.811455629765987}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7788897156715393, "Finetune/Loss (Raw)": 0.8569821715354919, "Finetune/Step": 3513, "Finetune/Step Time": 6.811778746545315}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7783430218696594, "Finetune/Loss (Raw)": 0.729420006275177, "Finetune/Step": 3514, "Finetune/Step Time": 6.814353732392192}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7787094712257385, "Finetune/Loss (Raw)": 0.7995484471321106, "Finetune/Step": 3515, "Finetune/Step Time": 6.817679062485695}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7788568735122681, "Finetune/Loss (Raw)": 0.784909725189209, "Finetune/Step": 3516, "Finetune/Step Time": 6.818915968760848}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7790036201477051, "Finetune/Loss (Raw)": 0.8462095260620117, "Finetune/Step": 3517, "Finetune/Step Time": 6.8183408342301846}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7776845693588257, "Finetune/Loss (Raw)": 0.6590945720672607, "Finetune/Step": 3518, "Finetune/Step Time": 6.839026710018516}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7753764986991882, "Finetune/Loss (Raw)": 0.6754076480865479, "Finetune/Step": 3519, "Finetune/Step Time": 6.857133936136961}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7751922607421875, "Finetune/Loss (Raw)": 0.7417672276496887, "Finetune/Step": 3520, "Finetune/Step Time": 6.855704007670283}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7750747799873352, "Finetune/Loss (Raw)": 0.879793107509613, "Finetune/Step": 3521, "Finetune/Step Time": 6.8558241203427315}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7742998600006104, "Finetune/Loss (Raw)": 0.6263099312782288, "Finetune/Step": 3522, "Finetune/Step Time": 6.8526670671999454}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7723005414009094, "Finetune/Loss (Raw)": 0.6283565163612366, "Finetune/Step": 3523, "Finetune/Step Time": 6.871535444632173}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7723324298858643, "Finetune/Loss (Raw)": 0.6818023324012756, "Finetune/Step": 3524, "Finetune/Step Time": 6.8768035639077425}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7740587592124939, "Finetune/Loss (Raw)": 0.9846454858779907, "Finetune/Step": 3525, "Finetune/Step Time": 6.879874536767602}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7726383209228516, "Finetune/Loss (Raw)": 0.6447880864143372, "Finetune/Step": 3526, "Finetune/Step Time": 6.88431011326611}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7728358507156372, "Finetune/Loss (Raw)": 0.803398609161377, "Finetune/Step": 3527, "Finetune/Step Time": 6.8749105259776115}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7727873921394348, "Finetune/Loss (Raw)": 0.7818387746810913, "Finetune/Step": 3528, "Finetune/Step Time": 6.873773574829102}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.772121012210846, "Finetune/Loss (Raw)": 0.6489520072937012, "Finetune/Step": 3529, "Finetune/Step Time": 6.890535429120064}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7720062732696533, "Finetune/Loss (Raw)": 0.7677693963050842, "Finetune/Step": 3530, "Finetune/Step Time": 6.891406619921327}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7727211713790894, "Finetune/Loss (Raw)": 0.8395133018493652, "Finetune/Step": 3531, "Finetune/Step Time": 6.890624923631549}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7721593379974365, "Finetune/Loss (Raw)": 0.6831381916999817, "Finetune/Step": 3532, "Finetune/Step Time": 6.898039370775223}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7723867297172546, "Finetune/Loss (Raw)": 0.6138242483139038, "Finetune/Step": 3533, "Finetune/Step Time": 6.872698433697224}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.772226870059967, "Finetune/Loss (Raw)": 0.8387954831123352, "Finetune/Step": 3534, "Finetune/Step Time": 6.8756722789257765}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.770939290523529, "Finetune/Loss (Raw)": 0.6717812418937683, "Finetune/Step": 3535, "Finetune/Step Time": 6.889383241534233}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7702568173408508, "Finetune/Loss (Raw)": 0.7635183334350586, "Finetune/Step": 3536, "Finetune/Step Time": 6.887061903253198}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7711997628211975, "Finetune/Loss (Raw)": 0.9542821049690247, "Finetune/Step": 3537, "Finetune/Step Time": 6.890022227540612}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7727663516998291, "Finetune/Loss (Raw)": 0.9015432596206665, "Finetune/Step": 3538, "Finetune/Step Time": 6.889426516368985}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.77232426404953, "Finetune/Loss (Raw)": 0.8789315223693848, "Finetune/Step": 3539, "Finetune/Step Time": 6.890241140499711}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7722653150558472, "Finetune/Loss (Raw)": 0.8236988186836243, "Finetune/Step": 3540, "Finetune/Step Time": 6.893201407045126}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7713629007339478, "Finetune/Loss (Raw)": 0.8133742809295654, "Finetune/Step": 3541, "Finetune/Step Time": 6.886380396783352}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7695307731628418, "Finetune/Loss (Raw)": 0.6964001059532166, "Finetune/Step": 3542, "Finetune/Step Time": 6.8940158020704985}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7704517841339111, "Finetune/Loss (Raw)": 0.7793537378311157, "Finetune/Step": 3543, "Finetune/Step Time": 6.903116030618548}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7713798880577087, "Finetune/Loss (Raw)": 0.8449398875236511, "Finetune/Step": 3544, "Finetune/Step Time": 6.878246773034334}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7710493803024292, "Finetune/Loss (Raw)": 0.6713915467262268, "Finetune/Step": 3545, "Finetune/Step Time": 6.889804350212216}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.77060467004776, "Finetune/Loss (Raw)": 0.7432370185852051, "Finetune/Step": 3546, "Finetune/Step Time": 6.886821394786239}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7715253829956055, "Finetune/Loss (Raw)": 0.9189355373382568, "Finetune/Step": 3547, "Finetune/Step Time": 6.885345725342631}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7733465433120728, "Finetune/Loss (Raw)": 0.7636390924453735, "Finetune/Step": 3548, "Finetune/Step Time": 6.87487755715847}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7738734483718872, "Finetune/Loss (Raw)": 0.931621789932251, "Finetune/Step": 3549, "Finetune/Step Time": 6.874619118869305}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.774132490158081, "Finetune/Loss (Raw)": 0.7175273895263672, "Finetune/Step": 3550, "Finetune/Step Time": 6.883442968130112}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7734723091125488, "Finetune/Loss (Raw)": 0.6762271523475647, "Finetune/Step": 3551, "Finetune/Step Time": 6.9082401022315025}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7740969657897949, "Finetune/Loss (Raw)": 0.8230417370796204, "Finetune/Step": 3552, "Finetune/Step Time": 6.890737881883979}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7730799913406372, "Finetune/Loss (Raw)": 0.6397225260734558, "Finetune/Step": 3553, "Finetune/Step Time": 6.896301615983248}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7749800086021423, "Finetune/Loss (Raw)": 0.9132540225982666, "Finetune/Step": 3554, "Finetune/Step Time": 6.898893125355244}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7758362889289856, "Finetune/Loss (Raw)": 0.9469086527824402, "Finetune/Step": 3555, "Finetune/Step Time": 6.897228257730603}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7746886014938354, "Finetune/Loss (Raw)": 0.6202093958854675, "Finetune/Step": 3556, "Finetune/Step Time": 6.905679762363434}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7758288383483887, "Finetune/Loss (Raw)": 0.9803542494773865, "Finetune/Step": 3557, "Finetune/Step Time": 6.901597309857607}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7770183086395264, "Finetune/Loss (Raw)": 0.8032203912734985, "Finetune/Step": 3558, "Finetune/Step Time": 6.902789676561952}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7764294147491455, "Finetune/Loss (Raw)": 0.8392320871353149, "Finetune/Step": 3559, "Finetune/Step Time": 6.9016677755862474}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7782870531082153, "Finetune/Loss (Raw)": 0.8815230131149292, "Finetune/Step": 3560, "Finetune/Step Time": 6.890068553388119}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7796676158905029, "Finetune/Loss (Raw)": 0.9563735127449036, "Finetune/Step": 3561, "Finetune/Step Time": 6.877560954540968}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7793930768966675, "Finetune/Loss (Raw)": 0.6478713750839233, "Finetune/Step": 3562, "Finetune/Step Time": 6.8597856014966965}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7789352536201477, "Finetune/Loss (Raw)": 0.6750137805938721, "Finetune/Step": 3563, "Finetune/Step Time": 6.850063536316156}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7794004678726196, "Finetune/Loss (Raw)": 0.7606827020645142, "Finetune/Step": 3564, "Finetune/Step Time": 6.852955058217049}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7790085077285767, "Finetune/Loss (Raw)": 0.7568491101264954, "Finetune/Step": 3565, "Finetune/Step Time": 6.855078965425491}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7803089618682861, "Finetune/Loss (Raw)": 0.8913595080375671, "Finetune/Step": 3566, "Finetune/Step Time": 6.8568787313997746}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7802408933639526, "Finetune/Loss (Raw)": 0.8012487292289734, "Finetune/Step": 3567, "Finetune/Step Time": 6.838253183290362}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7808845639228821, "Finetune/Loss (Raw)": 0.8086072206497192, "Finetune/Step": 3568, "Finetune/Step Time": 6.842256603762507}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7818976044654846, "Finetune/Loss (Raw)": 0.7579923272132874, "Finetune/Step": 3569, "Finetune/Step Time": 6.831427229568362}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7820119857788086, "Finetune/Loss (Raw)": 0.7447969317436218, "Finetune/Step": 3570, "Finetune/Step Time": 6.826672662049532}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7827215790748596, "Finetune/Loss (Raw)": 0.8078449964523315, "Finetune/Step": 3571, "Finetune/Step Time": 6.819762771949172}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7832786440849304, "Finetune/Loss (Raw)": 0.8899590969085693, "Finetune/Step": 3572, "Finetune/Step Time": 6.8196974359452724}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7855854034423828, "Finetune/Loss (Raw)": 0.8861455917358398, "Finetune/Step": 3573, "Finetune/Step Time": 6.806748183444142}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7868528366088867, "Finetune/Loss (Raw)": 0.9131584167480469, "Finetune/Step": 3574, "Finetune/Step Time": 6.804738314822316}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7859717607498169, "Finetune/Loss (Raw)": 0.7842153310775757, "Finetune/Step": 3575, "Finetune/Step Time": 6.8036968763917685}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7871812582015991, "Finetune/Loss (Raw)": 0.9029629826545715, "Finetune/Step": 3576, "Finetune/Step Time": 6.802769200876355}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7864219546318054, "Finetune/Loss (Raw)": 0.8031043410301208, "Finetune/Step": 3577, "Finetune/Step Time": 6.817039014771581}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7873184680938721, "Finetune/Loss (Raw)": 0.8778971433639526, "Finetune/Step": 3578, "Finetune/Step Time": 6.807993862777948}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7876578569412231, "Finetune/Loss (Raw)": 0.8138853907585144, "Finetune/Step": 3579, "Finetune/Step Time": 6.808781364932656}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.787238359451294, "Finetune/Loss (Raw)": 0.8369265794754028, "Finetune/Step": 3580, "Finetune/Step Time": 6.813327552750707}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7877743244171143, "Finetune/Loss (Raw)": 0.8619171977043152, "Finetune/Step": 3581, "Finetune/Step Time": 6.819631045684218}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7874475121498108, "Finetune/Loss (Raw)": 0.7033693194389343, "Finetune/Step": 3582, "Finetune/Step Time": 6.82115114107728}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7887548208236694, "Finetune/Loss (Raw)": 0.7470880746841431, "Finetune/Step": 3583, "Finetune/Step Time": 6.807932320982218}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7883186936378479, "Finetune/Loss (Raw)": 0.8099536299705505, "Finetune/Step": 3584, "Finetune/Step Time": 6.819195503368974}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7891645431518555, "Finetune/Loss (Raw)": 0.9443444609642029, "Finetune/Step": 3585, "Finetune/Step Time": 6.816825041547418}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.78787761926651, "Finetune/Loss (Raw)": 0.6442490220069885, "Finetune/Step": 3586, "Finetune/Step Time": 6.813853617757559}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7871113419532776, "Finetune/Loss (Raw)": 0.7237371206283569, "Finetune/Step": 3587, "Finetune/Step Time": 6.805385893210769}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7852102518081665, "Finetune/Loss (Raw)": 0.6589112877845764, "Finetune/Step": 3588, "Finetune/Step Time": 6.803637558594346}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.786287784576416, "Finetune/Loss (Raw)": 0.7761437892913818, "Finetune/Step": 3589, "Finetune/Step Time": 6.793327568098903}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7868648767471313, "Finetune/Loss (Raw)": 0.8525417447090149, "Finetune/Step": 3590, "Finetune/Step Time": 6.795460257679224}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7865359783172607, "Finetune/Loss (Raw)": 0.7274275422096252, "Finetune/Step": 3591, "Finetune/Step Time": 6.796311236917973}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7855581045150757, "Finetune/Loss (Raw)": 0.7804880738258362, "Finetune/Step": 3592, "Finetune/Step Time": 6.798498334363103}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7869057059288025, "Finetune/Loss (Raw)": 0.9107739925384521, "Finetune/Step": 3593, "Finetune/Step Time": 6.796672757714987}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7858509421348572, "Finetune/Loss (Raw)": 0.550700843334198, "Finetune/Step": 3594, "Finetune/Step Time": 6.7986377738416195}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7869979739189148, "Finetune/Loss (Raw)": 0.8186420798301697, "Finetune/Step": 3595, "Finetune/Step Time": 6.805193116888404}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7893990278244019, "Finetune/Loss (Raw)": 0.9506722688674927, "Finetune/Step": 3596, "Finetune/Step Time": 6.794210981577635}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7884348630905151, "Finetune/Loss (Raw)": 0.5895753502845764, "Finetune/Step": 3597, "Finetune/Step Time": 6.800061775371432}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7883341312408447, "Finetune/Loss (Raw)": 0.7562382817268372, "Finetune/Step": 3598, "Finetune/Step Time": 6.811205439269543}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7868437767028809, "Finetune/Loss (Raw)": 0.6824480891227722, "Finetune/Step": 3599, "Finetune/Step Time": 6.804996198043227}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7861704230308533, "Finetune/Loss (Raw)": 0.6497082114219666, "Finetune/Step": 3600, "Finetune/Step Time": 6.802384035661817}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7862908840179443, "Finetune/Loss (Raw)": 0.8487622737884521, "Finetune/Step": 3601, "Finetune/Step Time": 6.789574734866619}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7872141003608704, "Finetune/Loss (Raw)": 0.7818365097045898, "Finetune/Step": 3602, "Finetune/Step Time": 6.783854432404041}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7872453927993774, "Finetune/Loss (Raw)": 0.8119171261787415, "Finetune/Step": 3603, "Finetune/Step Time": 6.781565757468343}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7887085676193237, "Finetune/Loss (Raw)": 0.8243005871772766, "Finetune/Step": 3604, "Finetune/Step Time": 6.778339618816972}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7881245613098145, "Finetune/Loss (Raw)": 0.6619804501533508, "Finetune/Step": 3605, "Finetune/Step Time": 6.765644911676645}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7864178419113159, "Finetune/Loss (Raw)": 0.7229225635528564, "Finetune/Step": 3606, "Finetune/Step Time": 6.773426324129105}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7847336530685425, "Finetune/Loss (Raw)": 0.8108236193656921, "Finetune/Step": 3607, "Finetune/Step Time": 6.788051255047321}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7831683158874512, "Finetune/Loss (Raw)": 0.6408043503761292, "Finetune/Step": 3608, "Finetune/Step Time": 6.808511052280664}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7826865911483765, "Finetune/Loss (Raw)": 0.7919995784759521, "Finetune/Step": 3609, "Finetune/Step Time": 6.806915711611509}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7819429039955139, "Finetune/Loss (Raw)": 0.6679001450538635, "Finetune/Step": 3610, "Finetune/Step Time": 6.805710067972541}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7812538743019104, "Finetune/Loss (Raw)": 0.6137908101081848, "Finetune/Step": 3611, "Finetune/Step Time": 6.785516917705536}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7815098762512207, "Finetune/Loss (Raw)": 0.796053946018219, "Finetune/Step": 3612, "Finetune/Step Time": 6.783325802534819}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7796156406402588, "Finetune/Loss (Raw)": 0.6838650703430176, "Finetune/Step": 3613, "Finetune/Step Time": 6.783911123871803}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7794942855834961, "Finetune/Loss (Raw)": 0.7881715893745422, "Finetune/Step": 3614, "Finetune/Step Time": 6.788841407746077}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7802704572677612, "Finetune/Loss (Raw)": 0.8337334394454956, "Finetune/Step": 3615, "Finetune/Step Time": 6.790501203387976}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7802883982658386, "Finetune/Loss (Raw)": 0.6876419186592102, "Finetune/Step": 3616, "Finetune/Step Time": 6.79468958824873}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7789613008499146, "Finetune/Loss (Raw)": 0.7079352140426636, "Finetune/Step": 3617, "Finetune/Step Time": 6.802290081977844}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7787218689918518, "Finetune/Loss (Raw)": 0.6820235252380371, "Finetune/Step": 3618, "Finetune/Step Time": 6.806214300915599}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7775142192840576, "Finetune/Loss (Raw)": 0.7573156952857971, "Finetune/Step": 3619, "Finetune/Step Time": 6.803921269252896}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7774030566215515, "Finetune/Loss (Raw)": 0.7906255722045898, "Finetune/Step": 3620, "Finetune/Step Time": 6.797285499051213}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7793706059455872, "Finetune/Loss (Raw)": 0.7511026263237, "Finetune/Step": 3621, "Finetune/Step Time": 6.792498277500272}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7782984972000122, "Finetune/Loss (Raw)": 0.7913395762443542, "Finetune/Step": 3622, "Finetune/Step Time": 6.792213780805469}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7781406044960022, "Finetune/Loss (Raw)": 0.8272808790206909, "Finetune/Step": 3623, "Finetune/Step Time": 6.791020765900612}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7783924341201782, "Finetune/Loss (Raw)": 0.8874651193618774, "Finetune/Step": 3624, "Finetune/Step Time": 6.775420295074582}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7802701592445374, "Finetune/Loss (Raw)": 0.8800314664840698, "Finetune/Step": 3625, "Finetune/Step Time": 6.767573535442352}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7787879705429077, "Finetune/Loss (Raw)": 0.6798704862594604, "Finetune/Step": 3626, "Finetune/Step Time": 6.763627232983708}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7792760729789734, "Finetune/Loss (Raw)": 0.8469233512878418, "Finetune/Step": 3627, "Finetune/Step Time": 6.776362990960479}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7785134315490723, "Finetune/Loss (Raw)": 0.7949686050415039, "Finetune/Step": 3628, "Finetune/Step Time": 6.779364099726081}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7779319286346436, "Finetune/Loss (Raw)": 0.772709846496582, "Finetune/Step": 3629, "Finetune/Step Time": 6.782572451978922}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7760610580444336, "Finetune/Loss (Raw)": 0.7056229114532471, "Finetune/Step": 3630, "Finetune/Step Time": 6.782058477401733}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7742411494255066, "Finetune/Loss (Raw)": 0.6341466903686523, "Finetune/Step": 3631, "Finetune/Step Time": 6.791590156033635}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7752624154090881, "Finetune/Loss (Raw)": 0.8875858187675476, "Finetune/Step": 3632, "Finetune/Step Time": 6.791499150916934}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7761552333831787, "Finetune/Loss (Raw)": 0.8891478776931763, "Finetune/Step": 3633, "Finetune/Step Time": 6.788471922278404}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7764645218849182, "Finetune/Loss (Raw)": 0.7783673405647278, "Finetune/Step": 3634, "Finetune/Step Time": 6.784340603277087}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7770242691040039, "Finetune/Loss (Raw)": 0.677674412727356, "Finetune/Step": 3635, "Finetune/Step Time": 6.769458804279566}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7773482203483582, "Finetune/Loss (Raw)": 0.8353505730628967, "Finetune/Step": 3636, "Finetune/Step Time": 6.767343271523714}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7780718803405762, "Finetune/Loss (Raw)": 0.8418741226196289, "Finetune/Step": 3637, "Finetune/Step Time": 6.754835372790694}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7788496017456055, "Finetune/Loss (Raw)": 0.8335446715354919, "Finetune/Step": 3638, "Finetune/Step Time": 6.75175398401916}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7796025276184082, "Finetune/Loss (Raw)": 0.8216831088066101, "Finetune/Step": 3639, "Finetune/Step Time": 6.74373434856534}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7782789468765259, "Finetune/Loss (Raw)": 0.6086479425430298, "Finetune/Step": 3640, "Finetune/Step Time": 6.767047248780727}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.777279257774353, "Finetune/Loss (Raw)": 0.7290288209915161, "Finetune/Step": 3641, "Finetune/Step Time": 6.769745914265513}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7780656218528748, "Finetune/Loss (Raw)": 0.8300716876983643, "Finetune/Step": 3642, "Finetune/Step Time": 6.771561125293374}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7783828377723694, "Finetune/Loss (Raw)": 0.8401552438735962, "Finetune/Step": 3643, "Finetune/Step Time": 6.7681601382792}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7784662246704102, "Finetune/Loss (Raw)": 0.7955795526504517, "Finetune/Step": 3644, "Finetune/Step Time": 6.764122191816568}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7777616381645203, "Finetune/Loss (Raw)": 0.7560250759124756, "Finetune/Step": 3645, "Finetune/Step Time": 6.764309635385871}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7790773510932922, "Finetune/Loss (Raw)": 0.8275012373924255, "Finetune/Step": 3646, "Finetune/Step Time": 6.751707764342427}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.780389130115509, "Finetune/Loss (Raw)": 0.8433153033256531, "Finetune/Step": 3647, "Finetune/Step Time": 6.735643018037081}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7815765142440796, "Finetune/Loss (Raw)": 0.8937571048736572, "Finetune/Step": 3648, "Finetune/Step Time": 6.7399063389748335}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7816603183746338, "Finetune/Loss (Raw)": 0.8905228972434998, "Finetune/Step": 3649, "Finetune/Step Time": 6.744335733354092}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7841837406158447, "Finetune/Loss (Raw)": 0.9493002891540527, "Finetune/Step": 3650, "Finetune/Step Time": 6.730211067944765}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7844768762588501, "Finetune/Loss (Raw)": 0.6658855080604553, "Finetune/Step": 3651, "Finetune/Step Time": 6.720476305112243}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7855629920959473, "Finetune/Loss (Raw)": 0.8208204507827759, "Finetune/Step": 3652, "Finetune/Step Time": 6.7160024382174015}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7847120761871338, "Finetune/Loss (Raw)": 0.8757307529449463, "Finetune/Step": 3653, "Finetune/Step Time": 6.712823465466499}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7855215668678284, "Finetune/Loss (Raw)": 0.7484021782875061, "Finetune/Step": 3654, "Finetune/Step Time": 6.720166428014636}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.786602258682251, "Finetune/Loss (Raw)": 0.9417242407798767, "Finetune/Step": 3655, "Finetune/Step Time": 6.725164420902729}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7858365774154663, "Finetune/Loss (Raw)": 0.6838369965553284, "Finetune/Step": 3656, "Finetune/Step Time": 6.726641036570072}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7870986461639404, "Finetune/Loss (Raw)": 0.810492992401123, "Finetune/Step": 3657, "Finetune/Step Time": 6.715126030147076}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7870640754699707, "Finetune/Loss (Raw)": 0.7633453011512756, "Finetune/Step": 3658, "Finetune/Step Time": 6.728156365454197}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7867892384529114, "Finetune/Loss (Raw)": 0.8043305277824402, "Finetune/Step": 3659, "Finetune/Step Time": 6.732011729851365}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7885223627090454, "Finetune/Loss (Raw)": 0.9049832224845886, "Finetune/Step": 3660, "Finetune/Step Time": 6.723827615380287}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7900472283363342, "Finetune/Loss (Raw)": 0.8090060949325562, "Finetune/Step": 3661, "Finetune/Step Time": 6.707599500194192}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.790543258190155, "Finetune/Loss (Raw)": 0.9022827744483948, "Finetune/Step": 3662, "Finetune/Step Time": 6.702074019238353}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7931389212608337, "Finetune/Loss (Raw)": 1.0040299892425537, "Finetune/Step": 3663, "Finetune/Step Time": 6.684493178501725}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7928353548049927, "Finetune/Loss (Raw)": 0.7246579527854919, "Finetune/Step": 3664, "Finetune/Step Time": 6.704473445191979}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7917569279670715, "Finetune/Loss (Raw)": 0.816249430179596, "Finetune/Step": 3665, "Finetune/Step Time": 6.700903829187155}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7909408807754517, "Finetune/Loss (Raw)": 0.7970911860466003, "Finetune/Step": 3666, "Finetune/Step Time": 6.697755133733153}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7897930145263672, "Finetune/Loss (Raw)": 0.7320021986961365, "Finetune/Step": 3667, "Finetune/Step Time": 6.7112254705280066}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7891760468482971, "Finetune/Loss (Raw)": 0.7447260618209839, "Finetune/Step": 3668, "Finetune/Step Time": 6.705209197476506}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7886278629302979, "Finetune/Loss (Raw)": 0.7432052493095398, "Finetune/Step": 3669, "Finetune/Step Time": 6.707562819123268}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7895901799201965, "Finetune/Loss (Raw)": 0.819579541683197, "Finetune/Step": 3670, "Finetune/Step Time": 6.6977777518332005}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7905139327049255, "Finetune/Loss (Raw)": 0.8975915908813477, "Finetune/Step": 3671, "Finetune/Step Time": 6.685852333903313}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7895586490631104, "Finetune/Loss (Raw)": 0.7226616740226746, "Finetune/Step": 3672, "Finetune/Step Time": 6.690827799960971}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7883418202400208, "Finetune/Loss (Raw)": 0.5156412124633789, "Finetune/Step": 3673, "Finetune/Step Time": 6.678112059831619}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7886563539505005, "Finetune/Loss (Raw)": 0.7834932208061218, "Finetune/Step": 3674, "Finetune/Step Time": 6.673034464940429}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.786241352558136, "Finetune/Loss (Raw)": 0.6098097562789917, "Finetune/Step": 3675, "Finetune/Step Time": 6.691369544714689}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7866663932800293, "Finetune/Loss (Raw)": 0.8180518746376038, "Finetune/Step": 3676, "Finetune/Step Time": 6.69489698112011}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7864682674407959, "Finetune/Loss (Raw)": 0.9062665700912476, "Finetune/Step": 3677, "Finetune/Step Time": 6.693568108603358}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.785236656665802, "Finetune/Loss (Raw)": 0.5598756670951843, "Finetune/Step": 3678, "Finetune/Step Time": 6.66863152012229}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7858831286430359, "Finetune/Loss (Raw)": 0.7589747309684753, "Finetune/Step": 3679, "Finetune/Step Time": 6.6464419942349195}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7861422300338745, "Finetune/Loss (Raw)": 0.8562114834785461, "Finetune/Step": 3680, "Finetune/Step Time": 6.653267458081245}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7875576615333557, "Finetune/Loss (Raw)": 0.8208962082862854, "Finetune/Step": 3681, "Finetune/Step Time": 6.638618094846606}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7884293794631958, "Finetune/Loss (Raw)": 1.0248345136642456, "Finetune/Step": 3682, "Finetune/Step Time": 6.636124754324555}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7873863577842712, "Finetune/Loss (Raw)": 0.8133991956710815, "Finetune/Step": 3683, "Finetune/Step Time": 6.639078702777624}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7870116233825684, "Finetune/Loss (Raw)": 0.5722396969795227, "Finetune/Step": 3684, "Finetune/Step Time": 6.638031557202339}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7853671312332153, "Finetune/Loss (Raw)": 0.7698694467544556, "Finetune/Step": 3685, "Finetune/Step Time": 6.63755739107728}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7855548858642578, "Finetune/Loss (Raw)": 0.8272509574890137, "Finetune/Step": 3686, "Finetune/Step Time": 6.637823326513171}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7855865955352783, "Finetune/Loss (Raw)": 0.8432916402816772, "Finetune/Step": 3687, "Finetune/Step Time": 6.639050675556064}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.783565878868103, "Finetune/Loss (Raw)": 0.6228689551353455, "Finetune/Step": 3688, "Finetune/Step Time": 6.644509293138981}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7829959392547607, "Finetune/Loss (Raw)": 0.8834226131439209, "Finetune/Step": 3689, "Finetune/Step Time": 6.645074371248484}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7845559120178223, "Finetune/Loss (Raw)": 0.8475437760353088, "Finetune/Step": 3690, "Finetune/Step Time": 6.64822700060904}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7838311195373535, "Finetune/Loss (Raw)": 0.582232654094696, "Finetune/Step": 3691, "Finetune/Step Time": 6.6613228395581245}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7848191857337952, "Finetune/Loss (Raw)": 0.8871582746505737, "Finetune/Step": 3692, "Finetune/Step Time": 6.655765326693654}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.785350501537323, "Finetune/Loss (Raw)": 0.8248629570007324, "Finetune/Step": 3693, "Finetune/Step Time": 6.6551640797406435}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7835515737533569, "Finetune/Loss (Raw)": 0.6611010432243347, "Finetune/Step": 3694, "Finetune/Step Time": 6.682359974831343}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7852681875228882, "Finetune/Loss (Raw)": 1.0209680795669556, "Finetune/Step": 3695, "Finetune/Step Time": 6.666682582348585}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7849841117858887, "Finetune/Loss (Raw)": 0.7722464799880981, "Finetune/Step": 3696, "Finetune/Step Time": 6.660005563870072}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7831270694732666, "Finetune/Loss (Raw)": 0.5202948451042175, "Finetune/Step": 3697, "Finetune/Step Time": 6.671950848773122}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.783682107925415, "Finetune/Loss (Raw)": 0.8158416748046875, "Finetune/Step": 3698, "Finetune/Step Time": 6.678073221817613}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.783507764339447, "Finetune/Loss (Raw)": 0.7855253219604492, "Finetune/Step": 3699, "Finetune/Step Time": 6.676375178620219}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7830556035041809, "Finetune/Loss (Raw)": 0.8320835828781128, "Finetune/Step": 3700, "Finetune/Step Time": 6.679598106071353}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7811051607131958, "Finetune/Loss (Raw)": 0.6364911198616028, "Finetune/Step": 3701, "Finetune/Step Time": 6.687455745413899}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7802729606628418, "Finetune/Loss (Raw)": 0.8066346645355225, "Finetune/Step": 3702, "Finetune/Step Time": 6.679860986769199}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7808948755264282, "Finetune/Loss (Raw)": 0.8638241291046143, "Finetune/Step": 3703, "Finetune/Step Time": 6.679828038439155}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7801722288131714, "Finetune/Loss (Raw)": 0.8104631900787354, "Finetune/Step": 3704, "Finetune/Step Time": 6.683879030868411}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7786427736282349, "Finetune/Loss (Raw)": 0.6073365211486816, "Finetune/Step": 3705, "Finetune/Step Time": 6.66950960829854}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7779081463813782, "Finetune/Loss (Raw)": 0.7838568687438965, "Finetune/Step": 3706, "Finetune/Step Time": 6.668302860110998}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7772419452667236, "Finetune/Loss (Raw)": 0.7286161780357361, "Finetune/Step": 3707, "Finetune/Step Time": 6.688086023554206}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7757225036621094, "Finetune/Loss (Raw)": 0.6424360871315002, "Finetune/Step": 3708, "Finetune/Step Time": 6.697140647098422}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7762284278869629, "Finetune/Loss (Raw)": 0.9266726970672607, "Finetune/Step": 3709, "Finetune/Step Time": 6.6884695161134005}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.778031587600708, "Finetune/Loss (Raw)": 0.934169352054596, "Finetune/Step": 3710, "Finetune/Step Time": 6.678574940189719}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7774118781089783, "Finetune/Loss (Raw)": 0.6677713394165039, "Finetune/Step": 3711, "Finetune/Step Time": 6.684593714773655}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.778075098991394, "Finetune/Loss (Raw)": 0.8948436379432678, "Finetune/Step": 3712, "Finetune/Step Time": 6.683318885043263}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7749158143997192, "Finetune/Loss (Raw)": 0.5399653315544128, "Finetune/Step": 3713, "Finetune/Step Time": 6.698030920699239}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7762203216552734, "Finetune/Loss (Raw)": 0.8112256526947021, "Finetune/Step": 3714, "Finetune/Step Time": 6.69250613451004}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7770243883132935, "Finetune/Loss (Raw)": 0.8266497850418091, "Finetune/Step": 3715, "Finetune/Step Time": 6.695655817165971}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7772535085678101, "Finetune/Loss (Raw)": 0.6882400512695312, "Finetune/Step": 3716, "Finetune/Step Time": 6.714236985892057}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7763421535491943, "Finetune/Loss (Raw)": 0.6594938039779663, "Finetune/Step": 3717, "Finetune/Step Time": 6.722457606345415}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7745708227157593, "Finetune/Loss (Raw)": 0.6258076429367065, "Finetune/Step": 3718, "Finetune/Step Time": 6.724022071808577}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7736661434173584, "Finetune/Loss (Raw)": 0.6116316318511963, "Finetune/Step": 3719, "Finetune/Step Time": 6.74220297858119}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7740743160247803, "Finetune/Loss (Raw)": 0.832739531993866, "Finetune/Step": 3720, "Finetune/Step Time": 6.745037838816643}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7739216089248657, "Finetune/Loss (Raw)": 0.8912200331687927, "Finetune/Step": 3721, "Finetune/Step Time": 6.743616029620171}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7761406898498535, "Finetune/Loss (Raw)": 0.83473801612854, "Finetune/Step": 3722, "Finetune/Step Time": 6.741519320756197}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7772050499916077, "Finetune/Loss (Raw)": 0.9548882246017456, "Finetune/Step": 3723, "Finetune/Step Time": 6.739259438589215}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7756851315498352, "Finetune/Loss (Raw)": 0.7561229467391968, "Finetune/Step": 3724, "Finetune/Step Time": 6.7399423979222775}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7779799699783325, "Finetune/Loss (Raw)": 0.8833107352256775, "Finetune/Step": 3725, "Finetune/Step Time": 6.726591497659683}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7776590585708618, "Finetune/Loss (Raw)": 0.7151612639427185, "Finetune/Step": 3726, "Finetune/Step Time": 6.727333603426814}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7781326770782471, "Finetune/Loss (Raw)": 0.7430763244628906, "Finetune/Step": 3727, "Finetune/Step Time": 6.731687573716044}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7773326635360718, "Finetune/Loss (Raw)": 0.5472981929779053, "Finetune/Step": 3728, "Finetune/Step Time": 6.723070962354541}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7770470380783081, "Finetune/Loss (Raw)": 0.8122023344039917, "Finetune/Step": 3729, "Finetune/Step Time": 6.727816393598914}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7775850296020508, "Finetune/Loss (Raw)": 0.850704550743103, "Finetune/Step": 3730, "Finetune/Step Time": 6.751118708401918}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7777698636054993, "Finetune/Loss (Raw)": 0.8355779647827148, "Finetune/Step": 3731, "Finetune/Step Time": 6.751865543425083}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7779439687728882, "Finetune/Loss (Raw)": 0.846582293510437, "Finetune/Step": 3732, "Finetune/Step Time": 6.753418637439609}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7789092063903809, "Finetune/Loss (Raw)": 0.785533607006073, "Finetune/Step": 3733, "Finetune/Step Time": 6.760273113846779}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7803112268447876, "Finetune/Loss (Raw)": 0.9023780226707458, "Finetune/Step": 3734, "Finetune/Step Time": 6.756509184837341}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7788799405097961, "Finetune/Loss (Raw)": 0.6276192665100098, "Finetune/Step": 3735, "Finetune/Step Time": 6.746637083590031}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7817414999008179, "Finetune/Loss (Raw)": 1.0070911645889282, "Finetune/Step": 3736, "Finetune/Step Time": 6.723566872999072}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7813997268676758, "Finetune/Loss (Raw)": 0.7482432723045349, "Finetune/Step": 3737, "Finetune/Step Time": 6.738218070939183}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7816084623336792, "Finetune/Loss (Raw)": 0.6946207284927368, "Finetune/Step": 3738, "Finetune/Step Time": 6.744374731555581}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7824443578720093, "Finetune/Loss (Raw)": 0.7207845449447632, "Finetune/Step": 3739, "Finetune/Step Time": 6.729603072628379}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7822896838188171, "Finetune/Loss (Raw)": 0.7762610912322998, "Finetune/Step": 3740, "Finetune/Step Time": 6.716891197487712}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7840167284011841, "Finetune/Loss (Raw)": 0.9049216508865356, "Finetune/Step": 3741, "Finetune/Step Time": 6.71602544374764}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7842819690704346, "Finetune/Loss (Raw)": 0.8221322298049927, "Finetune/Step": 3742, "Finetune/Step Time": 6.712304711341858}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.784174919128418, "Finetune/Loss (Raw)": 0.8200280070304871, "Finetune/Step": 3743, "Finetune/Step Time": 6.737847922369838}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7840317487716675, "Finetune/Loss (Raw)": 0.6693156957626343, "Finetune/Step": 3744, "Finetune/Step Time": 6.7495173793286085}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7831968069076538, "Finetune/Loss (Raw)": 0.6010578870773315, "Finetune/Step": 3745, "Finetune/Step Time": 6.75577968172729}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7832050323486328, "Finetune/Loss (Raw)": 0.6830769181251526, "Finetune/Step": 3746, "Finetune/Step Time": 6.750832432880998}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7820441722869873, "Finetune/Loss (Raw)": 0.6087279915809631, "Finetune/Step": 3747, "Finetune/Step Time": 6.765287389978766}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7823935747146606, "Finetune/Loss (Raw)": 0.8353471755981445, "Finetune/Step": 3748, "Finetune/Step Time": 6.771974539384246}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7815605401992798, "Finetune/Loss (Raw)": 0.6444739103317261, "Finetune/Step": 3749, "Finetune/Step Time": 6.776383878663182}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7823117971420288, "Finetune/Loss (Raw)": 0.8875040411949158, "Finetune/Step": 3750, "Finetune/Step Time": 6.768713306635618}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7833752632141113, "Finetune/Loss (Raw)": 0.9633998274803162, "Finetune/Step": 3751, "Finetune/Step Time": 6.77381844446063}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7825895547866821, "Finetune/Loss (Raw)": 0.786892831325531, "Finetune/Step": 3752, "Finetune/Step Time": 6.774823168292642}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7811934947967529, "Finetune/Loss (Raw)": 0.7013388276100159, "Finetune/Step": 3753, "Finetune/Step Time": 6.786803416907787}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7821465730667114, "Finetune/Loss (Raw)": 0.80186527967453, "Finetune/Step": 3754, "Finetune/Step Time": 6.787868307903409}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7815823554992676, "Finetune/Loss (Raw)": 0.7747076749801636, "Finetune/Step": 3755, "Finetune/Step Time": 6.776536615565419}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7800940275192261, "Finetune/Loss (Raw)": 0.6044548153877258, "Finetune/Step": 3756, "Finetune/Step Time": 6.776860116049647}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7811211347579956, "Finetune/Loss (Raw)": 0.9041767120361328, "Finetune/Step": 3757, "Finetune/Step Time": 6.778784146532416}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.780728816986084, "Finetune/Loss (Raw)": 0.6554078459739685, "Finetune/Step": 3758, "Finetune/Step Time": 6.789701642468572}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7821903228759766, "Finetune/Loss (Raw)": 0.8212248682975769, "Finetune/Step": 3759, "Finetune/Step Time": 6.7785765416920185}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7809902429580688, "Finetune/Loss (Raw)": 0.733969509601593, "Finetune/Step": 3760, "Finetune/Step Time": 6.7920231856405735}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7791653871536255, "Finetune/Loss (Raw)": 0.6555650234222412, "Finetune/Step": 3761, "Finetune/Step Time": 6.799074795097113}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7792319655418396, "Finetune/Loss (Raw)": 0.7868947386741638, "Finetune/Step": 3762, "Finetune/Step Time": 6.801589632406831}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7809204459190369, "Finetune/Loss (Raw)": 0.893799364566803, "Finetune/Step": 3763, "Finetune/Step Time": 6.80495610460639}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7800171375274658, "Finetune/Loss (Raw)": 0.7197263836860657, "Finetune/Step": 3764, "Finetune/Step Time": 6.805392881855369}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.778293251991272, "Finetune/Loss (Raw)": 0.6212249994277954, "Finetune/Step": 3765, "Finetune/Step Time": 6.812443902716041}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7788749933242798, "Finetune/Loss (Raw)": 0.9080037474632263, "Finetune/Step": 3766, "Finetune/Step Time": 6.8141822796314955}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7789850234985352, "Finetune/Loss (Raw)": 0.8357638716697693, "Finetune/Step": 3767, "Finetune/Step Time": 6.817265437915921}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7795897722244263, "Finetune/Loss (Raw)": 0.6860579252243042, "Finetune/Step": 3768, "Finetune/Step Time": 6.7987594828009605}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7781227827072144, "Finetune/Loss (Raw)": 0.541250467300415, "Finetune/Step": 3769, "Finetune/Step Time": 6.810166474431753}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7789745330810547, "Finetune/Loss (Raw)": 0.9390951991081238, "Finetune/Step": 3770, "Finetune/Step Time": 6.805369447916746}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7797842025756836, "Finetune/Loss (Raw)": 0.9437945485115051, "Finetune/Step": 3771, "Finetune/Step Time": 6.806808870285749}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7802287936210632, "Finetune/Loss (Raw)": 0.8524847626686096, "Finetune/Step": 3772, "Finetune/Step Time": 6.811252169311047}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7789260149002075, "Finetune/Loss (Raw)": 0.589272141456604, "Finetune/Step": 3773, "Finetune/Step Time": 6.8238559160381556}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.779222846031189, "Finetune/Loss (Raw)": 0.8654910922050476, "Finetune/Step": 3774, "Finetune/Step Time": 6.825368633493781}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7795088291168213, "Finetune/Loss (Raw)": 0.8799245953559875, "Finetune/Step": 3775, "Finetune/Step Time": 6.838755257427692}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7792869806289673, "Finetune/Loss (Raw)": 0.8653597831726074, "Finetune/Step": 3776, "Finetune/Step Time": 6.838396847248077}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7764434814453125, "Finetune/Loss (Raw)": 0.5265593528747559, "Finetune/Step": 3777, "Finetune/Step Time": 6.85274432785809}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7754567861557007, "Finetune/Loss (Raw)": 0.8229960203170776, "Finetune/Step": 3778, "Finetune/Step Time": 6.857699090614915}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7753874063491821, "Finetune/Loss (Raw)": 0.6570129990577698, "Finetune/Step": 3779, "Finetune/Step Time": 6.857942117378116}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7748368382453918, "Finetune/Loss (Raw)": 0.7503434419631958, "Finetune/Step": 3780, "Finetune/Step Time": 6.857318161055446}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.774612307548523, "Finetune/Loss (Raw)": 0.8469985127449036, "Finetune/Step": 3781, "Finetune/Step Time": 6.856369365006685}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7746820449829102, "Finetune/Loss (Raw)": 0.7573220133781433, "Finetune/Step": 3782, "Finetune/Step Time": 6.843720173463225}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.772688627243042, "Finetune/Loss (Raw)": 0.6865653395652771, "Finetune/Step": 3783, "Finetune/Step Time": 6.845174591988325}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7728214263916016, "Finetune/Loss (Raw)": 0.7008391618728638, "Finetune/Step": 3784, "Finetune/Step Time": 6.859892984852195}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7727788686752319, "Finetune/Loss (Raw)": 0.8050419688224792, "Finetune/Step": 3785, "Finetune/Step Time": 6.857165101915598}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7740305662155151, "Finetune/Loss (Raw)": 0.9235625267028809, "Finetune/Step": 3786, "Finetune/Step Time": 6.845836399123073}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7741848230361938, "Finetune/Loss (Raw)": 0.8240798711776733, "Finetune/Step": 3787, "Finetune/Step Time": 6.8407778069376945}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7729048728942871, "Finetune/Loss (Raw)": 0.7411508560180664, "Finetune/Step": 3788, "Finetune/Step Time": 6.843345126137137}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7715280055999756, "Finetune/Loss (Raw)": 0.632767379283905, "Finetune/Step": 3789, "Finetune/Step Time": 6.858362160623074}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7711633443832397, "Finetune/Loss (Raw)": 0.8556095957756042, "Finetune/Step": 3790, "Finetune/Step Time": 6.8574651796370745}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7698272466659546, "Finetune/Loss (Raw)": 0.8330007791519165, "Finetune/Step": 3791, "Finetune/Step Time": 6.857067916542292}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7698022127151489, "Finetune/Loss (Raw)": 0.7214542031288147, "Finetune/Step": 3792, "Finetune/Step Time": 6.851169191300869}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7698066234588623, "Finetune/Loss (Raw)": 0.8168180584907532, "Finetune/Step": 3793, "Finetune/Step Time": 6.8651268016546965}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7698280215263367, "Finetune/Loss (Raw)": 0.7998266816139221, "Finetune/Step": 3794, "Finetune/Step Time": 6.865699954330921}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7694279551506042, "Finetune/Loss (Raw)": 0.6807957291603088, "Finetune/Step": 3795, "Finetune/Step Time": 6.8608559258282185}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7702245116233826, "Finetune/Loss (Raw)": 0.8466784954071045, "Finetune/Step": 3796, "Finetune/Step Time": 6.864152515307069}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7693685293197632, "Finetune/Loss (Raw)": 0.6336410641670227, "Finetune/Step": 3797, "Finetune/Step Time": 6.866959765553474}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7686406373977661, "Finetune/Loss (Raw)": 0.7264150977134705, "Finetune/Step": 3798, "Finetune/Step Time": 6.863964753225446}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7662344574928284, "Finetune/Loss (Raw)": 0.5895969271659851, "Finetune/Step": 3799, "Finetune/Step Time": 6.8698732033371925}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7670252323150635, "Finetune/Loss (Raw)": 0.8238862752914429, "Finetune/Step": 3800, "Finetune/Step Time": 6.865959946066141}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.769068717956543, "Finetune/Loss (Raw)": 0.777199923992157, "Finetune/Step": 3801, "Finetune/Step Time": 6.866136284545064}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7699156403541565, "Finetune/Loss (Raw)": 0.8919011354446411, "Finetune/Step": 3802, "Finetune/Step Time": 6.867589861154556}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7719964385032654, "Finetune/Loss (Raw)": 0.8761528730392456, "Finetune/Step": 3803, "Finetune/Step Time": 6.850436827167869}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7720659971237183, "Finetune/Loss (Raw)": 0.8269540667533875, "Finetune/Step": 3804, "Finetune/Step Time": 6.838813962414861}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7697616815567017, "Finetune/Loss (Raw)": 0.6113085150718689, "Finetune/Step": 3805, "Finetune/Step Time": 6.8522193394601345}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7714834809303284, "Finetune/Loss (Raw)": 0.7802754640579224, "Finetune/Step": 3806, "Finetune/Step Time": 6.86226174607873}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7713321447372437, "Finetune/Loss (Raw)": 0.739596962928772, "Finetune/Step": 3807, "Finetune/Step Time": 6.863697484135628}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.769527792930603, "Finetune/Loss (Raw)": 0.6252544522285461, "Finetune/Step": 3808, "Finetune/Step Time": 6.865880886092782}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7689754366874695, "Finetune/Loss (Raw)": 0.7501986622810364, "Finetune/Step": 3809, "Finetune/Step Time": 6.876653296872973}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7677674293518066, "Finetune/Loss (Raw)": 0.8702109456062317, "Finetune/Step": 3810, "Finetune/Step Time": 6.873451631516218}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7669235467910767, "Finetune/Loss (Raw)": 0.7053788304328918, "Finetune/Step": 3811, "Finetune/Step Time": 6.875091569498181}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7679482698440552, "Finetune/Loss (Raw)": 0.7034010887145996, "Finetune/Step": 3812, "Finetune/Step Time": 6.870670044794679}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.768174409866333, "Finetune/Loss (Raw)": 0.798814058303833, "Finetune/Step": 3813, "Finetune/Step Time": 6.867300100624561}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7674307823181152, "Finetune/Loss (Raw)": 0.7320763468742371, "Finetune/Step": 3814, "Finetune/Step Time": 6.864512145519257}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7671923041343689, "Finetune/Loss (Raw)": 0.8127615451812744, "Finetune/Step": 3815, "Finetune/Step Time": 6.877241883426905}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7687366008758545, "Finetune/Loss (Raw)": 0.820536732673645, "Finetune/Step": 3816, "Finetune/Step Time": 6.8736779652535915}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7675411701202393, "Finetune/Loss (Raw)": 0.7304050922393799, "Finetune/Step": 3817, "Finetune/Step Time": 6.869381198659539}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7669080495834351, "Finetune/Loss (Raw)": 0.7665061354637146, "Finetune/Step": 3818, "Finetune/Step Time": 6.861910788342357}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7682660818099976, "Finetune/Loss (Raw)": 0.7560645341873169, "Finetune/Step": 3819, "Finetune/Step Time": 6.846373185515404}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7665167450904846, "Finetune/Loss (Raw)": 0.663241446018219, "Finetune/Step": 3820, "Finetune/Step Time": 6.856046007946134}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7654342651367188, "Finetune/Loss (Raw)": 0.686307430267334, "Finetune/Step": 3821, "Finetune/Step Time": 6.857953783124685}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7657677531242371, "Finetune/Loss (Raw)": 0.7037895321846008, "Finetune/Step": 3822, "Finetune/Step Time": 6.831089248880744}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.764911413192749, "Finetune/Loss (Raw)": 0.9113550186157227, "Finetune/Step": 3823, "Finetune/Step Time": 6.832948749884963}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7653170824050903, "Finetune/Loss (Raw)": 0.824169397354126, "Finetune/Step": 3824, "Finetune/Step Time": 6.834093948826194}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7664440870285034, "Finetune/Loss (Raw)": 0.6645563244819641, "Finetune/Step": 3825, "Finetune/Step Time": 6.817097008228302}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7653689980506897, "Finetune/Loss (Raw)": 0.6782293319702148, "Finetune/Step": 3826, "Finetune/Step Time": 6.8125719875097275}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7652420997619629, "Finetune/Loss (Raw)": 0.7692828178405762, "Finetune/Step": 3827, "Finetune/Step Time": 6.834854582324624}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7653043270111084, "Finetune/Loss (Raw)": 0.8400449156761169, "Finetune/Step": 3828, "Finetune/Step Time": 6.835418926551938}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7649258375167847, "Finetune/Loss (Raw)": 0.5880473852157593, "Finetune/Step": 3829, "Finetune/Step Time": 6.843054983764887}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.76491379737854, "Finetune/Loss (Raw)": 0.805090606212616, "Finetune/Step": 3830, "Finetune/Step Time": 6.849460432305932}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7640126943588257, "Finetune/Loss (Raw)": 0.7484810948371887, "Finetune/Step": 3831, "Finetune/Step Time": 6.853072768077254}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.765316903591156, "Finetune/Loss (Raw)": 0.9774039387702942, "Finetune/Step": 3832, "Finetune/Step Time": 6.861919755116105}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7671588659286499, "Finetune/Loss (Raw)": 0.8431063294410706, "Finetune/Step": 3833, "Finetune/Step Time": 6.879806473851204}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7679154276847839, "Finetune/Loss (Raw)": 0.8806968331336975, "Finetune/Step": 3834, "Finetune/Step Time": 6.876818446442485}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7689626216888428, "Finetune/Loss (Raw)": 0.8626610636711121, "Finetune/Step": 3835, "Finetune/Step Time": 6.862006027251482}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7694888710975647, "Finetune/Loss (Raw)": 0.7097949385643005, "Finetune/Step": 3836, "Finetune/Step Time": 6.845104990527034}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7680497169494629, "Finetune/Loss (Raw)": 0.7424561381340027, "Finetune/Step": 3837, "Finetune/Step Time": 6.850329494103789}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7665073871612549, "Finetune/Loss (Raw)": 0.7367545962333679, "Finetune/Step": 3838, "Finetune/Step Time": 6.847147522494197}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7673922181129456, "Finetune/Loss (Raw)": 0.7810312509536743, "Finetune/Step": 3839, "Finetune/Step Time": 6.858529277145863}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.766196608543396, "Finetune/Loss (Raw)": 0.7418025732040405, "Finetune/Step": 3840, "Finetune/Step Time": 6.84948212094605}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7693620920181274, "Finetune/Loss (Raw)": 0.945148229598999, "Finetune/Step": 3841, "Finetune/Step Time": 6.835847808048129}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7689743638038635, "Finetune/Loss (Raw)": 0.7615967988967896, "Finetune/Step": 3842, "Finetune/Step Time": 6.83168974891305}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7672195434570312, "Finetune/Loss (Raw)": 0.6020368933677673, "Finetune/Step": 3843, "Finetune/Step Time": 6.838288012892008}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.767811119556427, "Finetune/Loss (Raw)": 0.763960063457489, "Finetune/Step": 3844, "Finetune/Step Time": 6.823224758729339}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7686278223991394, "Finetune/Loss (Raw)": 0.7640321850776672, "Finetune/Step": 3845, "Finetune/Step Time": 6.8115394208580256}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7685160636901855, "Finetune/Loss (Raw)": 0.6115032434463501, "Finetune/Step": 3846, "Finetune/Step Time": 6.810665858909488}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7707046270370483, "Finetune/Loss (Raw)": 0.8917685151100159, "Finetune/Step": 3847, "Finetune/Step Time": 6.791921857744455}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.769451379776001, "Finetune/Loss (Raw)": 0.6723152995109558, "Finetune/Step": 3848, "Finetune/Step Time": 6.80031474865973}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7693600654602051, "Finetune/Loss (Raw)": 0.8795406222343445, "Finetune/Step": 3849, "Finetune/Step Time": 6.814198477193713}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7666217088699341, "Finetune/Loss (Raw)": 0.4842277467250824, "Finetune/Step": 3850, "Finetune/Step Time": 6.821240114048123}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7641732692718506, "Finetune/Loss (Raw)": 0.6414849758148193, "Finetune/Step": 3851, "Finetune/Step Time": 6.817469049245119}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7653170824050903, "Finetune/Loss (Raw)": 0.9025257229804993, "Finetune/Step": 3852, "Finetune/Step Time": 6.818732298910618}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7642770409584045, "Finetune/Loss (Raw)": 0.7501913905143738, "Finetune/Step": 3853, "Finetune/Step Time": 6.831249693408608}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.765165388584137, "Finetune/Loss (Raw)": 0.8288707137107849, "Finetune/Step": 3854, "Finetune/Step Time": 6.82013120688498}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7634590268135071, "Finetune/Loss (Raw)": 0.5246627330780029, "Finetune/Step": 3855, "Finetune/Step Time": 6.826932214200497}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7662149667739868, "Finetune/Loss (Raw)": 0.9000505208969116, "Finetune/Step": 3856, "Finetune/Step Time": 6.832484370097518}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7650460600852966, "Finetune/Loss (Raw)": 0.6625872254371643, "Finetune/Step": 3857, "Finetune/Step Time": 6.84026044420898}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7629969120025635, "Finetune/Loss (Raw)": 0.5884072780609131, "Finetune/Step": 3858, "Finetune/Step Time": 6.835199099034071}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7639448642730713, "Finetune/Loss (Raw)": 0.956929087638855, "Finetune/Step": 3859, "Finetune/Step Time": 6.8311938513070345}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7637394666671753, "Finetune/Loss (Raw)": 0.8202822804450989, "Finetune/Step": 3860, "Finetune/Step Time": 6.82553930953145}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7634097337722778, "Finetune/Loss (Raw)": 0.7433233261108398, "Finetune/Step": 3861, "Finetune/Step Time": 6.815846864134073}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7627065181732178, "Finetune/Loss (Raw)": 0.8123758435249329, "Finetune/Step": 3862, "Finetune/Step Time": 6.812888918444514}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7629445791244507, "Finetune/Loss (Raw)": 0.6580942273139954, "Finetune/Step": 3863, "Finetune/Step Time": 6.819146927446127}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7614177465438843, "Finetune/Loss (Raw)": 0.8116505742073059, "Finetune/Step": 3864, "Finetune/Step Time": 6.822266539558768}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7610596418380737, "Finetune/Loss (Raw)": 0.7024115324020386, "Finetune/Step": 3865, "Finetune/Step Time": 6.837018663063645}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7628459930419922, "Finetune/Loss (Raw)": 0.9232622385025024, "Finetune/Step": 3866, "Finetune/Step Time": 6.832786470651627}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7648604512214661, "Finetune/Loss (Raw)": 0.9786449670791626, "Finetune/Step": 3867, "Finetune/Step Time": 6.834684992209077}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7654746770858765, "Finetune/Loss (Raw)": 0.8548797965049744, "Finetune/Step": 3868, "Finetune/Step Time": 6.8386524971574545}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7639486789703369, "Finetune/Loss (Raw)": 0.7095962762832642, "Finetune/Step": 3869, "Finetune/Step Time": 6.839275354519486}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7628722190856934, "Finetune/Loss (Raw)": 0.6843384504318237, "Finetune/Step": 3870, "Finetune/Step Time": 6.8577495738863945}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7626550197601318, "Finetune/Loss (Raw)": 0.7922362089157104, "Finetune/Step": 3871, "Finetune/Step Time": 6.832451591268182}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7605301141738892, "Finetune/Loss (Raw)": 0.3973264992237091, "Finetune/Step": 3872, "Finetune/Step Time": 6.845620684325695}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7609353065490723, "Finetune/Loss (Raw)": 0.652923047542572, "Finetune/Step": 3873, "Finetune/Step Time": 6.837989743798971}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7616649866104126, "Finetune/Loss (Raw)": 0.7764708399772644, "Finetune/Step": 3874, "Finetune/Step Time": 6.838328281417489}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7629648447036743, "Finetune/Loss (Raw)": 0.7751072645187378, "Finetune/Step": 3875, "Finetune/Step Time": 6.826316645368934}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7627720832824707, "Finetune/Loss (Raw)": 0.8106685876846313, "Finetune/Step": 3876, "Finetune/Step Time": 6.826076230034232}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7629858255386353, "Finetune/Loss (Raw)": 0.6718339323997498, "Finetune/Step": 3877, "Finetune/Step Time": 6.832782957702875}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7623990178108215, "Finetune/Loss (Raw)": 0.8123977780342102, "Finetune/Step": 3878, "Finetune/Step Time": 6.84860766120255}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7602136731147766, "Finetune/Loss (Raw)": 0.6836806535720825, "Finetune/Step": 3879, "Finetune/Step Time": 6.871235188096762}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7604048252105713, "Finetune/Loss (Raw)": 0.8113603591918945, "Finetune/Step": 3880, "Finetune/Step Time": 6.868781665340066}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7615001201629639, "Finetune/Loss (Raw)": 0.8415355086326599, "Finetune/Step": 3881, "Finetune/Step Time": 6.863058302551508}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7615669965744019, "Finetune/Loss (Raw)": 0.8104158043861389, "Finetune/Step": 3882, "Finetune/Step Time": 6.865992497652769}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7625038623809814, "Finetune/Loss (Raw)": 0.8946349024772644, "Finetune/Step": 3883, "Finetune/Step Time": 6.863684402778745}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7633727788925171, "Finetune/Loss (Raw)": 0.7156717777252197, "Finetune/Step": 3884, "Finetune/Step Time": 6.858783405274153}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7604122757911682, "Finetune/Loss (Raw)": 0.5252324938774109, "Finetune/Step": 3885, "Finetune/Step Time": 6.86453259550035}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7606986165046692, "Finetune/Loss (Raw)": 0.6920604109764099, "Finetune/Step": 3886, "Finetune/Step Time": 6.855068705976009}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7599000930786133, "Finetune/Loss (Raw)": 0.719022274017334, "Finetune/Step": 3887, "Finetune/Step Time": 6.86833999119699}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7602391839027405, "Finetune/Loss (Raw)": 0.7773696184158325, "Finetune/Step": 3888, "Finetune/Step Time": 6.853853663429618}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.76124507188797, "Finetune/Loss (Raw)": 0.7843157052993774, "Finetune/Step": 3889, "Finetune/Step Time": 6.84665253572166}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7612452507019043, "Finetune/Loss (Raw)": 0.7869148850440979, "Finetune/Step": 3890, "Finetune/Step Time": 6.841139834374189}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7594696283340454, "Finetune/Loss (Raw)": 0.6665248870849609, "Finetune/Step": 3891, "Finetune/Step Time": 6.851830720901489}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7601311206817627, "Finetune/Loss (Raw)": 0.8043990731239319, "Finetune/Step": 3892, "Finetune/Step Time": 6.855836983770132}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7606085538864136, "Finetune/Loss (Raw)": 0.682336151599884, "Finetune/Step": 3893, "Finetune/Step Time": 6.864311940968037}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7598790526390076, "Finetune/Loss (Raw)": 0.8146212697029114, "Finetune/Step": 3894, "Finetune/Step Time": 6.864883862435818}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7595643997192383, "Finetune/Loss (Raw)": 0.7954981327056885, "Finetune/Step": 3895, "Finetune/Step Time": 6.863036625087261}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.760431170463562, "Finetune/Loss (Raw)": 0.7969983220100403, "Finetune/Step": 3896, "Finetune/Step Time": 6.855039726942778}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7621605396270752, "Finetune/Loss (Raw)": 0.7626070976257324, "Finetune/Step": 3897, "Finetune/Step Time": 6.84026013687253}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7604630589485168, "Finetune/Loss (Raw)": 0.7218188643455505, "Finetune/Step": 3898, "Finetune/Step Time": 6.8511887434870005}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7600733041763306, "Finetune/Loss (Raw)": 0.8939024806022644, "Finetune/Step": 3899, "Finetune/Step Time": 6.852068953216076}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7594610452651978, "Finetune/Loss (Raw)": 0.774121880531311, "Finetune/Step": 3900, "Finetune/Step Time": 6.86005818285048}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.761448860168457, "Finetune/Loss (Raw)": 0.8437099456787109, "Finetune/Step": 3901, "Finetune/Step Time": 6.845694396644831}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7620871067047119, "Finetune/Loss (Raw)": 0.947188675403595, "Finetune/Step": 3902, "Finetune/Step Time": 6.832289423793554}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7620747089385986, "Finetune/Loss (Raw)": 0.8783367276191711, "Finetune/Step": 3903, "Finetune/Step Time": 6.81628892570734}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7614091634750366, "Finetune/Loss (Raw)": 0.7801716923713684, "Finetune/Step": 3904, "Finetune/Step Time": 6.819481514394283}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7622470855712891, "Finetune/Loss (Raw)": 0.6338100433349609, "Finetune/Step": 3905, "Finetune/Step Time": 6.81450555101037}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7618381381034851, "Finetune/Loss (Raw)": 0.77065110206604, "Finetune/Step": 3906, "Finetune/Step Time": 6.843096116557717}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7648770809173584, "Finetune/Loss (Raw)": 1.045996904373169, "Finetune/Step": 3907, "Finetune/Step Time": 6.83325644955039}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7634443640708923, "Finetune/Loss (Raw)": 0.5669583082199097, "Finetune/Step": 3908, "Finetune/Step Time": 6.838388726115227}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7619229555130005, "Finetune/Loss (Raw)": 0.6522535085678101, "Finetune/Step": 3909, "Finetune/Step Time": 6.841947523877025}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.762617826461792, "Finetune/Loss (Raw)": 0.8462648391723633, "Finetune/Step": 3910, "Finetune/Step Time": 6.843679590150714}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7645344734191895, "Finetune/Loss (Raw)": 0.9319042563438416, "Finetune/Step": 3911, "Finetune/Step Time": 6.8404781725257635}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7644339203834534, "Finetune/Loss (Raw)": 0.6879677176475525, "Finetune/Step": 3912, "Finetune/Step Time": 6.833164626732469}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7642273902893066, "Finetune/Loss (Raw)": 0.7786030769348145, "Finetune/Step": 3913, "Finetune/Step Time": 6.834784692153335}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7628155946731567, "Finetune/Loss (Raw)": 0.7428557872772217, "Finetune/Step": 3914, "Finetune/Step Time": 6.837435524910688}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7629124522209167, "Finetune/Loss (Raw)": 0.8364740014076233, "Finetune/Step": 3915, "Finetune/Step Time": 6.837067946791649}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7636375427246094, "Finetune/Loss (Raw)": 0.8339614272117615, "Finetune/Step": 3916, "Finetune/Step Time": 6.8397307600826025}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7644304037094116, "Finetune/Loss (Raw)": 0.7342545986175537, "Finetune/Step": 3917, "Finetune/Step Time": 6.840365439653397}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7647722959518433, "Finetune/Loss (Raw)": 0.899375855922699, "Finetune/Step": 3918, "Finetune/Step Time": 6.842058273032308}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7641286849975586, "Finetune/Loss (Raw)": 0.7506108283996582, "Finetune/Step": 3919, "Finetune/Step Time": 6.851033708080649}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7647635340690613, "Finetune/Loss (Raw)": 0.8027211427688599, "Finetune/Step": 3920, "Finetune/Step Time": 6.865082208067179}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7632048726081848, "Finetune/Loss (Raw)": 0.6173117160797119, "Finetune/Step": 3921, "Finetune/Step Time": 6.872935933992267}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7638054490089417, "Finetune/Loss (Raw)": 0.8766951560974121, "Finetune/Step": 3922, "Finetune/Step Time": 6.873776976019144}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7622910737991333, "Finetune/Loss (Raw)": 0.4869473874568939, "Finetune/Step": 3923, "Finetune/Step Time": 6.8734983410686255}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7622917890548706, "Finetune/Loss (Raw)": 0.846775233745575, "Finetune/Step": 3924, "Finetune/Step Time": 6.875370936468244}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7638139128684998, "Finetune/Loss (Raw)": 0.8284786343574524, "Finetune/Step": 3925, "Finetune/Step Time": 6.8750860169529915}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.763621985912323, "Finetune/Loss (Raw)": 0.7018411755561829, "Finetune/Step": 3926, "Finetune/Step Time": 6.8782683573663235}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7649069428443909, "Finetune/Loss (Raw)": 0.7540773153305054, "Finetune/Step": 3927, "Finetune/Step Time": 6.884982589632273}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7651582956314087, "Finetune/Loss (Raw)": 0.8560652136802673, "Finetune/Step": 3928, "Finetune/Step Time": 6.895760798826814}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7657668590545654, "Finetune/Loss (Raw)": 0.855089545249939, "Finetune/Step": 3929, "Finetune/Step Time": 6.895523967221379}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7643160820007324, "Finetune/Loss (Raw)": 0.706199049949646, "Finetune/Step": 3930, "Finetune/Step Time": 6.897693375125527}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7643592357635498, "Finetune/Loss (Raw)": 0.881676435470581, "Finetune/Step": 3931, "Finetune/Step Time": 6.89831561781466}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7632230520248413, "Finetune/Loss (Raw)": 0.6815240979194641, "Finetune/Step": 3932, "Finetune/Step Time": 6.918734811246395}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7624008059501648, "Finetune/Loss (Raw)": 0.5060635209083557, "Finetune/Step": 3933, "Finetune/Step Time": 6.924309825524688}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7619730830192566, "Finetune/Loss (Raw)": 0.7255241274833679, "Finetune/Step": 3934, "Finetune/Step Time": 6.915697894990444}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7621865272521973, "Finetune/Loss (Raw)": 0.7669210433959961, "Finetune/Step": 3935, "Finetune/Step Time": 6.917941782623529}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.764255166053772, "Finetune/Loss (Raw)": 0.8900432586669922, "Finetune/Step": 3936, "Finetune/Step Time": 6.912220790982246}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7647847533226013, "Finetune/Loss (Raw)": 0.8179880976676941, "Finetune/Step": 3937, "Finetune/Step Time": 6.908039573580027}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7638389468193054, "Finetune/Loss (Raw)": 0.7491436004638672, "Finetune/Step": 3938, "Finetune/Step Time": 6.908260982483625}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7647724747657776, "Finetune/Loss (Raw)": 0.8248640298843384, "Finetune/Step": 3939, "Finetune/Step Time": 6.910364679992199}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.765727162361145, "Finetune/Loss (Raw)": 0.8255957961082458, "Finetune/Step": 3940, "Finetune/Step Time": 6.902793802320957}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7662277221679688, "Finetune/Loss (Raw)": 0.8628929257392883, "Finetune/Step": 3941, "Finetune/Step Time": 6.904695330187678}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7671918272972107, "Finetune/Loss (Raw)": 0.8554790616035461, "Finetune/Step": 3942, "Finetune/Step Time": 6.911693349480629}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7657407522201538, "Finetune/Loss (Raw)": 0.6270257830619812, "Finetune/Step": 3943, "Finetune/Step Time": 6.929008034989238}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7658436894416809, "Finetune/Loss (Raw)": 0.8337140679359436, "Finetune/Step": 3944, "Finetune/Step Time": 6.92956436984241}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7677274942398071, "Finetune/Loss (Raw)": 0.9715394973754883, "Finetune/Step": 3945, "Finetune/Step Time": 6.94594525359571}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7677782773971558, "Finetune/Loss (Raw)": 0.7730025053024292, "Finetune/Step": 3946, "Finetune/Step Time": 6.957935804501176}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7682576179504395, "Finetune/Loss (Raw)": 0.8174259662628174, "Finetune/Step": 3947, "Finetune/Step Time": 6.964905858039856}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7692750692367554, "Finetune/Loss (Raw)": 0.7934696078300476, "Finetune/Step": 3948, "Finetune/Step Time": 6.970627572387457}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7706639766693115, "Finetune/Loss (Raw)": 0.8640872836112976, "Finetune/Step": 3949, "Finetune/Step Time": 6.968892212957144}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7720170021057129, "Finetune/Loss (Raw)": 0.8769695162773132, "Finetune/Step": 3950, "Finetune/Step Time": 6.96852314658463}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7717633247375488, "Finetune/Loss (Raw)": 0.8788881897926331, "Finetune/Step": 3951, "Finetune/Step Time": 6.9708218183368444}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7704487442970276, "Finetune/Loss (Raw)": 0.6559036374092102, "Finetune/Step": 3952, "Finetune/Step Time": 6.977185262367129}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.771181046962738, "Finetune/Loss (Raw)": 0.7582959532737732, "Finetune/Step": 3953, "Finetune/Step Time": 6.978164553642273}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7715854644775391, "Finetune/Loss (Raw)": 0.7299972176551819, "Finetune/Step": 3954, "Finetune/Step Time": 6.974563181400299}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7708845138549805, "Finetune/Loss (Raw)": 0.6795597076416016, "Finetune/Step": 3955, "Finetune/Step Time": 6.949850112199783}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7713252902030945, "Finetune/Loss (Raw)": 0.8964604139328003, "Finetune/Step": 3956, "Finetune/Step Time": 6.949117572978139}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7731257677078247, "Finetune/Loss (Raw)": 0.8185091614723206, "Finetune/Step": 3957, "Finetune/Step Time": 6.935180205851793}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7726553082466125, "Finetune/Loss (Raw)": 0.7448658347129822, "Finetune/Step": 3958, "Finetune/Step Time": 6.932000359520316}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7717550992965698, "Finetune/Loss (Raw)": 0.6332559585571289, "Finetune/Step": 3959, "Finetune/Step Time": 6.941877316683531}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7694227695465088, "Finetune/Loss (Raw)": 0.6788718104362488, "Finetune/Step": 3960, "Finetune/Step Time": 6.933070439845324}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7691360712051392, "Finetune/Loss (Raw)": 0.8064089417457581, "Finetune/Step": 3961, "Finetune/Step Time": 6.91765008866787}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7673373222351074, "Finetune/Loss (Raw)": 0.6504508256912231, "Finetune/Step": 3962, "Finetune/Step Time": 6.921391997486353}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7670552134513855, "Finetune/Loss (Raw)": 0.8265571594238281, "Finetune/Step": 3963, "Finetune/Step Time": 6.922664692625403}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.767822265625, "Finetune/Loss (Raw)": 0.8079752922058105, "Finetune/Step": 3964, "Finetune/Step Time": 6.927577510476112}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7681034207344055, "Finetune/Loss (Raw)": 0.7784431576728821, "Finetune/Step": 3965, "Finetune/Step Time": 6.9353163950145245}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7674477100372314, "Finetune/Loss (Raw)": 0.6528156399726868, "Finetune/Step": 3966, "Finetune/Step Time": 6.954908484593034}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7674977779388428, "Finetune/Loss (Raw)": 0.7874512672424316, "Finetune/Step": 3967, "Finetune/Step Time": 6.93590104021132}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7680926322937012, "Finetune/Loss (Raw)": 0.817939043045044, "Finetune/Step": 3968, "Finetune/Step Time": 6.933566322550178}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7668003439903259, "Finetune/Loss (Raw)": 0.7797361016273499, "Finetune/Step": 3969, "Finetune/Step Time": 6.951689867302775}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7674711346626282, "Finetune/Loss (Raw)": 0.8474606275558472, "Finetune/Step": 3970, "Finetune/Step Time": 6.952275183051825}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7698718309402466, "Finetune/Loss (Raw)": 0.9093221426010132, "Finetune/Step": 3971, "Finetune/Step Time": 6.946892462670803}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7698826789855957, "Finetune/Loss (Raw)": 0.7653544545173645, "Finetune/Step": 3972, "Finetune/Step Time": 6.9467791225761175}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7699135541915894, "Finetune/Loss (Raw)": 0.7679763436317444, "Finetune/Step": 3973, "Finetune/Step Time": 6.9434120543301105}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7709071636199951, "Finetune/Loss (Raw)": 0.7386833429336548, "Finetune/Step": 3974, "Finetune/Step Time": 6.945363130420446}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7710442543029785, "Finetune/Loss (Raw)": 0.909324049949646, "Finetune/Step": 3975, "Finetune/Step Time": 6.941905703395605}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7712668180465698, "Finetune/Loss (Raw)": 0.7008062601089478, "Finetune/Step": 3976, "Finetune/Step Time": 6.93497927673161}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7691997289657593, "Finetune/Loss (Raw)": 0.6149466633796692, "Finetune/Step": 3977, "Finetune/Step Time": 6.9282017927616835}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.769142746925354, "Finetune/Loss (Raw)": 0.4769371449947357, "Finetune/Step": 3978, "Finetune/Step Time": 6.920650465413928}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7705620527267456, "Finetune/Loss (Raw)": 0.8231603503227234, "Finetune/Step": 3979, "Finetune/Step Time": 6.923371402546763}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7680519819259644, "Finetune/Loss (Raw)": 0.581229031085968, "Finetune/Step": 3980, "Finetune/Step Time": 6.922694655135274}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7688703536987305, "Finetune/Loss (Raw)": 0.8549423217773438, "Finetune/Step": 3981, "Finetune/Step Time": 6.906808828935027}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7685447931289673, "Finetune/Loss (Raw)": 0.7871942520141602, "Finetune/Step": 3982, "Finetune/Step Time": 6.905615642666817}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7705796957015991, "Finetune/Loss (Raw)": 0.7851388454437256, "Finetune/Step": 3983, "Finetune/Step Time": 6.893140276893973}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7685184478759766, "Finetune/Loss (Raw)": 0.6362117528915405, "Finetune/Step": 3984, "Finetune/Step Time": 6.897308265790343}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7698819637298584, "Finetune/Loss (Raw)": 0.8371127843856812, "Finetune/Step": 3985, "Finetune/Step Time": 6.882607214152813}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7727555632591248, "Finetune/Loss (Raw)": 0.9562324285507202, "Finetune/Step": 3986, "Finetune/Step Time": 6.865571966394782}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7708449363708496, "Finetune/Loss (Raw)": 0.7123708724975586, "Finetune/Step": 3987, "Finetune/Step Time": 6.871570836752653}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7709866166114807, "Finetune/Loss (Raw)": 0.8384120464324951, "Finetune/Step": 3988, "Finetune/Step Time": 6.874426579102874}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7719775438308716, "Finetune/Loss (Raw)": 0.8701627850532532, "Finetune/Step": 3989, "Finetune/Step Time": 6.881848536431789}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7718462944030762, "Finetune/Loss (Raw)": 0.7955736517906189, "Finetune/Step": 3990, "Finetune/Step Time": 6.88377770781517}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7732533812522888, "Finetune/Loss (Raw)": 0.8382019996643066, "Finetune/Step": 3991, "Finetune/Step Time": 6.876844564452767}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7720887660980225, "Finetune/Loss (Raw)": 0.6625888347625732, "Finetune/Step": 3992, "Finetune/Step Time": 6.889000566676259}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7729687094688416, "Finetune/Loss (Raw)": 0.8150375485420227, "Finetune/Step": 3993, "Finetune/Step Time": 6.863848250359297}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7711447477340698, "Finetune/Loss (Raw)": 0.689795196056366, "Finetune/Step": 3994, "Finetune/Step Time": 6.870612436905503}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7691570520401001, "Finetune/Loss (Raw)": 0.7242231369018555, "Finetune/Step": 3995, "Finetune/Step Time": 6.870223455131054}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7679007053375244, "Finetune/Loss (Raw)": 0.6940621137619019, "Finetune/Step": 3996, "Finetune/Step Time": 6.868510250002146}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7678695321083069, "Finetune/Loss (Raw)": 0.705606997013092, "Finetune/Step": 3997, "Finetune/Step Time": 6.867061275988817}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.769375741481781, "Finetune/Loss (Raw)": 0.8771316409111023, "Finetune/Step": 3998, "Finetune/Step Time": 6.864456228911877}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7691658735275269, "Finetune/Loss (Raw)": 0.7653751969337463, "Finetune/Step": 3999, "Finetune/Step Time": 6.875055434182286}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7720533609390259, "Finetune/Loss (Raw)": 0.7669222354888916, "Finetune/Step": 4000, "Finetune/Step Time": 6.860402390360832}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7726575136184692, "Finetune/Loss (Raw)": 0.7302612662315369, "Finetune/Step": 4001, "Finetune/Step Time": 6.869579527527094}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7719355225563049, "Finetune/Loss (Raw)": 0.6840507984161377, "Finetune/Step": 4002, "Finetune/Step Time": 6.8757800199091434}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.771815299987793, "Finetune/Loss (Raw)": 0.7597219944000244, "Finetune/Step": 4003, "Finetune/Step Time": 6.883646469563246}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7719647884368896, "Finetune/Loss (Raw)": 0.8298009037971497, "Finetune/Step": 4004, "Finetune/Step Time": 6.877265673130751}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7728841304779053, "Finetune/Loss (Raw)": 0.7895134091377258, "Finetune/Step": 4005, "Finetune/Step Time": 6.866659555584192}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7739673852920532, "Finetune/Loss (Raw)": 0.9510474801063538, "Finetune/Step": 4006, "Finetune/Step Time": 6.8494294956326485}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7740064859390259, "Finetune/Loss (Raw)": 0.6886865496635437, "Finetune/Step": 4007, "Finetune/Step Time": 6.834749445319176}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7728068828582764, "Finetune/Loss (Raw)": 0.6578190922737122, "Finetune/Step": 4008, "Finetune/Step Time": 6.832961177453399}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7724992036819458, "Finetune/Loss (Raw)": 0.8021472096443176, "Finetune/Step": 4009, "Finetune/Step Time": 6.831530490890145}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7716139554977417, "Finetune/Loss (Raw)": 0.6970999836921692, "Finetune/Step": 4010, "Finetune/Step Time": 6.838385501876473}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7710602879524231, "Finetune/Loss (Raw)": 0.8237684369087219, "Finetune/Step": 4011, "Finetune/Step Time": 6.840812610462308}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7698390483856201, "Finetune/Loss (Raw)": 0.5593534708023071, "Finetune/Step": 4012, "Finetune/Step Time": 6.854874843731523}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7713742852210999, "Finetune/Loss (Raw)": 0.7217418551445007, "Finetune/Step": 4013, "Finetune/Step Time": 6.8509899359196424}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7715376615524292, "Finetune/Loss (Raw)": 0.7129784226417542, "Finetune/Step": 4014, "Finetune/Step Time": 6.871821939945221}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7720673084259033, "Finetune/Loss (Raw)": 0.7868163585662842, "Finetune/Step": 4015, "Finetune/Step Time": 6.859945425763726}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7723154425621033, "Finetune/Loss (Raw)": 0.8091261386871338, "Finetune/Step": 4016, "Finetune/Step Time": 6.8603733871132135}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.77260822057724, "Finetune/Loss (Raw)": 0.8217945098876953, "Finetune/Step": 4017, "Finetune/Step Time": 6.862354010343552}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.771098256111145, "Finetune/Loss (Raw)": 0.5936360359191895, "Finetune/Step": 4018, "Finetune/Step Time": 6.879504280164838}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7731364965438843, "Finetune/Loss (Raw)": 0.9274190068244934, "Finetune/Step": 4019, "Finetune/Step Time": 6.862852316349745}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7735560536384583, "Finetune/Loss (Raw)": 0.8581058382987976, "Finetune/Step": 4020, "Finetune/Step Time": 6.858847223222256}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7743692398071289, "Finetune/Loss (Raw)": 0.7864214181900024, "Finetune/Step": 4021, "Finetune/Step Time": 6.851523349061608}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7738481760025024, "Finetune/Loss (Raw)": 0.747927188873291, "Finetune/Step": 4022, "Finetune/Step Time": 6.852668792009354}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7740630507469177, "Finetune/Loss (Raw)": 0.8230048418045044, "Finetune/Step": 4023, "Finetune/Step Time": 6.853866579011083}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7746050357818604, "Finetune/Loss (Raw)": 0.8663743138313293, "Finetune/Step": 4024, "Finetune/Step Time": 6.859889628365636}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7744777202606201, "Finetune/Loss (Raw)": 0.7463027238845825, "Finetune/Step": 4025, "Finetune/Step Time": 6.859932102262974}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7754480838775635, "Finetune/Loss (Raw)": 0.8460221290588379, "Finetune/Step": 4026, "Finetune/Step Time": 6.850323498249054}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7755324840545654, "Finetune/Loss (Raw)": 0.9047166109085083, "Finetune/Step": 4027, "Finetune/Step Time": 6.849195823073387}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7752440571784973, "Finetune/Loss (Raw)": 0.7371965646743774, "Finetune/Step": 4028, "Finetune/Step Time": 6.837696185335517}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7751889228820801, "Finetune/Loss (Raw)": 0.8366503119468689, "Finetune/Step": 4029, "Finetune/Step Time": 6.837414510548115}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7725119590759277, "Finetune/Loss (Raw)": 0.6045381426811218, "Finetune/Step": 4030, "Finetune/Step Time": 6.851102506741881}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7714334726333618, "Finetune/Loss (Raw)": 0.7402988076210022, "Finetune/Step": 4031, "Finetune/Step Time": 6.851947378367186}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7712539434432983, "Finetune/Loss (Raw)": 0.7571846842765808, "Finetune/Step": 4032, "Finetune/Step Time": 6.845981543883681}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7729392051696777, "Finetune/Loss (Raw)": 0.849527895450592, "Finetune/Step": 4033, "Finetune/Step Time": 6.838175378739834}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7730206251144409, "Finetune/Loss (Raw)": 0.7810692191123962, "Finetune/Step": 4034, "Finetune/Step Time": 6.806126283481717}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7698986530303955, "Finetune/Loss (Raw)": 0.6463850140571594, "Finetune/Step": 4035, "Finetune/Step Time": 6.809310959652066}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7731446623802185, "Finetune/Loss (Raw)": 0.9824537634849548, "Finetune/Step": 4036, "Finetune/Step Time": 6.798784369602799}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7735689878463745, "Finetune/Loss (Raw)": 0.7065627574920654, "Finetune/Step": 4037, "Finetune/Step Time": 6.803855197504163}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7723654508590698, "Finetune/Loss (Raw)": 0.6922151446342468, "Finetune/Step": 4038, "Finetune/Step Time": 6.815973995253444}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.77089923620224, "Finetune/Loss (Raw)": 0.7442257404327393, "Finetune/Step": 4039, "Finetune/Step Time": 6.831424919888377}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7722146511077881, "Finetune/Loss (Raw)": 0.8563452363014221, "Finetune/Step": 4040, "Finetune/Step Time": 6.825262736529112}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7716302871704102, "Finetune/Loss (Raw)": 0.7038005590438843, "Finetune/Step": 4041, "Finetune/Step Time": 6.822870844975114}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.771725058555603, "Finetune/Loss (Raw)": 0.754984974861145, "Finetune/Step": 4042, "Finetune/Step Time": 6.8312335684895515}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7717983722686768, "Finetune/Loss (Raw)": 0.8458575010299683, "Finetune/Step": 4043, "Finetune/Step Time": 6.833808312192559}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7713953852653503, "Finetune/Loss (Raw)": 0.7823827862739563, "Finetune/Step": 4044, "Finetune/Step Time": 6.83669195137918}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7699888944625854, "Finetune/Loss (Raw)": 0.5542153716087341, "Finetune/Step": 4045, "Finetune/Step Time": 6.836398398503661}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7686364054679871, "Finetune/Loss (Raw)": 0.7262659072875977, "Finetune/Step": 4046, "Finetune/Step Time": 6.833761787042022}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.768567681312561, "Finetune/Loss (Raw)": 0.7418153285980225, "Finetune/Step": 4047, "Finetune/Step Time": 6.835829621180892}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7678186297416687, "Finetune/Loss (Raw)": 0.7068384289741516, "Finetune/Step": 4048, "Finetune/Step Time": 6.821660291403532}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7681668400764465, "Finetune/Loss (Raw)": 0.6618794798851013, "Finetune/Step": 4049, "Finetune/Step Time": 6.80748924612999}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7672064304351807, "Finetune/Loss (Raw)": 0.753761887550354, "Finetune/Step": 4050, "Finetune/Step Time": 6.80569520033896}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7689340114593506, "Finetune/Loss (Raw)": 0.7080852389335632, "Finetune/Step": 4051, "Finetune/Step Time": 6.80133705213666}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7681235074996948, "Finetune/Loss (Raw)": 0.7430316209793091, "Finetune/Step": 4052, "Finetune/Step Time": 6.819884253665805}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7662171721458435, "Finetune/Loss (Raw)": 0.5844600200653076, "Finetune/Step": 4053, "Finetune/Step Time": 6.832018107175827}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7656579613685608, "Finetune/Loss (Raw)": 0.6302622556686401, "Finetune/Step": 4054, "Finetune/Step Time": 6.850796863436699}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7659095525741577, "Finetune/Loss (Raw)": 0.7862867116928101, "Finetune/Step": 4055, "Finetune/Step Time": 6.837373012676835}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7634199857711792, "Finetune/Loss (Raw)": 0.5374037027359009, "Finetune/Step": 4056, "Finetune/Step Time": 6.840509716421366}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7636750936508179, "Finetune/Loss (Raw)": 0.8877428770065308, "Finetune/Step": 4057, "Finetune/Step Time": 6.837286094203591}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7640188336372375, "Finetune/Loss (Raw)": 0.7501922845840454, "Finetune/Step": 4058, "Finetune/Step Time": 6.832148630172014}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7626407742500305, "Finetune/Loss (Raw)": 0.705286979675293, "Finetune/Step": 4059, "Finetune/Step Time": 6.841952376067638}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7608898878097534, "Finetune/Loss (Raw)": 0.4574151635169983, "Finetune/Step": 4060, "Finetune/Step Time": 6.833986911922693}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7613873481750488, "Finetune/Loss (Raw)": 0.5697351098060608, "Finetune/Step": 4061, "Finetune/Step Time": 6.827961653470993}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7621279358863831, "Finetune/Loss (Raw)": 0.8203161358833313, "Finetune/Step": 4062, "Finetune/Step Time": 6.828539479523897}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7606118321418762, "Finetune/Loss (Raw)": 0.5728623270988464, "Finetune/Step": 4063, "Finetune/Step Time": 6.836119884625077}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.758836030960083, "Finetune/Loss (Raw)": 0.6627323031425476, "Finetune/Step": 4064, "Finetune/Step Time": 6.854141404852271}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7573345303535461, "Finetune/Loss (Raw)": 0.6258018016815186, "Finetune/Step": 4065, "Finetune/Step Time": 6.859628424048424}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7577665448188782, "Finetune/Loss (Raw)": 0.804440975189209, "Finetune/Step": 4066, "Finetune/Step Time": 6.872892580926418}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7579023838043213, "Finetune/Loss (Raw)": 0.8422490954399109, "Finetune/Step": 4067, "Finetune/Step Time": 6.8718964997678995}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7577528953552246, "Finetune/Loss (Raw)": 0.8064613342285156, "Finetune/Step": 4068, "Finetune/Step Time": 6.871221888810396}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7577211856842041, "Finetune/Loss (Raw)": 0.8588361144065857, "Finetune/Step": 4069, "Finetune/Step Time": 6.880260979756713}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7569704651832581, "Finetune/Loss (Raw)": 0.7593844532966614, "Finetune/Step": 4070, "Finetune/Step Time": 6.875773070380092}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7577248811721802, "Finetune/Loss (Raw)": 0.7235984206199646, "Finetune/Step": 4071, "Finetune/Step Time": 6.869940161705017}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7564616203308105, "Finetune/Loss (Raw)": 0.6720100045204163, "Finetune/Step": 4072, "Finetune/Step Time": 6.877530988305807}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7548050880432129, "Finetune/Loss (Raw)": 0.7595029473304749, "Finetune/Step": 4073, "Finetune/Step Time": 6.867339173331857}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7557351589202881, "Finetune/Loss (Raw)": 0.8920481204986572, "Finetune/Step": 4074, "Finetune/Step Time": 6.858036454766989}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7551550269126892, "Finetune/Loss (Raw)": 0.7431753873825073, "Finetune/Step": 4075, "Finetune/Step Time": 6.850464593619108}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7534694671630859, "Finetune/Loss (Raw)": 0.5777221918106079, "Finetune/Step": 4076, "Finetune/Step Time": 6.85051498003304}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7529603838920593, "Finetune/Loss (Raw)": 0.7989223003387451, "Finetune/Step": 4077, "Finetune/Step Time": 6.862396063283086}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7518388032913208, "Finetune/Loss (Raw)": 0.7334004044532776, "Finetune/Step": 4078, "Finetune/Step Time": 6.865381810814142}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7515310049057007, "Finetune/Loss (Raw)": 0.8394970893859863, "Finetune/Step": 4079, "Finetune/Step Time": 6.874833477661014}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7517495155334473, "Finetune/Loss (Raw)": 0.6838732957839966, "Finetune/Step": 4080, "Finetune/Step Time": 6.87269870005548}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7513720989227295, "Finetune/Loss (Raw)": 0.7099813222885132, "Finetune/Step": 4081, "Finetune/Step Time": 6.887805776670575}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.751236081123352, "Finetune/Loss (Raw)": 0.7125846147537231, "Finetune/Step": 4082, "Finetune/Step Time": 6.893728183582425}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7526533603668213, "Finetune/Loss (Raw)": 0.8609796166419983, "Finetune/Step": 4083, "Finetune/Step Time": 6.896504873409867}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7512829899787903, "Finetune/Loss (Raw)": 0.7210505604743958, "Finetune/Step": 4084, "Finetune/Step Time": 6.909382602199912}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7494842410087585, "Finetune/Loss (Raw)": 0.5882706642150879, "Finetune/Step": 4085, "Finetune/Step Time": 6.917690012603998}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7488901615142822, "Finetune/Loss (Raw)": 0.6688153743743896, "Finetune/Step": 4086, "Finetune/Step Time": 6.924560310319066}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7506827712059021, "Finetune/Loss (Raw)": 0.8627168536186218, "Finetune/Step": 4087, "Finetune/Step Time": 6.915555376559496}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7517541646957397, "Finetune/Loss (Raw)": 0.816015362739563, "Finetune/Step": 4088, "Finetune/Step Time": 6.912491735070944}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7516766786575317, "Finetune/Loss (Raw)": 0.796488881111145, "Finetune/Step": 4089, "Finetune/Step Time": 6.9137613624334335}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7527551651000977, "Finetune/Loss (Raw)": 0.7884899973869324, "Finetune/Step": 4090, "Finetune/Step Time": 6.91027445346117}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7522172927856445, "Finetune/Loss (Raw)": 0.7577153444290161, "Finetune/Step": 4091, "Finetune/Step Time": 6.920494621619582}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.751752495765686, "Finetune/Loss (Raw)": 0.7484839558601379, "Finetune/Step": 4092, "Finetune/Step Time": 6.923364596441388}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7525888681411743, "Finetune/Loss (Raw)": 0.8854954838752747, "Finetune/Step": 4093, "Finetune/Step Time": 6.913483962416649}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7550466060638428, "Finetune/Loss (Raw)": 0.967400074005127, "Finetune/Step": 4094, "Finetune/Step Time": 6.9014376029372215}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7542558312416077, "Finetune/Loss (Raw)": 0.6862354874610901, "Finetune/Step": 4095, "Finetune/Step Time": 6.905986765399575}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7549551725387573, "Finetune/Loss (Raw)": 0.9074513912200928, "Finetune/Step": 4096, "Finetune/Step Time": 6.911448882892728}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7555203437805176, "Finetune/Loss (Raw)": 0.8520801067352295, "Finetune/Step": 4097, "Finetune/Step Time": 6.90037364512682}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7536450624465942, "Finetune/Loss (Raw)": 0.6074218153953552, "Finetune/Step": 4098, "Finetune/Step Time": 6.90500763989985}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7527276277542114, "Finetune/Loss (Raw)": 0.7918952107429504, "Finetune/Step": 4099, "Finetune/Step Time": 6.906407564878464}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7539309859275818, "Finetune/Loss (Raw)": 0.9193857908248901, "Finetune/Step": 4100, "Finetune/Step Time": 6.917517229914665}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7538657784461975, "Finetune/Loss (Raw)": 0.7596325278282166, "Finetune/Step": 4101, "Finetune/Step Time": 6.9342039823532104}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.753990888595581, "Finetune/Loss (Raw)": 0.7546941041946411, "Finetune/Step": 4102, "Finetune/Step Time": 6.9324650932103395}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7531806230545044, "Finetune/Loss (Raw)": 0.8056080937385559, "Finetune/Step": 4103, "Finetune/Step Time": 6.936560146510601}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7542406320571899, "Finetune/Loss (Raw)": 0.8364934921264648, "Finetune/Step": 4104, "Finetune/Step Time": 6.928566262125969}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7545262575149536, "Finetune/Loss (Raw)": 0.6515069007873535, "Finetune/Step": 4105, "Finetune/Step Time": 6.925106907263398}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7565505504608154, "Finetune/Loss (Raw)": 0.736039400100708, "Finetune/Step": 4106, "Finetune/Step Time": 6.926310084760189}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.755927562713623, "Finetune/Loss (Raw)": 0.7434181571006775, "Finetune/Step": 4107, "Finetune/Step Time": 6.9259687680751085}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7578125, "Finetune/Loss (Raw)": 0.8225051760673523, "Finetune/Step": 4108, "Finetune/Step Time": 6.927730469033122}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7568978071212769, "Finetune/Loss (Raw)": 0.7378557920455933, "Finetune/Step": 4109, "Finetune/Step Time": 6.934708530083299}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7566670179367065, "Finetune/Loss (Raw)": 0.7576589584350586, "Finetune/Step": 4110, "Finetune/Step Time": 6.94062096811831}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7576980590820312, "Finetune/Loss (Raw)": 0.9171087741851807, "Finetune/Step": 4111, "Finetune/Step Time": 6.9559504967182875}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7573606967926025, "Finetune/Loss (Raw)": 0.5930277705192566, "Finetune/Step": 4112, "Finetune/Step Time": 6.949505809694529}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7558215260505676, "Finetune/Loss (Raw)": 0.6401037573814392, "Finetune/Step": 4113, "Finetune/Step Time": 6.94845181144774}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7546269297599792, "Finetune/Loss (Raw)": 0.803318977355957, "Finetune/Step": 4114, "Finetune/Step Time": 6.947696777060628}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7553709745407104, "Finetune/Loss (Raw)": 0.8076155185699463, "Finetune/Step": 4115, "Finetune/Step Time": 6.944416929036379}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7529391050338745, "Finetune/Loss (Raw)": 0.5271265506744385, "Finetune/Step": 4116, "Finetune/Step Time": 6.954426437616348}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7511554956436157, "Finetune/Loss (Raw)": 0.6418607831001282, "Finetune/Step": 4117, "Finetune/Step Time": 6.950435120612383}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7524161338806152, "Finetune/Loss (Raw)": 0.9569329023361206, "Finetune/Step": 4118, "Finetune/Step Time": 6.947194661945105}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7529031038284302, "Finetune/Loss (Raw)": 0.9005342125892639, "Finetune/Step": 4119, "Finetune/Step Time": 6.944497220218182}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7532151937484741, "Finetune/Loss (Raw)": 0.7025378346443176, "Finetune/Step": 4120, "Finetune/Step Time": 6.940600302070379}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7531905770301819, "Finetune/Loss (Raw)": 0.8118916749954224, "Finetune/Step": 4121, "Finetune/Step Time": 6.9430283810943365}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7532904148101807, "Finetune/Loss (Raw)": 0.7025734186172485, "Finetune/Step": 4122, "Finetune/Step Time": 6.942677028477192}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7548110485076904, "Finetune/Loss (Raw)": 0.9188584089279175, "Finetune/Step": 4123, "Finetune/Step Time": 6.943897565826774}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7538076639175415, "Finetune/Loss (Raw)": 0.5656284689903259, "Finetune/Step": 4124, "Finetune/Step Time": 6.94418865069747}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.754615306854248, "Finetune/Loss (Raw)": 0.8089855909347534, "Finetune/Step": 4125, "Finetune/Step Time": 6.946578148752451}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7542747259140015, "Finetune/Loss (Raw)": 0.8335477113723755, "Finetune/Step": 4126, "Finetune/Step Time": 6.942504284903407}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7545161247253418, "Finetune/Loss (Raw)": 0.7962677478790283, "Finetune/Step": 4127, "Finetune/Step Time": 6.926850622519851}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7544370889663696, "Finetune/Loss (Raw)": 0.7568040490150452, "Finetune/Step": 4128, "Finetune/Step Time": 6.914137896150351}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7549023628234863, "Finetune/Loss (Raw)": 0.7898169755935669, "Finetune/Step": 4129, "Finetune/Step Time": 6.899148657917976}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7556580901145935, "Finetune/Loss (Raw)": 0.7807846069335938, "Finetune/Step": 4130, "Finetune/Step Time": 6.891354588791728}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7558553218841553, "Finetune/Loss (Raw)": 0.784967839717865, "Finetune/Step": 4131, "Finetune/Step Time": 6.885534020140767}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7557504773139954, "Finetune/Loss (Raw)": 0.8163845539093018, "Finetune/Step": 4132, "Finetune/Step Time": 6.88874052837491}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.755314826965332, "Finetune/Loss (Raw)": 0.7337436079978943, "Finetune/Step": 4133, "Finetune/Step Time": 6.89345514215529}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7535828351974487, "Finetune/Loss (Raw)": 0.7293566465377808, "Finetune/Step": 4134, "Finetune/Step Time": 6.905133251100779}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.753664493560791, "Finetune/Loss (Raw)": 0.6991388201713562, "Finetune/Step": 4135, "Finetune/Step Time": 6.891575867310166}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7543507218360901, "Finetune/Loss (Raw)": 0.7456550002098083, "Finetune/Step": 4136, "Finetune/Step Time": 6.892942242324352}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7535095810890198, "Finetune/Loss (Raw)": 0.6944822072982788, "Finetune/Step": 4137, "Finetune/Step Time": 6.888012180104852}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7547718286514282, "Finetune/Loss (Raw)": 0.8586623072624207, "Finetune/Step": 4138, "Finetune/Step Time": 6.878151431679726}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7539645433425903, "Finetune/Loss (Raw)": 0.7204442024230957, "Finetune/Step": 4139, "Finetune/Step Time": 6.871216299012303}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7552539706230164, "Finetune/Loss (Raw)": 0.7243937849998474, "Finetune/Step": 4140, "Finetune/Step Time": 6.862360130995512}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7551314234733582, "Finetune/Loss (Raw)": 0.706057608127594, "Finetune/Step": 4141, "Finetune/Step Time": 6.869371876120567}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7551301717758179, "Finetune/Loss (Raw)": 0.7128201127052307, "Finetune/Step": 4142, "Finetune/Step Time": 6.85121227055788}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7546371817588806, "Finetune/Loss (Raw)": 0.7237127423286438, "Finetune/Step": 4143, "Finetune/Step Time": 6.849123105406761}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7528084516525269, "Finetune/Loss (Raw)": 0.5750483870506287, "Finetune/Step": 4144, "Finetune/Step Time": 6.86209062859416}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7515122890472412, "Finetune/Loss (Raw)": 0.6558813452720642, "Finetune/Step": 4145, "Finetune/Step Time": 6.870092762634158}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7533104419708252, "Finetune/Loss (Raw)": 0.8238013982772827, "Finetune/Step": 4146, "Finetune/Step Time": 6.851477472111583}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7522428035736084, "Finetune/Loss (Raw)": 0.790765643119812, "Finetune/Step": 4147, "Finetune/Step Time": 6.856667062267661}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7520703673362732, "Finetune/Loss (Raw)": 0.8360321521759033, "Finetune/Step": 4148, "Finetune/Step Time": 6.859529867768288}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7519800662994385, "Finetune/Loss (Raw)": 0.7748661041259766, "Finetune/Step": 4149, "Finetune/Step Time": 6.852999724447727}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.751156747341156, "Finetune/Loss (Raw)": 0.6425397992134094, "Finetune/Step": 4150, "Finetune/Step Time": 6.873940989375114}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7507480382919312, "Finetune/Loss (Raw)": 0.7706876397132874, "Finetune/Step": 4151, "Finetune/Step Time": 6.878778202459216}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7498964071273804, "Finetune/Loss (Raw)": 0.75737464427948, "Finetune/Step": 4152, "Finetune/Step Time": 6.880637729540467}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7497645616531372, "Finetune/Loss (Raw)": 0.7294204831123352, "Finetune/Step": 4153, "Finetune/Step Time": 6.878529846668243}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7494332790374756, "Finetune/Loss (Raw)": 0.8036150932312012, "Finetune/Step": 4154, "Finetune/Step Time": 6.882513085380197}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7479962110519409, "Finetune/Loss (Raw)": 0.7207701802253723, "Finetune/Step": 4155, "Finetune/Step Time": 6.885654617100954}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7474083304405212, "Finetune/Loss (Raw)": 0.6619517207145691, "Finetune/Step": 4156, "Finetune/Step Time": 6.887403281405568}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.747816801071167, "Finetune/Loss (Raw)": 0.8889408707618713, "Finetune/Step": 4157, "Finetune/Step Time": 6.897395420819521}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7491764426231384, "Finetune/Loss (Raw)": 0.7785623669624329, "Finetune/Step": 4158, "Finetune/Step Time": 6.890226501971483}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7500626444816589, "Finetune/Loss (Raw)": 0.8537366390228271, "Finetune/Step": 4159, "Finetune/Step Time": 6.891846787184477}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7510643005371094, "Finetune/Loss (Raw)": 0.8853998780250549, "Finetune/Step": 4160, "Finetune/Step Time": 6.889031095430255}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7506277561187744, "Finetune/Loss (Raw)": 0.7936421632766724, "Finetune/Step": 4161, "Finetune/Step Time": 6.885541280731559}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7516400814056396, "Finetune/Loss (Raw)": 0.9106558561325073, "Finetune/Step": 4162, "Finetune/Step Time": 6.887748338282108}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7515386939048767, "Finetune/Loss (Raw)": 0.6334044337272644, "Finetune/Step": 4163, "Finetune/Step Time": 6.897819900885224}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7475530505180359, "Finetune/Loss (Raw)": 0.4722885489463806, "Finetune/Step": 4164, "Finetune/Step Time": 6.908420050516725}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.748906135559082, "Finetune/Loss (Raw)": 0.8797635436058044, "Finetune/Step": 4165, "Finetune/Step Time": 6.902869733050466}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.750386118888855, "Finetune/Loss (Raw)": 0.8816555142402649, "Finetune/Step": 4166, "Finetune/Step Time": 6.899082327261567}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7502332925796509, "Finetune/Loss (Raw)": 0.7246548533439636, "Finetune/Step": 4167, "Finetune/Step Time": 6.888297570869327}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7484376430511475, "Finetune/Loss (Raw)": 0.6265060305595398, "Finetune/Step": 4168, "Finetune/Step Time": 6.8867475017905235}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7481660842895508, "Finetune/Loss (Raw)": 0.6690416932106018, "Finetune/Step": 4169, "Finetune/Step Time": 6.90193578414619}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7472525835037231, "Finetune/Loss (Raw)": 0.6380527019500732, "Finetune/Step": 4170, "Finetune/Step Time": 6.896317213773727}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7469467520713806, "Finetune/Loss (Raw)": 0.806713879108429, "Finetune/Step": 4171, "Finetune/Step Time": 6.896308599039912}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7468891739845276, "Finetune/Loss (Raw)": 0.7750127911567688, "Finetune/Step": 4172, "Finetune/Step Time": 6.901537913829088}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7483229041099548, "Finetune/Loss (Raw)": 0.7377312779426575, "Finetune/Step": 4173, "Finetune/Step Time": 6.890341978520155}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7482068538665771, "Finetune/Loss (Raw)": 0.7114138603210449, "Finetune/Step": 4174, "Finetune/Step Time": 6.904866615310311}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7480590343475342, "Finetune/Loss (Raw)": 0.7228914499282837, "Finetune/Step": 4175, "Finetune/Step Time": 6.8988815024495125}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7483147382736206, "Finetune/Loss (Raw)": 0.7395728230476379, "Finetune/Step": 4176, "Finetune/Step Time": 6.894183063879609}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7493747472763062, "Finetune/Loss (Raw)": 0.7975583672523499, "Finetune/Step": 4177, "Finetune/Step Time": 6.9030336532741785}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7500921487808228, "Finetune/Loss (Raw)": 0.8455834984779358, "Finetune/Step": 4178, "Finetune/Step Time": 6.907968414947391}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7503211498260498, "Finetune/Loss (Raw)": 0.7374065518379211, "Finetune/Step": 4179, "Finetune/Step Time": 6.916807578876615}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7511276006698608, "Finetune/Loss (Raw)": 0.846257746219635, "Finetune/Step": 4180, "Finetune/Step Time": 6.901623573154211}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.752508282661438, "Finetune/Loss (Raw)": 0.7611762285232544, "Finetune/Step": 4181, "Finetune/Step Time": 6.889613168314099}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7518832683563232, "Finetune/Loss (Raw)": 0.5502649545669556, "Finetune/Step": 4182, "Finetune/Step Time": 6.888059690594673}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7523407936096191, "Finetune/Loss (Raw)": 0.844855546951294, "Finetune/Step": 4183, "Finetune/Step Time": 6.8874148465693}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.754106879234314, "Finetune/Loss (Raw)": 0.7634592056274414, "Finetune/Step": 4184, "Finetune/Step Time": 6.870481560006738}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7539306879043579, "Finetune/Loss (Raw)": 0.8651896715164185, "Finetune/Step": 4185, "Finetune/Step Time": 6.8726228922605515}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7549357414245605, "Finetune/Loss (Raw)": 0.87884122133255, "Finetune/Step": 4186, "Finetune/Step Time": 6.881479820236564}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7550578117370605, "Finetune/Loss (Raw)": 0.7209107875823975, "Finetune/Step": 4187, "Finetune/Step Time": 6.873248666524887}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7560301423072815, "Finetune/Loss (Raw)": 0.5818704962730408, "Finetune/Step": 4188, "Finetune/Step Time": 6.864771820604801}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.757408618927002, "Finetune/Loss (Raw)": 0.7461841106414795, "Finetune/Step": 4189, "Finetune/Step Time": 6.851909212768078}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7552280426025391, "Finetune/Loss (Raw)": 0.5411962866783142, "Finetune/Step": 4190, "Finetune/Step Time": 6.851683376356959}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7568082213401794, "Finetune/Loss (Raw)": 0.7751286625862122, "Finetune/Step": 4191, "Finetune/Step Time": 6.839985594153404}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7588320970535278, "Finetune/Loss (Raw)": 0.9217897057533264, "Finetune/Step": 4192, "Finetune/Step Time": 6.821925807744265}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.758554220199585, "Finetune/Loss (Raw)": 0.5902340412139893, "Finetune/Step": 4193, "Finetune/Step Time": 6.828870456665754}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7586479187011719, "Finetune/Loss (Raw)": 0.8164306879043579, "Finetune/Step": 4194, "Finetune/Step Time": 6.819750409573317}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7586615085601807, "Finetune/Loss (Raw)": 0.843988835811615, "Finetune/Step": 4195, "Finetune/Step Time": 6.820633942261338}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.758123517036438, "Finetune/Loss (Raw)": 0.7376025319099426, "Finetune/Step": 4196, "Finetune/Step Time": 6.820084789767861}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7549338340759277, "Finetune/Loss (Raw)": 0.4505559206008911, "Finetune/Step": 4197, "Finetune/Step Time": 6.828480686992407}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7556930780410767, "Finetune/Loss (Raw)": 0.8565687537193298, "Finetune/Step": 4198, "Finetune/Step Time": 6.826465191319585}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.757231593132019, "Finetune/Loss (Raw)": 0.9205290675163269, "Finetune/Step": 4199, "Finetune/Step Time": 6.799800634384155}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7582801580429077, "Finetune/Loss (Raw)": 0.8062188625335693, "Finetune/Step": 4200, "Finetune/Step Time": 6.795745925977826}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7579410076141357, "Finetune/Loss (Raw)": 0.7160967588424683, "Finetune/Step": 4201, "Finetune/Step Time": 6.800320724025369}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7570340633392334, "Finetune/Loss (Raw)": 0.7759622931480408, "Finetune/Step": 4202, "Finetune/Step Time": 6.802407596260309}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7568340301513672, "Finetune/Loss (Raw)": 0.7175654172897339, "Finetune/Step": 4203, "Finetune/Step Time": 6.802896440029144}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7578557729721069, "Finetune/Loss (Raw)": 0.7085068225860596, "Finetune/Step": 4204, "Finetune/Step Time": 6.7868950348347425}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7578944563865662, "Finetune/Loss (Raw)": 0.8038755655288696, "Finetune/Step": 4205, "Finetune/Step Time": 6.771948454901576}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7576982975006104, "Finetune/Loss (Raw)": 0.7082870602607727, "Finetune/Step": 4206, "Finetune/Step Time": 6.767242915928364}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7573957443237305, "Finetune/Loss (Raw)": 0.8007762432098389, "Finetune/Step": 4207, "Finetune/Step Time": 6.760185020044446}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7580630779266357, "Finetune/Loss (Raw)": 0.7692812085151672, "Finetune/Step": 4208, "Finetune/Step Time": 6.753993323072791}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7598036527633667, "Finetune/Loss (Raw)": 0.9327915906906128, "Finetune/Step": 4209, "Finetune/Step Time": 6.736547822132707}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7603337168693542, "Finetune/Loss (Raw)": 0.7804237008094788, "Finetune/Step": 4210, "Finetune/Step Time": 6.732767939567566}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7599976658821106, "Finetune/Loss (Raw)": 0.8179647326469421, "Finetune/Step": 4211, "Finetune/Step Time": 6.7342238407582045}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7595779895782471, "Finetune/Loss (Raw)": 0.6673277616500854, "Finetune/Step": 4212, "Finetune/Step Time": 6.728335781022906}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7599326372146606, "Finetune/Loss (Raw)": 0.633676290512085, "Finetune/Step": 4213, "Finetune/Step Time": 6.725944045931101}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7608053684234619, "Finetune/Loss (Raw)": 0.7805177569389343, "Finetune/Step": 4214, "Finetune/Step Time": 6.719211170449853}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7595425248146057, "Finetune/Loss (Raw)": 0.7010781168937683, "Finetune/Step": 4215, "Finetune/Step Time": 6.740321610122919}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7594141960144043, "Finetune/Loss (Raw)": 0.799579381942749, "Finetune/Step": 4216, "Finetune/Step Time": 6.73725713416934}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7597082257270813, "Finetune/Loss (Raw)": 0.8341314196586609, "Finetune/Step": 4217, "Finetune/Step Time": 6.736980617046356}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7595154047012329, "Finetune/Loss (Raw)": 0.7638075351715088, "Finetune/Step": 4218, "Finetune/Step Time": 6.734224641695619}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7580440044403076, "Finetune/Loss (Raw)": 0.5693715810775757, "Finetune/Step": 4219, "Finetune/Step Time": 6.72025546990335}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.758446216583252, "Finetune/Loss (Raw)": 0.7999734878540039, "Finetune/Step": 4220, "Finetune/Step Time": 6.712143404409289}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7585711479187012, "Finetune/Loss (Raw)": 0.901491105556488, "Finetune/Step": 4221, "Finetune/Step Time": 6.713349713012576}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7574585676193237, "Finetune/Loss (Raw)": 0.8249866962432861, "Finetune/Step": 4222, "Finetune/Step Time": 6.724638383835554}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7588003277778625, "Finetune/Loss (Raw)": 0.8579788208007812, "Finetune/Step": 4223, "Finetune/Step Time": 6.718829991295934}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7573771476745605, "Finetune/Loss (Raw)": 0.7252803444862366, "Finetune/Step": 4224, "Finetune/Step Time": 6.719720736145973}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7560995817184448, "Finetune/Loss (Raw)": 0.6885545253753662, "Finetune/Step": 4225, "Finetune/Step Time": 6.715537967160344}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.75815749168396, "Finetune/Loss (Raw)": 0.870829701423645, "Finetune/Step": 4226, "Finetune/Step Time": 6.710229637101293}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7596633434295654, "Finetune/Loss (Raw)": 0.9846503138542175, "Finetune/Step": 4227, "Finetune/Step Time": 6.710769467055798}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.758582592010498, "Finetune/Loss (Raw)": 0.7810462117195129, "Finetune/Step": 4228, "Finetune/Step Time": 6.70205157622695}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7591674327850342, "Finetune/Loss (Raw)": 0.83449387550354, "Finetune/Step": 4229, "Finetune/Step Time": 6.689638644456863}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7575387954711914, "Finetune/Loss (Raw)": 0.5462280511856079, "Finetune/Step": 4230, "Finetune/Step Time": 6.698115710169077}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7553966641426086, "Finetune/Loss (Raw)": 0.5314188599586487, "Finetune/Step": 4231, "Finetune/Step Time": 6.7349984254688025}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7547785043716431, "Finetune/Loss (Raw)": 0.7573695182800293, "Finetune/Step": 4232, "Finetune/Step Time": 6.7405890971422195}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7549027800559998, "Finetune/Loss (Raw)": 0.6674144864082336, "Finetune/Step": 4233, "Finetune/Step Time": 6.745599532499909}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7566743493080139, "Finetune/Loss (Raw)": 0.9627981781959534, "Finetune/Step": 4234, "Finetune/Step Time": 6.74562026001513}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7572263479232788, "Finetune/Loss (Raw)": 0.814073920249939, "Finetune/Step": 4235, "Finetune/Step Time": 6.747747082263231}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7558653950691223, "Finetune/Loss (Raw)": 0.6483009457588196, "Finetune/Step": 4236, "Finetune/Step Time": 6.752514710649848}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7570986747741699, "Finetune/Loss (Raw)": 0.8957133293151855, "Finetune/Step": 4237, "Finetune/Step Time": 6.748742617666721}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7579478025436401, "Finetune/Loss (Raw)": 0.8663538694381714, "Finetune/Step": 4238, "Finetune/Step Time": 6.7502132300287485}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7572265267372131, "Finetune/Loss (Raw)": 0.8247816562652588, "Finetune/Step": 4239, "Finetune/Step Time": 6.737145654857159}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.758504331111908, "Finetune/Loss (Raw)": 0.7565876245498657, "Finetune/Step": 4240, "Finetune/Step Time": 6.729304429143667}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7597543001174927, "Finetune/Loss (Raw)": 0.8000988364219666, "Finetune/Step": 4241, "Finetune/Step Time": 6.731166452169418}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7601822018623352, "Finetune/Loss (Raw)": 0.8580948114395142, "Finetune/Step": 4242, "Finetune/Step Time": 6.732728814706206}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7596870064735413, "Finetune/Loss (Raw)": 0.7442308664321899, "Finetune/Step": 4243, "Finetune/Step Time": 6.748394820839167}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7618899345397949, "Finetune/Loss (Raw)": 0.809099018573761, "Finetune/Step": 4244, "Finetune/Step Time": 6.738238925114274}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.763159453868866, "Finetune/Loss (Raw)": 0.8043586015701294, "Finetune/Step": 4245, "Finetune/Step Time": 6.739976078271866}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7613773345947266, "Finetune/Loss (Raw)": 0.7288239598274231, "Finetune/Step": 4246, "Finetune/Step Time": 6.767914341762662}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7607341408729553, "Finetune/Loss (Raw)": 0.8181999921798706, "Finetune/Step": 4247, "Finetune/Step Time": 6.770606964826584}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7604110836982727, "Finetune/Loss (Raw)": 0.6611934900283813, "Finetune/Step": 4248, "Finetune/Step Time": 6.776676516979933}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.760618269443512, "Finetune/Loss (Raw)": 0.8384073376655579, "Finetune/Step": 4249, "Finetune/Step Time": 6.774209609255195}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7598039507865906, "Finetune/Loss (Raw)": 0.5983431935310364, "Finetune/Step": 4250, "Finetune/Step Time": 6.772142704576254}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7578946352005005, "Finetune/Loss (Raw)": 0.6744698286056519, "Finetune/Step": 4251, "Finetune/Step Time": 6.772649709135294}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7611050605773926, "Finetune/Loss (Raw)": 0.9765524864196777, "Finetune/Step": 4252, "Finetune/Step Time": 6.776619903743267}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7590055465698242, "Finetune/Loss (Raw)": 0.5402519702911377, "Finetune/Step": 4253, "Finetune/Step Time": 6.794262666255236}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7562488317489624, "Finetune/Loss (Raw)": 0.48068368434906006, "Finetune/Step": 4254, "Finetune/Step Time": 6.792215095832944}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.755369246006012, "Finetune/Loss (Raw)": 0.683685839176178, "Finetune/Step": 4255, "Finetune/Step Time": 6.799062116071582}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7556068897247314, "Finetune/Loss (Raw)": 0.7872217297554016, "Finetune/Step": 4256, "Finetune/Step Time": 6.811518639326096}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7559200525283813, "Finetune/Loss (Raw)": 0.829900860786438, "Finetune/Step": 4257, "Finetune/Step Time": 6.81412461400032}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7546029090881348, "Finetune/Loss (Raw)": 0.6121952533721924, "Finetune/Step": 4258, "Finetune/Step Time": 6.817579811438918}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.755463719367981, "Finetune/Loss (Raw)": 0.8951460123062134, "Finetune/Step": 4259, "Finetune/Step Time": 6.822242185473442}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7549188137054443, "Finetune/Loss (Raw)": 0.7466428875923157, "Finetune/Step": 4260, "Finetune/Step Time": 6.819138187915087}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7553907632827759, "Finetune/Loss (Raw)": 0.7941486835479736, "Finetune/Step": 4261, "Finetune/Step Time": 6.8155822195112705}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7556161880493164, "Finetune/Loss (Raw)": 0.7582103610038757, "Finetune/Step": 4262, "Finetune/Step Time": 6.8070875480771065}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7574061155319214, "Finetune/Loss (Raw)": 0.9282430410385132, "Finetune/Step": 4263, "Finetune/Step Time": 6.805050790309906}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7565149068832397, "Finetune/Loss (Raw)": 0.6315895318984985, "Finetune/Step": 4264, "Finetune/Step Time": 6.8121534157544374}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7565062642097473, "Finetune/Loss (Raw)": 0.6933691501617432, "Finetune/Step": 4265, "Finetune/Step Time": 6.818673586472869}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.756912112236023, "Finetune/Loss (Raw)": 0.9106155037879944, "Finetune/Step": 4266, "Finetune/Step Time": 6.8163775485008955}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7563143968582153, "Finetune/Loss (Raw)": 0.6439409852027893, "Finetune/Step": 4267, "Finetune/Step Time": 6.824659027159214}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7561938762664795, "Finetune/Loss (Raw)": 0.708956778049469, "Finetune/Step": 4268, "Finetune/Step Time": 6.8296784814447165}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7549738883972168, "Finetune/Loss (Raw)": 0.5499057769775391, "Finetune/Step": 4269, "Finetune/Step Time": 6.842613892629743}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7554381489753723, "Finetune/Loss (Raw)": 0.7722440958023071, "Finetune/Step": 4270, "Finetune/Step Time": 6.841141603887081}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.754943311214447, "Finetune/Loss (Raw)": 0.6603701710700989, "Finetune/Step": 4271, "Finetune/Step Time": 6.85544571839273}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.756955623626709, "Finetune/Loss (Raw)": 0.8326281309127808, "Finetune/Step": 4272, "Finetune/Step Time": 6.84249116294086}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7571462988853455, "Finetune/Loss (Raw)": 0.6802857518196106, "Finetune/Step": 4273, "Finetune/Step Time": 6.833208622410893}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7565573453903198, "Finetune/Loss (Raw)": 0.7484155297279358, "Finetune/Step": 4274, "Finetune/Step Time": 6.8382139299064875}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.755372166633606, "Finetune/Loss (Raw)": 0.6390635371208191, "Finetune/Step": 4275, "Finetune/Step Time": 6.846498757600784}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7551921606063843, "Finetune/Loss (Raw)": 0.8129959106445312, "Finetune/Step": 4276, "Finetune/Step Time": 6.847295094281435}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7545939683914185, "Finetune/Loss (Raw)": 0.6982854604721069, "Finetune/Step": 4277, "Finetune/Step Time": 6.863354470580816}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7563401460647583, "Finetune/Loss (Raw)": 0.8660597801208496, "Finetune/Step": 4278, "Finetune/Step Time": 6.840190678834915}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.755817174911499, "Finetune/Loss (Raw)": 0.703747570514679, "Finetune/Step": 4279, "Finetune/Step Time": 6.8502433728426695}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.756432294845581, "Finetune/Loss (Raw)": 0.8361055850982666, "Finetune/Step": 4280, "Finetune/Step Time": 6.844949761405587}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7578484416007996, "Finetune/Loss (Raw)": 0.9106876254081726, "Finetune/Step": 4281, "Finetune/Step Time": 6.846757166087627}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7581089735031128, "Finetune/Loss (Raw)": 0.8369633555412292, "Finetune/Step": 4282, "Finetune/Step Time": 6.8439495619386435}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7585139870643616, "Finetune/Loss (Raw)": 0.7726123929023743, "Finetune/Step": 4283, "Finetune/Step Time": 6.845108473673463}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7594637870788574, "Finetune/Loss (Raw)": 0.7835339307785034, "Finetune/Step": 4284, "Finetune/Step Time": 6.842788010835648}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7571466565132141, "Finetune/Loss (Raw)": 0.5923411846160889, "Finetune/Step": 4285, "Finetune/Step Time": 6.858826460316777}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7570016980171204, "Finetune/Loss (Raw)": 0.760012149810791, "Finetune/Step": 4286, "Finetune/Step Time": 6.8528116568923}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7566812038421631, "Finetune/Loss (Raw)": 0.8127012848854065, "Finetune/Step": 4287, "Finetune/Step Time": 6.8541747815907}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7567206621170044, "Finetune/Loss (Raw)": 0.8904647827148438, "Finetune/Step": 4288, "Finetune/Step Time": 6.8639606442302465}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7563189268112183, "Finetune/Loss (Raw)": 0.7422141432762146, "Finetune/Step": 4289, "Finetune/Step Time": 6.866081107407808}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7559983730316162, "Finetune/Loss (Raw)": 0.8696202039718628, "Finetune/Step": 4290, "Finetune/Step Time": 6.863948544487357}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7579118013381958, "Finetune/Loss (Raw)": 0.8783283829689026, "Finetune/Step": 4291, "Finetune/Step Time": 6.852141002193093}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7607518434524536, "Finetune/Loss (Raw)": 0.835810124874115, "Finetune/Step": 4292, "Finetune/Step Time": 6.850382052361965}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7603989839553833, "Finetune/Loss (Raw)": 0.8346017599105835, "Finetune/Step": 4293, "Finetune/Step Time": 6.8569694850593805}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.759421706199646, "Finetune/Loss (Raw)": 0.7565658688545227, "Finetune/Step": 4294, "Finetune/Step Time": 6.863132301717997}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7585428357124329, "Finetune/Loss (Raw)": 0.6121559739112854, "Finetune/Step": 4295, "Finetune/Step Time": 6.88531936891377}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.760749340057373, "Finetune/Loss (Raw)": 0.9089346528053284, "Finetune/Step": 4296, "Finetune/Step Time": 6.882827762514353}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7621579170227051, "Finetune/Loss (Raw)": 0.8493431210517883, "Finetune/Step": 4297, "Finetune/Step Time": 6.8684804774820805}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.761891782283783, "Finetune/Loss (Raw)": 0.6039859056472778, "Finetune/Step": 4298, "Finetune/Step Time": 6.862296219915152}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7619867324829102, "Finetune/Loss (Raw)": 0.8188721537590027, "Finetune/Step": 4299, "Finetune/Step Time": 6.867743093520403}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7628076076507568, "Finetune/Loss (Raw)": 0.8800862431526184, "Finetune/Step": 4300, "Finetune/Step Time": 6.857720484957099}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7619436979293823, "Finetune/Loss (Raw)": 0.6271480321884155, "Finetune/Step": 4301, "Finetune/Step Time": 6.8694027457386255}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7632893919944763, "Finetune/Loss (Raw)": 0.8836650252342224, "Finetune/Step": 4302, "Finetune/Step Time": 6.860095087438822}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7646983861923218, "Finetune/Loss (Raw)": 0.9032368659973145, "Finetune/Step": 4303, "Finetune/Step Time": 6.8597570434212685}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7638661861419678, "Finetune/Loss (Raw)": 0.6330512166023254, "Finetune/Step": 4304, "Finetune/Step Time": 6.864950450137258}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7628260850906372, "Finetune/Loss (Raw)": 0.6644338369369507, "Finetune/Step": 4305, "Finetune/Step Time": 6.857862623408437}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7617784738540649, "Finetune/Loss (Raw)": 0.7114789485931396, "Finetune/Step": 4306, "Finetune/Step Time": 6.860521769151092}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7604877352714539, "Finetune/Loss (Raw)": 0.5721970796585083, "Finetune/Step": 4307, "Finetune/Step Time": 6.850341456010938}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7591087818145752, "Finetune/Loss (Raw)": 0.6697529554367065, "Finetune/Step": 4308, "Finetune/Step Time": 6.849116122350097}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7589266300201416, "Finetune/Loss (Raw)": 0.737862229347229, "Finetune/Step": 4309, "Finetune/Step Time": 6.851615047082305}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7596501111984253, "Finetune/Loss (Raw)": 0.6428720951080322, "Finetune/Step": 4310, "Finetune/Step Time": 6.849537817761302}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7591718435287476, "Finetune/Loss (Raw)": 0.7836383581161499, "Finetune/Step": 4311, "Finetune/Step Time": 6.852600252255797}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7598989009857178, "Finetune/Loss (Raw)": 0.8565208911895752, "Finetune/Step": 4312, "Finetune/Step Time": 6.8571847230196}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7600154876708984, "Finetune/Loss (Raw)": 0.8801149129867554, "Finetune/Step": 4313, "Finetune/Step Time": 6.86403258703649}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7597770690917969, "Finetune/Loss (Raw)": 0.8483215570449829, "Finetune/Step": 4314, "Finetune/Step Time": 6.858787519857287}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7600470781326294, "Finetune/Loss (Raw)": 0.7554670572280884, "Finetune/Step": 4315, "Finetune/Step Time": 6.856572723016143}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.760777473449707, "Finetune/Loss (Raw)": 0.6753678917884827, "Finetune/Step": 4316, "Finetune/Step Time": 6.859958617016673}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7610106468200684, "Finetune/Loss (Raw)": 0.7760282158851624, "Finetune/Step": 4317, "Finetune/Step Time": 6.8598471861332655}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7612525820732117, "Finetune/Loss (Raw)": 0.5721606016159058, "Finetune/Step": 4318, "Finetune/Step Time": 6.86294743232429}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.759803295135498, "Finetune/Loss (Raw)": 0.589621365070343, "Finetune/Step": 4319, "Finetune/Step Time": 6.866891965270042}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7582707405090332, "Finetune/Loss (Raw)": 0.7256228923797607, "Finetune/Step": 4320, "Finetune/Step Time": 6.869186624884605}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7583540678024292, "Finetune/Loss (Raw)": 0.600897490978241, "Finetune/Step": 4321, "Finetune/Step Time": 6.864180665463209}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.758814811706543, "Finetune/Loss (Raw)": 0.8754022717475891, "Finetune/Step": 4322, "Finetune/Step Time": 6.864679716527462}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7568041086196899, "Finetune/Loss (Raw)": 0.5866215229034424, "Finetune/Step": 4323, "Finetune/Step Time": 6.861987514421344}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7569935321807861, "Finetune/Loss (Raw)": 0.7618511319160461, "Finetune/Step": 4324, "Finetune/Step Time": 6.862070249393582}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7574874758720398, "Finetune/Loss (Raw)": 0.513783872127533, "Finetune/Step": 4325, "Finetune/Step Time": 6.863669358193874}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7559013366699219, "Finetune/Loss (Raw)": 0.6535335779190063, "Finetune/Step": 4326, "Finetune/Step Time": 6.868837544694543}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7527133226394653, "Finetune/Loss (Raw)": 0.5124712586402893, "Finetune/Step": 4327, "Finetune/Step Time": 6.882962508127093}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7522114515304565, "Finetune/Loss (Raw)": 0.7419823408126831, "Finetune/Step": 4328, "Finetune/Step Time": 6.880427863448858}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7528581619262695, "Finetune/Loss (Raw)": 0.798875629901886, "Finetune/Step": 4329, "Finetune/Step Time": 6.874939613044262}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7533679008483887, "Finetune/Loss (Raw)": 0.841199517250061, "Finetune/Step": 4330, "Finetune/Step Time": 6.87447571195662}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7544147372245789, "Finetune/Loss (Raw)": 0.8515647053718567, "Finetune/Step": 4331, "Finetune/Step Time": 6.872453575953841}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7551473379135132, "Finetune/Loss (Raw)": 0.8022859692573547, "Finetune/Step": 4332, "Finetune/Step Time": 6.873457245528698}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7555060982704163, "Finetune/Loss (Raw)": 0.849791407585144, "Finetune/Step": 4333, "Finetune/Step Time": 6.872632255777717}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7568771839141846, "Finetune/Loss (Raw)": 0.8837847709655762, "Finetune/Step": 4334, "Finetune/Step Time": 6.8843180648982525}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7567306756973267, "Finetune/Loss (Raw)": 0.7820244431495667, "Finetune/Step": 4335, "Finetune/Step Time": 6.880731988698244}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7577182054519653, "Finetune/Loss (Raw)": 0.8956881165504456, "Finetune/Step": 4336, "Finetune/Step Time": 6.8917716927826405}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7544455528259277, "Finetune/Loss (Raw)": 0.5138871669769287, "Finetune/Step": 4337, "Finetune/Step Time": 6.909923439845443}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7545436024665833, "Finetune/Loss (Raw)": 0.7929736971855164, "Finetune/Step": 4338, "Finetune/Step Time": 6.909915434196591}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7539328336715698, "Finetune/Loss (Raw)": 0.7397899627685547, "Finetune/Step": 4339, "Finetune/Step Time": 6.912373015657067}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7542594075202942, "Finetune/Loss (Raw)": 0.7091296315193176, "Finetune/Step": 4340, "Finetune/Step Time": 6.912729220464826}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7564826607704163, "Finetune/Loss (Raw)": 0.9182500839233398, "Finetune/Step": 4341, "Finetune/Step Time": 6.908086052164435}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7557181119918823, "Finetune/Loss (Raw)": 0.6826543211936951, "Finetune/Step": 4342, "Finetune/Step Time": 6.943810550495982}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7556102275848389, "Finetune/Loss (Raw)": 0.6872682571411133, "Finetune/Step": 4343, "Finetune/Step Time": 6.914982359856367}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7555365562438965, "Finetune/Loss (Raw)": 0.7901485562324524, "Finetune/Step": 4344, "Finetune/Step Time": 6.920378157868981}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7548375725746155, "Finetune/Loss (Raw)": 0.7446615695953369, "Finetune/Step": 4345, "Finetune/Step Time": 6.917808394879103}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7550133466720581, "Finetune/Loss (Raw)": 0.7863124012947083, "Finetune/Step": 4346, "Finetune/Step Time": 6.921075331047177}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7572119235992432, "Finetune/Loss (Raw)": 0.8507894277572632, "Finetune/Step": 4347, "Finetune/Step Time": 6.916943242773414}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7572715282440186, "Finetune/Loss (Raw)": 0.807597279548645, "Finetune/Step": 4348, "Finetune/Step Time": 6.92248666472733}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7570504546165466, "Finetune/Loss (Raw)": 0.8731948137283325, "Finetune/Step": 4349, "Finetune/Step Time": 6.9196578450500965}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7549848556518555, "Finetune/Loss (Raw)": 0.5605901479721069, "Finetune/Step": 4350, "Finetune/Step Time": 6.927901951596141}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7546360492706299, "Finetune/Loss (Raw)": 0.8133375644683838, "Finetune/Step": 4351, "Finetune/Step Time": 6.9276719987392426}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7551068067550659, "Finetune/Loss (Raw)": 0.7855342626571655, "Finetune/Step": 4352, "Finetune/Step Time": 6.922534065321088}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7561699151992798, "Finetune/Loss (Raw)": 0.8246334791183472, "Finetune/Step": 4353, "Finetune/Step Time": 6.9198085851967335}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7549551725387573, "Finetune/Loss (Raw)": 0.7153393030166626, "Finetune/Step": 4354, "Finetune/Step Time": 6.92015103250742}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7535625100135803, "Finetune/Loss (Raw)": 0.8063894510269165, "Finetune/Step": 4355, "Finetune/Step Time": 6.914602778851986}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7537946701049805, "Finetune/Loss (Raw)": 0.8107664585113525, "Finetune/Step": 4356, "Finetune/Step Time": 6.911036605015397}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7539671659469604, "Finetune/Loss (Raw)": 0.8565735220909119, "Finetune/Step": 4357, "Finetune/Step Time": 6.910365434363484}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.756171703338623, "Finetune/Loss (Raw)": 0.8284031748771667, "Finetune/Step": 4358, "Finetune/Step Time": 6.902568498626351}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7580887079238892, "Finetune/Loss (Raw)": 0.7768005132675171, "Finetune/Step": 4359, "Finetune/Step Time": 6.864440804347396}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7577499151229858, "Finetune/Loss (Raw)": 0.7140073776245117, "Finetune/Step": 4360, "Finetune/Step Time": 6.858904169872403}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7599993944168091, "Finetune/Loss (Raw)": 0.9553384184837341, "Finetune/Step": 4361, "Finetune/Step Time": 6.864646788686514}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7585821151733398, "Finetune/Loss (Raw)": 0.7813881039619446, "Finetune/Step": 4362, "Finetune/Step Time": 6.866113068535924}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7579932808876038, "Finetune/Loss (Raw)": 0.738706111907959, "Finetune/Step": 4363, "Finetune/Step Time": 6.862703502178192}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7582757472991943, "Finetune/Loss (Raw)": 0.6844530701637268, "Finetune/Step": 4364, "Finetune/Step Time": 6.872096050530672}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7566355466842651, "Finetune/Loss (Raw)": 0.6857737898826599, "Finetune/Step": 4365, "Finetune/Step Time": 6.881636636331677}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7564539909362793, "Finetune/Loss (Raw)": 0.8431112766265869, "Finetune/Step": 4366, "Finetune/Step Time": 6.871716329827905}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7557353377342224, "Finetune/Loss (Raw)": 0.7327956557273865, "Finetune/Step": 4367, "Finetune/Step Time": 6.874384867027402}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7563867568969727, "Finetune/Loss (Raw)": 0.8399730920791626, "Finetune/Step": 4368, "Finetune/Step Time": 6.87274937517941}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7558367252349854, "Finetune/Loss (Raw)": 0.729694128036499, "Finetune/Step": 4369, "Finetune/Step Time": 6.877256093546748}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7558557391166687, "Finetune/Loss (Raw)": 0.8605292439460754, "Finetune/Step": 4370, "Finetune/Step Time": 6.879342403262854}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7569301128387451, "Finetune/Loss (Raw)": 0.8817484974861145, "Finetune/Step": 4371, "Finetune/Step Time": 6.861979763954878}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7549271583557129, "Finetune/Loss (Raw)": 0.5527136325836182, "Finetune/Step": 4372, "Finetune/Step Time": 6.875840052962303}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7542218565940857, "Finetune/Loss (Raw)": 0.7140869498252869, "Finetune/Step": 4373, "Finetune/Step Time": 6.874559076502919}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.754474401473999, "Finetune/Loss (Raw)": 0.7611478567123413, "Finetune/Step": 4374, "Finetune/Step Time": 6.848435588181019}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7538905143737793, "Finetune/Loss (Raw)": 0.7434664964675903, "Finetune/Step": 4375, "Finetune/Step Time": 6.85099065490067}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7542718052864075, "Finetune/Loss (Raw)": 0.7099939584732056, "Finetune/Step": 4376, "Finetune/Step Time": 6.845703298225999}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7538609504699707, "Finetune/Loss (Raw)": 0.7858198881149292, "Finetune/Step": 4377, "Finetune/Step Time": 6.843527249991894}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7549176216125488, "Finetune/Loss (Raw)": 0.7335992455482483, "Finetune/Step": 4378, "Finetune/Step Time": 6.850447094067931}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7544713020324707, "Finetune/Loss (Raw)": 0.6173428893089294, "Finetune/Step": 4379, "Finetune/Step Time": 6.856517007574439}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7536728978157043, "Finetune/Loss (Raw)": 0.87434983253479, "Finetune/Step": 4380, "Finetune/Step Time": 6.865703918039799}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7558242082595825, "Finetune/Loss (Raw)": 0.8156182765960693, "Finetune/Step": 4381, "Finetune/Step Time": 6.853400681167841}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7588870525360107, "Finetune/Loss (Raw)": 0.872734546661377, "Finetune/Step": 4382, "Finetune/Step Time": 6.849863275885582}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7582999467849731, "Finetune/Loss (Raw)": 0.608534038066864, "Finetune/Step": 4383, "Finetune/Step Time": 6.858177315443754}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7582899332046509, "Finetune/Loss (Raw)": 0.7859350442886353, "Finetune/Step": 4384, "Finetune/Step Time": 6.846539776772261}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.757746160030365, "Finetune/Loss (Raw)": 0.7603018879890442, "Finetune/Step": 4385, "Finetune/Step Time": 6.8410185892134905}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7579201459884644, "Finetune/Loss (Raw)": 0.634465754032135, "Finetune/Step": 4386, "Finetune/Step Time": 6.852238241583109}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7582908868789673, "Finetune/Loss (Raw)": 0.9426035284996033, "Finetune/Step": 4387, "Finetune/Step Time": 6.842248452827334}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7587974071502686, "Finetune/Loss (Raw)": 0.8114761114120483, "Finetune/Step": 4388, "Finetune/Step Time": 6.843977903947234}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7589093446731567, "Finetune/Loss (Raw)": 0.8084760308265686, "Finetune/Step": 4389, "Finetune/Step Time": 6.842948328703642}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7589925527572632, "Finetune/Loss (Raw)": 0.7688572406768799, "Finetune/Step": 4390, "Finetune/Step Time": 6.8564340360462666}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7577545046806335, "Finetune/Loss (Raw)": 0.7697745561599731, "Finetune/Step": 4391, "Finetune/Step Time": 6.861888166517019}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7584861516952515, "Finetune/Loss (Raw)": 0.7252345085144043, "Finetune/Step": 4392, "Finetune/Step Time": 6.871604120358825}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7579044103622437, "Finetune/Loss (Raw)": 0.6189137697219849, "Finetune/Step": 4393, "Finetune/Step Time": 6.877744315192103}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7564254403114319, "Finetune/Loss (Raw)": 0.7213068008422852, "Finetune/Step": 4394, "Finetune/Step Time": 6.885120742022991}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7574252486228943, "Finetune/Loss (Raw)": 0.7719171643257141, "Finetune/Step": 4395, "Finetune/Step Time": 6.880251562222838}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7583396434783936, "Finetune/Loss (Raw)": 0.8260009288787842, "Finetune/Step": 4396, "Finetune/Step Time": 6.874218540266156}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7604708671569824, "Finetune/Loss (Raw)": 0.8227000832557678, "Finetune/Step": 4397, "Finetune/Step Time": 6.862893080338836}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7603856325149536, "Finetune/Loss (Raw)": 0.7613340020179749, "Finetune/Step": 4398, "Finetune/Step Time": 6.865394355729222}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.760551929473877, "Finetune/Loss (Raw)": 0.6816563010215759, "Finetune/Step": 4399, "Finetune/Step Time": 6.8536081574857235}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7599825859069824, "Finetune/Loss (Raw)": 0.7597507238388062, "Finetune/Step": 4400, "Finetune/Step Time": 6.857206206768751}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7602875232696533, "Finetune/Loss (Raw)": 0.7193218469619751, "Finetune/Step": 4401, "Finetune/Step Time": 6.876770840957761}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.759515643119812, "Finetune/Loss (Raw)": 0.649611234664917, "Finetune/Step": 4402, "Finetune/Step Time": 6.8895719815045595}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7610484957695007, "Finetune/Loss (Raw)": 0.835273027420044, "Finetune/Step": 4403, "Finetune/Step Time": 6.878631975501776}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7618407011032104, "Finetune/Loss (Raw)": 0.9143906235694885, "Finetune/Step": 4404, "Finetune/Step Time": 6.876730544492602}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.762194812297821, "Finetune/Loss (Raw)": 0.743613600730896, "Finetune/Step": 4405, "Finetune/Step Time": 6.867490826174617}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7603805661201477, "Finetune/Loss (Raw)": 0.6338361501693726, "Finetune/Step": 4406, "Finetune/Step Time": 6.877803519368172}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7600705623626709, "Finetune/Loss (Raw)": 0.6640688180923462, "Finetune/Step": 4407, "Finetune/Step Time": 6.864657733589411}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7608548402786255, "Finetune/Loss (Raw)": 0.9364981651306152, "Finetune/Step": 4408, "Finetune/Step Time": 6.86482779122889}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7591115832328796, "Finetune/Loss (Raw)": 0.68754643201828, "Finetune/Step": 4409, "Finetune/Step Time": 6.864242164418101}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7587543725967407, "Finetune/Loss (Raw)": 0.7912406325340271, "Finetune/Step": 4410, "Finetune/Step Time": 6.862494619563222}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7586899995803833, "Finetune/Loss (Raw)": 0.7643736600875854, "Finetune/Step": 4411, "Finetune/Step Time": 6.858344675973058}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.758324384689331, "Finetune/Loss (Raw)": 0.7367345094680786, "Finetune/Step": 4412, "Finetune/Step Time": 6.859905524179339}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7613814473152161, "Finetune/Loss (Raw)": 0.9836462140083313, "Finetune/Step": 4413, "Finetune/Step Time": 6.8311694990843534}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7611579895019531, "Finetune/Loss (Raw)": 0.7314022779464722, "Finetune/Step": 4414, "Finetune/Step Time": 6.830934032797813}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7614874243736267, "Finetune/Loss (Raw)": 0.8548704385757446, "Finetune/Step": 4415, "Finetune/Step Time": 6.836262557655573}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7597827911376953, "Finetune/Loss (Raw)": 0.6722790598869324, "Finetune/Step": 4416, "Finetune/Step Time": 6.837264409288764}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7608259916305542, "Finetune/Loss (Raw)": 0.8757423162460327, "Finetune/Step": 4417, "Finetune/Step Time": 6.836167076602578}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7601277828216553, "Finetune/Loss (Raw)": 0.7802425622940063, "Finetune/Step": 4418, "Finetune/Step Time": 6.837128126993775}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7598505020141602, "Finetune/Loss (Raw)": 0.8428389430046082, "Finetune/Step": 4419, "Finetune/Step Time": 6.839120712131262}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7587783932685852, "Finetune/Loss (Raw)": 0.698585569858551, "Finetune/Step": 4420, "Finetune/Step Time": 6.846416961401701}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7579715251922607, "Finetune/Loss (Raw)": 0.7313195466995239, "Finetune/Step": 4421, "Finetune/Step Time": 6.844553025439382}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7581313252449036, "Finetune/Loss (Raw)": 0.7770214676856995, "Finetune/Step": 4422, "Finetune/Step Time": 6.829603401944041}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7580537796020508, "Finetune/Loss (Raw)": 0.6022234559059143, "Finetune/Step": 4423, "Finetune/Step Time": 6.80629200860858}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7558711767196655, "Finetune/Loss (Raw)": 0.6295680403709412, "Finetune/Step": 4424, "Finetune/Step Time": 6.823512455448508}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7539746761322021, "Finetune/Loss (Raw)": 0.6065911054611206, "Finetune/Step": 4425, "Finetune/Step Time": 6.836691169068217}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7559336423873901, "Finetune/Loss (Raw)": 0.8547329306602478, "Finetune/Step": 4426, "Finetune/Step Time": 6.836106780916452}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7542660236358643, "Finetune/Loss (Raw)": 0.6054120063781738, "Finetune/Step": 4427, "Finetune/Step Time": 6.843209831044078}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7536435723304749, "Finetune/Loss (Raw)": 0.8004161715507507, "Finetune/Step": 4428, "Finetune/Step Time": 6.8478756826370955}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7547390460968018, "Finetune/Loss (Raw)": 0.7673725485801697, "Finetune/Step": 4429, "Finetune/Step Time": 6.834155300632119}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7523840665817261, "Finetune/Loss (Raw)": 0.5822300910949707, "Finetune/Step": 4430, "Finetune/Step Time": 6.8652186039835215}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7513349056243896, "Finetune/Loss (Raw)": 0.7689354419708252, "Finetune/Step": 4431, "Finetune/Step Time": 6.869279369711876}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7528544068336487, "Finetune/Loss (Raw)": 0.8275487422943115, "Finetune/Step": 4432, "Finetune/Step Time": 6.8574972823262215}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7523348331451416, "Finetune/Loss (Raw)": 0.5979311466217041, "Finetune/Step": 4433, "Finetune/Step Time": 6.859516303986311}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7534650564193726, "Finetune/Loss (Raw)": 0.8561394214630127, "Finetune/Step": 4434, "Finetune/Step Time": 6.8541133143007755}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7551754713058472, "Finetune/Loss (Raw)": 0.791130006313324, "Finetune/Step": 4435, "Finetune/Step Time": 6.849772768095136}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7548271417617798, "Finetune/Loss (Raw)": 0.6251765489578247, "Finetune/Step": 4436, "Finetune/Step Time": 6.868464099243283}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7546718120574951, "Finetune/Loss (Raw)": 0.717983067035675, "Finetune/Step": 4437, "Finetune/Step Time": 6.867487493902445}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.755904495716095, "Finetune/Loss (Raw)": 0.8006485104560852, "Finetune/Step": 4438, "Finetune/Step Time": 6.851768402382731}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7569316029548645, "Finetune/Loss (Raw)": 0.9151086211204529, "Finetune/Step": 4439, "Finetune/Step Time": 6.850302238017321}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7570304274559021, "Finetune/Loss (Raw)": 0.8691694140434265, "Finetune/Step": 4440, "Finetune/Step Time": 6.848168026655912}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7570003867149353, "Finetune/Loss (Raw)": 0.876274049282074, "Finetune/Step": 4441, "Finetune/Step Time": 6.842302348464727}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7563654184341431, "Finetune/Loss (Raw)": 0.7670385837554932, "Finetune/Step": 4442, "Finetune/Step Time": 6.851316900923848}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7567282319068909, "Finetune/Loss (Raw)": 0.8019106388092041, "Finetune/Step": 4443, "Finetune/Step Time": 6.850941698998213}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7568336725234985, "Finetune/Loss (Raw)": 0.6888641119003296, "Finetune/Step": 4444, "Finetune/Step Time": 6.844202304258943}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7561240196228027, "Finetune/Loss (Raw)": 0.6851991415023804, "Finetune/Step": 4445, "Finetune/Step Time": 6.857109136879444}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7584204077720642, "Finetune/Loss (Raw)": 0.8660953640937805, "Finetune/Step": 4446, "Finetune/Step Time": 6.851470397785306}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7597588300704956, "Finetune/Loss (Raw)": 0.7609311938285828, "Finetune/Step": 4447, "Finetune/Step Time": 6.844242326915264}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7602180242538452, "Finetune/Loss (Raw)": 0.7844026684761047, "Finetune/Step": 4448, "Finetune/Step Time": 6.844566836953163}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7624529600143433, "Finetune/Loss (Raw)": 0.8869763612747192, "Finetune/Step": 4449, "Finetune/Step Time": 6.834937175735831}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7610270977020264, "Finetune/Loss (Raw)": 0.6928876638412476, "Finetune/Step": 4450, "Finetune/Step Time": 6.830281414091587}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7613065838813782, "Finetune/Loss (Raw)": 0.6223896741867065, "Finetune/Step": 4451, "Finetune/Step Time": 6.832840912044048}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7602850198745728, "Finetune/Loss (Raw)": 0.6310996413230896, "Finetune/Step": 4452, "Finetune/Step Time": 6.845339285209775}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7616533041000366, "Finetune/Loss (Raw)": 0.6889182925224304, "Finetune/Step": 4453, "Finetune/Step Time": 6.829038577154279}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7620753049850464, "Finetune/Loss (Raw)": 0.7075552344322205, "Finetune/Step": 4454, "Finetune/Step Time": 6.826625484973192}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7629111409187317, "Finetune/Loss (Raw)": 0.6194514036178589, "Finetune/Step": 4455, "Finetune/Step Time": 6.824020402505994}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.762765109539032, "Finetune/Loss (Raw)": 0.7232951521873474, "Finetune/Step": 4456, "Finetune/Step Time": 6.825263876467943}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7615804076194763, "Finetune/Loss (Raw)": 0.6472330093383789, "Finetune/Step": 4457, "Finetune/Step Time": 6.832217721268535}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.760276734828949, "Finetune/Loss (Raw)": 0.6743268966674805, "Finetune/Step": 4458, "Finetune/Step Time": 6.841291522607207}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7590911388397217, "Finetune/Loss (Raw)": 0.6998138427734375, "Finetune/Step": 4459, "Finetune/Step Time": 6.845959497615695}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7596656084060669, "Finetune/Loss (Raw)": 0.8758195042610168, "Finetune/Step": 4460, "Finetune/Step Time": 6.848704865202308}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7584635019302368, "Finetune/Loss (Raw)": 0.695915162563324, "Finetune/Step": 4461, "Finetune/Step Time": 6.85032419487834}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7574086785316467, "Finetune/Loss (Raw)": 0.7487705945968628, "Finetune/Step": 4462, "Finetune/Step Time": 6.847085457295179}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7553986310958862, "Finetune/Loss (Raw)": 0.5247371792793274, "Finetune/Step": 4463, "Finetune/Step Time": 6.864830642938614}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7543845772743225, "Finetune/Loss (Raw)": 0.7658899426460266, "Finetune/Step": 4464, "Finetune/Step Time": 6.867815321311355}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.755936861038208, "Finetune/Loss (Raw)": 0.7125824093818665, "Finetune/Step": 4465, "Finetune/Step Time": 6.8491764459759}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7556012272834778, "Finetune/Loss (Raw)": 0.7500146627426147, "Finetune/Step": 4466, "Finetune/Step Time": 6.8488659635186195}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7562141418457031, "Finetune/Loss (Raw)": 0.8182303309440613, "Finetune/Step": 4467, "Finetune/Step Time": 6.843768406659365}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7565613389015198, "Finetune/Loss (Raw)": 0.7535809874534607, "Finetune/Step": 4468, "Finetune/Step Time": 6.832616169005632}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7553097605705261, "Finetune/Loss (Raw)": 0.7580466866493225, "Finetune/Step": 4469, "Finetune/Step Time": 6.830155458301306}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7558991312980652, "Finetune/Loss (Raw)": 0.7580936551094055, "Finetune/Step": 4470, "Finetune/Step Time": 6.795189784839749}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7554165124893188, "Finetune/Loss (Raw)": 0.6254923939704895, "Finetune/Step": 4471, "Finetune/Step Time": 6.803606502711773}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7554845809936523, "Finetune/Loss (Raw)": 0.7988675832748413, "Finetune/Step": 4472, "Finetune/Step Time": 6.797264689579606}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7572777271270752, "Finetune/Loss (Raw)": 0.9741808772087097, "Finetune/Step": 4473, "Finetune/Step Time": 6.796876769512892}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7576378583908081, "Finetune/Loss (Raw)": 0.8324041962623596, "Finetune/Step": 4474, "Finetune/Step Time": 6.796609586104751}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7563986778259277, "Finetune/Loss (Raw)": 0.6921747922897339, "Finetune/Step": 4475, "Finetune/Step Time": 6.812283927574754}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7565999031066895, "Finetune/Loss (Raw)": 0.83335280418396, "Finetune/Step": 4476, "Finetune/Step Time": 6.810910504311323}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7552788257598877, "Finetune/Loss (Raw)": 0.7041033506393433, "Finetune/Step": 4477, "Finetune/Step Time": 6.811483455821872}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7575163245201111, "Finetune/Loss (Raw)": 0.8469840884208679, "Finetune/Step": 4478, "Finetune/Step Time": 6.788732526823878}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7572911381721497, "Finetune/Loss (Raw)": 0.7845202684402466, "Finetune/Step": 4479, "Finetune/Step Time": 6.79415581934154}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7562958002090454, "Finetune/Loss (Raw)": 0.6581245064735413, "Finetune/Step": 4480, "Finetune/Step Time": 6.796102436259389}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7553527355194092, "Finetune/Loss (Raw)": 0.7039284706115723, "Finetune/Step": 4481, "Finetune/Step Time": 6.796672405675054}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.755194365978241, "Finetune/Loss (Raw)": 0.6950657963752747, "Finetune/Step": 4482, "Finetune/Step Time": 6.806600289419293}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7550778388977051, "Finetune/Loss (Raw)": 0.7914643287658691, "Finetune/Step": 4483, "Finetune/Step Time": 6.806507151573896}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7556138038635254, "Finetune/Loss (Raw)": 0.8793755769729614, "Finetune/Step": 4484, "Finetune/Step Time": 6.818171616643667}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7549133896827698, "Finetune/Loss (Raw)": 0.7669227123260498, "Finetune/Step": 4485, "Finetune/Step Time": 6.817033650353551}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7541389465332031, "Finetune/Loss (Raw)": 0.7292706370353699, "Finetune/Step": 4486, "Finetune/Step Time": 6.816646289080381}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7527483701705933, "Finetune/Loss (Raw)": 0.5988051295280457, "Finetune/Step": 4487, "Finetune/Step Time": 6.830767255276442}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.753453254699707, "Finetune/Loss (Raw)": 0.8042358160018921, "Finetune/Step": 4488, "Finetune/Step Time": 6.834469331428409}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7498133182525635, "Finetune/Loss (Raw)": 0.48942622542381287, "Finetune/Step": 4489, "Finetune/Step Time": 6.8265339601784945}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.748813807964325, "Finetune/Loss (Raw)": 0.6534512042999268, "Finetune/Step": 4490, "Finetune/Step Time": 6.8296549916267395}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7487372159957886, "Finetune/Loss (Raw)": 0.7289028763771057, "Finetune/Step": 4491, "Finetune/Step Time": 6.829539284110069}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7497783899307251, "Finetune/Loss (Raw)": 0.8177237510681152, "Finetune/Step": 4492, "Finetune/Step Time": 6.815388422459364}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7500791549682617, "Finetune/Loss (Raw)": 0.7242801785469055, "Finetune/Step": 4493, "Finetune/Step Time": 6.821767492219806}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7482634782791138, "Finetune/Loss (Raw)": 0.6106958389282227, "Finetune/Step": 4494, "Finetune/Step Time": 6.823742823675275}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7486186623573303, "Finetune/Loss (Raw)": 0.778261125087738, "Finetune/Step": 4495, "Finetune/Step Time": 6.826591610908508}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7475084066390991, "Finetune/Loss (Raw)": 0.6978592276573181, "Finetune/Step": 4496, "Finetune/Step Time": 6.83114811219275}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7477998733520508, "Finetune/Loss (Raw)": 0.7670091986656189, "Finetune/Step": 4497, "Finetune/Step Time": 6.833410317078233}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7463412880897522, "Finetune/Loss (Raw)": 0.6738216876983643, "Finetune/Step": 4498, "Finetune/Step Time": 6.835097411647439}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.746224582195282, "Finetune/Loss (Raw)": 0.8668128848075867, "Finetune/Step": 4499, "Finetune/Step Time": 6.8355228286236525}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7473393678665161, "Finetune/Loss (Raw)": 0.695399284362793, "Finetune/Step": 4500, "Finetune/Step Time": 6.825619323179126}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.748687744140625, "Finetune/Loss (Raw)": 0.8866876363754272, "Finetune/Step": 4501, "Finetune/Step Time": 6.836195547133684}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.747749924659729, "Finetune/Loss (Raw)": 0.6411039233207703, "Finetune/Step": 4502, "Finetune/Step Time": 6.841005286201835}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7486559152603149, "Finetune/Loss (Raw)": 0.8594343066215515, "Finetune/Step": 4503, "Finetune/Step Time": 6.8356118854135275}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7489759922027588, "Finetune/Loss (Raw)": 0.7509648203849792, "Finetune/Step": 4504, "Finetune/Step Time": 6.828304547816515}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7487486600875854, "Finetune/Loss (Raw)": 0.756729006767273, "Finetune/Step": 4505, "Finetune/Step Time": 6.83001546189189}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.750410795211792, "Finetune/Loss (Raw)": 0.9463397264480591, "Finetune/Step": 4506, "Finetune/Step Time": 6.814303867518902}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7507659196853638, "Finetune/Loss (Raw)": 0.6628045439720154, "Finetune/Step": 4507, "Finetune/Step Time": 6.81900187022984}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7498705387115479, "Finetune/Loss (Raw)": 0.7597401738166809, "Finetune/Step": 4508, "Finetune/Step Time": 6.806070029735565}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7491217851638794, "Finetune/Loss (Raw)": 0.7197852730751038, "Finetune/Step": 4509, "Finetune/Step Time": 6.805078396573663}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7489551305770874, "Finetune/Loss (Raw)": 0.8513922095298767, "Finetune/Step": 4510, "Finetune/Step Time": 6.799767557531595}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7515159845352173, "Finetune/Loss (Raw)": 0.9363222122192383, "Finetune/Step": 4511, "Finetune/Step Time": 6.79103341139853}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7509116530418396, "Finetune/Loss (Raw)": 0.7085851430892944, "Finetune/Step": 4512, "Finetune/Step Time": 6.801307009533048}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7510303258895874, "Finetune/Loss (Raw)": 0.7754968404769897, "Finetune/Step": 4513, "Finetune/Step Time": 6.805097285658121}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7511861324310303, "Finetune/Loss (Raw)": 0.6543969511985779, "Finetune/Step": 4514, "Finetune/Step Time": 6.792281961068511}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.74981689453125, "Finetune/Loss (Raw)": 0.7673467397689819, "Finetune/Step": 4515, "Finetune/Step Time": 6.795657442882657}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7483005523681641, "Finetune/Loss (Raw)": 0.6173835396766663, "Finetune/Step": 4516, "Finetune/Step Time": 6.793025860562921}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7471252083778381, "Finetune/Loss (Raw)": 0.658036470413208, "Finetune/Step": 4517, "Finetune/Step Time": 6.7935149278491735}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7483804225921631, "Finetune/Loss (Raw)": 0.929520308971405, "Finetune/Step": 4518, "Finetune/Step Time": 6.788229921832681}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7491787672042847, "Finetune/Loss (Raw)": 0.8719679117202759, "Finetune/Step": 4519, "Finetune/Step Time": 6.783905344083905}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7502661347389221, "Finetune/Loss (Raw)": 0.8644137382507324, "Finetune/Step": 4520, "Finetune/Step Time": 6.767301015555859}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7523695826530457, "Finetune/Loss (Raw)": 0.888157069683075, "Finetune/Step": 4521, "Finetune/Step Time": 6.760189721360803}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7524259090423584, "Finetune/Loss (Raw)": 0.7285048365592957, "Finetune/Step": 4522, "Finetune/Step Time": 6.75819898955524}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7524596452713013, "Finetune/Loss (Raw)": 0.7762484550476074, "Finetune/Step": 4523, "Finetune/Step Time": 6.75902333855629}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7521898150444031, "Finetune/Loss (Raw)": 0.7914577126502991, "Finetune/Step": 4524, "Finetune/Step Time": 6.757388047873974}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7518466114997864, "Finetune/Loss (Raw)": 0.7787760496139526, "Finetune/Step": 4525, "Finetune/Step Time": 6.746190689504147}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7503533363342285, "Finetune/Loss (Raw)": 0.5701903104782104, "Finetune/Step": 4526, "Finetune/Step Time": 6.74464675411582}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7485015392303467, "Finetune/Loss (Raw)": 0.4446185231208801, "Finetune/Step": 4527, "Finetune/Step Time": 6.7590755186975}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7481434345245361, "Finetune/Loss (Raw)": 0.7139211893081665, "Finetune/Step": 4528, "Finetune/Step Time": 6.752732066437602}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7487246990203857, "Finetune/Loss (Raw)": 0.7937254905700684, "Finetune/Step": 4529, "Finetune/Step Time": 6.7377914767712355}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7505257725715637, "Finetune/Loss (Raw)": 0.8801409602165222, "Finetune/Step": 4530, "Finetune/Step Time": 6.724256157875061}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7510303258895874, "Finetune/Loss (Raw)": 0.8998569250106812, "Finetune/Step": 4531, "Finetune/Step Time": 6.7284848392009735}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7485778331756592, "Finetune/Loss (Raw)": 0.600481390953064, "Finetune/Step": 4532, "Finetune/Step Time": 6.737202471122146}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7491017580032349, "Finetune/Loss (Raw)": 0.8106695413589478, "Finetune/Step": 4533, "Finetune/Step Time": 6.732675634324551}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7491021752357483, "Finetune/Loss (Raw)": 0.6338908076286316, "Finetune/Step": 4534, "Finetune/Step Time": 6.737121630460024}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7487585544586182, "Finetune/Loss (Raw)": 0.6200810074806213, "Finetune/Step": 4535, "Finetune/Step Time": 6.743799973279238}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7474351525306702, "Finetune/Loss (Raw)": 0.7671061754226685, "Finetune/Step": 4536, "Finetune/Step Time": 6.75157587043941}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.748289942741394, "Finetune/Loss (Raw)": 0.7969604134559631, "Finetune/Step": 4537, "Finetune/Step Time": 6.752805275842547}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.748641848564148, "Finetune/Loss (Raw)": 0.8362806439399719, "Finetune/Step": 4538, "Finetune/Step Time": 6.752338200807571}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7478690147399902, "Finetune/Loss (Raw)": 0.6654571294784546, "Finetune/Step": 4539, "Finetune/Step Time": 6.7569364327937365}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7463422417640686, "Finetune/Loss (Raw)": 0.5413046479225159, "Finetune/Step": 4540, "Finetune/Step Time": 6.773139402270317}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7441142201423645, "Finetune/Loss (Raw)": 0.6984630823135376, "Finetune/Step": 4541, "Finetune/Step Time": 6.792323412373662}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.74346923828125, "Finetune/Loss (Raw)": 0.6488453149795532, "Finetune/Step": 4542, "Finetune/Step Time": 6.794597439467907}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7428160905838013, "Finetune/Loss (Raw)": 0.7712554931640625, "Finetune/Step": 4543, "Finetune/Step Time": 6.789998400956392}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7443461418151855, "Finetune/Loss (Raw)": 0.8681313395500183, "Finetune/Step": 4544, "Finetune/Step Time": 6.78507567755878}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7434049844741821, "Finetune/Loss (Raw)": 0.7552791833877563, "Finetune/Step": 4545, "Finetune/Step Time": 6.7955732103437185}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7439688444137573, "Finetune/Loss (Raw)": 0.8524134159088135, "Finetune/Step": 4546, "Finetune/Step Time": 6.7955747824162245}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.743872344493866, "Finetune/Loss (Raw)": 0.8304872512817383, "Finetune/Step": 4547, "Finetune/Step Time": 6.792514538392425}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.742671012878418, "Finetune/Loss (Raw)": 0.5448126196861267, "Finetune/Step": 4548, "Finetune/Step Time": 6.83142302557826}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7416057586669922, "Finetune/Loss (Raw)": 0.5949690937995911, "Finetune/Step": 4549, "Finetune/Step Time": 6.832698121666908}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7424348592758179, "Finetune/Loss (Raw)": 0.8831464052200317, "Finetune/Step": 4550, "Finetune/Step Time": 6.831012727692723}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7442020177841187, "Finetune/Loss (Raw)": 0.8284127116203308, "Finetune/Step": 4551, "Finetune/Step Time": 6.829342966899276}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.743809700012207, "Finetune/Loss (Raw)": 0.579363226890564, "Finetune/Step": 4552, "Finetune/Step Time": 6.821235425770283}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7453062534332275, "Finetune/Loss (Raw)": 0.7981448769569397, "Finetune/Step": 4553, "Finetune/Step Time": 6.806718926876783}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7455981373786926, "Finetune/Loss (Raw)": 0.8920978903770447, "Finetune/Step": 4554, "Finetune/Step Time": 6.8026629108935595}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7470390796661377, "Finetune/Loss (Raw)": 0.7898458242416382, "Finetune/Step": 4555, "Finetune/Step Time": 6.802745966240764}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7480647563934326, "Finetune/Loss (Raw)": 0.9317077994346619, "Finetune/Step": 4556, "Finetune/Step Time": 6.7968130595982075}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7475104928016663, "Finetune/Loss (Raw)": 0.6964251399040222, "Finetune/Step": 4557, "Finetune/Step Time": 6.799191238358617}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7474308609962463, "Finetune/Loss (Raw)": 0.5720401406288147, "Finetune/Step": 4558, "Finetune/Step Time": 6.787545897066593}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7485246062278748, "Finetune/Loss (Raw)": 0.9089304804801941, "Finetune/Step": 4559, "Finetune/Step Time": 6.78795469738543}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7477299571037292, "Finetune/Loss (Raw)": 0.7258318066596985, "Finetune/Step": 4560, "Finetune/Step Time": 6.784665334969759}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7492181062698364, "Finetune/Loss (Raw)": 0.788422167301178, "Finetune/Step": 4561, "Finetune/Step Time": 6.775377728044987}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7490695118904114, "Finetune/Loss (Raw)": 0.8371140360832214, "Finetune/Step": 4562, "Finetune/Step Time": 6.7762431632727385}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7480332851409912, "Finetune/Loss (Raw)": 0.658497154712677, "Finetune/Step": 4563, "Finetune/Step Time": 6.7910499684512615}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7490367889404297, "Finetune/Loss (Raw)": 0.7536280155181885, "Finetune/Step": 4564, "Finetune/Step Time": 6.769167872145772}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7487903237342834, "Finetune/Loss (Raw)": 0.6864311099052429, "Finetune/Step": 4565, "Finetune/Step Time": 6.765507575124502}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7485266327857971, "Finetune/Loss (Raw)": 0.7668949961662292, "Finetune/Step": 4566, "Finetune/Step Time": 6.769615484401584}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7481318116188049, "Finetune/Loss (Raw)": 0.8645711541175842, "Finetune/Step": 4567, "Finetune/Step Time": 6.768307585269213}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.747675895690918, "Finetune/Loss (Raw)": 0.8108187913894653, "Finetune/Step": 4568, "Finetune/Step Time": 6.768472580239177}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7473963499069214, "Finetune/Loss (Raw)": 0.8404825329780579, "Finetune/Step": 4569, "Finetune/Step Time": 6.767568860203028}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7480118274688721, "Finetune/Loss (Raw)": 0.8458223938941956, "Finetune/Step": 4570, "Finetune/Step Time": 6.756968054920435}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7466963529586792, "Finetune/Loss (Raw)": 0.6335281729698181, "Finetune/Step": 4571, "Finetune/Step Time": 6.769815826788545}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7469791173934937, "Finetune/Loss (Raw)": 0.7250552177429199, "Finetune/Step": 4572, "Finetune/Step Time": 6.773618934676051}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7467573285102844, "Finetune/Loss (Raw)": 0.6568112373352051, "Finetune/Step": 4573, "Finetune/Step Time": 6.773283561691642}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7462706565856934, "Finetune/Loss (Raw)": 0.8038034439086914, "Finetune/Step": 4574, "Finetune/Step Time": 6.783375844359398}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7458948493003845, "Finetune/Loss (Raw)": 0.712829053401947, "Finetune/Step": 4575, "Finetune/Step Time": 6.793493993580341}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7449946403503418, "Finetune/Loss (Raw)": 0.6691722869873047, "Finetune/Step": 4576, "Finetune/Step Time": 6.797637369483709}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7450486421585083, "Finetune/Loss (Raw)": 0.8938958644866943, "Finetune/Step": 4577, "Finetune/Step Time": 6.8003418408334255}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7461615204811096, "Finetune/Loss (Raw)": 0.8353311419487, "Finetune/Step": 4578, "Finetune/Step Time": 6.801477903500199}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7459914684295654, "Finetune/Loss (Raw)": 0.6006168127059937, "Finetune/Step": 4579, "Finetune/Step Time": 6.809602817520499}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7454107999801636, "Finetune/Loss (Raw)": 0.5567864775657654, "Finetune/Step": 4580, "Finetune/Step Time": 6.811465065926313}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7453065514564514, "Finetune/Loss (Raw)": 0.6755691766738892, "Finetune/Step": 4581, "Finetune/Step Time": 6.819087455049157}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7455894947052002, "Finetune/Loss (Raw)": 0.7437754273414612, "Finetune/Step": 4582, "Finetune/Step Time": 6.822772579267621}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7476064562797546, "Finetune/Loss (Raw)": 0.8776225447654724, "Finetune/Step": 4583, "Finetune/Step Time": 6.812918283045292}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.747519850730896, "Finetune/Loss (Raw)": 0.7122113108634949, "Finetune/Step": 4584, "Finetune/Step Time": 6.81404922157526}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.747390627861023, "Finetune/Loss (Raw)": 0.6306856274604797, "Finetune/Step": 4585, "Finetune/Step Time": 6.805352743715048}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.747442364692688, "Finetune/Loss (Raw)": 0.6809506416320801, "Finetune/Step": 4586, "Finetune/Step Time": 6.7994993180036545}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.748857855796814, "Finetune/Loss (Raw)": 0.8809943199157715, "Finetune/Step": 4587, "Finetune/Step Time": 6.796640118584037}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.748691201210022, "Finetune/Loss (Raw)": 0.8544975519180298, "Finetune/Step": 4588, "Finetune/Step Time": 6.814947422593832}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7492505311965942, "Finetune/Loss (Raw)": 0.7674968242645264, "Finetune/Step": 4589, "Finetune/Step Time": 6.814662933349609}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7489283680915833, "Finetune/Loss (Raw)": 0.7075397968292236, "Finetune/Step": 4590, "Finetune/Step Time": 6.809047646820545}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.751295268535614, "Finetune/Loss (Raw)": 0.8276969790458679, "Finetune/Step": 4591, "Finetune/Step Time": 6.788300879299641}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7493153810501099, "Finetune/Loss (Raw)": 0.512467622756958, "Finetune/Step": 4592, "Finetune/Step Time": 6.789039459079504}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7503310441970825, "Finetune/Loss (Raw)": 0.8425905108451843, "Finetune/Step": 4593, "Finetune/Step Time": 6.793151296675205}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7495666742324829, "Finetune/Loss (Raw)": 0.6521735191345215, "Finetune/Step": 4594, "Finetune/Step Time": 6.806884033605456}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7493517398834229, "Finetune/Loss (Raw)": 0.7907150387763977, "Finetune/Step": 4595, "Finetune/Step Time": 6.810013551265001}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7492197155952454, "Finetune/Loss (Raw)": 0.7366872429847717, "Finetune/Step": 4596, "Finetune/Step Time": 6.816644931212068}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7488529086112976, "Finetune/Loss (Raw)": 0.711090087890625, "Finetune/Step": 4597, "Finetune/Step Time": 6.81939291395247}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7490700483322144, "Finetune/Loss (Raw)": 0.7858899831771851, "Finetune/Step": 4598, "Finetune/Step Time": 6.816494075581431}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7497929930686951, "Finetune/Loss (Raw)": 0.7180331349372864, "Finetune/Step": 4599, "Finetune/Step Time": 6.81455066613853}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7495733499526978, "Finetune/Loss (Raw)": 0.7707521319389343, "Finetune/Step": 4600, "Finetune/Step Time": 6.818313110619783}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7472527027130127, "Finetune/Loss (Raw)": 0.6771382689476013, "Finetune/Step": 4601, "Finetune/Step Time": 6.821787489578128}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7483998537063599, "Finetune/Loss (Raw)": 0.9792375564575195, "Finetune/Step": 4602, "Finetune/Step Time": 6.824053103104234}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7478347420692444, "Finetune/Loss (Raw)": 0.6198430061340332, "Finetune/Step": 4603, "Finetune/Step Time": 6.818760154768825}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7476256489753723, "Finetune/Loss (Raw)": 0.806584894657135, "Finetune/Step": 4604, "Finetune/Step Time": 6.826934233307838}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7469677925109863, "Finetune/Loss (Raw)": 0.6198946833610535, "Finetune/Step": 4605, "Finetune/Step Time": 6.8424132987856865}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7468485832214355, "Finetune/Loss (Raw)": 0.8317265510559082, "Finetune/Step": 4606, "Finetune/Step Time": 6.84837749786675}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7464836239814758, "Finetune/Loss (Raw)": 0.7378068566322327, "Finetune/Step": 4607, "Finetune/Step Time": 6.84493850544095}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7473098635673523, "Finetune/Loss (Raw)": 0.7638844847679138, "Finetune/Step": 4608, "Finetune/Step Time": 6.844105534255505}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7490744590759277, "Finetune/Loss (Raw)": 0.9297965168952942, "Finetune/Step": 4609, "Finetune/Step Time": 6.84391276538372}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7491521239280701, "Finetune/Loss (Raw)": 0.7050067186355591, "Finetune/Step": 4610, "Finetune/Step Time": 6.831702778115869}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.747258186340332, "Finetune/Loss (Raw)": 0.549037516117096, "Finetune/Step": 4611, "Finetune/Step Time": 6.845840722322464}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7465788125991821, "Finetune/Loss (Raw)": 0.7924244403839111, "Finetune/Step": 4612, "Finetune/Step Time": 6.832911092787981}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7456469535827637, "Finetune/Loss (Raw)": 0.6476417183876038, "Finetune/Step": 4613, "Finetune/Step Time": 6.865305321291089}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.745479166507721, "Finetune/Loss (Raw)": 0.707787275314331, "Finetune/Step": 4614, "Finetune/Step Time": 6.869698895141482}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7478104829788208, "Finetune/Loss (Raw)": 0.8972246646881104, "Finetune/Step": 4615, "Finetune/Step Time": 6.8546326495707035}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7472458481788635, "Finetune/Loss (Raw)": 0.7319554090499878, "Finetune/Step": 4616, "Finetune/Step Time": 6.849883776158094}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7487058639526367, "Finetune/Loss (Raw)": 0.6763080954551697, "Finetune/Step": 4617, "Finetune/Step Time": 6.845809645950794}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7501028180122375, "Finetune/Loss (Raw)": 0.8322588801383972, "Finetune/Step": 4618, "Finetune/Step Time": 6.841923903673887}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7513036131858826, "Finetune/Loss (Raw)": 0.8826092481613159, "Finetune/Step": 4619, "Finetune/Step Time": 6.843860184773803}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7506282329559326, "Finetune/Loss (Raw)": 0.7312726974487305, "Finetune/Step": 4620, "Finetune/Step Time": 6.847273007035255}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.751781165599823, "Finetune/Loss (Raw)": 0.8718587160110474, "Finetune/Step": 4621, "Finetune/Step Time": 6.830213114619255}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7534494400024414, "Finetune/Loss (Raw)": 0.8242254853248596, "Finetune/Step": 4622, "Finetune/Step Time": 6.827990021556616}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7541301250457764, "Finetune/Loss (Raw)": 0.8654007315635681, "Finetune/Step": 4623, "Finetune/Step Time": 6.823426146060228}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7543510794639587, "Finetune/Loss (Raw)": 0.7261369824409485, "Finetune/Step": 4624, "Finetune/Step Time": 6.819419933483005}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7548580765724182, "Finetune/Loss (Raw)": 0.8319034576416016, "Finetune/Step": 4625, "Finetune/Step Time": 6.820462757721543}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7541210055351257, "Finetune/Loss (Raw)": 0.5794733762741089, "Finetune/Step": 4626, "Finetune/Step Time": 6.833197940140963}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7531450986862183, "Finetune/Loss (Raw)": 0.7419056296348572, "Finetune/Step": 4627, "Finetune/Step Time": 6.840189006179571}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7530415058135986, "Finetune/Loss (Raw)": 0.6821408271789551, "Finetune/Step": 4628, "Finetune/Step Time": 6.8435124307870865}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.751862108707428, "Finetune/Loss (Raw)": 0.7357216477394104, "Finetune/Step": 4629, "Finetune/Step Time": 6.831034114584327}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7521798610687256, "Finetune/Loss (Raw)": 0.6817724704742432, "Finetune/Step": 4630, "Finetune/Step Time": 6.8350038062781096}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7499421834945679, "Finetune/Loss (Raw)": 0.5730075240135193, "Finetune/Step": 4631, "Finetune/Step Time": 6.8594439178705215}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7481604218482971, "Finetune/Loss (Raw)": 0.5229044556617737, "Finetune/Step": 4632, "Finetune/Step Time": 6.870429312810302}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7467873096466064, "Finetune/Loss (Raw)": 0.580970823764801, "Finetune/Step": 4633, "Finetune/Step Time": 6.8791832216084}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7461165189743042, "Finetune/Loss (Raw)": 0.8604754209518433, "Finetune/Step": 4634, "Finetune/Step Time": 6.887067720293999}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7454109191894531, "Finetune/Loss (Raw)": 0.5724893808364868, "Finetune/Step": 4635, "Finetune/Step Time": 6.887841356918216}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7455664277076721, "Finetune/Loss (Raw)": 0.7796499729156494, "Finetune/Step": 4636, "Finetune/Step Time": 6.889025272801518}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7466021180152893, "Finetune/Loss (Raw)": 0.8523486256599426, "Finetune/Step": 4637, "Finetune/Step Time": 6.884411541745067}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7477690577507019, "Finetune/Loss (Raw)": 1.0007601976394653, "Finetune/Step": 4638, "Finetune/Step Time": 6.887557642534375}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7451989650726318, "Finetune/Loss (Raw)": 0.6073506474494934, "Finetune/Step": 4639, "Finetune/Step Time": 6.9069393035024405}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.746309757232666, "Finetune/Loss (Raw)": 0.8507685661315918, "Finetune/Step": 4640, "Finetune/Step Time": 6.898097371682525}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7464606165885925, "Finetune/Loss (Raw)": 0.7948001027107239, "Finetune/Step": 4641, "Finetune/Step Time": 6.897837247699499}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7475212216377258, "Finetune/Loss (Raw)": 0.7901557683944702, "Finetune/Step": 4642, "Finetune/Step Time": 6.897297576069832}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7483312487602234, "Finetune/Loss (Raw)": 0.8710340261459351, "Finetune/Step": 4643, "Finetune/Step Time": 6.894404038786888}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7486468553543091, "Finetune/Loss (Raw)": 0.6577869653701782, "Finetune/Step": 4644, "Finetune/Step Time": 6.909777013584971}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7499524354934692, "Finetune/Loss (Raw)": 0.8251400589942932, "Finetune/Step": 4645, "Finetune/Step Time": 6.910429811105132}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.747551441192627, "Finetune/Loss (Raw)": 0.6222034096717834, "Finetune/Step": 4646, "Finetune/Step Time": 6.909310042858124}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7469369173049927, "Finetune/Loss (Raw)": 0.7932979464530945, "Finetune/Step": 4647, "Finetune/Step Time": 6.912453923374414}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7458924651145935, "Finetune/Loss (Raw)": 0.7307339906692505, "Finetune/Step": 4648, "Finetune/Step Time": 6.916803175583482}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7456557750701904, "Finetune/Loss (Raw)": 0.8578515648841858, "Finetune/Step": 4649, "Finetune/Step Time": 6.913480222225189}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7448922395706177, "Finetune/Loss (Raw)": 0.6307792067527771, "Finetune/Step": 4650, "Finetune/Step Time": 6.920177100226283}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7449021339416504, "Finetune/Loss (Raw)": 0.7775153517723083, "Finetune/Step": 4651, "Finetune/Step Time": 6.9178132731467485}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7447131872177124, "Finetune/Loss (Raw)": 0.7672783732414246, "Finetune/Step": 4652, "Finetune/Step Time": 6.916308434680104}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7429928183555603, "Finetune/Loss (Raw)": 0.5585570931434631, "Finetune/Step": 4653, "Finetune/Step Time": 6.9276679791510105}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7442551851272583, "Finetune/Loss (Raw)": 0.7317813634872437, "Finetune/Step": 4654, "Finetune/Step Time": 6.929683577269316}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.745611310005188, "Finetune/Loss (Raw)": 0.6181944608688354, "Finetune/Step": 4655, "Finetune/Step Time": 6.916471168398857}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7452858686447144, "Finetune/Loss (Raw)": 0.6722655892372131, "Finetune/Step": 4656, "Finetune/Step Time": 6.943658335134387}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.744914710521698, "Finetune/Loss (Raw)": 0.7462170124053955, "Finetune/Step": 4657, "Finetune/Step Time": 6.941871985793114}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7445606589317322, "Finetune/Loss (Raw)": 0.8348228931427002, "Finetune/Step": 4658, "Finetune/Step Time": 6.940484335646033}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7443123459815979, "Finetune/Loss (Raw)": 0.8680754899978638, "Finetune/Step": 4659, "Finetune/Step Time": 6.94082204811275}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7461029291152954, "Finetune/Loss (Raw)": 0.8296840190887451, "Finetune/Step": 4660, "Finetune/Step Time": 6.947302404791117}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.745039701461792, "Finetune/Loss (Raw)": 0.6745716333389282, "Finetune/Step": 4661, "Finetune/Step Time": 6.958821019157767}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7466484308242798, "Finetune/Loss (Raw)": 0.8398041725158691, "Finetune/Step": 4662, "Finetune/Step Time": 6.944747589528561}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7481147050857544, "Finetune/Loss (Raw)": 0.8077709674835205, "Finetune/Step": 4663, "Finetune/Step Time": 6.935621434822679}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7482033371925354, "Finetune/Loss (Raw)": 0.7784498929977417, "Finetune/Step": 4664, "Finetune/Step Time": 6.927277762442827}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7474411725997925, "Finetune/Loss (Raw)": 0.6993926763534546, "Finetune/Step": 4665, "Finetune/Step Time": 6.925135323777795}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7453895211219788, "Finetune/Loss (Raw)": 0.5736777186393738, "Finetune/Step": 4666, "Finetune/Step Time": 6.94106955267489}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7467236518859863, "Finetune/Loss (Raw)": 0.8362199068069458, "Finetune/Step": 4667, "Finetune/Step Time": 6.931975819170475}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7483464479446411, "Finetune/Loss (Raw)": 0.7490254044532776, "Finetune/Step": 4668, "Finetune/Step Time": 6.923641160130501}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7474783658981323, "Finetune/Loss (Raw)": 0.5873500108718872, "Finetune/Step": 4669, "Finetune/Step Time": 6.934323946014047}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7486507296562195, "Finetune/Loss (Raw)": 0.7989078760147095, "Finetune/Step": 4670, "Finetune/Step Time": 6.933432433754206}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7482688426971436, "Finetune/Loss (Raw)": 0.7223743796348572, "Finetune/Step": 4671, "Finetune/Step Time": 6.92891432903707}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7478293180465698, "Finetune/Loss (Raw)": 0.8118707537651062, "Finetune/Step": 4672, "Finetune/Step Time": 6.938437281176448}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7479761838912964, "Finetune/Loss (Raw)": 0.7740758657455444, "Finetune/Step": 4673, "Finetune/Step Time": 6.931814359501004}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7478424310684204, "Finetune/Loss (Raw)": 0.8352959752082825, "Finetune/Step": 4674, "Finetune/Step Time": 6.9513327665627}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7478721141815186, "Finetune/Loss (Raw)": 0.8342903256416321, "Finetune/Step": 4675, "Finetune/Step Time": 6.953287636861205}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.74947190284729, "Finetune/Loss (Raw)": 0.7495833039283752, "Finetune/Step": 4676, "Finetune/Step Time": 6.902726639062166}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7514156103134155, "Finetune/Loss (Raw)": 0.843762993812561, "Finetune/Step": 4677, "Finetune/Step Time": 6.894694427028298}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7504594326019287, "Finetune/Loss (Raw)": 0.7607533931732178, "Finetune/Step": 4678, "Finetune/Step Time": 6.916302176192403}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7489702105522156, "Finetune/Loss (Raw)": 0.6377963423728943, "Finetune/Step": 4679, "Finetune/Step Time": 6.917702097445726}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7514307498931885, "Finetune/Loss (Raw)": 0.8943116664886475, "Finetune/Step": 4680, "Finetune/Step Time": 6.911732695996761}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7511526942253113, "Finetune/Loss (Raw)": 0.7625520825386047, "Finetune/Step": 4681, "Finetune/Step Time": 6.9245259538292885}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7499986290931702, "Finetune/Loss (Raw)": 0.7443754076957703, "Finetune/Step": 4682, "Finetune/Step Time": 6.935348736122251}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.749851644039154, "Finetune/Loss (Raw)": 0.771032989025116, "Finetune/Step": 4683, "Finetune/Step Time": 6.925901673734188}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7494483590126038, "Finetune/Loss (Raw)": 0.8800891637802124, "Finetune/Step": 4684, "Finetune/Step Time": 6.925806785002351}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7505915760993958, "Finetune/Loss (Raw)": 0.8427577614784241, "Finetune/Step": 4685, "Finetune/Step Time": 6.925567734986544}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7511774301528931, "Finetune/Loss (Raw)": 0.6470209360122681, "Finetune/Step": 4686, "Finetune/Step Time": 6.923061370849609}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7502277493476868, "Finetune/Loss (Raw)": 0.7873748540878296, "Finetune/Step": 4687, "Finetune/Step Time": 6.916923290118575}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7525037527084351, "Finetune/Loss (Raw)": 1.0171579122543335, "Finetune/Step": 4688, "Finetune/Step Time": 6.914705904200673}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7531317472457886, "Finetune/Loss (Raw)": 0.8688107132911682, "Finetune/Step": 4689, "Finetune/Step Time": 6.908576283603907}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7515853643417358, "Finetune/Loss (Raw)": 0.6391772627830505, "Finetune/Step": 4690, "Finetune/Step Time": 6.919528687372804}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7534317970275879, "Finetune/Loss (Raw)": 0.894832968711853, "Finetune/Step": 4691, "Finetune/Step Time": 6.906089017167687}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7548743486404419, "Finetune/Loss (Raw)": 0.9382756948471069, "Finetune/Step": 4692, "Finetune/Step Time": 6.9054030533879995}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7555850744247437, "Finetune/Loss (Raw)": 0.7774059772491455, "Finetune/Step": 4693, "Finetune/Step Time": 6.915083779022098}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.756578803062439, "Finetune/Loss (Raw)": 0.8940987586975098, "Finetune/Step": 4694, "Finetune/Step Time": 6.910426089540124}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7563149333000183, "Finetune/Loss (Raw)": 0.8307953476905823, "Finetune/Step": 4695, "Finetune/Step Time": 6.911757715046406}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7552694082260132, "Finetune/Loss (Raw)": 0.676986038684845, "Finetune/Step": 4696, "Finetune/Step Time": 6.919554140418768}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.75465989112854, "Finetune/Loss (Raw)": 0.7624692320823669, "Finetune/Step": 4697, "Finetune/Step Time": 6.917269861325622}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7547681331634521, "Finetune/Loss (Raw)": 0.8596742153167725, "Finetune/Step": 4698, "Finetune/Step Time": 6.920528177171946}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7566748857498169, "Finetune/Loss (Raw)": 0.8775952458381653, "Finetune/Step": 4699, "Finetune/Step Time": 6.917090427130461}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7570880055427551, "Finetune/Loss (Raw)": 0.7779300808906555, "Finetune/Step": 4700, "Finetune/Step Time": 6.912951031699777}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7584897875785828, "Finetune/Loss (Raw)": 0.8362427353858948, "Finetune/Step": 4701, "Finetune/Step Time": 6.905958855524659}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7581809759140015, "Finetune/Loss (Raw)": 0.7642697095870972, "Finetune/Step": 4702, "Finetune/Step Time": 6.897987155243754}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7595110535621643, "Finetune/Loss (Raw)": 0.8830829858779907, "Finetune/Step": 4703, "Finetune/Step Time": 6.885751368477941}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7596652507781982, "Finetune/Loss (Raw)": 0.6889100670814514, "Finetune/Step": 4704, "Finetune/Step Time": 6.881447536870837}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.759672999382019, "Finetune/Loss (Raw)": 0.8948879241943359, "Finetune/Step": 4705, "Finetune/Step Time": 6.880460374057293}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7587730288505554, "Finetune/Loss (Raw)": 0.7201358675956726, "Finetune/Step": 4706, "Finetune/Step Time": 6.877495499327779}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7595803737640381, "Finetune/Loss (Raw)": 0.7039545178413391, "Finetune/Step": 4707, "Finetune/Step Time": 6.863823842257261}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7605651021003723, "Finetune/Loss (Raw)": 0.6828316450119019, "Finetune/Step": 4708, "Finetune/Step Time": 6.849850384518504}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7605109214782715, "Finetune/Loss (Raw)": 0.6686362624168396, "Finetune/Step": 4709, "Finetune/Step Time": 6.853887410834432}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7620635032653809, "Finetune/Loss (Raw)": 0.9425025582313538, "Finetune/Step": 4710, "Finetune/Step Time": 6.848781429231167}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7612066268920898, "Finetune/Loss (Raw)": 0.7679514288902283, "Finetune/Step": 4711, "Finetune/Step Time": 6.849493371322751}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7610256671905518, "Finetune/Loss (Raw)": 0.689042866230011, "Finetune/Step": 4712, "Finetune/Step Time": 6.858494970947504}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7626854181289673, "Finetune/Loss (Raw)": 0.8431383371353149, "Finetune/Step": 4713, "Finetune/Step Time": 6.860199535265565}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7632076144218445, "Finetune/Loss (Raw)": 0.747786819934845, "Finetune/Step": 4714, "Finetune/Step Time": 6.86272456496954}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7623589634895325, "Finetune/Loss (Raw)": 0.7723748087882996, "Finetune/Step": 4715, "Finetune/Step Time": 6.865950915962458}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7615406513214111, "Finetune/Loss (Raw)": 0.7497469186782837, "Finetune/Step": 4716, "Finetune/Step Time": 6.85572137311101}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7619406580924988, "Finetune/Loss (Raw)": 0.8186975121498108, "Finetune/Step": 4717, "Finetune/Step Time": 6.853852717205882}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7606844902038574, "Finetune/Loss (Raw)": 0.546748161315918, "Finetune/Step": 4718, "Finetune/Step Time": 6.86310438811779}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7591966390609741, "Finetune/Loss (Raw)": 0.6372531056404114, "Finetune/Step": 4719, "Finetune/Step Time": 6.862797684967518}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.759010910987854, "Finetune/Loss (Raw)": 0.48869383335113525, "Finetune/Step": 4720, "Finetune/Step Time": 6.876716149970889}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7571489810943604, "Finetune/Loss (Raw)": 0.6042704582214355, "Finetune/Step": 4721, "Finetune/Step Time": 6.879834599792957}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7574268579483032, "Finetune/Loss (Raw)": 0.6877381205558777, "Finetune/Step": 4722, "Finetune/Step Time": 6.865104811266065}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7572802305221558, "Finetune/Loss (Raw)": 0.7719414234161377, "Finetune/Step": 4723, "Finetune/Step Time": 6.862294131889939}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7564674615859985, "Finetune/Loss (Raw)": 0.6326501965522766, "Finetune/Step": 4724, "Finetune/Step Time": 6.879072306677699}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7563238143920898, "Finetune/Loss (Raw)": 0.6927068829536438, "Finetune/Step": 4725, "Finetune/Step Time": 6.879868201911449}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7555097341537476, "Finetune/Loss (Raw)": 0.6816906332969666, "Finetune/Step": 4726, "Finetune/Step Time": 6.883559789508581}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7556173801422119, "Finetune/Loss (Raw)": 0.7318049073219299, "Finetune/Step": 4727, "Finetune/Step Time": 6.879510574042797}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7553719282150269, "Finetune/Loss (Raw)": 0.739345371723175, "Finetune/Step": 4728, "Finetune/Step Time": 6.879963863641024}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7579731941223145, "Finetune/Loss (Raw)": 1.0100961923599243, "Finetune/Step": 4729, "Finetune/Step Time": 6.878263890743256}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7565004825592041, "Finetune/Loss (Raw)": 0.7907312512397766, "Finetune/Step": 4730, "Finetune/Step Time": 6.872925462201238}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7564285397529602, "Finetune/Loss (Raw)": 0.6106359362602234, "Finetune/Step": 4731, "Finetune/Step Time": 6.870952948927879}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.756301999092102, "Finetune/Loss (Raw)": 0.7903865575790405, "Finetune/Step": 4732, "Finetune/Step Time": 6.8595529198646545}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7580717206001282, "Finetune/Loss (Raw)": 0.8464192152023315, "Finetune/Step": 4733, "Finetune/Step Time": 6.839475074782968}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7569443583488464, "Finetune/Loss (Raw)": 0.6874239444732666, "Finetune/Step": 4734, "Finetune/Step Time": 6.84223479218781}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7577778697013855, "Finetune/Loss (Raw)": 0.844494104385376, "Finetune/Step": 4735, "Finetune/Step Time": 6.842313136905432}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.756402850151062, "Finetune/Loss (Raw)": 0.5878801345825195, "Finetune/Step": 4736, "Finetune/Step Time": 6.846491003409028}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7543565034866333, "Finetune/Loss (Raw)": 0.6678701043128967, "Finetune/Step": 4737, "Finetune/Step Time": 6.852288542315364}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7551561594009399, "Finetune/Loss (Raw)": 0.8073626160621643, "Finetune/Step": 4738, "Finetune/Step Time": 6.85749040171504}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7563621997833252, "Finetune/Loss (Raw)": 0.7034016251564026, "Finetune/Step": 4739, "Finetune/Step Time": 6.844462964683771}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7555290460586548, "Finetune/Loss (Raw)": 0.6857843399047852, "Finetune/Step": 4740, "Finetune/Step Time": 6.846893085166812}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7548388242721558, "Finetune/Loss (Raw)": 0.5592958331108093, "Finetune/Step": 4741, "Finetune/Step Time": 6.831275470554829}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7545453906059265, "Finetune/Loss (Raw)": 0.6702268719673157, "Finetune/Step": 4742, "Finetune/Step Time": 6.849773854017258}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.752650260925293, "Finetune/Loss (Raw)": 0.6546483039855957, "Finetune/Step": 4743, "Finetune/Step Time": 6.861707163974643}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7542532682418823, "Finetune/Loss (Raw)": 0.9371427893638611, "Finetune/Step": 4744, "Finetune/Step Time": 6.862942446023226}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7543418407440186, "Finetune/Loss (Raw)": 0.6876394748687744, "Finetune/Step": 4745, "Finetune/Step Time": 6.876384366303682}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7532636523246765, "Finetune/Loss (Raw)": 0.6942522525787354, "Finetune/Step": 4746, "Finetune/Step Time": 6.8936774134635925}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.753461480140686, "Finetune/Loss (Raw)": 0.9079302549362183, "Finetune/Step": 4747, "Finetune/Step Time": 6.891039527952671}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.754173755645752, "Finetune/Loss (Raw)": 0.8224467039108276, "Finetune/Step": 4748, "Finetune/Step Time": 6.889445697888732}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7535326480865479, "Finetune/Loss (Raw)": 0.789796769618988, "Finetune/Step": 4749, "Finetune/Step Time": 6.887331239879131}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7529345154762268, "Finetune/Loss (Raw)": 0.7476634979248047, "Finetune/Step": 4750, "Finetune/Step Time": 6.889985283836722}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7520695924758911, "Finetune/Loss (Raw)": 0.7546930313110352, "Finetune/Step": 4751, "Finetune/Step Time": 6.901842996478081}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7529571056365967, "Finetune/Loss (Raw)": 0.8397374153137207, "Finetune/Step": 4752, "Finetune/Step Time": 6.9032151736319065}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7519030570983887, "Finetune/Loss (Raw)": 0.6969858407974243, "Finetune/Step": 4753, "Finetune/Step Time": 6.898642126470804}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7537071704864502, "Finetune/Loss (Raw)": 0.8103935122489929, "Finetune/Step": 4754, "Finetune/Step Time": 6.889493305236101}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7538742423057556, "Finetune/Loss (Raw)": 0.7632938623428345, "Finetune/Step": 4755, "Finetune/Step Time": 6.888656327500939}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7545479536056519, "Finetune/Loss (Raw)": 0.7683760523796082, "Finetune/Step": 4756, "Finetune/Step Time": 6.882839748635888}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7547085285186768, "Finetune/Loss (Raw)": 0.7562812566757202, "Finetune/Step": 4757, "Finetune/Step Time": 6.88326189853251}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7551347017288208, "Finetune/Loss (Raw)": 0.7363147139549255, "Finetune/Step": 4758, "Finetune/Step Time": 6.875364772975445}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7561290264129639, "Finetune/Loss (Raw)": 0.7002827525138855, "Finetune/Step": 4759, "Finetune/Step Time": 6.852703807875514}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7581824064254761, "Finetune/Loss (Raw)": 0.7857426404953003, "Finetune/Step": 4760, "Finetune/Step Time": 6.841687453910708}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7582235932350159, "Finetune/Loss (Raw)": 0.5862372517585754, "Finetune/Step": 4761, "Finetune/Step Time": 6.844206411391497}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7571039199829102, "Finetune/Loss (Raw)": 0.7171558141708374, "Finetune/Step": 4762, "Finetune/Step Time": 6.840539945289493}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7585642337799072, "Finetune/Loss (Raw)": 0.7594161033630371, "Finetune/Step": 4763, "Finetune/Step Time": 6.829639500007033}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7579927444458008, "Finetune/Loss (Raw)": 0.7064952850341797, "Finetune/Step": 4764, "Finetune/Step Time": 6.831181721761823}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7564630508422852, "Finetune/Loss (Raw)": 0.6565477252006531, "Finetune/Step": 4765, "Finetune/Step Time": 6.830962808802724}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7558376789093018, "Finetune/Loss (Raw)": 0.920718252658844, "Finetune/Step": 4766, "Finetune/Step Time": 6.831661382690072}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7574748992919922, "Finetune/Loss (Raw)": 0.8169069886207581, "Finetune/Step": 4767, "Finetune/Step Time": 6.806939706206322}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.756630539894104, "Finetune/Loss (Raw)": 0.7426920533180237, "Finetune/Step": 4768, "Finetune/Step Time": 6.809091914445162}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7563239932060242, "Finetune/Loss (Raw)": 0.7555640339851379, "Finetune/Step": 4769, "Finetune/Step Time": 6.8079975713044405}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7539222836494446, "Finetune/Loss (Raw)": 0.48273390531539917, "Finetune/Step": 4770, "Finetune/Step Time": 6.8102216478437185}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7540794014930725, "Finetune/Loss (Raw)": 0.8911460041999817, "Finetune/Step": 4771, "Finetune/Step Time": 6.813673797994852}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7543203830718994, "Finetune/Loss (Raw)": 0.6886335611343384, "Finetune/Step": 4772, "Finetune/Step Time": 6.818205777555704}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7521946430206299, "Finetune/Loss (Raw)": 0.55305016040802, "Finetune/Step": 4773, "Finetune/Step Time": 6.817908864468336}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7535483241081238, "Finetune/Loss (Raw)": 0.795468270778656, "Finetune/Step": 4774, "Finetune/Step Time": 6.808959160000086}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7542250156402588, "Finetune/Loss (Raw)": 0.8799211978912354, "Finetune/Step": 4775, "Finetune/Step Time": 6.80800586938858}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7536463141441345, "Finetune/Loss (Raw)": 0.6566575169563293, "Finetune/Step": 4776, "Finetune/Step Time": 6.8181703966110945}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7528943419456482, "Finetune/Loss (Raw)": 0.7615957260131836, "Finetune/Step": 4777, "Finetune/Step Time": 6.819408351555467}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7524689435958862, "Finetune/Loss (Raw)": 0.5763231515884399, "Finetune/Step": 4778, "Finetune/Step Time": 6.823229569941759}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7536187767982483, "Finetune/Loss (Raw)": 0.9247010350227356, "Finetune/Step": 4779, "Finetune/Step Time": 6.824266038835049}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7531273365020752, "Finetune/Loss (Raw)": 0.7043752670288086, "Finetune/Step": 4780, "Finetune/Step Time": 6.825925923883915}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7538619637489319, "Finetune/Loss (Raw)": 0.6525864005088806, "Finetune/Step": 4781, "Finetune/Step Time": 6.816553303971887}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7534067630767822, "Finetune/Loss (Raw)": 0.6735188961029053, "Finetune/Step": 4782, "Finetune/Step Time": 6.817238945513964}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7532774209976196, "Finetune/Loss (Raw)": 0.6016367673873901, "Finetune/Step": 4783, "Finetune/Step Time": 6.8289291895926}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7542214393615723, "Finetune/Loss (Raw)": 0.793100118637085, "Finetune/Step": 4784, "Finetune/Step Time": 6.802569141611457}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7558780908584595, "Finetune/Loss (Raw)": 0.9582704901695251, "Finetune/Step": 4785, "Finetune/Step Time": 6.803211720660329}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7557781338691711, "Finetune/Loss (Raw)": 0.8220248222351074, "Finetune/Step": 4786, "Finetune/Step Time": 6.805618764832616}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.754902720451355, "Finetune/Loss (Raw)": 0.7560211420059204, "Finetune/Step": 4787, "Finetune/Step Time": 6.799982549622655}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7535274624824524, "Finetune/Loss (Raw)": 0.6536537408828735, "Finetune/Step": 4788, "Finetune/Step Time": 6.806504342705011}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7528582811355591, "Finetune/Loss (Raw)": 0.5889172554016113, "Finetune/Step": 4789, "Finetune/Step Time": 6.795192398130894}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7526026368141174, "Finetune/Loss (Raw)": 0.8070775270462036, "Finetune/Step": 4790, "Finetune/Step Time": 6.796530287712812}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7515759468078613, "Finetune/Loss (Raw)": 0.6763572692871094, "Finetune/Step": 4791, "Finetune/Step Time": 6.811987465247512}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7529966235160828, "Finetune/Loss (Raw)": 0.9602941274642944, "Finetune/Step": 4792, "Finetune/Step Time": 6.814191957935691}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7540035247802734, "Finetune/Loss (Raw)": 0.8282781839370728, "Finetune/Step": 4793, "Finetune/Step Time": 6.813791761174798}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7550090551376343, "Finetune/Loss (Raw)": 0.7023888826370239, "Finetune/Step": 4794, "Finetune/Step Time": 6.7998206950724125}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.753728985786438, "Finetune/Loss (Raw)": 0.6723623275756836, "Finetune/Step": 4795, "Finetune/Step Time": 6.824676558375359}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7545024156570435, "Finetune/Loss (Raw)": 0.848030149936676, "Finetune/Step": 4796, "Finetune/Step Time": 6.820653561502695}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7560932636260986, "Finetune/Loss (Raw)": 0.7909726500511169, "Finetune/Step": 4797, "Finetune/Step Time": 6.804806975647807}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7545080184936523, "Finetune/Loss (Raw)": 0.5959985852241516, "Finetune/Step": 4798, "Finetune/Step Time": 6.815870180726051}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7554382085800171, "Finetune/Loss (Raw)": 0.8414448499679565, "Finetune/Step": 4799, "Finetune/Step Time": 6.818262506276369}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7564436197280884, "Finetune/Loss (Raw)": 0.9405628442764282, "Finetune/Step": 4800, "Finetune/Step Time": 6.804645849391818}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7570111751556396, "Finetune/Loss (Raw)": 0.8467181324958801, "Finetune/Step": 4801, "Finetune/Step Time": 6.796581881120801}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7565950155258179, "Finetune/Loss (Raw)": 0.7820292711257935, "Finetune/Step": 4802, "Finetune/Step Time": 6.774087730795145}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7568451762199402, "Finetune/Loss (Raw)": 0.8663097620010376, "Finetune/Step": 4803, "Finetune/Step Time": 6.7755371779203415}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7573150396347046, "Finetune/Loss (Raw)": 0.8097320199012756, "Finetune/Step": 4804, "Finetune/Step Time": 6.776182861998677}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.757384181022644, "Finetune/Loss (Raw)": 0.852614164352417, "Finetune/Step": 4805, "Finetune/Step Time": 6.780343389138579}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7577126622200012, "Finetune/Loss (Raw)": 0.8027944564819336, "Finetune/Step": 4806, "Finetune/Step Time": 6.76348446123302}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7587614059448242, "Finetune/Loss (Raw)": 0.772028386592865, "Finetune/Step": 4807, "Finetune/Step Time": 6.763101063668728}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7589210271835327, "Finetune/Loss (Raw)": 0.9147419929504395, "Finetune/Step": 4808, "Finetune/Step Time": 6.759986089542508}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7574251890182495, "Finetune/Loss (Raw)": 0.5710974335670471, "Finetune/Step": 4809, "Finetune/Step Time": 6.749993758276105}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7574300765991211, "Finetune/Loss (Raw)": 0.7449979186058044, "Finetune/Step": 4810, "Finetune/Step Time": 6.743280438706279}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7575844526290894, "Finetune/Loss (Raw)": 0.7907860279083252, "Finetune/Step": 4811, "Finetune/Step Time": 6.752454137429595}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7568950653076172, "Finetune/Loss (Raw)": 0.7918533682823181, "Finetune/Step": 4812, "Finetune/Step Time": 6.753815073519945}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7561527490615845, "Finetune/Loss (Raw)": 0.7477337121963501, "Finetune/Step": 4813, "Finetune/Step Time": 6.778798392042518}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7573985457420349, "Finetune/Loss (Raw)": 0.8064903616905212, "Finetune/Step": 4814, "Finetune/Step Time": 6.763032950460911}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7580962181091309, "Finetune/Loss (Raw)": 0.8766791820526123, "Finetune/Step": 4815, "Finetune/Step Time": 6.7619364112615585}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7554469704627991, "Finetune/Loss (Raw)": 0.6780503988265991, "Finetune/Step": 4816, "Finetune/Step Time": 6.7743502240628}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7551219463348389, "Finetune/Loss (Raw)": 0.8272143602371216, "Finetune/Step": 4817, "Finetune/Step Time": 6.780253430828452}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7566226124763489, "Finetune/Loss (Raw)": 0.8312561511993408, "Finetune/Step": 4818, "Finetune/Step Time": 6.771820487454534}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7564241886138916, "Finetune/Loss (Raw)": 0.8694378733634949, "Finetune/Step": 4819, "Finetune/Step Time": 6.7696864027529955}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7558346390724182, "Finetune/Loss (Raw)": 0.862813413143158, "Finetune/Step": 4820, "Finetune/Step Time": 6.771227328106761}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7566357851028442, "Finetune/Loss (Raw)": 0.8799489736557007, "Finetune/Step": 4821, "Finetune/Step Time": 6.762772710993886}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7561573386192322, "Finetune/Loss (Raw)": 0.8328609466552734, "Finetune/Step": 4822, "Finetune/Step Time": 6.767289116978645}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7563157081604004, "Finetune/Loss (Raw)": 0.8510697484016418, "Finetune/Step": 4823, "Finetune/Step Time": 6.768912769854069}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7563247680664062, "Finetune/Loss (Raw)": 0.6781465411186218, "Finetune/Step": 4824, "Finetune/Step Time": 6.771241480484605}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7562156915664673, "Finetune/Loss (Raw)": 0.748497724533081, "Finetune/Step": 4825, "Finetune/Step Time": 6.775716103613377}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.755537748336792, "Finetune/Loss (Raw)": 0.7729035019874573, "Finetune/Step": 4826, "Finetune/Step Time": 6.774923592805862}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7552931308746338, "Finetune/Loss (Raw)": 0.8462849259376526, "Finetune/Step": 4827, "Finetune/Step Time": 6.779039151966572}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7557801008224487, "Finetune/Loss (Raw)": 0.8402611017227173, "Finetune/Step": 4828, "Finetune/Step Time": 6.787336667999625}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7553697228431702, "Finetune/Loss (Raw)": 0.7837079167366028, "Finetune/Step": 4829, "Finetune/Step Time": 6.789821686223149}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7551271915435791, "Finetune/Loss (Raw)": 0.7332329750061035, "Finetune/Step": 4830, "Finetune/Step Time": 6.785003742203116}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7528223991394043, "Finetune/Loss (Raw)": 0.5880683660507202, "Finetune/Step": 4831, "Finetune/Step Time": 6.802179774269462}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7526196241378784, "Finetune/Loss (Raw)": 0.6629600524902344, "Finetune/Step": 4832, "Finetune/Step Time": 6.821863982826471}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7517215013504028, "Finetune/Loss (Raw)": 0.7799203395843506, "Finetune/Step": 4833, "Finetune/Step Time": 6.8247350584715605}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7533388137817383, "Finetune/Loss (Raw)": 0.9271525144577026, "Finetune/Step": 4834, "Finetune/Step Time": 6.827607870101929}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7543772459030151, "Finetune/Loss (Raw)": 0.8368710279464722, "Finetune/Step": 4835, "Finetune/Step Time": 6.826186649501324}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7560545206069946, "Finetune/Loss (Raw)": 0.8975335955619812, "Finetune/Step": 4836, "Finetune/Step Time": 6.821843042969704}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7568679451942444, "Finetune/Loss (Raw)": 0.7727476954460144, "Finetune/Step": 4837, "Finetune/Step Time": 6.8078381940722466}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7562122344970703, "Finetune/Loss (Raw)": 0.8585743308067322, "Finetune/Step": 4838, "Finetune/Step Time": 6.808717152103782}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7556777000427246, "Finetune/Loss (Raw)": 0.6995254755020142, "Finetune/Step": 4839, "Finetune/Step Time": 6.809495624154806}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.756308376789093, "Finetune/Loss (Raw)": 0.7697785496711731, "Finetune/Step": 4840, "Finetune/Step Time": 6.803625173866749}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7553669214248657, "Finetune/Loss (Raw)": 0.7226318717002869, "Finetune/Step": 4841, "Finetune/Step Time": 6.808424254879355}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7545524835586548, "Finetune/Loss (Raw)": 0.643536388874054, "Finetune/Step": 4842, "Finetune/Step Time": 6.817238289862871}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.755811333656311, "Finetune/Loss (Raw)": 0.933501660823822, "Finetune/Step": 4843, "Finetune/Step Time": 6.814461041241884}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7552496194839478, "Finetune/Loss (Raw)": 0.6778527498245239, "Finetune/Step": 4844, "Finetune/Step Time": 6.820451747626066}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.75562584400177, "Finetune/Loss (Raw)": 0.866852343082428, "Finetune/Step": 4845, "Finetune/Step Time": 6.822797570377588}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7577268481254578, "Finetune/Loss (Raw)": 0.8156781196594238, "Finetune/Step": 4846, "Finetune/Step Time": 6.833459889516234}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7579748630523682, "Finetune/Loss (Raw)": 0.6689944267272949, "Finetune/Step": 4847, "Finetune/Step Time": 6.849350208416581}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7593270540237427, "Finetune/Loss (Raw)": 0.6617832183837891, "Finetune/Step": 4848, "Finetune/Step Time": 6.818754529580474}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7597861886024475, "Finetune/Loss (Raw)": 0.6630340218544006, "Finetune/Step": 4849, "Finetune/Step Time": 6.832151575013995}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7611465454101562, "Finetune/Loss (Raw)": 0.8618635535240173, "Finetune/Step": 4850, "Finetune/Step Time": 6.844219230115414}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7618423700332642, "Finetune/Loss (Raw)": 0.8610120415687561, "Finetune/Step": 4851, "Finetune/Step Time": 6.848325062543154}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7621725797653198, "Finetune/Loss (Raw)": 0.6749131083488464, "Finetune/Step": 4852, "Finetune/Step Time": 6.84358168207109}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7631531953811646, "Finetune/Loss (Raw)": 0.8182182908058167, "Finetune/Step": 4853, "Finetune/Step Time": 6.860073229297996}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7620351910591125, "Finetune/Loss (Raw)": 0.5385921001434326, "Finetune/Step": 4854, "Finetune/Step Time": 6.861026557162404}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7624223232269287, "Finetune/Loss (Raw)": 0.7813593745231628, "Finetune/Step": 4855, "Finetune/Step Time": 6.8631356451660395}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7629375457763672, "Finetune/Loss (Raw)": 0.8052997589111328, "Finetune/Step": 4856, "Finetune/Step Time": 6.861141040921211}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7618789076805115, "Finetune/Loss (Raw)": 0.87458336353302, "Finetune/Step": 4857, "Finetune/Step Time": 6.860650472342968}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7631090879440308, "Finetune/Loss (Raw)": 0.9481943249702454, "Finetune/Step": 4858, "Finetune/Step Time": 6.86781183630228}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7644561529159546, "Finetune/Loss (Raw)": 0.783064603805542, "Finetune/Step": 4859, "Finetune/Step Time": 6.858582705259323}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7638968229293823, "Finetune/Loss (Raw)": 0.7187920808792114, "Finetune/Step": 4860, "Finetune/Step Time": 6.85780162550509}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7629832029342651, "Finetune/Loss (Raw)": 0.7294653058052063, "Finetune/Step": 4861, "Finetune/Step Time": 6.869278606027365}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7647764086723328, "Finetune/Loss (Raw)": 0.9169630408287048, "Finetune/Step": 4862, "Finetune/Step Time": 6.860681349411607}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7654492855072021, "Finetune/Loss (Raw)": 0.9306237697601318, "Finetune/Step": 4863, "Finetune/Step Time": 6.8618288692086935}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7666269540786743, "Finetune/Loss (Raw)": 0.7386166453361511, "Finetune/Step": 4864, "Finetune/Step Time": 6.867906708270311}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7679708003997803, "Finetune/Loss (Raw)": 0.8398803472518921, "Finetune/Step": 4865, "Finetune/Step Time": 6.867141203954816}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7672536969184875, "Finetune/Loss (Raw)": 0.7155833840370178, "Finetune/Step": 4866, "Finetune/Step Time": 6.863146025687456}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7665729522705078, "Finetune/Loss (Raw)": 0.6162629723548889, "Finetune/Step": 4867, "Finetune/Step Time": 6.880200484767556}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7666465044021606, "Finetune/Loss (Raw)": 0.6951985955238342, "Finetune/Step": 4868, "Finetune/Step Time": 6.879787499085069}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.767303466796875, "Finetune/Loss (Raw)": 0.6433797478675842, "Finetune/Step": 4869, "Finetune/Step Time": 6.872398406267166}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.767570436000824, "Finetune/Loss (Raw)": 0.7043992280960083, "Finetune/Step": 4870, "Finetune/Step Time": 6.850316789001226}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.768510103225708, "Finetune/Loss (Raw)": 0.7749284505844116, "Finetune/Step": 4871, "Finetune/Step Time": 6.845974517986178}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7671929597854614, "Finetune/Loss (Raw)": 0.7685477137565613, "Finetune/Step": 4872, "Finetune/Step Time": 6.846639294177294}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7672007083892822, "Finetune/Loss (Raw)": 0.6886289715766907, "Finetune/Step": 4873, "Finetune/Step Time": 6.845667777583003}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7660902738571167, "Finetune/Loss (Raw)": 0.5521179437637329, "Finetune/Step": 4874, "Finetune/Step Time": 6.833058729767799}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7647560238838196, "Finetune/Loss (Raw)": 0.7371460795402527, "Finetune/Step": 4875, "Finetune/Step Time": 6.839842200279236}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.765226423740387, "Finetune/Loss (Raw)": 0.8826589584350586, "Finetune/Step": 4876, "Finetune/Step Time": 6.833533611148596}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7660154700279236, "Finetune/Loss (Raw)": 0.8907946348190308, "Finetune/Step": 4877, "Finetune/Step Time": 6.834254188463092}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7656365036964417, "Finetune/Loss (Raw)": 0.6991616487503052, "Finetune/Step": 4878, "Finetune/Step Time": 6.8355855997651815}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7663497924804688, "Finetune/Loss (Raw)": 0.8459950089454651, "Finetune/Step": 4879, "Finetune/Step Time": 6.834731807932258}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7665752172470093, "Finetune/Loss (Raw)": 0.8685936331748962, "Finetune/Step": 4880, "Finetune/Step Time": 6.833611691370606}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7686807513237, "Finetune/Loss (Raw)": 0.9664857983589172, "Finetune/Step": 4881, "Finetune/Step Time": 6.828205054625869}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7675663232803345, "Finetune/Loss (Raw)": 0.6677520871162415, "Finetune/Step": 4882, "Finetune/Step Time": 6.827103381976485}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7668031454086304, "Finetune/Loss (Raw)": 0.6656002998352051, "Finetune/Step": 4883, "Finetune/Step Time": 6.832135247066617}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7674220204353333, "Finetune/Loss (Raw)": 0.8475928902626038, "Finetune/Step": 4884, "Finetune/Step Time": 6.833427291363478}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7673245668411255, "Finetune/Loss (Raw)": 0.743811845779419, "Finetune/Step": 4885, "Finetune/Step Time": 6.833229050040245}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7682932615280151, "Finetune/Loss (Raw)": 0.8603000640869141, "Finetune/Step": 4886, "Finetune/Step Time": 6.838339673355222}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7692057490348816, "Finetune/Loss (Raw)": 0.8170869946479797, "Finetune/Step": 4887, "Finetune/Step Time": 6.8473871145397425}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7695386409759521, "Finetune/Loss (Raw)": 0.8283591270446777, "Finetune/Step": 4888, "Finetune/Step Time": 6.853099629282951}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7711378335952759, "Finetune/Loss (Raw)": 0.7909312844276428, "Finetune/Step": 4889, "Finetune/Step Time": 6.8429492730647326}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7709953784942627, "Finetune/Loss (Raw)": 0.6989240050315857, "Finetune/Step": 4890, "Finetune/Step Time": 6.858640572056174}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7707958221435547, "Finetune/Loss (Raw)": 0.733864963054657, "Finetune/Step": 4891, "Finetune/Step Time": 6.85643458366394}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7713067531585693, "Finetune/Loss (Raw)": 0.7718991041183472, "Finetune/Step": 4892, "Finetune/Step Time": 6.855331322178245}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7729952335357666, "Finetune/Loss (Raw)": 0.8726727366447449, "Finetune/Step": 4893, "Finetune/Step Time": 6.85506989620626}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.771352231502533, "Finetune/Loss (Raw)": 0.7104120254516602, "Finetune/Step": 4894, "Finetune/Step Time": 6.861141383647919}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7701436281204224, "Finetune/Loss (Raw)": 0.6622057557106018, "Finetune/Step": 4895, "Finetune/Step Time": 6.864912016317248}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7710461616516113, "Finetune/Loss (Raw)": 0.8582162857055664, "Finetune/Step": 4896, "Finetune/Step Time": 6.861626444384456}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7700707316398621, "Finetune/Loss (Raw)": 0.630709707736969, "Finetune/Step": 4897, "Finetune/Step Time": 6.86797933652997}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7716143131256104, "Finetune/Loss (Raw)": 0.6803091168403625, "Finetune/Step": 4898, "Finetune/Step Time": 6.869724068790674}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7713441848754883, "Finetune/Loss (Raw)": 0.8565711975097656, "Finetune/Step": 4899, "Finetune/Step Time": 6.867189679294825}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7721381187438965, "Finetune/Loss (Raw)": 0.7902592420578003, "Finetune/Step": 4900, "Finetune/Step Time": 6.8486999068409204}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.773687481880188, "Finetune/Loss (Raw)": 0.7513707280158997, "Finetune/Step": 4901, "Finetune/Step Time": 6.846967959776521}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.773340106010437, "Finetune/Loss (Raw)": 0.7510008215904236, "Finetune/Step": 4902, "Finetune/Step Time": 6.84781994111836}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7721783518791199, "Finetune/Loss (Raw)": 0.7312157154083252, "Finetune/Step": 4903, "Finetune/Step Time": 6.8465308006852865}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7731292247772217, "Finetune/Loss (Raw)": 0.7783705592155457, "Finetune/Step": 4904, "Finetune/Step Time": 6.8359168991446495}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7733451128005981, "Finetune/Loss (Raw)": 0.7892278432846069, "Finetune/Step": 4905, "Finetune/Step Time": 6.836274325847626}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7745417356491089, "Finetune/Loss (Raw)": 0.7294941544532776, "Finetune/Step": 4906, "Finetune/Step Time": 6.822579404339194}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7720590233802795, "Finetune/Loss (Raw)": 0.6069098711013794, "Finetune/Step": 4907, "Finetune/Step Time": 6.826691206544638}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.772647500038147, "Finetune/Loss (Raw)": 0.7797012329101562, "Finetune/Step": 4908, "Finetune/Step Time": 6.837828433141112}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7735828161239624, "Finetune/Loss (Raw)": 0.772308886051178, "Finetune/Step": 4909, "Finetune/Step Time": 6.835140282288194}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7747136950492859, "Finetune/Loss (Raw)": 0.8182691931724548, "Finetune/Step": 4910, "Finetune/Step Time": 6.8388402834534645}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7760164737701416, "Finetune/Loss (Raw)": 0.7683905363082886, "Finetune/Step": 4911, "Finetune/Step Time": 6.823685808107257}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7756979465484619, "Finetune/Loss (Raw)": 0.752326250076294, "Finetune/Step": 4912, "Finetune/Step Time": 6.828719826415181}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7744641304016113, "Finetune/Loss (Raw)": 0.8003499507904053, "Finetune/Step": 4913, "Finetune/Step Time": 6.834449419751763}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7736754417419434, "Finetune/Loss (Raw)": 0.7210676074028015, "Finetune/Step": 4914, "Finetune/Step Time": 6.846230315044522}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7729102373123169, "Finetune/Loss (Raw)": 0.6580716371536255, "Finetune/Step": 4915, "Finetune/Step Time": 6.850724335759878}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7736625075340271, "Finetune/Loss (Raw)": 0.7499497532844543, "Finetune/Step": 4916, "Finetune/Step Time": 6.829866783693433}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7744960784912109, "Finetune/Loss (Raw)": 0.6956096887588501, "Finetune/Step": 4917, "Finetune/Step Time": 6.843661293387413}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7744729518890381, "Finetune/Loss (Raw)": 0.8041151762008667, "Finetune/Step": 4918, "Finetune/Step Time": 6.839999096468091}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7751622200012207, "Finetune/Loss (Raw)": 0.7645896077156067, "Finetune/Step": 4919, "Finetune/Step Time": 6.827749965712428}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7744942903518677, "Finetune/Loss (Raw)": 0.8748061060905457, "Finetune/Step": 4920, "Finetune/Step Time": 6.825738031417131}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7739893794059753, "Finetune/Loss (Raw)": 0.7636445164680481, "Finetune/Step": 4921, "Finetune/Step Time": 6.835602387785912}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.773764967918396, "Finetune/Loss (Raw)": 0.6736611127853394, "Finetune/Step": 4922, "Finetune/Step Time": 6.836950168013573}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7743368744850159, "Finetune/Loss (Raw)": 0.7455676198005676, "Finetune/Step": 4923, "Finetune/Step Time": 6.81829509139061}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7734583616256714, "Finetune/Loss (Raw)": 0.7355847954750061, "Finetune/Step": 4924, "Finetune/Step Time": 6.818146226927638}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7729364037513733, "Finetune/Loss (Raw)": 0.7241548299789429, "Finetune/Step": 4925, "Finetune/Step Time": 6.8060853481292725}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7739173173904419, "Finetune/Loss (Raw)": 0.7215572595596313, "Finetune/Step": 4926, "Finetune/Step Time": 6.795328954234719}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7733131647109985, "Finetune/Loss (Raw)": 0.7641119360923767, "Finetune/Step": 4927, "Finetune/Step Time": 6.796113716438413}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7702367305755615, "Finetune/Loss (Raw)": 0.5467842817306519, "Finetune/Step": 4928, "Finetune/Step Time": 6.814617555588484}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7693678140640259, "Finetune/Loss (Raw)": 0.7354915738105774, "Finetune/Step": 4929, "Finetune/Step Time": 6.818191295489669}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7694045305252075, "Finetune/Loss (Raw)": 0.78672856092453, "Finetune/Step": 4930, "Finetune/Step Time": 6.819190995767713}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7691258192062378, "Finetune/Loss (Raw)": 0.830640971660614, "Finetune/Step": 4931, "Finetune/Step Time": 6.820724535733461}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7693008184432983, "Finetune/Loss (Raw)": 0.8321239948272705, "Finetune/Step": 4932, "Finetune/Step Time": 6.821449726819992}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7681390643119812, "Finetune/Loss (Raw)": 0.7039138674736023, "Finetune/Step": 4933, "Finetune/Step Time": 6.829697320237756}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7683953642845154, "Finetune/Loss (Raw)": 0.83559650182724, "Finetune/Step": 4934, "Finetune/Step Time": 6.826065743342042}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7690843343734741, "Finetune/Loss (Raw)": 0.8602250218391418, "Finetune/Step": 4935, "Finetune/Step Time": 6.825677406042814}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7673169374465942, "Finetune/Loss (Raw)": 0.6885184645652771, "Finetune/Step": 4936, "Finetune/Step Time": 6.833604292944074}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.769973874092102, "Finetune/Loss (Raw)": 0.9111822247505188, "Finetune/Step": 4937, "Finetune/Step Time": 6.831252697855234}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.770468533039093, "Finetune/Loss (Raw)": 0.8083137273788452, "Finetune/Step": 4938, "Finetune/Step Time": 6.839250324293971}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7693544626235962, "Finetune/Loss (Raw)": 0.648186206817627, "Finetune/Step": 4939, "Finetune/Step Time": 6.850354682654142}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7680210471153259, "Finetune/Loss (Raw)": 0.6211751103401184, "Finetune/Step": 4940, "Finetune/Step Time": 6.861529478803277}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7674313187599182, "Finetune/Loss (Raw)": 0.6722409129142761, "Finetune/Step": 4941, "Finetune/Step Time": 6.836327498778701}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7665185332298279, "Finetune/Loss (Raw)": 0.6896544098854065, "Finetune/Step": 4942, "Finetune/Step Time": 6.839581759646535}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7650642991065979, "Finetune/Loss (Raw)": 0.6905389428138733, "Finetune/Step": 4943, "Finetune/Step Time": 6.847402527928352}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7660549879074097, "Finetune/Loss (Raw)": 0.804858386516571, "Finetune/Step": 4944, "Finetune/Step Time": 6.838644098490477}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7664108276367188, "Finetune/Loss (Raw)": 0.8727670311927795, "Finetune/Step": 4945, "Finetune/Step Time": 6.836545964702964}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7655684351921082, "Finetune/Loss (Raw)": 0.7234284281730652, "Finetune/Step": 4946, "Finetune/Step Time": 6.837550316005945}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7648634910583496, "Finetune/Loss (Raw)": 0.7792069911956787, "Finetune/Step": 4947, "Finetune/Step Time": 6.8403697945177555}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7638074159622192, "Finetune/Loss (Raw)": 0.7276328206062317, "Finetune/Step": 4948, "Finetune/Step Time": 6.839967090636492}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7624406814575195, "Finetune/Loss (Raw)": 0.7050044536590576, "Finetune/Step": 4949, "Finetune/Step Time": 6.838578723371029}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.76102614402771, "Finetune/Loss (Raw)": 0.6518033742904663, "Finetune/Step": 4950, "Finetune/Step Time": 6.844238208606839}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.760888934135437, "Finetune/Loss (Raw)": 0.8335005044937134, "Finetune/Step": 4951, "Finetune/Step Time": 6.843458268791437}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7617844343185425, "Finetune/Loss (Raw)": 0.7927737236022949, "Finetune/Step": 4952, "Finetune/Step Time": 6.8366950787603855}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7613712549209595, "Finetune/Loss (Raw)": 0.6956105828285217, "Finetune/Step": 4953, "Finetune/Step Time": 6.835066741332412}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.761345624923706, "Finetune/Loss (Raw)": 0.7696223855018616, "Finetune/Step": 4954, "Finetune/Step Time": 6.873599577695131}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7608674764633179, "Finetune/Loss (Raw)": 0.7850915789604187, "Finetune/Step": 4955, "Finetune/Step Time": 6.8672006614506245}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7607194185256958, "Finetune/Loss (Raw)": 0.821305513381958, "Finetune/Step": 4956, "Finetune/Step Time": 6.855812111869454}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7612090110778809, "Finetune/Loss (Raw)": 0.8463731408119202, "Finetune/Step": 4957, "Finetune/Step Time": 6.84786394238472}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7607892751693726, "Finetune/Loss (Raw)": 0.6795003414154053, "Finetune/Step": 4958, "Finetune/Step Time": 6.862682290375233}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7620296478271484, "Finetune/Loss (Raw)": 0.7468371391296387, "Finetune/Step": 4959, "Finetune/Step Time": 6.863380683586001}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.762626051902771, "Finetune/Loss (Raw)": 0.739303708076477, "Finetune/Step": 4960, "Finetune/Step Time": 6.8432552721351385}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7623291611671448, "Finetune/Loss (Raw)": 0.7419218420982361, "Finetune/Step": 4961, "Finetune/Step Time": 6.840823657810688}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7615675926208496, "Finetune/Loss (Raw)": 0.8296747803688049, "Finetune/Step": 4962, "Finetune/Step Time": 6.8396148681640625}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7608338594436646, "Finetune/Loss (Raw)": 0.7429541349411011, "Finetune/Step": 4963, "Finetune/Step Time": 6.841800548136234}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7606239318847656, "Finetune/Loss (Raw)": 0.8706562519073486, "Finetune/Step": 4964, "Finetune/Step Time": 6.847278578206897}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.761645495891571, "Finetune/Loss (Raw)": 0.9035059809684753, "Finetune/Step": 4965, "Finetune/Step Time": 6.858506729826331}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7606263160705566, "Finetune/Loss (Raw)": 0.7281148433685303, "Finetune/Step": 4966, "Finetune/Step Time": 6.861404482275248}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7619978189468384, "Finetune/Loss (Raw)": 0.8750867247581482, "Finetune/Step": 4967, "Finetune/Step Time": 6.859707212075591}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7621548175811768, "Finetune/Loss (Raw)": 0.7898649573326111, "Finetune/Step": 4968, "Finetune/Step Time": 6.8530395440757275}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7621185779571533, "Finetune/Loss (Raw)": 0.7180060744285583, "Finetune/Step": 4969, "Finetune/Step Time": 6.855837449431419}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7632439136505127, "Finetune/Loss (Raw)": 0.7875733971595764, "Finetune/Step": 4970, "Finetune/Step Time": 6.84059620089829}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.762921929359436, "Finetune/Loss (Raw)": 0.8922905325889587, "Finetune/Step": 4971, "Finetune/Step Time": 6.84927673637867}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7634885907173157, "Finetune/Loss (Raw)": 0.7503796219825745, "Finetune/Step": 4972, "Finetune/Step Time": 6.844884470105171}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7640559673309326, "Finetune/Loss (Raw)": 0.9394749999046326, "Finetune/Step": 4973, "Finetune/Step Time": 6.8453900050371885}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7622904777526855, "Finetune/Loss (Raw)": 0.5896999835968018, "Finetune/Step": 4974, "Finetune/Step Time": 6.837890153750777}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7625225782394409, "Finetune/Loss (Raw)": 0.698701024055481, "Finetune/Step": 4975, "Finetune/Step Time": 6.826599391177297}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7643969655036926, "Finetune/Loss (Raw)": 0.9017027616500854, "Finetune/Step": 4976, "Finetune/Step Time": 6.828910754993558}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7645214796066284, "Finetune/Loss (Raw)": 0.6789804697036743, "Finetune/Step": 4977, "Finetune/Step Time": 6.828728029504418}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7635987997055054, "Finetune/Loss (Raw)": 0.743758499622345, "Finetune/Step": 4978, "Finetune/Step Time": 6.818956049159169}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7620771527290344, "Finetune/Loss (Raw)": 0.6662399768829346, "Finetune/Step": 4979, "Finetune/Step Time": 6.820319082587957}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7619420289993286, "Finetune/Loss (Raw)": 0.6576147675514221, "Finetune/Step": 4980, "Finetune/Step Time": 6.814829953014851}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7611140012741089, "Finetune/Loss (Raw)": 0.712228000164032, "Finetune/Step": 4981, "Finetune/Step Time": 6.796861847862601}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7637621164321899, "Finetune/Loss (Raw)": 0.8775528073310852, "Finetune/Step": 4982, "Finetune/Step Time": 6.794631013646722}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7633637189865112, "Finetune/Loss (Raw)": 0.7303674817085266, "Finetune/Step": 4983, "Finetune/Step Time": 6.807212242856622}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7620576620101929, "Finetune/Loss (Raw)": 0.6381247043609619, "Finetune/Step": 4984, "Finetune/Step Time": 6.8148330971598625}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7619794607162476, "Finetune/Loss (Raw)": 0.8645697832107544, "Finetune/Step": 4985, "Finetune/Step Time": 6.811849234625697}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.759292721748352, "Finetune/Loss (Raw)": 0.6042965054512024, "Finetune/Step": 4986, "Finetune/Step Time": 6.8067099414765835}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7596284747123718, "Finetune/Loss (Raw)": 0.8260394930839539, "Finetune/Step": 4987, "Finetune/Step Time": 6.8113444820046425}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7606059312820435, "Finetune/Loss (Raw)": 0.8438975214958191, "Finetune/Step": 4988, "Finetune/Step Time": 6.816565876826644}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7613537311553955, "Finetune/Loss (Raw)": 0.8251892328262329, "Finetune/Step": 4989, "Finetune/Step Time": 6.809717353433371}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7602876424789429, "Finetune/Loss (Raw)": 0.7805026769638062, "Finetune/Step": 4990, "Finetune/Step Time": 6.810258995741606}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7589141130447388, "Finetune/Loss (Raw)": 0.7548165917396545, "Finetune/Step": 4991, "Finetune/Step Time": 6.807885741814971}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7605067491531372, "Finetune/Loss (Raw)": 0.9424712657928467, "Finetune/Step": 4992, "Finetune/Step Time": 6.808602575212717}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.757857084274292, "Finetune/Loss (Raw)": 0.5007290840148926, "Finetune/Step": 4993, "Finetune/Step Time": 6.818013722077012}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7584233283996582, "Finetune/Loss (Raw)": 0.7880599498748779, "Finetune/Step": 4994, "Finetune/Step Time": 6.822099694982171}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7580450773239136, "Finetune/Loss (Raw)": 0.567845344543457, "Finetune/Step": 4995, "Finetune/Step Time": 6.822432352229953}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7595238089561462, "Finetune/Loss (Raw)": 0.8844767808914185, "Finetune/Step": 4996, "Finetune/Step Time": 6.822016650810838}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7610206604003906, "Finetune/Loss (Raw)": 0.8349730968475342, "Finetune/Step": 4997, "Finetune/Step Time": 6.8112435806542635}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7634990811347961, "Finetune/Loss (Raw)": 1.0216437578201294, "Finetune/Step": 4998, "Finetune/Step Time": 6.811429560184479}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7644251585006714, "Finetune/Loss (Raw)": 0.8934573531150818, "Finetune/Step": 4999, "Finetune/Step Time": 6.805045023560524}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7634393572807312, "Finetune/Loss (Raw)": 0.642367422580719, "Finetune/Step": 5000, "Finetune/Step Time": 6.8198175225406885}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7642600536346436, "Finetune/Loss (Raw)": 0.7936779260635376, "Finetune/Step": 5001, "Finetune/Step Time": 6.805467553436756}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7640728950500488, "Finetune/Loss (Raw)": 0.5281672477722168, "Finetune/Step": 5002, "Finetune/Step Time": 6.806542374193668}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7637934684753418, "Finetune/Loss (Raw)": 0.7013833522796631, "Finetune/Step": 5003, "Finetune/Step Time": 6.798703599721193}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7616941928863525, "Finetune/Loss (Raw)": 0.6139408349990845, "Finetune/Step": 5004, "Finetune/Step Time": 6.807742673903704}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7607156038284302, "Finetune/Loss (Raw)": 0.7655439376831055, "Finetune/Step": 5005, "Finetune/Step Time": 6.810655580833554}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7614428400993347, "Finetune/Loss (Raw)": 0.7922465801239014, "Finetune/Step": 5006, "Finetune/Step Time": 6.805052170529962}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7591020464897156, "Finetune/Loss (Raw)": 0.5463694334030151, "Finetune/Step": 5007, "Finetune/Step Time": 6.7998792342841625}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7576674222946167, "Finetune/Loss (Raw)": 0.6849532723426819, "Finetune/Step": 5008, "Finetune/Step Time": 6.803582599386573}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7573394179344177, "Finetune/Loss (Raw)": 0.924511730670929, "Finetune/Step": 5009, "Finetune/Step Time": 6.8063898384571075}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7582952380180359, "Finetune/Loss (Raw)": 0.7900931239128113, "Finetune/Step": 5010, "Finetune/Step Time": 6.801215698942542}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7589701414108276, "Finetune/Loss (Raw)": 0.7519971132278442, "Finetune/Step": 5011, "Finetune/Step Time": 6.791284155100584}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.758329451084137, "Finetune/Loss (Raw)": 0.7655795216560364, "Finetune/Step": 5012, "Finetune/Step Time": 6.790323492139578}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7575374245643616, "Finetune/Loss (Raw)": 0.6424319744110107, "Finetune/Step": 5013, "Finetune/Step Time": 6.792895816266537}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.75649493932724, "Finetune/Loss (Raw)": 0.726864218711853, "Finetune/Step": 5014, "Finetune/Step Time": 6.7872021701186895}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7555783987045288, "Finetune/Loss (Raw)": 0.699770450592041, "Finetune/Step": 5015, "Finetune/Step Time": 6.776568682864308}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7546872496604919, "Finetune/Loss (Raw)": 0.7142865061759949, "Finetune/Step": 5016, "Finetune/Step Time": 6.790366813540459}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7537847757339478, "Finetune/Loss (Raw)": 0.6754153370857239, "Finetune/Step": 5017, "Finetune/Step Time": 6.791332861408591}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7535326480865479, "Finetune/Loss (Raw)": 0.6666526198387146, "Finetune/Step": 5018, "Finetune/Step Time": 6.781633708626032}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7534881830215454, "Finetune/Loss (Raw)": 0.7281718254089355, "Finetune/Step": 5019, "Finetune/Step Time": 6.780673587694764}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7524878978729248, "Finetune/Loss (Raw)": 0.6438624262809753, "Finetune/Step": 5020, "Finetune/Step Time": 6.793376691639423}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7522022128105164, "Finetune/Loss (Raw)": 0.8361081480979919, "Finetune/Step": 5021, "Finetune/Step Time": 6.806122854351997}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7529995441436768, "Finetune/Loss (Raw)": 0.8124725818634033, "Finetune/Step": 5022, "Finetune/Step Time": 6.792559042572975}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7538163661956787, "Finetune/Loss (Raw)": 0.7667525410652161, "Finetune/Step": 5023, "Finetune/Step Time": 6.795560885220766}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7529758810997009, "Finetune/Loss (Raw)": 0.7506325840950012, "Finetune/Step": 5024, "Finetune/Step Time": 6.7991280891001225}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7538766264915466, "Finetune/Loss (Raw)": 0.7460083365440369, "Finetune/Step": 5025, "Finetune/Step Time": 6.800333755090833}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7550070285797119, "Finetune/Loss (Raw)": 0.8249993920326233, "Finetune/Step": 5026, "Finetune/Step Time": 6.795733315870166}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7548646330833435, "Finetune/Loss (Raw)": 0.8383512496948242, "Finetune/Step": 5027, "Finetune/Step Time": 6.795996123924851}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7556823492050171, "Finetune/Loss (Raw)": 0.8949227929115295, "Finetune/Step": 5028, "Finetune/Step Time": 6.7959597911685705}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.756252646446228, "Finetune/Loss (Raw)": 0.8243746757507324, "Finetune/Step": 5029, "Finetune/Step Time": 6.79720994271338}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7562019228935242, "Finetune/Loss (Raw)": 0.7445036172866821, "Finetune/Step": 5030, "Finetune/Step Time": 6.798711741343141}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7565346956253052, "Finetune/Loss (Raw)": 0.7738072276115417, "Finetune/Step": 5031, "Finetune/Step Time": 6.799939686432481}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7569930553436279, "Finetune/Loss (Raw)": 0.837049126625061, "Finetune/Step": 5032, "Finetune/Step Time": 6.7982023768126965}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.756872296333313, "Finetune/Loss (Raw)": 0.773768424987793, "Finetune/Step": 5033, "Finetune/Step Time": 6.798200007528067}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7575091123580933, "Finetune/Loss (Raw)": 0.8110069632530212, "Finetune/Step": 5034, "Finetune/Step Time": 6.797155173495412}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7583053708076477, "Finetune/Loss (Raw)": 0.7088273763656616, "Finetune/Step": 5035, "Finetune/Step Time": 6.794994680210948}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7579830288887024, "Finetune/Loss (Raw)": 0.7384385466575623, "Finetune/Step": 5036, "Finetune/Step Time": 6.779284365475178}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7590315937995911, "Finetune/Loss (Raw)": 0.906527578830719, "Finetune/Step": 5037, "Finetune/Step Time": 6.777180097997189}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7596162557601929, "Finetune/Loss (Raw)": 0.893099844455719, "Finetune/Step": 5038, "Finetune/Step Time": 6.771493887528777}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.761040449142456, "Finetune/Loss (Raw)": 0.950700581073761, "Finetune/Step": 5039, "Finetune/Step Time": 6.774031801149249}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7595800161361694, "Finetune/Loss (Raw)": 0.5653840899467468, "Finetune/Step": 5040, "Finetune/Step Time": 6.777867155149579}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7605032920837402, "Finetune/Loss (Raw)": 0.9185271859169006, "Finetune/Step": 5041, "Finetune/Step Time": 6.769669430330396}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7618323564529419, "Finetune/Loss (Raw)": 0.891189694404602, "Finetune/Step": 5042, "Finetune/Step Time": 6.764833435416222}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7630071640014648, "Finetune/Loss (Raw)": 0.8084515929222107, "Finetune/Step": 5043, "Finetune/Step Time": 6.766600787639618}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7633411288261414, "Finetune/Loss (Raw)": 0.7926912307739258, "Finetune/Step": 5044, "Finetune/Step Time": 6.768751488998532}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7634380459785461, "Finetune/Loss (Raw)": 0.7080197334289551, "Finetune/Step": 5045, "Finetune/Step Time": 6.768040243536234}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7622865438461304, "Finetune/Loss (Raw)": 0.6567188501358032, "Finetune/Step": 5046, "Finetune/Step Time": 6.783819844946265}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7626006603240967, "Finetune/Loss (Raw)": 0.8047925233840942, "Finetune/Step": 5047, "Finetune/Step Time": 6.783925563097}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7628552317619324, "Finetune/Loss (Raw)": 0.9073989987373352, "Finetune/Step": 5048, "Finetune/Step Time": 6.785109248012304}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7626712322235107, "Finetune/Loss (Raw)": 0.7400938868522644, "Finetune/Step": 5049, "Finetune/Step Time": 6.778571534901857}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7631130218505859, "Finetune/Loss (Raw)": 0.7302089333534241, "Finetune/Step": 5050, "Finetune/Step Time": 6.786189490929246}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7621629238128662, "Finetune/Loss (Raw)": 0.6239486932754517, "Finetune/Step": 5051, "Finetune/Step Time": 6.8065609354525805}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7614328861236572, "Finetune/Loss (Raw)": 0.6421449184417725, "Finetune/Step": 5052, "Finetune/Step Time": 6.818286342546344}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7604833841323853, "Finetune/Loss (Raw)": 0.6026196479797363, "Finetune/Step": 5053, "Finetune/Step Time": 6.825345257297158}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7616929411888123, "Finetune/Loss (Raw)": 0.8763761520385742, "Finetune/Step": 5054, "Finetune/Step Time": 6.8283821158111095}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7615807056427002, "Finetune/Loss (Raw)": 0.7497450113296509, "Finetune/Step": 5055, "Finetune/Step Time": 6.827677933499217}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7636581659317017, "Finetune/Loss (Raw)": 0.812707245349884, "Finetune/Step": 5056, "Finetune/Step Time": 6.80928579904139}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.763578474521637, "Finetune/Loss (Raw)": 0.7252851128578186, "Finetune/Step": 5057, "Finetune/Step Time": 6.811971489340067}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7636640071868896, "Finetune/Loss (Raw)": 0.797674298286438, "Finetune/Step": 5058, "Finetune/Step Time": 6.81341952458024}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7639684677124023, "Finetune/Loss (Raw)": 0.8696109652519226, "Finetune/Step": 5059, "Finetune/Step Time": 6.810743281617761}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7647022604942322, "Finetune/Loss (Raw)": 0.9260538220405579, "Finetune/Step": 5060, "Finetune/Step Time": 6.808703312650323}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7658268213272095, "Finetune/Loss (Raw)": 0.8478624820709229, "Finetune/Step": 5061, "Finetune/Step Time": 6.7961226888000965}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7639657258987427, "Finetune/Loss (Raw)": 0.5973723530769348, "Finetune/Step": 5062, "Finetune/Step Time": 6.800445906817913}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7640671133995056, "Finetune/Loss (Raw)": 0.8731947541236877, "Finetune/Step": 5063, "Finetune/Step Time": 6.800115820020437}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7637253999710083, "Finetune/Loss (Raw)": 0.6447855234146118, "Finetune/Step": 5064, "Finetune/Step Time": 6.797556288540363}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7634676694869995, "Finetune/Loss (Raw)": 0.8781934976577759, "Finetune/Step": 5065, "Finetune/Step Time": 6.800605298951268}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7639641761779785, "Finetune/Loss (Raw)": 0.871868908405304, "Finetune/Step": 5066, "Finetune/Step Time": 6.793667828664184}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7646448016166687, "Finetune/Loss (Raw)": 0.7353023886680603, "Finetune/Step": 5067, "Finetune/Step Time": 6.769319590181112}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.766191840171814, "Finetune/Loss (Raw)": 0.8192034363746643, "Finetune/Step": 5068, "Finetune/Step Time": 6.751426186412573}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7663640975952148, "Finetune/Loss (Raw)": 0.694288969039917, "Finetune/Step": 5069, "Finetune/Step Time": 6.751754781231284}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7666445374488831, "Finetune/Loss (Raw)": 0.7255452275276184, "Finetune/Step": 5070, "Finetune/Step Time": 6.748844472691417}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7668811082839966, "Finetune/Loss (Raw)": 0.7208200693130493, "Finetune/Step": 5071, "Finetune/Step Time": 6.754091871902347}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7678514719009399, "Finetune/Loss (Raw)": 0.9290721416473389, "Finetune/Step": 5072, "Finetune/Step Time": 6.755134861916304}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.767471432685852, "Finetune/Loss (Raw)": 0.8241183757781982, "Finetune/Step": 5073, "Finetune/Step Time": 6.757932173088193}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.768681526184082, "Finetune/Loss (Raw)": 0.8783177137374878, "Finetune/Step": 5074, "Finetune/Step Time": 6.756559664383531}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7679404616355896, "Finetune/Loss (Raw)": 0.68434739112854, "Finetune/Step": 5075, "Finetune/Step Time": 6.769848940894008}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7683883905410767, "Finetune/Loss (Raw)": 0.7849764823913574, "Finetune/Step": 5076, "Finetune/Step Time": 6.7679562587291}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7686620950698853, "Finetune/Loss (Raw)": 0.7400293946266174, "Finetune/Step": 5077, "Finetune/Step Time": 6.783129250630736}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7691566348075867, "Finetune/Loss (Raw)": 0.7151073813438416, "Finetune/Step": 5078, "Finetune/Step Time": 6.7814941965043545}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7695013880729675, "Finetune/Loss (Raw)": 0.8776242136955261, "Finetune/Step": 5079, "Finetune/Step Time": 6.778771163895726}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7698702216148376, "Finetune/Loss (Raw)": 0.8399898409843445, "Finetune/Step": 5080, "Finetune/Step Time": 6.773574214428663}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7692115306854248, "Finetune/Loss (Raw)": 0.6112931370735168, "Finetune/Step": 5081, "Finetune/Step Time": 6.7710316479206085}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7678289413452148, "Finetune/Loss (Raw)": 0.5926598906517029, "Finetune/Step": 5082, "Finetune/Step Time": 6.743506621569395}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7673447132110596, "Finetune/Loss (Raw)": 0.7231109738349915, "Finetune/Step": 5083, "Finetune/Step Time": 6.743247464299202}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7663455605506897, "Finetune/Loss (Raw)": 0.6934109330177307, "Finetune/Step": 5084, "Finetune/Step Time": 6.752608215436339}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7655448317527771, "Finetune/Loss (Raw)": 0.7438810467720032, "Finetune/Step": 5085, "Finetune/Step Time": 6.757003916427493}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7673884630203247, "Finetune/Loss (Raw)": 0.9154794812202454, "Finetune/Step": 5086, "Finetune/Step Time": 6.74580998159945}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7674131393432617, "Finetune/Loss (Raw)": 0.749995231628418, "Finetune/Step": 5087, "Finetune/Step Time": 6.747059848159552}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7687816619873047, "Finetune/Loss (Raw)": 0.91447514295578, "Finetune/Step": 5088, "Finetune/Step Time": 6.746201321482658}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7695916891098022, "Finetune/Loss (Raw)": 0.8456041812896729, "Finetune/Step": 5089, "Finetune/Step Time": 6.7475667875260115}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7688035368919373, "Finetune/Loss (Raw)": 0.7287942171096802, "Finetune/Step": 5090, "Finetune/Step Time": 6.7498863115906715}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7694453597068787, "Finetune/Loss (Raw)": 0.8251048922538757, "Finetune/Step": 5091, "Finetune/Step Time": 6.75470893830061}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7674967050552368, "Finetune/Loss (Raw)": 0.6212326884269714, "Finetune/Step": 5092, "Finetune/Step Time": 6.764370666816831}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7668375372886658, "Finetune/Loss (Raw)": 0.8191289305686951, "Finetune/Step": 5093, "Finetune/Step Time": 6.754429765045643}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7656604051589966, "Finetune/Loss (Raw)": 0.577448844909668, "Finetune/Step": 5094, "Finetune/Step Time": 6.758822865784168}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7632763385772705, "Finetune/Loss (Raw)": 0.569922924041748, "Finetune/Step": 5095, "Finetune/Step Time": 6.763060927391052}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7624914646148682, "Finetune/Loss (Raw)": 0.6893995404243469, "Finetune/Step": 5096, "Finetune/Step Time": 6.785961173474789}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7604613900184631, "Finetune/Loss (Raw)": 0.4581587314605713, "Finetune/Step": 5097, "Finetune/Step Time": 6.777453135699034}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7593335509300232, "Finetune/Loss (Raw)": 0.6432088613510132, "Finetune/Step": 5098, "Finetune/Step Time": 6.778124688193202}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.757936954498291, "Finetune/Loss (Raw)": 0.7135278582572937, "Finetune/Step": 5099, "Finetune/Step Time": 6.768993858247995}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7573184967041016, "Finetune/Loss (Raw)": 0.6712115406990051, "Finetune/Step": 5100, "Finetune/Step Time": 6.756707375869155}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7554947137832642, "Finetune/Loss (Raw)": 0.7060312032699585, "Finetune/Step": 5101, "Finetune/Step Time": 6.754707163199782}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7565553188323975, "Finetune/Loss (Raw)": 0.7254543900489807, "Finetune/Step": 5102, "Finetune/Step Time": 6.742302384227514}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7578978538513184, "Finetune/Loss (Raw)": 0.8705509305000305, "Finetune/Step": 5103, "Finetune/Step Time": 6.737072726711631}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7549256086349487, "Finetune/Loss (Raw)": 0.5212545990943909, "Finetune/Step": 5104, "Finetune/Step Time": 6.737969467416406}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7561057209968567, "Finetune/Loss (Raw)": 0.8300360441207886, "Finetune/Step": 5105, "Finetune/Step Time": 6.721172636374831}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7573625445365906, "Finetune/Loss (Raw)": 0.9046294689178467, "Finetune/Step": 5106, "Finetune/Step Time": 6.723118619993329}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7588018774986267, "Finetune/Loss (Raw)": 0.8504734039306641, "Finetune/Step": 5107, "Finetune/Step Time": 6.721511997282505}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7596797943115234, "Finetune/Loss (Raw)": 0.7699857950210571, "Finetune/Step": 5108, "Finetune/Step Time": 6.719661470502615}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7609719634056091, "Finetune/Loss (Raw)": 0.8776269555091858, "Finetune/Step": 5109, "Finetune/Step Time": 6.721327526494861}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7598392963409424, "Finetune/Loss (Raw)": 0.7325722575187683, "Finetune/Step": 5110, "Finetune/Step Time": 6.728535892441869}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7592551708221436, "Finetune/Loss (Raw)": 0.6556035280227661, "Finetune/Step": 5111, "Finetune/Step Time": 6.732858739793301}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7590054869651794, "Finetune/Loss (Raw)": 0.6061604619026184, "Finetune/Step": 5112, "Finetune/Step Time": 6.739744575694203}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.757259726524353, "Finetune/Loss (Raw)": 0.6411145329475403, "Finetune/Step": 5113, "Finetune/Step Time": 6.758175492286682}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7583157420158386, "Finetune/Loss (Raw)": 0.7394673228263855, "Finetune/Step": 5114, "Finetune/Step Time": 6.759765548631549}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7574799656867981, "Finetune/Loss (Raw)": 0.7190651893615723, "Finetune/Step": 5115, "Finetune/Step Time": 6.75362965837121}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.755580723285675, "Finetune/Loss (Raw)": 0.6007910370826721, "Finetune/Step": 5116, "Finetune/Step Time": 6.764260496944189}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7565066814422607, "Finetune/Loss (Raw)": 0.9437068700790405, "Finetune/Step": 5117, "Finetune/Step Time": 6.765054829418659}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7566862106323242, "Finetune/Loss (Raw)": 0.8034895062446594, "Finetune/Step": 5118, "Finetune/Step Time": 6.766335489228368}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7577831745147705, "Finetune/Loss (Raw)": 0.8952247500419617, "Finetune/Step": 5119, "Finetune/Step Time": 6.766173990443349}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7552300691604614, "Finetune/Loss (Raw)": 0.6156729459762573, "Finetune/Step": 5120, "Finetune/Step Time": 6.768459876999259}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7568617463111877, "Finetune/Loss (Raw)": 0.709581732749939, "Finetune/Step": 5121, "Finetune/Step Time": 6.758274646475911}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7561266422271729, "Finetune/Loss (Raw)": 0.6939684152603149, "Finetune/Step": 5122, "Finetune/Step Time": 6.752249926328659}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7580215334892273, "Finetune/Loss (Raw)": 0.8103945851325989, "Finetune/Step": 5123, "Finetune/Step Time": 6.739092776551843}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7581405639648438, "Finetune/Loss (Raw)": 0.8997128009796143, "Finetune/Step": 5124, "Finetune/Step Time": 6.739448428153992}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7582402229309082, "Finetune/Loss (Raw)": 0.847724199295044, "Finetune/Step": 5125, "Finetune/Step Time": 6.74193337187171}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7558209896087646, "Finetune/Loss (Raw)": 0.711982011795044, "Finetune/Step": 5126, "Finetune/Step Time": 6.753295252099633}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7538928389549255, "Finetune/Loss (Raw)": 0.6466537117958069, "Finetune/Step": 5127, "Finetune/Step Time": 6.76270761154592}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7548887133598328, "Finetune/Loss (Raw)": 0.7698419690132141, "Finetune/Step": 5128, "Finetune/Step Time": 6.749132679775357}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.752880871295929, "Finetune/Loss (Raw)": 0.5366801619529724, "Finetune/Step": 5129, "Finetune/Step Time": 6.764319187030196}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7548307180404663, "Finetune/Loss (Raw)": 0.7777436971664429, "Finetune/Step": 5130, "Finetune/Step Time": 6.759847890585661}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7539955973625183, "Finetune/Loss (Raw)": 0.5944897532463074, "Finetune/Step": 5131, "Finetune/Step Time": 6.763257643207908}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7538027167320251, "Finetune/Loss (Raw)": 0.5892494916915894, "Finetune/Step": 5132, "Finetune/Step Time": 6.758677190169692}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.753476083278656, "Finetune/Loss (Raw)": 0.723736047744751, "Finetune/Step": 5133, "Finetune/Step Time": 6.768991461023688}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7536669969558716, "Finetune/Loss (Raw)": 0.8166861534118652, "Finetune/Step": 5134, "Finetune/Step Time": 6.772436140105128}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7544682621955872, "Finetune/Loss (Raw)": 0.6489244699478149, "Finetune/Step": 5135, "Finetune/Step Time": 6.769428003579378}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7562134265899658, "Finetune/Loss (Raw)": 0.9083327054977417, "Finetune/Step": 5136, "Finetune/Step Time": 6.772929282858968}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7549049258232117, "Finetune/Loss (Raw)": 0.7570241689682007, "Finetune/Step": 5137, "Finetune/Step Time": 6.773112019523978}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7544987201690674, "Finetune/Loss (Raw)": 0.7381058931350708, "Finetune/Step": 5138, "Finetune/Step Time": 6.781920375302434}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7530150413513184, "Finetune/Loss (Raw)": 0.5620884299278259, "Finetune/Step": 5139, "Finetune/Step Time": 6.7950166296213865}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7532135248184204, "Finetune/Loss (Raw)": 0.7909808158874512, "Finetune/Step": 5140, "Finetune/Step Time": 6.793273875489831}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.754988431930542, "Finetune/Loss (Raw)": 0.8696147799491882, "Finetune/Step": 5141, "Finetune/Step Time": 6.790105318650603}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.75453782081604, "Finetune/Loss (Raw)": 0.6691915392875671, "Finetune/Step": 5142, "Finetune/Step Time": 6.791006740182638}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7561426162719727, "Finetune/Loss (Raw)": 0.9051833748817444, "Finetune/Step": 5143, "Finetune/Step Time": 6.793708035722375}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7550837993621826, "Finetune/Loss (Raw)": 0.5787570476531982, "Finetune/Step": 5144, "Finetune/Step Time": 6.798050858080387}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7557355165481567, "Finetune/Loss (Raw)": 0.7588422894477844, "Finetune/Step": 5145, "Finetune/Step Time": 6.8018169943243265}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7575332522392273, "Finetune/Loss (Raw)": 0.8967598080635071, "Finetune/Step": 5146, "Finetune/Step Time": 6.800494637340307}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7579407691955566, "Finetune/Loss (Raw)": 0.7803243398666382, "Finetune/Step": 5147, "Finetune/Step Time": 6.80201406031847}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.756862461566925, "Finetune/Loss (Raw)": 0.505845308303833, "Finetune/Step": 5148, "Finetune/Step Time": 6.790399421006441}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7562397718429565, "Finetune/Loss (Raw)": 0.756405234336853, "Finetune/Step": 5149, "Finetune/Step Time": 6.785562792792916}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7558203339576721, "Finetune/Loss (Raw)": 0.7587822079658508, "Finetune/Step": 5150, "Finetune/Step Time": 6.790346948429942}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.755524754524231, "Finetune/Loss (Raw)": 0.7289165258407593, "Finetune/Step": 5151, "Finetune/Step Time": 6.7876791171729565}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.755180835723877, "Finetune/Loss (Raw)": 0.7066081762313843, "Finetune/Step": 5152, "Finetune/Step Time": 6.787957048043609}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7550250291824341, "Finetune/Loss (Raw)": 0.7260661721229553, "Finetune/Step": 5153, "Finetune/Step Time": 6.794024297967553}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7539771795272827, "Finetune/Loss (Raw)": 0.6908776760101318, "Finetune/Step": 5154, "Finetune/Step Time": 6.808838630095124}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7528394460678101, "Finetune/Loss (Raw)": 0.692716121673584, "Finetune/Step": 5155, "Finetune/Step Time": 6.812803421169519}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7525771260261536, "Finetune/Loss (Raw)": 0.8613541722297668, "Finetune/Step": 5156, "Finetune/Step Time": 6.8219928331673145}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7521167397499084, "Finetune/Loss (Raw)": 0.7654435038566589, "Finetune/Step": 5157, "Finetune/Step Time": 6.821870554238558}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7522285580635071, "Finetune/Loss (Raw)": 0.7588184475898743, "Finetune/Step": 5158, "Finetune/Step Time": 6.821187810972333}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7532299757003784, "Finetune/Loss (Raw)": 0.9019910097122192, "Finetune/Step": 5159, "Finetune/Step Time": 6.822622736915946}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7538255453109741, "Finetune/Loss (Raw)": 0.9132823348045349, "Finetune/Step": 5160, "Finetune/Step Time": 6.820777202025056}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7540794610977173, "Finetune/Loss (Raw)": 0.8062645792961121, "Finetune/Step": 5161, "Finetune/Step Time": 6.830058103427291}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7531781196594238, "Finetune/Loss (Raw)": 0.695639431476593, "Finetune/Step": 5162, "Finetune/Step Time": 6.832242222502828}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7539011836051941, "Finetune/Loss (Raw)": 0.8013684153556824, "Finetune/Step": 5163, "Finetune/Step Time": 6.8426590245217085}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7546268701553345, "Finetune/Loss (Raw)": 0.831339418888092, "Finetune/Step": 5164, "Finetune/Step Time": 6.85225548222661}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7519850730895996, "Finetune/Loss (Raw)": 0.5683698058128357, "Finetune/Step": 5165, "Finetune/Step Time": 6.858370391651988}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7507655024528503, "Finetune/Loss (Raw)": 0.736996591091156, "Finetune/Step": 5166, "Finetune/Step Time": 6.864569265395403}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7483195066452026, "Finetune/Loss (Raw)": 0.6376138925552368, "Finetune/Step": 5167, "Finetune/Step Time": 6.8611767794936895}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7507522702217102, "Finetune/Loss (Raw)": 0.8767773509025574, "Finetune/Step": 5168, "Finetune/Step Time": 6.855084342882037}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7503480911254883, "Finetune/Loss (Raw)": 0.8667920231819153, "Finetune/Step": 5169, "Finetune/Step Time": 6.8556392677128315}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7482672929763794, "Finetune/Loss (Raw)": 0.6248489618301392, "Finetune/Step": 5170, "Finetune/Step Time": 6.852580698207021}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.749327540397644, "Finetune/Loss (Raw)": 0.9441573619842529, "Finetune/Step": 5171, "Finetune/Step Time": 6.847992258146405}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7488900423049927, "Finetune/Loss (Raw)": 0.7366952896118164, "Finetune/Step": 5172, "Finetune/Step Time": 6.84771384857595}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.748805046081543, "Finetune/Loss (Raw)": 0.6971384286880493, "Finetune/Step": 5173, "Finetune/Step Time": 6.832787154242396}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7512298822402954, "Finetune/Loss (Raw)": 0.9671056270599365, "Finetune/Step": 5174, "Finetune/Step Time": 6.818420676514506}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7507302165031433, "Finetune/Loss (Raw)": 0.740831196308136, "Finetune/Step": 5175, "Finetune/Step Time": 6.82120400480926}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7489312887191772, "Finetune/Loss (Raw)": 0.6771321296691895, "Finetune/Step": 5176, "Finetune/Step Time": 6.833156727254391}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7495812177658081, "Finetune/Loss (Raw)": 0.8232894539833069, "Finetune/Step": 5177, "Finetune/Step Time": 6.829913582652807}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.748967707157135, "Finetune/Loss (Raw)": 0.6516768932342529, "Finetune/Step": 5178, "Finetune/Step Time": 6.817940853536129}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7493859529495239, "Finetune/Loss (Raw)": 0.6774804592132568, "Finetune/Step": 5179, "Finetune/Step Time": 6.803967781364918}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7491387128829956, "Finetune/Loss (Raw)": 0.6105092763900757, "Finetune/Step": 5180, "Finetune/Step Time": 6.795430364087224}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.750672459602356, "Finetune/Loss (Raw)": 0.7989305257797241, "Finetune/Step": 5181, "Finetune/Step Time": 6.794413710013032}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.748410165309906, "Finetune/Loss (Raw)": 0.5868098139762878, "Finetune/Step": 5182, "Finetune/Step Time": 6.797548765316606}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.749073326587677, "Finetune/Loss (Raw)": 0.834625780582428, "Finetune/Step": 5183, "Finetune/Step Time": 6.802977912127972}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7478790283203125, "Finetune/Loss (Raw)": 0.659833550453186, "Finetune/Step": 5184, "Finetune/Step Time": 6.809844087809324}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7486250996589661, "Finetune/Loss (Raw)": 0.8207857012748718, "Finetune/Step": 5185, "Finetune/Step Time": 6.819571942090988}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7475398182868958, "Finetune/Loss (Raw)": 0.6587553024291992, "Finetune/Step": 5186, "Finetune/Step Time": 6.834353303536773}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.745618462562561, "Finetune/Loss (Raw)": 0.6236847639083862, "Finetune/Step": 5187, "Finetune/Step Time": 6.847907967865467}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7437233924865723, "Finetune/Loss (Raw)": 0.6834772229194641, "Finetune/Step": 5188, "Finetune/Step Time": 6.849063109606504}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.741597056388855, "Finetune/Loss (Raw)": 0.5756981372833252, "Finetune/Step": 5189, "Finetune/Step Time": 6.8690857496112585}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7415770292282104, "Finetune/Loss (Raw)": 0.5948042869567871, "Finetune/Step": 5190, "Finetune/Step Time": 6.867302326485515}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7396645545959473, "Finetune/Loss (Raw)": 0.628393292427063, "Finetune/Step": 5191, "Finetune/Step Time": 6.87542525306344}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7402724623680115, "Finetune/Loss (Raw)": 0.7226041555404663, "Finetune/Step": 5192, "Finetune/Step Time": 6.872054250910878}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7386758923530579, "Finetune/Loss (Raw)": 0.6738260984420776, "Finetune/Step": 5193, "Finetune/Step Time": 6.881895260885358}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7368564009666443, "Finetune/Loss (Raw)": 0.6389763951301575, "Finetune/Step": 5194, "Finetune/Step Time": 6.896506424993277}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7367218732833862, "Finetune/Loss (Raw)": 0.7180793881416321, "Finetune/Step": 5195, "Finetune/Step Time": 6.897314257919788}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7359328269958496, "Finetune/Loss (Raw)": 0.7182121276855469, "Finetune/Step": 5196, "Finetune/Step Time": 6.901629140600562}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7368645668029785, "Finetune/Loss (Raw)": 0.8135484457015991, "Finetune/Step": 5197, "Finetune/Step Time": 6.894891845062375}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7366847991943359, "Finetune/Loss (Raw)": 0.7025356888771057, "Finetune/Step": 5198, "Finetune/Step Time": 6.8919010534882545}