diff --git "a/prism-dinosiglip-controlled+7b/run-metrics.jsonl" "b/prism-dinosiglip-controlled+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-dinosiglip-controlled+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-dinosiglip-controlled+7b", "reduce_in_full_precision": false, "type": "prism-dinosiglip-controlled+7b", "vision_backbone_id": "dinosiglip-vit-so-384px"}, "pretrained_checkpoint": null, "run_id": "prism-dinosiglip-controlled+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-dinosiglip-controlled+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 8.475225448608398, "Finetune/Loss (Raw)": 8.475225448608398, "Finetune/Step": 1, "Finetune/Step Time": 25.323227167129517}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 8.109235763549805, "Finetune/Loss (Raw)": 7.743246555328369, "Finetune/Step": 2, "Finetune/Step Time": 17.160489678382874}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 7.7744035720825195, "Finetune/Loss (Raw)": 7.104738712310791, "Finetune/Step": 3, "Finetune/Step Time": 13.498345613479614}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 7.703495979309082, "Finetune/Loss (Raw)": 7.490772724151611, "Finetune/Step": 4, "Finetune/Step Time": 11.688038766384125}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 7.502467632293701, "Finetune/Loss (Raw)": 6.698352336883545, "Finetune/Step": 5, "Finetune/Step Time": 10.7056734085083}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 7.337052822113037, "Finetune/Loss (Raw)": 6.509978771209717, "Finetune/Step": 6, "Finetune/Step Time": 9.995980143547058}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 7.2378129959106445, "Finetune/Loss (Raw)": 6.642373085021973, "Finetune/Step": 7, "Finetune/Step Time": 9.471822908946447}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 7.111614227294922, "Finetune/Loss (Raw)": 6.228227138519287, "Finetune/Step": 8, "Finetune/Step Time": 9.219839841127396}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 6.950826168060303, "Finetune/Loss (Raw)": 5.66452169418335, "Finetune/Step": 9, "Finetune/Step Time": 8.916941377851698}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 6.878408908843994, "Finetune/Loss (Raw)": 6.226657390594482, "Finetune/Step": 10, "Finetune/Step Time": 8.881480145454407}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 6.718719482421875, "Finetune/Loss (Raw)": 5.121819972991943, "Finetune/Step": 11, "Finetune/Step Time": 8.664952885020863}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 6.578275203704834, "Finetune/Loss (Raw)": 5.03338623046875, "Finetune/Step": 12, "Finetune/Step Time": 8.468437254428864}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 6.446374893188477, "Finetune/Loss (Raw)": 4.8635759353637695, "Finetune/Step": 13, "Finetune/Step Time": 8.294132801202627}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 6.333380699157715, "Finetune/Loss (Raw)": 4.864459037780762, "Finetune/Step": 14, "Finetune/Step Time": 8.149011782237462}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 6.184571743011475, "Finetune/Loss (Raw)": 4.101235389709473, "Finetune/Step": 15, "Finetune/Step Time": 8.088029273351033}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 5.997757911682129, "Finetune/Loss (Raw)": 3.195554494857788, "Finetune/Step": 16, "Finetune/Step Time": 8.041989952325821}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 5.8660454750061035, "Finetune/Loss (Raw)": 3.758643627166748, "Finetune/Step": 17, "Finetune/Step Time": 7.952382620643167}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 5.7057671546936035, "Finetune/Loss (Raw)": 2.981045961380005, "Finetune/Step": 18, "Finetune/Step Time": 7.890396184391445}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 5.567813396453857, "Finetune/Loss (Raw)": 3.084636688232422, "Finetune/Step": 19, "Finetune/Step Time": 7.807356495606272}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 5.434765815734863, "Finetune/Loss (Raw)": 2.906860113143921, "Finetune/Step": 20, "Finetune/Step Time": 7.71002277135849}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 5.303099155426025, "Finetune/Loss (Raw)": 2.6697661876678467, "Finetune/Step": 21, "Finetune/Step Time": 7.692236219133649}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 5.163008689880371, "Finetune/Loss (Raw)": 2.2211086750030518, "Finetune/Step": 22, "Finetune/Step Time": 7.634669314731251}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 4.969423294067383, "Finetune/Loss (Raw)": 0.7105531692504883, "Finetune/Step": 23, "Finetune/Step Time": 7.6614175672116485}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 4.861691474914551, "Finetune/Loss (Raw)": 2.383847951889038, "Finetune/Step": 24, "Finetune/Step Time": 7.599487731854121}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 4.754000663757324, "Finetune/Loss (Raw)": 2.169429063796997, "Finetune/Step": 25, "Finetune/Step Time": 7.5583452701568605}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 4.601404190063477, "Finetune/Loss (Raw)": 0.7864858508110046, "Finetune/Step": 26, "Finetune/Step Time": 7.662687319975633}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 4.51059627532959, "Finetune/Loss (Raw)": 2.1495985984802246, "Finetune/Step": 27, "Finetune/Step Time": 7.601263002113059}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 4.416138648986816, "Finetune/Loss (Raw)": 1.8657785654067993, "Finetune/Step": 28, "Finetune/Step Time": 7.550403901508877}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 4.327833652496338, "Finetune/Loss (Raw)": 1.8552956581115723, "Finetune/Step": 29, "Finetune/Step Time": 7.53824206878399}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 4.23912239074707, "Finetune/Loss (Raw)": 1.666485071182251, "Finetune/Step": 30, "Finetune/Step Time": 7.530622418721517}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 4.16196346282959, "Finetune/Loss (Raw)": 1.8472169637680054, "Finetune/Step": 31, "Finetune/Step Time": 7.541431826929892}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 4.084023952484131, "Finetune/Loss (Raw)": 1.6678869724273682, "Finetune/Step": 32, "Finetune/Step Time": 7.557843491435051}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 4.004409313201904, "Finetune/Loss (Raw)": 1.4567371606826782, "Finetune/Step": 33, "Finetune/Step Time": 7.535787878614483}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.926358461380005, "Finetune/Loss (Raw)": 1.3506807088851929, "Finetune/Step": 34, "Finetune/Step Time": 7.4987600130193375}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.8615434169769287, "Finetune/Loss (Raw)": 1.6578381061553955, "Finetune/Step": 35, "Finetune/Step Time": 7.482484831128802}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 3.7939953804016113, "Finetune/Loss (Raw)": 1.429802656173706, "Finetune/Step": 36, "Finetune/Step Time": 7.488909615410699}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 3.7340030670166016, "Finetune/Loss (Raw)": 1.5742859840393066, "Finetune/Step": 37, "Finetune/Step Time": 7.531105788978371}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 3.670755624771118, "Finetune/Loss (Raw)": 1.33058762550354, "Finetune/Step": 38, "Finetune/Step Time": 7.498381150396247}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 3.6099143028259277, "Finetune/Loss (Raw)": 1.2979505062103271, "Finetune/Step": 39, "Finetune/Step Time": 7.457338271996914}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 3.551892042160034, "Finetune/Loss (Raw)": 1.2890405654907227, "Finetune/Step": 40, "Finetune/Step Time": 7.4577885389328005}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 3.49897837638855, "Finetune/Loss (Raw)": 1.3824251890182495, "Finetune/Step": 41, "Finetune/Step Time": 7.414768102692395}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 3.446558952331543, "Finetune/Loss (Raw)": 1.2973610162734985, "Finetune/Step": 42, "Finetune/Step Time": 7.385686891419547}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 3.3948631286621094, "Finetune/Loss (Raw)": 1.2236400842666626, "Finetune/Step": 43, "Finetune/Step Time": 7.381779021995012}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 3.346055507659912, "Finetune/Loss (Raw)": 1.247320532798767, "Finetune/Step": 44, "Finetune/Step Time": 7.37093982371417}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 3.2961225509643555, "Finetune/Loss (Raw)": 1.0990772247314453, "Finetune/Step": 45, "Finetune/Step Time": 7.4211490843031145}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 3.2403934001922607, "Finetune/Loss (Raw)": 0.7325732707977295, "Finetune/Step": 46, "Finetune/Step Time": 7.440209689347641}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 3.1960370540618896, "Finetune/Loss (Raw)": 1.1556568145751953, "Finetune/Step": 47, "Finetune/Step Time": 7.42444878943423}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 3.1535897254943848, "Finetune/Loss (Raw)": 1.1585606336593628, "Finetune/Step": 48, "Finetune/Step Time": 7.4303573568662005}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 3.113450050354004, "Finetune/Loss (Raw)": 1.1867516040802002, "Finetune/Step": 49, "Finetune/Step Time": 7.416314558107025}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 3.0717718601226807, "Finetune/Loss (Raw)": 1.029542326927185, "Finetune/Step": 50, "Finetune/Step Time": 7.390909748077393}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 3.0346310138702393, "Finetune/Loss (Raw)": 1.1775753498077393, "Finetune/Step": 51, "Finetune/Step Time": 7.373166318033256}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.9997200965881348, "Finetune/Loss (Raw)": 1.2192754745483398, "Finetune/Step": 52, "Finetune/Step Time": 7.365943858256707}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.9606733322143555, "Finetune/Loss (Raw)": 0.9302384257316589, "Finetune/Step": 53, "Finetune/Step Time": 7.375269188071197}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.9236583709716797, "Finetune/Loss (Raw)": 0.9618683457374573, "Finetune/Step": 54, "Finetune/Step Time": 7.370571441120571}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.891737461090088, "Finetune/Loss (Raw)": 1.1680203676223755, "Finetune/Step": 55, "Finetune/Step Time": 7.371261488307606}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.860011577606201, "Finetune/Loss (Raw)": 1.1150732040405273, "Finetune/Step": 56, "Finetune/Step Time": 7.377876358372824}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.8278682231903076, "Finetune/Loss (Raw)": 1.027843713760376, "Finetune/Step": 57, "Finetune/Step Time": 7.364678759323923}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.797452211380005, "Finetune/Loss (Raw)": 1.0637495517730713, "Finetune/Step": 58, "Finetune/Step Time": 7.387629940592009}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.7685649394989014, "Finetune/Loss (Raw)": 1.0930978059768677, "Finetune/Step": 59, "Finetune/Step Time": 7.394465652562804}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.740129232406616, "Finetune/Loss (Raw)": 1.0624043941497803, "Finetune/Step": 60, "Finetune/Step Time": 7.378674213091532}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.7140729427337646, "Finetune/Loss (Raw)": 1.150719404220581, "Finetune/Step": 61, "Finetune/Step Time": 7.364165950994023}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.6893467903137207, "Finetune/Loss (Raw)": 1.1810367107391357, "Finetune/Step": 62, "Finetune/Step Time": 7.347215944720853}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.6659140586853027, "Finetune/Loss (Raw)": 1.2130742073059082, "Finetune/Step": 63, "Finetune/Step Time": 7.328744301720271}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.6407289505004883, "Finetune/Loss (Raw)": 1.0540733337402344, "Finetune/Step": 64, "Finetune/Step Time": 7.358191251754761}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.6162147521972656, "Finetune/Loss (Raw)": 1.0473101139068604, "Finetune/Step": 65, "Finetune/Step Time": 7.353677856005155}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.5917885303497314, "Finetune/Loss (Raw)": 1.0040860176086426, "Finetune/Step": 66, "Finetune/Step Time": 7.341887990633647}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.5666210651397705, "Finetune/Loss (Raw)": 0.9055735468864441, "Finetune/Step": 67, "Finetune/Step Time": 7.324301716107041}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.5456089973449707, "Finetune/Loss (Raw)": 1.137780785560608, "Finetune/Step": 68, "Finetune/Step Time": 7.3215376349056465}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.525161027908325, "Finetune/Loss (Raw)": 1.1347228288650513, "Finetune/Step": 69, "Finetune/Step Time": 7.304390178210493}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.5062172412872314, "Finetune/Loss (Raw)": 1.1991006135940552, "Finetune/Step": 70, "Finetune/Step Time": 7.290461495944432}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.48384165763855, "Finetune/Loss (Raw)": 0.9175429940223694, "Finetune/Step": 71, "Finetune/Step Time": 7.278610783563534}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.463670015335083, "Finetune/Loss (Raw)": 1.031494379043579, "Finetune/Step": 72, "Finetune/Step Time": 7.260526875654857}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.442598819732666, "Finetune/Loss (Raw)": 0.9254497289657593, "Finetune/Step": 73, "Finetune/Step Time": 7.248019747538109}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 2.4220948219299316, "Finetune/Loss (Raw)": 0.9253166913986206, "Finetune/Step": 74, "Finetune/Step Time": 7.232415150951695}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 2.4008069038391113, "Finetune/Loss (Raw)": 0.8255019187927246, "Finetune/Step": 75, "Finetune/Step Time": 7.226595376332601}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 2.382092237472534, "Finetune/Loss (Raw)": 0.9784802198410034, "Finetune/Step": 76, "Finetune/Step Time": 7.219288615803969}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 2.365703582763672, "Finetune/Loss (Raw)": 1.120178461074829, "Finetune/Step": 77, "Finetune/Step Time": 7.203823696483266}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 2.350590705871582, "Finetune/Loss (Raw)": 1.186874508857727, "Finetune/Step": 78, "Finetune/Step Time": 7.188895372244028}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 2.335667610168457, "Finetune/Loss (Raw)": 1.1716872453689575, "Finetune/Step": 79, "Finetune/Step Time": 7.178317534772655}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 2.318798780441284, "Finetune/Loss (Raw)": 0.9861714839935303, "Finetune/Step": 80, "Finetune/Step Time": 7.183010625839233}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 2.3042867183685303, "Finetune/Loss (Raw)": 1.1433025598526, "Finetune/Step": 81, "Finetune/Step Time": 7.180016708962711}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 2.289865255355835, "Finetune/Loss (Raw)": 1.1217470169067383, "Finetune/Step": 82, "Finetune/Step Time": 7.168818520336616}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 2.273672103881836, "Finetune/Loss (Raw)": 0.9458324313163757, "Finetune/Step": 83, "Finetune/Step Time": 7.174954977380224}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 2.2607710361480713, "Finetune/Loss (Raw)": 1.1899538040161133, "Finetune/Step": 84, "Finetune/Step Time": 7.175064583619435}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 2.2464241981506348, "Finetune/Loss (Raw)": 1.0412997007369995, "Finetune/Step": 85, "Finetune/Step Time": 7.165967273712158}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 2.2287895679473877, "Finetune/Loss (Raw)": 0.7298589944839478, "Finetune/Step": 86, "Finetune/Step Time": 7.185523895330207}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 2.2149510383605957, "Finetune/Loss (Raw)": 1.0248446464538574, "Finetune/Step": 87, "Finetune/Step Time": 7.177044753370614}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 2.2036032676696777, "Finetune/Loss (Raw)": 1.2163405418395996, "Finetune/Step": 88, "Finetune/Step Time": 7.18147583712231}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 2.1908340454101562, "Finetune/Loss (Raw)": 1.067141056060791, "Finetune/Step": 89, "Finetune/Step Time": 7.173082335611408}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 2.1791164875030518, "Finetune/Loss (Raw)": 1.1362537145614624, "Finetune/Step": 90, "Finetune/Step Time": 7.178589555952284}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 2.1678998470306396, "Finetune/Loss (Raw)": 1.1584066152572632, "Finetune/Step": 91, "Finetune/Step Time": 7.179759858728765}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 2.1572024822235107, "Finetune/Loss (Raw)": 1.1837172508239746, "Finetune/Step": 92, "Finetune/Step Time": 7.173264837783316}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 2.143817186355591, "Finetune/Loss (Raw)": 0.9123895168304443, "Finetune/Step": 93, "Finetune/Step Time": 7.166159711858278}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 2.1331334114074707, "Finetune/Loss (Raw)": 1.1395511627197266, "Finetune/Step": 94, "Finetune/Step Time": 7.154407194320192}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 2.121971368789673, "Finetune/Loss (Raw)": 1.0727165937423706, "Finetune/Step": 95, "Finetune/Step Time": 7.161259799254568}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 2.110957622528076, "Finetune/Loss (Raw)": 1.0646458864212036, "Finetune/Step": 96, "Finetune/Step Time": 7.1630768949786825}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 2.099824905395508, "Finetune/Loss (Raw)": 1.0310966968536377, "Finetune/Step": 97, "Finetune/Step Time": 7.160729631935198}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 2.089813709259033, "Finetune/Loss (Raw)": 1.1187381744384766, "Finetune/Step": 98, "Finetune/Step Time": 7.150585432441867}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 2.074775457382202, "Finetune/Loss (Raw)": 0.6010192036628723, "Finetune/Step": 99, "Finetune/Step Time": 7.15814705087681}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 2.066013813018799, "Finetune/Loss (Raw)": 1.198611855506897, "Finetune/Step": 100, "Finetune/Step Time": 7.164639401435852}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 2.055828332901001, "Finetune/Loss (Raw)": 1.0372928380966187, "Finetune/Step": 101, "Finetune/Step Time": 7.165275611499749}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 2.0474977493286133, "Finetune/Loss (Raw)": 1.2060738801956177, "Finetune/Step": 102, "Finetune/Step Time": 7.152462931240306}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 2.03385329246521, "Finetune/Loss (Raw)": 0.6421269178390503, "Finetune/Step": 103, "Finetune/Step Time": 7.161388915719338}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 2.0253615379333496, "Finetune/Loss (Raw)": 1.1507196426391602, "Finetune/Step": 104, "Finetune/Step Time": 7.1524070891050195}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 2.015882968902588, "Finetune/Loss (Raw)": 1.0301066637039185, "Finetune/Step": 105, "Finetune/Step Time": 7.139738282703218}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 2.006716251373291, "Finetune/Loss (Raw)": 1.0441967248916626, "Finetune/Step": 106, "Finetune/Step Time": 7.129240042758438}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.9983000755310059, "Finetune/Loss (Raw)": 1.1062266826629639, "Finetune/Step": 107, "Finetune/Step Time": 7.11834799909146}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.9892109632492065, "Finetune/Loss (Raw)": 1.016656517982483, "Finetune/Step": 108, "Finetune/Step Time": 7.110825876394908}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.9813905954360962, "Finetune/Loss (Raw)": 1.13679838180542, "Finetune/Step": 109, "Finetune/Step Time": 7.103650948323241}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.9729524850845337, "Finetune/Loss (Raw)": 1.0531858205795288, "Finetune/Step": 110, "Finetune/Step Time": 7.095534573901784}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.965132474899292, "Finetune/Loss (Raw)": 1.1049249172210693, "Finetune/Step": 111, "Finetune/Step Time": 7.100129750397828}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.957221508026123, "Finetune/Loss (Raw)": 1.0791248083114624, "Finetune/Step": 112, "Finetune/Step Time": 7.09666320681572}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.9497298002243042, "Finetune/Loss (Raw)": 1.1106593608856201, "Finetune/Step": 113, "Finetune/Step Time": 7.098308848068777}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.938078761100769, "Finetune/Loss (Raw)": 0.6215125322341919, "Finetune/Step": 114, "Finetune/Step Time": 7.107973374818501}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.9306087493896484, "Finetune/Loss (Raw)": 1.079046368598938, "Finetune/Step": 115, "Finetune/Step Time": 7.101979500314464}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.9216855764389038, "Finetune/Loss (Raw)": 0.8955010771751404, "Finetune/Step": 116, "Finetune/Step Time": 7.106520046447885}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.9146817922592163, "Finetune/Loss (Raw)": 1.102231502532959, "Finetune/Step": 117, "Finetune/Step Time": 7.102665744276128}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.90809965133667, "Finetune/Loss (Raw)": 1.1379963159561157, "Finetune/Step": 118, "Finetune/Step Time": 7.093771041449854}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.9007627964019775, "Finetune/Loss (Raw)": 1.0349959135055542, "Finetune/Step": 119, "Finetune/Step Time": 7.088995841370911}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.8938769102096558, "Finetune/Loss (Raw)": 1.074454426765442, "Finetune/Step": 120, "Finetune/Step Time": 7.085303707917531}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.8865994215011597, "Finetune/Loss (Raw)": 1.0133212804794312, "Finetune/Step": 121, "Finetune/Step Time": 7.089961802663882}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.8790879249572754, "Finetune/Loss (Raw)": 0.970192551612854, "Finetune/Step": 122, "Finetune/Step Time": 7.084160327911377}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.8720569610595703, "Finetune/Loss (Raw)": 1.0142887830734253, "Finetune/Step": 123, "Finetune/Step Time": 7.0775555129942855}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.8659802675247192, "Finetune/Loss (Raw)": 1.118544101715088, "Finetune/Step": 124, "Finetune/Step Time": 7.071458347382084}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.8590764999389648, "Finetune/Loss (Raw)": 1.0029914379119873, "Finetune/Step": 125, "Finetune/Step Time": 7.065714496612549}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.8530364036560059, "Finetune/Loss (Raw)": 1.0980184078216553, "Finetune/Step": 126, "Finetune/Step Time": 7.0760632526306875}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.8461370468139648, "Finetune/Loss (Raw)": 0.9768363833427429, "Finetune/Step": 127, "Finetune/Step Time": 7.069589543530322}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.8404603004455566, "Finetune/Loss (Raw)": 1.1195080280303955, "Finetune/Step": 128, "Finetune/Step Time": 7.066267987713218}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.7832553386688232, "Finetune/Loss (Raw)": 1.15298330783844, "Finetune/Step": 129, "Finetune/Step Time": 6.9188917353749275}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.7314783334732056, "Finetune/Loss (Raw)": 1.115797519683838, "Finetune/Step": 130, "Finetune/Step Time": 6.903830921277404}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.6844525337219238, "Finetune/Loss (Raw)": 1.085444688796997, "Finetune/Step": 131, "Finetune/Step Time": 6.903567504137754}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.6345856189727783, "Finetune/Loss (Raw)": 1.107817530632019, "Finetune/Step": 132, "Finetune/Step Time": 6.9046545177698135}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.5891485214233398, "Finetune/Loss (Raw)": 0.8823907375335693, "Finetune/Step": 133, "Finetune/Step Time": 6.913897605612874}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.5479191541671753, "Finetune/Loss (Raw)": 1.2326045036315918, "Finetune/Step": 134, "Finetune/Step Time": 6.913526630029082}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.503708839416504, "Finetune/Loss (Raw)": 0.9834530353546143, "Finetune/Step": 135, "Finetune/Step Time": 6.916926937177777}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.4633665084838867, "Finetune/Loss (Raw)": 1.0644348859786987, "Finetune/Step": 136, "Finetune/Step Time": 6.907242091372609}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.4267739057540894, "Finetune/Loss (Raw)": 0.9806588292121887, "Finetune/Step": 137, "Finetune/Step Time": 6.909439329057932}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.3866956233978271, "Finetune/Loss (Raw)": 1.096630573272705, "Finetune/Step": 138, "Finetune/Step Time": 6.8869789484888315}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.3536608219146729, "Finetune/Loss (Raw)": 0.8933603763580322, "Finetune/Step": 139, "Finetune/Step Time": 6.888996750116348}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.3243669271469116, "Finetune/Loss (Raw)": 1.283778429031372, "Finetune/Step": 140, "Finetune/Step Time": 6.885982455685735}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.294350266456604, "Finetune/Loss (Raw)": 1.0214412212371826, "Finetune/Step": 141, "Finetune/Step Time": 6.883585590869188}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.2642292976379395, "Finetune/Loss (Raw)": 1.0089665651321411, "Finetune/Step": 142, "Finetune/Step Time": 6.916647532954812}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.2395529747009277, "Finetune/Loss (Raw)": 0.9426796436309814, "Finetune/Step": 143, "Finetune/Step Time": 6.930201979354024}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.2206969261169434, "Finetune/Loss (Raw)": 0.7819690704345703, "Finetune/Step": 144, "Finetune/Step Time": 6.9360496792942286}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1967229843139648, "Finetune/Loss (Raw)": 0.6899725794792175, "Finetune/Step": 145, "Finetune/Step Time": 6.948418866842985}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.1809980869293213, "Finetune/Loss (Raw)": 0.9682727456092834, "Finetune/Step": 146, "Finetune/Step Time": 6.94324653595686}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.1637779474258423, "Finetune/Loss (Raw)": 0.880458414554596, "Finetune/Step": 147, "Finetune/Step Time": 6.946930803358555}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.1494923830032349, "Finetune/Loss (Raw)": 1.0783023834228516, "Finetune/Step": 148, "Finetune/Step Time": 6.950631622225046}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.1372321844100952, "Finetune/Loss (Raw)": 1.100467562675476, "Finetune/Step": 149, "Finetune/Step Time": 6.9452758971601725}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.128537654876709, "Finetune/Loss (Raw)": 1.1082119941711426, "Finetune/Step": 150, "Finetune/Step Time": 6.9494604133069515}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.1314051151275635, "Finetune/Loss (Raw)": 1.077572226524353, "Finetune/Step": 151, "Finetune/Step Time": 6.936418293043971}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.1208080053329468, "Finetune/Loss (Raw)": 1.027431845664978, "Finetune/Step": 152, "Finetune/Step Time": 6.942018935456872}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.1128146648406982, "Finetune/Loss (Raw)": 1.1462783813476562, "Finetune/Step": 153, "Finetune/Step Time": 6.94958071783185}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.1152795553207397, "Finetune/Loss (Raw)": 1.1019847393035889, "Finetune/Step": 154, "Finetune/Step Time": 6.920561045408249}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1077327728271484, "Finetune/Loss (Raw)": 1.1836241483688354, "Finetune/Step": 155, "Finetune/Step Time": 6.923728471621871}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.098481297492981, "Finetune/Loss (Raw)": 0.6815816760063171, "Finetune/Step": 156, "Finetune/Step Time": 6.940183535218239}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0923550128936768, "Finetune/Loss (Raw)": 1.0711299180984497, "Finetune/Step": 157, "Finetune/Step Time": 6.934599248692393}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0878589153289795, "Finetune/Loss (Raw)": 1.0909922122955322, "Finetune/Step": 158, "Finetune/Step Time": 6.926799250766635}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0817898511886597, "Finetune/Loss (Raw)": 1.0703721046447754, "Finetune/Step": 159, "Finetune/Step Time": 6.912747774273157}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.076633095741272, "Finetune/Loss (Raw)": 1.007816195487976, "Finetune/Step": 160, "Finetune/Step Time": 6.904373221099377}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0731240510940552, "Finetune/Loss (Raw)": 1.0075823068618774, "Finetune/Step": 161, "Finetune/Step Time": 6.901578241959214}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0722616910934448, "Finetune/Loss (Raw)": 1.2403024435043335, "Finetune/Step": 162, "Finetune/Step Time": 6.900906089693308}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0676401853561401, "Finetune/Loss (Raw)": 1.0662890672683716, "Finetune/Step": 163, "Finetune/Step Time": 6.90180360339582}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0638713836669922, "Finetune/Loss (Raw)": 0.9473786354064941, "Finetune/Step": 164, "Finetune/Step Time": 6.910095846280456}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0596764087677002, "Finetune/Loss (Raw)": 1.0373479127883911, "Finetune/Step": 165, "Finetune/Step Time": 6.903391677886248}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0569310188293457, "Finetune/Loss (Raw)": 0.9791719317436218, "Finetune/Step": 166, "Finetune/Step Time": 6.902940301224589}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0555853843688965, "Finetune/Loss (Raw)": 1.1257100105285645, "Finetune/Step": 167, "Finetune/Step Time": 6.906584827229381}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.053207278251648, "Finetune/Loss (Raw)": 0.9846309423446655, "Finetune/Step": 168, "Finetune/Step Time": 6.900145903229713}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0499317646026611, "Finetune/Loss (Raw)": 0.9631621837615967, "Finetune/Step": 169, "Finetune/Step Time": 6.913944628089666}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0460734367370605, "Finetune/Loss (Raw)": 0.8034980297088623, "Finetune/Step": 170, "Finetune/Step Time": 6.926660852506757}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0441772937774658, "Finetune/Loss (Raw)": 0.9809331297874451, "Finetune/Step": 171, "Finetune/Step Time": 6.924860833212733}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.041977882385254, "Finetune/Loss (Raw)": 0.9657900333404541, "Finetune/Step": 172, "Finetune/Step Time": 6.927796795964241}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0426616668701172, "Finetune/Loss (Raw)": 1.186607837677002, "Finetune/Step": 173, "Finetune/Step Time": 6.902031496167183}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.043867826461792, "Finetune/Loss (Raw)": 0.8869652152061462, "Finetune/Step": 174, "Finetune/Step Time": 6.88893137127161}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0440046787261963, "Finetune/Loss (Raw)": 1.1731834411621094, "Finetune/Step": 175, "Finetune/Step Time": 6.885817416012287}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0400437116622925, "Finetune/Loss (Raw)": 0.6515344977378845, "Finetune/Step": 176, "Finetune/Step Time": 6.8890373557806015}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0383155345916748, "Finetune/Loss (Raw)": 0.9655582904815674, "Finetune/Step": 177, "Finetune/Step Time": 6.888746667653322}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0395587682724, "Finetune/Loss (Raw)": 1.1886730194091797, "Finetune/Step": 178, "Finetune/Step Time": 6.893130425363779}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0374528169631958, "Finetune/Loss (Raw)": 0.908017098903656, "Finetune/Step": 179, "Finetune/Step Time": 6.894027190282941}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0362542867660522, "Finetune/Loss (Raw)": 1.0658655166625977, "Finetune/Step": 180, "Finetune/Step Time": 6.891393452882767}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0368585586547852, "Finetune/Loss (Raw)": 1.0075939893722534, "Finetune/Step": 181, "Finetune/Step Time": 6.876935634762049}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.03757643699646, "Finetune/Loss (Raw)": 1.053751826286316, "Finetune/Step": 182, "Finetune/Step Time": 6.873688938096166}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.036328911781311, "Finetune/Loss (Raw)": 1.008335828781128, "Finetune/Step": 183, "Finetune/Step Time": 6.860217468813062}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.03664231300354, "Finetune/Loss (Raw)": 1.1551792621612549, "Finetune/Step": 184, "Finetune/Step Time": 6.852073768153787}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0358197689056396, "Finetune/Loss (Raw)": 0.9225664734840393, "Finetune/Step": 185, "Finetune/Step Time": 6.849733620882034}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0353047847747803, "Finetune/Loss (Raw)": 0.9978230595588684, "Finetune/Step": 186, "Finetune/Step Time": 6.841641999781132}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.034583568572998, "Finetune/Loss (Raw)": 1.0007835626602173, "Finetune/Step": 187, "Finetune/Step Time": 6.831059575080872}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0349820852279663, "Finetune/Loss (Raw)": 1.1134164333343506, "Finetune/Step": 188, "Finetune/Step Time": 6.828946432098746}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0338908433914185, "Finetune/Loss (Raw)": 1.0110433101654053, "Finetune/Step": 189, "Finetune/Step Time": 6.838369458913803}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0329407453536987, "Finetune/Loss (Raw)": 1.0594160556793213, "Finetune/Step": 190, "Finetune/Step Time": 6.840733617544174}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0319370031356812, "Finetune/Loss (Raw)": 1.0846033096313477, "Finetune/Step": 191, "Finetune/Step Time": 6.845440581440926}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0320451259613037, "Finetune/Loss (Raw)": 1.0679054260253906, "Finetune/Step": 192, "Finetune/Step Time": 6.828576687723398}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0311040878295898, "Finetune/Loss (Raw)": 0.9268537759780884, "Finetune/Step": 193, "Finetune/Step Time": 6.822069751098752}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0313915014266968, "Finetune/Loss (Raw)": 1.0408817529678345, "Finetune/Step": 194, "Finetune/Step Time": 6.82062148489058}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0320361852645874, "Finetune/Loss (Raw)": 0.9880945086479187, "Finetune/Step": 195, "Finetune/Step Time": 6.824179457500577}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.030726432800293, "Finetune/Loss (Raw)": 0.9701328873634338, "Finetune/Step": 196, "Finetune/Step Time": 6.820849170908332}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0300743579864502, "Finetune/Loss (Raw)": 1.0512593984603882, "Finetune/Step": 197, "Finetune/Step Time": 6.824446266517043}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.028633713722229, "Finetune/Loss (Raw)": 1.0146901607513428, "Finetune/Step": 198, "Finetune/Step Time": 6.822922125458717}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0293018817901611, "Finetune/Loss (Raw)": 1.0030721426010132, "Finetune/Step": 199, "Finetune/Step Time": 6.82424384355545}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0292913913726807, "Finetune/Loss (Raw)": 1.0301544666290283, "Finetune/Step": 200, "Finetune/Step Time": 6.8291553277522326}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0308642387390137, "Finetune/Loss (Raw)": 1.1267608404159546, "Finetune/Step": 201, "Finetune/Step Time": 6.830786116421223}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0323917865753174, "Finetune/Loss (Raw)": 1.120848536491394, "Finetune/Step": 202, "Finetune/Step Time": 6.8362010810524225}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0342682600021362, "Finetune/Loss (Raw)": 1.0656965970993042, "Finetune/Step": 203, "Finetune/Step Time": 6.832053812220693}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0349695682525635, "Finetune/Loss (Raw)": 1.0682448148727417, "Finetune/Step": 204, "Finetune/Step Time": 6.8297512121498585}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.031727910041809, "Finetune/Loss (Raw)": 0.7052506804466248, "Finetune/Step": 205, "Finetune/Step Time": 6.848829358816147}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0303645133972168, "Finetune/Loss (Raw)": 1.0123523473739624, "Finetune/Step": 206, "Finetune/Step Time": 6.8555308151990175}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.030358910560608, "Finetune/Loss (Raw)": 1.1709791421890259, "Finetune/Step": 207, "Finetune/Step Time": 6.8728938437998295}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0308256149291992, "Finetune/Loss (Raw)": 1.045900821685791, "Finetune/Step": 208, "Finetune/Step Time": 6.860433017835021}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.0296425819396973, "Finetune/Loss (Raw)": 0.9918740391731262, "Finetune/Step": 209, "Finetune/Step Time": 6.855300813913345}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.026681900024414, "Finetune/Loss (Raw)": 0.7427791357040405, "Finetune/Step": 210, "Finetune/Step Time": 6.871052782982588}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0269314050674438, "Finetune/Loss (Raw)": 0.9777787923812866, "Finetune/Step": 211, "Finetune/Step Time": 6.865262182429433}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0261015892028809, "Finetune/Loss (Raw)": 1.0837384462356567, "Finetune/Step": 212, "Finetune/Step Time": 6.864358143880963}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.0271973609924316, "Finetune/Loss (Raw)": 1.1815448999404907, "Finetune/Step": 213, "Finetune/Step Time": 6.86491659283638}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0291352272033691, "Finetune/Loss (Raw)": 0.9779043793678284, "Finetune/Step": 214, "Finetune/Step Time": 6.859178578481078}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0286893844604492, "Finetune/Loss (Raw)": 0.9677828550338745, "Finetune/Step": 215, "Finetune/Step Time": 6.856808235868812}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0264105796813965, "Finetune/Loss (Raw)": 0.9246581792831421, "Finetune/Step": 216, "Finetune/Step Time": 6.857136026024818}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0266813039779663, "Finetune/Loss (Raw)": 1.1017895936965942, "Finetune/Step": 217, "Finetune/Step Time": 6.855251429602504}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0261584520339966, "Finetune/Loss (Raw)": 1.0693235397338867, "Finetune/Step": 218, "Finetune/Step Time": 6.84782337769866}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0265886783599854, "Finetune/Loss (Raw)": 1.213494062423706, "Finetune/Step": 219, "Finetune/Step Time": 6.8411904238164425}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0248675346374512, "Finetune/Loss (Raw)": 0.9633975625038147, "Finetune/Step": 220, "Finetune/Step Time": 6.838299775496125}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0263980627059937, "Finetune/Loss (Raw)": 1.1082993745803833, "Finetune/Step": 221, "Finetune/Step Time": 6.840625040233135}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.024883508682251, "Finetune/Loss (Raw)": 0.9456989169120789, "Finetune/Step": 222, "Finetune/Step Time": 6.846560766920447}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0242606401443481, "Finetune/Loss (Raw)": 0.9929792284965515, "Finetune/Step": 223, "Finetune/Step Time": 6.837488183751702}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.0217983722686768, "Finetune/Loss (Raw)": 0.7494795322418213, "Finetune/Step": 224, "Finetune/Step Time": 6.843031227588654}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0219918489456177, "Finetune/Loss (Raw)": 1.0558648109436035, "Finetune/Step": 225, "Finetune/Step Time": 6.841639161109924}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0225367546081543, "Finetune/Loss (Raw)": 1.1884785890579224, "Finetune/Step": 226, "Finetune/Step Time": 6.840795559808612}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0270628929138184, "Finetune/Loss (Raw)": 1.1803592443466187, "Finetune/Step": 227, "Finetune/Step Time": 6.826630409806967}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0265288352966309, "Finetune/Loss (Raw)": 1.130265474319458, "Finetune/Step": 228, "Finetune/Step Time": 6.824029702693224}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0264310836791992, "Finetune/Loss (Raw)": 1.0247611999511719, "Finetune/Step": 229, "Finetune/Step Time": 6.817818341776729}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0260918140411377, "Finetune/Loss (Raw)": 1.1626615524291992, "Finetune/Step": 230, "Finetune/Step Time": 6.820098206400871}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.028994083404541, "Finetune/Loss (Raw)": 1.0136222839355469, "Finetune/Step": 231, "Finetune/Step Time": 6.805209381505847}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0283774137496948, "Finetune/Loss (Raw)": 1.0717777013778687, "Finetune/Step": 232, "Finetune/Step Time": 6.806020122021437}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0247414112091064, "Finetune/Loss (Raw)": 0.5647112727165222, "Finetune/Step": 233, "Finetune/Step Time": 6.833124289289117}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0256894826889038, "Finetune/Loss (Raw)": 1.1655385494232178, "Finetune/Step": 234, "Finetune/Step Time": 6.863173587247729}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0263481140136719, "Finetune/Loss (Raw)": 1.1905442476272583, "Finetune/Step": 235, "Finetune/Step Time": 6.897834066301584}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.026404857635498, "Finetune/Loss (Raw)": 1.0238990783691406, "Finetune/Step": 236, "Finetune/Step Time": 6.900438528507948}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0259331464767456, "Finetune/Loss (Raw)": 1.0764272212982178, "Finetune/Step": 237, "Finetune/Step Time": 6.926096687093377}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0255155563354492, "Finetune/Loss (Raw)": 0.9997382760047913, "Finetune/Step": 238, "Finetune/Step Time": 6.9295108914375305}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0238499641418457, "Finetune/Loss (Raw)": 0.8917325139045715, "Finetune/Step": 239, "Finetune/Step Time": 6.927490804344416}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.0227959156036377, "Finetune/Loss (Raw)": 0.9441849589347839, "Finetune/Step": 240, "Finetune/Step Time": 6.924412295222282}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0226410627365112, "Finetune/Loss (Raw)": 1.09086275100708, "Finetune/Step": 241, "Finetune/Step Time": 6.915627017617226}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.0260567665100098, "Finetune/Loss (Raw)": 1.0587223768234253, "Finetune/Step": 242, "Finetune/Step Time": 6.901048274710774}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.025818109512329, "Finetune/Loss (Raw)": 1.0484777688980103, "Finetune/Step": 243, "Finetune/Step Time": 6.90673884563148}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0258526802062988, "Finetune/Loss (Raw)": 0.899927020072937, "Finetune/Step": 244, "Finetune/Step Time": 6.8954973835498095}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.0266366004943848, "Finetune/Loss (Raw)": 1.2025818824768066, "Finetune/Step": 245, "Finetune/Step Time": 6.890021273866296}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0268166065216064, "Finetune/Loss (Raw)": 1.1610534191131592, "Finetune/Step": 246, "Finetune/Step Time": 6.896935878321528}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.0269097089767456, "Finetune/Loss (Raw)": 1.046899676322937, "Finetune/Step": 247, "Finetune/Step Time": 6.894343502819538}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.026344895362854, "Finetune/Loss (Raw)": 1.002151370048523, "Finetune/Step": 248, "Finetune/Step Time": 6.896758120507002}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0264501571655273, "Finetune/Loss (Raw)": 1.02680242061615, "Finetune/Step": 249, "Finetune/Step Time": 6.884387085214257}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.027172565460205, "Finetune/Loss (Raw)": 1.0626537799835205, "Finetune/Step": 250, "Finetune/Step Time": 6.881000021472573}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0280628204345703, "Finetune/Loss (Raw)": 1.1282427310943604, "Finetune/Step": 251, "Finetune/Step Time": 6.891674868762493}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0274231433868408, "Finetune/Loss (Raw)": 1.0366642475128174, "Finetune/Step": 252, "Finetune/Step Time": 6.892340034246445}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0279289484024048, "Finetune/Loss (Raw)": 1.0677393674850464, "Finetune/Step": 253, "Finetune/Step Time": 6.889638546854258}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0268518924713135, "Finetune/Loss (Raw)": 0.9601569175720215, "Finetune/Step": 254, "Finetune/Step Time": 6.87199099548161}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0250942707061768, "Finetune/Loss (Raw)": 0.7518695592880249, "Finetune/Step": 255, "Finetune/Step Time": 6.885097788646817}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.0236930847167969, "Finetune/Loss (Raw)": 0.9401483535766602, "Finetune/Step": 256, "Finetune/Step Time": 6.885621074587107}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.023759126663208, "Finetune/Loss (Raw)": 1.161447525024414, "Finetune/Step": 257, "Finetune/Step Time": 6.885184142738581}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0237078666687012, "Finetune/Loss (Raw)": 1.1092259883880615, "Finetune/Step": 258, "Finetune/Step Time": 6.884984519332647}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0235514640808105, "Finetune/Loss (Raw)": 1.065429449081421, "Finetune/Step": 259, "Finetune/Step Time": 6.8871526680886745}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.023226261138916, "Finetune/Loss (Raw)": 1.0661901235580444, "Finetune/Step": 260, "Finetune/Step Time": 6.901709893718362}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.023084282875061, "Finetune/Loss (Raw)": 0.8642112016677856, "Finetune/Step": 261, "Finetune/Step Time": 6.887205133214593}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.019985556602478, "Finetune/Loss (Raw)": 0.83597332239151, "Finetune/Step": 262, "Finetune/Step Time": 6.89423275180161}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.020313024520874, "Finetune/Loss (Raw)": 1.0253527164459229, "Finetune/Step": 263, "Finetune/Step Time": 6.891470497474074}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.0195980072021484, "Finetune/Loss (Raw)": 0.9729176163673401, "Finetune/Step": 264, "Finetune/Step Time": 6.901431117206812}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.0195188522338867, "Finetune/Loss (Raw)": 0.9705284833908081, "Finetune/Step": 265, "Finetune/Step Time": 6.898876842111349}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0203661918640137, "Finetune/Loss (Raw)": 1.2050881385803223, "Finetune/Step": 266, "Finetune/Step Time": 6.907422786578536}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0203050374984741, "Finetune/Loss (Raw)": 0.8855370283126831, "Finetune/Step": 267, "Finetune/Step Time": 6.905088370665908}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0189323425292969, "Finetune/Loss (Raw)": 1.1080818176269531, "Finetune/Step": 268, "Finetune/Step Time": 6.909061120823026}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0191242694854736, "Finetune/Loss (Raw)": 1.0459963083267212, "Finetune/Step": 269, "Finetune/Step Time": 6.912035753950477}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.0193424224853516, "Finetune/Loss (Raw)": 1.036906361579895, "Finetune/Step": 270, "Finetune/Step Time": 6.882333254441619}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0199511051177979, "Finetune/Loss (Raw)": 1.0205730199813843, "Finetune/Step": 271, "Finetune/Step Time": 6.87362552806735}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0223640203475952, "Finetune/Loss (Raw)": 1.0908228158950806, "Finetune/Step": 272, "Finetune/Step Time": 6.861638532951474}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0252107381820679, "Finetune/Loss (Raw)": 1.054360032081604, "Finetune/Step": 273, "Finetune/Step Time": 6.851511359214783}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.026130199432373, "Finetune/Loss (Raw)": 1.0859593152999878, "Finetune/Step": 274, "Finetune/Step Time": 6.854534825310111}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0271375179290771, "Finetune/Loss (Raw)": 1.009398102760315, "Finetune/Step": 275, "Finetune/Step Time": 6.8546175211668015}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0250084400177002, "Finetune/Loss (Raw)": 0.8057788610458374, "Finetune/Step": 276, "Finetune/Step Time": 6.882163364440203}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0243682861328125, "Finetune/Loss (Raw)": 1.0185375213623047, "Finetune/Step": 277, "Finetune/Step Time": 6.880632992833853}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0237009525299072, "Finetune/Loss (Raw)": 1.0227996110916138, "Finetune/Step": 278, "Finetune/Step Time": 6.876031003892422}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0246083736419678, "Finetune/Loss (Raw)": 1.1937010288238525, "Finetune/Step": 279, "Finetune/Step Time": 6.88141936250031}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0242013931274414, "Finetune/Loss (Raw)": 0.9753527641296387, "Finetune/Step": 280, "Finetune/Step Time": 6.878195500001311}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0235061645507812, "Finetune/Loss (Raw)": 1.0572779178619385, "Finetune/Step": 281, "Finetune/Step Time": 6.867377026006579}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.022840976715088, "Finetune/Loss (Raw)": 1.01685631275177, "Finetune/Step": 282, "Finetune/Step Time": 6.865481968969107}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.02242112159729, "Finetune/Loss (Raw)": 1.1298714876174927, "Finetune/Step": 283, "Finetune/Step Time": 6.865569604560733}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0258798599243164, "Finetune/Loss (Raw)": 1.124295949935913, "Finetune/Step": 284, "Finetune/Step Time": 6.849465241655707}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0252233743667603, "Finetune/Loss (Raw)": 0.9870997667312622, "Finetune/Step": 285, "Finetune/Step Time": 6.861337827518582}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0248678922653198, "Finetune/Loss (Raw)": 1.0455029010772705, "Finetune/Step": 286, "Finetune/Step Time": 6.874835966154933}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0247962474822998, "Finetune/Loss (Raw)": 1.0611940622329712, "Finetune/Step": 287, "Finetune/Step Time": 6.879819016903639}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0239627361297607, "Finetune/Loss (Raw)": 0.9011111855506897, "Finetune/Step": 288, "Finetune/Step Time": 6.886780327185988}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0247416496276855, "Finetune/Loss (Raw)": 1.1072956323623657, "Finetune/Step": 289, "Finetune/Step Time": 6.890060763806105}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0225424766540527, "Finetune/Loss (Raw)": 0.9588156342506409, "Finetune/Step": 290, "Finetune/Step Time": 6.8999661933630705}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0229172706604004, "Finetune/Loss (Raw)": 1.1142525672912598, "Finetune/Step": 291, "Finetune/Step Time": 6.904647186398506}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0240062475204468, "Finetune/Loss (Raw)": 1.0867708921432495, "Finetune/Step": 292, "Finetune/Step Time": 6.885387716814876}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0248485803604126, "Finetune/Loss (Raw)": 1.14517080783844, "Finetune/Step": 293, "Finetune/Step Time": 6.868439698591828}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0229301452636719, "Finetune/Loss (Raw)": 0.7336059212684631, "Finetune/Step": 294, "Finetune/Step Time": 6.873112201690674}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.022634744644165, "Finetune/Loss (Raw)": 1.0879063606262207, "Finetune/Step": 295, "Finetune/Step Time": 6.876163952052593}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.022855281829834, "Finetune/Loss (Raw)": 1.0128446817398071, "Finetune/Step": 296, "Finetune/Step Time": 6.8872226513922215}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0240607261657715, "Finetune/Loss (Raw)": 1.1174625158309937, "Finetune/Step": 297, "Finetune/Step Time": 6.880617031827569}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.024677038192749, "Finetune/Loss (Raw)": 0.8823930025100708, "Finetune/Step": 298, "Finetune/Step Time": 6.8870417680591345}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.022692084312439, "Finetune/Loss (Raw)": 0.7268612384796143, "Finetune/Step": 299, "Finetune/Step Time": 6.896473169326782}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0202710628509521, "Finetune/Loss (Raw)": 0.6559047102928162, "Finetune/Step": 300, "Finetune/Step Time": 6.9018458761274815}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.016815423965454, "Finetune/Loss (Raw)": 0.7442836165428162, "Finetune/Step": 301, "Finetune/Step Time": 6.915676400065422}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.0165901184082031, "Finetune/Loss (Raw)": 0.8581218719482422, "Finetune/Step": 302, "Finetune/Step Time": 6.922539951279759}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 1.0121965408325195, "Finetune/Loss (Raw)": 0.6107887029647827, "Finetune/Step": 303, "Finetune/Step Time": 6.948706122115254}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.0155658721923828, "Finetune/Loss (Raw)": 1.0828189849853516, "Finetune/Step": 304, "Finetune/Step Time": 6.937083104625344}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0160267353057861, "Finetune/Loss (Raw)": 1.024551510810852, "Finetune/Step": 305, "Finetune/Step Time": 6.931937018409371}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0139422416687012, "Finetune/Loss (Raw)": 0.9218679666519165, "Finetune/Step": 306, "Finetune/Step Time": 6.932356718927622}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0160108804702759, "Finetune/Loss (Raw)": 1.1727961301803589, "Finetune/Step": 307, "Finetune/Step Time": 6.934520769864321}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.0157744884490967, "Finetune/Loss (Raw)": 1.035618782043457, "Finetune/Step": 308, "Finetune/Step Time": 6.9435365833342075}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.0166982412338257, "Finetune/Loss (Raw)": 1.1258257627487183, "Finetune/Step": 309, "Finetune/Step Time": 6.953772075474262}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.0162421464920044, "Finetune/Loss (Raw)": 0.9953596591949463, "Finetune/Step": 310, "Finetune/Step Time": 6.952117454260588}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.016296625137329, "Finetune/Loss (Raw)": 1.0153182744979858, "Finetune/Step": 311, "Finetune/Step Time": 6.958991002291441}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.014875054359436, "Finetune/Loss (Raw)": 0.9732141494750977, "Finetune/Step": 312, "Finetune/Step Time": 6.955012287944555}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.016310453414917, "Finetune/Loss (Raw)": 1.1062912940979004, "Finetune/Step": 313, "Finetune/Step Time": 6.959010239690542}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0176998376846313, "Finetune/Loss (Raw)": 1.175675868988037, "Finetune/Step": 314, "Finetune/Step Time": 6.946413578465581}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0174365043640137, "Finetune/Loss (Raw)": 0.9670682549476624, "Finetune/Step": 315, "Finetune/Step Time": 6.949374809861183}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 1.0136651992797852, "Finetune/Loss (Raw)": 0.6307054162025452, "Finetune/Step": 316, "Finetune/Step Time": 6.963259141892195}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 1.0131131410598755, "Finetune/Loss (Raw)": 0.9403654932975769, "Finetune/Step": 317, "Finetune/Step Time": 6.954991981387138}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 1.012985110282898, "Finetune/Loss (Raw)": 1.0430330038070679, "Finetune/Step": 318, "Finetune/Step Time": 6.950437737628818}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 1.0119678974151611, "Finetune/Loss (Raw)": 0.954390287399292, "Finetune/Step": 319, "Finetune/Step Time": 6.956871602684259}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 1.010873556137085, "Finetune/Loss (Raw)": 0.9278408885002136, "Finetune/Step": 320, "Finetune/Step Time": 6.953161355108023}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 1.0086275339126587, "Finetune/Loss (Raw)": 0.6393729448318481, "Finetune/Step": 321, "Finetune/Step Time": 6.968449076637626}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 1.0081312656402588, "Finetune/Loss (Raw)": 0.9773497581481934, "Finetune/Step": 322, "Finetune/Step Time": 6.972096534445882}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 1.0085760354995728, "Finetune/Loss (Raw)": 1.0450235605239868, "Finetune/Step": 323, "Finetune/Step Time": 6.967510174959898}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 1.0094690322875977, "Finetune/Loss (Raw)": 1.084443211555481, "Finetune/Step": 324, "Finetune/Step Time": 6.967081358656287}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 1.009311556816101, "Finetune/Loss (Raw)": 1.0310977697372437, "Finetune/Step": 325, "Finetune/Step Time": 6.96694871596992}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 1.0106509923934937, "Finetune/Loss (Raw)": 1.186132550239563, "Finetune/Step": 326, "Finetune/Step Time": 6.968193933367729}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 1.0105785131454468, "Finetune/Loss (Raw)": 0.9937979578971863, "Finetune/Step": 327, "Finetune/Step Time": 6.963902071118355}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 1.0108494758605957, "Finetune/Loss (Raw)": 1.064832329750061, "Finetune/Step": 328, "Finetune/Step Time": 6.96724240295589}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 1.0091683864593506, "Finetune/Loss (Raw)": 0.9115996360778809, "Finetune/Step": 329, "Finetune/Step Time": 6.981944037601352}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 1.0072320699691772, "Finetune/Loss (Raw)": 0.8729904890060425, "Finetune/Step": 330, "Finetune/Step Time": 6.983630686998367}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 1.0070310831069946, "Finetune/Loss (Raw)": 1.039965033531189, "Finetune/Step": 331, "Finetune/Step Time": 6.986830608919263}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 1.0049551725387573, "Finetune/Loss (Raw)": 0.8025315999984741, "Finetune/Step": 332, "Finetune/Step Time": 6.999535957351327}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 1.0075194835662842, "Finetune/Loss (Raw)": 1.0334787368774414, "Finetune/Step": 333, "Finetune/Step Time": 6.985749488696456}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 1.0073435306549072, "Finetune/Loss (Raw)": 0.9898351430892944, "Finetune/Step": 334, "Finetune/Step Time": 6.983178414404392}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 1.005948543548584, "Finetune/Loss (Raw)": 0.9924271106719971, "Finetune/Step": 335, "Finetune/Step Time": 6.973597995936871}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 1.0062854290008545, "Finetune/Loss (Raw)": 1.089019536972046, "Finetune/Step": 336, "Finetune/Step Time": 6.977449333295226}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 1.008001685142517, "Finetune/Loss (Raw)": 1.211556077003479, "Finetune/Step": 337, "Finetune/Step Time": 6.975800799205899}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 1.0096895694732666, "Finetune/Loss (Raw)": 0.9588221907615662, "Finetune/Step": 338, "Finetune/Step Time": 6.965802822262049}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 1.0094306468963623, "Finetune/Loss (Raw)": 0.9446315169334412, "Finetune/Step": 339, "Finetune/Step Time": 6.967978060245514}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 1.0078625679016113, "Finetune/Loss (Raw)": 0.8830417990684509, "Finetune/Step": 340, "Finetune/Step Time": 6.966128284111619}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 1.0066041946411133, "Finetune/Loss (Raw)": 1.0204635858535767, "Finetune/Step": 341, "Finetune/Step Time": 6.967312093824148}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 1.0072836875915527, "Finetune/Loss (Raw)": 1.0648775100708008, "Finetune/Step": 342, "Finetune/Step Time": 6.953306699171662}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 1.0077061653137207, "Finetune/Loss (Raw)": 1.0218702554702759, "Finetune/Step": 343, "Finetune/Step Time": 6.95322335138917}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 1.0088036060333252, "Finetune/Loss (Raw)": 1.0651166439056396, "Finetune/Step": 344, "Finetune/Step Time": 6.942188946530223}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 1.008910894393921, "Finetune/Loss (Raw)": 1.11553156375885, "Finetune/Step": 345, "Finetune/Step Time": 6.9441360011696815}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 1.00911283493042, "Finetune/Loss (Raw)": 1.0951660871505737, "Finetune/Step": 346, "Finetune/Step Time": 6.948396224528551}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 1.0085583925247192, "Finetune/Loss (Raw)": 1.142526388168335, "Finetune/Step": 347, "Finetune/Step Time": 6.9487432688474655}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 1.009260654449463, "Finetune/Loss (Raw)": 1.0532903671264648, "Finetune/Step": 348, "Finetune/Step Time": 6.963419530540705}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 1.0093586444854736, "Finetune/Loss (Raw)": 1.1208419799804688, "Finetune/Step": 349, "Finetune/Step Time": 6.970193967223167}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 1.0092754364013672, "Finetune/Loss (Raw)": 0.9350385069847107, "Finetune/Step": 350, "Finetune/Step Time": 6.979699978604913}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 1.009197473526001, "Finetune/Loss (Raw)": 0.9830183982849121, "Finetune/Step": 351, "Finetune/Step Time": 6.988504746928811}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0110434293746948, "Finetune/Loss (Raw)": 0.9857509136199951, "Finetune/Step": 352, "Finetune/Step Time": 6.981647213920951}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0101972818374634, "Finetune/Loss (Raw)": 0.9475643038749695, "Finetune/Step": 353, "Finetune/Step Time": 6.98026866465807}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 1.0079365968704224, "Finetune/Loss (Raw)": 0.8991047739982605, "Finetune/Step": 354, "Finetune/Step Time": 6.984241504222155}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 1.0068528652191162, "Finetune/Loss (Raw)": 1.041648507118225, "Finetune/Step": 355, "Finetune/Step Time": 7.012754574418068}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 1.0051071643829346, "Finetune/Loss (Raw)": 0.90680330991745, "Finetune/Step": 356, "Finetune/Step Time": 7.006615424528718}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 1.004188895225525, "Finetune/Loss (Raw)": 0.9072259068489075, "Finetune/Step": 357, "Finetune/Step Time": 7.018579628318548}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 1.0007970333099365, "Finetune/Loss (Raw)": 0.7285096049308777, "Finetune/Step": 358, "Finetune/Step Time": 7.031701114028692}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.999464213848114, "Finetune/Loss (Raw)": 0.8430142998695374, "Finetune/Step": 359, "Finetune/Step Time": 7.0352159682661295}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9987385272979736, "Finetune/Loss (Raw)": 0.9788920879364014, "Finetune/Step": 360, "Finetune/Step Time": 7.044663179665804}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 1.0012544393539429, "Finetune/Loss (Raw)": 0.8867473602294922, "Finetune/Step": 361, "Finetune/Step Time": 7.020511016249657}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9997197985649109, "Finetune/Loss (Raw)": 0.9691068530082703, "Finetune/Step": 362, "Finetune/Step Time": 6.999099684879184}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9987514019012451, "Finetune/Loss (Raw)": 1.066591501235962, "Finetune/Step": 363, "Finetune/Step Time": 6.966325236484408}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9991046190261841, "Finetune/Loss (Raw)": 1.0690996646881104, "Finetune/Step": 364, "Finetune/Step Time": 6.964323442429304}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9994320273399353, "Finetune/Loss (Raw)": 1.1183415651321411, "Finetune/Step": 365, "Finetune/Step Time": 6.941066196188331}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9986598491668701, "Finetune/Loss (Raw)": 0.9009050130844116, "Finetune/Step": 366, "Finetune/Step Time": 6.942794922739267}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9994069337844849, "Finetune/Loss (Raw)": 0.9873597025871277, "Finetune/Step": 367, "Finetune/Step Time": 6.93811658769846}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9997534155845642, "Finetune/Loss (Raw)": 0.9885252118110657, "Finetune/Step": 368, "Finetune/Step Time": 6.941089328378439}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9988066554069519, "Finetune/Loss (Raw)": 0.969687819480896, "Finetune/Step": 369, "Finetune/Step Time": 6.941721864044666}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9993984699249268, "Finetune/Loss (Raw)": 1.1344656944274902, "Finetune/Step": 370, "Finetune/Step Time": 6.943672865629196}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 1.0002119541168213, "Finetune/Loss (Raw)": 1.152620792388916, "Finetune/Step": 371, "Finetune/Step Time": 6.936411339789629}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 1.0012835264205933, "Finetune/Loss (Raw)": 1.0370723009109497, "Finetune/Step": 372, "Finetune/Step Time": 6.95937311463058}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9979072213172913, "Finetune/Loss (Raw)": 0.7704123854637146, "Finetune/Step": 373, "Finetune/Step Time": 6.975617276504636}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9941160678863525, "Finetune/Loss (Raw)": 0.6757912635803223, "Finetune/Step": 374, "Finetune/Step Time": 6.983709307387471}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9944913387298584, "Finetune/Loss (Raw)": 1.0949355363845825, "Finetune/Step": 375, "Finetune/Step Time": 6.983545335009694}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9935257434844971, "Finetune/Loss (Raw)": 0.8785539269447327, "Finetune/Step": 376, "Finetune/Step Time": 6.983084294945002}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9929540753364563, "Finetune/Loss (Raw)": 0.9536272287368774, "Finetune/Step": 377, "Finetune/Step Time": 6.994315123185515}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9939444065093994, "Finetune/Loss (Raw)": 1.1894187927246094, "Finetune/Step": 378, "Finetune/Step Time": 6.995904814451933}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9939587116241455, "Finetune/Loss (Raw)": 1.1300737857818604, "Finetune/Step": 379, "Finetune/Step Time": 6.984467811882496}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9938262701034546, "Finetune/Loss (Raw)": 1.0197174549102783, "Finetune/Step": 380, "Finetune/Step Time": 6.982973329722881}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9936593770980835, "Finetune/Loss (Raw)": 1.046365737915039, "Finetune/Step": 381, "Finetune/Step Time": 6.988007485866547}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9932295083999634, "Finetune/Loss (Raw)": 0.9051353335380554, "Finetune/Step": 382, "Finetune/Step Time": 7.026160234585404}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9944181442260742, "Finetune/Loss (Raw)": 0.9040212035179138, "Finetune/Step": 383, "Finetune/Step Time": 7.03992859646678}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9929588437080383, "Finetune/Loss (Raw)": 0.7533512711524963, "Finetune/Step": 384, "Finetune/Step Time": 7.049699008464813}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9914564490318298, "Finetune/Loss (Raw)": 0.9691439867019653, "Finetune/Step": 385, "Finetune/Step Time": 7.0472342148423195}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9902840852737427, "Finetune/Loss (Raw)": 0.9591615796089172, "Finetune/Step": 386, "Finetune/Step Time": 7.046608773991466}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9886375665664673, "Finetune/Loss (Raw)": 0.8546819090843201, "Finetune/Step": 387, "Finetune/Step Time": 7.046574119478464}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9875168800354004, "Finetune/Loss (Raw)": 0.9227431416511536, "Finetune/Step": 388, "Finetune/Step Time": 7.0295425690710545}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9879037737846375, "Finetune/Loss (Raw)": 0.9137227535247803, "Finetune/Step": 389, "Finetune/Step Time": 7.031091695651412}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9877335429191589, "Finetune/Loss (Raw)": 0.8141885995864868, "Finetune/Step": 390, "Finetune/Step Time": 7.021893056109548}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9874602556228638, "Finetune/Loss (Raw)": 0.9903765320777893, "Finetune/Step": 391, "Finetune/Step Time": 7.02021393366158}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9872868061065674, "Finetune/Loss (Raw)": 0.9507144689559937, "Finetune/Step": 392, "Finetune/Step Time": 7.0179365910589695}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9860695004463196, "Finetune/Loss (Raw)": 0.8147101402282715, "Finetune/Step": 393, "Finetune/Step Time": 7.028346825391054}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9827864170074463, "Finetune/Loss (Raw)": 0.784853458404541, "Finetune/Step": 394, "Finetune/Step Time": 7.041810393333435}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9851713180541992, "Finetune/Loss (Raw)": 1.190810203552246, "Finetune/Step": 395, "Finetune/Step Time": 7.03932860866189}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9849023818969727, "Finetune/Loss (Raw)": 1.0736539363861084, "Finetune/Step": 396, "Finetune/Step Time": 7.039461871609092}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9830623269081116, "Finetune/Loss (Raw)": 0.8104656338691711, "Finetune/Step": 397, "Finetune/Step Time": 7.053467370569706}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9840214848518372, "Finetune/Loss (Raw)": 1.1596837043762207, "Finetune/Step": 398, "Finetune/Step Time": 7.050169060006738}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9830057621002197, "Finetune/Loss (Raw)": 0.8905657529830933, "Finetune/Step": 399, "Finetune/Step Time": 7.040267026051879}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9816721081733704, "Finetune/Loss (Raw)": 0.9201081991195679, "Finetune/Step": 400, "Finetune/Step Time": 7.037979299202561}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9819175601005554, "Finetune/Loss (Raw)": 1.0857762098312378, "Finetune/Step": 401, "Finetune/Step Time": 7.037579337134957}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9810982942581177, "Finetune/Loss (Raw)": 0.9810992479324341, "Finetune/Step": 402, "Finetune/Step Time": 7.051679605618119}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9805965423583984, "Finetune/Loss (Raw)": 0.9451684951782227, "Finetune/Step": 403, "Finetune/Step Time": 7.049244249239564}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9824914932250977, "Finetune/Loss (Raw)": 1.0483291149139404, "Finetune/Step": 404, "Finetune/Step Time": 7.022948754951358}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9801087975502014, "Finetune/Loss (Raw)": 0.7135526537895203, "Finetune/Step": 405, "Finetune/Step Time": 7.031280921772122}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9779778718948364, "Finetune/Loss (Raw)": 0.7500452995300293, "Finetune/Step": 406, "Finetune/Step Time": 7.0451928954571486}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9740129709243774, "Finetune/Loss (Raw)": 0.6861959099769592, "Finetune/Step": 407, "Finetune/Step Time": 7.050331797450781}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9738965034484863, "Finetune/Loss (Raw)": 0.9604403972625732, "Finetune/Step": 408, "Finetune/Step Time": 7.049859659746289}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9747898578643799, "Finetune/Loss (Raw)": 1.1716240644454956, "Finetune/Step": 409, "Finetune/Step Time": 7.04934318177402}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9763110280036926, "Finetune/Loss (Raw)": 1.2115682363510132, "Finetune/Step": 410, "Finetune/Step Time": 7.048736860975623}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9751631021499634, "Finetune/Loss (Raw)": 0.9829404354095459, "Finetune/Step": 411, "Finetune/Step Time": 7.051134545356035}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9719708561897278, "Finetune/Loss (Raw)": 0.7156856060028076, "Finetune/Step": 412, "Finetune/Step Time": 7.069575654342771}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9726700782775879, "Finetune/Loss (Raw)": 1.0765998363494873, "Finetune/Step": 413, "Finetune/Step Time": 7.053522465750575}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9716745615005493, "Finetune/Loss (Raw)": 0.918082058429718, "Finetune/Step": 414, "Finetune/Step Time": 7.049980381503701}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9714616537094116, "Finetune/Loss (Raw)": 1.033935785293579, "Finetune/Step": 415, "Finetune/Step Time": 7.049226924777031}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9729958772659302, "Finetune/Loss (Raw)": 1.0974913835525513, "Finetune/Step": 416, "Finetune/Step Time": 7.039046389982104}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9723674058914185, "Finetune/Loss (Raw)": 1.0268536806106567, "Finetune/Step": 417, "Finetune/Step Time": 7.034866947680712}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.973286509513855, "Finetune/Loss (Raw)": 1.076466679573059, "Finetune/Step": 418, "Finetune/Step Time": 7.025570141151547}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9719600677490234, "Finetune/Loss (Raw)": 0.9444551467895508, "Finetune/Step": 419, "Finetune/Step Time": 7.046349857002497}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9688940048217773, "Finetune/Loss (Raw)": 0.6943153738975525, "Finetune/Step": 420, "Finetune/Step Time": 7.059461392462254}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9678649306297302, "Finetune/Loss (Raw)": 1.0134544372558594, "Finetune/Step": 421, "Finetune/Step Time": 7.061846166849136}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9698464274406433, "Finetune/Loss (Raw)": 0.9872398376464844, "Finetune/Step": 422, "Finetune/Step Time": 7.06695281714201}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9699849486351013, "Finetune/Loss (Raw)": 1.105638027191162, "Finetune/Step": 423, "Finetune/Step Time": 7.062407221645117}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9700728058815002, "Finetune/Loss (Raw)": 1.0240849256515503, "Finetune/Step": 424, "Finetune/Step Time": 7.064728835597634}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9669873714447021, "Finetune/Loss (Raw)": 0.7225254774093628, "Finetune/Step": 425, "Finetune/Step Time": 7.091489534825087}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9678184986114502, "Finetune/Loss (Raw)": 0.9887802600860596, "Finetune/Step": 426, "Finetune/Step Time": 7.0754612404853106}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9697063565254211, "Finetune/Loss (Raw)": 0.9685106873512268, "Finetune/Step": 427, "Finetune/Step Time": 7.0652692299336195}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.973175048828125, "Finetune/Loss (Raw)": 1.099894404411316, "Finetune/Step": 428, "Finetune/Step Time": 7.052198227494955}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9755946397781372, "Finetune/Loss (Raw)": 1.0539929866790771, "Finetune/Step": 429, "Finetune/Step Time": 7.042619967833161}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9758282899856567, "Finetune/Loss (Raw)": 0.8880302906036377, "Finetune/Step": 430, "Finetune/Step Time": 7.037735203281045}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.979262113571167, "Finetune/Loss (Raw)": 1.0503208637237549, "Finetune/Step": 431, "Finetune/Step Time": 7.017448404803872}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9780251979827881, "Finetune/Loss (Raw)": 0.924484133720398, "Finetune/Step": 432, "Finetune/Step Time": 7.019746804609895}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9769601225852966, "Finetune/Loss (Raw)": 0.8882263898849487, "Finetune/Step": 433, "Finetune/Step Time": 7.0232625007629395}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9772131443023682, "Finetune/Loss (Raw)": 0.9542580842971802, "Finetune/Step": 434, "Finetune/Step Time": 7.02438435330987}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9743854999542236, "Finetune/Loss (Raw)": 0.8108504414558411, "Finetune/Step": 435, "Finetune/Step Time": 7.018442165106535}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9733011722564697, "Finetune/Loss (Raw)": 0.8968305587768555, "Finetune/Step": 436, "Finetune/Step Time": 7.006381332874298}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.972252368927002, "Finetune/Loss (Raw)": 0.9915802478790283, "Finetune/Step": 437, "Finetune/Step Time": 7.001694714650512}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9717156887054443, "Finetune/Loss (Raw)": 0.9266589879989624, "Finetune/Step": 438, "Finetune/Step Time": 6.999866805970669}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9711071252822876, "Finetune/Loss (Raw)": 0.9374210238456726, "Finetune/Step": 439, "Finetune/Step Time": 7.001240963116288}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9716684222221375, "Finetune/Loss (Raw)": 1.0450646877288818, "Finetune/Step": 440, "Finetune/Step Time": 7.002962032333016}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.971123218536377, "Finetune/Loss (Raw)": 1.0365045070648193, "Finetune/Step": 441, "Finetune/Step Time": 7.011642562225461}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9678345918655396, "Finetune/Loss (Raw)": 0.7547223567962646, "Finetune/Step": 442, "Finetune/Step Time": 7.0381866954267025}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9683725833892822, "Finetune/Loss (Raw)": 1.0359420776367188, "Finetune/Step": 443, "Finetune/Step Time": 7.041261482983828}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9721786975860596, "Finetune/Loss (Raw)": 1.1178858280181885, "Finetune/Step": 444, "Finetune/Step Time": 7.026256762444973}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9725267887115479, "Finetune/Loss (Raw)": 0.9849153757095337, "Finetune/Step": 445, "Finetune/Step Time": 7.025099195539951}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.972636342048645, "Finetune/Loss (Raw)": 1.0570584535598755, "Finetune/Step": 446, "Finetune/Step Time": 7.0380715020000935}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9730731844902039, "Finetune/Loss (Raw)": 1.0103132724761963, "Finetune/Step": 447, "Finetune/Step Time": 7.029435854405165}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.973252534866333, "Finetune/Loss (Raw)": 0.9507956504821777, "Finetune/Step": 448, "Finetune/Step Time": 7.031616060063243}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9771246910095215, "Finetune/Loss (Raw)": 1.1350075006484985, "Finetune/Step": 449, "Finetune/Step Time": 7.021806677803397}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9765852689743042, "Finetune/Loss (Raw)": 0.9083061814308167, "Finetune/Step": 450, "Finetune/Step Time": 7.017780631780624}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9757637977600098, "Finetune/Loss (Raw)": 0.9398760199546814, "Finetune/Step": 451, "Finetune/Step Time": 7.023983871564269}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9749447703361511, "Finetune/Loss (Raw)": 0.9796057939529419, "Finetune/Step": 452, "Finetune/Step Time": 7.019647970795631}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9761660099029541, "Finetune/Loss (Raw)": 1.1874109506607056, "Finetune/Step": 453, "Finetune/Step Time": 7.014790523797274}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9744275808334351, "Finetune/Loss (Raw)": 0.9636149406433105, "Finetune/Step": 454, "Finetune/Step Time": 7.025854459032416}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9749318361282349, "Finetune/Loss (Raw)": 1.0583447217941284, "Finetune/Step": 455, "Finetune/Step Time": 7.025703571736813}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9720979928970337, "Finetune/Loss (Raw)": 0.7021051049232483, "Finetune/Step": 456, "Finetune/Step Time": 7.030440982431173}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9718002676963806, "Finetune/Loss (Raw)": 0.873489499092102, "Finetune/Step": 457, "Finetune/Step Time": 7.016214394941926}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9740702509880066, "Finetune/Loss (Raw)": 1.1635401248931885, "Finetune/Step": 458, "Finetune/Step Time": 7.012993648648262}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.973318874835968, "Finetune/Loss (Raw)": 0.9437965154647827, "Finetune/Step": 459, "Finetune/Step Time": 7.0157192181795835}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9734512567520142, "Finetune/Loss (Raw)": 0.8194776177406311, "Finetune/Step": 460, "Finetune/Step Time": 7.014688968658447}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9727002382278442, "Finetune/Loss (Raw)": 0.9373407363891602, "Finetune/Step": 461, "Finetune/Step Time": 7.013121519237757}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9725258350372314, "Finetune/Loss (Raw)": 0.9675149917602539, "Finetune/Step": 462, "Finetune/Step Time": 7.012671884149313}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9738616943359375, "Finetune/Loss (Raw)": 1.1634199619293213, "Finetune/Step": 463, "Finetune/Step Time": 7.006843559443951}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9704563021659851, "Finetune/Loss (Raw)": 0.6531307697296143, "Finetune/Step": 464, "Finetune/Step Time": 7.020125517621636}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9688746929168701, "Finetune/Loss (Raw)": 1.0091054439544678, "Finetune/Step": 465, "Finetune/Step Time": 7.026955716311932}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9683159589767456, "Finetune/Loss (Raw)": 0.8873004913330078, "Finetune/Step": 466, "Finetune/Step Time": 7.030915612354875}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9690425395965576, "Finetune/Loss (Raw)": 1.0376452207565308, "Finetune/Step": 467, "Finetune/Step Time": 7.0314780455082655}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9684168100357056, "Finetune/Loss (Raw)": 0.802946150302887, "Finetune/Step": 468, "Finetune/Step Time": 7.0421154499053955}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9651775360107422, "Finetune/Loss (Raw)": 0.6058346629142761, "Finetune/Step": 469, "Finetune/Step Time": 7.0543526988476515}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9643646478652954, "Finetune/Loss (Raw)": 0.9608281254768372, "Finetune/Step": 470, "Finetune/Step Time": 7.054498175159097}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9640547037124634, "Finetune/Loss (Raw)": 0.9821931719779968, "Finetune/Step": 471, "Finetune/Step Time": 7.065998833626509}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9643158316612244, "Finetune/Loss (Raw)": 1.0985455513000488, "Finetune/Step": 472, "Finetune/Step Time": 7.065674386918545}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.962522029876709, "Finetune/Loss (Raw)": 0.8859276175498962, "Finetune/Step": 473, "Finetune/Step Time": 7.074145359918475}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9619244337081909, "Finetune/Loss (Raw)": 1.0186749696731567, "Finetune/Step": 474, "Finetune/Step Time": 7.072015102952719}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9611419439315796, "Finetune/Loss (Raw)": 1.0423660278320312, "Finetune/Step": 475, "Finetune/Step Time": 7.072502043098211}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9607018232345581, "Finetune/Loss (Raw)": 0.9969500303268433, "Finetune/Step": 476, "Finetune/Step Time": 7.0595389902591705}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9600610136985779, "Finetune/Loss (Raw)": 1.0388157367706299, "Finetune/Step": 477, "Finetune/Step Time": 7.064702706411481}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9600110650062561, "Finetune/Loss (Raw)": 0.9286535978317261, "Finetune/Step": 478, "Finetune/Step Time": 7.056736363098025}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9601846933364868, "Finetune/Loss (Raw)": 1.0052331686019897, "Finetune/Step": 479, "Finetune/Step Time": 7.045192301273346}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9607692360877991, "Finetune/Loss (Raw)": 1.0605796575546265, "Finetune/Step": 480, "Finetune/Step Time": 7.0391316041350365}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.96107017993927, "Finetune/Loss (Raw)": 0.986082911491394, "Finetune/Step": 481, "Finetune/Step Time": 7.043330978602171}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9617913961410522, "Finetune/Loss (Raw)": 0.991424560546875, "Finetune/Step": 482, "Finetune/Step Time": 7.060775442048907}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9614784717559814, "Finetune/Loss (Raw)": 1.0015912055969238, "Finetune/Step": 483, "Finetune/Step Time": 7.049040947109461}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9615013599395752, "Finetune/Loss (Raw)": 0.909733235836029, "Finetune/Step": 484, "Finetune/Step Time": 7.053060028702021}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9608115553855896, "Finetune/Loss (Raw)": 0.8189321160316467, "Finetune/Step": 485, "Finetune/Step Time": 7.0567239336669445}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9626766443252563, "Finetune/Loss (Raw)": 0.9672397375106812, "Finetune/Step": 486, "Finetune/Step Time": 7.052330773323774}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9638447761535645, "Finetune/Loss (Raw)": 0.9925279021263123, "Finetune/Step": 487, "Finetune/Step Time": 7.059886626899242}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9641420245170593, "Finetune/Loss (Raw)": 1.0169461965560913, "Finetune/Step": 488, "Finetune/Step Time": 7.049841469153762}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9642844200134277, "Finetune/Loss (Raw)": 0.9049693942070007, "Finetune/Step": 489, "Finetune/Step Time": 7.052423303946853}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9633764028549194, "Finetune/Loss (Raw)": 0.8528910279273987, "Finetune/Step": 490, "Finetune/Step Time": 7.057900650426745}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9600696563720703, "Finetune/Loss (Raw)": 0.6433257460594177, "Finetune/Step": 491, "Finetune/Step Time": 7.079107996076345}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9588222503662109, "Finetune/Loss (Raw)": 0.9094298481941223, "Finetune/Step": 492, "Finetune/Step Time": 7.082330670207739}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9580553770065308, "Finetune/Loss (Raw)": 1.0201767683029175, "Finetune/Step": 493, "Finetune/Step Time": 7.08312720246613}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9582538604736328, "Finetune/Loss (Raw)": 0.9263141751289368, "Finetune/Step": 494, "Finetune/Step Time": 7.092401305213571}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9580846428871155, "Finetune/Loss (Raw)": 0.9656974077224731, "Finetune/Step": 495, "Finetune/Step Time": 7.089958364143968}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9580975770950317, "Finetune/Loss (Raw)": 0.9901808500289917, "Finetune/Step": 496, "Finetune/Step Time": 7.098342401906848}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9576222896575928, "Finetune/Loss (Raw)": 0.9088526964187622, "Finetune/Step": 497, "Finetune/Step Time": 7.099125914275646}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9565391540527344, "Finetune/Loss (Raw)": 0.995829701423645, "Finetune/Step": 498, "Finetune/Step Time": 7.0950598903000355}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9542737603187561, "Finetune/Loss (Raw)": 0.8626419901847839, "Finetune/Step": 499, "Finetune/Step Time": 7.097025316208601}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9536464214324951, "Finetune/Loss (Raw)": 0.9567762613296509, "Finetune/Step": 500, "Finetune/Step Time": 7.083116006106138}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9535181522369385, "Finetune/Loss (Raw)": 0.7539976239204407, "Finetune/Step": 501, "Finetune/Step Time": 7.076517205685377}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9546600580215454, "Finetune/Loss (Raw)": 0.8219525218009949, "Finetune/Step": 502, "Finetune/Step Time": 7.076824681833386}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9535623788833618, "Finetune/Loss (Raw)": 0.9544280767440796, "Finetune/Step": 503, "Finetune/Step Time": 7.088665323331952}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9547337293624878, "Finetune/Loss (Raw)": 1.028488039970398, "Finetune/Step": 504, "Finetune/Step Time": 7.084772765636444}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9549980163574219, "Finetune/Loss (Raw)": 0.9874589443206787, "Finetune/Step": 505, "Finetune/Step Time": 7.075019156560302}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9517114162445068, "Finetune/Loss (Raw)": 0.7687302827835083, "Finetune/Step": 506, "Finetune/Step Time": 7.082837510854006}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9506044387817383, "Finetune/Loss (Raw)": 0.9883831739425659, "Finetune/Step": 507, "Finetune/Step Time": 7.081374641507864}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9500107765197754, "Finetune/Loss (Raw)": 0.9437309503555298, "Finetune/Step": 508, "Finetune/Step Time": 7.081216167658567}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9493199586868286, "Finetune/Loss (Raw)": 0.9579370617866516, "Finetune/Step": 509, "Finetune/Step Time": 7.083181845024228}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9492191672325134, "Finetune/Loss (Raw)": 0.8922322988510132, "Finetune/Step": 510, "Finetune/Step Time": 7.058642091229558}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9504345655441284, "Finetune/Loss (Raw)": 1.0595890283584595, "Finetune/Step": 511, "Finetune/Step Time": 7.043687699362636}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9523745775222778, "Finetune/Loss (Raw)": 1.001672625541687, "Finetune/Step": 512, "Finetune/Step Time": 7.0316491685807705}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9529914855957031, "Finetune/Loss (Raw)": 1.0481127500534058, "Finetune/Step": 513, "Finetune/Step Time": 7.034631621092558}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9535622000694275, "Finetune/Loss (Raw)": 1.0322144031524658, "Finetune/Step": 514, "Finetune/Step Time": 7.0458503272384405}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9521990418434143, "Finetune/Loss (Raw)": 0.680194616317749, "Finetune/Step": 515, "Finetune/Step Time": 7.069790853187442}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9531382322311401, "Finetune/Loss (Raw)": 1.0429683923721313, "Finetune/Step": 516, "Finetune/Step Time": 7.073200328275561}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9539632201194763, "Finetune/Loss (Raw)": 1.019313097000122, "Finetune/Step": 517, "Finetune/Step Time": 7.072190899401903}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9554466009140015, "Finetune/Loss (Raw)": 1.004069447517395, "Finetune/Step": 518, "Finetune/Step Time": 7.074047055095434}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9558219909667969, "Finetune/Loss (Raw)": 1.0384188890457153, "Finetune/Step": 519, "Finetune/Step Time": 7.084435749799013}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9556721448898315, "Finetune/Loss (Raw)": 0.9315366744995117, "Finetune/Step": 520, "Finetune/Step Time": 7.084326675161719}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9569276571273804, "Finetune/Loss (Raw)": 0.9754157066345215, "Finetune/Step": 521, "Finetune/Step Time": 7.076175855472684}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9583499431610107, "Finetune/Loss (Raw)": 0.9669066667556763, "Finetune/Step": 522, "Finetune/Step Time": 7.059957897290587}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9558074474334717, "Finetune/Loss (Raw)": 0.8653723001480103, "Finetune/Step": 523, "Finetune/Step Time": 7.064944613724947}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9551501274108887, "Finetune/Loss (Raw)": 0.9895104169845581, "Finetune/Step": 524, "Finetune/Step Time": 7.061786137521267}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9564321041107178, "Finetune/Loss (Raw)": 0.9745659828186035, "Finetune/Step": 525, "Finetune/Step Time": 7.049561223015189}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9541866183280945, "Finetune/Loss (Raw)": 0.8722634315490723, "Finetune/Step": 526, "Finetune/Step Time": 7.057641526684165}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9544000625610352, "Finetune/Loss (Raw)": 0.9178746342658997, "Finetune/Step": 527, "Finetune/Step Time": 7.0546474270522594}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.955090343952179, "Finetune/Loss (Raw)": 1.0084717273712158, "Finetune/Step": 528, "Finetune/Step Time": 7.062048941850662}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9546811580657959, "Finetune/Loss (Raw)": 1.033396601676941, "Finetune/Step": 529, "Finetune/Step Time": 7.061399534344673}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9553326964378357, "Finetune/Loss (Raw)": 1.0645020008087158, "Finetune/Step": 530, "Finetune/Step Time": 7.044078899547458}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9565721750259399, "Finetune/Loss (Raw)": 1.1038225889205933, "Finetune/Step": 531, "Finetune/Step Time": 7.042127655819058}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9556477665901184, "Finetune/Loss (Raw)": 0.9300011992454529, "Finetune/Step": 532, "Finetune/Step Time": 7.0396953243762255}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9569147825241089, "Finetune/Loss (Raw)": 0.8757289052009583, "Finetune/Step": 533, "Finetune/Step Time": 7.036576388403773}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9581646919250488, "Finetune/Loss (Raw)": 0.9100414514541626, "Finetune/Step": 534, "Finetune/Step Time": 7.027112562209368}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9595556259155273, "Finetune/Loss (Raw)": 0.8642305135726929, "Finetune/Step": 535, "Finetune/Step Time": 7.021744430065155}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9581993818283081, "Finetune/Loss (Raw)": 0.786838948726654, "Finetune/Step": 536, "Finetune/Step Time": 7.04946625046432}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9571371674537659, "Finetune/Loss (Raw)": 1.03566312789917, "Finetune/Step": 537, "Finetune/Step Time": 7.050892058759928}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.955414891242981, "Finetune/Loss (Raw)": 0.9911249279975891, "Finetune/Step": 538, "Finetune/Step Time": 7.055227657780051}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9560562372207642, "Finetune/Loss (Raw)": 1.0650227069854736, "Finetune/Step": 539, "Finetune/Step Time": 7.051198596134782}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9578146934509277, "Finetune/Loss (Raw)": 0.940769612789154, "Finetune/Step": 540, "Finetune/Step Time": 7.032209390774369}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9571313858032227, "Finetune/Loss (Raw)": 0.9891377091407776, "Finetune/Step": 541, "Finetune/Step Time": 7.046368071809411}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.957528293132782, "Finetune/Loss (Raw)": 0.9688913226127625, "Finetune/Step": 542, "Finetune/Step Time": 7.037079529836774}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.958149790763855, "Finetune/Loss (Raw)": 1.1134823560714722, "Finetune/Step": 543, "Finetune/Step Time": 7.036425303667784}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9576648473739624, "Finetune/Loss (Raw)": 1.0354201793670654, "Finetune/Step": 544, "Finetune/Step Time": 7.034183252602816}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9571249485015869, "Finetune/Loss (Raw)": 0.9577494263648987, "Finetune/Step": 545, "Finetune/Step Time": 7.031175445765257}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9558940529823303, "Finetune/Loss (Raw)": 0.9189126491546631, "Finetune/Step": 546, "Finetune/Step Time": 7.030076561495662}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9565914869308472, "Finetune/Loss (Raw)": 1.0337185859680176, "Finetune/Step": 547, "Finetune/Step Time": 7.0031501073390245}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9582214951515198, "Finetune/Loss (Raw)": 0.902959942817688, "Finetune/Step": 548, "Finetune/Step Time": 7.000650655478239}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9561600685119629, "Finetune/Loss (Raw)": 0.7495837807655334, "Finetune/Step": 549, "Finetune/Step Time": 7.005387166514993}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9558207988739014, "Finetune/Loss (Raw)": 0.9438241124153137, "Finetune/Step": 550, "Finetune/Step Time": 7.001622406765819}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.954412579536438, "Finetune/Loss (Raw)": 0.9253737926483154, "Finetune/Step": 551, "Finetune/Step Time": 7.002474205568433}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9547099471092224, "Finetune/Loss (Raw)": 1.0621615648269653, "Finetune/Step": 552, "Finetune/Step Time": 6.988108852878213}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9549384117126465, "Finetune/Loss (Raw)": 0.7517639994621277, "Finetune/Step": 553, "Finetune/Step Time": 6.960983444005251}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9559025764465332, "Finetune/Loss (Raw)": 1.1122013330459595, "Finetune/Step": 554, "Finetune/Step Time": 6.959361603483558}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9555385708808899, "Finetune/Loss (Raw)": 0.9219098687171936, "Finetune/Step": 555, "Finetune/Step Time": 6.971795875579119}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9543883800506592, "Finetune/Loss (Raw)": 0.9526702761650085, "Finetune/Step": 556, "Finetune/Step Time": 6.979667933657765}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9533079266548157, "Finetune/Loss (Raw)": 0.9156931638717651, "Finetune/Step": 557, "Finetune/Step Time": 6.9758768901228905}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9508709907531738, "Finetune/Loss (Raw)": 0.5761097073554993, "Finetune/Step": 558, "Finetune/Step Time": 6.9854356329888105}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9499858617782593, "Finetune/Loss (Raw)": 0.9370182752609253, "Finetune/Step": 559, "Finetune/Step Time": 6.9812251552939415}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9491211771965027, "Finetune/Loss (Raw)": 0.8138067126274109, "Finetune/Step": 560, "Finetune/Step Time": 6.979291096329689}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9487152695655823, "Finetune/Loss (Raw)": 0.8362695574760437, "Finetune/Step": 561, "Finetune/Step Time": 6.979582464322448}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9480060338973999, "Finetune/Loss (Raw)": 0.8634790182113647, "Finetune/Step": 562, "Finetune/Step Time": 6.977763446047902}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9495304822921753, "Finetune/Loss (Raw)": 1.0059740543365479, "Finetune/Step": 563, "Finetune/Step Time": 6.976297603920102}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9499566555023193, "Finetune/Loss (Raw)": 0.9513854384422302, "Finetune/Step": 564, "Finetune/Step Time": 6.9844400603324175}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9490548372268677, "Finetune/Loss (Raw)": 0.8761411905288696, "Finetune/Step": 565, "Finetune/Step Time": 6.99000621214509}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9499604105949402, "Finetune/Loss (Raw)": 1.0425751209259033, "Finetune/Step": 566, "Finetune/Step Time": 6.992704691365361}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9497238993644714, "Finetune/Loss (Raw)": 0.9071435332298279, "Finetune/Step": 567, "Finetune/Step Time": 6.995238292962313}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9465559720993042, "Finetune/Loss (Raw)": 0.6395787000656128, "Finetune/Step": 568, "Finetune/Step Time": 7.006526309996843}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9454523921012878, "Finetune/Loss (Raw)": 0.8952423930168152, "Finetune/Step": 569, "Finetune/Step Time": 7.0007692985236645}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9471979141235352, "Finetune/Loss (Raw)": 0.9781497120857239, "Finetune/Step": 570, "Finetune/Step Time": 6.979095360264182}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9459090232849121, "Finetune/Loss (Raw)": 0.8709622025489807, "Finetune/Step": 571, "Finetune/Step Time": 6.9850509855896235}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9450557231903076, "Finetune/Loss (Raw)": 1.008673071861267, "Finetune/Step": 572, "Finetune/Step Time": 6.9871142245829105}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9453651905059814, "Finetune/Loss (Raw)": 1.024519681930542, "Finetune/Step": 573, "Finetune/Step Time": 6.987940866500139}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9453647136688232, "Finetune/Loss (Raw)": 1.0569939613342285, "Finetune/Step": 574, "Finetune/Step Time": 6.97605349868536}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.945920467376709, "Finetune/Loss (Raw)": 1.081451654434204, "Finetune/Step": 575, "Finetune/Step Time": 6.990229602903128}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9460349082946777, "Finetune/Loss (Raw)": 0.965448796749115, "Finetune/Step": 576, "Finetune/Step Time": 6.99196114204824}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9445250034332275, "Finetune/Loss (Raw)": 0.9417336583137512, "Finetune/Step": 577, "Finetune/Step Time": 6.988112058490515}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9445311427116394, "Finetune/Loss (Raw)": 0.9090971946716309, "Finetune/Step": 578, "Finetune/Step Time": 6.985446974635124}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9434522390365601, "Finetune/Loss (Raw)": 0.8017718195915222, "Finetune/Step": 579, "Finetune/Step Time": 7.004492092877626}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9436708688735962, "Finetune/Loss (Raw)": 1.0075892210006714, "Finetune/Step": 580, "Finetune/Step Time": 7.018178291618824}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9427968859672546, "Finetune/Loss (Raw)": 1.075541377067566, "Finetune/Step": 581, "Finetune/Step Time": 7.021177435293794}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9431790113449097, "Finetune/Loss (Raw)": 1.0125254392623901, "Finetune/Step": 582, "Finetune/Step Time": 7.015294931828976}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9413392543792725, "Finetune/Loss (Raw)": 0.8228554725646973, "Finetune/Step": 583, "Finetune/Step Time": 7.02883873693645}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9437704086303711, "Finetune/Loss (Raw)": 1.0133007764816284, "Finetune/Step": 584, "Finetune/Step Time": 7.032358014956117}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9451436996459961, "Finetune/Loss (Raw)": 1.0492708683013916, "Finetune/Step": 585, "Finetune/Step Time": 7.0307318829}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9412583112716675, "Finetune/Loss (Raw)": 0.6662060618400574, "Finetune/Step": 586, "Finetune/Step Time": 7.041653694584966}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.942676305770874, "Finetune/Loss (Raw)": 1.125303030014038, "Finetune/Step": 587, "Finetune/Step Time": 7.034976659342647}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9433802366256714, "Finetune/Loss (Raw)": 0.9095797538757324, "Finetune/Step": 588, "Finetune/Step Time": 7.041358839720488}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9441356062889099, "Finetune/Loss (Raw)": 1.0340269804000854, "Finetune/Step": 589, "Finetune/Step Time": 7.040156036615372}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9448124766349792, "Finetune/Loss (Raw)": 1.0541560649871826, "Finetune/Step": 590, "Finetune/Step Time": 7.0412276312708855}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9427788257598877, "Finetune/Loss (Raw)": 0.9031034111976624, "Finetune/Step": 591, "Finetune/Step Time": 7.052967973053455}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9449796676635742, "Finetune/Loss (Raw)": 0.9348474740982056, "Finetune/Step": 592, "Finetune/Step Time": 7.03603794798255}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9443318843841553, "Finetune/Loss (Raw)": 0.9261866211891174, "Finetune/Step": 593, "Finetune/Step Time": 7.045944230630994}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9449906945228577, "Finetune/Loss (Raw)": 0.9716296792030334, "Finetune/Step": 594, "Finetune/Step Time": 7.037597730755806}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9444882273674011, "Finetune/Loss (Raw)": 0.9733269810676575, "Finetune/Step": 595, "Finetune/Step Time": 7.031067658215761}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9451124668121338, "Finetune/Loss (Raw)": 0.8828464150428772, "Finetune/Step": 596, "Finetune/Step Time": 7.017838491126895}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9468795657157898, "Finetune/Loss (Raw)": 0.8320278525352478, "Finetune/Step": 597, "Finetune/Step Time": 7.004182130098343}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9466965198516846, "Finetune/Loss (Raw)": 0.9373971819877625, "Finetune/Step": 598, "Finetune/Step Time": 7.020593214780092}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9466893076896667, "Finetune/Loss (Raw)": 0.9812634587287903, "Finetune/Step": 599, "Finetune/Step Time": 7.017129125073552}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9462722539901733, "Finetune/Loss (Raw)": 1.0451757907867432, "Finetune/Step": 600, "Finetune/Step Time": 7.020840063691139}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9465940594673157, "Finetune/Loss (Raw)": 0.92710942029953, "Finetune/Step": 601, "Finetune/Step Time": 7.029169389978051}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.946529746055603, "Finetune/Loss (Raw)": 1.0104440450668335, "Finetune/Step": 602, "Finetune/Step Time": 7.025251418352127}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9452282190322876, "Finetune/Loss (Raw)": 0.8757777810096741, "Finetune/Step": 603, "Finetune/Step Time": 7.0279265977442265}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9452518224716187, "Finetune/Loss (Raw)": 0.9999608397483826, "Finetune/Step": 604, "Finetune/Step Time": 7.0282503962516785}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.943814218044281, "Finetune/Loss (Raw)": 0.8548064231872559, "Finetune/Step": 605, "Finetune/Step Time": 7.024096282199025}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9432681202888489, "Finetune/Loss (Raw)": 0.8587561249732971, "Finetune/Step": 606, "Finetune/Step Time": 7.027367398142815}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.941257119178772, "Finetune/Loss (Raw)": 0.7478228211402893, "Finetune/Step": 607, "Finetune/Step Time": 7.051483787596226}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.941063642501831, "Finetune/Loss (Raw)": 1.0358153581619263, "Finetune/Step": 608, "Finetune/Step Time": 7.0516913421452045}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9401133060455322, "Finetune/Loss (Raw)": 0.8644346594810486, "Finetune/Step": 609, "Finetune/Step Time": 7.050511695444584}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9396989941596985, "Finetune/Loss (Raw)": 0.9383919835090637, "Finetune/Step": 610, "Finetune/Step Time": 7.03613355755806}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9395896196365356, "Finetune/Loss (Raw)": 0.98759526014328, "Finetune/Step": 611, "Finetune/Step Time": 7.0192406587302685}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9414273500442505, "Finetune/Loss (Raw)": 1.1449600458145142, "Finetune/Step": 612, "Finetune/Step Time": 7.0160418674349785}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9417735934257507, "Finetune/Loss (Raw)": 0.8632552623748779, "Finetune/Step": 613, "Finetune/Step Time": 7.018953600898385}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.941595196723938, "Finetune/Loss (Raw)": 0.9444072842597961, "Finetune/Step": 614, "Finetune/Step Time": 7.0075652450323105}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9412453770637512, "Finetune/Loss (Raw)": 0.9477441906929016, "Finetune/Step": 615, "Finetune/Step Time": 7.002730181440711}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9408313632011414, "Finetune/Loss (Raw)": 0.9639586806297302, "Finetune/Step": 616, "Finetune/Step Time": 7.005364490672946}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9411582946777344, "Finetune/Loss (Raw)": 0.94681316614151, "Finetune/Step": 617, "Finetune/Step Time": 7.000555878505111}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9421130418777466, "Finetune/Loss (Raw)": 0.9750978350639343, "Finetune/Step": 618, "Finetune/Step Time": 6.995819682255387}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9436563849449158, "Finetune/Loss (Raw)": 0.8408753871917725, "Finetune/Step": 619, "Finetune/Step Time": 6.992720253765583}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9442876577377319, "Finetune/Loss (Raw)": 0.990229070186615, "Finetune/Step": 620, "Finetune/Step Time": 6.987045647576451}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.944036066532135, "Finetune/Loss (Raw)": 0.9879795908927917, "Finetune/Step": 621, "Finetune/Step Time": 7.002833416685462}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9440826773643494, "Finetune/Loss (Raw)": 0.9322768449783325, "Finetune/Step": 622, "Finetune/Step Time": 6.9964914452284575}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9446426033973694, "Finetune/Loss (Raw)": 1.0373681783676147, "Finetune/Step": 623, "Finetune/Step Time": 6.998314131051302}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9443404674530029, "Finetune/Loss (Raw)": 0.951514720916748, "Finetune/Step": 624, "Finetune/Step Time": 6.986730862408876}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9450682401657104, "Finetune/Loss (Raw)": 1.0020023584365845, "Finetune/Step": 625, "Finetune/Step Time": 6.989175904542208}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9453045129776001, "Finetune/Loss (Raw)": 1.0260705947875977, "Finetune/Step": 626, "Finetune/Step Time": 6.990134090185165}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9459912776947021, "Finetune/Loss (Raw)": 0.9505447149276733, "Finetune/Step": 627, "Finetune/Step Time": 6.991697289049625}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9459007978439331, "Finetune/Loss (Raw)": 0.9452062845230103, "Finetune/Step": 628, "Finetune/Step Time": 6.983823634684086}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9475767612457275, "Finetune/Loss (Raw)": 0.9685125350952148, "Finetune/Step": 629, "Finetune/Step Time": 6.97891928628087}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9496446847915649, "Finetune/Loss (Raw)": 1.0866518020629883, "Finetune/Step": 630, "Finetune/Step Time": 6.9661083444952965}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9489444494247437, "Finetune/Loss (Raw)": 0.8647959232330322, "Finetune/Step": 631, "Finetune/Step Time": 6.953339796513319}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9495463371276855, "Finetune/Loss (Raw)": 1.1055293083190918, "Finetune/Step": 632, "Finetune/Step Time": 6.95518159866333}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9513154029846191, "Finetune/Loss (Raw)": 1.2138957977294922, "Finetune/Step": 633, "Finetune/Step Time": 6.955182572826743}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.952345609664917, "Finetune/Loss (Raw)": 0.900597333908081, "Finetune/Step": 634, "Finetune/Step Time": 6.95022408105433}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9522039890289307, "Finetune/Loss (Raw)": 0.9702547788619995, "Finetune/Step": 635, "Finetune/Step Time": 6.954473337158561}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.95280921459198, "Finetune/Loss (Raw)": 1.0212048292160034, "Finetune/Step": 636, "Finetune/Step Time": 6.973795274272561}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9532262682914734, "Finetune/Loss (Raw)": 1.0113228559494019, "Finetune/Step": 637, "Finetune/Step Time": 6.978570668026805}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9544883966445923, "Finetune/Loss (Raw)": 1.053773283958435, "Finetune/Step": 638, "Finetune/Step Time": 6.966235334053636}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9536768198013306, "Finetune/Loss (Raw)": 0.95571368932724, "Finetune/Step": 639, "Finetune/Step Time": 6.954123426228762}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9534019231796265, "Finetune/Loss (Raw)": 0.9664870500564575, "Finetune/Step": 640, "Finetune/Step Time": 6.954216467216611}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9532479047775269, "Finetune/Loss (Raw)": 1.0283938646316528, "Finetune/Step": 641, "Finetune/Step Time": 6.957962892949581}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.950070858001709, "Finetune/Loss (Raw)": 0.6255550980567932, "Finetune/Step": 642, "Finetune/Step Time": 6.955249333754182}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.952116847038269, "Finetune/Loss (Raw)": 0.9420780539512634, "Finetune/Step": 643, "Finetune/Step Time": 6.931506119668484}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9517440795898438, "Finetune/Loss (Raw)": 0.9952601194381714, "Finetune/Step": 644, "Finetune/Step Time": 6.934837464243174}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9518632888793945, "Finetune/Loss (Raw)": 1.0345664024353027, "Finetune/Step": 645, "Finetune/Step Time": 6.93319333717227}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9516265392303467, "Finetune/Loss (Raw)": 0.9737681150436401, "Finetune/Step": 646, "Finetune/Step Time": 6.9477127604186535}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9507167935371399, "Finetune/Loss (Raw)": 0.9219713807106018, "Finetune/Step": 647, "Finetune/Step Time": 6.9482815731316805}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9512287378311157, "Finetune/Loss (Raw)": 0.9970637559890747, "Finetune/Step": 648, "Finetune/Step Time": 6.9612012933939695}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9511998891830444, "Finetune/Loss (Raw)": 0.97173011302948, "Finetune/Step": 649, "Finetune/Step Time": 6.9599781185388565}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9504954814910889, "Finetune/Loss (Raw)": 0.8767321705818176, "Finetune/Step": 650, "Finetune/Step Time": 6.970994159579277}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9514875411987305, "Finetune/Loss (Raw)": 0.9923620223999023, "Finetune/Step": 651, "Finetune/Step Time": 6.977736823260784}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9512895345687866, "Finetune/Loss (Raw)": 0.9641605615615845, "Finetune/Step": 652, "Finetune/Step Time": 6.981290748342872}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9505569338798523, "Finetune/Loss (Raw)": 0.8808017373085022, "Finetune/Step": 653, "Finetune/Step Time": 6.99109111726284}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9529149532318115, "Finetune/Loss (Raw)": 1.1740778684616089, "Finetune/Step": 654, "Finetune/Step Time": 6.993327071890235}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9527550339698792, "Finetune/Loss (Raw)": 0.8974123597145081, "Finetune/Step": 655, "Finetune/Step Time": 6.9980473164469}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9519689083099365, "Finetune/Loss (Raw)": 0.9078515768051147, "Finetune/Step": 656, "Finetune/Step Time": 6.98992046713829}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9507558941841125, "Finetune/Loss (Raw)": 0.8781225681304932, "Finetune/Step": 657, "Finetune/Step Time": 7.00536791048944}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9498893022537231, "Finetune/Loss (Raw)": 0.953577995300293, "Finetune/Step": 658, "Finetune/Step Time": 7.006684858351946}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9472612142562866, "Finetune/Loss (Raw)": 0.7674328684806824, "Finetune/Step": 659, "Finetune/Step Time": 7.023143293336034}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.948419988155365, "Finetune/Loss (Raw)": 1.0783240795135498, "Finetune/Step": 660, "Finetune/Step Time": 7.0242574736475945}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9490106105804443, "Finetune/Loss (Raw)": 0.9513280987739563, "Finetune/Step": 661, "Finetune/Step Time": 7.019273016601801}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9498631358146667, "Finetune/Loss (Raw)": 1.019161581993103, "Finetune/Step": 662, "Finetune/Step Time": 7.011898355558515}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9512144327163696, "Finetune/Loss (Raw)": 1.037192940711975, "Finetune/Step": 663, "Finetune/Step Time": 7.001890586689115}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9522444605827332, "Finetune/Loss (Raw)": 0.9186902046203613, "Finetune/Step": 664, "Finetune/Step Time": 6.981258070096374}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9524275660514832, "Finetune/Loss (Raw)": 1.0590965747833252, "Finetune/Step": 665, "Finetune/Step Time": 6.986885109916329}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9535440802574158, "Finetune/Loss (Raw)": 1.1340384483337402, "Finetune/Step": 666, "Finetune/Step Time": 6.980828285217285}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9531106948852539, "Finetune/Loss (Raw)": 1.0095497369766235, "Finetune/Step": 667, "Finetune/Step Time": 6.989693792536855}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9521557688713074, "Finetune/Loss (Raw)": 0.8185369968414307, "Finetune/Step": 668, "Finetune/Step Time": 6.992312371730804}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9520005583763123, "Finetune/Loss (Raw)": 0.9692746996879578, "Finetune/Step": 669, "Finetune/Step Time": 6.9785621501505375}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9512733817100525, "Finetune/Loss (Raw)": 0.8758082389831543, "Finetune/Step": 670, "Finetune/Step Time": 6.9785403069108725}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9497678279876709, "Finetune/Loss (Raw)": 0.9207809567451477, "Finetune/Step": 671, "Finetune/Step Time": 6.976849403232336}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9496235847473145, "Finetune/Loss (Raw)": 1.016955852508545, "Finetune/Step": 672, "Finetune/Step Time": 6.975818509235978}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9504672884941101, "Finetune/Loss (Raw)": 1.065733551979065, "Finetune/Step": 673, "Finetune/Step Time": 6.9768619406968355}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9516668319702148, "Finetune/Loss (Raw)": 1.0724570751190186, "Finetune/Step": 674, "Finetune/Step Time": 6.979405449703336}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9514012932777405, "Finetune/Loss (Raw)": 0.9997303485870361, "Finetune/Step": 675, "Finetune/Step Time": 6.98133802972734}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9519239068031311, "Finetune/Loss (Raw)": 0.9698583483695984, "Finetune/Step": 676, "Finetune/Step Time": 6.985871814191341}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9526798129081726, "Finetune/Loss (Raw)": 0.8463351726531982, "Finetune/Step": 677, "Finetune/Step Time": 7.011427517980337}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9535679817199707, "Finetune/Loss (Raw)": 1.0575157403945923, "Finetune/Step": 678, "Finetune/Step Time": 7.009033601731062}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9547020196914673, "Finetune/Loss (Raw)": 1.070529580116272, "Finetune/Step": 679, "Finetune/Step Time": 7.012469060719013}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9533706903457642, "Finetune/Loss (Raw)": 0.891754150390625, "Finetune/Step": 680, "Finetune/Step Time": 7.011837229132652}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9553912878036499, "Finetune/Loss (Raw)": 1.010390281677246, "Finetune/Step": 681, "Finetune/Step Time": 7.008527789264917}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9547683000564575, "Finetune/Loss (Raw)": 1.0324623584747314, "Finetune/Step": 682, "Finetune/Step Time": 7.005106037482619}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9558283686637878, "Finetune/Loss (Raw)": 1.0575990676879883, "Finetune/Step": 683, "Finetune/Step Time": 6.988948432728648}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9554858207702637, "Finetune/Loss (Raw)": 0.9088242053985596, "Finetune/Step": 684, "Finetune/Step Time": 6.98060891777277}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.953623354434967, "Finetune/Loss (Raw)": 0.6773003339767456, "Finetune/Step": 685, "Finetune/Step Time": 6.991825010627508}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9557555913925171, "Finetune/Loss (Raw)": 0.8490390777587891, "Finetune/Step": 686, "Finetune/Step Time": 6.988736929371953}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9557952880859375, "Finetune/Loss (Raw)": 0.9420926570892334, "Finetune/Step": 687, "Finetune/Step Time": 6.987285163253546}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9569249153137207, "Finetune/Loss (Raw)": 0.9583973288536072, "Finetune/Step": 688, "Finetune/Step Time": 6.983836622908711}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9557164907455444, "Finetune/Loss (Raw)": 0.6815898418426514, "Finetune/Step": 689, "Finetune/Step Time": 6.992777364328504}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9551420211791992, "Finetune/Loss (Raw)": 0.7899537086486816, "Finetune/Step": 690, "Finetune/Step Time": 7.029533993452787}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9550057649612427, "Finetune/Loss (Raw)": 0.9885289669036865, "Finetune/Step": 691, "Finetune/Step Time": 7.043186983093619}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9543697237968445, "Finetune/Loss (Raw)": 0.8699725866317749, "Finetune/Step": 692, "Finetune/Step Time": 7.05853627063334}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9541442394256592, "Finetune/Loss (Raw)": 0.8472822904586792, "Finetune/Step": 693, "Finetune/Step Time": 7.058280304074287}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9520353078842163, "Finetune/Loss (Raw)": 0.7726349234580994, "Finetune/Step": 694, "Finetune/Step Time": 7.070612678304315}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9513536691665649, "Finetune/Loss (Raw)": 0.8198917508125305, "Finetune/Step": 695, "Finetune/Step Time": 7.0767595414072275}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9545389413833618, "Finetune/Loss (Raw)": 1.0472931861877441, "Finetune/Step": 696, "Finetune/Step Time": 7.06665045581758}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9542990326881409, "Finetune/Loss (Raw)": 0.8645303845405579, "Finetune/Step": 697, "Finetune/Step Time": 7.070962138473988}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9553491473197937, "Finetune/Loss (Raw)": 1.1125692129135132, "Finetune/Step": 698, "Finetune/Step Time": 7.065067468211055}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9575470685958862, "Finetune/Loss (Raw)": 1.1522929668426514, "Finetune/Step": 699, "Finetune/Step Time": 7.06197621114552}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9566802978515625, "Finetune/Loss (Raw)": 0.8977285623550415, "Finetune/Step": 700, "Finetune/Step Time": 7.085790263488889}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9536088705062866, "Finetune/Loss (Raw)": 0.6313751935958862, "Finetune/Step": 701, "Finetune/Step Time": 7.101167188957334}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9525125026702881, "Finetune/Loss (Raw)": 0.9166637659072876, "Finetune/Step": 702, "Finetune/Step Time": 7.106402298435569}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9502251744270325, "Finetune/Loss (Raw)": 0.7886747717857361, "Finetune/Step": 703, "Finetune/Step Time": 7.099428569898009}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9500617384910583, "Finetune/Loss (Raw)": 0.944525420665741, "Finetune/Step": 704, "Finetune/Step Time": 7.107321070507169}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9503782987594604, "Finetune/Loss (Raw)": 0.9822565317153931, "Finetune/Step": 705, "Finetune/Step Time": 7.107148006558418}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9487901926040649, "Finetune/Loss (Raw)": 0.7058219313621521, "Finetune/Step": 706, "Finetune/Step Time": 7.108806515112519}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9490761756896973, "Finetune/Loss (Raw)": 0.8383714556694031, "Finetune/Step": 707, "Finetune/Step Time": 7.0882090628147125}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9499363899230957, "Finetune/Loss (Raw)": 1.1176894903182983, "Finetune/Step": 708, "Finetune/Step Time": 7.077624825760722}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.948648989200592, "Finetune/Loss (Raw)": 0.9107614159584045, "Finetune/Step": 709, "Finetune/Step Time": 7.087904239073396}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9472290873527527, "Finetune/Loss (Raw)": 0.8307753205299377, "Finetune/Step": 710, "Finetune/Step Time": 7.082311566919088}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9485172629356384, "Finetune/Loss (Raw)": 0.9877470135688782, "Finetune/Step": 711, "Finetune/Step Time": 7.084256183356047}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9455467462539673, "Finetune/Loss (Raw)": 0.6330726146697998, "Finetune/Step": 712, "Finetune/Step Time": 7.083908874541521}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9446703195571899, "Finetune/Loss (Raw)": 0.9370805621147156, "Finetune/Step": 713, "Finetune/Step Time": 7.084876503795385}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9461067914962769, "Finetune/Loss (Raw)": 0.850078821182251, "Finetune/Step": 714, "Finetune/Step Time": 7.075119478628039}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9454858899116516, "Finetune/Loss (Raw)": 1.0458283424377441, "Finetune/Step": 715, "Finetune/Step Time": 7.075677623972297}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9447555541992188, "Finetune/Loss (Raw)": 0.8160914778709412, "Finetune/Step": 716, "Finetune/Step Time": 7.056405881419778}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.944821834564209, "Finetune/Loss (Raw)": 1.0425139665603638, "Finetune/Step": 717, "Finetune/Step Time": 7.075085315853357}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9442154169082642, "Finetune/Loss (Raw)": 0.9765346646308899, "Finetune/Step": 718, "Finetune/Step Time": 7.076319683343172}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.94465172290802, "Finetune/Loss (Raw)": 0.9589564204216003, "Finetune/Step": 719, "Finetune/Step Time": 7.066845286637545}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9463279247283936, "Finetune/Loss (Raw)": 1.1493985652923584, "Finetune/Step": 720, "Finetune/Step Time": 7.068881127983332}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9457824230194092, "Finetune/Loss (Raw)": 0.8563597202301025, "Finetune/Step": 721, "Finetune/Step Time": 7.0721216481179}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9452913999557495, "Finetune/Loss (Raw)": 0.9087857604026794, "Finetune/Step": 722, "Finetune/Step Time": 7.101961592212319}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9459300637245178, "Finetune/Loss (Raw)": 1.05507230758667, "Finetune/Step": 723, "Finetune/Step Time": 7.09949410520494}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9469074606895447, "Finetune/Loss (Raw)": 1.0079458951950073, "Finetune/Step": 724, "Finetune/Step Time": 7.110949814319611}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9490031599998474, "Finetune/Loss (Raw)": 1.1002875566482544, "Finetune/Step": 725, "Finetune/Step Time": 7.1111886743456125}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.947020947933197, "Finetune/Loss (Raw)": 0.6836702823638916, "Finetune/Step": 726, "Finetune/Step Time": 7.101258754730225}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9468647241592407, "Finetune/Loss (Raw)": 0.9612677097320557, "Finetune/Step": 727, "Finetune/Step Time": 7.097460564225912}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9473284482955933, "Finetune/Loss (Raw)": 1.1045316457748413, "Finetune/Step": 728, "Finetune/Step Time": 7.097193760797381}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9442676305770874, "Finetune/Loss (Raw)": 0.5353307127952576, "Finetune/Step": 729, "Finetune/Step Time": 7.088055409491062}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9438870549201965, "Finetune/Loss (Raw)": 0.961721658706665, "Finetune/Step": 730, "Finetune/Step Time": 7.091827655211091}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9449403285980225, "Finetune/Loss (Raw)": 1.0105997323989868, "Finetune/Step": 731, "Finetune/Step Time": 7.088117465376854}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9435575008392334, "Finetune/Loss (Raw)": 0.8229594826698303, "Finetune/Step": 732, "Finetune/Step Time": 7.11475800909102}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9438011050224304, "Finetune/Loss (Raw)": 0.8859860301017761, "Finetune/Step": 733, "Finetune/Step Time": 7.1144722029566765}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9435600638389587, "Finetune/Loss (Raw)": 0.8279008269309998, "Finetune/Step": 734, "Finetune/Step Time": 7.104206433519721}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9439102411270142, "Finetune/Loss (Raw)": 0.7926445603370667, "Finetune/Step": 735, "Finetune/Step Time": 7.084517611190677}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9427847862243652, "Finetune/Loss (Raw)": 0.8917611241340637, "Finetune/Step": 736, "Finetune/Step Time": 7.112505232915282}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9443683624267578, "Finetune/Loss (Raw)": 1.0671390295028687, "Finetune/Step": 737, "Finetune/Step Time": 7.108845978975296}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9446461796760559, "Finetune/Loss (Raw)": 0.9739478826522827, "Finetune/Step": 738, "Finetune/Step Time": 7.102659374475479}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9433249235153198, "Finetune/Loss (Raw)": 0.8184763193130493, "Finetune/Step": 739, "Finetune/Step Time": 7.1342038959264755}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9426615834236145, "Finetune/Loss (Raw)": 1.060045599937439, "Finetune/Step": 740, "Finetune/Step Time": 7.137669146060944}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9417824149131775, "Finetune/Loss (Raw)": 0.7507252097129822, "Finetune/Step": 741, "Finetune/Step Time": 7.142725240439177}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9416000843048096, "Finetune/Loss (Raw)": 0.9210653305053711, "Finetune/Step": 742, "Finetune/Step Time": 7.149531638249755}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9421663284301758, "Finetune/Loss (Raw)": 1.0202289819717407, "Finetune/Step": 743, "Finetune/Step Time": 7.143367815762758}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9420692920684814, "Finetune/Loss (Raw)": 0.9515302777290344, "Finetune/Step": 744, "Finetune/Step Time": 7.144396014511585}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9405849575996399, "Finetune/Loss (Raw)": 0.7568233609199524, "Finetune/Step": 745, "Finetune/Step Time": 7.1585051361471415}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9411792755126953, "Finetune/Loss (Raw)": 1.051168441772461, "Finetune/Step": 746, "Finetune/Step Time": 7.163036338984966}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9429327845573425, "Finetune/Loss (Raw)": 1.0653282403945923, "Finetune/Step": 747, "Finetune/Step Time": 7.1480637434870005}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9433003664016724, "Finetune/Loss (Raw)": 1.0372740030288696, "Finetune/Step": 748, "Finetune/Step Time": 7.149629883468151}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9426219463348389, "Finetune/Loss (Raw)": 0.9011459350585938, "Finetune/Step": 749, "Finetune/Step Time": 7.1403290424495935}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9426376223564148, "Finetune/Loss (Raw)": 0.9342844486236572, "Finetune/Step": 750, "Finetune/Step Time": 7.141215128824115}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9409091472625732, "Finetune/Loss (Raw)": 0.8161242604255676, "Finetune/Step": 751, "Finetune/Step Time": 7.142937935888767}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9414464235305786, "Finetune/Loss (Raw)": 1.0202845335006714, "Finetune/Step": 752, "Finetune/Step Time": 7.144259287044406}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9390139579772949, "Finetune/Loss (Raw)": 0.6906529664993286, "Finetune/Step": 753, "Finetune/Step Time": 7.155598456040025}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9374904036521912, "Finetune/Loss (Raw)": 0.8310543298721313, "Finetune/Step": 754, "Finetune/Step Time": 7.15576308965683}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9366227388381958, "Finetune/Loss (Raw)": 0.839474618434906, "Finetune/Step": 755, "Finetune/Step Time": 7.183418616652489}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9361760020256042, "Finetune/Loss (Raw)": 0.8880274891853333, "Finetune/Step": 756, "Finetune/Step Time": 7.183248383924365}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9354597330093384, "Finetune/Loss (Raw)": 0.8768253922462463, "Finetune/Step": 757, "Finetune/Step Time": 7.190306883305311}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9353432655334473, "Finetune/Loss (Raw)": 1.0717549324035645, "Finetune/Step": 758, "Finetune/Step Time": 7.195009944960475}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9365761280059814, "Finetune/Loss (Raw)": 1.02259361743927, "Finetune/Step": 759, "Finetune/Step Time": 7.19765592738986}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9354471564292908, "Finetune/Loss (Raw)": 0.9610260128974915, "Finetune/Step": 760, "Finetune/Step Time": 7.190692426636815}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9331191778182983, "Finetune/Loss (Raw)": 0.9159135222434998, "Finetune/Step": 761, "Finetune/Step Time": 7.192958224564791}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9318345785140991, "Finetune/Loss (Raw)": 0.7361619472503662, "Finetune/Step": 762, "Finetune/Step Time": 7.2116178292781115}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.930616557598114, "Finetune/Loss (Raw)": 0.8143532276153564, "Finetune/Step": 763, "Finetune/Step Time": 7.212542083114386}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9299838542938232, "Finetune/Loss (Raw)": 0.9402173757553101, "Finetune/Step": 764, "Finetune/Step Time": 7.203790759667754}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.929360032081604, "Finetune/Loss (Raw)": 0.9314745664596558, "Finetune/Step": 765, "Finetune/Step Time": 7.1969372518360615}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9289016723632812, "Finetune/Loss (Raw)": 0.9951095581054688, "Finetune/Step": 766, "Finetune/Step Time": 7.212443148717284}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9283905029296875, "Finetune/Loss (Raw)": 0.89028000831604, "Finetune/Step": 767, "Finetune/Step Time": 7.222237568348646}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9276078343391418, "Finetune/Loss (Raw)": 0.8663004636764526, "Finetune/Step": 768, "Finetune/Step Time": 7.228640269488096}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9255119562149048, "Finetune/Loss (Raw)": 0.7601256370544434, "Finetune/Step": 769, "Finetune/Step Time": 7.235789844766259}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.927757978439331, "Finetune/Loss (Raw)": 0.9130473136901855, "Finetune/Step": 770, "Finetune/Step Time": 7.227448225021362}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9283523559570312, "Finetune/Loss (Raw)": 1.018156886100769, "Finetune/Step": 771, "Finetune/Step Time": 7.23201884701848}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9279449582099915, "Finetune/Loss (Raw)": 0.9431121945381165, "Finetune/Step": 772, "Finetune/Step Time": 7.226964041590691}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9278650283813477, "Finetune/Loss (Raw)": 1.0243406295776367, "Finetune/Step": 773, "Finetune/Step Time": 7.226392241194844}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9264730215072632, "Finetune/Loss (Raw)": 0.795586109161377, "Finetune/Step": 774, "Finetune/Step Time": 7.228147555142641}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9269715547561646, "Finetune/Loss (Raw)": 0.9857832789421082, "Finetune/Step": 775, "Finetune/Step Time": 7.230501215904951}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.924753725528717, "Finetune/Loss (Raw)": 0.7131838798522949, "Finetune/Step": 776, "Finetune/Step Time": 7.217068746685982}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9256791472434998, "Finetune/Loss (Raw)": 1.0901824235916138, "Finetune/Step": 777, "Finetune/Step Time": 7.230117496103048}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9269357919692993, "Finetune/Loss (Raw)": 1.0375831127166748, "Finetune/Step": 778, "Finetune/Step Time": 7.220813695341349}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9259119033813477, "Finetune/Loss (Raw)": 0.8613055348396301, "Finetune/Step": 779, "Finetune/Step Time": 7.218369822949171}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9234973788261414, "Finetune/Loss (Raw)": 0.6551048755645752, "Finetune/Step": 780, "Finetune/Step Time": 7.2317802757024765}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.92337965965271, "Finetune/Loss (Raw)": 0.8657276034355164, "Finetune/Step": 781, "Finetune/Step Time": 7.222484614700079}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9191150665283203, "Finetune/Loss (Raw)": 0.628211259841919, "Finetune/Step": 782, "Finetune/Step Time": 7.239177094772458}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.918906569480896, "Finetune/Loss (Raw)": 0.8707208037376404, "Finetune/Step": 783, "Finetune/Step Time": 7.2756879441440105}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.917136549949646, "Finetune/Loss (Raw)": 0.6812967658042908, "Finetune/Step": 784, "Finetune/Step Time": 7.291021762415767}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9179571866989136, "Finetune/Loss (Raw)": 0.9831610321998596, "Finetune/Step": 785, "Finetune/Step Time": 7.289987042546272}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9188436269760132, "Finetune/Loss (Raw)": 1.0670416355133057, "Finetune/Step": 786, "Finetune/Step Time": 7.302341446280479}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9205862879753113, "Finetune/Loss (Raw)": 0.9904983043670654, "Finetune/Step": 787, "Finetune/Step Time": 7.306354880332947}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9203506708145142, "Finetune/Loss (Raw)": 1.04815673828125, "Finetune/Step": 788, "Finetune/Step Time": 7.3054270427674055}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9203534126281738, "Finetune/Loss (Raw)": 0.9516835808753967, "Finetune/Step": 789, "Finetune/Step Time": 7.304919734597206}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9176105856895447, "Finetune/Loss (Raw)": 0.6680744290351868, "Finetune/Step": 790, "Finetune/Step Time": 7.329040424898267}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.916502833366394, "Finetune/Loss (Raw)": 0.8954000473022461, "Finetune/Step": 791, "Finetune/Step Time": 7.344433119520545}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9155901670455933, "Finetune/Loss (Raw)": 0.8018713593482971, "Finetune/Step": 792, "Finetune/Step Time": 7.337713116779923}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9149050712585449, "Finetune/Loss (Raw)": 0.9714035987854004, "Finetune/Step": 793, "Finetune/Step Time": 7.340280959382653}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9129081964492798, "Finetune/Loss (Raw)": 0.8784446716308594, "Finetune/Step": 794, "Finetune/Step Time": 7.345493905246258}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9122650027275085, "Finetune/Loss (Raw)": 0.9272217750549316, "Finetune/Step": 795, "Finetune/Step Time": 7.3492181319743395}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9129781723022461, "Finetune/Loss (Raw)": 0.9098175168037415, "Finetune/Step": 796, "Finetune/Step Time": 7.3487871289253235}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9124699831008911, "Finetune/Loss (Raw)": 0.9042280316352844, "Finetune/Step": 797, "Finetune/Step Time": 7.352599019184709}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9132307171821594, "Finetune/Loss (Raw)": 0.9731815457344055, "Finetune/Step": 798, "Finetune/Step Time": 7.357664791867137}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9125438928604126, "Finetune/Loss (Raw)": 0.8328628540039062, "Finetune/Step": 799, "Finetune/Step Time": 7.362254990264773}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9122137427330017, "Finetune/Loss (Raw)": 0.9746996760368347, "Finetune/Step": 800, "Finetune/Step Time": 7.365279605612159}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9116368293762207, "Finetune/Loss (Raw)": 0.9918946623802185, "Finetune/Step": 801, "Finetune/Step Time": 7.39688366651535}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.910138726234436, "Finetune/Loss (Raw)": 0.8806928992271423, "Finetune/Step": 802, "Finetune/Step Time": 7.4084208104759455}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9081565141677856, "Finetune/Loss (Raw)": 0.7460175156593323, "Finetune/Step": 803, "Finetune/Step Time": 7.4137420989573}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9079083800315857, "Finetune/Loss (Raw)": 0.9380883574485779, "Finetune/Step": 804, "Finetune/Step Time": 7.399474186822772}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9086742401123047, "Finetune/Loss (Raw)": 0.9443684816360474, "Finetune/Step": 805, "Finetune/Step Time": 7.375389913097024}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9062539339065552, "Finetune/Loss (Raw)": 0.7477086782455444, "Finetune/Step": 806, "Finetune/Step Time": 7.388316532596946}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9051048755645752, "Finetune/Loss (Raw)": 0.9234548807144165, "Finetune/Step": 807, "Finetune/Step Time": 7.383728735148907}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9051424860954285, "Finetune/Loss (Raw)": 0.8965663313865662, "Finetune/Step": 808, "Finetune/Step Time": 7.396835995838046}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9042858481407166, "Finetune/Loss (Raw)": 0.9007453322410583, "Finetune/Step": 809, "Finetune/Step Time": 7.411518899723887}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9044555425643921, "Finetune/Loss (Raw)": 1.0541821718215942, "Finetune/Step": 810, "Finetune/Step Time": 7.4152508713305}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9023808836936951, "Finetune/Loss (Raw)": 0.7920458316802979, "Finetune/Step": 811, "Finetune/Step Time": 7.4147276394069195}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9041858315467834, "Finetune/Loss (Raw)": 1.1398494243621826, "Finetune/Step": 812, "Finetune/Step Time": 7.4130890890955925}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9062379598617554, "Finetune/Loss (Raw)": 0.9399755001068115, "Finetune/Step": 813, "Finetune/Step Time": 7.401571052148938}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9065887928009033, "Finetune/Loss (Raw)": 0.8939472436904907, "Finetune/Step": 814, "Finetune/Step Time": 7.39397163502872}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9065775871276855, "Finetune/Loss (Raw)": 0.9406622648239136, "Finetune/Step": 815, "Finetune/Step Time": 7.395005689933896}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9068249464035034, "Finetune/Loss (Raw)": 0.9900551438331604, "Finetune/Step": 816, "Finetune/Step Time": 7.396805051714182}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9093146920204163, "Finetune/Loss (Raw)": 1.000276803970337, "Finetune/Step": 817, "Finetune/Step Time": 7.388609042391181}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9083195924758911, "Finetune/Loss (Raw)": 0.6625776290893555, "Finetune/Step": 818, "Finetune/Step Time": 7.371972436085343}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9065268039703369, "Finetune/Loss (Raw)": 0.7590560913085938, "Finetune/Step": 819, "Finetune/Step Time": 7.361963391304016}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9049557447433472, "Finetune/Loss (Raw)": 0.6688793301582336, "Finetune/Step": 820, "Finetune/Step Time": 7.345196515321732}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9052382707595825, "Finetune/Loss (Raw)": 0.8834370374679565, "Finetune/Step": 821, "Finetune/Step Time": 7.344441482797265}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.905980110168457, "Finetune/Loss (Raw)": 0.8675932288169861, "Finetune/Step": 822, "Finetune/Step Time": 7.3330342695117}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9076975584030151, "Finetune/Loss (Raw)": 1.0397266149520874, "Finetune/Step": 823, "Finetune/Step Time": 7.320395855233073}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9074611663818359, "Finetune/Loss (Raw)": 1.0170347690582275, "Finetune/Step": 824, "Finetune/Step Time": 7.319153813645244}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9074428081512451, "Finetune/Loss (Raw)": 0.8621782660484314, "Finetune/Step": 825, "Finetune/Step Time": 7.312191357836127}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9049065113067627, "Finetune/Loss (Raw)": 0.7879336476325989, "Finetune/Step": 826, "Finetune/Step Time": 7.318529466167092}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9032213091850281, "Finetune/Loss (Raw)": 0.9365783333778381, "Finetune/Step": 827, "Finetune/Step Time": 7.308051727712154}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9016219973564148, "Finetune/Loss (Raw)": 0.6930218935012817, "Finetune/Step": 828, "Finetune/Step Time": 7.296188700944185}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9040789604187012, "Finetune/Loss (Raw)": 0.9458640813827515, "Finetune/Step": 829, "Finetune/Step Time": 7.288735501468182}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9041194915771484, "Finetune/Loss (Raw)": 0.9218575954437256, "Finetune/Step": 830, "Finetune/Step Time": 7.285032391548157}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9051321148872375, "Finetune/Loss (Raw)": 0.9182846546173096, "Finetune/Step": 831, "Finetune/Step Time": 7.289333997294307}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9057864546775818, "Finetune/Loss (Raw)": 1.0282824039459229, "Finetune/Step": 832, "Finetune/Step Time": 7.2744884341955185}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9039072394371033, "Finetune/Loss (Raw)": 0.7417137026786804, "Finetune/Step": 833, "Finetune/Step Time": 7.287048051133752}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9054369926452637, "Finetune/Loss (Raw)": 0.9016359448432922, "Finetune/Step": 834, "Finetune/Step Time": 7.293591000139713}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9060995578765869, "Finetune/Loss (Raw)": 0.9231669306755066, "Finetune/Step": 835, "Finetune/Step Time": 7.29508781991899}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9046534895896912, "Finetune/Loss (Raw)": 0.9326056838035583, "Finetune/Step": 836, "Finetune/Step Time": 7.2913176361471415}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9040341377258301, "Finetune/Loss (Raw)": 0.8314818143844604, "Finetune/Step": 837, "Finetune/Step Time": 7.288168961182237}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9049550294876099, "Finetune/Loss (Raw)": 0.9486547708511353, "Finetune/Step": 838, "Finetune/Step Time": 7.289769999682903}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9037636518478394, "Finetune/Loss (Raw)": 0.8352384567260742, "Finetune/Step": 839, "Finetune/Step Time": 7.281992848962545}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9071317911148071, "Finetune/Loss (Raw)": 1.064199686050415, "Finetune/Step": 840, "Finetune/Step Time": 7.27152200601995}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9062789678573608, "Finetune/Loss (Raw)": 0.8279128074645996, "Finetune/Step": 841, "Finetune/Step Time": 7.273762829601765}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9072879552841187, "Finetune/Loss (Raw)": 0.9792340397834778, "Finetune/Step": 842, "Finetune/Step Time": 7.273052055388689}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9064136743545532, "Finetune/Loss (Raw)": 0.9339197278022766, "Finetune/Step": 843, "Finetune/Step Time": 7.282427528873086}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9072893857955933, "Finetune/Loss (Raw)": 0.9281930327415466, "Finetune/Step": 844, "Finetune/Step Time": 7.283902697265148}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9068244695663452, "Finetune/Loss (Raw)": 0.9829951524734497, "Finetune/Step": 845, "Finetune/Step Time": 7.262985575944185}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9068173170089722, "Finetune/Loss (Raw)": 0.9756200313568115, "Finetune/Step": 846, "Finetune/Step Time": 7.25763782300055}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9045864343643188, "Finetune/Loss (Raw)": 0.6733999252319336, "Finetune/Step": 847, "Finetune/Step Time": 7.267666535452008}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9017391204833984, "Finetune/Loss (Raw)": 0.7849467396736145, "Finetune/Step": 848, "Finetune/Step Time": 7.270555919036269}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.902519941329956, "Finetune/Loss (Raw)": 0.956305742263794, "Finetune/Step": 849, "Finetune/Step Time": 7.253434235230088}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9020228981971741, "Finetune/Loss (Raw)": 0.8451626300811768, "Finetune/Step": 850, "Finetune/Step Time": 7.229685900732875}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.901238203048706, "Finetune/Loss (Raw)": 0.9546335935592651, "Finetune/Step": 851, "Finetune/Step Time": 7.232303332537413}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8998075127601624, "Finetune/Loss (Raw)": 0.824819803237915, "Finetune/Step": 852, "Finetune/Step Time": 7.2205177042633295}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.898413360118866, "Finetune/Loss (Raw)": 0.9218350648880005, "Finetune/Step": 853, "Finetune/Step Time": 7.215666376054287}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8996518850326538, "Finetune/Loss (Raw)": 0.8421992063522339, "Finetune/Step": 854, "Finetune/Step Time": 7.216500909999013}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8974751234054565, "Finetune/Loss (Raw)": 0.6826390027999878, "Finetune/Step": 855, "Finetune/Step Time": 7.264841694384813}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8960171937942505, "Finetune/Loss (Raw)": 0.9179211854934692, "Finetune/Step": 856, "Finetune/Step Time": 7.262525459751487}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8986437916755676, "Finetune/Loss (Raw)": 0.8715317845344543, "Finetune/Step": 857, "Finetune/Step Time": 7.2537255715578794}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.899936318397522, "Finetune/Loss (Raw)": 1.12716543674469, "Finetune/Step": 858, "Finetune/Step Time": 7.251147910952568}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8996580243110657, "Finetune/Loss (Raw)": 0.9749791026115417, "Finetune/Step": 859, "Finetune/Step Time": 7.263742005452514}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8999755382537842, "Finetune/Loss (Raw)": 0.8636084794998169, "Finetune/Step": 860, "Finetune/Step Time": 7.246944272890687}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8981081247329712, "Finetune/Loss (Raw)": 0.6469545364379883, "Finetune/Step": 861, "Finetune/Step Time": 7.2363247610628605}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8990115523338318, "Finetune/Loss (Raw)": 0.9435322880744934, "Finetune/Step": 862, "Finetune/Step Time": 7.23765566945076}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8984158039093018, "Finetune/Loss (Raw)": 0.7163931727409363, "Finetune/Step": 863, "Finetune/Step Time": 7.2422288451343775}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8990603685379028, "Finetune/Loss (Raw)": 0.9742597341537476, "Finetune/Step": 864, "Finetune/Step Time": 7.226018954068422}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8975613713264465, "Finetune/Loss (Raw)": 0.8752740025520325, "Finetune/Step": 865, "Finetune/Step Time": 7.241923172026873}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8982030153274536, "Finetune/Loss (Raw)": 1.0560691356658936, "Finetune/Step": 866, "Finetune/Step Time": 7.253119559958577}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8997710943222046, "Finetune/Loss (Raw)": 1.0191938877105713, "Finetune/Step": 867, "Finetune/Step Time": 7.22196695767343}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8983938694000244, "Finetune/Loss (Raw)": 0.8837682604789734, "Finetune/Step": 868, "Finetune/Step Time": 7.216103404760361}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9004005193710327, "Finetune/Loss (Raw)": 1.0075759887695312, "Finetune/Step": 869, "Finetune/Step Time": 7.209728522226214}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8994964361190796, "Finetune/Loss (Raw)": 0.805339515209198, "Finetune/Step": 870, "Finetune/Step Time": 7.209821688011289}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8974717855453491, "Finetune/Loss (Raw)": 0.7610714435577393, "Finetune/Step": 871, "Finetune/Step Time": 7.212892312556505}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8973038196563721, "Finetune/Loss (Raw)": 0.9300302267074585, "Finetune/Step": 872, "Finetune/Step Time": 7.209824049845338}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8989824652671814, "Finetune/Loss (Raw)": 0.9716928005218506, "Finetune/Step": 873, "Finetune/Step Time": 7.206901939585805}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8968256711959839, "Finetune/Loss (Raw)": 0.7750989198684692, "Finetune/Step": 874, "Finetune/Step Time": 7.198504909873009}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8952853679656982, "Finetune/Loss (Raw)": 0.8681637048721313, "Finetune/Step": 875, "Finetune/Step Time": 7.205015519633889}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8939135074615479, "Finetune/Loss (Raw)": 0.8616815805435181, "Finetune/Step": 876, "Finetune/Step Time": 7.204823099076748}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8939833641052246, "Finetune/Loss (Raw)": 0.910085916519165, "Finetune/Step": 877, "Finetune/Step Time": 7.202865868806839}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8937011361122131, "Finetune/Loss (Raw)": 0.8981589674949646, "Finetune/Step": 878, "Finetune/Step Time": 7.196706322953105}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8935540318489075, "Finetune/Loss (Raw)": 0.797291100025177, "Finetune/Step": 879, "Finetune/Step Time": 7.213456995785236}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8926886916160583, "Finetune/Loss (Raw)": 0.9095214009284973, "Finetune/Step": 880, "Finetune/Step Time": 7.216521695256233}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8931164145469666, "Finetune/Loss (Raw)": 0.7454055547714233, "Finetune/Step": 881, "Finetune/Step Time": 7.211837707087398}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8941546678543091, "Finetune/Loss (Raw)": 0.9639451503753662, "Finetune/Step": 882, "Finetune/Step Time": 7.211079997941852}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.895319938659668, "Finetune/Loss (Raw)": 0.9886290431022644, "Finetune/Step": 883, "Finetune/Step Time": 7.178865348920226}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8962865471839905, "Finetune/Loss (Raw)": 1.0117590427398682, "Finetune/Step": 884, "Finetune/Step Time": 7.178422685712576}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8937355279922485, "Finetune/Loss (Raw)": 0.5502934455871582, "Finetune/Step": 885, "Finetune/Step Time": 7.182837991043925}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8925440311431885, "Finetune/Loss (Raw)": 0.9192476272583008, "Finetune/Step": 886, "Finetune/Step Time": 7.185202548280358}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8904803991317749, "Finetune/Loss (Raw)": 0.7584481835365295, "Finetune/Step": 887, "Finetune/Step Time": 7.204479625448585}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.890841007232666, "Finetune/Loss (Raw)": 1.0071841478347778, "Finetune/Step": 888, "Finetune/Step Time": 7.210131883621216}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8912768363952637, "Finetune/Loss (Raw)": 0.9716944098472595, "Finetune/Step": 889, "Finetune/Step Time": 7.214317001402378}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8926079273223877, "Finetune/Loss (Raw)": 0.9065430164337158, "Finetune/Step": 890, "Finetune/Step Time": 7.196580259129405}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8932915925979614, "Finetune/Loss (Raw)": 0.901868999004364, "Finetune/Step": 891, "Finetune/Step Time": 7.198929203674197}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8923569917678833, "Finetune/Loss (Raw)": 0.8205766677856445, "Finetune/Step": 892, "Finetune/Step Time": 7.192122887820005}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8931008577346802, "Finetune/Loss (Raw)": 1.0266917943954468, "Finetune/Step": 893, "Finetune/Step Time": 7.188521092757583}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8926339149475098, "Finetune/Loss (Raw)": 0.9353421330451965, "Finetune/Step": 894, "Finetune/Step Time": 7.175007211044431}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8924357891082764, "Finetune/Loss (Raw)": 0.8649213314056396, "Finetune/Step": 895, "Finetune/Step Time": 7.1761476546525955}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.893398642539978, "Finetune/Loss (Raw)": 0.9895461201667786, "Finetune/Step": 896, "Finetune/Step Time": 7.1718740575015545}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8932318687438965, "Finetune/Loss (Raw)": 0.7387768030166626, "Finetune/Step": 897, "Finetune/Step Time": 7.174136441200972}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8910045027732849, "Finetune/Loss (Raw)": 0.6279466152191162, "Finetune/Step": 898, "Finetune/Step Time": 7.181963033974171}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8890935182571411, "Finetune/Loss (Raw)": 0.7735531330108643, "Finetune/Step": 899, "Finetune/Step Time": 7.216613430529833}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8897364735603333, "Finetune/Loss (Raw)": 1.0254064798355103, "Finetune/Step": 900, "Finetune/Step Time": 7.2150020487606525}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8896544575691223, "Finetune/Loss (Raw)": 1.0138453245162964, "Finetune/Step": 901, "Finetune/Step Time": 7.219924846664071}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8907244205474854, "Finetune/Loss (Raw)": 0.9325376152992249, "Finetune/Step": 902, "Finetune/Step Time": 7.205263929441571}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8905598521232605, "Finetune/Loss (Raw)": 0.9647173881530762, "Finetune/Step": 903, "Finetune/Step Time": 7.210907518863678}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8915970921516418, "Finetune/Loss (Raw)": 0.845956027507782, "Finetune/Step": 904, "Finetune/Step Time": 7.207118548452854}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8909938335418701, "Finetune/Loss (Raw)": 1.0129703283309937, "Finetune/Step": 905, "Finetune/Step Time": 7.190605876967311}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8894428014755249, "Finetune/Loss (Raw)": 0.8390501141548157, "Finetune/Step": 906, "Finetune/Step Time": 7.186880674213171}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8902126550674438, "Finetune/Loss (Raw)": 0.9598444104194641, "Finetune/Step": 907, "Finetune/Step Time": 7.1779362596571445}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8922214508056641, "Finetune/Loss (Raw)": 0.9122299551963806, "Finetune/Step": 908, "Finetune/Step Time": 7.164272513240576}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8923609256744385, "Finetune/Loss (Raw)": 0.883574366569519, "Finetune/Step": 909, "Finetune/Step Time": 7.167243719100952}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8942921161651611, "Finetune/Loss (Raw)": 0.8754041790962219, "Finetune/Step": 910, "Finetune/Step Time": 7.152795327827334}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.89418625831604, "Finetune/Loss (Raw)": 0.8571808934211731, "Finetune/Step": 911, "Finetune/Step Time": 7.114860650151968}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8969094157218933, "Finetune/Loss (Raw)": 1.0298585891723633, "Finetune/Step": 912, "Finetune/Step Time": 7.105332873761654}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8941982984542847, "Finetune/Loss (Raw)": 0.6361310482025146, "Finetune/Step": 913, "Finetune/Step Time": 7.099981281906366}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.894296407699585, "Finetune/Loss (Raw)": 1.079595923423767, "Finetune/Step": 914, "Finetune/Step Time": 7.0891246516257524}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8939265012741089, "Finetune/Loss (Raw)": 0.9431557655334473, "Finetune/Step": 915, "Finetune/Step Time": 7.067341469228268}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8932632803916931, "Finetune/Loss (Raw)": 0.963264524936676, "Finetune/Step": 916, "Finetune/Step Time": 7.072791550308466}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8941762447357178, "Finetune/Loss (Raw)": 1.0685397386550903, "Finetune/Step": 917, "Finetune/Step Time": 7.102757005020976}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8958175182342529, "Finetune/Loss (Raw)": 0.8781661987304688, "Finetune/Step": 918, "Finetune/Step Time": 7.094866676256061}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8940755724906921, "Finetune/Loss (Raw)": 0.672427773475647, "Finetune/Step": 919, "Finetune/Step Time": 7.093840919435024}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8937783241271973, "Finetune/Loss (Raw)": 0.7638278603553772, "Finetune/Step": 920, "Finetune/Step Time": 7.099369307979941}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.893598735332489, "Finetune/Loss (Raw)": 0.9484123587608337, "Finetune/Step": 921, "Finetune/Step Time": 7.092524914070964}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8934357762336731, "Finetune/Loss (Raw)": 0.8575840592384338, "Finetune/Step": 922, "Finetune/Step Time": 7.089198304340243}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8935663104057312, "Finetune/Loss (Raw)": 0.9439302086830139, "Finetune/Step": 923, "Finetune/Step Time": 7.081785848364234}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8930156230926514, "Finetune/Loss (Raw)": 0.8393319249153137, "Finetune/Step": 924, "Finetune/Step Time": 7.097625399008393}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8917527198791504, "Finetune/Loss (Raw)": 0.7425689697265625, "Finetune/Step": 925, "Finetune/Step Time": 7.114250212907791}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8900195360183716, "Finetune/Loss (Raw)": 0.7513377070426941, "Finetune/Step": 926, "Finetune/Step Time": 7.11530676484108}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8907537460327148, "Finetune/Loss (Raw)": 0.9268444180488586, "Finetune/Step": 927, "Finetune/Step Time": 7.119126591831446}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.890217125415802, "Finetune/Loss (Raw)": 0.9060127139091492, "Finetune/Step": 928, "Finetune/Step Time": 7.113666655495763}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8896750211715698, "Finetune/Loss (Raw)": 0.9225012063980103, "Finetune/Step": 929, "Finetune/Step Time": 7.102660210803151}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8892052173614502, "Finetune/Loss (Raw)": 0.820560097694397, "Finetune/Step": 930, "Finetune/Step Time": 7.09595500305295}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8906899094581604, "Finetune/Loss (Raw)": 0.9360600709915161, "Finetune/Step": 931, "Finetune/Step Time": 7.082157097756863}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8909549713134766, "Finetune/Loss (Raw)": 0.9720154404640198, "Finetune/Step": 932, "Finetune/Step Time": 7.085063787177205}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8907033205032349, "Finetune/Loss (Raw)": 0.9121506810188293, "Finetune/Step": 933, "Finetune/Step Time": 7.0945266876369715}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.892327070236206, "Finetune/Loss (Raw)": 0.9555578231811523, "Finetune/Step": 934, "Finetune/Step Time": 7.0832125917077065}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8909553289413452, "Finetune/Loss (Raw)": 0.7478723526000977, "Finetune/Step": 935, "Finetune/Step Time": 7.08358315564692}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8903436660766602, "Finetune/Loss (Raw)": 0.8182750344276428, "Finetune/Step": 936, "Finetune/Step Time": 7.077884012833238}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8914944529533386, "Finetune/Loss (Raw)": 1.0480388402938843, "Finetune/Step": 937, "Finetune/Step Time": 7.064250659197569}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8916943073272705, "Finetune/Loss (Raw)": 1.079769253730774, "Finetune/Step": 938, "Finetune/Step Time": 7.06535017862916}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.89228355884552, "Finetune/Loss (Raw)": 0.8674677014350891, "Finetune/Step": 939, "Finetune/Step Time": 7.06427682749927}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8908167481422424, "Finetune/Loss (Raw)": 0.9520977735519409, "Finetune/Step": 940, "Finetune/Step Time": 7.065696742385626}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8907334804534912, "Finetune/Loss (Raw)": 0.929310142993927, "Finetune/Step": 941, "Finetune/Step Time": 7.067831058055162}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8896978497505188, "Finetune/Loss (Raw)": 0.7613905072212219, "Finetune/Step": 942, "Finetune/Step Time": 7.070701463147998}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8893667459487915, "Finetune/Loss (Raw)": 0.8982855677604675, "Finetune/Step": 943, "Finetune/Step Time": 7.070081604644656}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8884471654891968, "Finetune/Loss (Raw)": 0.872346043586731, "Finetune/Step": 944, "Finetune/Step Time": 7.065837560221553}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8867517709732056, "Finetune/Loss (Raw)": 0.7832621335983276, "Finetune/Step": 945, "Finetune/Step Time": 7.073855789378285}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8875789642333984, "Finetune/Loss (Raw)": 0.7684639096260071, "Finetune/Step": 946, "Finetune/Step Time": 7.0646855272352695}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8882496356964111, "Finetune/Loss (Raw)": 0.8449018597602844, "Finetune/Step": 947, "Finetune/Step Time": 7.079725416377187}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8885176181793213, "Finetune/Loss (Raw)": 0.7031760215759277, "Finetune/Step": 948, "Finetune/Step Time": 7.087801404297352}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8899000883102417, "Finetune/Loss (Raw)": 1.0603922605514526, "Finetune/Step": 949, "Finetune/Step Time": 7.078548552468419}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8899244070053101, "Finetune/Loss (Raw)": 0.8707085847854614, "Finetune/Step": 950, "Finetune/Step Time": 7.078215885907412}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8905208110809326, "Finetune/Loss (Raw)": 1.1160686016082764, "Finetune/Step": 951, "Finetune/Step Time": 7.074214981868863}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8887711763381958, "Finetune/Loss (Raw)": 0.7930886149406433, "Finetune/Step": 952, "Finetune/Step Time": 7.078146314248443}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8891564607620239, "Finetune/Loss (Raw)": 0.9114837050437927, "Finetune/Step": 953, "Finetune/Step Time": 7.074657591059804}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8894175291061401, "Finetune/Loss (Raw)": 0.8213539719581604, "Finetune/Step": 954, "Finetune/Step Time": 7.072686048224568}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8892223834991455, "Finetune/Loss (Raw)": 0.9115985631942749, "Finetune/Step": 955, "Finetune/Step Time": 7.073868669569492}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.891183078289032, "Finetune/Loss (Raw)": 0.9439918994903564, "Finetune/Step": 956, "Finetune/Step Time": 7.061762195080519}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8903483152389526, "Finetune/Loss (Raw)": 0.8390174508094788, "Finetune/Step": 957, "Finetune/Step Time": 7.0583255011588335}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8899188041687012, "Finetune/Loss (Raw)": 0.8668814301490784, "Finetune/Step": 958, "Finetune/Step Time": 7.066993273794651}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8888735175132751, "Finetune/Loss (Raw)": 0.7844827175140381, "Finetune/Step": 959, "Finetune/Step Time": 7.054263914003968}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8877508640289307, "Finetune/Loss (Raw)": 0.8845892548561096, "Finetune/Step": 960, "Finetune/Step Time": 7.056217428296804}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8881062269210815, "Finetune/Loss (Raw)": 0.7871963381767273, "Finetune/Step": 961, "Finetune/Step Time": 7.045040231198072}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8887653350830078, "Finetune/Loss (Raw)": 0.986000657081604, "Finetune/Step": 962, "Finetune/Step Time": 7.042915187776089}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8880833983421326, "Finetune/Loss (Raw)": 0.8358783721923828, "Finetune/Step": 963, "Finetune/Step Time": 7.038579609245062}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8875617384910583, "Finetune/Loss (Raw)": 0.8658353090286255, "Finetune/Step": 964, "Finetune/Step Time": 7.050373677164316}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8868823051452637, "Finetune/Loss (Raw)": 0.7445127964019775, "Finetune/Step": 965, "Finetune/Step Time": 7.050025956705213}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8862113952636719, "Finetune/Loss (Raw)": 0.8627827763557434, "Finetune/Step": 966, "Finetune/Step Time": 7.05054391361773}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8864947557449341, "Finetune/Loss (Raw)": 0.8715099692344666, "Finetune/Step": 967, "Finetune/Step Time": 7.0545295141637325}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8855280876159668, "Finetune/Loss (Raw)": 0.9404614567756653, "Finetune/Step": 968, "Finetune/Step Time": 7.053131844848394}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8855047225952148, "Finetune/Loss (Raw)": 0.8249251246452332, "Finetune/Step": 969, "Finetune/Step Time": 7.058883268386126}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8822759389877319, "Finetune/Loss (Raw)": 0.5659497380256653, "Finetune/Step": 970, "Finetune/Step Time": 7.064974999055266}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8818039298057556, "Finetune/Loss (Raw)": 0.8734962940216064, "Finetune/Step": 971, "Finetune/Step Time": 7.076782437041402}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8808947801589966, "Finetune/Loss (Raw)": 0.8118255734443665, "Finetune/Step": 972, "Finetune/Step Time": 7.088793955743313}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8795089721679688, "Finetune/Loss (Raw)": 0.8056159019470215, "Finetune/Step": 973, "Finetune/Step Time": 7.104355378076434}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.878491997718811, "Finetune/Loss (Raw)": 0.8454477190971375, "Finetune/Step": 974, "Finetune/Step Time": 7.1164297219365835}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8811297416687012, "Finetune/Loss (Raw)": 1.0110185146331787, "Finetune/Step": 975, "Finetune/Step Time": 7.116987427696586}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8819636702537537, "Finetune/Loss (Raw)": 0.891697108745575, "Finetune/Step": 976, "Finetune/Step Time": 7.114255344495177}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8822862505912781, "Finetune/Loss (Raw)": 0.9975975155830383, "Finetune/Step": 977, "Finetune/Step Time": 7.117152635008097}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8822529911994934, "Finetune/Loss (Raw)": 0.8409029245376587, "Finetune/Step": 978, "Finetune/Step Time": 7.105907876044512}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.881430983543396, "Finetune/Loss (Raw)": 0.8494191765785217, "Finetune/Step": 979, "Finetune/Step Time": 7.107183111831546}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8832017779350281, "Finetune/Loss (Raw)": 1.0514775514602661, "Finetune/Step": 980, "Finetune/Step Time": 7.106247702613473}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8829646706581116, "Finetune/Loss (Raw)": 0.8914827108383179, "Finetune/Step": 981, "Finetune/Step Time": 7.109174482524395}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8839458227157593, "Finetune/Loss (Raw)": 0.9677958488464355, "Finetune/Step": 982, "Finetune/Step Time": 7.110519498586655}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8858625292778015, "Finetune/Loss (Raw)": 0.9279745221138, "Finetune/Step": 983, "Finetune/Step Time": 7.061303840950131}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8848601579666138, "Finetune/Loss (Raw)": 0.7896216511726379, "Finetune/Step": 984, "Finetune/Step Time": 7.069891709834337}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8849250078201294, "Finetune/Loss (Raw)": 0.8798237442970276, "Finetune/Step": 985, "Finetune/Step Time": 7.071529624983668}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.882473349571228, "Finetune/Loss (Raw)": 0.8133560419082642, "Finetune/Step": 986, "Finetune/Step Time": 7.071198772639036}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8819524049758911, "Finetune/Loss (Raw)": 0.9082905650138855, "Finetune/Step": 987, "Finetune/Step Time": 7.06967294588685}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8807036876678467, "Finetune/Loss (Raw)": 0.7037859559059143, "Finetune/Step": 988, "Finetune/Step Time": 7.061262212693691}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8831431865692139, "Finetune/Loss (Raw)": 0.959204375743866, "Finetune/Step": 989, "Finetune/Step Time": 7.065093502402306}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8808830976486206, "Finetune/Loss (Raw)": 0.6542455554008484, "Finetune/Step": 990, "Finetune/Step Time": 7.070595594123006}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8829383850097656, "Finetune/Loss (Raw)": 0.9794661402702332, "Finetune/Step": 991, "Finetune/Step Time": 7.065938903018832}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8822877407073975, "Finetune/Loss (Raw)": 0.8909704685211182, "Finetune/Step": 992, "Finetune/Step Time": 7.064047465100884}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8821826577186584, "Finetune/Loss (Raw)": 0.8618281483650208, "Finetune/Step": 993, "Finetune/Step Time": 7.0835386998951435}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.879304051399231, "Finetune/Loss (Raw)": 0.6876137256622314, "Finetune/Step": 994, "Finetune/Step Time": 7.081062458455563}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8782215118408203, "Finetune/Loss (Raw)": 0.8806182146072388, "Finetune/Step": 995, "Finetune/Step Time": 7.082576408982277}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8776957392692566, "Finetune/Loss (Raw)": 0.8164747357368469, "Finetune/Step": 996, "Finetune/Step Time": 7.084526173770428}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.876657247543335, "Finetune/Loss (Raw)": 0.8746412992477417, "Finetune/Step": 997, "Finetune/Step Time": 7.070077542215586}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8766474723815918, "Finetune/Loss (Raw)": 0.8041011691093445, "Finetune/Step": 998, "Finetune/Step Time": 7.091834094375372}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8786351084709167, "Finetune/Loss (Raw)": 1.015487551689148, "Finetune/Step": 999, "Finetune/Step Time": 7.086504887789488}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.879386305809021, "Finetune/Loss (Raw)": 1.0261774063110352, "Finetune/Step": 1000, "Finetune/Step Time": 7.082696946337819}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8769232630729675, "Finetune/Loss (Raw)": 0.6564225554466248, "Finetune/Step": 1001, "Finetune/Step Time": 7.088969154283404}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8782179355621338, "Finetune/Loss (Raw)": 0.9408267736434937, "Finetune/Step": 1002, "Finetune/Step Time": 7.093300024047494}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8789747953414917, "Finetune/Loss (Raw)": 0.9650333523750305, "Finetune/Step": 1003, "Finetune/Step Time": 7.096600886434317}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8800221681594849, "Finetune/Loss (Raw)": 0.9957415461540222, "Finetune/Step": 1004, "Finetune/Step Time": 7.097779504954815}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8800495862960815, "Finetune/Loss (Raw)": 0.9136018753051758, "Finetune/Step": 1005, "Finetune/Step Time": 7.091696823015809}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8785539865493774, "Finetune/Loss (Raw)": 0.7067167162895203, "Finetune/Step": 1006, "Finetune/Step Time": 7.105174899101257}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8789437413215637, "Finetune/Loss (Raw)": 0.8471866846084595, "Finetune/Step": 1007, "Finetune/Step Time": 7.0898601450026035}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8790093064308167, "Finetune/Loss (Raw)": 0.9179131388664246, "Finetune/Step": 1008, "Finetune/Step Time": 7.092156387865543}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8793070912361145, "Finetune/Loss (Raw)": 0.7835192680358887, "Finetune/Step": 1009, "Finetune/Step Time": 7.0958665776997805}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8780688047409058, "Finetune/Loss (Raw)": 0.8054517507553101, "Finetune/Step": 1010, "Finetune/Step Time": 7.098273364827037}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8768532276153564, "Finetune/Loss (Raw)": 0.8330346941947937, "Finetune/Step": 1011, "Finetune/Step Time": 7.0975076127797365}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8762589693069458, "Finetune/Loss (Raw)": 0.9356889128684998, "Finetune/Step": 1012, "Finetune/Step Time": 7.100070016458631}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8787075281143188, "Finetune/Loss (Raw)": 0.863714873790741, "Finetune/Step": 1013, "Finetune/Step Time": 7.086418744176626}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8792269229888916, "Finetune/Loss (Raw)": 0.9857217669487, "Finetune/Step": 1014, "Finetune/Step Time": 7.081987153738737}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8777908682823181, "Finetune/Loss (Raw)": 0.5746400356292725, "Finetune/Step": 1015, "Finetune/Step Time": 7.076992454007268}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8772855997085571, "Finetune/Loss (Raw)": 0.9425055384635925, "Finetune/Step": 1016, "Finetune/Step Time": 7.075314482674003}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8774865865707397, "Finetune/Loss (Raw)": 0.9974229335784912, "Finetune/Step": 1017, "Finetune/Step Time": 7.068440804257989}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8770936131477356, "Finetune/Loss (Raw)": 0.8562392592430115, "Finetune/Step": 1018, "Finetune/Step Time": 7.096271265298128}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8767427802085876, "Finetune/Loss (Raw)": 0.8569642901420593, "Finetune/Step": 1019, "Finetune/Step Time": 7.106975411996245}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8774113059043884, "Finetune/Loss (Raw)": 0.9061466455459595, "Finetune/Step": 1020, "Finetune/Step Time": 7.104992305859923}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8752191066741943, "Finetune/Loss (Raw)": 0.7460982799530029, "Finetune/Step": 1021, "Finetune/Step Time": 7.112506601959467}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8747658729553223, "Finetune/Loss (Raw)": 0.8773220181465149, "Finetune/Step": 1022, "Finetune/Step Time": 7.117772452533245}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8735132813453674, "Finetune/Loss (Raw)": 0.7045899033546448, "Finetune/Step": 1023, "Finetune/Step Time": 7.121353818103671}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8721139430999756, "Finetune/Loss (Raw)": 0.810430109500885, "Finetune/Step": 1024, "Finetune/Step Time": 7.12100837752223}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8726121783256531, "Finetune/Loss (Raw)": 0.8025481104850769, "Finetune/Step": 1025, "Finetune/Step Time": 7.108482681214809}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8747395277023315, "Finetune/Loss (Raw)": 0.9002504348754883, "Finetune/Step": 1026, "Finetune/Step Time": 7.100478922948241}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.874528169631958, "Finetune/Loss (Raw)": 0.7464936375617981, "Finetune/Step": 1027, "Finetune/Step Time": 7.074684524908662}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8739643096923828, "Finetune/Loss (Raw)": 0.9532421231269836, "Finetune/Step": 1028, "Finetune/Step Time": 7.0886931754648685}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8722381591796875, "Finetune/Loss (Raw)": 0.7928981184959412, "Finetune/Step": 1029, "Finetune/Step Time": 7.092428000643849}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.871442973613739, "Finetune/Loss (Raw)": 0.8307499289512634, "Finetune/Step": 1030, "Finetune/Step Time": 7.095469472929835}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8708915710449219, "Finetune/Loss (Raw)": 0.894139289855957, "Finetune/Step": 1031, "Finetune/Step Time": 7.076020026579499}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8695820569992065, "Finetune/Loss (Raw)": 0.6783381700515747, "Finetune/Step": 1032, "Finetune/Step Time": 7.088287180289626}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8686704039573669, "Finetune/Loss (Raw)": 0.8962759971618652, "Finetune/Step": 1033, "Finetune/Step Time": 7.109199369326234}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8679381012916565, "Finetune/Loss (Raw)": 0.7453155517578125, "Finetune/Step": 1034, "Finetune/Step Time": 7.113970503211021}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8672710657119751, "Finetune/Loss (Raw)": 0.874459981918335, "Finetune/Step": 1035, "Finetune/Step Time": 7.122049080207944}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8668108582496643, "Finetune/Loss (Raw)": 0.8533284664154053, "Finetune/Step": 1036, "Finetune/Step Time": 7.1232961639761925}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8653658628463745, "Finetune/Loss (Raw)": 0.6986158490180969, "Finetune/Step": 1037, "Finetune/Step Time": 7.134764397516847}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.866844892501831, "Finetune/Loss (Raw)": 1.0647226572036743, "Finetune/Step": 1038, "Finetune/Step Time": 7.118753749877214}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8671813607215881, "Finetune/Loss (Raw)": 0.9002381563186646, "Finetune/Step": 1039, "Finetune/Step Time": 7.117449291050434}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8650204539299011, "Finetune/Loss (Raw)": 0.7532669901847839, "Finetune/Step": 1040, "Finetune/Step Time": 7.113487120717764}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8680323958396912, "Finetune/Loss (Raw)": 1.0216565132141113, "Finetune/Step": 1041, "Finetune/Step Time": 7.099894633516669}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8674287796020508, "Finetune/Loss (Raw)": 1.002334475517273, "Finetune/Step": 1042, "Finetune/Step Time": 7.103349264711142}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8663967847824097, "Finetune/Loss (Raw)": 0.8110611438751221, "Finetune/Step": 1043, "Finetune/Step Time": 7.124086659401655}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.864028811454773, "Finetune/Loss (Raw)": 0.6601629853248596, "Finetune/Step": 1044, "Finetune/Step Time": 7.123484846204519}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8625568151473999, "Finetune/Loss (Raw)": 0.8801263570785522, "Finetune/Step": 1045, "Finetune/Step Time": 7.106194576248527}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8623420000076294, "Finetune/Loss (Raw)": 0.8506693243980408, "Finetune/Step": 1046, "Finetune/Step Time": 7.096244744956493}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8641547560691833, "Finetune/Loss (Raw)": 0.9044594764709473, "Finetune/Step": 1047, "Finetune/Step Time": 7.0852045603096485}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8664734363555908, "Finetune/Loss (Raw)": 1.0606229305267334, "Finetune/Step": 1048, "Finetune/Step Time": 7.077364295721054}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8651537895202637, "Finetune/Loss (Raw)": 0.7794984579086304, "Finetune/Step": 1049, "Finetune/Step Time": 7.074967380613089}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8642998933792114, "Finetune/Loss (Raw)": 0.7482903003692627, "Finetune/Step": 1050, "Finetune/Step Time": 7.083382727578282}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8626428842544556, "Finetune/Loss (Raw)": 0.7318175435066223, "Finetune/Step": 1051, "Finetune/Step Time": 7.086934883147478}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8639759421348572, "Finetune/Loss (Raw)": 1.0099706649780273, "Finetune/Step": 1052, "Finetune/Step Time": 7.0731382593512535}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.864715576171875, "Finetune/Loss (Raw)": 0.8372353911399841, "Finetune/Step": 1053, "Finetune/Step Time": 7.061877237632871}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8662208318710327, "Finetune/Loss (Raw)": 0.9440153241157532, "Finetune/Step": 1054, "Finetune/Step Time": 7.056997779756784}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8651520609855652, "Finetune/Loss (Raw)": 0.7900405526161194, "Finetune/Step": 1055, "Finetune/Step Time": 7.059185231104493}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8661017417907715, "Finetune/Loss (Raw)": 1.0275819301605225, "Finetune/Step": 1056, "Finetune/Step Time": 7.060804262757301}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8653303384780884, "Finetune/Loss (Raw)": 0.823752760887146, "Finetune/Step": 1057, "Finetune/Step Time": 7.0370087698102}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.865178108215332, "Finetune/Loss (Raw)": 0.8010790348052979, "Finetune/Step": 1058, "Finetune/Step Time": 7.03146418184042}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8641359806060791, "Finetune/Loss (Raw)": 0.8026577234268188, "Finetune/Step": 1059, "Finetune/Step Time": 7.04475780017674}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8630611896514893, "Finetune/Loss (Raw)": 0.8344545364379883, "Finetune/Step": 1060, "Finetune/Step Time": 7.043347606435418}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.861275315284729, "Finetune/Loss (Raw)": 0.6835541725158691, "Finetune/Step": 1061, "Finetune/Step Time": 7.026388701051474}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.860665500164032, "Finetune/Loss (Raw)": 0.8775028586387634, "Finetune/Step": 1062, "Finetune/Step Time": 7.033642720431089}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8617202639579773, "Finetune/Loss (Raw)": 0.8828808069229126, "Finetune/Step": 1063, "Finetune/Step Time": 7.0414641331881285}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8640674948692322, "Finetune/Loss (Raw)": 1.1187260150909424, "Finetune/Step": 1064, "Finetune/Step Time": 7.031232273206115}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8641052842140198, "Finetune/Loss (Raw)": 1.0528708696365356, "Finetune/Step": 1065, "Finetune/Step Time": 7.031820295378566}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8619848489761353, "Finetune/Loss (Raw)": 0.8083572387695312, "Finetune/Step": 1066, "Finetune/Step Time": 7.027903910726309}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8633115291595459, "Finetune/Loss (Raw)": 1.0372803211212158, "Finetune/Step": 1067, "Finetune/Step Time": 7.043360432609916}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8621692061424255, "Finetune/Loss (Raw)": 0.8058797121047974, "Finetune/Step": 1068, "Finetune/Step Time": 7.048961302265525}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8615773916244507, "Finetune/Loss (Raw)": 0.8535556793212891, "Finetune/Step": 1069, "Finetune/Step Time": 7.068783596158028}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8627317547798157, "Finetune/Loss (Raw)": 0.9091507792472839, "Finetune/Step": 1070, "Finetune/Step Time": 7.062211019918323}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8630782961845398, "Finetune/Loss (Raw)": 0.942644476890564, "Finetune/Step": 1071, "Finetune/Step Time": 7.062313325703144}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8637255430221558, "Finetune/Loss (Raw)": 0.9551895260810852, "Finetune/Step": 1072, "Finetune/Step Time": 7.07187650538981}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8643922805786133, "Finetune/Loss (Raw)": 0.8686044812202454, "Finetune/Step": 1073, "Finetune/Step Time": 7.058873388916254}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8660670518875122, "Finetune/Loss (Raw)": 0.9828361868858337, "Finetune/Step": 1074, "Finetune/Step Time": 7.058036562055349}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8663201332092285, "Finetune/Loss (Raw)": 0.8772943615913391, "Finetune/Step": 1075, "Finetune/Step Time": 7.052596664056182}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8683921098709106, "Finetune/Loss (Raw)": 0.9683884978294373, "Finetune/Step": 1076, "Finetune/Step Time": 7.039277629926801}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8678856492042542, "Finetune/Loss (Raw)": 0.9955703616142273, "Finetune/Step": 1077, "Finetune/Step Time": 7.040411006659269}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8686977624893188, "Finetune/Loss (Raw)": 0.9746608138084412, "Finetune/Step": 1078, "Finetune/Step Time": 7.039422331377864}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8660155534744263, "Finetune/Loss (Raw)": 0.7727448344230652, "Finetune/Step": 1079, "Finetune/Step Time": 7.04336160607636}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8656949996948242, "Finetune/Loss (Raw)": 0.7520573139190674, "Finetune/Step": 1080, "Finetune/Step Time": 7.0419881250709295}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8659263849258423, "Finetune/Loss (Raw)": 0.9410946369171143, "Finetune/Step": 1081, "Finetune/Step Time": 7.042525131255388}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8651800155639648, "Finetune/Loss (Raw)": 0.7258173823356628, "Finetune/Step": 1082, "Finetune/Step Time": 7.06665513291955}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8654954433441162, "Finetune/Loss (Raw)": 0.9519808888435364, "Finetune/Step": 1083, "Finetune/Step Time": 7.064880019053817}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8653743267059326, "Finetune/Loss (Raw)": 0.9284821152687073, "Finetune/Step": 1084, "Finetune/Step Time": 7.074973722919822}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8658603429794312, "Finetune/Loss (Raw)": 0.9012317657470703, "Finetune/Step": 1085, "Finetune/Step Time": 7.066911721602082}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8666578531265259, "Finetune/Loss (Raw)": 0.9689640402793884, "Finetune/Step": 1086, "Finetune/Step Time": 7.056147353723645}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8678681254386902, "Finetune/Loss (Raw)": 0.9394005537033081, "Finetune/Step": 1087, "Finetune/Step Time": 7.055319271981716}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8660708069801331, "Finetune/Loss (Raw)": 0.6545305848121643, "Finetune/Step": 1088, "Finetune/Step Time": 7.059584863483906}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8669346570968628, "Finetune/Loss (Raw)": 0.8977726101875305, "Finetune/Step": 1089, "Finetune/Step Time": 7.053454045206308}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.866792619228363, "Finetune/Loss (Raw)": 0.9678152799606323, "Finetune/Step": 1090, "Finetune/Step Time": 7.061233261600137}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8668238520622253, "Finetune/Loss (Raw)": 0.8398746848106384, "Finetune/Step": 1091, "Finetune/Step Time": 7.0706277042627335}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8676401376724243, "Finetune/Loss (Raw)": 0.9703150391578674, "Finetune/Step": 1092, "Finetune/Step Time": 7.058058388531208}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8679447770118713, "Finetune/Loss (Raw)": 0.7835107445716858, "Finetune/Step": 1093, "Finetune/Step Time": 7.051375534385443}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8680644035339355, "Finetune/Loss (Raw)": 0.8780922889709473, "Finetune/Step": 1094, "Finetune/Step Time": 7.046519421041012}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8689482808113098, "Finetune/Loss (Raw)": 0.9846521019935608, "Finetune/Step": 1095, "Finetune/Step Time": 7.034469546750188}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8690831065177917, "Finetune/Loss (Raw)": 0.9577176570892334, "Finetune/Step": 1096, "Finetune/Step Time": 7.033010045066476}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8694638013839722, "Finetune/Loss (Raw)": 0.8736575841903687, "Finetune/Step": 1097, "Finetune/Step Time": 7.034306777641177}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8717665672302246, "Finetune/Loss (Raw)": 0.860702633857727, "Finetune/Step": 1098, "Finetune/Step Time": 7.040753612294793}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8719781637191772, "Finetune/Loss (Raw)": 0.9005772471427917, "Finetune/Step": 1099, "Finetune/Step Time": 7.019751822575927}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8722807168960571, "Finetune/Loss (Raw)": 0.8505561351776123, "Finetune/Step": 1100, "Finetune/Step Time": 7.00858891941607}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8733649253845215, "Finetune/Loss (Raw)": 0.9443931579589844, "Finetune/Step": 1101, "Finetune/Step Time": 6.995176713913679}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8726135492324829, "Finetune/Loss (Raw)": 0.7492710947990417, "Finetune/Step": 1102, "Finetune/Step Time": 6.9831288158893585}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8726776242256165, "Finetune/Loss (Raw)": 1.0192229747772217, "Finetune/Step": 1103, "Finetune/Step Time": 6.971158569678664}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8735020160675049, "Finetune/Loss (Raw)": 0.9972127079963684, "Finetune/Step": 1104, "Finetune/Step Time": 6.976967364549637}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8727758526802063, "Finetune/Loss (Raw)": 0.9046522378921509, "Finetune/Step": 1105, "Finetune/Step Time": 6.981946164742112}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8726286292076111, "Finetune/Loss (Raw)": 0.8220544457435608, "Finetune/Step": 1106, "Finetune/Step Time": 6.9912337977439165}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.873285174369812, "Finetune/Loss (Raw)": 0.933460533618927, "Finetune/Step": 1107, "Finetune/Step Time": 6.9888067953288555}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8731334209442139, "Finetune/Loss (Raw)": 1.0320464372634888, "Finetune/Step": 1108, "Finetune/Step Time": 6.989108802750707}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8712062835693359, "Finetune/Loss (Raw)": 0.6448174118995667, "Finetune/Step": 1109, "Finetune/Step Time": 6.997003013268113}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8705750703811646, "Finetune/Loss (Raw)": 0.8869951367378235, "Finetune/Step": 1110, "Finetune/Step Time": 6.987210502848029}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8716782331466675, "Finetune/Loss (Raw)": 1.0691851377487183, "Finetune/Step": 1111, "Finetune/Step Time": 6.982870412990451}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8720264434814453, "Finetune/Loss (Raw)": 0.8341851830482483, "Finetune/Step": 1112, "Finetune/Step Time": 6.974298480898142}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8718212842941284, "Finetune/Loss (Raw)": 0.8535643815994263, "Finetune/Step": 1113, "Finetune/Step Time": 6.969708517193794}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8718307614326477, "Finetune/Loss (Raw)": 0.8145685195922852, "Finetune/Step": 1114, "Finetune/Step Time": 6.999276962131262}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8717414140701294, "Finetune/Loss (Raw)": 0.8968614339828491, "Finetune/Step": 1115, "Finetune/Step Time": 6.996823564171791}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8739460706710815, "Finetune/Loss (Raw)": 0.9859814047813416, "Finetune/Step": 1116, "Finetune/Step Time": 6.992693223059177}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8728276491165161, "Finetune/Loss (Raw)": 0.8160387873649597, "Finetune/Step": 1117, "Finetune/Step Time": 6.991768389940262}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8749765157699585, "Finetune/Loss (Raw)": 0.929306149482727, "Finetune/Step": 1118, "Finetune/Step Time": 6.981384566053748}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8720560073852539, "Finetune/Loss (Raw)": 0.6056382060050964, "Finetune/Step": 1119, "Finetune/Step Time": 6.986326830461621}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8719252943992615, "Finetune/Loss (Raw)": 0.874235212802887, "Finetune/Step": 1120, "Finetune/Step Time": 6.976875668391585}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.873119592666626, "Finetune/Loss (Raw)": 1.0146971940994263, "Finetune/Step": 1121, "Finetune/Step Time": 6.941837549209595}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8749086260795593, "Finetune/Loss (Raw)": 0.9166126251220703, "Finetune/Step": 1122, "Finetune/Step Time": 6.947001367807388}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8741903901100159, "Finetune/Loss (Raw)": 0.788685142993927, "Finetune/Step": 1123, "Finetune/Step Time": 6.960996909067035}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8762746453285217, "Finetune/Loss (Raw)": 1.0832570791244507, "Finetune/Step": 1124, "Finetune/Step Time": 6.958244513720274}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8759865760803223, "Finetune/Loss (Raw)": 0.8377734422683716, "Finetune/Step": 1125, "Finetune/Step Time": 6.954376997426152}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8767272233963013, "Finetune/Loss (Raw)": 0.8989070653915405, "Finetune/Step": 1126, "Finetune/Step Time": 6.930669380351901}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8757156133651733, "Finetune/Loss (Raw)": 0.8860011100769043, "Finetune/Step": 1127, "Finetune/Step Time": 6.9324195589870214}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8742660284042358, "Finetune/Loss (Raw)": 0.8406211733818054, "Finetune/Step": 1128, "Finetune/Step Time": 6.951858764514327}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8766748905181885, "Finetune/Loss (Raw)": 0.9647676348686218, "Finetune/Step": 1129, "Finetune/Step Time": 6.932780873030424}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8747004866600037, "Finetune/Loss (Raw)": 0.6880966424942017, "Finetune/Step": 1130, "Finetune/Step Time": 6.936916567385197}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8744532465934753, "Finetune/Loss (Raw)": 0.933387279510498, "Finetune/Step": 1131, "Finetune/Step Time": 6.935226231813431}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8740713596343994, "Finetune/Loss (Raw)": 0.9468621611595154, "Finetune/Step": 1132, "Finetune/Step Time": 6.93649098277092}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8739118576049805, "Finetune/Loss (Raw)": 0.8931863307952881, "Finetune/Step": 1133, "Finetune/Step Time": 6.932641068473458}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8751927614212036, "Finetune/Loss (Raw)": 0.8706722259521484, "Finetune/Step": 1134, "Finetune/Step Time": 6.919551068916917}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8760697841644287, "Finetune/Loss (Raw)": 0.9594480395317078, "Finetune/Step": 1135, "Finetune/Step Time": 6.915831757709384}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8756846189498901, "Finetune/Loss (Raw)": 0.8686056733131409, "Finetune/Step": 1136, "Finetune/Step Time": 6.930663196370006}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.877165675163269, "Finetune/Loss (Raw)": 0.9730915427207947, "Finetune/Step": 1137, "Finetune/Step Time": 6.9187766294926405}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8778733015060425, "Finetune/Loss (Raw)": 0.8960363268852234, "Finetune/Step": 1138, "Finetune/Step Time": 6.92411801032722}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8780152797698975, "Finetune/Loss (Raw)": 0.8512036800384521, "Finetune/Step": 1139, "Finetune/Step Time": 6.93316163122654}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8777948617935181, "Finetune/Loss (Raw)": 0.9074728488922119, "Finetune/Step": 1140, "Finetune/Step Time": 6.928564131259918}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8778412342071533, "Finetune/Loss (Raw)": 0.8696582913398743, "Finetune/Step": 1141, "Finetune/Step Time": 6.9317133370786905}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8748993873596191, "Finetune/Loss (Raw)": 0.6091594099998474, "Finetune/Step": 1142, "Finetune/Step Time": 6.941693749278784}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8771039247512817, "Finetune/Loss (Raw)": 0.8568245768547058, "Finetune/Step": 1143, "Finetune/Step Time": 6.937309671193361}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8766523599624634, "Finetune/Loss (Raw)": 0.8847041130065918, "Finetune/Step": 1144, "Finetune/Step Time": 6.941478252410889}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8757251501083374, "Finetune/Loss (Raw)": 0.8787366151809692, "Finetune/Step": 1145, "Finetune/Step Time": 6.953186582773924}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8764599561691284, "Finetune/Loss (Raw)": 0.9502948522567749, "Finetune/Step": 1146, "Finetune/Step Time": 6.926813513040543}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.875217080116272, "Finetune/Loss (Raw)": 0.697881817817688, "Finetune/Step": 1147, "Finetune/Step Time": 6.9162110313773155}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8724473118782043, "Finetune/Loss (Raw)": 0.5516103506088257, "Finetune/Step": 1148, "Finetune/Step Time": 6.930610850453377}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8748177289962769, "Finetune/Loss (Raw)": 1.049522876739502, "Finetune/Step": 1149, "Finetune/Step Time": 6.935413395985961}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8742355108261108, "Finetune/Loss (Raw)": 0.8027911186218262, "Finetune/Step": 1150, "Finetune/Step Time": 6.929960636422038}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8748772144317627, "Finetune/Loss (Raw)": 0.7867224812507629, "Finetune/Step": 1151, "Finetune/Step Time": 6.918225813657045}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8749855756759644, "Finetune/Loss (Raw)": 0.824303925037384, "Finetune/Step": 1152, "Finetune/Step Time": 6.931922100484371}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8759862780570984, "Finetune/Loss (Raw)": 0.9306418299674988, "Finetune/Step": 1153, "Finetune/Step Time": 6.944224085658789}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8744145631790161, "Finetune/Loss (Raw)": 0.6990712285041809, "Finetune/Step": 1154, "Finetune/Step Time": 6.9534322917461395}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8731361627578735, "Finetune/Loss (Raw)": 0.582852840423584, "Finetune/Step": 1155, "Finetune/Step Time": 6.9523005578666925}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.873374879360199, "Finetune/Loss (Raw)": 0.9837979078292847, "Finetune/Step": 1156, "Finetune/Step Time": 6.939696839079261}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.874750018119812, "Finetune/Loss (Raw)": 0.968915581703186, "Finetune/Step": 1157, "Finetune/Step Time": 6.935814797878265}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8745632171630859, "Finetune/Loss (Raw)": 0.8068435192108154, "Finetune/Step": 1158, "Finetune/Step Time": 6.930395057424903}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8736428022384644, "Finetune/Loss (Raw)": 0.7763213515281677, "Finetune/Step": 1159, "Finetune/Step Time": 6.930411687120795}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8748792409896851, "Finetune/Loss (Raw)": 0.8365991711616516, "Finetune/Step": 1160, "Finetune/Step Time": 6.932603508234024}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.874341607093811, "Finetune/Loss (Raw)": 0.8274655938148499, "Finetune/Step": 1161, "Finetune/Step Time": 6.927077362313867}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8760284185409546, "Finetune/Loss (Raw)": 0.9612264633178711, "Finetune/Step": 1162, "Finetune/Step Time": 6.9244518633931875}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8741695880889893, "Finetune/Loss (Raw)": 0.6365254521369934, "Finetune/Step": 1163, "Finetune/Step Time": 6.932649612426758}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8757910132408142, "Finetune/Loss (Raw)": 1.0608727931976318, "Finetune/Step": 1164, "Finetune/Step Time": 6.932153411209583}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8758453130722046, "Finetune/Loss (Raw)": 0.7055677175521851, "Finetune/Step": 1165, "Finetune/Step Time": 6.929160162806511}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8738447427749634, "Finetune/Loss (Raw)": 0.8086461424827576, "Finetune/Step": 1166, "Finetune/Step Time": 6.93711431324482}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8719463348388672, "Finetune/Loss (Raw)": 0.6572508811950684, "Finetune/Step": 1167, "Finetune/Step Time": 6.948661603033543}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8721381425857544, "Finetune/Loss (Raw)": 0.7778107523918152, "Finetune/Step": 1168, "Finetune/Step Time": 6.949092710390687}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8714643716812134, "Finetune/Loss (Raw)": 0.935421347618103, "Finetune/Step": 1169, "Finetune/Step Time": 6.951191291213036}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.869795560836792, "Finetune/Loss (Raw)": 0.788731575012207, "Finetune/Step": 1170, "Finetune/Step Time": 6.960751177743077}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8712012767791748, "Finetune/Loss (Raw)": 0.9909870028495789, "Finetune/Step": 1171, "Finetune/Step Time": 6.940154539421201}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8731255531311035, "Finetune/Loss (Raw)": 0.9064668416976929, "Finetune/Step": 1172, "Finetune/Step Time": 6.938329482451081}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8731117248535156, "Finetune/Loss (Raw)": 0.8783517479896545, "Finetune/Step": 1173, "Finetune/Step Time": 6.93782795779407}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8719902038574219, "Finetune/Loss (Raw)": 0.7071142792701721, "Finetune/Step": 1174, "Finetune/Step Time": 6.945802049711347}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8712136745452881, "Finetune/Loss (Raw)": 0.8050729632377625, "Finetune/Step": 1175, "Finetune/Step Time": 6.9578628446906805}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8693016171455383, "Finetune/Loss (Raw)": 0.8158741593360901, "Finetune/Step": 1176, "Finetune/Step Time": 6.956340402364731}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8675020933151245, "Finetune/Loss (Raw)": 0.5491681694984436, "Finetune/Step": 1177, "Finetune/Step Time": 6.972427641972899}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8661696314811707, "Finetune/Loss (Raw)": 0.5777342319488525, "Finetune/Step": 1178, "Finetune/Step Time": 6.9776116367429495}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8683946132659912, "Finetune/Loss (Raw)": 1.0166085958480835, "Finetune/Step": 1179, "Finetune/Step Time": 6.972508078441024}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8664904832839966, "Finetune/Loss (Raw)": 0.7662382125854492, "Finetune/Step": 1180, "Finetune/Step Time": 6.987545877695084}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8677951097488403, "Finetune/Loss (Raw)": 1.0042366981506348, "Finetune/Step": 1181, "Finetune/Step Time": 6.978036934509873}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8647021055221558, "Finetune/Loss (Raw)": 0.5481035709381104, "Finetune/Step": 1182, "Finetune/Step Time": 6.990229822695255}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8660292625427246, "Finetune/Loss (Raw)": 0.9599245190620422, "Finetune/Step": 1183, "Finetune/Step Time": 6.98097101226449}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8634576797485352, "Finetune/Loss (Raw)": 0.6984143257141113, "Finetune/Step": 1184, "Finetune/Step Time": 7.005027929320931}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8640005588531494, "Finetune/Loss (Raw)": 0.8932478427886963, "Finetune/Step": 1185, "Finetune/Step Time": 7.00962726213038}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.865678071975708, "Finetune/Loss (Raw)": 1.0157926082611084, "Finetune/Step": 1186, "Finetune/Step Time": 7.01177029684186}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8647849559783936, "Finetune/Loss (Raw)": 0.6883432865142822, "Finetune/Step": 1187, "Finetune/Step Time": 7.015584379434586}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8653914928436279, "Finetune/Loss (Raw)": 0.9120910167694092, "Finetune/Step": 1188, "Finetune/Step Time": 7.014717184007168}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8675624132156372, "Finetune/Loss (Raw)": 0.9614248275756836, "Finetune/Step": 1189, "Finetune/Step Time": 7.0192980747669935}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8676435947418213, "Finetune/Loss (Raw)": 0.8879042863845825, "Finetune/Step": 1190, "Finetune/Step Time": 7.008997591212392}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8681500554084778, "Finetune/Loss (Raw)": 0.9477034211158752, "Finetune/Step": 1191, "Finetune/Step Time": 7.0133177898824215}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8668504953384399, "Finetune/Loss (Raw)": 0.9523782730102539, "Finetune/Step": 1192, "Finetune/Step Time": 7.019595028832555}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8658463358879089, "Finetune/Loss (Raw)": 0.9243432283401489, "Finetune/Step": 1193, "Finetune/Step Time": 7.016770515590906}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8667480945587158, "Finetune/Loss (Raw)": 0.9237828850746155, "Finetune/Step": 1194, "Finetune/Step Time": 7.027590770274401}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8655031323432922, "Finetune/Loss (Raw)": 0.8779222965240479, "Finetune/Step": 1195, "Finetune/Step Time": 7.011541038751602}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8662199378013611, "Finetune/Loss (Raw)": 0.8976259827613831, "Finetune/Step": 1196, "Finetune/Step Time": 7.00876833871007}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8670923709869385, "Finetune/Loss (Raw)": 0.9652354717254639, "Finetune/Step": 1197, "Finetune/Step Time": 6.982033221051097}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8670285940170288, "Finetune/Loss (Raw)": 0.9009828567504883, "Finetune/Step": 1198, "Finetune/Step Time": 6.984007285907865}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8672388195991516, "Finetune/Loss (Raw)": 0.9695554971694946, "Finetune/Step": 1199, "Finetune/Step Time": 6.980378054082394}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8672375679016113, "Finetune/Loss (Raw)": 0.9550269246101379, "Finetune/Step": 1200, "Finetune/Step Time": 6.986300582066178}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8681908845901489, "Finetune/Loss (Raw)": 0.9906264543533325, "Finetune/Step": 1201, "Finetune/Step Time": 7.010179517790675}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8689422607421875, "Finetune/Loss (Raw)": 1.0790138244628906, "Finetune/Step": 1202, "Finetune/Step Time": 7.000645413994789}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.870154857635498, "Finetune/Loss (Raw)": 1.0325042009353638, "Finetune/Step": 1203, "Finetune/Step Time": 6.993090758100152}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8702831268310547, "Finetune/Loss (Raw)": 0.9848132729530334, "Finetune/Step": 1204, "Finetune/Step Time": 6.997165994718671}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8685289025306702, "Finetune/Loss (Raw)": 0.7710292935371399, "Finetune/Step": 1205, "Finetune/Step Time": 7.011406362056732}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.868976354598999, "Finetune/Loss (Raw)": 1.0319371223449707, "Finetune/Step": 1206, "Finetune/Step Time": 7.01692202873528}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8697419762611389, "Finetune/Loss (Raw)": 0.8707395792007446, "Finetune/Step": 1207, "Finetune/Step Time": 7.019847394898534}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8710141181945801, "Finetune/Loss (Raw)": 0.9148914217948914, "Finetune/Step": 1208, "Finetune/Step Time": 7.020567195490003}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8711793422698975, "Finetune/Loss (Raw)": 0.9622479677200317, "Finetune/Step": 1209, "Finetune/Step Time": 7.020789057016373}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8721760511398315, "Finetune/Loss (Raw)": 0.8533881902694702, "Finetune/Step": 1210, "Finetune/Step Time": 6.994467498734593}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8716049194335938, "Finetune/Loss (Raw)": 0.8788743615150452, "Finetune/Step": 1211, "Finetune/Step Time": 6.996395252645016}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8719921112060547, "Finetune/Loss (Raw)": 0.9780463576316833, "Finetune/Step": 1212, "Finetune/Step Time": 6.989699132740498}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8715227842330933, "Finetune/Loss (Raw)": 0.8411562442779541, "Finetune/Step": 1213, "Finetune/Step Time": 6.99066905118525}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.870060384273529, "Finetune/Loss (Raw)": 0.7817832827568054, "Finetune/Step": 1214, "Finetune/Step Time": 7.000981505960226}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8698941469192505, "Finetune/Loss (Raw)": 0.9181153178215027, "Finetune/Step": 1215, "Finetune/Step Time": 7.003828827291727}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8694474697113037, "Finetune/Loss (Raw)": 0.5973653793334961, "Finetune/Step": 1216, "Finetune/Step Time": 7.011465657502413}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8703795075416565, "Finetune/Loss (Raw)": 1.0170700550079346, "Finetune/Step": 1217, "Finetune/Step Time": 7.016580291092396}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8703697323799133, "Finetune/Loss (Raw)": 0.9665662050247192, "Finetune/Step": 1218, "Finetune/Step Time": 7.005365250632167}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8683267831802368, "Finetune/Loss (Raw)": 0.5783680081367493, "Finetune/Step": 1219, "Finetune/Step Time": 7.010261315852404}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8674746751785278, "Finetune/Loss (Raw)": 0.8612513542175293, "Finetune/Step": 1220, "Finetune/Step Time": 7.008982537314296}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8680015802383423, "Finetune/Loss (Raw)": 0.8509564995765686, "Finetune/Step": 1221, "Finetune/Step Time": 7.018520133569837}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.867754340171814, "Finetune/Loss (Raw)": 0.8464510440826416, "Finetune/Step": 1222, "Finetune/Step Time": 7.027450401335955}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8672397136688232, "Finetune/Loss (Raw)": 0.9187749624252319, "Finetune/Step": 1223, "Finetune/Step Time": 7.027455357834697}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8668352365493774, "Finetune/Loss (Raw)": 0.9059463739395142, "Finetune/Step": 1224, "Finetune/Step Time": 7.028504986315966}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8660016059875488, "Finetune/Loss (Raw)": 0.7669481039047241, "Finetune/Step": 1225, "Finetune/Step Time": 7.018771361559629}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8654136657714844, "Finetune/Loss (Raw)": 0.7854408621788025, "Finetune/Step": 1226, "Finetune/Step Time": 7.009547650814056}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.863871693611145, "Finetune/Loss (Raw)": 0.7032055258750916, "Finetune/Step": 1227, "Finetune/Step Time": 7.014257052913308}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8637152314186096, "Finetune/Loss (Raw)": 0.8305328488349915, "Finetune/Step": 1228, "Finetune/Step Time": 7.019105959683657}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8641408681869507, "Finetune/Loss (Raw)": 0.9988793730735779, "Finetune/Step": 1229, "Finetune/Step Time": 7.018531920388341}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8635008335113525, "Finetune/Loss (Raw)": 0.6673436164855957, "Finetune/Step": 1230, "Finetune/Step Time": 7.037636738270521}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8633187413215637, "Finetune/Loss (Raw)": 0.9959160685539246, "Finetune/Step": 1231, "Finetune/Step Time": 7.0350005477666855}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8623358011245728, "Finetune/Loss (Raw)": 0.8713971972465515, "Finetune/Step": 1232, "Finetune/Step Time": 7.038830911740661}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8625004887580872, "Finetune/Loss (Raw)": 0.9257355332374573, "Finetune/Step": 1233, "Finetune/Step Time": 7.02540828846395}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8618139624595642, "Finetune/Loss (Raw)": 0.7341740131378174, "Finetune/Step": 1234, "Finetune/Step Time": 7.033274693414569}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8613841533660889, "Finetune/Loss (Raw)": 0.8784483671188354, "Finetune/Step": 1235, "Finetune/Step Time": 7.032308701425791}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8610382080078125, "Finetune/Loss (Raw)": 0.9877611398696899, "Finetune/Step": 1236, "Finetune/Step Time": 7.027040975168347}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8634769320487976, "Finetune/Loss (Raw)": 0.9569727182388306, "Finetune/Step": 1237, "Finetune/Step Time": 7.038627736270428}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8645222187042236, "Finetune/Loss (Raw)": 1.020796537399292, "Finetune/Step": 1238, "Finetune/Step Time": 7.039347203448415}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.863140344619751, "Finetune/Loss (Raw)": 0.8923015594482422, "Finetune/Step": 1239, "Finetune/Step Time": 7.04721362516284}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8633970022201538, "Finetune/Loss (Raw)": 0.8670428395271301, "Finetune/Step": 1240, "Finetune/Step Time": 7.046578396111727}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8629872798919678, "Finetune/Loss (Raw)": 0.8011218905448914, "Finetune/Step": 1241, "Finetune/Step Time": 7.05030264519155}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8635556697845459, "Finetune/Loss (Raw)": 0.8873178362846375, "Finetune/Step": 1242, "Finetune/Step Time": 7.018209649249911}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8637664318084717, "Finetune/Loss (Raw)": 0.923832356929779, "Finetune/Step": 1243, "Finetune/Step Time": 7.012245250865817}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8627459406852722, "Finetune/Loss (Raw)": 0.8553615808486938, "Finetune/Step": 1244, "Finetune/Step Time": 7.016518147662282}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8624398708343506, "Finetune/Loss (Raw)": 0.7768663167953491, "Finetune/Step": 1245, "Finetune/Step Time": 7.021053561940789}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8616977334022522, "Finetune/Loss (Raw)": 0.834306001663208, "Finetune/Step": 1246, "Finetune/Step Time": 7.039224479347467}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.864592969417572, "Finetune/Loss (Raw)": 0.9762333631515503, "Finetune/Step": 1247, "Finetune/Step Time": 7.029659571126103}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8634612560272217, "Finetune/Loss (Raw)": 0.7293785810470581, "Finetune/Step": 1248, "Finetune/Step Time": 7.033475428819656}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.861983597278595, "Finetune/Loss (Raw)": 0.8255547285079956, "Finetune/Step": 1249, "Finetune/Step Time": 7.033420450985432}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8619672060012817, "Finetune/Loss (Raw)": 0.914512038230896, "Finetune/Step": 1250, "Finetune/Step Time": 7.018165752291679}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8629050254821777, "Finetune/Loss (Raw)": 0.9087305665016174, "Finetune/Step": 1251, "Finetune/Step Time": 7.004853710532188}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8607069253921509, "Finetune/Loss (Raw)": 0.8019006848335266, "Finetune/Step": 1252, "Finetune/Step Time": 7.000767232850194}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8603178262710571, "Finetune/Loss (Raw)": 0.7879595756530762, "Finetune/Step": 1253, "Finetune/Step Time": 7.014617957174778}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8601850271224976, "Finetune/Loss (Raw)": 0.8819065690040588, "Finetune/Step": 1254, "Finetune/Step Time": 7.026191899552941}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8608946800231934, "Finetune/Loss (Raw)": 0.9768401980400085, "Finetune/Step": 1255, "Finetune/Step Time": 7.028102962300181}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8614475727081299, "Finetune/Loss (Raw)": 0.9113962650299072, "Finetune/Step": 1256, "Finetune/Step Time": 7.014772303402424}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8584755659103394, "Finetune/Loss (Raw)": 0.5843537449836731, "Finetune/Step": 1257, "Finetune/Step Time": 7.0361897852271795}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8599283695220947, "Finetune/Loss (Raw)": 0.8740519881248474, "Finetune/Step": 1258, "Finetune/Step Time": 7.029107794165611}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8586413860321045, "Finetune/Loss (Raw)": 0.7686518430709839, "Finetune/Step": 1259, "Finetune/Step Time": 7.025466015562415}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8597620725631714, "Finetune/Loss (Raw)": 1.0903116464614868, "Finetune/Step": 1260, "Finetune/Step Time": 7.024860721081495}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8585767149925232, "Finetune/Loss (Raw)": 0.7414569854736328, "Finetune/Step": 1261, "Finetune/Step Time": 7.026354748755693}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8587960004806519, "Finetune/Loss (Raw)": 0.898743212223053, "Finetune/Step": 1262, "Finetune/Step Time": 7.022233499214053}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8586190938949585, "Finetune/Loss (Raw)": 0.9368047714233398, "Finetune/Step": 1263, "Finetune/Step Time": 7.022044323384762}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8587158918380737, "Finetune/Loss (Raw)": 0.8809970021247864, "Finetune/Step": 1264, "Finetune/Step Time": 7.003511341288686}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8566985130310059, "Finetune/Loss (Raw)": 0.7148689031600952, "Finetune/Step": 1265, "Finetune/Step Time": 7.016431089490652}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8562465310096741, "Finetune/Loss (Raw)": 0.8381778597831726, "Finetune/Step": 1266, "Finetune/Step Time": 7.0219054613262415}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8569461107254028, "Finetune/Loss (Raw)": 0.9407484531402588, "Finetune/Step": 1267, "Finetune/Step Time": 7.0128518007695675}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.857540488243103, "Finetune/Loss (Raw)": 0.9835537672042847, "Finetune/Step": 1268, "Finetune/Step Time": 7.017434399574995}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.857147216796875, "Finetune/Loss (Raw)": 0.8193186521530151, "Finetune/Step": 1269, "Finetune/Step Time": 7.0112177561968565}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8596859574317932, "Finetune/Loss (Raw)": 0.9341200590133667, "Finetune/Step": 1270, "Finetune/Step Time": 7.015626449137926}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8606778383255005, "Finetune/Loss (Raw)": 0.9837852120399475, "Finetune/Step": 1271, "Finetune/Step Time": 7.005113936960697}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8594143390655518, "Finetune/Loss (Raw)": 0.7229769229888916, "Finetune/Step": 1272, "Finetune/Step Time": 7.009824397042394}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.858655571937561, "Finetune/Loss (Raw)": 0.7816224098205566, "Finetune/Step": 1273, "Finetune/Step Time": 7.007691480219364}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8576032519340515, "Finetune/Loss (Raw)": 0.8155888915061951, "Finetune/Step": 1274, "Finetune/Step Time": 7.001624088734388}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8603516817092896, "Finetune/Loss (Raw)": 1.0496753454208374, "Finetune/Step": 1275, "Finetune/Step Time": 7.0048301834613085}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8627005219459534, "Finetune/Loss (Raw)": 0.8522721529006958, "Finetune/Step": 1276, "Finetune/Step Time": 6.989940272644162}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8613117933273315, "Finetune/Loss (Raw)": 0.8717663884162903, "Finetune/Step": 1277, "Finetune/Step Time": 6.9893402103334665}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8596552610397339, "Finetune/Loss (Raw)": 0.5907572507858276, "Finetune/Step": 1278, "Finetune/Step Time": 6.992465039715171}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8602506518363953, "Finetune/Loss (Raw)": 0.8629258275032043, "Finetune/Step": 1279, "Finetune/Step Time": 6.99288840033114}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8617072701454163, "Finetune/Loss (Raw)": 1.010750651359558, "Finetune/Step": 1280, "Finetune/Step Time": 6.975612588226795}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8614621162414551, "Finetune/Loss (Raw)": 0.8992609977722168, "Finetune/Step": 1281, "Finetune/Step Time": 6.9647954143583775}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8627737164497375, "Finetune/Loss (Raw)": 0.8669561743736267, "Finetune/Step": 1282, "Finetune/Step Time": 6.95267841219902}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8634740114212036, "Finetune/Loss (Raw)": 0.6724920272827148, "Finetune/Step": 1283, "Finetune/Step Time": 6.947363870218396}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8625074028968811, "Finetune/Loss (Raw)": 0.8600689768791199, "Finetune/Step": 1284, "Finetune/Step Time": 6.948476446792483}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8624670505523682, "Finetune/Loss (Raw)": 0.9637501835823059, "Finetune/Step": 1285, "Finetune/Step Time": 6.947901858016849}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8628112077713013, "Finetune/Loss (Raw)": 0.8508943319320679, "Finetune/Step": 1286, "Finetune/Step Time": 6.959265908226371}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8636882305145264, "Finetune/Loss (Raw)": 0.8885840773582458, "Finetune/Step": 1287, "Finetune/Step Time": 6.970285348594189}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8636609315872192, "Finetune/Loss (Raw)": 0.8331051468849182, "Finetune/Step": 1288, "Finetune/Step Time": 6.953889353200793}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8637197017669678, "Finetune/Loss (Raw)": 0.834985613822937, "Finetune/Step": 1289, "Finetune/Step Time": 6.942424489185214}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.864097535610199, "Finetune/Loss (Raw)": 1.0095962285995483, "Finetune/Step": 1290, "Finetune/Step Time": 6.94014392606914}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8653256297111511, "Finetune/Loss (Raw)": 0.7937172055244446, "Finetune/Step": 1291, "Finetune/Step Time": 6.946620158851147}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8635269999504089, "Finetune/Loss (Raw)": 0.8306464552879333, "Finetune/Step": 1292, "Finetune/Step Time": 6.943902986124158}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8649225234985352, "Finetune/Loss (Raw)": 0.8841982483863831, "Finetune/Step": 1293, "Finetune/Step Time": 6.930703051388264}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8659226894378662, "Finetune/Loss (Raw)": 0.936669111251831, "Finetune/Step": 1294, "Finetune/Step Time": 6.93226152844727}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8670357465744019, "Finetune/Loss (Raw)": 0.799716055393219, "Finetune/Step": 1295, "Finetune/Step Time": 6.930427918210626}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8671759366989136, "Finetune/Loss (Raw)": 0.795762300491333, "Finetune/Step": 1296, "Finetune/Step Time": 6.933083148673177}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8663003444671631, "Finetune/Loss (Raw)": 0.8233435750007629, "Finetune/Step": 1297, "Finetune/Step Time": 6.9428366012871265}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.866034746170044, "Finetune/Loss (Raw)": 0.7547370791435242, "Finetune/Step": 1298, "Finetune/Step Time": 6.925863986834884}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8635236024856567, "Finetune/Loss (Raw)": 0.6695573329925537, "Finetune/Step": 1299, "Finetune/Step Time": 6.936993123963475}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8628224730491638, "Finetune/Loss (Raw)": 0.816718578338623, "Finetune/Step": 1300, "Finetune/Step Time": 6.93462286517024}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8625388741493225, "Finetune/Loss (Raw)": 0.8420531749725342, "Finetune/Step": 1301, "Finetune/Step Time": 6.937065955251455}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8635276556015015, "Finetune/Loss (Raw)": 0.8336815237998962, "Finetune/Step": 1302, "Finetune/Step Time": 6.940702805295587}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8636643886566162, "Finetune/Loss (Raw)": 0.8225723505020142, "Finetune/Step": 1303, "Finetune/Step Time": 6.926662560552359}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8646211624145508, "Finetune/Loss (Raw)": 0.9383366107940674, "Finetune/Step": 1304, "Finetune/Step Time": 6.931884502992034}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8670162558555603, "Finetune/Loss (Raw)": 0.8557426333427429, "Finetune/Step": 1305, "Finetune/Step Time": 6.91843038611114}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8688449263572693, "Finetune/Loss (Raw)": 0.811810314655304, "Finetune/Step": 1306, "Finetune/Step Time": 6.916671911254525}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8686177730560303, "Finetune/Loss (Raw)": 0.987533450126648, "Finetune/Step": 1307, "Finetune/Step Time": 6.910665027797222}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8705652952194214, "Finetune/Loss (Raw)": 1.0155166387557983, "Finetune/Step": 1308, "Finetune/Step Time": 6.905802685767412}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8695652484893799, "Finetune/Loss (Raw)": 0.8762255907058716, "Finetune/Step": 1309, "Finetune/Step Time": 6.919816182926297}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8718425035476685, "Finetune/Loss (Raw)": 0.839599609375, "Finetune/Step": 1310, "Finetune/Step Time": 6.911120852455497}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8714481592178345, "Finetune/Loss (Raw)": 0.9094380736351013, "Finetune/Step": 1311, "Finetune/Step Time": 6.911619225516915}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.870539665222168, "Finetune/Loss (Raw)": 0.5821390748023987, "Finetune/Step": 1312, "Finetune/Step Time": 6.906202560290694}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8705064654350281, "Finetune/Loss (Raw)": 0.8889942169189453, "Finetune/Step": 1313, "Finetune/Step Time": 6.90971670858562}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8699202537536621, "Finetune/Loss (Raw)": 0.9407564401626587, "Finetune/Step": 1314, "Finetune/Step Time": 6.907323367893696}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8715693950653076, "Finetune/Loss (Raw)": 0.8994331359863281, "Finetune/Step": 1315, "Finetune/Step Time": 6.893793789669871}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8724077939987183, "Finetune/Loss (Raw)": 1.0194083452224731, "Finetune/Step": 1316, "Finetune/Step Time": 6.897473763674498}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8723316192626953, "Finetune/Loss (Raw)": 0.9516663551330566, "Finetune/Step": 1317, "Finetune/Step Time": 6.893068607896566}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8720574378967285, "Finetune/Loss (Raw)": 0.852816104888916, "Finetune/Step": 1318, "Finetune/Step Time": 6.892863284796476}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8716186285018921, "Finetune/Loss (Raw)": 0.8915368318557739, "Finetune/Step": 1319, "Finetune/Step Time": 6.880434807389975}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8703144788742065, "Finetune/Loss (Raw)": 0.7854452133178711, "Finetune/Step": 1320, "Finetune/Step Time": 6.880807550624013}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8701643347740173, "Finetune/Loss (Raw)": 0.9051252603530884, "Finetune/Step": 1321, "Finetune/Step Time": 6.8833922147750854}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8698353171348572, "Finetune/Loss (Raw)": 0.8816736340522766, "Finetune/Step": 1322, "Finetune/Step Time": 6.874059610068798}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8701234459877014, "Finetune/Loss (Raw)": 0.9148051738739014, "Finetune/Step": 1323, "Finetune/Step Time": 6.874458426609635}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8705800771713257, "Finetune/Loss (Raw)": 0.956061601638794, "Finetune/Step": 1324, "Finetune/Step Time": 6.874571001157165}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8705520629882812, "Finetune/Loss (Raw)": 0.9616502523422241, "Finetune/Step": 1325, "Finetune/Step Time": 6.887080194428563}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8708827495574951, "Finetune/Loss (Raw)": 0.9433141946792603, "Finetune/Step": 1326, "Finetune/Step Time": 6.88113272190094}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8691041469573975, "Finetune/Loss (Raw)": 0.7418933510780334, "Finetune/Step": 1327, "Finetune/Step Time": 6.910801975056529}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8698791861534119, "Finetune/Loss (Raw)": 1.054232120513916, "Finetune/Step": 1328, "Finetune/Step Time": 6.897436663508415}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8706012964248657, "Finetune/Loss (Raw)": 1.0830646753311157, "Finetune/Step": 1329, "Finetune/Step Time": 6.875960897654295}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8675251603126526, "Finetune/Loss (Raw)": 0.6852642297744751, "Finetune/Step": 1330, "Finetune/Step Time": 6.872344672679901}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8668745756149292, "Finetune/Loss (Raw)": 0.9492335319519043, "Finetune/Step": 1331, "Finetune/Step Time": 6.868477206677198}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8651922941207886, "Finetune/Loss (Raw)": 0.7694727182388306, "Finetune/Step": 1332, "Finetune/Step Time": 6.871360044926405}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8661254644393921, "Finetune/Loss (Raw)": 0.8904805779457092, "Finetune/Step": 1333, "Finetune/Step Time": 6.86274086125195}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8653857707977295, "Finetune/Loss (Raw)": 0.9372514486312866, "Finetune/Step": 1334, "Finetune/Step Time": 6.856331940740347}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8656632900238037, "Finetune/Loss (Raw)": 0.9062601327896118, "Finetune/Step": 1335, "Finetune/Step Time": 6.852636519819498}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8656651973724365, "Finetune/Loss (Raw)": 0.9151375889778137, "Finetune/Step": 1336, "Finetune/Step Time": 6.8490751795470715}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8655632734298706, "Finetune/Loss (Raw)": 0.9492082595825195, "Finetune/Step": 1337, "Finetune/Step Time": 6.8486531767994165}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8636666536331177, "Finetune/Loss (Raw)": 0.6106127500534058, "Finetune/Step": 1338, "Finetune/Step Time": 6.874845936894417}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8627285361289978, "Finetune/Loss (Raw)": 0.7588011026382446, "Finetune/Step": 1339, "Finetune/Step Time": 6.878196267411113}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.861720621585846, "Finetune/Loss (Raw)": 0.8490273952484131, "Finetune/Step": 1340, "Finetune/Step Time": 6.881157539784908}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.861626148223877, "Finetune/Loss (Raw)": 0.8290666341781616, "Finetune/Step": 1341, "Finetune/Step Time": 6.892015838995576}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8625192642211914, "Finetune/Loss (Raw)": 0.8961064219474792, "Finetune/Step": 1342, "Finetune/Step Time": 6.889197101816535}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8614461421966553, "Finetune/Loss (Raw)": 0.7807583808898926, "Finetune/Step": 1343, "Finetune/Step Time": 6.916651405394077}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8629626631736755, "Finetune/Loss (Raw)": 0.7914716601371765, "Finetune/Step": 1344, "Finetune/Step Time": 6.906763736158609}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8628211617469788, "Finetune/Loss (Raw)": 0.9989631175994873, "Finetune/Step": 1345, "Finetune/Step Time": 6.916889473795891}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8621153831481934, "Finetune/Loss (Raw)": 0.8762219548225403, "Finetune/Step": 1346, "Finetune/Step Time": 6.920128738507628}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8650176525115967, "Finetune/Loss (Raw)": 0.9498611092567444, "Finetune/Step": 1347, "Finetune/Step Time": 6.919555727392435}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8639463186264038, "Finetune/Loss (Raw)": 0.7241215109825134, "Finetune/Step": 1348, "Finetune/Step Time": 6.9377298057079315}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8645941019058228, "Finetune/Loss (Raw)": 0.9338780045509338, "Finetune/Step": 1349, "Finetune/Step Time": 6.9224653001874685}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8648847341537476, "Finetune/Loss (Raw)": 0.8836414217948914, "Finetune/Step": 1350, "Finetune/Step Time": 6.92081817984581}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8649154305458069, "Finetune/Loss (Raw)": 0.9227116703987122, "Finetune/Step": 1351, "Finetune/Step Time": 6.925715064629912}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8630378246307373, "Finetune/Loss (Raw)": 0.6656054258346558, "Finetune/Step": 1352, "Finetune/Step Time": 6.9384674318134785}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.863656759262085, "Finetune/Loss (Raw)": 0.8461723327636719, "Finetune/Step": 1353, "Finetune/Step Time": 6.938137046992779}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8642928600311279, "Finetune/Loss (Raw)": 0.8668672442436218, "Finetune/Step": 1354, "Finetune/Step Time": 6.946437170729041}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8666079044342041, "Finetune/Loss (Raw)": 0.9995212554931641, "Finetune/Step": 1355, "Finetune/Step Time": 6.943182315677404}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8679569363594055, "Finetune/Loss (Raw)": 1.0032154321670532, "Finetune/Step": 1356, "Finetune/Step Time": 6.940944166854024}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8672444224357605, "Finetune/Loss (Raw)": 0.907682478427887, "Finetune/Step": 1357, "Finetune/Step Time": 6.949375834316015}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8691575527191162, "Finetune/Loss (Raw)": 0.9122239351272583, "Finetune/Step": 1358, "Finetune/Step Time": 6.9325123727321625}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8676215410232544, "Finetune/Loss (Raw)": 0.7993062734603882, "Finetune/Step": 1359, "Finetune/Step Time": 6.940640201792121}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.868198037147522, "Finetune/Loss (Raw)": 0.9451831579208374, "Finetune/Step": 1360, "Finetune/Step Time": 6.9327948316931725}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8687465190887451, "Finetune/Loss (Raw)": 0.995941162109375, "Finetune/Step": 1361, "Finetune/Step Time": 6.935516243800521}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.869825005531311, "Finetune/Loss (Raw)": 0.8722279071807861, "Finetune/Step": 1362, "Finetune/Step Time": 6.922226643189788}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8695703744888306, "Finetune/Loss (Raw)": 0.8458495736122131, "Finetune/Step": 1363, "Finetune/Step Time": 6.9318650383502245}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8683054447174072, "Finetune/Loss (Raw)": 0.8258480429649353, "Finetune/Step": 1364, "Finetune/Step Time": 6.95464969612658}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8669875860214233, "Finetune/Loss (Raw)": 0.7882934808731079, "Finetune/Step": 1365, "Finetune/Step Time": 6.938395079225302}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8658804893493652, "Finetune/Loss (Raw)": 0.8790885806083679, "Finetune/Step": 1366, "Finetune/Step Time": 6.935332868248224}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8651899695396423, "Finetune/Loss (Raw)": 0.8039115071296692, "Finetune/Step": 1367, "Finetune/Step Time": 6.94835064932704}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8653321266174316, "Finetune/Loss (Raw)": 0.8852432370185852, "Finetune/Step": 1368, "Finetune/Step Time": 6.948710087686777}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8666878938674927, "Finetune/Loss (Raw)": 0.9746525883674622, "Finetune/Step": 1369, "Finetune/Step Time": 6.955371029675007}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8656298518180847, "Finetune/Loss (Raw)": 0.7518903613090515, "Finetune/Step": 1370, "Finetune/Step Time": 6.957656789571047}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8653960824012756, "Finetune/Loss (Raw)": 0.8939098715782166, "Finetune/Step": 1371, "Finetune/Step Time": 6.957658236846328}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8640952110290527, "Finetune/Loss (Raw)": 0.688853919506073, "Finetune/Step": 1372, "Finetune/Step Time": 6.9688203651458025}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8657312393188477, "Finetune/Loss (Raw)": 0.9862805604934692, "Finetune/Step": 1373, "Finetune/Step Time": 6.9586185328662395}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8650691509246826, "Finetune/Loss (Raw)": 0.7495521306991577, "Finetune/Step": 1374, "Finetune/Step Time": 6.950855910778046}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8647145628929138, "Finetune/Loss (Raw)": 0.9308481812477112, "Finetune/Step": 1375, "Finetune/Step Time": 6.949067795649171}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.863448441028595, "Finetune/Loss (Raw)": 0.5673125982284546, "Finetune/Step": 1376, "Finetune/Step Time": 6.957348575815558}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8635674715042114, "Finetune/Loss (Raw)": 0.8407929539680481, "Finetune/Step": 1377, "Finetune/Step Time": 6.963121596723795}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8638346195220947, "Finetune/Loss (Raw)": 0.9487053751945496, "Finetune/Step": 1378, "Finetune/Step Time": 6.9774834755808115}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8614274859428406, "Finetune/Loss (Raw)": 0.600619375705719, "Finetune/Step": 1379, "Finetune/Step Time": 6.992112424224615}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.861711323261261, "Finetune/Loss (Raw)": 0.8382304310798645, "Finetune/Step": 1380, "Finetune/Step Time": 6.995373861864209}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8627444505691528, "Finetune/Loss (Raw)": 0.9201959371566772, "Finetune/Step": 1381, "Finetune/Step Time": 6.985024895519018}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8626959919929504, "Finetune/Loss (Raw)": 0.8757087588310242, "Finetune/Step": 1382, "Finetune/Step Time": 6.973824065178633}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8609572052955627, "Finetune/Loss (Raw)": 0.7542726397514343, "Finetune/Step": 1383, "Finetune/Step Time": 6.975857330486178}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8605540990829468, "Finetune/Loss (Raw)": 0.8597938418388367, "Finetune/Step": 1384, "Finetune/Step Time": 6.979926358908415}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8633843660354614, "Finetune/Loss (Raw)": 0.9466360211372375, "Finetune/Step": 1385, "Finetune/Step Time": 6.961994603276253}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8631417751312256, "Finetune/Loss (Raw)": 0.8429982662200928, "Finetune/Step": 1386, "Finetune/Step Time": 6.962615368887782}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8628971576690674, "Finetune/Loss (Raw)": 0.7373467087745667, "Finetune/Step": 1387, "Finetune/Step Time": 6.958014279603958}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8616211414337158, "Finetune/Loss (Raw)": 0.9269772171974182, "Finetune/Step": 1388, "Finetune/Step Time": 6.956272181123495}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8627857565879822, "Finetune/Loss (Raw)": 0.8905261158943176, "Finetune/Step": 1389, "Finetune/Step Time": 6.95770007558167}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8636927604675293, "Finetune/Loss (Raw)": 1.0148444175720215, "Finetune/Step": 1390, "Finetune/Step Time": 6.961960822343826}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8627485036849976, "Finetune/Loss (Raw)": 0.815934956073761, "Finetune/Step": 1391, "Finetune/Step Time": 6.971946904435754}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8623717427253723, "Finetune/Loss (Raw)": 0.832771360874176, "Finetune/Step": 1392, "Finetune/Step Time": 6.998008891940117}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.862695574760437, "Finetune/Loss (Raw)": 0.7563190460205078, "Finetune/Step": 1393, "Finetune/Step Time": 7.015876883640885}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8633439540863037, "Finetune/Loss (Raw)": 0.9211747050285339, "Finetune/Step": 1394, "Finetune/Step Time": 7.007321869954467}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8624475002288818, "Finetune/Loss (Raw)": 0.8260036110877991, "Finetune/Step": 1395, "Finetune/Step Time": 7.0096857491880655}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8596341609954834, "Finetune/Loss (Raw)": 0.62344890832901, "Finetune/Step": 1396, "Finetune/Step Time": 7.0238630045205355}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8598968982696533, "Finetune/Loss (Raw)": 0.8529378771781921, "Finetune/Step": 1397, "Finetune/Step Time": 7.043720064684749}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8594774007797241, "Finetune/Loss (Raw)": 0.8804320096969604, "Finetune/Step": 1398, "Finetune/Step Time": 7.026007963344455}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8565243482589722, "Finetune/Loss (Raw)": 0.6057897806167603, "Finetune/Step": 1399, "Finetune/Step Time": 7.028363851830363}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8582714200019836, "Finetune/Loss (Raw)": 0.9466025829315186, "Finetune/Step": 1400, "Finetune/Step Time": 7.033851640298963}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8585315346717834, "Finetune/Loss (Raw)": 0.8149177432060242, "Finetune/Step": 1401, "Finetune/Step Time": 7.031159142032266}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8581169843673706, "Finetune/Loss (Raw)": 0.7625256180763245, "Finetune/Step": 1402, "Finetune/Step Time": 7.046011812984943}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8564111590385437, "Finetune/Loss (Raw)": 0.8313314318656921, "Finetune/Step": 1403, "Finetune/Step Time": 7.038652703166008}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8567496538162231, "Finetune/Loss (Raw)": 0.8955979943275452, "Finetune/Step": 1404, "Finetune/Step Time": 7.037360616028309}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8553881645202637, "Finetune/Loss (Raw)": 0.6974916458129883, "Finetune/Step": 1405, "Finetune/Step Time": 7.033506128937006}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8574504852294922, "Finetune/Loss (Raw)": 0.854739785194397, "Finetune/Step": 1406, "Finetune/Step Time": 7.029532790184021}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.856023907661438, "Finetune/Loss (Raw)": 0.680327296257019, "Finetune/Step": 1407, "Finetune/Step Time": 7.050626827403903}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8538128137588501, "Finetune/Loss (Raw)": 0.7277207970619202, "Finetune/Step": 1408, "Finetune/Step Time": 7.053003078326583}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8538982272148132, "Finetune/Loss (Raw)": 0.9101991057395935, "Finetune/Step": 1409, "Finetune/Step Time": 7.058078993111849}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8529511094093323, "Finetune/Loss (Raw)": 0.7457292675971985, "Finetune/Step": 1410, "Finetune/Step Time": 7.07718925178051}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8544654846191406, "Finetune/Loss (Raw)": 0.8663360476493835, "Finetune/Step": 1411, "Finetune/Step Time": 7.069313012063503}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8528257608413696, "Finetune/Loss (Raw)": 0.6501779556274414, "Finetune/Step": 1412, "Finetune/Step Time": 7.08063942566514}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8524379730224609, "Finetune/Loss (Raw)": 0.9141130447387695, "Finetune/Step": 1413, "Finetune/Step Time": 7.083067636936903}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.853744387626648, "Finetune/Loss (Raw)": 1.018115758895874, "Finetune/Step": 1414, "Finetune/Step Time": 7.072852028533816}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.853297233581543, "Finetune/Loss (Raw)": 0.8313419818878174, "Finetune/Step": 1415, "Finetune/Step Time": 7.0650273859500885}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8544026613235474, "Finetune/Loss (Raw)": 0.9746038913726807, "Finetune/Step": 1416, "Finetune/Step Time": 7.064616510644555}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8545267581939697, "Finetune/Loss (Raw)": 0.8508735299110413, "Finetune/Step": 1417, "Finetune/Step Time": 7.0631051529198885}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8522343635559082, "Finetune/Loss (Raw)": 0.7161669731140137, "Finetune/Step": 1418, "Finetune/Step Time": 7.07671651430428}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8516899347305298, "Finetune/Loss (Raw)": 0.724029004573822, "Finetune/Step": 1419, "Finetune/Step Time": 7.05316424369812}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8523085713386536, "Finetune/Loss (Raw)": 0.9098331928253174, "Finetune/Step": 1420, "Finetune/Step Time": 7.05257174000144}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8517223000526428, "Finetune/Loss (Raw)": 0.8091557621955872, "Finetune/Step": 1421, "Finetune/Step Time": 7.052495578303933}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8504309058189392, "Finetune/Loss (Raw)": 0.7713730335235596, "Finetune/Step": 1422, "Finetune/Step Time": 7.050293531268835}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8515647649765015, "Finetune/Loss (Raw)": 0.9448437690734863, "Finetune/Step": 1423, "Finetune/Step Time": 7.042164942249656}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8514322638511658, "Finetune/Loss (Raw)": 0.7788061499595642, "Finetune/Step": 1424, "Finetune/Step Time": 7.038924802094698}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.851686954498291, "Finetune/Loss (Raw)": 0.8559460639953613, "Finetune/Step": 1425, "Finetune/Step Time": 7.0341787077486515}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8519536256790161, "Finetune/Loss (Raw)": 0.7888694405555725, "Finetune/Step": 1426, "Finetune/Step Time": 7.043336566537619}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8525439500808716, "Finetune/Loss (Raw)": 0.7451238632202148, "Finetune/Step": 1427, "Finetune/Step Time": 7.033248936757445}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8520562648773193, "Finetune/Loss (Raw)": 0.7542948126792908, "Finetune/Step": 1428, "Finetune/Step Time": 7.037355123087764}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8511443138122559, "Finetune/Loss (Raw)": 0.7253177165985107, "Finetune/Step": 1429, "Finetune/Step Time": 7.028952604159713}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8511113524436951, "Finetune/Loss (Raw)": 0.8294625878334045, "Finetune/Step": 1430, "Finetune/Step Time": 7.021417086943984}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8505746126174927, "Finetune/Loss (Raw)": 0.7538686394691467, "Finetune/Step": 1431, "Finetune/Step Time": 7.029842842370272}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8493252396583557, "Finetune/Loss (Raw)": 0.7784203886985779, "Finetune/Step": 1432, "Finetune/Step Time": 7.030195958912373}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8500654101371765, "Finetune/Loss (Raw)": 0.950483500957489, "Finetune/Step": 1433, "Finetune/Step Time": 7.035073820501566}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8493734002113342, "Finetune/Loss (Raw)": 0.7232344746589661, "Finetune/Step": 1434, "Finetune/Step Time": 7.037056555971503}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8487390279769897, "Finetune/Loss (Raw)": 0.9063274264335632, "Finetune/Step": 1435, "Finetune/Step Time": 7.043231405317783}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8455460667610168, "Finetune/Loss (Raw)": 0.6068190336227417, "Finetune/Step": 1436, "Finetune/Step Time": 7.0424887128174305}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8455942869186401, "Finetune/Loss (Raw)": 0.8824048638343811, "Finetune/Step": 1437, "Finetune/Step Time": 7.029165167361498}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8459108471870422, "Finetune/Loss (Raw)": 0.8801184296607971, "Finetune/Step": 1438, "Finetune/Step Time": 7.02347319945693}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.846185564994812, "Finetune/Loss (Raw)": 0.944598913192749, "Finetune/Step": 1439, "Finetune/Step Time": 7.020789561793208}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8465981483459473, "Finetune/Loss (Raw)": 0.6349531412124634, "Finetune/Step": 1440, "Finetune/Step Time": 7.025433408096433}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8462982773780823, "Finetune/Loss (Raw)": 0.8506066203117371, "Finetune/Step": 1441, "Finetune/Step Time": 7.022503035143018}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8453546762466431, "Finetune/Loss (Raw)": 0.819974422454834, "Finetune/Step": 1442, "Finetune/Step Time": 7.025126650929451}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8448411226272583, "Finetune/Loss (Raw)": 0.8337019085884094, "Finetune/Step": 1443, "Finetune/Step Time": 7.031066358089447}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8430342078208923, "Finetune/Loss (Raw)": 0.7881230711936951, "Finetune/Step": 1444, "Finetune/Step Time": 7.029784111306071}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8421605825424194, "Finetune/Loss (Raw)": 0.8398478031158447, "Finetune/Step": 1445, "Finetune/Step Time": 7.032563658431172}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8410850763320923, "Finetune/Loss (Raw)": 0.7151487469673157, "Finetune/Step": 1446, "Finetune/Step Time": 7.04358465410769}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8411540389060974, "Finetune/Loss (Raw)": 0.9003607630729675, "Finetune/Step": 1447, "Finetune/Step Time": 7.046535285189748}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8421554565429688, "Finetune/Loss (Raw)": 0.9136321544647217, "Finetune/Step": 1448, "Finetune/Step Time": 7.041775507852435}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8408077359199524, "Finetune/Loss (Raw)": 0.7326105237007141, "Finetune/Step": 1449, "Finetune/Step Time": 7.044330187141895}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8396354913711548, "Finetune/Loss (Raw)": 0.7316319346427917, "Finetune/Step": 1450, "Finetune/Step Time": 7.075608840212226}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8391057252883911, "Finetune/Loss (Raw)": 0.8469934463500977, "Finetune/Step": 1451, "Finetune/Step Time": 7.090094745159149}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8389556407928467, "Finetune/Loss (Raw)": 0.9368424415588379, "Finetune/Step": 1452, "Finetune/Step Time": 7.084106499329209}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8377541303634644, "Finetune/Loss (Raw)": 0.807861864566803, "Finetune/Step": 1453, "Finetune/Step Time": 7.081001965329051}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8386105298995972, "Finetune/Loss (Raw)": 1.052937626838684, "Finetune/Step": 1454, "Finetune/Step Time": 7.083910707384348}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8402290344238281, "Finetune/Loss (Raw)": 0.9490565061569214, "Finetune/Step": 1455, "Finetune/Step Time": 7.068468391895294}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8384031057357788, "Finetune/Loss (Raw)": 0.8205134272575378, "Finetune/Step": 1456, "Finetune/Step Time": 7.0701457764953375}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8347552418708801, "Finetune/Loss (Raw)": 0.6161338090896606, "Finetune/Step": 1457, "Finetune/Step Time": 7.084656685590744}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8361119031906128, "Finetune/Loss (Raw)": 0.8589280247688293, "Finetune/Step": 1458, "Finetune/Step Time": 7.083156052976847}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8364877700805664, "Finetune/Loss (Raw)": 0.9973407983779907, "Finetune/Step": 1459, "Finetune/Step Time": 7.08848069421947}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8383562564849854, "Finetune/Loss (Raw)": 1.0086408853530884, "Finetune/Step": 1460, "Finetune/Step Time": 7.082400841638446}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8395203351974487, "Finetune/Loss (Raw)": 1.0394750833511353, "Finetune/Step": 1461, "Finetune/Step Time": 7.076394971460104}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8392748832702637, "Finetune/Loss (Raw)": 0.9058382511138916, "Finetune/Step": 1462, "Finetune/Step Time": 7.07913563773036}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8397341966629028, "Finetune/Loss (Raw)": 0.9650489091873169, "Finetune/Step": 1463, "Finetune/Step Time": 7.087881125509739}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8391079902648926, "Finetune/Loss (Raw)": 0.8349907398223877, "Finetune/Step": 1464, "Finetune/Step Time": 7.095456724986434}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8384023904800415, "Finetune/Loss (Raw)": 0.8588797450065613, "Finetune/Step": 1465, "Finetune/Step Time": 7.092427724972367}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8404103517532349, "Finetune/Loss (Raw)": 0.8676395416259766, "Finetune/Step": 1466, "Finetune/Step Time": 7.073237080127001}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8411301970481873, "Finetune/Loss (Raw)": 0.8509382009506226, "Finetune/Step": 1467, "Finetune/Step Time": 7.088951822370291}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8416650295257568, "Finetune/Loss (Raw)": 0.9174858927726746, "Finetune/Step": 1468, "Finetune/Step Time": 7.0844026785343885}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8408060669898987, "Finetune/Loss (Raw)": 0.7191165089607239, "Finetune/Step": 1469, "Finetune/Step Time": 7.08941163495183}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8402316570281982, "Finetune/Loss (Raw)": 0.8225888013839722, "Finetune/Step": 1470, "Finetune/Step Time": 7.079982362687588}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8408850431442261, "Finetune/Loss (Raw)": 0.8643860816955566, "Finetune/Step": 1471, "Finetune/Step Time": 7.047389008104801}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8406356573104858, "Finetune/Loss (Raw)": 0.7595492005348206, "Finetune/Step": 1472, "Finetune/Step Time": 7.043438224121928}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8375037908554077, "Finetune/Loss (Raw)": 0.598087728023529, "Finetune/Step": 1473, "Finetune/Step Time": 7.046263938769698}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8387096524238586, "Finetune/Loss (Raw)": 1.0305742025375366, "Finetune/Step": 1474, "Finetune/Step Time": 7.041192825883627}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8364406824111938, "Finetune/Loss (Raw)": 0.6594359874725342, "Finetune/Step": 1475, "Finetune/Step Time": 7.0347962360829115}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.837979793548584, "Finetune/Loss (Raw)": 0.9211263060569763, "Finetune/Step": 1476, "Finetune/Step Time": 7.033043295145035}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.835829496383667, "Finetune/Loss (Raw)": 0.6586311459541321, "Finetune/Step": 1477, "Finetune/Step Time": 7.051789496093988}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8369110822677612, "Finetune/Loss (Raw)": 1.0220896005630493, "Finetune/Step": 1478, "Finetune/Step Time": 7.045949453487992}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8358128666877747, "Finetune/Loss (Raw)": 0.7821381688117981, "Finetune/Step": 1479, "Finetune/Step Time": 7.055892655625939}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8375568389892578, "Finetune/Loss (Raw)": 0.8888434767723083, "Finetune/Step": 1480, "Finetune/Step Time": 7.042827874422073}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8380967378616333, "Finetune/Loss (Raw)": 0.9152775406837463, "Finetune/Step": 1481, "Finetune/Step Time": 7.058711102232337}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8378435373306274, "Finetune/Loss (Raw)": 0.8344475626945496, "Finetune/Step": 1482, "Finetune/Step Time": 7.04388652741909}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.834932267665863, "Finetune/Loss (Raw)": 0.626879096031189, "Finetune/Step": 1483, "Finetune/Step Time": 7.062058782204986}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.834086537361145, "Finetune/Loss (Raw)": 0.8949724435806274, "Finetune/Step": 1484, "Finetune/Step Time": 7.057671580463648}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8331776857376099, "Finetune/Loss (Raw)": 0.7913419604301453, "Finetune/Step": 1485, "Finetune/Step Time": 7.049025585874915}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8312361240386963, "Finetune/Loss (Raw)": 0.6637009978294373, "Finetune/Step": 1486, "Finetune/Step Time": 7.061719819903374}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8329749703407288, "Finetune/Loss (Raw)": 1.0218836069107056, "Finetune/Step": 1487, "Finetune/Step Time": 7.062758890911937}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8341389894485474, "Finetune/Loss (Raw)": 1.094175100326538, "Finetune/Step": 1488, "Finetune/Step Time": 7.059609178453684}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8314120769500732, "Finetune/Loss (Raw)": 0.6469035148620605, "Finetune/Step": 1489, "Finetune/Step Time": 7.069378029555082}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8305187225341797, "Finetune/Loss (Raw)": 0.7578712701797485, "Finetune/Step": 1490, "Finetune/Step Time": 7.086660834029317}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8294934034347534, "Finetune/Loss (Raw)": 0.7146092057228088, "Finetune/Step": 1491, "Finetune/Step Time": 7.086839539930224}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8304499387741089, "Finetune/Loss (Raw)": 0.9482811689376831, "Finetune/Step": 1492, "Finetune/Step Time": 7.066053392365575}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.829584002494812, "Finetune/Loss (Raw)": 0.6774526238441467, "Finetune/Step": 1493, "Finetune/Step Time": 7.076415427029133}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8292028903961182, "Finetune/Loss (Raw)": 0.8303102850914001, "Finetune/Step": 1494, "Finetune/Step Time": 7.080581920221448}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8296038508415222, "Finetune/Loss (Raw)": 0.8552356362342834, "Finetune/Step": 1495, "Finetune/Step Time": 7.068472741171718}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8297615647315979, "Finetune/Loss (Raw)": 0.9054338335990906, "Finetune/Step": 1496, "Finetune/Step Time": 7.0686963982880116}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8281111717224121, "Finetune/Loss (Raw)": 0.763407826423645, "Finetune/Step": 1497, "Finetune/Step Time": 7.063668858259916}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8299281597137451, "Finetune/Loss (Raw)": 0.9844518303871155, "Finetune/Step": 1498, "Finetune/Step Time": 7.06667834892869}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8282612562179565, "Finetune/Loss (Raw)": 0.6805501580238342, "Finetune/Step": 1499, "Finetune/Step Time": 7.078495070338249}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8275352716445923, "Finetune/Loss (Raw)": 0.5959299802780151, "Finetune/Step": 1500, "Finetune/Step Time": 7.078473897650838}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8273845314979553, "Finetune/Loss (Raw)": 0.9669832587242126, "Finetune/Step": 1501, "Finetune/Step Time": 7.104621395468712}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8289152383804321, "Finetune/Loss (Raw)": 0.9454848170280457, "Finetune/Step": 1502, "Finetune/Step Time": 7.09842068888247}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8273633122444153, "Finetune/Loss (Raw)": 0.7322030067443848, "Finetune/Step": 1503, "Finetune/Step Time": 7.100786879658699}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8297240734100342, "Finetune/Loss (Raw)": 0.8694915175437927, "Finetune/Step": 1504, "Finetune/Step Time": 7.095313433557749}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8297703862190247, "Finetune/Loss (Raw)": 0.8467211723327637, "Finetune/Step": 1505, "Finetune/Step Time": 7.085391947999597}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8284997940063477, "Finetune/Loss (Raw)": 0.7860680818557739, "Finetune/Step": 1506, "Finetune/Step Time": 7.0861512478441}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8311938047409058, "Finetune/Loss (Raw)": 0.9454473257064819, "Finetune/Step": 1507, "Finetune/Step Time": 7.069170841947198}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8320779204368591, "Finetune/Loss (Raw)": 0.951400101184845, "Finetune/Step": 1508, "Finetune/Step Time": 7.070470277220011}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8316526412963867, "Finetune/Loss (Raw)": 0.8657615184783936, "Finetune/Step": 1509, "Finetune/Step Time": 7.07295878790319}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8322222828865051, "Finetune/Loss (Raw)": 0.9486236572265625, "Finetune/Step": 1510, "Finetune/Step Time": 7.074118137359619}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8337211608886719, "Finetune/Loss (Raw)": 0.9461303353309631, "Finetune/Step": 1511, "Finetune/Step Time": 7.07309303060174}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8327944874763489, "Finetune/Loss (Raw)": 0.7411787509918213, "Finetune/Step": 1512, "Finetune/Step Time": 7.074025729671121}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8331239819526672, "Finetune/Loss (Raw)": 0.9888104200363159, "Finetune/Step": 1513, "Finetune/Step Time": 7.075831996276975}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8327879905700684, "Finetune/Loss (Raw)": 0.7999951243400574, "Finetune/Step": 1514, "Finetune/Step Time": 7.081332679837942}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8337758779525757, "Finetune/Loss (Raw)": 0.8637833595275879, "Finetune/Step": 1515, "Finetune/Step Time": 7.081881025806069}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8333503007888794, "Finetune/Loss (Raw)": 0.8725120425224304, "Finetune/Step": 1516, "Finetune/Step Time": 7.082120254635811}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8326298594474792, "Finetune/Loss (Raw)": 0.7983089089393616, "Finetune/Step": 1517, "Finetune/Step Time": 7.083359261974692}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8324359655380249, "Finetune/Loss (Raw)": 0.99002605676651, "Finetune/Step": 1518, "Finetune/Step Time": 7.091300321742892}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8317341804504395, "Finetune/Loss (Raw)": 0.7261039018630981, "Finetune/Step": 1519, "Finetune/Step Time": 7.07962603494525}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8313150405883789, "Finetune/Loss (Raw)": 0.7791228294372559, "Finetune/Step": 1520, "Finetune/Step Time": 7.0636365711688995}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8324766159057617, "Finetune/Loss (Raw)": 0.9050045013427734, "Finetune/Step": 1521, "Finetune/Step Time": 7.031466471031308}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8309676647186279, "Finetune/Loss (Raw)": 0.728026270866394, "Finetune/Step": 1522, "Finetune/Step Time": 7.037253839895129}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8294253945350647, "Finetune/Loss (Raw)": 0.6285949945449829, "Finetune/Step": 1523, "Finetune/Step Time": 7.046746410429478}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8301546573638916, "Finetune/Loss (Raw)": 0.7167947292327881, "Finetune/Step": 1524, "Finetune/Step Time": 7.050364723429084}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8290187120437622, "Finetune/Loss (Raw)": 0.7075337767601013, "Finetune/Step": 1525, "Finetune/Step Time": 7.039879644289613}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8295722007751465, "Finetune/Loss (Raw)": 0.9512760639190674, "Finetune/Step": 1526, "Finetune/Step Time": 7.039270283654332}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8314739465713501, "Finetune/Loss (Raw)": 0.8492228388786316, "Finetune/Step": 1527, "Finetune/Step Time": 7.047587398439646}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8298718929290771, "Finetune/Loss (Raw)": 0.7415321469306946, "Finetune/Step": 1528, "Finetune/Step Time": 7.04805806837976}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8312149047851562, "Finetune/Loss (Raw)": 0.9868225455284119, "Finetune/Step": 1529, "Finetune/Step Time": 7.0432139467448}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8299522399902344, "Finetune/Loss (Raw)": 0.6009026765823364, "Finetune/Step": 1530, "Finetune/Step Time": 7.044051269069314}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8306164741516113, "Finetune/Loss (Raw)": 0.9163542985916138, "Finetune/Step": 1531, "Finetune/Step Time": 7.045444717630744}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8304029703140259, "Finetune/Loss (Raw)": 0.8682721853256226, "Finetune/Step": 1532, "Finetune/Step Time": 7.053802037611604}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8302414417266846, "Finetune/Loss (Raw)": 0.6768182516098022, "Finetune/Step": 1533, "Finetune/Step Time": 7.050513748079538}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8289197683334351, "Finetune/Loss (Raw)": 0.685559093952179, "Finetune/Step": 1534, "Finetune/Step Time": 7.055206909775734}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8299826383590698, "Finetune/Loss (Raw)": 0.8163867592811584, "Finetune/Step": 1535, "Finetune/Step Time": 7.033723616972566}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8305233120918274, "Finetune/Loss (Raw)": 0.7969195246696472, "Finetune/Step": 1536, "Finetune/Step Time": 7.038345597684383}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8298804759979248, "Finetune/Loss (Raw)": 0.8279181718826294, "Finetune/Step": 1537, "Finetune/Step Time": 7.031601896509528}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8295393586158752, "Finetune/Loss (Raw)": 0.7020639777183533, "Finetune/Step": 1538, "Finetune/Step Time": 7.022896399721503}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8297151327133179, "Finetune/Loss (Raw)": 0.888840913772583, "Finetune/Step": 1539, "Finetune/Step Time": 7.024824865162373}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8310192227363586, "Finetune/Loss (Raw)": 0.8170957565307617, "Finetune/Step": 1540, "Finetune/Step Time": 7.014517532661557}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8312371969223022, "Finetune/Loss (Raw)": 0.9420167803764343, "Finetune/Step": 1541, "Finetune/Step Time": 7.0138802248984575}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8286159634590149, "Finetune/Loss (Raw)": 0.6825948357582092, "Finetune/Step": 1542, "Finetune/Step Time": 7.021314976736903}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8281011581420898, "Finetune/Loss (Raw)": 0.7654510736465454, "Finetune/Step": 1543, "Finetune/Step Time": 7.020976562052965}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8275899887084961, "Finetune/Loss (Raw)": 0.9091706275939941, "Finetune/Step": 1544, "Finetune/Step Time": 7.020405942574143}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8272775411605835, "Finetune/Loss (Raw)": 0.8108801245689392, "Finetune/Step": 1545, "Finetune/Step Time": 7.023779261857271}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8291258811950684, "Finetune/Loss (Raw)": 0.952754020690918, "Finetune/Step": 1546, "Finetune/Step Time": 7.0269804541021585}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8302607536315918, "Finetune/Loss (Raw)": 0.8692946434020996, "Finetune/Step": 1547, "Finetune/Step Time": 7.031935343518853}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8297973275184631, "Finetune/Loss (Raw)": 0.8505145907402039, "Finetune/Step": 1548, "Finetune/Step Time": 7.038459867238998}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.829116702079773, "Finetune/Loss (Raw)": 0.7220292687416077, "Finetune/Step": 1549, "Finetune/Step Time": 7.0523438192903996}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8300665616989136, "Finetune/Loss (Raw)": 0.8929561376571655, "Finetune/Step": 1550, "Finetune/Step Time": 7.053243177011609}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8286848068237305, "Finetune/Loss (Raw)": 0.7679893374443054, "Finetune/Step": 1551, "Finetune/Step Time": 7.060946827754378}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8297687768936157, "Finetune/Loss (Raw)": 0.9175417423248291, "Finetune/Step": 1552, "Finetune/Step Time": 7.060721790418029}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8290626406669617, "Finetune/Loss (Raw)": 0.7655660510063171, "Finetune/Step": 1553, "Finetune/Step Time": 7.070208311080933}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8288336992263794, "Finetune/Loss (Raw)": 0.7595617175102234, "Finetune/Step": 1554, "Finetune/Step Time": 7.0624137558043}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.830093502998352, "Finetune/Loss (Raw)": 0.906385064125061, "Finetune/Step": 1555, "Finetune/Step Time": 7.0666908379644156}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8297843337059021, "Finetune/Loss (Raw)": 0.7147202491760254, "Finetune/Step": 1556, "Finetune/Step Time": 7.071352249011397}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8304286003112793, "Finetune/Loss (Raw)": 0.8077719211578369, "Finetune/Step": 1557, "Finetune/Step Time": 7.074344299733639}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8306339979171753, "Finetune/Loss (Raw)": 0.8557630777359009, "Finetune/Step": 1558, "Finetune/Step Time": 7.067874355241656}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.83317631483078, "Finetune/Loss (Raw)": 1.0792853832244873, "Finetune/Step": 1559, "Finetune/Step Time": 7.06259648129344}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8341360688209534, "Finetune/Loss (Raw)": 0.9012662172317505, "Finetune/Step": 1560, "Finetune/Step Time": 7.076577728614211}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8334733843803406, "Finetune/Loss (Raw)": 0.8656606078147888, "Finetune/Step": 1561, "Finetune/Step Time": 7.071503775194287}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8348988890647888, "Finetune/Loss (Raw)": 0.905701756477356, "Finetune/Step": 1562, "Finetune/Step Time": 7.06398418918252}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8341072201728821, "Finetune/Loss (Raw)": 0.8049946427345276, "Finetune/Step": 1563, "Finetune/Step Time": 7.079612120985985}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8354785442352295, "Finetune/Loss (Raw)": 0.7823483943939209, "Finetune/Step": 1564, "Finetune/Step Time": 7.08017429150641}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8344138264656067, "Finetune/Loss (Raw)": 0.7461157441139221, "Finetune/Step": 1565, "Finetune/Step Time": 7.08198287896812}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8335210084915161, "Finetune/Loss (Raw)": 0.7658345699310303, "Finetune/Step": 1566, "Finetune/Step Time": 7.0866006426513195}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8327858448028564, "Finetune/Loss (Raw)": 0.8505082726478577, "Finetune/Step": 1567, "Finetune/Step Time": 7.0915567725896835}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8342795968055725, "Finetune/Loss (Raw)": 0.8261488676071167, "Finetune/Step": 1568, "Finetune/Step Time": 7.069594694301486}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8330387473106384, "Finetune/Loss (Raw)": 0.6917784810066223, "Finetune/Step": 1569, "Finetune/Step Time": 7.07973911985755}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8340587615966797, "Finetune/Loss (Raw)": 0.9505325555801392, "Finetune/Step": 1570, "Finetune/Step Time": 7.077021887525916}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8345392942428589, "Finetune/Loss (Raw)": 0.8952137231826782, "Finetune/Step": 1571, "Finetune/Step Time": 7.072031555697322}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8355262279510498, "Finetune/Loss (Raw)": 0.914456844329834, "Finetune/Step": 1572, "Finetune/Step Time": 7.079055132344365}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8352799415588379, "Finetune/Loss (Raw)": 0.8083143830299377, "Finetune/Step": 1573, "Finetune/Step Time": 7.089835241436958}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.835280179977417, "Finetune/Loss (Raw)": 0.7151864171028137, "Finetune/Step": 1574, "Finetune/Step Time": 7.078356781974435}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8359124660491943, "Finetune/Loss (Raw)": 0.981288492679596, "Finetune/Step": 1575, "Finetune/Step Time": 7.085702588781714}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8355759978294373, "Finetune/Loss (Raw)": 0.8705647587776184, "Finetune/Step": 1576, "Finetune/Step Time": 7.088597947731614}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8366509079933167, "Finetune/Loss (Raw)": 0.8702020645141602, "Finetune/Step": 1577, "Finetune/Step Time": 7.082543162629008}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8378539085388184, "Finetune/Loss (Raw)": 0.885617196559906, "Finetune/Step": 1578, "Finetune/Step Time": 7.046842897310853}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.837314784526825, "Finetune/Loss (Raw)": 0.7779821753501892, "Finetune/Step": 1579, "Finetune/Step Time": 7.037960100919008}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.835263192653656, "Finetune/Loss (Raw)": 0.6742410659790039, "Finetune/Step": 1580, "Finetune/Step Time": 7.066382424905896}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8348566889762878, "Finetune/Loss (Raw)": 0.755827784538269, "Finetune/Step": 1581, "Finetune/Step Time": 7.061912765726447}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8332014083862305, "Finetune/Loss (Raw)": 0.8410640954971313, "Finetune/Step": 1582, "Finetune/Step Time": 7.0731276497244835}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8325658440589905, "Finetune/Loss (Raw)": 0.86770099401474, "Finetune/Step": 1583, "Finetune/Step Time": 7.0662971008569}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8326460123062134, "Finetune/Loss (Raw)": 0.830771267414093, "Finetune/Step": 1584, "Finetune/Step Time": 7.068073397502303}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8352755308151245, "Finetune/Loss (Raw)": 0.9527191519737244, "Finetune/Step": 1585, "Finetune/Step Time": 7.055226406082511}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8363374471664429, "Finetune/Loss (Raw)": 0.9948462843894958, "Finetune/Step": 1586, "Finetune/Step Time": 7.096189668402076}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8359763622283936, "Finetune/Loss (Raw)": 0.9511295557022095, "Finetune/Step": 1587, "Finetune/Step Time": 7.093059413135052}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8346602916717529, "Finetune/Loss (Raw)": 0.8401861190795898, "Finetune/Step": 1588, "Finetune/Step Time": 7.099857917055488}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8331207633018494, "Finetune/Loss (Raw)": 0.8424121141433716, "Finetune/Step": 1589, "Finetune/Step Time": 7.110770091414452}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8333908319473267, "Finetune/Loss (Raw)": 0.9404075145721436, "Finetune/Step": 1590, "Finetune/Step Time": 7.112707439810038}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.830660343170166, "Finetune/Loss (Raw)": 0.6155424118041992, "Finetune/Step": 1591, "Finetune/Step Time": 7.11670384183526}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8297362923622131, "Finetune/Loss (Raw)": 0.716712474822998, "Finetune/Step": 1592, "Finetune/Step Time": 7.115785136818886}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8291763067245483, "Finetune/Loss (Raw)": 0.7872096300125122, "Finetune/Step": 1593, "Finetune/Step Time": 7.1186268851161}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.828943133354187, "Finetune/Loss (Raw)": 0.8377834558486938, "Finetune/Step": 1594, "Finetune/Step Time": 7.120068417862058}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8278127312660217, "Finetune/Loss (Raw)": 0.7062515020370483, "Finetune/Step": 1595, "Finetune/Step Time": 7.101200206205249}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.827329695224762, "Finetune/Loss (Raw)": 0.8556543588638306, "Finetune/Step": 1596, "Finetune/Step Time": 7.103753946721554}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8273500204086304, "Finetune/Loss (Raw)": 0.7217240929603577, "Finetune/Step": 1597, "Finetune/Step Time": 7.092239549383521}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8274421691894531, "Finetune/Loss (Raw)": 0.8343823552131653, "Finetune/Step": 1598, "Finetune/Step Time": 7.103229759261012}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8263345956802368, "Finetune/Loss (Raw)": 0.7226142883300781, "Finetune/Step": 1599, "Finetune/Step Time": 7.119763780385256}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8274855017662048, "Finetune/Loss (Raw)": 0.9068623781204224, "Finetune/Step": 1600, "Finetune/Step Time": 7.121402457356453}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8281572461128235, "Finetune/Loss (Raw)": 0.6840775012969971, "Finetune/Step": 1601, "Finetune/Step Time": 7.121905108913779}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8274957537651062, "Finetune/Loss (Raw)": 0.9458976984024048, "Finetune/Step": 1602, "Finetune/Step Time": 7.128887265920639}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8294963240623474, "Finetune/Loss (Raw)": 0.915510892868042, "Finetune/Step": 1603, "Finetune/Step Time": 7.128422042354941}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.828714907169342, "Finetune/Loss (Raw)": 0.8211038112640381, "Finetune/Step": 1604, "Finetune/Step Time": 7.116687040776014}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8286446332931519, "Finetune/Loss (Raw)": 0.6496399641036987, "Finetune/Step": 1605, "Finetune/Step Time": 7.108956389129162}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8255391120910645, "Finetune/Loss (Raw)": 0.6245773434638977, "Finetune/Step": 1606, "Finetune/Step Time": 7.13369613699615}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8259721398353577, "Finetune/Loss (Raw)": 0.8375667333602905, "Finetune/Step": 1607, "Finetune/Step Time": 7.122808389365673}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8245469331741333, "Finetune/Loss (Raw)": 0.7064152956008911, "Finetune/Step": 1608, "Finetune/Step Time": 7.136358642950654}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8242893218994141, "Finetune/Loss (Raw)": 0.8823091387748718, "Finetune/Step": 1609, "Finetune/Step Time": 7.120641592890024}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8245890140533447, "Finetune/Loss (Raw)": 0.8727996349334717, "Finetune/Step": 1610, "Finetune/Step Time": 7.1224469393491745}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8255767226219177, "Finetune/Loss (Raw)": 0.7533141374588013, "Finetune/Step": 1611, "Finetune/Step Time": 7.116021679714322}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8249491453170776, "Finetune/Loss (Raw)": 0.8146408200263977, "Finetune/Step": 1612, "Finetune/Step Time": 7.1164674535393715}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8244823217391968, "Finetune/Loss (Raw)": 0.7315890192985535, "Finetune/Step": 1613, "Finetune/Step Time": 7.125409044325352}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8262587189674377, "Finetune/Loss (Raw)": 0.8910778760910034, "Finetune/Step": 1614, "Finetune/Step Time": 7.112110996618867}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8256977796554565, "Finetune/Loss (Raw)": 0.9500840902328491, "Finetune/Step": 1615, "Finetune/Step Time": 7.1267459616065025}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8237659931182861, "Finetune/Loss (Raw)": 0.8469023704528809, "Finetune/Step": 1616, "Finetune/Step Time": 7.126740422099829}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8250760436058044, "Finetune/Loss (Raw)": 0.814595639705658, "Finetune/Step": 1617, "Finetune/Step Time": 7.1244262885302305}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8254978656768799, "Finetune/Loss (Raw)": 0.8118661642074585, "Finetune/Step": 1618, "Finetune/Step Time": 7.108711935579777}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8257855772972107, "Finetune/Loss (Raw)": 0.7514349222183228, "Finetune/Step": 1619, "Finetune/Step Time": 7.109502857550979}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.82669597864151, "Finetune/Loss (Raw)": 1.064810872077942, "Finetune/Step": 1620, "Finetune/Step Time": 7.121905751526356}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.827501654624939, "Finetune/Loss (Raw)": 0.7805798053741455, "Finetune/Step": 1621, "Finetune/Step Time": 7.1145461685955524}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8286114931106567, "Finetune/Loss (Raw)": 0.9723660349845886, "Finetune/Step": 1622, "Finetune/Step Time": 7.1114121451973915}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.830190896987915, "Finetune/Loss (Raw)": 1.057405710220337, "Finetune/Step": 1623, "Finetune/Step Time": 7.106674702838063}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8299445509910583, "Finetune/Loss (Raw)": 0.873895525932312, "Finetune/Step": 1624, "Finetune/Step Time": 7.108030328527093}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8308315277099609, "Finetune/Loss (Raw)": 0.8769419193267822, "Finetune/Step": 1625, "Finetune/Step Time": 7.108464177697897}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8300999402999878, "Finetune/Loss (Raw)": 0.890809953212738, "Finetune/Step": 1626, "Finetune/Step Time": 7.101666243746877}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8322729468345642, "Finetune/Loss (Raw)": 0.9586958885192871, "Finetune/Step": 1627, "Finetune/Step Time": 7.093830427154899}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8340036869049072, "Finetune/Loss (Raw)": 0.8174678087234497, "Finetune/Step": 1628, "Finetune/Step Time": 7.079438319429755}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8325710296630859, "Finetune/Loss (Raw)": 0.7835976481437683, "Finetune/Step": 1629, "Finetune/Step Time": 7.056371161714196}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8321959972381592, "Finetune/Loss (Raw)": 0.8974752426147461, "Finetune/Step": 1630, "Finetune/Step Time": 7.056407161056995}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8330873847007751, "Finetune/Loss (Raw)": 0.8463046550750732, "Finetune/Step": 1631, "Finetune/Step Time": 7.058815019205213}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8327789902687073, "Finetune/Loss (Raw)": 0.8300197124481201, "Finetune/Step": 1632, "Finetune/Step Time": 7.05376835539937}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8323007822036743, "Finetune/Loss (Raw)": 0.7855040431022644, "Finetune/Step": 1633, "Finetune/Step Time": 7.05421550758183}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8330519199371338, "Finetune/Loss (Raw)": 0.882220447063446, "Finetune/Step": 1634, "Finetune/Step Time": 7.039525082334876}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.831735372543335, "Finetune/Loss (Raw)": 0.7769263982772827, "Finetune/Step": 1635, "Finetune/Step Time": 7.056336846202612}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8312608003616333, "Finetune/Loss (Raw)": 0.890657365322113, "Finetune/Step": 1636, "Finetune/Step Time": 7.0548537857830524}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8307241201400757, "Finetune/Loss (Raw)": 0.7970607876777649, "Finetune/Step": 1637, "Finetune/Step Time": 7.058828787878156}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8295798301696777, "Finetune/Loss (Raw)": 0.8021621704101562, "Finetune/Step": 1638, "Finetune/Step Time": 7.060545053333044}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8278839588165283, "Finetune/Loss (Raw)": 0.7290507555007935, "Finetune/Step": 1639, "Finetune/Step Time": 7.060281749814749}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.829621434211731, "Finetune/Loss (Raw)": 0.963582456111908, "Finetune/Step": 1640, "Finetune/Step Time": 7.0520042553544044}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8291391730308533, "Finetune/Loss (Raw)": 0.9270787239074707, "Finetune/Step": 1641, "Finetune/Step Time": 7.04915077611804}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8295416235923767, "Finetune/Loss (Raw)": 0.8515157103538513, "Finetune/Step": 1642, "Finetune/Step Time": 7.039298621937633}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8303910493850708, "Finetune/Loss (Raw)": 0.9724975824356079, "Finetune/Step": 1643, "Finetune/Step Time": 7.037690307945013}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8296775817871094, "Finetune/Loss (Raw)": 0.7811899781227112, "Finetune/Step": 1644, "Finetune/Step Time": 7.05763091892004}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.830152153968811, "Finetune/Loss (Raw)": 0.8590554594993591, "Finetune/Step": 1645, "Finetune/Step Time": 7.0564830750226974}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8296267986297607, "Finetune/Loss (Raw)": 0.9227802157402039, "Finetune/Step": 1646, "Finetune/Step Time": 7.04675567522645}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8299717903137207, "Finetune/Loss (Raw)": 0.7702648043632507, "Finetune/Step": 1647, "Finetune/Step Time": 7.058507297188044}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8310914039611816, "Finetune/Loss (Raw)": 0.9224352836608887, "Finetune/Step": 1648, "Finetune/Step Time": 7.047665912657976}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8304133415222168, "Finetune/Loss (Raw)": 0.8182043433189392, "Finetune/Step": 1649, "Finetune/Step Time": 7.048473168164492}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8316606283187866, "Finetune/Loss (Raw)": 0.8876906633377075, "Finetune/Step": 1650, "Finetune/Step Time": 7.0408696457743645}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8325852155685425, "Finetune/Loss (Raw)": 0.746932327747345, "Finetune/Step": 1651, "Finetune/Step Time": 7.04265645518899}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8333882093429565, "Finetune/Loss (Raw)": 0.8195860385894775, "Finetune/Step": 1652, "Finetune/Step Time": 7.029297631233931}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8342626094818115, "Finetune/Loss (Raw)": 0.8194546103477478, "Finetune/Step": 1653, "Finetune/Step Time": 7.023774778470397}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8338990211486816, "Finetune/Loss (Raw)": 0.9047373533248901, "Finetune/Step": 1654, "Finetune/Step Time": 7.032790450379252}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8325862884521484, "Finetune/Loss (Raw)": 0.6811863780021667, "Finetune/Step": 1655, "Finetune/Step Time": 7.0350559782236814}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.833786129951477, "Finetune/Loss (Raw)": 0.8951237797737122, "Finetune/Step": 1656, "Finetune/Step Time": 7.025138484314084}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8323715329170227, "Finetune/Loss (Raw)": 0.8057486414909363, "Finetune/Step": 1657, "Finetune/Step Time": 7.0239602122455835}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8346521854400635, "Finetune/Loss (Raw)": 0.8928310871124268, "Finetune/Step": 1658, "Finetune/Step Time": 7.011188907548785}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8337281942367554, "Finetune/Loss (Raw)": 0.7980765104293823, "Finetune/Step": 1659, "Finetune/Step Time": 7.0114154778420925}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8338479995727539, "Finetune/Loss (Raw)": 0.8836139440536499, "Finetune/Step": 1660, "Finetune/Step Time": 7.006660571321845}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8351472020149231, "Finetune/Loss (Raw)": 0.8431074023246765, "Finetune/Step": 1661, "Finetune/Step Time": 7.004474896937609}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8371236324310303, "Finetune/Loss (Raw)": 0.9385437965393066, "Finetune/Step": 1662, "Finetune/Step Time": 7.004567759111524}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8353806734085083, "Finetune/Loss (Raw)": 0.5932918190956116, "Finetune/Step": 1663, "Finetune/Step Time": 7.01045149564743}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8346179723739624, "Finetune/Loss (Raw)": 0.6992924213409424, "Finetune/Step": 1664, "Finetune/Step Time": 7.004821289330721}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8358747363090515, "Finetune/Loss (Raw)": 0.9887836575508118, "Finetune/Step": 1665, "Finetune/Step Time": 7.004661547020078}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8367637395858765, "Finetune/Loss (Raw)": 0.8158575296401978, "Finetune/Step": 1666, "Finetune/Step Time": 6.987267151474953}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8367094993591309, "Finetune/Loss (Raw)": 0.8818943500518799, "Finetune/Step": 1667, "Finetune/Step Time": 6.984669601544738}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8376122713088989, "Finetune/Loss (Raw)": 0.9326553344726562, "Finetune/Step": 1668, "Finetune/Step Time": 6.986681267619133}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8372215032577515, "Finetune/Loss (Raw)": 0.8919937610626221, "Finetune/Step": 1669, "Finetune/Step Time": 6.996821731328964}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8391343951225281, "Finetune/Loss (Raw)": 0.9274518489837646, "Finetune/Step": 1670, "Finetune/Step Time": 6.986423822119832}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8394107818603516, "Finetune/Loss (Raw)": 0.8008201122283936, "Finetune/Step": 1671, "Finetune/Step Time": 6.990392956882715}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.838948667049408, "Finetune/Loss (Raw)": 0.8500272035598755, "Finetune/Step": 1672, "Finetune/Step Time": 7.004532312974334}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8381529450416565, "Finetune/Loss (Raw)": 0.7090242505073547, "Finetune/Step": 1673, "Finetune/Step Time": 7.016580145806074}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8353877663612366, "Finetune/Loss (Raw)": 0.5988132953643799, "Finetune/Step": 1674, "Finetune/Step Time": 7.008708598092198}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8340004682540894, "Finetune/Loss (Raw)": 0.6917171478271484, "Finetune/Step": 1675, "Finetune/Step Time": 7.0117272194474936}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8345685005187988, "Finetune/Loss (Raw)": 0.9232202768325806, "Finetune/Step": 1676, "Finetune/Step Time": 7.006619803607464}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.836363673210144, "Finetune/Loss (Raw)": 0.9518076181411743, "Finetune/Step": 1677, "Finetune/Step Time": 6.991022465750575}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8355130553245544, "Finetune/Loss (Raw)": 0.7840866446495056, "Finetune/Step": 1678, "Finetune/Step Time": 6.9864374455064535}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8346821069717407, "Finetune/Loss (Raw)": 0.6616250872612, "Finetune/Step": 1679, "Finetune/Step Time": 6.990223886445165}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8341866731643677, "Finetune/Loss (Raw)": 0.854123592376709, "Finetune/Step": 1680, "Finetune/Step Time": 6.995366552844644}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8349757194519043, "Finetune/Loss (Raw)": 0.8665719628334045, "Finetune/Step": 1681, "Finetune/Step Time": 6.982363425195217}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8371376991271973, "Finetune/Loss (Raw)": 1.036292552947998, "Finetune/Step": 1682, "Finetune/Step Time": 6.993845507502556}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8355660438537598, "Finetune/Loss (Raw)": 0.7052075266838074, "Finetune/Step": 1683, "Finetune/Step Time": 7.0086247231811285}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8365640640258789, "Finetune/Loss (Raw)": 0.8424723744392395, "Finetune/Step": 1684, "Finetune/Step Time": 7.001188267022371}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8360863327980042, "Finetune/Loss (Raw)": 0.746623694896698, "Finetune/Step": 1685, "Finetune/Step Time": 6.999676562845707}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8343006372451782, "Finetune/Loss (Raw)": 0.627189040184021, "Finetune/Step": 1686, "Finetune/Step Time": 7.006310410797596}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8329209089279175, "Finetune/Loss (Raw)": 0.9026861786842346, "Finetune/Step": 1687, "Finetune/Step Time": 7.005112929269671}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8322655558586121, "Finetune/Loss (Raw)": 0.8173773884773254, "Finetune/Step": 1688, "Finetune/Step Time": 7.002636296674609}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8309231400489807, "Finetune/Loss (Raw)": 0.6938313841819763, "Finetune/Step": 1689, "Finetune/Step Time": 7.015048988163471}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8312585353851318, "Finetune/Loss (Raw)": 0.9486327767372131, "Finetune/Step": 1690, "Finetune/Step Time": 7.009077347815037}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8318045735359192, "Finetune/Loss (Raw)": 0.8748875260353088, "Finetune/Step": 1691, "Finetune/Step Time": 6.992910532280803}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8312820792198181, "Finetune/Loss (Raw)": 0.7154700756072998, "Finetune/Step": 1692, "Finetune/Step Time": 7.00750670209527}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8306980133056641, "Finetune/Loss (Raw)": 0.6713526248931885, "Finetune/Step": 1693, "Finetune/Step Time": 7.021063545718789}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8294246792793274, "Finetune/Loss (Raw)": 0.6028524041175842, "Finetune/Step": 1694, "Finetune/Step Time": 7.022443398833275}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8281196355819702, "Finetune/Loss (Raw)": 0.6834578514099121, "Finetune/Step": 1695, "Finetune/Step Time": 7.027142299339175}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.828221321105957, "Finetune/Loss (Raw)": 0.8391618728637695, "Finetune/Step": 1696, "Finetune/Step Time": 7.0249425284564495}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8298960328102112, "Finetune/Loss (Raw)": 0.9061469435691833, "Finetune/Step": 1697, "Finetune/Step Time": 7.0138734839856625}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8290497660636902, "Finetune/Loss (Raw)": 0.842206597328186, "Finetune/Step": 1698, "Finetune/Step Time": 7.016753818839788}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8289538621902466, "Finetune/Loss (Raw)": 0.8829353451728821, "Finetune/Step": 1699, "Finetune/Step Time": 7.014856560155749}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8287563920021057, "Finetune/Loss (Raw)": 0.8891894221305847, "Finetune/Step": 1700, "Finetune/Step Time": 7.01024167612195}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8298705220222473, "Finetune/Loss (Raw)": 0.9509231448173523, "Finetune/Step": 1701, "Finetune/Step Time": 6.999766679480672}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8314889073371887, "Finetune/Loss (Raw)": 0.9223349094390869, "Finetune/Step": 1702, "Finetune/Step Time": 6.998845340684056}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8291842341423035, "Finetune/Loss (Raw)": 0.6862923502922058, "Finetune/Step": 1703, "Finetune/Step Time": 7.00446093454957}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8273506760597229, "Finetune/Loss (Raw)": 0.635867714881897, "Finetune/Step": 1704, "Finetune/Step Time": 7.014064319431782}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8272402882575989, "Finetune/Loss (Raw)": 0.8560748100280762, "Finetune/Step": 1705, "Finetune/Step Time": 7.016537236049771}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8274587988853455, "Finetune/Loss (Raw)": 0.9135888814926147, "Finetune/Step": 1706, "Finetune/Step Time": 7.017191341146827}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8282212018966675, "Finetune/Loss (Raw)": 0.8755603432655334, "Finetune/Step": 1707, "Finetune/Step Time": 7.017174873501062}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8294612169265747, "Finetune/Loss (Raw)": 0.8329693675041199, "Finetune/Step": 1708, "Finetune/Step Time": 6.999867042526603}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8311381936073303, "Finetune/Loss (Raw)": 0.9704816341400146, "Finetune/Step": 1709, "Finetune/Step Time": 7.000609079375863}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8310182094573975, "Finetune/Loss (Raw)": 0.8257030248641968, "Finetune/Step": 1710, "Finetune/Step Time": 6.997944559901953}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8308074474334717, "Finetune/Loss (Raw)": 0.840726912021637, "Finetune/Step": 1711, "Finetune/Step Time": 6.998172106221318}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8320242166519165, "Finetune/Loss (Raw)": 0.9865123629570007, "Finetune/Step": 1712, "Finetune/Step Time": 6.996073955669999}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8317130208015442, "Finetune/Loss (Raw)": 0.9128861427307129, "Finetune/Step": 1713, "Finetune/Step Time": 6.995813451707363}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8309049606323242, "Finetune/Loss (Raw)": 0.8914148807525635, "Finetune/Step": 1714, "Finetune/Step Time": 6.9622960314154625}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8284757137298584, "Finetune/Loss (Raw)": 0.640184223651886, "Finetune/Step": 1715, "Finetune/Step Time": 6.967127030715346}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8287656307220459, "Finetune/Loss (Raw)": 0.8772960305213928, "Finetune/Step": 1716, "Finetune/Step Time": 6.95702107809484}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8290082812309265, "Finetune/Loss (Raw)": 0.8734711408615112, "Finetune/Step": 1717, "Finetune/Step Time": 6.958208721131086}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8289240598678589, "Finetune/Loss (Raw)": 0.9296340942382812, "Finetune/Step": 1718, "Finetune/Step Time": 6.952367031946778}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8304917812347412, "Finetune/Loss (Raw)": 0.8162015676498413, "Finetune/Step": 1719, "Finetune/Step Time": 6.94111604988575}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8322079181671143, "Finetune/Loss (Raw)": 0.9363777041435242, "Finetune/Step": 1720, "Finetune/Step Time": 6.9391305558383465}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8331296443939209, "Finetune/Loss (Raw)": 0.9051953554153442, "Finetune/Step": 1721, "Finetune/Step Time": 6.938260553404689}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.833378791809082, "Finetune/Loss (Raw)": 0.869682788848877, "Finetune/Step": 1722, "Finetune/Step Time": 6.93122811242938}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8344783186912537, "Finetune/Loss (Raw)": 0.8469775915145874, "Finetune/Step": 1723, "Finetune/Step Time": 6.944618551060557}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8339604735374451, "Finetune/Loss (Raw)": 0.7893754243850708, "Finetune/Step": 1724, "Finetune/Step Time": 6.9512909054756165}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8349140882492065, "Finetune/Loss (Raw)": 0.8437924385070801, "Finetune/Step": 1725, "Finetune/Step Time": 6.942446505650878}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8345199823379517, "Finetune/Loss (Raw)": 0.7839338779449463, "Finetune/Step": 1726, "Finetune/Step Time": 6.937364960089326}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8354260921478271, "Finetune/Loss (Raw)": 0.838598370552063, "Finetune/Step": 1727, "Finetune/Step Time": 6.935855550691485}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.835676908493042, "Finetune/Loss (Raw)": 0.938958466053009, "Finetune/Step": 1728, "Finetune/Step Time": 6.945327382534742}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8373552560806274, "Finetune/Loss (Raw)": 0.8989101052284241, "Finetune/Step": 1729, "Finetune/Step Time": 6.931272707879543}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8357831239700317, "Finetune/Loss (Raw)": 0.7446645498275757, "Finetune/Step": 1730, "Finetune/Step Time": 6.92592041939497}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8366466760635376, "Finetune/Loss (Raw)": 1.0260459184646606, "Finetune/Step": 1731, "Finetune/Step Time": 6.922864805907011}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8374900817871094, "Finetune/Loss (Raw)": 0.9290632605552673, "Finetune/Step": 1732, "Finetune/Step Time": 6.934758823364973}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8392449617385864, "Finetune/Loss (Raw)": 0.8742547631263733, "Finetune/Step": 1733, "Finetune/Step Time": 6.930263768881559}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8413499593734741, "Finetune/Loss (Raw)": 0.8940237164497375, "Finetune/Step": 1734, "Finetune/Step Time": 6.918497484177351}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8413478136062622, "Finetune/Loss (Raw)": 0.8372898101806641, "Finetune/Step": 1735, "Finetune/Step Time": 6.918491184711456}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8426190614700317, "Finetune/Loss (Raw)": 0.8691374063491821, "Finetune/Step": 1736, "Finetune/Step Time": 6.91455146484077}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8418606519699097, "Finetune/Loss (Raw)": 0.7852307558059692, "Finetune/Step": 1737, "Finetune/Step Time": 6.9146843031048775}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8407328128814697, "Finetune/Loss (Raw)": 0.72843998670578, "Finetune/Step": 1738, "Finetune/Step Time": 6.924711395055056}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8413804769515991, "Finetune/Loss (Raw)": 0.8362088203430176, "Finetune/Step": 1739, "Finetune/Step Time": 6.907862951979041}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8409391045570374, "Finetune/Loss (Raw)": 0.7581495642662048, "Finetune/Step": 1740, "Finetune/Step Time": 6.92137979529798}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8433809280395508, "Finetune/Loss (Raw)": 1.0441356897354126, "Finetune/Step": 1741, "Finetune/Step Time": 6.916036935523152}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8417679071426392, "Finetune/Loss (Raw)": 0.6846180558204651, "Finetune/Step": 1742, "Finetune/Step Time": 6.919751740992069}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8409927487373352, "Finetune/Loss (Raw)": 0.850869357585907, "Finetune/Step": 1743, "Finetune/Step Time": 6.909362800419331}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8408141136169434, "Finetune/Loss (Raw)": 0.8240273594856262, "Finetune/Step": 1744, "Finetune/Step Time": 6.912099540233612}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8413324356079102, "Finetune/Loss (Raw)": 0.8809489607810974, "Finetune/Step": 1745, "Finetune/Step Time": 6.908473026007414}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.842627763748169, "Finetune/Loss (Raw)": 0.9776671528816223, "Finetune/Step": 1746, "Finetune/Step Time": 6.918504606932402}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8425223231315613, "Finetune/Loss (Raw)": 0.7379346489906311, "Finetune/Step": 1747, "Finetune/Step Time": 6.923063023015857}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8395638465881348, "Finetune/Loss (Raw)": 0.6861308217048645, "Finetune/Step": 1748, "Finetune/Step Time": 6.9202854465693235}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8403670787811279, "Finetune/Loss (Raw)": 0.8833827972412109, "Finetune/Step": 1749, "Finetune/Step Time": 6.91642551869154}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8403520584106445, "Finetune/Loss (Raw)": 0.9704452157020569, "Finetune/Step": 1750, "Finetune/Step Time": 6.930902982130647}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8392291069030762, "Finetune/Loss (Raw)": 0.9136713147163391, "Finetune/Step": 1751, "Finetune/Step Time": 6.93453561887145}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.840213418006897, "Finetune/Loss (Raw)": 0.9998911023139954, "Finetune/Step": 1752, "Finetune/Step Time": 6.945246355608106}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8400397896766663, "Finetune/Loss (Raw)": 0.8547138571739197, "Finetune/Step": 1753, "Finetune/Step Time": 6.945305874571204}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8402217626571655, "Finetune/Loss (Raw)": 0.9141086935997009, "Finetune/Step": 1754, "Finetune/Step Time": 6.94927136413753}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8394246101379395, "Finetune/Loss (Raw)": 0.856663703918457, "Finetune/Step": 1755, "Finetune/Step Time": 6.94365181773901}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8407434225082397, "Finetune/Loss (Raw)": 0.9862638115882874, "Finetune/Step": 1756, "Finetune/Step Time": 6.94621416926384}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8396852612495422, "Finetune/Loss (Raw)": 0.6481569409370422, "Finetune/Step": 1757, "Finetune/Step Time": 6.970052860677242}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8385464549064636, "Finetune/Loss (Raw)": 0.7517075538635254, "Finetune/Step": 1758, "Finetune/Step Time": 6.971257500350475}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8393954038619995, "Finetune/Loss (Raw)": 0.9549767971038818, "Finetune/Step": 1759, "Finetune/Step Time": 6.973325405269861}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8405369520187378, "Finetune/Loss (Raw)": 0.9761263728141785, "Finetune/Step": 1760, "Finetune/Step Time": 6.970800133422017}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8403689861297607, "Finetune/Loss (Raw)": 0.7640097141265869, "Finetune/Step": 1761, "Finetune/Step Time": 6.974875105544925}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.839391827583313, "Finetune/Loss (Raw)": 0.7571427226066589, "Finetune/Step": 1762, "Finetune/Step Time": 6.9806084875017405}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8412690758705139, "Finetune/Loss (Raw)": 1.017214298248291, "Finetune/Step": 1763, "Finetune/Step Time": 6.975807547569275}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8416860103607178, "Finetune/Loss (Raw)": 0.944033145904541, "Finetune/Step": 1764, "Finetune/Step Time": 6.991146186366677}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8414723873138428, "Finetune/Loss (Raw)": 0.7697126865386963, "Finetune/Step": 1765, "Finetune/Step Time": 6.989482298493385}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8422659039497375, "Finetune/Loss (Raw)": 0.9037265181541443, "Finetune/Step": 1766, "Finetune/Step Time": 6.988733040168881}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8423876166343689, "Finetune/Loss (Raw)": 0.7446320056915283, "Finetune/Step": 1767, "Finetune/Step Time": 6.986375084146857}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8406363725662231, "Finetune/Loss (Raw)": 0.7394253015518188, "Finetune/Step": 1768, "Finetune/Step Time": 6.986698359251022}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8387671709060669, "Finetune/Loss (Raw)": 0.6878166198730469, "Finetune/Step": 1769, "Finetune/Step Time": 6.997186006978154}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8390237092971802, "Finetune/Loss (Raw)": 0.8843489289283752, "Finetune/Step": 1770, "Finetune/Step Time": 7.001274602487683}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8376165628433228, "Finetune/Loss (Raw)": 0.7923951745033264, "Finetune/Step": 1771, "Finetune/Step Time": 7.00026048719883}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8392641544342041, "Finetune/Loss (Raw)": 0.9920720458030701, "Finetune/Step": 1772, "Finetune/Step Time": 6.980752160772681}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8387951254844666, "Finetune/Loss (Raw)": 0.7990251183509827, "Finetune/Step": 1773, "Finetune/Step Time": 6.987835329025984}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8377087116241455, "Finetune/Loss (Raw)": 0.7837168574333191, "Finetune/Step": 1774, "Finetune/Step Time": 6.99961100704968}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8390108346939087, "Finetune/Loss (Raw)": 0.9369327425956726, "Finetune/Step": 1775, "Finetune/Step Time": 6.987595548853278}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8383537530899048, "Finetune/Loss (Raw)": 0.838333785533905, "Finetune/Step": 1776, "Finetune/Step Time": 6.987758047878742}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.83887779712677, "Finetune/Loss (Raw)": 0.8852790594100952, "Finetune/Step": 1777, "Finetune/Step Time": 6.985099118202925}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8384303450584412, "Finetune/Loss (Raw)": 0.8304140567779541, "Finetune/Step": 1778, "Finetune/Step Time": 6.987693285569549}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8408122062683105, "Finetune/Loss (Raw)": 1.051817536354065, "Finetune/Step": 1779, "Finetune/Step Time": 6.986600818112493}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8409209251403809, "Finetune/Loss (Raw)": 0.8335057497024536, "Finetune/Step": 1780, "Finetune/Step Time": 6.97959728166461}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8399030566215515, "Finetune/Loss (Raw)": 0.6891648173332214, "Finetune/Step": 1781, "Finetune/Step Time": 6.979524277150631}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8395740985870361, "Finetune/Loss (Raw)": 0.8626306056976318, "Finetune/Step": 1782, "Finetune/Step Time": 6.980361018329859}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.840043306350708, "Finetune/Loss (Raw)": 0.7412411570549011, "Finetune/Step": 1783, "Finetune/Step Time": 6.967751614749432}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8409214019775391, "Finetune/Loss (Raw)": 1.0075253248214722, "Finetune/Step": 1784, "Finetune/Step Time": 6.967799903824925}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8395135402679443, "Finetune/Loss (Raw)": 0.6255389451980591, "Finetune/Step": 1785, "Finetune/Step Time": 6.977095117792487}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8390628099441528, "Finetune/Loss (Raw)": 0.835128903388977, "Finetune/Step": 1786, "Finetune/Step Time": 6.977146688848734}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8383015990257263, "Finetune/Loss (Raw)": 0.7006494998931885, "Finetune/Step": 1787, "Finetune/Step Time": 6.9815189354121685}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8374944925308228, "Finetune/Loss (Raw)": 0.7803090214729309, "Finetune/Step": 1788, "Finetune/Step Time": 6.979943299666047}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8360719084739685, "Finetune/Loss (Raw)": 0.6610105037689209, "Finetune/Step": 1789, "Finetune/Step Time": 6.993352988734841}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8356434106826782, "Finetune/Loss (Raw)": 0.8837077021598816, "Finetune/Step": 1790, "Finetune/Step Time": 6.995416959747672}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8385832905769348, "Finetune/Loss (Raw)": 0.9695861339569092, "Finetune/Step": 1791, "Finetune/Step Time": 7.002031212672591}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8403430581092834, "Finetune/Loss (Raw)": 0.9245461821556091, "Finetune/Step": 1792, "Finetune/Step Time": 7.00161262601614}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8383894562721252, "Finetune/Loss (Raw)": 0.7387197017669678, "Finetune/Step": 1793, "Finetune/Step Time": 7.011882819235325}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8395662307739258, "Finetune/Loss (Raw)": 0.9664846658706665, "Finetune/Step": 1794, "Finetune/Step Time": 7.017842467874289}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8377128839492798, "Finetune/Loss (Raw)": 0.6446656584739685, "Finetune/Step": 1795, "Finetune/Step Time": 7.03173591196537}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8368163108825684, "Finetune/Loss (Raw)": 0.8179010152816772, "Finetune/Step": 1796, "Finetune/Step Time": 7.0275042820721865}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8365045785903931, "Finetune/Loss (Raw)": 0.8520845174789429, "Finetune/Step": 1797, "Finetune/Step Time": 7.016078148037195}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8360271453857422, "Finetune/Loss (Raw)": 0.8663458824157715, "Finetune/Step": 1798, "Finetune/Step Time": 7.020479362457991}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8362505435943604, "Finetune/Loss (Raw)": 0.8294132947921753, "Finetune/Step": 1799, "Finetune/Step Time": 7.013584999367595}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8359225988388062, "Finetune/Loss (Raw)": 0.8080477118492126, "Finetune/Step": 1800, "Finetune/Step Time": 7.0174676068127155}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8373147249221802, "Finetune/Loss (Raw)": 0.8872191309928894, "Finetune/Step": 1801, "Finetune/Step Time": 7.009788094088435}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8388248682022095, "Finetune/Loss (Raw)": 0.792107880115509, "Finetune/Step": 1802, "Finetune/Step Time": 7.010980641469359}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8398863077163696, "Finetune/Loss (Raw)": 0.8275811076164246, "Finetune/Step": 1803, "Finetune/Step Time": 7.021121149882674}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.839585542678833, "Finetune/Loss (Raw)": 0.88471919298172, "Finetune/Step": 1804, "Finetune/Step Time": 7.024146335199475}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8363659381866455, "Finetune/Loss (Raw)": 0.5396999716758728, "Finetune/Step": 1805, "Finetune/Step Time": 7.030413694679737}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8361421823501587, "Finetune/Loss (Raw)": 0.7554472088813782, "Finetune/Step": 1806, "Finetune/Step Time": 7.040077326819301}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8378914594650269, "Finetune/Loss (Raw)": 0.8855392932891846, "Finetune/Step": 1807, "Finetune/Step Time": 7.026731880381703}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8375283479690552, "Finetune/Loss (Raw)": 0.8076426982879639, "Finetune/Step": 1808, "Finetune/Step Time": 7.0175558142364025}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.837547779083252, "Finetune/Loss (Raw)": 0.8690531253814697, "Finetune/Step": 1809, "Finetune/Step Time": 7.016475958749652}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8356456756591797, "Finetune/Loss (Raw)": 0.7928275465965271, "Finetune/Step": 1810, "Finetune/Step Time": 7.008007153868675}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8366996049880981, "Finetune/Loss (Raw)": 0.840106189250946, "Finetune/Step": 1811, "Finetune/Step Time": 6.99167837947607}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8360453844070435, "Finetune/Loss (Raw)": 0.7587376236915588, "Finetune/Step": 1812, "Finetune/Step Time": 6.996690578758717}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8366032838821411, "Finetune/Loss (Raw)": 0.8180378079414368, "Finetune/Step": 1813, "Finetune/Step Time": 6.9883982222527266}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8383907079696655, "Finetune/Loss (Raw)": 0.8559787273406982, "Finetune/Step": 1814, "Finetune/Step Time": 6.9785101916641}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8378666639328003, "Finetune/Loss (Raw)": 0.8356135487556458, "Finetune/Step": 1815, "Finetune/Step Time": 6.97768060863018}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8387348055839539, "Finetune/Loss (Raw)": 0.9284870028495789, "Finetune/Step": 1816, "Finetune/Step Time": 6.962931172922254}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8399515151977539, "Finetune/Loss (Raw)": 0.8495670557022095, "Finetune/Step": 1817, "Finetune/Step Time": 6.949711723253131}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8387019634246826, "Finetune/Loss (Raw)": 0.788696825504303, "Finetune/Step": 1818, "Finetune/Step Time": 6.950049372389913}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8387815952301025, "Finetune/Loss (Raw)": 0.8850813508033752, "Finetune/Step": 1819, "Finetune/Step Time": 6.947646349668503}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8390389680862427, "Finetune/Loss (Raw)": 0.7484109401702881, "Finetune/Step": 1820, "Finetune/Step Time": 6.92209735698998}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8405231237411499, "Finetune/Loss (Raw)": 0.8613258004188538, "Finetune/Step": 1821, "Finetune/Step Time": 6.920700088143349}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8441989421844482, "Finetune/Loss (Raw)": 1.0733616352081299, "Finetune/Step": 1822, "Finetune/Step Time": 6.915919046849012}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8454965353012085, "Finetune/Loss (Raw)": 0.8495539426803589, "Finetune/Step": 1823, "Finetune/Step Time": 6.90831995382905}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8439528942108154, "Finetune/Loss (Raw)": 0.6415667533874512, "Finetune/Step": 1824, "Finetune/Step Time": 6.9122279193252325}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8434935212135315, "Finetune/Loss (Raw)": 0.8473461270332336, "Finetune/Step": 1825, "Finetune/Step Time": 6.913436755537987}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8438616991043091, "Finetune/Loss (Raw)": 0.8893381953239441, "Finetune/Step": 1826, "Finetune/Step Time": 6.925885846838355}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8432964086532593, "Finetune/Loss (Raw)": 0.810574471950531, "Finetune/Step": 1827, "Finetune/Step Time": 6.9515859093517065}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.843243420124054, "Finetune/Loss (Raw)": 0.8824090957641602, "Finetune/Step": 1828, "Finetune/Step Time": 6.95031962543726}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8439264297485352, "Finetune/Loss (Raw)": 1.038351058959961, "Finetune/Step": 1829, "Finetune/Step Time": 6.950952680781484}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8442213535308838, "Finetune/Loss (Raw)": 0.9600836634635925, "Finetune/Step": 1830, "Finetune/Step Time": 6.957825027406216}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8453927636146545, "Finetune/Loss (Raw)": 0.8362330794334412, "Finetune/Step": 1831, "Finetune/Step Time": 6.945112135261297}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8480265736579895, "Finetune/Loss (Raw)": 0.9729885458946228, "Finetune/Step": 1832, "Finetune/Step Time": 6.931864222511649}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8471209406852722, "Finetune/Loss (Raw)": 0.740156352519989, "Finetune/Step": 1833, "Finetune/Step Time": 6.955701269209385}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8475618958473206, "Finetune/Loss (Raw)": 0.9700322151184082, "Finetune/Step": 1834, "Finetune/Step Time": 6.957536758854985}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8476125001907349, "Finetune/Loss (Raw)": 0.8820403218269348, "Finetune/Step": 1835, "Finetune/Step Time": 6.961642328649759}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8481130599975586, "Finetune/Loss (Raw)": 0.8970396518707275, "Finetune/Step": 1836, "Finetune/Step Time": 6.957428487017751}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8469770550727844, "Finetune/Loss (Raw)": 0.8250748515129089, "Finetune/Step": 1837, "Finetune/Step Time": 6.966830963268876}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8471853733062744, "Finetune/Loss (Raw)": 0.8523716926574707, "Finetune/Step": 1838, "Finetune/Step Time": 6.962305331602693}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8477005362510681, "Finetune/Loss (Raw)": 0.9066635370254517, "Finetune/Step": 1839, "Finetune/Step Time": 6.963311195373535}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8464857339859009, "Finetune/Loss (Raw)": 0.8310088515281677, "Finetune/Step": 1840, "Finetune/Step Time": 6.9711781572550535}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8453574180603027, "Finetune/Loss (Raw)": 0.7684744596481323, "Finetune/Step": 1841, "Finetune/Step Time": 6.969726184383035}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8457025289535522, "Finetune/Loss (Raw)": 0.9355771541595459, "Finetune/Step": 1842, "Finetune/Step Time": 6.9649976417422295}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8473275899887085, "Finetune/Loss (Raw)": 0.8482012748718262, "Finetune/Step": 1843, "Finetune/Step Time": 6.968397594988346}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8466747403144836, "Finetune/Loss (Raw)": 0.793728232383728, "Finetune/Step": 1844, "Finetune/Step Time": 6.977163769304752}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8458354473114014, "Finetune/Loss (Raw)": 0.7660446166992188, "Finetune/Step": 1845, "Finetune/Step Time": 6.980723153799772}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8459917306900024, "Finetune/Loss (Raw)": 0.9496349096298218, "Finetune/Step": 1846, "Finetune/Step Time": 6.981387136504054}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8462105989456177, "Finetune/Loss (Raw)": 0.8442166447639465, "Finetune/Step": 1847, "Finetune/Step Time": 6.9864285960793495}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8456331491470337, "Finetune/Loss (Raw)": 0.862461507320404, "Finetune/Step": 1848, "Finetune/Step Time": 6.981658462435007}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8461745381355286, "Finetune/Loss (Raw)": 0.9744970798492432, "Finetune/Step": 1849, "Finetune/Step Time": 6.976847095414996}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8466050624847412, "Finetune/Loss (Raw)": 0.9247925281524658, "Finetune/Step": 1850, "Finetune/Step Time": 6.980768211185932}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8450565934181213, "Finetune/Loss (Raw)": 0.6487714648246765, "Finetune/Step": 1851, "Finetune/Step Time": 6.98278402723372}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.845880925655365, "Finetune/Loss (Raw)": 0.8948872685432434, "Finetune/Step": 1852, "Finetune/Step Time": 6.973123392090201}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.846372663974762, "Finetune/Loss (Raw)": 0.9067362546920776, "Finetune/Step": 1853, "Finetune/Step Time": 6.975137606263161}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8472824096679688, "Finetune/Loss (Raw)": 0.9003804922103882, "Finetune/Step": 1854, "Finetune/Step Time": 6.9802889078855515}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8477548360824585, "Finetune/Loss (Raw)": 0.8990709185600281, "Finetune/Step": 1855, "Finetune/Step Time": 6.96679106913507}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8481523990631104, "Finetune/Loss (Raw)": 0.989837646484375, "Finetune/Step": 1856, "Finetune/Step Time": 6.955406259745359}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8469380140304565, "Finetune/Loss (Raw)": 0.7434803247451782, "Finetune/Step": 1857, "Finetune/Step Time": 6.9875240214169025}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8475492000579834, "Finetune/Loss (Raw)": 0.8228852152824402, "Finetune/Step": 1858, "Finetune/Step Time": 6.992141827940941}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8470536470413208, "Finetune/Loss (Raw)": 0.9626226425170898, "Finetune/Step": 1859, "Finetune/Step Time": 6.986155778169632}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8454324007034302, "Finetune/Loss (Raw)": 0.7215472459793091, "Finetune/Step": 1860, "Finetune/Step Time": 6.9760436955839396}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8448437452316284, "Finetune/Loss (Raw)": 0.7989071607589722, "Finetune/Step": 1861, "Finetune/Step Time": 6.9755053501576185}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8439130783081055, "Finetune/Loss (Raw)": 0.774892270565033, "Finetune/Step": 1862, "Finetune/Step Time": 6.963329715654254}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8431510925292969, "Finetune/Loss (Raw)": 0.7397597432136536, "Finetune/Step": 1863, "Finetune/Step Time": 6.961980385705829}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8422810435295105, "Finetune/Loss (Raw)": 0.7577675580978394, "Finetune/Step": 1864, "Finetune/Step Time": 6.956204319372773}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8434138894081116, "Finetune/Loss (Raw)": 0.9302376508712769, "Finetune/Step": 1865, "Finetune/Step Time": 6.955764247104526}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8449913263320923, "Finetune/Loss (Raw)": 0.9303464293479919, "Finetune/Step": 1866, "Finetune/Step Time": 6.951221225783229}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8458966016769409, "Finetune/Loss (Raw)": 0.9520870447158813, "Finetune/Step": 1867, "Finetune/Step Time": 6.9562325198203325}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8457654714584351, "Finetune/Loss (Raw)": 0.7413617372512817, "Finetune/Step": 1868, "Finetune/Step Time": 6.9581232983618975}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8448619842529297, "Finetune/Loss (Raw)": 0.9284950494766235, "Finetune/Step": 1869, "Finetune/Step Time": 6.952970175072551}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8455820083618164, "Finetune/Loss (Raw)": 0.7767797708511353, "Finetune/Step": 1870, "Finetune/Step Time": 6.948775785043836}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8452781438827515, "Finetune/Loss (Raw)": 0.8119758367538452, "Finetune/Step": 1871, "Finetune/Step Time": 6.959482416510582}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8443425893783569, "Finetune/Loss (Raw)": 0.704281210899353, "Finetune/Step": 1872, "Finetune/Step Time": 6.960738006979227}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8431285619735718, "Finetune/Loss (Raw)": 0.7255514860153198, "Finetune/Step": 1873, "Finetune/Step Time": 6.971428016200662}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8424581289291382, "Finetune/Loss (Raw)": 0.8918454647064209, "Finetune/Step": 1874, "Finetune/Step Time": 6.961123928427696}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8417912721633911, "Finetune/Loss (Raw)": 0.6525746583938599, "Finetune/Step": 1875, "Finetune/Step Time": 6.95479247905314}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8433181047439575, "Finetune/Loss (Raw)": 0.8815645575523376, "Finetune/Step": 1876, "Finetune/Step Time": 6.945618763566017}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8433430194854736, "Finetune/Loss (Raw)": 0.8865750432014465, "Finetune/Step": 1877, "Finetune/Step Time": 6.949048483744264}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8408328890800476, "Finetune/Loss (Raw)": 0.6491492390632629, "Finetune/Step": 1878, "Finetune/Step Time": 6.9431454334408045}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8411432504653931, "Finetune/Loss (Raw)": 0.953391969203949, "Finetune/Step": 1879, "Finetune/Step Time": 6.936344888061285}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8383302688598633, "Finetune/Loss (Raw)": 0.6398324966430664, "Finetune/Step": 1880, "Finetune/Step Time": 6.940569503232837}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8374045491218567, "Finetune/Loss (Raw)": 0.7362261414527893, "Finetune/Step": 1881, "Finetune/Step Time": 6.945475667715073}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8371917605400085, "Finetune/Loss (Raw)": 0.8868737816810608, "Finetune/Step": 1882, "Finetune/Step Time": 6.94320978038013}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8357240557670593, "Finetune/Loss (Raw)": 0.6687948107719421, "Finetune/Step": 1883, "Finetune/Step Time": 6.950498536229134}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8331940174102783, "Finetune/Loss (Raw)": 0.6624159812927246, "Finetune/Step": 1884, "Finetune/Step Time": 6.963424678891897}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8351410627365112, "Finetune/Loss (Raw)": 0.897377073764801, "Finetune/Step": 1885, "Finetune/Step Time": 6.939117623493075}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8371622562408447, "Finetune/Loss (Raw)": 1.0104278326034546, "Finetune/Step": 1886, "Finetune/Step Time": 6.942943558096886}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8354112505912781, "Finetune/Loss (Raw)": 0.7308456897735596, "Finetune/Step": 1887, "Finetune/Step Time": 6.950117914006114}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8332781791687012, "Finetune/Loss (Raw)": 0.7030969858169556, "Finetune/Step": 1888, "Finetune/Step Time": 6.955033138394356}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8336071372032166, "Finetune/Loss (Raw)": 0.8061109781265259, "Finetune/Step": 1889, "Finetune/Step Time": 6.957802630960941}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8339839577674866, "Finetune/Loss (Raw)": 0.8053813576698303, "Finetune/Step": 1890, "Finetune/Step Time": 6.963587716221809}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8332484364509583, "Finetune/Loss (Raw)": 0.9230630397796631, "Finetune/Step": 1891, "Finetune/Step Time": 6.9622294139117}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8336794376373291, "Finetune/Loss (Raw)": 0.9992053508758545, "Finetune/Step": 1892, "Finetune/Step Time": 6.947509737685323}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8338942527770996, "Finetune/Loss (Raw)": 0.7972068190574646, "Finetune/Step": 1893, "Finetune/Step Time": 6.948013396933675}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8325577974319458, "Finetune/Loss (Raw)": 0.7326586246490479, "Finetune/Step": 1894, "Finetune/Step Time": 6.942229509353638}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8332073092460632, "Finetune/Loss (Raw)": 0.8277708888053894, "Finetune/Step": 1895, "Finetune/Step Time": 6.954421084374189}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8341253399848938, "Finetune/Loss (Raw)": 0.8569300174713135, "Finetune/Step": 1896, "Finetune/Step Time": 6.956944674253464}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8364428281784058, "Finetune/Loss (Raw)": 0.9844553470611572, "Finetune/Step": 1897, "Finetune/Step Time": 6.947895677760243}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8364206552505493, "Finetune/Loss (Raw)": 0.8815126419067383, "Finetune/Step": 1898, "Finetune/Step Time": 6.949408538639545}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8358747959136963, "Finetune/Loss (Raw)": 0.7225239276885986, "Finetune/Step": 1899, "Finetune/Step Time": 6.9751898907125}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.834635317325592, "Finetune/Loss (Raw)": 0.8334196209907532, "Finetune/Step": 1900, "Finetune/Step Time": 6.975408365949988}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8346499800682068, "Finetune/Loss (Raw)": 0.8008999228477478, "Finetune/Step": 1901, "Finetune/Step Time": 6.972007526084781}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8358568549156189, "Finetune/Loss (Raw)": 0.9381985664367676, "Finetune/Step": 1902, "Finetune/Step Time": 6.964846715331078}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8344256281852722, "Finetune/Loss (Raw)": 0.7537376880645752, "Finetune/Step": 1903, "Finetune/Step Time": 6.981834443286061}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8342778086662292, "Finetune/Loss (Raw)": 0.8194092512130737, "Finetune/Step": 1904, "Finetune/Step Time": 6.984537972137332}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8325092196464539, "Finetune/Loss (Raw)": 0.6589003801345825, "Finetune/Step": 1905, "Finetune/Step Time": 6.999247306957841}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8320077657699585, "Finetune/Loss (Raw)": 0.7662282586097717, "Finetune/Step": 1906, "Finetune/Step Time": 7.007017621770501}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.830566942691803, "Finetune/Loss (Raw)": 0.86739182472229, "Finetune/Step": 1907, "Finetune/Step Time": 7.00768874399364}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8302263021469116, "Finetune/Loss (Raw)": 0.7899027466773987, "Finetune/Step": 1908, "Finetune/Step Time": 7.006820319220424}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8295875787734985, "Finetune/Loss (Raw)": 0.6074048280715942, "Finetune/Step": 1909, "Finetune/Step Time": 7.017240146175027}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8294650316238403, "Finetune/Loss (Raw)": 0.8469411134719849, "Finetune/Step": 1910, "Finetune/Step Time": 7.009518336504698}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8305677771568298, "Finetune/Loss (Raw)": 0.8824019432067871, "Finetune/Step": 1911, "Finetune/Step Time": 7.01201825030148}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8292751312255859, "Finetune/Loss (Raw)": 0.8420630693435669, "Finetune/Step": 1912, "Finetune/Step Time": 7.008813578635454}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8309019804000854, "Finetune/Loss (Raw)": 0.8337845206260681, "Finetune/Step": 1913, "Finetune/Step Time": 6.997377905994654}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8321588635444641, "Finetune/Loss (Raw)": 0.9959999918937683, "Finetune/Step": 1914, "Finetune/Step Time": 6.994644075632095}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8338862657546997, "Finetune/Loss (Raw)": 0.9217580556869507, "Finetune/Step": 1915, "Finetune/Step Time": 7.01367450132966}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8343493938446045, "Finetune/Loss (Raw)": 0.8395919799804688, "Finetune/Step": 1916, "Finetune/Step Time": 7.014156160876155}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8350645303726196, "Finetune/Loss (Raw)": 0.7525410056114197, "Finetune/Step": 1917, "Finetune/Step Time": 6.9996604193001986}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8345158100128174, "Finetune/Loss (Raw)": 0.813475489616394, "Finetune/Step": 1918, "Finetune/Step Time": 6.9912317004054785}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8334510326385498, "Finetune/Loss (Raw)": 0.8332986831665039, "Finetune/Step": 1919, "Finetune/Step Time": 6.97727015055716}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8318705558776855, "Finetune/Loss (Raw)": 0.7222415804862976, "Finetune/Step": 1920, "Finetune/Step Time": 6.986368454992771}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8335314989089966, "Finetune/Loss (Raw)": 0.951327919960022, "Finetune/Step": 1921, "Finetune/Step Time": 6.97533287294209}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8304541707038879, "Finetune/Loss (Raw)": 0.5725788474082947, "Finetune/Step": 1922, "Finetune/Step Time": 6.987729500979185}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8319156169891357, "Finetune/Loss (Raw)": 0.8317313194274902, "Finetune/Step": 1923, "Finetune/Step Time": 6.976050628349185}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8325619697570801, "Finetune/Loss (Raw)": 0.9006394147872925, "Finetune/Step": 1924, "Finetune/Step Time": 6.974804216995835}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8337820768356323, "Finetune/Loss (Raw)": 1.0082465410232544, "Finetune/Step": 1925, "Finetune/Step Time": 6.973294110968709}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8320533037185669, "Finetune/Loss (Raw)": 0.6450729370117188, "Finetune/Step": 1926, "Finetune/Step Time": 6.9825186394155025}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8312637209892273, "Finetune/Loss (Raw)": 0.7283408641815186, "Finetune/Step": 1927, "Finetune/Step Time": 6.999681830406189}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.832245409488678, "Finetune/Loss (Raw)": 0.9337119460105896, "Finetune/Step": 1928, "Finetune/Step Time": 6.983096754178405}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8308215141296387, "Finetune/Loss (Raw)": 0.7049623727798462, "Finetune/Step": 1929, "Finetune/Step Time": 6.9769458789378405}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.829757034778595, "Finetune/Loss (Raw)": 0.6558434367179871, "Finetune/Step": 1930, "Finetune/Step Time": 6.965210501104593}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8302537202835083, "Finetune/Loss (Raw)": 0.891156017780304, "Finetune/Step": 1931, "Finetune/Step Time": 6.947378436103463}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.828479528427124, "Finetune/Loss (Raw)": 0.6576263308525085, "Finetune/Step": 1932, "Finetune/Step Time": 6.959964154288173}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8312423229217529, "Finetune/Loss (Raw)": 0.893336832523346, "Finetune/Step": 1933, "Finetune/Step Time": 6.957839697599411}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8322494029998779, "Finetune/Loss (Raw)": 0.8843569159507751, "Finetune/Step": 1934, "Finetune/Step Time": 6.946855820715427}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8327318429946899, "Finetune/Loss (Raw)": 0.9472865462303162, "Finetune/Step": 1935, "Finetune/Step Time": 6.948858046904206}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8320193886756897, "Finetune/Loss (Raw)": 0.7164546847343445, "Finetune/Step": 1936, "Finetune/Step Time": 6.9596575088799}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8318250179290771, "Finetune/Loss (Raw)": 0.8441702723503113, "Finetune/Step": 1937, "Finetune/Step Time": 6.959536692127585}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8310416340827942, "Finetune/Loss (Raw)": 0.6925577521324158, "Finetune/Step": 1938, "Finetune/Step Time": 6.97059972025454}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.831085741519928, "Finetune/Loss (Raw)": 0.8457498550415039, "Finetune/Step": 1939, "Finetune/Step Time": 6.969212494790554}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.828779935836792, "Finetune/Loss (Raw)": 0.46359783411026, "Finetune/Step": 1940, "Finetune/Step Time": 6.971193965524435}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.828728199005127, "Finetune/Loss (Raw)": 0.8114147782325745, "Finetune/Step": 1941, "Finetune/Step Time": 6.981697438284755}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8297849893569946, "Finetune/Loss (Raw)": 0.9912393093109131, "Finetune/Step": 1942, "Finetune/Step Time": 6.98599324375391}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8304281830787659, "Finetune/Loss (Raw)": 0.9179487824440002, "Finetune/Step": 1943, "Finetune/Step Time": 6.987909661605954}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8298457264900208, "Finetune/Loss (Raw)": 0.8539366126060486, "Finetune/Step": 1944, "Finetune/Step Time": 6.992207100614905}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8284302949905396, "Finetune/Loss (Raw)": 0.6683943271636963, "Finetune/Step": 1945, "Finetune/Step Time": 7.006629662588239}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8293904066085815, "Finetune/Loss (Raw)": 0.9115806818008423, "Finetune/Step": 1946, "Finetune/Step Time": 7.02584077976644}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8302352428436279, "Finetune/Loss (Raw)": 0.9932196736335754, "Finetune/Step": 1947, "Finetune/Step Time": 7.027099477127194}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8323593139648438, "Finetune/Loss (Raw)": 1.020300030708313, "Finetune/Step": 1948, "Finetune/Step Time": 7.025995487347245}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8330756425857544, "Finetune/Loss (Raw)": 0.9530181884765625, "Finetune/Step": 1949, "Finetune/Step Time": 7.015557300299406}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8325246572494507, "Finetune/Loss (Raw)": 1.0028338432312012, "Finetune/Step": 1950, "Finetune/Step Time": 7.012763446196914}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8333343267440796, "Finetune/Loss (Raw)": 0.9531906247138977, "Finetune/Step": 1951, "Finetune/Step Time": 7.017514940351248}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8359390497207642, "Finetune/Loss (Raw)": 0.9749675393104553, "Finetune/Step": 1952, "Finetune/Step Time": 7.01282793097198}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8337420225143433, "Finetune/Loss (Raw)": 0.5661252737045288, "Finetune/Step": 1953, "Finetune/Step Time": 7.030941149219871}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8313949108123779, "Finetune/Loss (Raw)": 0.5889080762863159, "Finetune/Step": 1954, "Finetune/Step Time": 7.026277467608452}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.830625057220459, "Finetune/Loss (Raw)": 0.7120306491851807, "Finetune/Step": 1955, "Finetune/Step Time": 7.014298157766461}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8295974731445312, "Finetune/Loss (Raw)": 0.7508848309516907, "Finetune/Step": 1956, "Finetune/Step Time": 7.009278340265155}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8287403583526611, "Finetune/Loss (Raw)": 0.9286366701126099, "Finetune/Step": 1957, "Finetune/Step Time": 7.005911165848374}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8288259506225586, "Finetune/Loss (Raw)": 0.9710332155227661, "Finetune/Step": 1958, "Finetune/Step Time": 6.996696008369327}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8282899856567383, "Finetune/Loss (Raw)": 0.7676376700401306, "Finetune/Step": 1959, "Finetune/Step Time": 7.010876974090934}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.828456461429596, "Finetune/Loss (Raw)": 0.9942998290061951, "Finetune/Step": 1960, "Finetune/Step Time": 7.01611209474504}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8283305168151855, "Finetune/Loss (Raw)": 0.7240362167358398, "Finetune/Step": 1961, "Finetune/Step Time": 6.99624958075583}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.826438307762146, "Finetune/Loss (Raw)": 0.727822482585907, "Finetune/Step": 1962, "Finetune/Step Time": 7.012196678668261}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.824686586856842, "Finetune/Loss (Raw)": 0.6578245759010315, "Finetune/Step": 1963, "Finetune/Step Time": 7.017040578648448}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8241351842880249, "Finetune/Loss (Raw)": 0.8264589309692383, "Finetune/Step": 1964, "Finetune/Step Time": 7.023228079080582}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8227250576019287, "Finetune/Loss (Raw)": 0.6445785164833069, "Finetune/Step": 1965, "Finetune/Step Time": 7.032837655395269}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8219114542007446, "Finetune/Loss (Raw)": 0.748235821723938, "Finetune/Step": 1966, "Finetune/Step Time": 7.028610605746508}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8208296298980713, "Finetune/Loss (Raw)": 0.7681918740272522, "Finetune/Step": 1967, "Finetune/Step Time": 7.020812731236219}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8215881586074829, "Finetune/Loss (Raw)": 0.9280967712402344, "Finetune/Step": 1968, "Finetune/Step Time": 7.00973647646606}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8210626840591431, "Finetune/Loss (Raw)": 0.7012073993682861, "Finetune/Step": 1969, "Finetune/Step Time": 7.023654639720917}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8200125694274902, "Finetune/Loss (Raw)": 0.8011628985404968, "Finetune/Step": 1970, "Finetune/Step Time": 7.022072017192841}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.81917804479599, "Finetune/Loss (Raw)": 0.7413874864578247, "Finetune/Step": 1971, "Finetune/Step Time": 7.024963021278381}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8194563388824463, "Finetune/Loss (Raw)": 0.8293412923812866, "Finetune/Step": 1972, "Finetune/Step Time": 7.017029153183103}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8195400834083557, "Finetune/Loss (Raw)": 0.7767705917358398, "Finetune/Step": 1973, "Finetune/Step Time": 7.0302686635404825}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8197572231292725, "Finetune/Loss (Raw)": 0.9774237871170044, "Finetune/Step": 1974, "Finetune/Step Time": 7.030604187399149}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8198368549346924, "Finetune/Loss (Raw)": 0.8544150590896606, "Finetune/Step": 1975, "Finetune/Step Time": 7.024555092677474}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8199456930160522, "Finetune/Loss (Raw)": 0.8763957023620605, "Finetune/Step": 1976, "Finetune/Step Time": 7.0252765119075775}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8194254040718079, "Finetune/Loss (Raw)": 0.9078989028930664, "Finetune/Step": 1977, "Finetune/Step Time": 7.033532466739416}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8198109865188599, "Finetune/Loss (Raw)": 0.9741507172584534, "Finetune/Step": 1978, "Finetune/Step Time": 7.030712891370058}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8203085660934448, "Finetune/Loss (Raw)": 0.7124620079994202, "Finetune/Step": 1979, "Finetune/Step Time": 7.026764873415232}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.818760335445404, "Finetune/Loss (Raw)": 0.6967064738273621, "Finetune/Step": 1980, "Finetune/Step Time": 7.0366079937666655}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8184760808944702, "Finetune/Loss (Raw)": 0.8703540563583374, "Finetune/Step": 1981, "Finetune/Step Time": 7.035814754664898}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8182176351547241, "Finetune/Loss (Raw)": 0.8672980070114136, "Finetune/Step": 1982, "Finetune/Step Time": 7.03006537258625}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8177110552787781, "Finetune/Loss (Raw)": 0.8342300653457642, "Finetune/Step": 1983, "Finetune/Step Time": 7.0313237346708775}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8178130984306335, "Finetune/Loss (Raw)": 1.0028977394104004, "Finetune/Step": 1984, "Finetune/Step Time": 7.032264905050397}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8194823861122131, "Finetune/Loss (Raw)": 0.9571474194526672, "Finetune/Step": 1985, "Finetune/Step Time": 7.000734519213438}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8211764097213745, "Finetune/Loss (Raw)": 1.0397213697433472, "Finetune/Step": 1986, "Finetune/Step Time": 6.993792464956641}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8198186755180359, "Finetune/Loss (Raw)": 0.7888352870941162, "Finetune/Step": 1987, "Finetune/Step Time": 7.01514095813036}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8205127716064453, "Finetune/Loss (Raw)": 0.8103851675987244, "Finetune/Step": 1988, "Finetune/Step Time": 7.014924127608538}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.82136470079422, "Finetune/Loss (Raw)": 0.9079583883285522, "Finetune/Step": 1989, "Finetune/Step Time": 7.014484090730548}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8223081827163696, "Finetune/Loss (Raw)": 0.8956543207168579, "Finetune/Step": 1990, "Finetune/Step Time": 7.015788301825523}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8220958709716797, "Finetune/Loss (Raw)": 0.7125869393348694, "Finetune/Step": 1991, "Finetune/Step Time": 7.015156717970967}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8229533433914185, "Finetune/Loss (Raw)": 0.8675296902656555, "Finetune/Step": 1992, "Finetune/Step Time": 7.010368812829256}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8211942911148071, "Finetune/Loss (Raw)": 0.7050796151161194, "Finetune/Step": 1993, "Finetune/Step Time": 7.014053087681532}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.819084882736206, "Finetune/Loss (Raw)": 0.6603373289108276, "Finetune/Step": 1994, "Finetune/Step Time": 7.011681996285915}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8173604011535645, "Finetune/Loss (Raw)": 0.7313552498817444, "Finetune/Step": 1995, "Finetune/Step Time": 7.013144677504897}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8174269199371338, "Finetune/Loss (Raw)": 0.7498700618743896, "Finetune/Step": 1996, "Finetune/Step Time": 7.012025261297822}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.817765474319458, "Finetune/Loss (Raw)": 0.971836268901825, "Finetune/Step": 1997, "Finetune/Step Time": 7.013773774728179}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8179545402526855, "Finetune/Loss (Raw)": 0.800975501537323, "Finetune/Step": 1998, "Finetune/Step Time": 7.01438644900918}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8172954320907593, "Finetune/Loss (Raw)": 0.7276113033294678, "Finetune/Step": 1999, "Finetune/Step Time": 7.003450617194176}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8172507286071777, "Finetune/Loss (Raw)": 0.6985613107681274, "Finetune/Step": 2000, "Finetune/Step Time": 7.0231128465384245}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8182781934738159, "Finetune/Loss (Raw)": 0.8570712804794312, "Finetune/Step": 2001, "Finetune/Step Time": 7.021857246756554}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8179560899734497, "Finetune/Loss (Raw)": 0.8506075739860535, "Finetune/Step": 2002, "Finetune/Step Time": 7.01847511343658}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8189951181411743, "Finetune/Loss (Raw)": 0.7855777144432068, "Finetune/Step": 2003, "Finetune/Step Time": 7.017177641391754}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8184561729431152, "Finetune/Loss (Raw)": 0.8125779032707214, "Finetune/Step": 2004, "Finetune/Step Time": 7.018510146066546}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8177319765090942, "Finetune/Loss (Raw)": 0.7938770055770874, "Finetune/Step": 2005, "Finetune/Step Time": 7.012687856331468}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8191015124320984, "Finetune/Loss (Raw)": 0.8244468569755554, "Finetune/Step": 2006, "Finetune/Step Time": 7.005550252273679}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8198215961456299, "Finetune/Loss (Raw)": 1.0455617904663086, "Finetune/Step": 2007, "Finetune/Step Time": 7.00559064373374}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8210983276367188, "Finetune/Loss (Raw)": 0.8032627701759338, "Finetune/Step": 2008, "Finetune/Step Time": 7.001653261482716}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8214174509048462, "Finetune/Loss (Raw)": 0.7770658731460571, "Finetune/Step": 2009, "Finetune/Step Time": 6.992760468274355}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8216069936752319, "Finetune/Loss (Raw)": 0.9111400246620178, "Finetune/Step": 2010, "Finetune/Step Time": 6.991775853559375}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8243914842605591, "Finetune/Loss (Raw)": 1.02519953250885, "Finetune/Step": 2011, "Finetune/Step Time": 6.985839679837227}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8258081674575806, "Finetune/Loss (Raw)": 0.8437578678131104, "Finetune/Step": 2012, "Finetune/Step Time": 6.969396522268653}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8257946372032166, "Finetune/Loss (Raw)": 0.895646333694458, "Finetune/Step": 2013, "Finetune/Step Time": 6.9829977713525295}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8231942057609558, "Finetune/Loss (Raw)": 0.6775760650634766, "Finetune/Step": 2014, "Finetune/Step Time": 6.990799594670534}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8234505653381348, "Finetune/Loss (Raw)": 0.7636586427688599, "Finetune/Step": 2015, "Finetune/Step Time": 6.992402547970414}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8239405155181885, "Finetune/Loss (Raw)": 0.7658073306083679, "Finetune/Step": 2016, "Finetune/Step Time": 7.00173750333488}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.823058009147644, "Finetune/Loss (Raw)": 0.6931524872779846, "Finetune/Step": 2017, "Finetune/Step Time": 7.006499042734504}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8237497210502625, "Finetune/Loss (Raw)": 0.893916130065918, "Finetune/Step": 2018, "Finetune/Step Time": 6.9993861969560385}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8226398825645447, "Finetune/Loss (Raw)": 0.781009316444397, "Finetune/Step": 2019, "Finetune/Step Time": 7.003635160624981}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8217362761497498, "Finetune/Loss (Raw)": 0.8835455775260925, "Finetune/Step": 2020, "Finetune/Step Time": 7.00418209657073}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8216004371643066, "Finetune/Loss (Raw)": 0.779815673828125, "Finetune/Step": 2021, "Finetune/Step Time": 7.0016084890812635}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8222935199737549, "Finetune/Loss (Raw)": 0.8213732242584229, "Finetune/Step": 2022, "Finetune/Step Time": 7.00578061491251}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8207612037658691, "Finetune/Loss (Raw)": 0.631637692451477, "Finetune/Step": 2023, "Finetune/Step Time": 7.014570999890566}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8201230764389038, "Finetune/Loss (Raw)": 0.7752469182014465, "Finetune/Step": 2024, "Finetune/Step Time": 7.012411514297128}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8184511661529541, "Finetune/Loss (Raw)": 0.770451545715332, "Finetune/Step": 2025, "Finetune/Step Time": 7.020784744992852}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8185641765594482, "Finetune/Loss (Raw)": 0.8959717154502869, "Finetune/Step": 2026, "Finetune/Step Time": 7.010960157960653}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8191713094711304, "Finetune/Loss (Raw)": 0.8002385497093201, "Finetune/Step": 2027, "Finetune/Step Time": 6.98656253516674}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8193389177322388, "Finetune/Loss (Raw)": 0.8548721075057983, "Finetune/Step": 2028, "Finetune/Step Time": 6.998715428635478}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8202164769172668, "Finetune/Loss (Raw)": 0.913231611251831, "Finetune/Step": 2029, "Finetune/Step Time": 7.007093058899045}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8174811601638794, "Finetune/Loss (Raw)": 0.5880800485610962, "Finetune/Step": 2030, "Finetune/Step Time": 7.015974510461092}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8179293870925903, "Finetune/Loss (Raw)": 0.811108410358429, "Finetune/Step": 2031, "Finetune/Step Time": 6.99837052449584}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8188313245773315, "Finetune/Loss (Raw)": 0.9348568320274353, "Finetune/Step": 2032, "Finetune/Step Time": 6.993411254137754}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8202868103981018, "Finetune/Loss (Raw)": 0.8452010154724121, "Finetune/Step": 2033, "Finetune/Step Time": 6.981771310791373}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8219143152236938, "Finetune/Loss (Raw)": 0.9745559096336365, "Finetune/Step": 2034, "Finetune/Step Time": 6.981192417442799}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8203943967819214, "Finetune/Loss (Raw)": 0.6728390455245972, "Finetune/Step": 2035, "Finetune/Step Time": 6.989818604663014}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.820884108543396, "Finetune/Loss (Raw)": 0.8525837063789368, "Finetune/Step": 2036, "Finetune/Step Time": 7.000482080504298}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8223433494567871, "Finetune/Loss (Raw)": 0.794191300868988, "Finetune/Step": 2037, "Finetune/Step Time": 7.003027189522982}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8210850954055786, "Finetune/Loss (Raw)": 0.6858779788017273, "Finetune/Step": 2038, "Finetune/Step Time": 7.002837520092726}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8217394351959229, "Finetune/Loss (Raw)": 0.9661663770675659, "Finetune/Step": 2039, "Finetune/Step Time": 6.999602185562253}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8219893574714661, "Finetune/Loss (Raw)": 0.8740480542182922, "Finetune/Step": 2040, "Finetune/Step Time": 6.996714793145657}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8222543597221375, "Finetune/Loss (Raw)": 0.8677016496658325, "Finetune/Step": 2041, "Finetune/Step Time": 7.032875785604119}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8203223943710327, "Finetune/Loss (Raw)": 0.7487089037895203, "Finetune/Step": 2042, "Finetune/Step Time": 7.033272944390774}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8197348117828369, "Finetune/Loss (Raw)": 0.8465495109558105, "Finetune/Step": 2043, "Finetune/Step Time": 7.009906085208058}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8200160264968872, "Finetune/Loss (Raw)": 0.8755893707275391, "Finetune/Step": 2044, "Finetune/Step Time": 7.006719583645463}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8209736943244934, "Finetune/Loss (Raw)": 0.8751198053359985, "Finetune/Step": 2045, "Finetune/Step Time": 7.015606394037604}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8221446871757507, "Finetune/Loss (Raw)": 0.9633649587631226, "Finetune/Step": 2046, "Finetune/Step Time": 7.01592412404716}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8228189945220947, "Finetune/Loss (Raw)": 0.919607937335968, "Finetune/Step": 2047, "Finetune/Step Time": 7.019297456368804}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8228265047073364, "Finetune/Loss (Raw)": 0.723199188709259, "Finetune/Step": 2048, "Finetune/Step Time": 7.0126685574650764}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8198236227035522, "Finetune/Loss (Raw)": 0.5669693350791931, "Finetune/Step": 2049, "Finetune/Step Time": 7.022969389334321}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8206826448440552, "Finetune/Loss (Raw)": 0.6825252175331116, "Finetune/Step": 2050, "Finetune/Step Time": 7.018595851957798}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8219483494758606, "Finetune/Loss (Raw)": 0.993743360042572, "Finetune/Step": 2051, "Finetune/Step Time": 7.02965560182929}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8222940564155579, "Finetune/Loss (Raw)": 0.9448908567428589, "Finetune/Step": 2052, "Finetune/Step Time": 7.037629630416632}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8213062286376953, "Finetune/Loss (Raw)": 0.8818054795265198, "Finetune/Step": 2053, "Finetune/Step Time": 7.039399789646268}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8236391544342041, "Finetune/Loss (Raw)": 0.9436830878257751, "Finetune/Step": 2054, "Finetune/Step Time": 7.025592189282179}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8250054121017456, "Finetune/Loss (Raw)": 0.9032332301139832, "Finetune/Step": 2055, "Finetune/Step Time": 7.023208521306515}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8250330090522766, "Finetune/Loss (Raw)": 0.9372360706329346, "Finetune/Step": 2056, "Finetune/Step Time": 7.022869179025292}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8253614902496338, "Finetune/Loss (Raw)": 0.7470085024833679, "Finetune/Step": 2057, "Finetune/Step Time": 7.029512269422412}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.826388955116272, "Finetune/Loss (Raw)": 0.7873603105545044, "Finetune/Step": 2058, "Finetune/Step Time": 7.038919286802411}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8254160284996033, "Finetune/Loss (Raw)": 0.7666204571723938, "Finetune/Step": 2059, "Finetune/Step Time": 7.040412601083517}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8263589143753052, "Finetune/Loss (Raw)": 0.7783158421516418, "Finetune/Step": 2060, "Finetune/Step Time": 7.025031020864844}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8266948461532593, "Finetune/Loss (Raw)": 0.9363290071487427, "Finetune/Step": 2061, "Finetune/Step Time": 7.0223641861230135}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8258914947509766, "Finetune/Loss (Raw)": 0.781539797782898, "Finetune/Step": 2062, "Finetune/Step Time": 7.0239439737051725}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8256008625030518, "Finetune/Loss (Raw)": 0.9100858569145203, "Finetune/Step": 2063, "Finetune/Step Time": 7.030513906851411}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8255881071090698, "Finetune/Loss (Raw)": 0.7148137092590332, "Finetune/Step": 2064, "Finetune/Step Time": 7.039377210661769}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.825228214263916, "Finetune/Loss (Raw)": 0.7981142401695251, "Finetune/Step": 2065, "Finetune/Step Time": 7.044236354529858}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8249938488006592, "Finetune/Loss (Raw)": 0.6625480651855469, "Finetune/Step": 2066, "Finetune/Step Time": 7.045352039858699}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.824913501739502, "Finetune/Loss (Raw)": 0.8354734182357788, "Finetune/Step": 2067, "Finetune/Step Time": 7.04577118717134}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8279393911361694, "Finetune/Loss (Raw)": 0.8509069681167603, "Finetune/Step": 2068, "Finetune/Step Time": 7.035968339070678}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8281222581863403, "Finetune/Loss (Raw)": 0.8348206281661987, "Finetune/Step": 2069, "Finetune/Step Time": 7.02379691042006}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8243581652641296, "Finetune/Loss (Raw)": 0.5094333291053772, "Finetune/Step": 2070, "Finetune/Step Time": 7.031339704990387}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8238934278488159, "Finetune/Loss (Raw)": 0.8584693670272827, "Finetune/Step": 2071, "Finetune/Step Time": 7.033918613567948}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8246511220932007, "Finetune/Loss (Raw)": 0.9509221315383911, "Finetune/Step": 2072, "Finetune/Step Time": 7.0292640049010515}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.825211763381958, "Finetune/Loss (Raw)": 0.7401517629623413, "Finetune/Step": 2073, "Finetune/Step Time": 7.023375632241368}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8254110813140869, "Finetune/Loss (Raw)": 0.937090277671814, "Finetune/Step": 2074, "Finetune/Step Time": 7.01865210942924}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8238574862480164, "Finetune/Loss (Raw)": 0.7943644523620605, "Finetune/Step": 2075, "Finetune/Step Time": 7.018409229815006}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8213375806808472, "Finetune/Loss (Raw)": 0.6977530121803284, "Finetune/Step": 2076, "Finetune/Step Time": 7.028142858296633}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8201442956924438, "Finetune/Loss (Raw)": 0.8002765774726868, "Finetune/Step": 2077, "Finetune/Step Time": 7.028694419190288}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8184044361114502, "Finetune/Loss (Raw)": 0.7801292538642883, "Finetune/Step": 2078, "Finetune/Step Time": 7.028716288506985}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.817119836807251, "Finetune/Loss (Raw)": 0.7887638211250305, "Finetune/Step": 2079, "Finetune/Step Time": 7.024485217407346}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8149661421775818, "Finetune/Loss (Raw)": 0.6992905139923096, "Finetune/Step": 2080, "Finetune/Step Time": 7.029667180031538}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8168192505836487, "Finetune/Loss (Raw)": 0.8033307790756226, "Finetune/Step": 2081, "Finetune/Step Time": 7.020026424899697}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8183884620666504, "Finetune/Loss (Raw)": 0.7897588014602661, "Finetune/Step": 2082, "Finetune/Step Time": 7.011054685339332}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8197352886199951, "Finetune/Loss (Raw)": 0.8844237923622131, "Finetune/Step": 2083, "Finetune/Step Time": 6.9978204276412725}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8215445876121521, "Finetune/Loss (Raw)": 0.9824773073196411, "Finetune/Step": 2084, "Finetune/Step Time": 6.995844140648842}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8190968036651611, "Finetune/Loss (Raw)": 0.615324079990387, "Finetune/Step": 2085, "Finetune/Step Time": 7.009138081222773}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8185745477676392, "Finetune/Loss (Raw)": 0.9041842818260193, "Finetune/Step": 2086, "Finetune/Step Time": 7.013613360002637}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8201984167098999, "Finetune/Loss (Raw)": 0.9754907488822937, "Finetune/Step": 2087, "Finetune/Step Time": 6.995406718924642}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8194966912269592, "Finetune/Loss (Raw)": 0.9044803380966187, "Finetune/Step": 2088, "Finetune/Step Time": 6.9894097205251455}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8205626010894775, "Finetune/Loss (Raw)": 0.8604705333709717, "Finetune/Step": 2089, "Finetune/Step Time": 6.984772326424718}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8195713758468628, "Finetune/Loss (Raw)": 0.6009454131126404, "Finetune/Step": 2090, "Finetune/Step Time": 6.98500470072031}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8204290270805359, "Finetune/Loss (Raw)": 0.7676022052764893, "Finetune/Step": 2091, "Finetune/Step Time": 6.972629055380821}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8207606077194214, "Finetune/Loss (Raw)": 0.8689013719558716, "Finetune/Step": 2092, "Finetune/Step Time": 6.964083211496472}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.822853147983551, "Finetune/Loss (Raw)": 0.912429928779602, "Finetune/Step": 2093, "Finetune/Step Time": 6.943445822224021}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.824539303779602, "Finetune/Loss (Raw)": 0.9640656113624573, "Finetune/Step": 2094, "Finetune/Step Time": 6.943828115239739}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8251954317092896, "Finetune/Loss (Raw)": 0.8521734476089478, "Finetune/Step": 2095, "Finetune/Step Time": 6.947741501033306}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8242752552032471, "Finetune/Loss (Raw)": 0.8103054761886597, "Finetune/Step": 2096, "Finetune/Step Time": 6.951049266383052}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8257231712341309, "Finetune/Loss (Raw)": 0.8865468502044678, "Finetune/Step": 2097, "Finetune/Step Time": 6.936898026615381}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8255088329315186, "Finetune/Loss (Raw)": 0.7737220525741577, "Finetune/Step": 2098, "Finetune/Step Time": 6.952430214732885}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8242948651313782, "Finetune/Loss (Raw)": 0.5860041975975037, "Finetune/Step": 2099, "Finetune/Step Time": 6.954165622591972}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8230392336845398, "Finetune/Loss (Raw)": 0.6686250567436218, "Finetune/Step": 2100, "Finetune/Step Time": 6.957129506394267}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8240906596183777, "Finetune/Loss (Raw)": 0.9113461971282959, "Finetune/Step": 2101, "Finetune/Step Time": 6.928970353677869}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8226965665817261, "Finetune/Loss (Raw)": 0.7989910244941711, "Finetune/Step": 2102, "Finetune/Step Time": 6.930834643542767}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8213017582893372, "Finetune/Loss (Raw)": 0.6758716106414795, "Finetune/Step": 2103, "Finetune/Step Time": 6.956244749948382}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8207014203071594, "Finetune/Loss (Raw)": 0.7995531558990479, "Finetune/Step": 2104, "Finetune/Step Time": 6.961962331086397}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8200821280479431, "Finetune/Loss (Raw)": 0.8286283612251282, "Finetune/Step": 2105, "Finetune/Step Time": 6.967625418677926}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8191399574279785, "Finetune/Loss (Raw)": 0.8535456657409668, "Finetune/Step": 2106, "Finetune/Step Time": 6.973638784140348}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8204367160797119, "Finetune/Loss (Raw)": 0.8784564733505249, "Finetune/Step": 2107, "Finetune/Step Time": 6.958542540669441}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.821061372756958, "Finetune/Loss (Raw)": 0.77666175365448, "Finetune/Step": 2108, "Finetune/Step Time": 6.947495710104704}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8212233781814575, "Finetune/Loss (Raw)": 0.8910871148109436, "Finetune/Step": 2109, "Finetune/Step Time": 6.951828422024846}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8206620216369629, "Finetune/Loss (Raw)": 0.7954500913619995, "Finetune/Step": 2110, "Finetune/Step Time": 6.968036124482751}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8201438188552856, "Finetune/Loss (Raw)": 0.7679023742675781, "Finetune/Step": 2111, "Finetune/Step Time": 6.97806398011744}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8178762793540955, "Finetune/Loss (Raw)": 0.7126495242118835, "Finetune/Step": 2112, "Finetune/Step Time": 6.990885902196169}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8169453144073486, "Finetune/Loss (Raw)": 0.8379844427108765, "Finetune/Step": 2113, "Finetune/Step Time": 6.986172944307327}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.815798819065094, "Finetune/Loss (Raw)": 0.8929649591445923, "Finetune/Step": 2114, "Finetune/Step Time": 6.999586949124932}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8166621923446655, "Finetune/Loss (Raw)": 0.8993512392044067, "Finetune/Step": 2115, "Finetune/Step Time": 6.981116022914648}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8161195516586304, "Finetune/Loss (Raw)": 0.7409305572509766, "Finetune/Step": 2116, "Finetune/Step Time": 6.9927628338336945}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8142298460006714, "Finetune/Loss (Raw)": 0.666064977645874, "Finetune/Step": 2117, "Finetune/Step Time": 7.006410777568817}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8131840229034424, "Finetune/Loss (Raw)": 0.761792004108429, "Finetune/Step": 2118, "Finetune/Step Time": 7.0114114712923765}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8134146332740784, "Finetune/Loss (Raw)": 0.7421066761016846, "Finetune/Step": 2119, "Finetune/Step Time": 7.019536094740033}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8126239776611328, "Finetune/Loss (Raw)": 0.7663305997848511, "Finetune/Step": 2120, "Finetune/Step Time": 7.033778289332986}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8138043880462646, "Finetune/Loss (Raw)": 0.856164813041687, "Finetune/Step": 2121, "Finetune/Step Time": 7.028956327587366}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8157293796539307, "Finetune/Loss (Raw)": 0.9067429900169373, "Finetune/Step": 2122, "Finetune/Step Time": 7.025779698044062}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.816839873790741, "Finetune/Loss (Raw)": 0.8734949231147766, "Finetune/Step": 2123, "Finetune/Step Time": 7.020594406872988}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8178670406341553, "Finetune/Loss (Raw)": 0.8813523650169373, "Finetune/Step": 2124, "Finetune/Step Time": 7.007230861112475}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8171018362045288, "Finetune/Loss (Raw)": 0.8738831877708435, "Finetune/Step": 2125, "Finetune/Step Time": 7.0186033975332975}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8181153535842896, "Finetune/Loss (Raw)": 0.9307112693786621, "Finetune/Step": 2126, "Finetune/Step Time": 7.016350170597434}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8191298842430115, "Finetune/Loss (Raw)": 0.8574689626693726, "Finetune/Step": 2127, "Finetune/Step Time": 7.005494819954038}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8186366558074951, "Finetune/Loss (Raw)": 0.6354319453239441, "Finetune/Step": 2128, "Finetune/Step Time": 6.997623026371002}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8174958229064941, "Finetune/Loss (Raw)": 0.711042046546936, "Finetune/Step": 2129, "Finetune/Step Time": 6.999212408438325}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8176082372665405, "Finetune/Loss (Raw)": 0.864995539188385, "Finetune/Step": 2130, "Finetune/Step Time": 7.0086544174700975}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.818639874458313, "Finetune/Loss (Raw)": 0.9176239967346191, "Finetune/Step": 2131, "Finetune/Step Time": 7.002651792019606}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8185737133026123, "Finetune/Loss (Raw)": 0.804115891456604, "Finetune/Step": 2132, "Finetune/Step Time": 7.005850188434124}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8208870887756348, "Finetune/Loss (Raw)": 1.0899755954742432, "Finetune/Step": 2133, "Finetune/Step Time": 7.004226701334119}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8203896880149841, "Finetune/Loss (Raw)": 0.7607871294021606, "Finetune/Step": 2134, "Finetune/Step Time": 7.010607143864036}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8183121681213379, "Finetune/Loss (Raw)": 0.7796444296836853, "Finetune/Step": 2135, "Finetune/Step Time": 7.006619285792112}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8186966180801392, "Finetune/Loss (Raw)": 0.8524705767631531, "Finetune/Step": 2136, "Finetune/Step Time": 6.992580566555262}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8181129693984985, "Finetune/Loss (Raw)": 0.7023630738258362, "Finetune/Step": 2137, "Finetune/Step Time": 7.008268130943179}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8178009390830994, "Finetune/Loss (Raw)": 0.8711957335472107, "Finetune/Step": 2138, "Finetune/Step Time": 7.009019313380122}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8157154321670532, "Finetune/Loss (Raw)": 0.7582589983940125, "Finetune/Step": 2139, "Finetune/Step Time": 7.0215701051056385}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8160605430603027, "Finetune/Loss (Raw)": 0.8879255652427673, "Finetune/Step": 2140, "Finetune/Step Time": 7.025275932624936}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8167543411254883, "Finetune/Loss (Raw)": 0.9844462275505066, "Finetune/Step": 2141, "Finetune/Step Time": 7.012617586180568}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8177280426025391, "Finetune/Loss (Raw)": 0.8022173643112183, "Finetune/Step": 2142, "Finetune/Step Time": 7.002307331189513}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8180549740791321, "Finetune/Loss (Raw)": 0.8055058121681213, "Finetune/Step": 2143, "Finetune/Step Time": 7.000811014324427}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8182508945465088, "Finetune/Loss (Raw)": 0.7908794283866882, "Finetune/Step": 2144, "Finetune/Step Time": 6.994505347684026}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8169765472412109, "Finetune/Loss (Raw)": 0.5300339460372925, "Finetune/Step": 2145, "Finetune/Step Time": 6.993810752406716}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8166698813438416, "Finetune/Loss (Raw)": 0.8546689748764038, "Finetune/Step": 2146, "Finetune/Step Time": 7.004259889945388}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8165276050567627, "Finetune/Loss (Raw)": 0.7627961039543152, "Finetune/Step": 2147, "Finetune/Step Time": 6.995972031727433}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8171988725662231, "Finetune/Loss (Raw)": 0.9694737195968628, "Finetune/Step": 2148, "Finetune/Step Time": 6.995192697271705}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8181135654449463, "Finetune/Loss (Raw)": 0.8968878984451294, "Finetune/Step": 2149, "Finetune/Step Time": 6.987858261913061}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8179694414138794, "Finetune/Loss (Raw)": 0.8029254078865051, "Finetune/Step": 2150, "Finetune/Step Time": 6.985717291012406}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8201208114624023, "Finetune/Loss (Raw)": 0.9070238471031189, "Finetune/Step": 2151, "Finetune/Step Time": 6.971362540498376}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.819983959197998, "Finetune/Loss (Raw)": 0.7577199935913086, "Finetune/Step": 2152, "Finetune/Step Time": 6.975488632917404}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8201202750205994, "Finetune/Loss (Raw)": 0.7879040837287903, "Finetune/Step": 2153, "Finetune/Step Time": 6.968560980632901}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8186467885971069, "Finetune/Loss (Raw)": 0.7073665261268616, "Finetune/Step": 2154, "Finetune/Step Time": 6.974099684506655}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8187918663024902, "Finetune/Loss (Raw)": 0.8188151121139526, "Finetune/Step": 2155, "Finetune/Step Time": 6.977137390524149}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8173325657844543, "Finetune/Loss (Raw)": 0.6680701971054077, "Finetune/Step": 2156, "Finetune/Step Time": 6.972129246219993}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8159602284431458, "Finetune/Loss (Raw)": 0.7375749945640564, "Finetune/Step": 2157, "Finetune/Step Time": 6.965537315234542}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8183960914611816, "Finetune/Loss (Raw)": 0.8998733758926392, "Finetune/Step": 2158, "Finetune/Step Time": 6.9497137274593115}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8188337087631226, "Finetune/Loss (Raw)": 0.8671302795410156, "Finetune/Step": 2159, "Finetune/Step Time": 6.962839897722006}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8180069327354431, "Finetune/Loss (Raw)": 0.8290198445320129, "Finetune/Step": 2160, "Finetune/Step Time": 6.971989640966058}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8173798322677612, "Finetune/Loss (Raw)": 0.764927327632904, "Finetune/Step": 2161, "Finetune/Step Time": 6.968816448003054}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.815644383430481, "Finetune/Loss (Raw)": 0.7524257302284241, "Finetune/Step": 2162, "Finetune/Step Time": 6.962731061503291}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8165870308876038, "Finetune/Loss (Raw)": 0.793497622013092, "Finetune/Step": 2163, "Finetune/Step Time": 6.948686320334673}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8174268007278442, "Finetune/Loss (Raw)": 0.9600736498832703, "Finetune/Step": 2164, "Finetune/Step Time": 6.939285123720765}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8175636529922485, "Finetune/Loss (Raw)": 0.811712920665741, "Finetune/Step": 2165, "Finetune/Step Time": 6.956097684800625}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8192753791809082, "Finetune/Loss (Raw)": 0.9049726724624634, "Finetune/Step": 2166, "Finetune/Step Time": 6.957182455807924}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8187236785888672, "Finetune/Loss (Raw)": 0.895550012588501, "Finetune/Step": 2167, "Finetune/Step Time": 6.9555372931063175}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8182169198989868, "Finetune/Loss (Raw)": 0.8091816902160645, "Finetune/Step": 2168, "Finetune/Step Time": 6.96761904284358}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8183936476707458, "Finetune/Loss (Raw)": 0.8903256058692932, "Finetune/Step": 2169, "Finetune/Step Time": 6.93256039917469}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8181814551353455, "Finetune/Loss (Raw)": 0.7215483784675598, "Finetune/Step": 2170, "Finetune/Step Time": 6.933710997924209}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8172560930252075, "Finetune/Loss (Raw)": 0.7281016111373901, "Finetune/Step": 2171, "Finetune/Step Time": 6.9393089935183525}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8171713352203369, "Finetune/Loss (Raw)": 0.8647368550300598, "Finetune/Step": 2172, "Finetune/Step Time": 6.962272696197033}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8151261806488037, "Finetune/Loss (Raw)": 0.6133376359939575, "Finetune/Step": 2173, "Finetune/Step Time": 6.96560219489038}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8121662139892578, "Finetune/Loss (Raw)": 0.5844982266426086, "Finetune/Step": 2174, "Finetune/Step Time": 6.973644340410829}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8109215497970581, "Finetune/Loss (Raw)": 0.7602912187576294, "Finetune/Step": 2175, "Finetune/Step Time": 6.984370751306415}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8123612999916077, "Finetune/Loss (Raw)": 0.9074817299842834, "Finetune/Step": 2176, "Finetune/Step Time": 6.9841312281787395}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8149843215942383, "Finetune/Loss (Raw)": 0.9027156829833984, "Finetune/Step": 2177, "Finetune/Step Time": 6.974442219361663}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8152264356613159, "Finetune/Loss (Raw)": 0.7135219573974609, "Finetune/Step": 2178, "Finetune/Step Time": 6.965735545381904}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8135619163513184, "Finetune/Loss (Raw)": 0.7806808352470398, "Finetune/Step": 2179, "Finetune/Step Time": 6.963313136249781}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.813042402267456, "Finetune/Loss (Raw)": 0.8783929347991943, "Finetune/Step": 2180, "Finetune/Step Time": 6.960801063105464}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8132323026657104, "Finetune/Loss (Raw)": 0.9061153531074524, "Finetune/Step": 2181, "Finetune/Step Time": 6.9588987696915865}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8131886124610901, "Finetune/Loss (Raw)": 0.9380876421928406, "Finetune/Step": 2182, "Finetune/Step Time": 6.961648249998689}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8114774227142334, "Finetune/Loss (Raw)": 0.6842098236083984, "Finetune/Step": 2183, "Finetune/Step Time": 6.96580008789897}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8094849586486816, "Finetune/Loss (Raw)": 0.6821927428245544, "Finetune/Step": 2184, "Finetune/Step Time": 6.986761074513197}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8104764819145203, "Finetune/Loss (Raw)": 0.8739269375801086, "Finetune/Step": 2185, "Finetune/Step Time": 6.9783349465578794}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8106825351715088, "Finetune/Loss (Raw)": 0.8137293457984924, "Finetune/Step": 2186, "Finetune/Step Time": 6.967101272195578}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8088804483413696, "Finetune/Loss (Raw)": 0.5359612703323364, "Finetune/Step": 2187, "Finetune/Step Time": 6.994682932272553}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8087849617004395, "Finetune/Loss (Raw)": 0.7660884261131287, "Finetune/Step": 2188, "Finetune/Step Time": 7.019667766988277}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8067222833633423, "Finetune/Loss (Raw)": 0.6723111867904663, "Finetune/Step": 2189, "Finetune/Step Time": 7.025104142725468}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8059794306755066, "Finetune/Loss (Raw)": 0.6864492893218994, "Finetune/Step": 2190, "Finetune/Step Time": 7.031131740659475}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8049635887145996, "Finetune/Loss (Raw)": 0.7800571322441101, "Finetune/Step": 2191, "Finetune/Step Time": 7.031665349379182}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8045738935470581, "Finetune/Loss (Raw)": 0.6649317145347595, "Finetune/Step": 2192, "Finetune/Step Time": 7.015875758603215}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8053640127182007, "Finetune/Loss (Raw)": 0.8992496728897095, "Finetune/Step": 2193, "Finetune/Step Time": 7.01058454439044}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8067318201065063, "Finetune/Loss (Raw)": 0.8376234769821167, "Finetune/Step": 2194, "Finetune/Step Time": 6.999623894691467}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8071381449699402, "Finetune/Loss (Raw)": 0.8874912261962891, "Finetune/Step": 2195, "Finetune/Step Time": 6.998330892995}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8062587976455688, "Finetune/Loss (Raw)": 0.7383531928062439, "Finetune/Step": 2196, "Finetune/Step Time": 7.0061832051724195}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8061888217926025, "Finetune/Loss (Raw)": 0.8258553743362427, "Finetune/Step": 2197, "Finetune/Step Time": 7.005150130018592}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8082913160324097, "Finetune/Loss (Raw)": 0.778558075428009, "Finetune/Step": 2198, "Finetune/Step Time": 7.003016859292984}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8074702620506287, "Finetune/Loss (Raw)": 0.7533771991729736, "Finetune/Step": 2199, "Finetune/Step Time": 6.998837048187852}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8056332468986511, "Finetune/Loss (Raw)": 0.7157809138298035, "Finetune/Step": 2200, "Finetune/Step Time": 7.007873926311731}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8051979541778564, "Finetune/Loss (Raw)": 0.684433102607727, "Finetune/Step": 2201, "Finetune/Step Time": 7.013005847111344}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.80415940284729, "Finetune/Loss (Raw)": 0.8041523098945618, "Finetune/Step": 2202, "Finetune/Step Time": 6.9938186295330524}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8041805028915405, "Finetune/Loss (Raw)": 0.7970712184906006, "Finetune/Step": 2203, "Finetune/Step Time": 6.994680525735021}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8043059706687927, "Finetune/Loss (Raw)": 0.7138109803199768, "Finetune/Step": 2204, "Finetune/Step Time": 6.9924495331943035}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8037800192832947, "Finetune/Loss (Raw)": 0.7329561114311218, "Finetune/Step": 2205, "Finetune/Step Time": 7.004799505695701}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8020309805870056, "Finetune/Loss (Raw)": 0.5562519431114197, "Finetune/Step": 2206, "Finetune/Step Time": 7.048101518303156}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8024484515190125, "Finetune/Loss (Raw)": 0.8421947956085205, "Finetune/Step": 2207, "Finetune/Step Time": 7.046924706548452}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8030116558074951, "Finetune/Loss (Raw)": 0.7713906764984131, "Finetune/Step": 2208, "Finetune/Step Time": 7.048746144399047}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8029677867889404, "Finetune/Loss (Raw)": 0.7977083921432495, "Finetune/Step": 2209, "Finetune/Step Time": 7.042124833911657}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8017759323120117, "Finetune/Loss (Raw)": 0.6372040510177612, "Finetune/Step": 2210, "Finetune/Step Time": 7.053474674001336}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8020380735397339, "Finetune/Loss (Raw)": 0.9179751873016357, "Finetune/Step": 2211, "Finetune/Step Time": 7.0729693826287985}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7989354133605957, "Finetune/Loss (Raw)": 0.5853441953659058, "Finetune/Step": 2212, "Finetune/Step Time": 7.091172071173787}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7995909452438354, "Finetune/Loss (Raw)": 0.6992218494415283, "Finetune/Step": 2213, "Finetune/Step Time": 7.081121580675244}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7973309755325317, "Finetune/Loss (Raw)": 0.6149146556854248, "Finetune/Step": 2214, "Finetune/Step Time": 7.083416521549225}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.796438455581665, "Finetune/Loss (Raw)": 0.8612468242645264, "Finetune/Step": 2215, "Finetune/Step Time": 7.092930190265179}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7960332036018372, "Finetune/Loss (Raw)": 0.852608323097229, "Finetune/Step": 2216, "Finetune/Step Time": 7.092468107119203}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7965644598007202, "Finetune/Loss (Raw)": 0.9284670948982239, "Finetune/Step": 2217, "Finetune/Step Time": 7.094865210354328}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7962015867233276, "Finetune/Loss (Raw)": 0.5545052886009216, "Finetune/Step": 2218, "Finetune/Step Time": 7.0830122996121645}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7957594990730286, "Finetune/Loss (Raw)": 0.7110089063644409, "Finetune/Step": 2219, "Finetune/Step Time": 7.10612852871418}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7955881357192993, "Finetune/Loss (Raw)": 0.846963107585907, "Finetune/Step": 2220, "Finetune/Step Time": 7.116036793217063}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7937505841255188, "Finetune/Loss (Raw)": 0.6772290468215942, "Finetune/Step": 2221, "Finetune/Step Time": 7.1278334725648165}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7931535840034485, "Finetune/Loss (Raw)": 0.8876477479934692, "Finetune/Step": 2222, "Finetune/Step Time": 7.133135860785842}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7932347655296326, "Finetune/Loss (Raw)": 0.8625608086585999, "Finetune/Step": 2223, "Finetune/Step Time": 7.134126601740718}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7933497428894043, "Finetune/Loss (Raw)": 0.8250315189361572, "Finetune/Step": 2224, "Finetune/Step Time": 7.132482636719942}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.792446494102478, "Finetune/Loss (Raw)": 0.7709242105484009, "Finetune/Step": 2225, "Finetune/Step Time": 7.139561116695404}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7930352687835693, "Finetune/Loss (Raw)": 0.8490948677062988, "Finetune/Step": 2226, "Finetune/Step Time": 7.129221778362989}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7955207228660583, "Finetune/Loss (Raw)": 0.9041324257850647, "Finetune/Step": 2227, "Finetune/Step Time": 7.127116164192557}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7963167428970337, "Finetune/Loss (Raw)": 0.7705239653587341, "Finetune/Step": 2228, "Finetune/Step Time": 7.12536533176899}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7951891422271729, "Finetune/Loss (Raw)": 0.7670075297355652, "Finetune/Step": 2229, "Finetune/Step Time": 7.124171974137425}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.795019268989563, "Finetune/Loss (Raw)": 0.7772504687309265, "Finetune/Step": 2230, "Finetune/Step Time": 7.124542988836765}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7970419526100159, "Finetune/Loss (Raw)": 0.9347730278968811, "Finetune/Step": 2231, "Finetune/Step Time": 7.100270584225655}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7983427047729492, "Finetune/Loss (Raw)": 0.9660463929176331, "Finetune/Step": 2232, "Finetune/Step Time": 7.094156635925174}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7972184419631958, "Finetune/Loss (Raw)": 0.6847200393676758, "Finetune/Step": 2233, "Finetune/Step Time": 7.091977754607797}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7977221012115479, "Finetune/Loss (Raw)": 0.9180147051811218, "Finetune/Step": 2234, "Finetune/Step Time": 7.087685665115714}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7980676889419556, "Finetune/Loss (Raw)": 0.9226903915405273, "Finetune/Step": 2235, "Finetune/Step Time": 7.09590096026659}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7991845607757568, "Finetune/Loss (Raw)": 0.9196250438690186, "Finetune/Step": 2236, "Finetune/Step Time": 7.1094336323440075}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7980977296829224, "Finetune/Loss (Raw)": 0.7519727945327759, "Finetune/Step": 2237, "Finetune/Step Time": 7.108251957222819}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7970253229141235, "Finetune/Loss (Raw)": 0.6581843495368958, "Finetune/Step": 2238, "Finetune/Step Time": 7.111885657534003}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7996758222579956, "Finetune/Loss (Raw)": 1.1071596145629883, "Finetune/Step": 2239, "Finetune/Step Time": 7.100595097988844}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8016585111618042, "Finetune/Loss (Raw)": 0.9664432406425476, "Finetune/Step": 2240, "Finetune/Step Time": 7.088776510208845}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8024848699569702, "Finetune/Loss (Raw)": 0.9437543749809265, "Finetune/Step": 2241, "Finetune/Step Time": 7.106193345040083}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8016724586486816, "Finetune/Loss (Raw)": 0.7889758944511414, "Finetune/Step": 2242, "Finetune/Step Time": 7.09347022883594}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.801001250743866, "Finetune/Loss (Raw)": 0.8134350776672363, "Finetune/Step": 2243, "Finetune/Step Time": 7.095344934612513}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8036539554595947, "Finetune/Loss (Raw)": 1.0804738998413086, "Finetune/Step": 2244, "Finetune/Step Time": 7.080058816820383}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.805242657661438, "Finetune/Loss (Raw)": 0.8694278597831726, "Finetune/Step": 2245, "Finetune/Step Time": 7.065046908333898}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8068346977233887, "Finetune/Loss (Raw)": 0.9655700325965881, "Finetune/Step": 2246, "Finetune/Step Time": 7.058148542419076}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8065153360366821, "Finetune/Loss (Raw)": 0.7012315392494202, "Finetune/Step": 2247, "Finetune/Step Time": 7.057509444653988}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8059837818145752, "Finetune/Loss (Raw)": 0.6982865929603577, "Finetune/Step": 2248, "Finetune/Step Time": 7.040591148659587}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8053089380264282, "Finetune/Loss (Raw)": 0.7697857022285461, "Finetune/Step": 2249, "Finetune/Step Time": 7.0400826539844275}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8041852116584778, "Finetune/Loss (Raw)": 0.7629033327102661, "Finetune/Step": 2250, "Finetune/Step Time": 7.054056836292148}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8040870428085327, "Finetune/Loss (Raw)": 0.8609369397163391, "Finetune/Step": 2251, "Finetune/Step Time": 7.055411649867892}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8026931285858154, "Finetune/Loss (Raw)": 0.7029339671134949, "Finetune/Step": 2252, "Finetune/Step Time": 7.066944856196642}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8027790784835815, "Finetune/Loss (Raw)": 0.884872555732727, "Finetune/Step": 2253, "Finetune/Step Time": 7.053325397893786}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8026908040046692, "Finetune/Loss (Raw)": 0.9194158315658569, "Finetune/Step": 2254, "Finetune/Step Time": 7.058755656704307}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8025715351104736, "Finetune/Loss (Raw)": 0.8422006368637085, "Finetune/Step": 2255, "Finetune/Step Time": 7.055035417899489}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8036094903945923, "Finetune/Loss (Raw)": 0.768291175365448, "Finetune/Step": 2256, "Finetune/Step Time": 7.043238980695605}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8044236302375793, "Finetune/Loss (Raw)": 0.815254271030426, "Finetune/Step": 2257, "Finetune/Step Time": 7.030715651810169}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8026721477508545, "Finetune/Loss (Raw)": 0.6408022046089172, "Finetune/Step": 2258, "Finetune/Step Time": 7.022050894796848}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8013926148414612, "Finetune/Loss (Raw)": 0.7538463473320007, "Finetune/Step": 2259, "Finetune/Step Time": 7.0197064485400915}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.800993800163269, "Finetune/Loss (Raw)": 0.7530622482299805, "Finetune/Step": 2260, "Finetune/Step Time": 7.023808566853404}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7993851900100708, "Finetune/Loss (Raw)": 0.8840847015380859, "Finetune/Step": 2261, "Finetune/Step Time": 7.02522761747241}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8011175394058228, "Finetune/Loss (Raw)": 0.982526421546936, "Finetune/Step": 2262, "Finetune/Step Time": 7.023134587332606}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8013416528701782, "Finetune/Loss (Raw)": 0.8083298206329346, "Finetune/Step": 2263, "Finetune/Step Time": 7.0282711032778025}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8015541434288025, "Finetune/Loss (Raw)": 0.8796683549880981, "Finetune/Step": 2264, "Finetune/Step Time": 7.030263561755419}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.8024592399597168, "Finetune/Loss (Raw)": 0.8182163834571838, "Finetune/Step": 2265, "Finetune/Step Time": 7.015631329268217}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7998548746109009, "Finetune/Loss (Raw)": 0.5378357172012329, "Finetune/Step": 2266, "Finetune/Step Time": 7.018579352647066}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8003160953521729, "Finetune/Loss (Raw)": 0.817297637462616, "Finetune/Step": 2267, "Finetune/Step Time": 7.001270402222872}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7991735935211182, "Finetune/Loss (Raw)": 0.7416794896125793, "Finetune/Step": 2268, "Finetune/Step Time": 6.998165229335427}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7983658909797668, "Finetune/Loss (Raw)": 0.8810617327690125, "Finetune/Step": 2269, "Finetune/Step Time": 7.004281809553504}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7966468930244446, "Finetune/Loss (Raw)": 0.582186758518219, "Finetune/Step": 2270, "Finetune/Step Time": 7.011723833158612}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7972716093063354, "Finetune/Loss (Raw)": 0.8854749798774719, "Finetune/Step": 2271, "Finetune/Step Time": 6.995727803558111}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7980774641036987, "Finetune/Loss (Raw)": 0.8940286636352539, "Finetune/Step": 2272, "Finetune/Step Time": 6.993096141144633}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8002855777740479, "Finetune/Loss (Raw)": 0.8126675486564636, "Finetune/Step": 2273, "Finetune/Step Time": 6.983143636956811}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7995866537094116, "Finetune/Loss (Raw)": 0.7652117609977722, "Finetune/Step": 2274, "Finetune/Step Time": 7.00165057554841}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8008052706718445, "Finetune/Loss (Raw)": 0.9187777638435364, "Finetune/Step": 2275, "Finetune/Step Time": 6.99684527143836}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7998958826065063, "Finetune/Loss (Raw)": 0.8530740141868591, "Finetune/Step": 2276, "Finetune/Step Time": 6.999038960784674}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7981957197189331, "Finetune/Loss (Raw)": 0.6792623400688171, "Finetune/Step": 2277, "Finetune/Step Time": 7.001144276931882}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7988806962966919, "Finetune/Loss (Raw)": 0.8905996084213257, "Finetune/Step": 2278, "Finetune/Step Time": 7.000304469838738}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7985888719558716, "Finetune/Loss (Raw)": 0.8696762323379517, "Finetune/Step": 2279, "Finetune/Step Time": 6.993772357702255}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7992771863937378, "Finetune/Loss (Raw)": 0.845819354057312, "Finetune/Step": 2280, "Finetune/Step Time": 6.991879213601351}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7993954420089722, "Finetune/Loss (Raw)": 0.80304354429245, "Finetune/Step": 2281, "Finetune/Step Time": 7.003507295623422}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8002104759216309, "Finetune/Loss (Raw)": 0.8116879463195801, "Finetune/Step": 2282, "Finetune/Step Time": 7.001220537349582}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8013268709182739, "Finetune/Loss (Raw)": 0.9617147445678711, "Finetune/Step": 2283, "Finetune/Step Time": 6.9922086503356695}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8009530305862427, "Finetune/Loss (Raw)": 0.6202183365821838, "Finetune/Step": 2284, "Finetune/Step Time": 7.0051349848508835}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8012515306472778, "Finetune/Loss (Raw)": 0.7757869362831116, "Finetune/Step": 2285, "Finetune/Step Time": 7.004938406869769}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8004662990570068, "Finetune/Loss (Raw)": 0.7993619441986084, "Finetune/Step": 2286, "Finetune/Step Time": 7.013427523896098}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7984815239906311, "Finetune/Loss (Raw)": 0.6130763292312622, "Finetune/Step": 2287, "Finetune/Step Time": 7.001359125599265}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.799076497554779, "Finetune/Loss (Raw)": 0.9051815867424011, "Finetune/Step": 2288, "Finetune/Step Time": 6.993360072374344}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7979581356048584, "Finetune/Loss (Raw)": 0.6217742562294006, "Finetune/Step": 2289, "Finetune/Step Time": 7.0028934217989445}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7993331551551819, "Finetune/Loss (Raw)": 0.928424596786499, "Finetune/Step": 2290, "Finetune/Step Time": 6.999227927997708}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7991563081741333, "Finetune/Loss (Raw)": 0.770862340927124, "Finetune/Step": 2291, "Finetune/Step Time": 7.010028986260295}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.797390341758728, "Finetune/Loss (Raw)": 0.7340296506881714, "Finetune/Step": 2292, "Finetune/Step Time": 7.014019336551428}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7953580617904663, "Finetune/Loss (Raw)": 0.5515838265419006, "Finetune/Step": 2293, "Finetune/Step Time": 7.00220462679863}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7950618267059326, "Finetune/Loss (Raw)": 0.8670548796653748, "Finetune/Step": 2294, "Finetune/Step Time": 7.00217660702765}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7943683862686157, "Finetune/Loss (Raw)": 0.806787371635437, "Finetune/Step": 2295, "Finetune/Step Time": 7.017193978652358}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7933642864227295, "Finetune/Loss (Raw)": 0.6806541681289673, "Finetune/Step": 2296, "Finetune/Step Time": 7.006551008671522}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7925412058830261, "Finetune/Loss (Raw)": 0.7849743962287903, "Finetune/Step": 2297, "Finetune/Step Time": 7.006295766681433}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7931861877441406, "Finetune/Loss (Raw)": 0.8041024208068848, "Finetune/Step": 2298, "Finetune/Step Time": 7.006542596966028}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7944430708885193, "Finetune/Loss (Raw)": 0.8889866471290588, "Finetune/Step": 2299, "Finetune/Step Time": 7.003978723660111}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7946265339851379, "Finetune/Loss (Raw)": 0.8882154226303101, "Finetune/Step": 2300, "Finetune/Step Time": 6.987266026437283}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7956812381744385, "Finetune/Loss (Raw)": 0.7483447790145874, "Finetune/Step": 2301, "Finetune/Step Time": 6.977866129949689}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7967814803123474, "Finetune/Loss (Raw)": 0.7253272533416748, "Finetune/Step": 2302, "Finetune/Step Time": 6.972023673355579}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7974430322647095, "Finetune/Loss (Raw)": 0.8449679613113403, "Finetune/Step": 2303, "Finetune/Step Time": 6.958359504118562}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7953326106071472, "Finetune/Loss (Raw)": 0.6373515129089355, "Finetune/Step": 2304, "Finetune/Step Time": 6.973431810736656}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7941462993621826, "Finetune/Loss (Raw)": 0.7508680820465088, "Finetune/Step": 2305, "Finetune/Step Time": 6.971735153347254}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7957945466041565, "Finetune/Loss (Raw)": 0.9244924783706665, "Finetune/Step": 2306, "Finetune/Step Time": 6.972061006352305}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7964540123939514, "Finetune/Loss (Raw)": 0.8650941252708435, "Finetune/Step": 2307, "Finetune/Step Time": 6.960065571591258}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7936859130859375, "Finetune/Loss (Raw)": 0.5240828990936279, "Finetune/Step": 2308, "Finetune/Step Time": 6.959088630974293}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7926515340805054, "Finetune/Loss (Raw)": 0.7737047672271729, "Finetune/Step": 2309, "Finetune/Step Time": 6.967078508809209}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7923150062561035, "Finetune/Loss (Raw)": 0.8950121402740479, "Finetune/Step": 2310, "Finetune/Step Time": 6.964147748425603}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7940469980239868, "Finetune/Loss (Raw)": 0.9059044718742371, "Finetune/Step": 2311, "Finetune/Step Time": 6.947254819795489}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7941550612449646, "Finetune/Loss (Raw)": 0.6960301995277405, "Finetune/Step": 2312, "Finetune/Step Time": 6.942685155197978}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.793653666973114, "Finetune/Loss (Raw)": 0.809748649597168, "Finetune/Step": 2313, "Finetune/Step Time": 6.944245673716068}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7932026386260986, "Finetune/Loss (Raw)": 0.755994439125061, "Finetune/Step": 2314, "Finetune/Step Time": 6.949193935841322}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7950375080108643, "Finetune/Loss (Raw)": 0.7708221673965454, "Finetune/Step": 2315, "Finetune/Step Time": 6.921931084245443}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7962008118629456, "Finetune/Loss (Raw)": 0.9149916768074036, "Finetune/Step": 2316, "Finetune/Step Time": 6.895087569952011}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7970478534698486, "Finetune/Loss (Raw)": 0.7807398438453674, "Finetune/Step": 2317, "Finetune/Step Time": 6.89408659003675}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7973811030387878, "Finetune/Loss (Raw)": 0.7291015982627869, "Finetune/Step": 2318, "Finetune/Step Time": 6.884397588670254}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7985121011734009, "Finetune/Loss (Raw)": 0.9248265624046326, "Finetune/Step": 2319, "Finetune/Step Time": 6.876262167468667}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7992846369743347, "Finetune/Loss (Raw)": 0.7638135552406311, "Finetune/Step": 2320, "Finetune/Step Time": 6.8765777219086885}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7985947132110596, "Finetune/Loss (Raw)": 0.8109462857246399, "Finetune/Step": 2321, "Finetune/Step Time": 6.882389467209578}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7986181974411011, "Finetune/Loss (Raw)": 0.8406224846839905, "Finetune/Step": 2322, "Finetune/Step Time": 6.879888586699963}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7970869541168213, "Finetune/Loss (Raw)": 0.691493034362793, "Finetune/Step": 2323, "Finetune/Step Time": 6.900263151153922}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7974162101745605, "Finetune/Loss (Raw)": 0.7805041074752808, "Finetune/Step": 2324, "Finetune/Step Time": 6.89394972845912}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7976797819137573, "Finetune/Loss (Raw)": 0.8595861792564392, "Finetune/Step": 2325, "Finetune/Step Time": 6.900104194879532}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7969384789466858, "Finetune/Loss (Raw)": 0.6836666464805603, "Finetune/Step": 2326, "Finetune/Step Time": 6.906660594046116}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7975054979324341, "Finetune/Loss (Raw)": 0.8259629011154175, "Finetune/Step": 2327, "Finetune/Step Time": 6.917044047266245}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7975984215736389, "Finetune/Loss (Raw)": 0.7276765704154968, "Finetune/Step": 2328, "Finetune/Step Time": 6.921220356598496}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7994115948677063, "Finetune/Loss (Raw)": 0.9165235161781311, "Finetune/Step": 2329, "Finetune/Step Time": 6.909224713221192}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7987204194068909, "Finetune/Loss (Raw)": 0.7156761288642883, "Finetune/Step": 2330, "Finetune/Step Time": 6.918376013636589}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.798884391784668, "Finetune/Loss (Raw)": 0.8180622458457947, "Finetune/Step": 2331, "Finetune/Step Time": 6.921720899641514}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8011729121208191, "Finetune/Loss (Raw)": 1.0067378282546997, "Finetune/Step": 2332, "Finetune/Step Time": 6.917572438716888}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8022117614746094, "Finetune/Loss (Raw)": 0.8659345507621765, "Finetune/Step": 2333, "Finetune/Step Time": 6.916455179452896}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8044095635414124, "Finetune/Loss (Raw)": 0.8375615477561951, "Finetune/Step": 2334, "Finetune/Step Time": 6.883033785969019}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8042485117912292, "Finetune/Loss (Raw)": 0.8215817809104919, "Finetune/Step": 2335, "Finetune/Step Time": 6.893725151196122}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8045300841331482, "Finetune/Loss (Raw)": 0.8074324727058411, "Finetune/Step": 2336, "Finetune/Step Time": 6.898287303745747}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8055932521820068, "Finetune/Loss (Raw)": 0.9337948560714722, "Finetune/Step": 2337, "Finetune/Step Time": 6.897713886573911}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8072195649147034, "Finetune/Loss (Raw)": 0.8453739881515503, "Finetune/Step": 2338, "Finetune/Step Time": 6.88506549410522}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8056700229644775, "Finetune/Loss (Raw)": 0.7196356058120728, "Finetune/Step": 2339, "Finetune/Step Time": 6.8794105891138315}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.807128369808197, "Finetune/Loss (Raw)": 0.7720125913619995, "Finetune/Step": 2340, "Finetune/Step Time": 6.866513304412365}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8086427450180054, "Finetune/Loss (Raw)": 0.8930581212043762, "Finetune/Step": 2341, "Finetune/Step Time": 6.88919847458601}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8093985915184021, "Finetune/Loss (Raw)": 0.7116623520851135, "Finetune/Step": 2342, "Finetune/Step Time": 6.8982319831848145}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8097505569458008, "Finetune/Loss (Raw)": 0.9063000679016113, "Finetune/Step": 2343, "Finetune/Step Time": 6.901464264839888}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8091545104980469, "Finetune/Loss (Raw)": 0.7763144373893738, "Finetune/Step": 2344, "Finetune/Step Time": 6.92063888721168}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8097696304321289, "Finetune/Loss (Raw)": 1.0072039365768433, "Finetune/Step": 2345, "Finetune/Step Time": 6.915194185450673}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8116686344146729, "Finetune/Loss (Raw)": 0.7975748181343079, "Finetune/Step": 2346, "Finetune/Step Time": 6.914406143128872}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8126300573348999, "Finetune/Loss (Raw)": 0.8340699076652527, "Finetune/Step": 2347, "Finetune/Step Time": 6.890013510361314}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8126230835914612, "Finetune/Loss (Raw)": 0.8460739850997925, "Finetune/Step": 2348, "Finetune/Step Time": 6.8893106039613485}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8135021328926086, "Finetune/Loss (Raw)": 0.7897446155548096, "Finetune/Step": 2349, "Finetune/Step Time": 6.882671440020204}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8130130171775818, "Finetune/Loss (Raw)": 0.8250418901443481, "Finetune/Step": 2350, "Finetune/Step Time": 6.879376383498311}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8134568929672241, "Finetune/Loss (Raw)": 0.9193786978721619, "Finetune/Step": 2351, "Finetune/Step Time": 6.878388928249478}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8136675357818604, "Finetune/Loss (Raw)": 0.8519899249076843, "Finetune/Step": 2352, "Finetune/Step Time": 6.8861256912350655}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.814151406288147, "Finetune/Loss (Raw)": 0.8328580856323242, "Finetune/Step": 2353, "Finetune/Step Time": 6.883001541718841}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8141233921051025, "Finetune/Loss (Raw)": 0.8455223441123962, "Finetune/Step": 2354, "Finetune/Step Time": 6.8778907265514135}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8132215738296509, "Finetune/Loss (Raw)": 0.7886888980865479, "Finetune/Step": 2355, "Finetune/Step Time": 6.8682130221277475}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8126037120819092, "Finetune/Loss (Raw)": 0.6914407014846802, "Finetune/Step": 2356, "Finetune/Step Time": 6.86901967972517}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8130117654800415, "Finetune/Loss (Raw)": 0.819238007068634, "Finetune/Step": 2357, "Finetune/Step Time": 6.872071020305157}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.813932478427887, "Finetune/Loss (Raw)": 0.895099937915802, "Finetune/Step": 2358, "Finetune/Step Time": 6.869556648656726}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8114444613456726, "Finetune/Loss (Raw)": 0.6163079738616943, "Finetune/Step": 2359, "Finetune/Step Time": 6.882741155102849}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8107872009277344, "Finetune/Loss (Raw)": 0.8819143176078796, "Finetune/Step": 2360, "Finetune/Step Time": 6.883437363430858}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8123639822006226, "Finetune/Loss (Raw)": 0.8865423202514648, "Finetune/Step": 2361, "Finetune/Step Time": 6.882169548422098}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8115864992141724, "Finetune/Loss (Raw)": 0.8185077905654907, "Finetune/Step": 2362, "Finetune/Step Time": 6.87605612911284}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.808772623538971, "Finetune/Loss (Raw)": 0.5625110268592834, "Finetune/Step": 2363, "Finetune/Step Time": 6.881332043558359}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8073122501373291, "Finetune/Loss (Raw)": 0.7326962947845459, "Finetune/Step": 2364, "Finetune/Step Time": 6.868654061108828}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8083393573760986, "Finetune/Loss (Raw)": 0.8834443688392639, "Finetune/Step": 2365, "Finetune/Step Time": 6.866407895460725}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.807673454284668, "Finetune/Loss (Raw)": 0.5729502439498901, "Finetune/Step": 2366, "Finetune/Step Time": 6.853577058762312}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8062045574188232, "Finetune/Loss (Raw)": 0.9191382527351379, "Finetune/Step": 2367, "Finetune/Step Time": 6.860691601410508}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8047091960906982, "Finetune/Loss (Raw)": 0.7750369310379028, "Finetune/Step": 2368, "Finetune/Step Time": 6.855417354032397}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8047729730606079, "Finetune/Loss (Raw)": 0.9519123435020447, "Finetune/Step": 2369, "Finetune/Step Time": 6.842303946614265}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8050003051757812, "Finetune/Loss (Raw)": 0.8180811405181885, "Finetune/Step": 2370, "Finetune/Step Time": 6.844133168458939}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8058209419250488, "Finetune/Loss (Raw)": 0.918477475643158, "Finetune/Step": 2371, "Finetune/Step Time": 6.840932188555598}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.803406834602356, "Finetune/Loss (Raw)": 0.7714645266532898, "Finetune/Step": 2372, "Finetune/Step Time": 6.841971160843968}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.803790807723999, "Finetune/Loss (Raw)": 0.9185795187950134, "Finetune/Step": 2373, "Finetune/Step Time": 6.869450271129608}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8018881678581238, "Finetune/Loss (Raw)": 0.7220284342765808, "Finetune/Step": 2374, "Finetune/Step Time": 6.870924720540643}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8013657331466675, "Finetune/Loss (Raw)": 0.6343631148338318, "Finetune/Step": 2375, "Finetune/Step Time": 6.8739550448954105}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8029667139053345, "Finetune/Loss (Raw)": 0.9032114148139954, "Finetune/Step": 2376, "Finetune/Step Time": 6.878791468217969}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8044999837875366, "Finetune/Loss (Raw)": 0.9660400748252869, "Finetune/Step": 2377, "Finetune/Step Time": 6.878067450597882}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8056959509849548, "Finetune/Loss (Raw)": 0.9159922003746033, "Finetune/Step": 2378, "Finetune/Step Time": 6.880811747163534}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8054248690605164, "Finetune/Loss (Raw)": 0.8262413740158081, "Finetune/Step": 2379, "Finetune/Step Time": 6.892552284523845}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8056504726409912, "Finetune/Loss (Raw)": 0.7318020462989807, "Finetune/Step": 2380, "Finetune/Step Time": 6.878731163218617}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8052117228507996, "Finetune/Loss (Raw)": 0.8287181258201599, "Finetune/Step": 2381, "Finetune/Step Time": 6.878992758691311}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8032981753349304, "Finetune/Loss (Raw)": 0.6744855046272278, "Finetune/Step": 2382, "Finetune/Step Time": 6.896588187664747}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8009747862815857, "Finetune/Loss (Raw)": 0.5448075532913208, "Finetune/Step": 2383, "Finetune/Step Time": 6.906716411933303}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8025227785110474, "Finetune/Loss (Raw)": 0.9664344191551208, "Finetune/Step": 2384, "Finetune/Step Time": 6.901294292882085}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8024219274520874, "Finetune/Loss (Raw)": 0.8023391962051392, "Finetune/Step": 2385, "Finetune/Step Time": 6.904724910855293}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8049734234809875, "Finetune/Loss (Raw)": 0.9673928618431091, "Finetune/Step": 2386, "Finetune/Step Time": 6.908276027068496}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8054042458534241, "Finetune/Loss (Raw)": 0.8089973330497742, "Finetune/Step": 2387, "Finetune/Step Time": 6.921906232833862}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8058524131774902, "Finetune/Loss (Raw)": 0.8104199171066284, "Finetune/Step": 2388, "Finetune/Step Time": 6.9320213831961155}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.806405782699585, "Finetune/Loss (Raw)": 0.9549206495285034, "Finetune/Step": 2389, "Finetune/Step Time": 6.933442594483495}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.80605149269104, "Finetune/Loss (Raw)": 0.9371749758720398, "Finetune/Step": 2390, "Finetune/Step Time": 6.944497065618634}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8068830966949463, "Finetune/Loss (Raw)": 0.9147824645042419, "Finetune/Step": 2391, "Finetune/Step Time": 6.944072652608156}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8066055774688721, "Finetune/Loss (Raw)": 0.8441435694694519, "Finetune/Step": 2392, "Finetune/Step Time": 6.94581226631999}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8072031140327454, "Finetune/Loss (Raw)": 0.8947009444236755, "Finetune/Step": 2393, "Finetune/Step Time": 6.9572289772331715}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.808060884475708, "Finetune/Loss (Raw)": 0.6476287245750427, "Finetune/Step": 2394, "Finetune/Step Time": 6.973519906401634}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8085094690322876, "Finetune/Loss (Raw)": 0.874718964099884, "Finetune/Step": 2395, "Finetune/Step Time": 6.977410912513733}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8089653849601746, "Finetune/Loss (Raw)": 0.8000281453132629, "Finetune/Step": 2396, "Finetune/Step Time": 6.975316449999809}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8087823390960693, "Finetune/Loss (Raw)": 0.8576314449310303, "Finetune/Step": 2397, "Finetune/Step Time": 6.9629317335784435}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8120290040969849, "Finetune/Loss (Raw)": 0.9977644085884094, "Finetune/Step": 2398, "Finetune/Step Time": 6.955550871789455}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8122638463973999, "Finetune/Loss (Raw)": 0.9155350923538208, "Finetune/Step": 2399, "Finetune/Step Time": 6.960176404565573}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8109639883041382, "Finetune/Loss (Raw)": 0.7276479005813599, "Finetune/Step": 2400, "Finetune/Step Time": 6.952618200331926}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8110097646713257, "Finetune/Loss (Raw)": 0.8185272216796875, "Finetune/Step": 2401, "Finetune/Step Time": 6.953429279848933}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8105614185333252, "Finetune/Loss (Raw)": 0.7078188061714172, "Finetune/Step": 2402, "Finetune/Step Time": 6.939254581928253}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.809996485710144, "Finetune/Loss (Raw)": 0.8464738726615906, "Finetune/Step": 2403, "Finetune/Step Time": 6.944572504609823}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.80999755859375, "Finetune/Loss (Raw)": 0.8532076478004456, "Finetune/Step": 2404, "Finetune/Step Time": 6.942885801196098}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.81089848279953, "Finetune/Loss (Raw)": 0.79458087682724, "Finetune/Step": 2405, "Finetune/Step Time": 6.941851487383246}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8112916946411133, "Finetune/Loss (Raw)": 0.9409308433532715, "Finetune/Step": 2406, "Finetune/Step Time": 6.944990584626794}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8090381622314453, "Finetune/Loss (Raw)": 0.581217348575592, "Finetune/Step": 2407, "Finetune/Step Time": 6.962998682633042}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8102689981460571, "Finetune/Loss (Raw)": 1.0033764839172363, "Finetune/Step": 2408, "Finetune/Step Time": 6.968074658885598}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8104305863380432, "Finetune/Loss (Raw)": 0.8237248063087463, "Finetune/Step": 2409, "Finetune/Step Time": 6.958601092919707}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8101802468299866, "Finetune/Loss (Raw)": 0.7796416878700256, "Finetune/Step": 2410, "Finetune/Step Time": 6.964101957157254}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8079354763031006, "Finetune/Loss (Raw)": 0.6743831038475037, "Finetune/Step": 2411, "Finetune/Step Time": 6.971636364236474}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8089293241500854, "Finetune/Loss (Raw)": 0.7474326491355896, "Finetune/Step": 2412, "Finetune/Step Time": 6.95355599373579}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8087809085845947, "Finetune/Loss (Raw)": 0.7567893266677856, "Finetune/Step": 2413, "Finetune/Step Time": 6.948213566094637}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.809438943862915, "Finetune/Loss (Raw)": 0.883598804473877, "Finetune/Step": 2414, "Finetune/Step Time": 6.938092494383454}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8110393285751343, "Finetune/Loss (Raw)": 0.8179137110710144, "Finetune/Step": 2415, "Finetune/Step Time": 6.93865916877985}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8100078105926514, "Finetune/Loss (Raw)": 0.7731482982635498, "Finetune/Step": 2416, "Finetune/Step Time": 6.937897188588977}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8108008503913879, "Finetune/Loss (Raw)": 0.7232877612113953, "Finetune/Step": 2417, "Finetune/Step Time": 6.9370036497712135}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8094028234481812, "Finetune/Loss (Raw)": 0.7494710087776184, "Finetune/Step": 2418, "Finetune/Step Time": 6.949921341612935}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8094378709793091, "Finetune/Loss (Raw)": 0.7753506898880005, "Finetune/Step": 2419, "Finetune/Step Time": 6.957092002034187}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8114108443260193, "Finetune/Loss (Raw)": 0.9865761995315552, "Finetune/Step": 2420, "Finetune/Step Time": 6.951622383669019}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.812362790107727, "Finetune/Loss (Raw)": 0.6734269857406616, "Finetune/Step": 2421, "Finetune/Step Time": 6.950432945042849}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8110396265983582, "Finetune/Loss (Raw)": 0.6976957321166992, "Finetune/Step": 2422, "Finetune/Step Time": 6.957131406292319}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8092457056045532, "Finetune/Loss (Raw)": 0.5771577954292297, "Finetune/Step": 2423, "Finetune/Step Time": 6.9517005905508995}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8109831213951111, "Finetune/Loss (Raw)": 0.9030491709709167, "Finetune/Step": 2424, "Finetune/Step Time": 6.951533628627658}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8102930784225464, "Finetune/Loss (Raw)": 0.6966471672058105, "Finetune/Step": 2425, "Finetune/Step Time": 6.959878012537956}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8089890480041504, "Finetune/Loss (Raw)": 0.6371896266937256, "Finetune/Step": 2426, "Finetune/Step Time": 6.974867874756455}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8086667060852051, "Finetune/Loss (Raw)": 0.8477259278297424, "Finetune/Step": 2427, "Finetune/Step Time": 6.970911376178265}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8073176741600037, "Finetune/Loss (Raw)": 0.7155390381813049, "Finetune/Step": 2428, "Finetune/Step Time": 6.9676833152771}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8081242442131042, "Finetune/Loss (Raw)": 0.8515865206718445, "Finetune/Step": 2429, "Finetune/Step Time": 6.976679798215628}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8078168630599976, "Finetune/Loss (Raw)": 0.6859872937202454, "Finetune/Step": 2430, "Finetune/Step Time": 6.997955489903688}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8082712888717651, "Finetune/Loss (Raw)": 0.903131365776062, "Finetune/Step": 2431, "Finetune/Step Time": 6.996878577396274}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.809420108795166, "Finetune/Loss (Raw)": 0.7844029068946838, "Finetune/Step": 2432, "Finetune/Step Time": 6.9886875580996275}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8093374967575073, "Finetune/Loss (Raw)": 0.7402927279472351, "Finetune/Step": 2433, "Finetune/Step Time": 6.998632829636335}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.808712363243103, "Finetune/Loss (Raw)": 0.8444684147834778, "Finetune/Step": 2434, "Finetune/Step Time": 7.000026689842343}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8082683086395264, "Finetune/Loss (Raw)": 0.8082581162452698, "Finetune/Step": 2435, "Finetune/Step Time": 7.009648356586695}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8111076354980469, "Finetune/Loss (Raw)": 0.8875221014022827, "Finetune/Step": 2436, "Finetune/Step Time": 7.015286643058062}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.811059832572937, "Finetune/Loss (Raw)": 0.7675819396972656, "Finetune/Step": 2437, "Finetune/Step Time": 7.009514976292849}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8112368583679199, "Finetune/Loss (Raw)": 0.9176700115203857, "Finetune/Step": 2438, "Finetune/Step Time": 7.013613689690828}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8112221360206604, "Finetune/Loss (Raw)": 0.9040187001228333, "Finetune/Step": 2439, "Finetune/Step Time": 7.014797488227487}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8129392862319946, "Finetune/Loss (Raw)": 0.9158267974853516, "Finetune/Step": 2440, "Finetune/Step Time": 7.001965995877981}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8138134479522705, "Finetune/Loss (Raw)": 0.9216412901878357, "Finetune/Step": 2441, "Finetune/Step Time": 7.000605629757047}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8143750429153442, "Finetune/Loss (Raw)": 0.8278810381889343, "Finetune/Step": 2442, "Finetune/Step Time": 7.011644750833511}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8155332207679749, "Finetune/Loss (Raw)": 0.9190678000450134, "Finetune/Step": 2443, "Finetune/Step Time": 7.014565182849765}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8150845766067505, "Finetune/Loss (Raw)": 0.857567548751831, "Finetune/Step": 2444, "Finetune/Step Time": 7.017853597179055}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8144431114196777, "Finetune/Loss (Raw)": 0.698628306388855, "Finetune/Step": 2445, "Finetune/Step Time": 7.037901367992163}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8157349824905396, "Finetune/Loss (Raw)": 0.894464373588562, "Finetune/Step": 2446, "Finetune/Step Time": 7.041266746819019}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8152260184288025, "Finetune/Loss (Raw)": 0.8596745133399963, "Finetune/Step": 2447, "Finetune/Step Time": 7.055332211777568}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8163976073265076, "Finetune/Loss (Raw)": 0.9137769937515259, "Finetune/Step": 2448, "Finetune/Step Time": 7.057013476267457}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.815718948841095, "Finetune/Loss (Raw)": 0.7240802645683289, "Finetune/Step": 2449, "Finetune/Step Time": 7.053508292883635}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8151490092277527, "Finetune/Loss (Raw)": 0.7676698565483093, "Finetune/Step": 2450, "Finetune/Step Time": 7.067086096853018}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8145784139633179, "Finetune/Loss (Raw)": 0.6184554100036621, "Finetune/Step": 2451, "Finetune/Step Time": 7.062987647950649}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8145241737365723, "Finetune/Loss (Raw)": 0.7735626101493835, "Finetune/Step": 2452, "Finetune/Step Time": 7.0629621129482985}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8140220046043396, "Finetune/Loss (Raw)": 0.7953073978424072, "Finetune/Step": 2453, "Finetune/Step Time": 7.077848747372627}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8150625228881836, "Finetune/Loss (Raw)": 0.8168563842773438, "Finetune/Step": 2454, "Finetune/Step Time": 7.071729194372892}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8154875636100769, "Finetune/Loss (Raw)": 0.8803616166114807, "Finetune/Step": 2455, "Finetune/Step Time": 7.063868667930365}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8166951537132263, "Finetune/Loss (Raw)": 0.8822507858276367, "Finetune/Step": 2456, "Finetune/Step Time": 7.046931263059378}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.816185712814331, "Finetune/Loss (Raw)": 0.8513205051422119, "Finetune/Step": 2457, "Finetune/Step Time": 7.055073343217373}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8167656660079956, "Finetune/Loss (Raw)": 0.7899081110954285, "Finetune/Step": 2458, "Finetune/Step Time": 7.06093212030828}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8164599537849426, "Finetune/Loss (Raw)": 0.7789276242256165, "Finetune/Step": 2459, "Finetune/Step Time": 7.059006737545133}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8146108984947205, "Finetune/Loss (Raw)": 0.7700603604316711, "Finetune/Step": 2460, "Finetune/Step Time": 7.054769221693277}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8151633739471436, "Finetune/Loss (Raw)": 0.9366528987884521, "Finetune/Step": 2461, "Finetune/Step Time": 7.052191950380802}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8153583407402039, "Finetune/Loss (Raw)": 0.8625128269195557, "Finetune/Step": 2462, "Finetune/Step Time": 7.043619876727462}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.815180778503418, "Finetune/Loss (Raw)": 0.7988503575325012, "Finetune/Step": 2463, "Finetune/Step Time": 7.0320058185607195}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8158813714981079, "Finetune/Loss (Raw)": 0.897111177444458, "Finetune/Step": 2464, "Finetune/Step Time": 7.021302377805114}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8151113986968994, "Finetune/Loss (Raw)": 0.8352368474006653, "Finetune/Step": 2465, "Finetune/Step Time": 7.024655839428306}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8145617246627808, "Finetune/Loss (Raw)": 0.775019645690918, "Finetune/Step": 2466, "Finetune/Step Time": 7.024567412212491}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8153700828552246, "Finetune/Loss (Raw)": 0.8231080174446106, "Finetune/Step": 2467, "Finetune/Step Time": 7.009832227602601}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.816631019115448, "Finetune/Loss (Raw)": 0.9334123134613037, "Finetune/Step": 2468, "Finetune/Step Time": 7.013920083642006}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8166080117225647, "Finetune/Loss (Raw)": 0.8901146054267883, "Finetune/Step": 2469, "Finetune/Step Time": 6.99031432531774}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8170166015625, "Finetune/Loss (Raw)": 0.7639630436897278, "Finetune/Step": 2470, "Finetune/Step Time": 6.98049764148891}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8168402314186096, "Finetune/Loss (Raw)": 0.8837226629257202, "Finetune/Step": 2471, "Finetune/Step Time": 6.968623144552112}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8172717094421387, "Finetune/Loss (Raw)": 0.8315339088439941, "Finetune/Step": 2472, "Finetune/Step Time": 6.949710255488753}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8162177801132202, "Finetune/Loss (Raw)": 0.8723059296607971, "Finetune/Step": 2473, "Finetune/Step Time": 6.954218422994018}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8161616325378418, "Finetune/Loss (Raw)": 0.7903921604156494, "Finetune/Step": 2474, "Finetune/Step Time": 6.9555981401354074}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8159400224685669, "Finetune/Loss (Raw)": 0.8057018518447876, "Finetune/Step": 2475, "Finetune/Step Time": 6.9558278024196625}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8159045577049255, "Finetune/Loss (Raw)": 0.8415370583534241, "Finetune/Step": 2476, "Finetune/Step Time": 6.9461638405919075}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8161398768424988, "Finetune/Loss (Raw)": 0.8198625445365906, "Finetune/Step": 2477, "Finetune/Step Time": 6.9431365840137005}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8160485029220581, "Finetune/Loss (Raw)": 0.8133451342582703, "Finetune/Step": 2478, "Finetune/Step Time": 6.940916521474719}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.814590573310852, "Finetune/Loss (Raw)": 0.7327682375907898, "Finetune/Step": 2479, "Finetune/Step Time": 6.940495938062668}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8134866952896118, "Finetune/Loss (Raw)": 0.7106925249099731, "Finetune/Step": 2480, "Finetune/Step Time": 6.939065627753735}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.812171459197998, "Finetune/Loss (Raw)": 0.6645001769065857, "Finetune/Step": 2481, "Finetune/Step Time": 6.954138111323118}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8134946823120117, "Finetune/Loss (Raw)": 1.0149049758911133, "Finetune/Step": 2482, "Finetune/Step Time": 6.951412055641413}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.813286304473877, "Finetune/Loss (Raw)": 0.762014627456665, "Finetune/Step": 2483, "Finetune/Step Time": 6.9538721814751625}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8137509822845459, "Finetune/Loss (Raw)": 0.7509225606918335, "Finetune/Step": 2484, "Finetune/Step Time": 6.958608077839017}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.813943088054657, "Finetune/Loss (Raw)": 0.84382164478302, "Finetune/Step": 2485, "Finetune/Step Time": 6.958051808178425}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8120100498199463, "Finetune/Loss (Raw)": 0.6476737856864929, "Finetune/Step": 2486, "Finetune/Step Time": 6.9641267247498035}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8122138977050781, "Finetune/Loss (Raw)": 0.6424006819725037, "Finetune/Step": 2487, "Finetune/Step Time": 6.973221829161048}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8124774694442749, "Finetune/Loss (Raw)": 0.9156510233879089, "Finetune/Step": 2488, "Finetune/Step Time": 6.969160905107856}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8124920129776001, "Finetune/Loss (Raw)": 0.8883998394012451, "Finetune/Step": 2489, "Finetune/Step Time": 6.981319792568684}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8110846281051636, "Finetune/Loss (Raw)": 0.6383671164512634, "Finetune/Step": 2490, "Finetune/Step Time": 6.997921675443649}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8129492998123169, "Finetune/Loss (Raw)": 0.8011863231658936, "Finetune/Step": 2491, "Finetune/Step Time": 7.001936526969075}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8128117322921753, "Finetune/Loss (Raw)": 0.7150918841362, "Finetune/Step": 2492, "Finetune/Step Time": 7.00105450861156}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.812397837638855, "Finetune/Loss (Raw)": 0.8304557800292969, "Finetune/Step": 2493, "Finetune/Step Time": 7.005681253969669}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8151553273200989, "Finetune/Loss (Raw)": 0.9259147644042969, "Finetune/Step": 2494, "Finetune/Step Time": 6.998873246833682}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8145367503166199, "Finetune/Loss (Raw)": 0.8399620056152344, "Finetune/Step": 2495, "Finetune/Step Time": 6.9920078702270985}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8145186901092529, "Finetune/Loss (Raw)": 0.7727183699607849, "Finetune/Step": 2496, "Finetune/Step Time": 7.009908182546496}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8123011589050293, "Finetune/Loss (Raw)": 0.6680689454078674, "Finetune/Step": 2497, "Finetune/Step Time": 7.009438471868634}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8132133483886719, "Finetune/Loss (Raw)": 0.9348451495170593, "Finetune/Step": 2498, "Finetune/Step Time": 7.007866075262427}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8101942539215088, "Finetune/Loss (Raw)": 0.5320435166358948, "Finetune/Step": 2499, "Finetune/Step Time": 7.027739390730858}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8109400272369385, "Finetune/Loss (Raw)": 0.8669098615646362, "Finetune/Step": 2500, "Finetune/Step Time": 7.029488958418369}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8108024597167969, "Finetune/Loss (Raw)": 0.9009755253791809, "Finetune/Step": 2501, "Finetune/Step Time": 7.003150265663862}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8119937181472778, "Finetune/Loss (Raw)": 0.8745089769363403, "Finetune/Step": 2502, "Finetune/Step Time": 7.003228951245546}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8133986592292786, "Finetune/Loss (Raw)": 0.8141932487487793, "Finetune/Step": 2503, "Finetune/Step Time": 6.9940820671617985}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8128454685211182, "Finetune/Loss (Raw)": 0.8324032425880432, "Finetune/Step": 2504, "Finetune/Step Time": 6.9948390033096075}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8118034601211548, "Finetune/Loss (Raw)": 0.8326694369316101, "Finetune/Step": 2505, "Finetune/Step Time": 6.995474329218268}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8107291460037231, "Finetune/Loss (Raw)": 0.7784751653671265, "Finetune/Step": 2506, "Finetune/Step Time": 6.982203900814056}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8114036321640015, "Finetune/Loss (Raw)": 0.912575900554657, "Finetune/Step": 2507, "Finetune/Step Time": 6.9733652379363775}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8113771080970764, "Finetune/Loss (Raw)": 0.7284055948257446, "Finetune/Step": 2508, "Finetune/Step Time": 6.977709643542767}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8111153841018677, "Finetune/Loss (Raw)": 0.7952154278755188, "Finetune/Step": 2509, "Finetune/Step Time": 6.983279213309288}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8130269646644592, "Finetune/Loss (Raw)": 0.9191716909408569, "Finetune/Step": 2510, "Finetune/Step Time": 6.961968345567584}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8155158162117004, "Finetune/Loss (Raw)": 0.8633820414543152, "Finetune/Step": 2511, "Finetune/Step Time": 6.981103966012597}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8134623765945435, "Finetune/Loss (Raw)": 0.7035855650901794, "Finetune/Step": 2512, "Finetune/Step Time": 6.988802375271916}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8130611181259155, "Finetune/Loss (Raw)": 0.7509787082672119, "Finetune/Step": 2513, "Finetune/Step Time": 6.9877923261374235}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8122894763946533, "Finetune/Loss (Raw)": 0.8686324954032898, "Finetune/Step": 2514, "Finetune/Step Time": 6.993190187960863}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8109393119812012, "Finetune/Loss (Raw)": 0.636175274848938, "Finetune/Step": 2515, "Finetune/Step Time": 6.994473425671458}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8108364939689636, "Finetune/Loss (Raw)": 0.7972506284713745, "Finetune/Step": 2516, "Finetune/Step Time": 6.987441435456276}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8100510239601135, "Finetune/Loss (Raw)": 0.8543915152549744, "Finetune/Step": 2517, "Finetune/Step Time": 6.989679595455527}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8086451292037964, "Finetune/Loss (Raw)": 0.7572123408317566, "Finetune/Step": 2518, "Finetune/Step Time": 6.984156928956509}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8074885010719299, "Finetune/Loss (Raw)": 0.7667378187179565, "Finetune/Step": 2519, "Finetune/Step Time": 6.986211754381657}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.808184027671814, "Finetune/Loss (Raw)": 0.9331691265106201, "Finetune/Step": 2520, "Finetune/Step Time": 6.985211927443743}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8069335222244263, "Finetune/Loss (Raw)": 0.7346322536468506, "Finetune/Step": 2521, "Finetune/Step Time": 6.986919805407524}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8083051443099976, "Finetune/Loss (Raw)": 0.8232073783874512, "Finetune/Step": 2522, "Finetune/Step Time": 6.98167934641242}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8062674403190613, "Finetune/Loss (Raw)": 0.6138882637023926, "Finetune/Step": 2523, "Finetune/Step Time": 6.983486561104655}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8061354756355286, "Finetune/Loss (Raw)": 0.7831336259841919, "Finetune/Step": 2524, "Finetune/Step Time": 6.982745163142681}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8042041063308716, "Finetune/Loss (Raw)": 0.610412061214447, "Finetune/Step": 2525, "Finetune/Step Time": 6.992623053491116}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8030763864517212, "Finetune/Loss (Raw)": 0.8534243702888489, "Finetune/Step": 2526, "Finetune/Step Time": 6.995277693495154}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8024075031280518, "Finetune/Loss (Raw)": 0.8299169540405273, "Finetune/Step": 2527, "Finetune/Step Time": 7.003721261397004}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8040607571601868, "Finetune/Loss (Raw)": 0.9392630457878113, "Finetune/Step": 2528, "Finetune/Step Time": 7.010697774589062}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8024581670761108, "Finetune/Loss (Raw)": 0.6133944392204285, "Finetune/Step": 2529, "Finetune/Step Time": 7.024760017171502}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.803584098815918, "Finetune/Loss (Raw)": 0.8519458770751953, "Finetune/Step": 2530, "Finetune/Step Time": 7.009467134252191}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8030357360839844, "Finetune/Loss (Raw)": 0.7762754559516907, "Finetune/Step": 2531, "Finetune/Step Time": 7.008592236787081}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8026809692382812, "Finetune/Loss (Raw)": 0.8077961206436157, "Finetune/Step": 2532, "Finetune/Step Time": 7.021859988570213}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8019713163375854, "Finetune/Loss (Raw)": 0.7037463784217834, "Finetune/Step": 2533, "Finetune/Step Time": 7.022190496325493}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.799214780330658, "Finetune/Loss (Raw)": 0.5880956649780273, "Finetune/Step": 2534, "Finetune/Step Time": 7.034392623230815}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8018712997436523, "Finetune/Loss (Raw)": 0.9212582111358643, "Finetune/Step": 2535, "Finetune/Step Time": 7.01977426558733}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7987815141677856, "Finetune/Loss (Raw)": 0.6078834533691406, "Finetune/Step": 2536, "Finetune/Step Time": 7.026018915697932}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7980932593345642, "Finetune/Loss (Raw)": 0.7356218695640564, "Finetune/Step": 2537, "Finetune/Step Time": 7.02982865460217}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7988234758377075, "Finetune/Loss (Raw)": 0.8731128573417664, "Finetune/Step": 2538, "Finetune/Step Time": 7.033275194466114}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.799690842628479, "Finetune/Loss (Raw)": 0.7853996753692627, "Finetune/Step": 2539, "Finetune/Step Time": 7.029267884790897}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8002501726150513, "Finetune/Loss (Raw)": 0.8190292119979858, "Finetune/Step": 2540, "Finetune/Step Time": 7.02803341858089}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7994992136955261, "Finetune/Loss (Raw)": 0.6606658697128296, "Finetune/Step": 2541, "Finetune/Step Time": 7.0393545385450125}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7989672422409058, "Finetune/Loss (Raw)": 0.8155066967010498, "Finetune/Step": 2542, "Finetune/Step Time": 7.043379221111536}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7991762757301331, "Finetune/Loss (Raw)": 0.8446716666221619, "Finetune/Step": 2543, "Finetune/Step Time": 7.039536187425256}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7982209920883179, "Finetune/Loss (Raw)": 0.650875449180603, "Finetune/Step": 2544, "Finetune/Step Time": 7.045586047694087}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7988073825836182, "Finetune/Loss (Raw)": 0.7983463406562805, "Finetune/Step": 2545, "Finetune/Step Time": 7.041963521391153}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7973697185516357, "Finetune/Loss (Raw)": 0.5654476284980774, "Finetune/Step": 2546, "Finetune/Step Time": 7.0497727412730455}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7974560260772705, "Finetune/Loss (Raw)": 0.7864017486572266, "Finetune/Step": 2547, "Finetune/Step Time": 7.026149552315474}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.797051191329956, "Finetune/Loss (Raw)": 0.9347516894340515, "Finetune/Step": 2548, "Finetune/Step Time": 7.027414349839091}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7967468500137329, "Finetune/Loss (Raw)": 0.6344689726829529, "Finetune/Step": 2549, "Finetune/Step Time": 7.024774873629212}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7976750135421753, "Finetune/Loss (Raw)": 0.8165068030357361, "Finetune/Step": 2550, "Finetune/Step Time": 7.015196667984128}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7999860048294067, "Finetune/Loss (Raw)": 0.8729574084281921, "Finetune/Step": 2551, "Finetune/Step Time": 7.010654354467988}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8010972738265991, "Finetune/Loss (Raw)": 1.0452935695648193, "Finetune/Step": 2552, "Finetune/Step Time": 7.009535932913423}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.801427960395813, "Finetune/Loss (Raw)": 0.7389750480651855, "Finetune/Step": 2553, "Finetune/Step Time": 7.0103601440787315}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8030061721801758, "Finetune/Loss (Raw)": 0.8392060399055481, "Finetune/Step": 2554, "Finetune/Step Time": 7.027824385091662}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8021426200866699, "Finetune/Loss (Raw)": 0.7371804714202881, "Finetune/Step": 2555, "Finetune/Step Time": 7.039786925539374}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8032070994377136, "Finetune/Loss (Raw)": 0.8518026471138, "Finetune/Step": 2556, "Finetune/Step Time": 7.037599479779601}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8019183874130249, "Finetune/Loss (Raw)": 0.6866351962089539, "Finetune/Step": 2557, "Finetune/Step Time": 7.0341722574085}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8028486967086792, "Finetune/Loss (Raw)": 0.8050631284713745, "Finetune/Step": 2558, "Finetune/Step Time": 7.009615013375878}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8015868663787842, "Finetune/Loss (Raw)": 0.7416112422943115, "Finetune/Step": 2559, "Finetune/Step Time": 7.00814731605351}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8001516461372375, "Finetune/Loss (Raw)": 0.6007002592086792, "Finetune/Step": 2560, "Finetune/Step Time": 7.0144097581505775}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8007291555404663, "Finetune/Loss (Raw)": 0.8142128586769104, "Finetune/Step": 2561, "Finetune/Step Time": 7.006933342665434}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8011707663536072, "Finetune/Loss (Raw)": 0.900993287563324, "Finetune/Step": 2562, "Finetune/Step Time": 7.00525764003396}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7983465194702148, "Finetune/Loss (Raw)": 0.44674918055534363, "Finetune/Step": 2563, "Finetune/Step Time": 6.999528281390667}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7979772686958313, "Finetune/Loss (Raw)": 0.8402647972106934, "Finetune/Step": 2564, "Finetune/Step Time": 6.99293433688581}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7988620400428772, "Finetune/Loss (Raw)": 0.8808327317237854, "Finetune/Step": 2565, "Finetune/Step Time": 6.9931856375187635}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7982327342033386, "Finetune/Loss (Raw)": 0.83712238073349, "Finetune/Step": 2566, "Finetune/Step Time": 7.003721347078681}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7968137264251709, "Finetune/Loss (Raw)": 0.7223801612854004, "Finetune/Step": 2567, "Finetune/Step Time": 7.0062607899308205}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7953885793685913, "Finetune/Loss (Raw)": 0.7334082722663879, "Finetune/Step": 2568, "Finetune/Step Time": 7.0062874387949705}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7959387302398682, "Finetune/Loss (Raw)": 0.992057204246521, "Finetune/Step": 2569, "Finetune/Step Time": 7.0032628290355206}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.795785665512085, "Finetune/Loss (Raw)": 0.8082903623580933, "Finetune/Step": 2570, "Finetune/Step Time": 6.9932749681174755}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7965689897537231, "Finetune/Loss (Raw)": 1.0193307399749756, "Finetune/Step": 2571, "Finetune/Step Time": 6.993842201307416}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7963252067565918, "Finetune/Loss (Raw)": 0.8263698220252991, "Finetune/Step": 2572, "Finetune/Step Time": 6.993930568918586}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7969980239868164, "Finetune/Loss (Raw)": 0.7847492098808289, "Finetune/Step": 2573, "Finetune/Step Time": 6.973683185875416}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7959115505218506, "Finetune/Loss (Raw)": 0.7553974390029907, "Finetune/Step": 2574, "Finetune/Step Time": 6.988966174423695}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7948462963104248, "Finetune/Loss (Raw)": 0.723319947719574, "Finetune/Step": 2575, "Finetune/Step Time": 6.975281303748488}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.794006884098053, "Finetune/Loss (Raw)": 0.806333601474762, "Finetune/Step": 2576, "Finetune/Step Time": 6.976099958643317}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7951813340187073, "Finetune/Loss (Raw)": 0.8744068145751953, "Finetune/Step": 2577, "Finetune/Step Time": 6.976650848984718}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7962245941162109, "Finetune/Loss (Raw)": 0.9012057781219482, "Finetune/Step": 2578, "Finetune/Step Time": 6.962849909439683}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7985216379165649, "Finetune/Loss (Raw)": 0.9124753475189209, "Finetune/Step": 2579, "Finetune/Step Time": 6.945278860628605}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7972661256790161, "Finetune/Loss (Raw)": 0.6128646731376648, "Finetune/Step": 2580, "Finetune/Step Time": 6.964005280286074}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7982738018035889, "Finetune/Loss (Raw)": 0.9242859482765198, "Finetune/Step": 2581, "Finetune/Step Time": 6.9449637196958065}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7980489134788513, "Finetune/Loss (Raw)": 0.7880739569664001, "Finetune/Step": 2582, "Finetune/Step Time": 6.937371535226703}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.796758770942688, "Finetune/Loss (Raw)": 0.7152189612388611, "Finetune/Step": 2583, "Finetune/Step Time": 6.941245321184397}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7970969676971436, "Finetune/Loss (Raw)": 0.9255356192588806, "Finetune/Step": 2584, "Finetune/Step Time": 6.941611373797059}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.795524001121521, "Finetune/Loss (Raw)": 0.6499788165092468, "Finetune/Step": 2585, "Finetune/Step Time": 6.941587904468179}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7955915927886963, "Finetune/Loss (Raw)": 0.7985630035400391, "Finetune/Step": 2586, "Finetune/Step Time": 6.931364070624113}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7964880466461182, "Finetune/Loss (Raw)": 0.8936744928359985, "Finetune/Step": 2587, "Finetune/Step Time": 6.928541276603937}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7959595918655396, "Finetune/Loss (Raw)": 0.7024235725402832, "Finetune/Step": 2588, "Finetune/Step Time": 6.93450783751905}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7950690388679504, "Finetune/Loss (Raw)": 0.8226543068885803, "Finetune/Step": 2589, "Finetune/Step Time": 6.936612477526069}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7952364683151245, "Finetune/Loss (Raw)": 0.8839486837387085, "Finetune/Step": 2590, "Finetune/Step Time": 6.936809798702598}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7945945858955383, "Finetune/Loss (Raw)": 0.7166936993598938, "Finetune/Step": 2591, "Finetune/Step Time": 6.968721555545926}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7939317226409912, "Finetune/Loss (Raw)": 0.812262237071991, "Finetune/Step": 2592, "Finetune/Step Time": 6.9741424191743135}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7926729917526245, "Finetune/Loss (Raw)": 0.6741151809692383, "Finetune/Step": 2593, "Finetune/Step Time": 6.987854672595859}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7919982671737671, "Finetune/Loss (Raw)": 0.6886534094810486, "Finetune/Step": 2594, "Finetune/Step Time": 6.996405525133014}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7917097806930542, "Finetune/Loss (Raw)": 0.7861810326576233, "Finetune/Step": 2595, "Finetune/Step Time": 6.9991516545414925}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7900917530059814, "Finetune/Loss (Raw)": 0.7263059616088867, "Finetune/Step": 2596, "Finetune/Step Time": 6.992335081100464}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7901489734649658, "Finetune/Loss (Raw)": 0.8974431157112122, "Finetune/Step": 2597, "Finetune/Step Time": 6.993887927383184}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7886959314346313, "Finetune/Loss (Raw)": 0.5779752135276794, "Finetune/Step": 2598, "Finetune/Step Time": 7.003398006781936}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.788465142250061, "Finetune/Loss (Raw)": 0.8541750907897949, "Finetune/Step": 2599, "Finetune/Step Time": 7.0075672790408134}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7881771922111511, "Finetune/Loss (Raw)": 0.794674813747406, "Finetune/Step": 2600, "Finetune/Step Time": 7.019527442753315}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7875174283981323, "Finetune/Loss (Raw)": 0.7878594994544983, "Finetune/Step": 2601, "Finetune/Step Time": 7.024689799174666}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7886784076690674, "Finetune/Loss (Raw)": 0.9389967918395996, "Finetune/Step": 2602, "Finetune/Step Time": 7.023310760036111}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.789379358291626, "Finetune/Loss (Raw)": 0.8954218029975891, "Finetune/Step": 2603, "Finetune/Step Time": 7.023957556113601}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7888956665992737, "Finetune/Loss (Raw)": 0.7796280384063721, "Finetune/Step": 2604, "Finetune/Step Time": 7.026477541774511}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7882276773452759, "Finetune/Loss (Raw)": 0.7343567609786987, "Finetune/Step": 2605, "Finetune/Step Time": 7.027777284383774}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.78754061460495, "Finetune/Loss (Raw)": 0.725405752658844, "Finetune/Step": 2606, "Finetune/Step Time": 7.0522379372268915}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7882821559906006, "Finetune/Loss (Raw)": 0.8276933431625366, "Finetune/Step": 2607, "Finetune/Step Time": 7.0700855907052755}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7895495295524597, "Finetune/Loss (Raw)": 0.8729108572006226, "Finetune/Step": 2608, "Finetune/Step Time": 7.0742906630039215}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7912556529045105, "Finetune/Loss (Raw)": 0.8828833699226379, "Finetune/Step": 2609, "Finetune/Step Time": 7.056355794891715}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7889164686203003, "Finetune/Loss (Raw)": 0.71548992395401, "Finetune/Step": 2610, "Finetune/Step Time": 7.06785036996007}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7883707284927368, "Finetune/Loss (Raw)": 0.6921544075012207, "Finetune/Step": 2611, "Finetune/Step Time": 7.071319552138448}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7888270616531372, "Finetune/Loss (Raw)": 0.8093342781066895, "Finetune/Step": 2612, "Finetune/Step Time": 7.062784101814032}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7897229194641113, "Finetune/Loss (Raw)": 0.9584896564483643, "Finetune/Step": 2613, "Finetune/Step Time": 7.061622805893421}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7906306982040405, "Finetune/Loss (Raw)": 0.763879120349884, "Finetune/Step": 2614, "Finetune/Step Time": 7.057384366169572}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7925330400466919, "Finetune/Loss (Raw)": 0.8858957290649414, "Finetune/Step": 2615, "Finetune/Step Time": 7.0397269912064075}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7924649119377136, "Finetune/Loss (Raw)": 0.9069238901138306, "Finetune/Step": 2616, "Finetune/Step Time": 7.0426941588521}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7906111478805542, "Finetune/Loss (Raw)": 0.6511200666427612, "Finetune/Step": 2617, "Finetune/Step Time": 7.037844363600016}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7907977104187012, "Finetune/Loss (Raw)": 0.6622496843338013, "Finetune/Step": 2618, "Finetune/Step Time": 7.027636619284749}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.791570782661438, "Finetune/Loss (Raw)": 0.9001445770263672, "Finetune/Step": 2619, "Finetune/Step Time": 7.0148859936743975}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7917155027389526, "Finetune/Loss (Raw)": 0.7336041331291199, "Finetune/Step": 2620, "Finetune/Step Time": 7.022942079231143}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7911938428878784, "Finetune/Loss (Raw)": 0.7636927962303162, "Finetune/Step": 2621, "Finetune/Step Time": 7.021103801205754}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7908260822296143, "Finetune/Loss (Raw)": 0.8788415789604187, "Finetune/Step": 2622, "Finetune/Step Time": 7.0160902831703424}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7903096675872803, "Finetune/Loss (Raw)": 0.7738612294197083, "Finetune/Step": 2623, "Finetune/Step Time": 7.031139483675361}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7907029390335083, "Finetune/Loss (Raw)": 0.8230570554733276, "Finetune/Step": 2624, "Finetune/Step Time": 7.0211107693612576}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7899962663650513, "Finetune/Loss (Raw)": 0.577608048915863, "Finetune/Step": 2625, "Finetune/Step Time": 7.032288255169988}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7870297431945801, "Finetune/Loss (Raw)": 0.5551377534866333, "Finetune/Step": 2626, "Finetune/Step Time": 7.058076938614249}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7890296578407288, "Finetune/Loss (Raw)": 0.7880274057388306, "Finetune/Step": 2627, "Finetune/Step Time": 7.036229500547051}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7891420722007751, "Finetune/Loss (Raw)": 0.8812987804412842, "Finetune/Step": 2628, "Finetune/Step Time": 7.035331800580025}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7861859202384949, "Finetune/Loss (Raw)": 0.5225898623466492, "Finetune/Step": 2629, "Finetune/Step Time": 7.047408925369382}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7847223281860352, "Finetune/Loss (Raw)": 0.6871663331985474, "Finetune/Step": 2630, "Finetune/Step Time": 7.047826772555709}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7853333950042725, "Finetune/Loss (Raw)": 0.8924102783203125, "Finetune/Step": 2631, "Finetune/Step Time": 7.046924039721489}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.78448486328125, "Finetune/Loss (Raw)": 0.7237931489944458, "Finetune/Step": 2632, "Finetune/Step Time": 7.044588524848223}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7846949100494385, "Finetune/Loss (Raw)": 0.8595561981201172, "Finetune/Step": 2633, "Finetune/Step Time": 7.04588932171464}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7847768068313599, "Finetune/Loss (Raw)": 0.7889576554298401, "Finetune/Step": 2634, "Finetune/Step Time": 7.043447017669678}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.78375244140625, "Finetune/Loss (Raw)": 0.7814568281173706, "Finetune/Step": 2635, "Finetune/Step Time": 7.038391837850213}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7855067849159241, "Finetune/Loss (Raw)": 0.9529595971107483, "Finetune/Step": 2636, "Finetune/Step Time": 7.038022566586733}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7852389812469482, "Finetune/Loss (Raw)": 0.760939359664917, "Finetune/Step": 2637, "Finetune/Step Time": 7.04178049787879}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7851742506027222, "Finetune/Loss (Raw)": 0.9108843207359314, "Finetune/Step": 2638, "Finetune/Step Time": 7.054823538288474}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7845371961593628, "Finetune/Loss (Raw)": 0.7818405628204346, "Finetune/Step": 2639, "Finetune/Step Time": 7.028218483552337}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7837998867034912, "Finetune/Loss (Raw)": 0.6092052459716797, "Finetune/Step": 2640, "Finetune/Step Time": 7.036089828237891}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7841380834579468, "Finetune/Loss (Raw)": 0.7942715883255005, "Finetune/Step": 2641, "Finetune/Step Time": 7.0311273727566}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7834727764129639, "Finetune/Loss (Raw)": 0.7834733128547668, "Finetune/Step": 2642, "Finetune/Step Time": 7.022393452003598}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7834194898605347, "Finetune/Loss (Raw)": 0.6293500661849976, "Finetune/Step": 2643, "Finetune/Step Time": 7.0196334309875965}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7823679447174072, "Finetune/Loss (Raw)": 0.6626567840576172, "Finetune/Step": 2644, "Finetune/Step Time": 7.033335171639919}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7819477319717407, "Finetune/Loss (Raw)": 0.800597608089447, "Finetune/Step": 2645, "Finetune/Step Time": 7.034396640956402}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7822859287261963, "Finetune/Loss (Raw)": 0.8005127906799316, "Finetune/Step": 2646, "Finetune/Step Time": 7.025497373193502}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7820457816123962, "Finetune/Loss (Raw)": 0.7359954118728638, "Finetune/Step": 2647, "Finetune/Step Time": 7.029547680169344}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7809938192367554, "Finetune/Loss (Raw)": 0.7985103726387024, "Finetune/Step": 2648, "Finetune/Step Time": 7.035844380035996}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7807880640029907, "Finetune/Loss (Raw)": 0.7082982063293457, "Finetune/Step": 2649, "Finetune/Step Time": 7.042501652613282}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7799396514892578, "Finetune/Loss (Raw)": 0.7146133780479431, "Finetune/Step": 2650, "Finetune/Step Time": 7.03007485717535}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7813323140144348, "Finetune/Loss (Raw)": 0.7921515703201294, "Finetune/Step": 2651, "Finetune/Step Time": 7.02702940441668}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.782131016254425, "Finetune/Loss (Raw)": 0.8853693604469299, "Finetune/Step": 2652, "Finetune/Step Time": 7.033188488334417}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7829470634460449, "Finetune/Loss (Raw)": 0.7148587107658386, "Finetune/Step": 2653, "Finetune/Step Time": 7.043306328356266}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7815433740615845, "Finetune/Loss (Raw)": 0.6737567782402039, "Finetune/Step": 2654, "Finetune/Step Time": 7.062299393117428}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7813197374343872, "Finetune/Loss (Raw)": 0.8012962341308594, "Finetune/Step": 2655, "Finetune/Step Time": 7.0712333377450705}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7801470756530762, "Finetune/Loss (Raw)": 0.7891564965248108, "Finetune/Step": 2656, "Finetune/Step Time": 7.066408794373274}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.779977023601532, "Finetune/Loss (Raw)": 0.591628909111023, "Finetune/Step": 2657, "Finetune/Step Time": 7.063644943758845}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7777745723724365, "Finetune/Loss (Raw)": 0.5700307488441467, "Finetune/Step": 2658, "Finetune/Step Time": 7.078395858407021}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7783082723617554, "Finetune/Loss (Raw)": 0.8445972204208374, "Finetune/Step": 2659, "Finetune/Step Time": 7.07255544513464}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7787830829620361, "Finetune/Loss (Raw)": 0.8685601353645325, "Finetune/Step": 2660, "Finetune/Step Time": 7.060724399983883}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.781035304069519, "Finetune/Loss (Raw)": 0.9920339584350586, "Finetune/Step": 2661, "Finetune/Step Time": 7.0626223143190145}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7832399010658264, "Finetune/Loss (Raw)": 0.8702882528305054, "Finetune/Step": 2662, "Finetune/Step Time": 7.045897413045168}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7828902006149292, "Finetune/Loss (Raw)": 0.8764939308166504, "Finetune/Step": 2663, "Finetune/Step Time": 7.06099528260529}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7839362621307373, "Finetune/Loss (Raw)": 0.7417734265327454, "Finetune/Step": 2664, "Finetune/Step Time": 7.061520852148533}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7833787202835083, "Finetune/Loss (Raw)": 0.6642649173736572, "Finetune/Step": 2665, "Finetune/Step Time": 7.055187633261085}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7831523418426514, "Finetune/Loss (Raw)": 0.8441333770751953, "Finetune/Step": 2666, "Finetune/Step Time": 7.050995668396354}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7828396558761597, "Finetune/Loss (Raw)": 0.7453789114952087, "Finetune/Step": 2667, "Finetune/Step Time": 7.0476509016007185}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.782741367816925, "Finetune/Loss (Raw)": 0.806446373462677, "Finetune/Step": 2668, "Finetune/Step Time": 7.045433562248945}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7848137617111206, "Finetune/Loss (Raw)": 0.9259328246116638, "Finetune/Step": 2669, "Finetune/Step Time": 7.033333007246256}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7850104570388794, "Finetune/Loss (Raw)": 0.8406855463981628, "Finetune/Step": 2670, "Finetune/Step Time": 7.028233520686626}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7833486795425415, "Finetune/Loss (Raw)": 0.6319642066955566, "Finetune/Step": 2671, "Finetune/Step Time": 7.031610950827599}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.782741367816925, "Finetune/Loss (Raw)": 0.5731338858604431, "Finetune/Step": 2672, "Finetune/Step Time": 7.035852737724781}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7827702760696411, "Finetune/Loss (Raw)": 0.802046000957489, "Finetune/Step": 2673, "Finetune/Step Time": 7.035512981936336}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7831105589866638, "Finetune/Loss (Raw)": 0.6090079545974731, "Finetune/Step": 2674, "Finetune/Step Time": 7.020526131615043}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7832022905349731, "Finetune/Loss (Raw)": 0.7981498837471008, "Finetune/Step": 2675, "Finetune/Step Time": 7.03442383185029}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7820529937744141, "Finetune/Loss (Raw)": 0.7876284122467041, "Finetune/Step": 2676, "Finetune/Step Time": 7.037394542247057}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7839614748954773, "Finetune/Loss (Raw)": 0.8787655234336853, "Finetune/Step": 2677, "Finetune/Step Time": 7.020656779408455}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7839070558547974, "Finetune/Loss (Raw)": 0.8095378875732422, "Finetune/Step": 2678, "Finetune/Step Time": 7.021569522097707}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7844768166542053, "Finetune/Loss (Raw)": 0.9458839893341064, "Finetune/Step": 2679, "Finetune/Step Time": 7.019400618970394}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7831250429153442, "Finetune/Loss (Raw)": 0.8722729086875916, "Finetune/Step": 2680, "Finetune/Step Time": 7.023572465404868}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7823625206947327, "Finetune/Loss (Raw)": 0.6413723230361938, "Finetune/Step": 2681, "Finetune/Step Time": 7.029000094160438}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7821817398071289, "Finetune/Loss (Raw)": 0.8160613179206848, "Finetune/Step": 2682, "Finetune/Step Time": 7.002272643148899}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7829277515411377, "Finetune/Loss (Raw)": 0.8326740860939026, "Finetune/Step": 2683, "Finetune/Step Time": 6.987620361149311}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7824641466140747, "Finetune/Loss (Raw)": 0.7924576997756958, "Finetune/Step": 2684, "Finetune/Step Time": 6.98945826292038}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.783657431602478, "Finetune/Loss (Raw)": 0.8393786549568176, "Finetune/Step": 2685, "Finetune/Step Time": 6.98351594991982}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7830304503440857, "Finetune/Loss (Raw)": 0.7248022556304932, "Finetune/Step": 2686, "Finetune/Step Time": 6.986484300345182}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7833868265151978, "Finetune/Loss (Raw)": 0.7872276902198792, "Finetune/Step": 2687, "Finetune/Step Time": 6.988632472231984}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7852837443351746, "Finetune/Loss (Raw)": 0.8435095548629761, "Finetune/Step": 2688, "Finetune/Step Time": 6.974312797188759}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7862534523010254, "Finetune/Loss (Raw)": 0.938340961933136, "Finetune/Step": 2689, "Finetune/Step Time": 6.971829896792769}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.784325361251831, "Finetune/Loss (Raw)": 0.6541972160339355, "Finetune/Step": 2690, "Finetune/Step Time": 6.986454943194985}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7877461910247803, "Finetune/Loss (Raw)": 0.884617030620575, "Finetune/Step": 2691, "Finetune/Step Time": 6.983508775010705}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7872799038887024, "Finetune/Loss (Raw)": 0.7805742025375366, "Finetune/Step": 2692, "Finetune/Step Time": 6.9831667765975}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7869675159454346, "Finetune/Loss (Raw)": 0.8408530354499817, "Finetune/Step": 2693, "Finetune/Step Time": 6.981823259964585}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7862292528152466, "Finetune/Loss (Raw)": 0.7426130175590515, "Finetune/Step": 2694, "Finetune/Step Time": 6.973164763301611}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7867155075073242, "Finetune/Loss (Raw)": 0.7846238613128662, "Finetune/Step": 2695, "Finetune/Step Time": 6.982991587370634}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7872933745384216, "Finetune/Loss (Raw)": 0.8073776364326477, "Finetune/Step": 2696, "Finetune/Step Time": 6.993137609213591}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7858206629753113, "Finetune/Loss (Raw)": 0.8035545349121094, "Finetune/Step": 2697, "Finetune/Step Time": 6.997325515374541}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7850318551063538, "Finetune/Loss (Raw)": 0.707319974899292, "Finetune/Step": 2698, "Finetune/Step Time": 6.9955053478479385}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7838726043701172, "Finetune/Loss (Raw)": 0.8709471821784973, "Finetune/Step": 2699, "Finetune/Step Time": 7.0054368134588}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7836030125617981, "Finetune/Loss (Raw)": 0.7918610572814941, "Finetune/Step": 2700, "Finetune/Step Time": 7.006006900221109}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7835678458213806, "Finetune/Loss (Raw)": 0.7802494168281555, "Finetune/Step": 2701, "Finetune/Step Time": 7.026027262210846}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.784250020980835, "Finetune/Loss (Raw)": 0.8427110314369202, "Finetune/Step": 2702, "Finetune/Step Time": 7.01841595955193}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7840530872344971, "Finetune/Loss (Raw)": 0.6981188654899597, "Finetune/Step": 2703, "Finetune/Step Time": 7.030569951981306}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7831509709358215, "Finetune/Loss (Raw)": 0.6908577680587769, "Finetune/Step": 2704, "Finetune/Step Time": 7.0395837519317865}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7823059558868408, "Finetune/Loss (Raw)": 0.7662461400032043, "Finetune/Step": 2705, "Finetune/Step Time": 7.040810128673911}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7820373773574829, "Finetune/Loss (Raw)": 0.8668272495269775, "Finetune/Step": 2706, "Finetune/Step Time": 7.044733587652445}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7825257778167725, "Finetune/Loss (Raw)": 0.9749962687492371, "Finetune/Step": 2707, "Finetune/Step Time": 7.044390084221959}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7848020792007446, "Finetune/Loss (Raw)": 0.9042258262634277, "Finetune/Step": 2708, "Finetune/Step Time": 7.031555907800794}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7835657596588135, "Finetune/Loss (Raw)": 0.766043484210968, "Finetune/Step": 2709, "Finetune/Step Time": 7.049284094944596}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7826859354972839, "Finetune/Loss (Raw)": 0.6754550933837891, "Finetune/Step": 2710, "Finetune/Step Time": 7.064425095915794}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7838771939277649, "Finetune/Loss (Raw)": 0.8676924705505371, "Finetune/Step": 2711, "Finetune/Step Time": 7.0592351369559765}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7830196619033813, "Finetune/Loss (Raw)": 0.8157763481140137, "Finetune/Step": 2712, "Finetune/Step Time": 7.073200646787882}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7839561104774475, "Finetune/Loss (Raw)": 0.7698445320129395, "Finetune/Step": 2713, "Finetune/Step Time": 7.068204943090677}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7846925258636475, "Finetune/Loss (Raw)": 0.8928272724151611, "Finetune/Step": 2714, "Finetune/Step Time": 7.067810183390975}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7833890914916992, "Finetune/Loss (Raw)": 0.7268261313438416, "Finetune/Step": 2715, "Finetune/Step Time": 7.062102410942316}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7841289043426514, "Finetune/Loss (Raw)": 0.7971243262290955, "Finetune/Step": 2716, "Finetune/Step Time": 7.056455308571458}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7843908071517944, "Finetune/Loss (Raw)": 0.856177806854248, "Finetune/Step": 2717, "Finetune/Step Time": 7.0431863106787205}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7834558486938477, "Finetune/Loss (Raw)": 0.7642806172370911, "Finetune/Step": 2718, "Finetune/Step Time": 7.076710386201739}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7842170000076294, "Finetune/Loss (Raw)": 0.8141126036643982, "Finetune/Step": 2719, "Finetune/Step Time": 7.047689838334918}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7845672369003296, "Finetune/Loss (Raw)": 0.8570953011512756, "Finetune/Step": 2720, "Finetune/Step Time": 7.045990379527211}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.784816563129425, "Finetune/Loss (Raw)": 0.7060232758522034, "Finetune/Step": 2721, "Finetune/Step Time": 7.038435952737927}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7857595682144165, "Finetune/Loss (Raw)": 0.8093625903129578, "Finetune/Step": 2722, "Finetune/Step Time": 7.031335866078734}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7853527069091797, "Finetune/Loss (Raw)": 0.7341046333312988, "Finetune/Step": 2723, "Finetune/Step Time": 7.026779241859913}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7861416935920715, "Finetune/Loss (Raw)": 0.8272926807403564, "Finetune/Step": 2724, "Finetune/Step Time": 7.028391197323799}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7855216860771179, "Finetune/Loss (Raw)": 0.8180856704711914, "Finetune/Step": 2725, "Finetune/Step Time": 7.024693513289094}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7873210310935974, "Finetune/Loss (Raw)": 0.8082935810089111, "Finetune/Step": 2726, "Finetune/Step Time": 7.02209934592247}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7866894602775574, "Finetune/Loss (Raw)": 0.7733258008956909, "Finetune/Step": 2727, "Finetune/Step Time": 7.0213829800486565}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.784731924533844, "Finetune/Loss (Raw)": 0.544115424156189, "Finetune/Step": 2728, "Finetune/Step Time": 7.009771887212992}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7846786975860596, "Finetune/Loss (Raw)": 0.7810416221618652, "Finetune/Step": 2729, "Finetune/Step Time": 7.016233740374446}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7823053598403931, "Finetune/Loss (Raw)": 0.6352156400680542, "Finetune/Step": 2730, "Finetune/Step Time": 7.027530374005437}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7815558314323425, "Finetune/Loss (Raw)": 0.7994780540466309, "Finetune/Step": 2731, "Finetune/Step Time": 7.0233653001487255}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7818574905395508, "Finetune/Loss (Raw)": 0.818244993686676, "Finetune/Step": 2732, "Finetune/Step Time": 7.021178463473916}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7828409671783447, "Finetune/Loss (Raw)": 0.8602358102798462, "Finetune/Step": 2733, "Finetune/Step Time": 7.020071594044566}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7831172943115234, "Finetune/Loss (Raw)": 0.7607836127281189, "Finetune/Step": 2734, "Finetune/Step Time": 6.999403074383736}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7833946347236633, "Finetune/Loss (Raw)": 0.8631811738014221, "Finetune/Step": 2735, "Finetune/Step Time": 6.979578390717506}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7824875116348267, "Finetune/Loss (Raw)": 0.7568114399909973, "Finetune/Step": 2736, "Finetune/Step Time": 6.982654107734561}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7794970273971558, "Finetune/Loss (Raw)": 0.500095546245575, "Finetune/Step": 2737, "Finetune/Step Time": 6.98823382332921}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7806159257888794, "Finetune/Loss (Raw)": 0.8587125539779663, "Finetune/Step": 2738, "Finetune/Step Time": 6.98260260745883}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7820032835006714, "Finetune/Loss (Raw)": 0.8697280883789062, "Finetune/Step": 2739, "Finetune/Step Time": 6.974671958014369}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7811338305473328, "Finetune/Loss (Raw)": 0.6980469226837158, "Finetune/Step": 2740, "Finetune/Step Time": 6.980801045894623}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7805510759353638, "Finetune/Loss (Raw)": 0.8838949799537659, "Finetune/Step": 2741, "Finetune/Step Time": 6.981409899890423}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7805041670799255, "Finetune/Loss (Raw)": 0.7578778862953186, "Finetune/Step": 2742, "Finetune/Step Time": 6.983290117233992}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.780566930770874, "Finetune/Loss (Raw)": 0.8939226865768433, "Finetune/Step": 2743, "Finetune/Step Time": 6.9789641834795475}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.779780924320221, "Finetune/Loss (Raw)": 0.8063206672668457, "Finetune/Step": 2744, "Finetune/Step Time": 6.9777004532516}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7817267179489136, "Finetune/Loss (Raw)": 0.9001767039299011, "Finetune/Step": 2745, "Finetune/Step Time": 6.965065315365791}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7829062342643738, "Finetune/Loss (Raw)": 0.8132385611534119, "Finetune/Step": 2746, "Finetune/Step Time": 6.970043810084462}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7821184396743774, "Finetune/Loss (Raw)": 0.7992966771125793, "Finetune/Step": 2747, "Finetune/Step Time": 6.981047356501222}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7835840582847595, "Finetune/Loss (Raw)": 0.9212077260017395, "Finetune/Step": 2748, "Finetune/Step Time": 6.972952052950859}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7843042612075806, "Finetune/Loss (Raw)": 0.855881929397583, "Finetune/Step": 2749, "Finetune/Step Time": 6.972033774480224}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7835503816604614, "Finetune/Loss (Raw)": 0.782350480556488, "Finetune/Step": 2750, "Finetune/Step Time": 6.975946770980954}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7836273908615112, "Finetune/Loss (Raw)": 0.7837022542953491, "Finetune/Step": 2751, "Finetune/Step Time": 6.966555893421173}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7836765050888062, "Finetune/Loss (Raw)": 0.8293489813804626, "Finetune/Step": 2752, "Finetune/Step Time": 6.967273522168398}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7863743305206299, "Finetune/Loss (Raw)": 0.9229367971420288, "Finetune/Step": 2753, "Finetune/Step Time": 6.957420911639929}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7882580161094666, "Finetune/Loss (Raw)": 0.7962455749511719, "Finetune/Step": 2754, "Finetune/Step Time": 6.931756166741252}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.787447452545166, "Finetune/Loss (Raw)": 0.6842672824859619, "Finetune/Step": 2755, "Finetune/Step Time": 6.947954146191478}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7867998480796814, "Finetune/Loss (Raw)": 0.7984126806259155, "Finetune/Step": 2756, "Finetune/Step Time": 6.959781447425485}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7877806425094604, "Finetune/Loss (Raw)": 0.6481313109397888, "Finetune/Step": 2757, "Finetune/Step Time": 6.973700096830726}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7892575860023499, "Finetune/Loss (Raw)": 0.8762131333351135, "Finetune/Step": 2758, "Finetune/Step Time": 6.973791202530265}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.78802090883255, "Finetune/Loss (Raw)": 0.7341142296791077, "Finetune/Step": 2759, "Finetune/Step Time": 6.972773125395179}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7874501943588257, "Finetune/Loss (Raw)": 0.6507455706596375, "Finetune/Step": 2760, "Finetune/Step Time": 6.967371424660087}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7861284017562866, "Finetune/Loss (Raw)": 0.6903666257858276, "Finetune/Step": 2761, "Finetune/Step Time": 6.9807104747742414}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7857198715209961, "Finetune/Loss (Raw)": 0.7366645932197571, "Finetune/Step": 2762, "Finetune/Step Time": 6.988961599767208}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7859460711479187, "Finetune/Loss (Raw)": 0.8104075193405151, "Finetune/Step": 2763, "Finetune/Step Time": 6.992468994110823}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7846018075942993, "Finetune/Loss (Raw)": 0.7808953523635864, "Finetune/Step": 2764, "Finetune/Step Time": 7.012390764430165}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7839126586914062, "Finetune/Loss (Raw)": 0.6727304458618164, "Finetune/Step": 2765, "Finetune/Step Time": 7.020359039306641}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7832059264183044, "Finetune/Loss (Raw)": 0.8204270601272583, "Finetune/Step": 2766, "Finetune/Step Time": 7.010209942236543}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7835686802864075, "Finetune/Loss (Raw)": 0.8282644748687744, "Finetune/Step": 2767, "Finetune/Step Time": 7.018252864480019}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7855870127677917, "Finetune/Loss (Raw)": 0.8675567507743835, "Finetune/Step": 2768, "Finetune/Step Time": 7.004030866548419}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7858988046646118, "Finetune/Loss (Raw)": 0.8341816663742065, "Finetune/Step": 2769, "Finetune/Step Time": 7.008952829986811}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7839512825012207, "Finetune/Loss (Raw)": 0.5341867208480835, "Finetune/Step": 2770, "Finetune/Step Time": 7.022907881066203}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7858319282531738, "Finetune/Loss (Raw)": 0.8700717091560364, "Finetune/Step": 2771, "Finetune/Step Time": 7.017236225306988}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7873690724372864, "Finetune/Loss (Raw)": 0.8594130873680115, "Finetune/Step": 2772, "Finetune/Step Time": 7.004780564457178}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7880926132202148, "Finetune/Loss (Raw)": 0.8932154774665833, "Finetune/Step": 2773, "Finetune/Step Time": 7.000609988346696}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7862733602523804, "Finetune/Loss (Raw)": 0.5676432251930237, "Finetune/Step": 2774, "Finetune/Step Time": 7.013127099722624}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7872284054756165, "Finetune/Loss (Raw)": 0.8582398295402527, "Finetune/Step": 2775, "Finetune/Step Time": 7.007093124091625}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7868452668190002, "Finetune/Loss (Raw)": 0.7494753003120422, "Finetune/Step": 2776, "Finetune/Step Time": 7.0024970434606075}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7875308990478516, "Finetune/Loss (Raw)": 0.7960566878318787, "Finetune/Step": 2777, "Finetune/Step Time": 6.982207413762808}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7885093688964844, "Finetune/Loss (Raw)": 0.839862585067749, "Finetune/Step": 2778, "Finetune/Step Time": 6.982774991542101}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7879878878593445, "Finetune/Loss (Raw)": 0.72539222240448, "Finetune/Step": 2779, "Finetune/Step Time": 6.986733974888921}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7873782515525818, "Finetune/Loss (Raw)": 0.8073400259017944, "Finetune/Step": 2780, "Finetune/Step Time": 6.986004289239645}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.78877854347229, "Finetune/Loss (Raw)": 0.8940992951393127, "Finetune/Step": 2781, "Finetune/Step Time": 6.972469132393599}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.789944052696228, "Finetune/Loss (Raw)": 0.8229419589042664, "Finetune/Step": 2782, "Finetune/Step Time": 6.959934487938881}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7902764678001404, "Finetune/Loss (Raw)": 0.8438400030136108, "Finetune/Step": 2783, "Finetune/Step Time": 6.952905086800456}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7887942790985107, "Finetune/Loss (Raw)": 0.5994426012039185, "Finetune/Step": 2784, "Finetune/Step Time": 6.971694277599454}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7902129292488098, "Finetune/Loss (Raw)": 0.7732115387916565, "Finetune/Step": 2785, "Finetune/Step Time": 6.962439399212599}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7924913167953491, "Finetune/Loss (Raw)": 0.8616651892662048, "Finetune/Step": 2786, "Finetune/Step Time": 6.9447581227868795}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7919741272926331, "Finetune/Loss (Raw)": 0.7783987522125244, "Finetune/Step": 2787, "Finetune/Step Time": 6.95609931461513}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.791958212852478, "Finetune/Loss (Raw)": 0.866517186164856, "Finetune/Step": 2788, "Finetune/Step Time": 6.962110271677375}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7899248600006104, "Finetune/Loss (Raw)": 0.7317693829536438, "Finetune/Step": 2789, "Finetune/Step Time": 6.973558781668544}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7892872095108032, "Finetune/Loss (Raw)": 0.7886708974838257, "Finetune/Step": 2790, "Finetune/Step Time": 6.97473331913352}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7873412370681763, "Finetune/Loss (Raw)": 0.6273996233940125, "Finetune/Step": 2791, "Finetune/Step Time": 6.97251914255321}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7878703474998474, "Finetune/Loss (Raw)": 0.8095117807388306, "Finetune/Step": 2792, "Finetune/Step Time": 6.969734910875559}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7898721694946289, "Finetune/Loss (Raw)": 0.920494556427002, "Finetune/Step": 2793, "Finetune/Step Time": 6.96980119869113}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7890642881393433, "Finetune/Loss (Raw)": 0.7407242059707642, "Finetune/Step": 2794, "Finetune/Step Time": 6.977401960641146}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7884383201599121, "Finetune/Loss (Raw)": 0.665258526802063, "Finetune/Step": 2795, "Finetune/Step Time": 6.985387267544866}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7881501913070679, "Finetune/Loss (Raw)": 0.7695593237876892, "Finetune/Step": 2796, "Finetune/Step Time": 6.998770106583834}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7851837873458862, "Finetune/Loss (Raw)": 0.5462332367897034, "Finetune/Step": 2797, "Finetune/Step Time": 7.007597643882036}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7841349244117737, "Finetune/Loss (Raw)": 0.7064332365989685, "Finetune/Step": 2798, "Finetune/Step Time": 7.025768732652068}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7844425439834595, "Finetune/Loss (Raw)": 0.6713448166847229, "Finetune/Step": 2799, "Finetune/Step Time": 7.025360535830259}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7847577333450317, "Finetune/Loss (Raw)": 0.6134700179100037, "Finetune/Step": 2800, "Finetune/Step Time": 7.0200126357376575}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7853410243988037, "Finetune/Loss (Raw)": 0.876711368560791, "Finetune/Step": 2801, "Finetune/Step Time": 7.02144024707377}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7874118089675903, "Finetune/Loss (Raw)": 0.8740667700767517, "Finetune/Step": 2802, "Finetune/Step Time": 7.020092697814107}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7869039177894592, "Finetune/Loss (Raw)": 0.7331432104110718, "Finetune/Step": 2803, "Finetune/Step Time": 7.007379161193967}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7872363924980164, "Finetune/Loss (Raw)": 0.8301862478256226, "Finetune/Step": 2804, "Finetune/Step Time": 7.002266639843583}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.787791907787323, "Finetune/Loss (Raw)": 0.9498676657676697, "Finetune/Step": 2805, "Finetune/Step Time": 7.0011789463460445}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7870943546295166, "Finetune/Loss (Raw)": 0.7202461957931519, "Finetune/Step": 2806, "Finetune/Step Time": 7.0040964633226395}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7857835292816162, "Finetune/Loss (Raw)": 0.7781034111976624, "Finetune/Step": 2807, "Finetune/Step Time": 7.005445931106806}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.783657431602478, "Finetune/Loss (Raw)": 0.6001397371292114, "Finetune/Step": 2808, "Finetune/Step Time": 7.011566527187824}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7833337187767029, "Finetune/Loss (Raw)": 0.5999293327331543, "Finetune/Step": 2809, "Finetune/Step Time": 7.011966500431299}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7823227643966675, "Finetune/Loss (Raw)": 0.6866602897644043, "Finetune/Step": 2810, "Finetune/Step Time": 7.009709753096104}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7821981906890869, "Finetune/Loss (Raw)": 0.8167291283607483, "Finetune/Step": 2811, "Finetune/Step Time": 7.012669427320361}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7821581363677979, "Finetune/Loss (Raw)": 0.7873293161392212, "Finetune/Step": 2812, "Finetune/Step Time": 7.009890753775835}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7824428081512451, "Finetune/Loss (Raw)": 0.8758108615875244, "Finetune/Step": 2813, "Finetune/Step Time": 7.005821969360113}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7821047306060791, "Finetune/Loss (Raw)": 0.6815346479415894, "Finetune/Step": 2814, "Finetune/Step Time": 7.016956886276603}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.783065140247345, "Finetune/Loss (Raw)": 0.9101641774177551, "Finetune/Step": 2815, "Finetune/Step Time": 7.0164137724787}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7828369140625, "Finetune/Loss (Raw)": 0.8142881393432617, "Finetune/Step": 2816, "Finetune/Step Time": 7.0137657560408115}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7816034555435181, "Finetune/Loss (Raw)": 0.780462384223938, "Finetune/Step": 2817, "Finetune/Step Time": 7.016737150028348}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7826076745986938, "Finetune/Loss (Raw)": 0.7827327251434326, "Finetune/Step": 2818, "Finetune/Step Time": 7.004502760246396}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7829723954200745, "Finetune/Loss (Raw)": 0.9313082098960876, "Finetune/Step": 2819, "Finetune/Step Time": 7.016056856140494}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7839535474777222, "Finetune/Loss (Raw)": 0.9061635136604309, "Finetune/Step": 2820, "Finetune/Step Time": 7.015380432829261}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7823134660720825, "Finetune/Loss (Raw)": 0.6309146881103516, "Finetune/Step": 2821, "Finetune/Step Time": 7.023045660927892}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7830177545547485, "Finetune/Loss (Raw)": 0.8327661156654358, "Finetune/Step": 2822, "Finetune/Step Time": 7.021568266674876}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7819814682006836, "Finetune/Loss (Raw)": 0.6519826650619507, "Finetune/Step": 2823, "Finetune/Step Time": 7.021232249215245}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7806285619735718, "Finetune/Loss (Raw)": 0.6341976523399353, "Finetune/Step": 2824, "Finetune/Step Time": 7.009573610499501}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7798305749893188, "Finetune/Loss (Raw)": 0.701412558555603, "Finetune/Step": 2825, "Finetune/Step Time": 7.0059315003454685}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7794905304908752, "Finetune/Loss (Raw)": 0.6638008952140808, "Finetune/Step": 2826, "Finetune/Step Time": 7.00770154222846}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7791309356689453, "Finetune/Loss (Raw)": 0.824923038482666, "Finetune/Step": 2827, "Finetune/Step Time": 7.005158023908734}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7803921699523926, "Finetune/Loss (Raw)": 0.9532997012138367, "Finetune/Step": 2828, "Finetune/Step Time": 7.001508040353656}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7808129787445068, "Finetune/Loss (Raw)": 0.8341087102890015, "Finetune/Step": 2829, "Finetune/Step Time": 6.985339814797044}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7811286449432373, "Finetune/Loss (Raw)": 0.8831149339675903, "Finetune/Step": 2830, "Finetune/Step Time": 6.977999657392502}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7836019992828369, "Finetune/Loss (Raw)": 1.0147100687026978, "Finetune/Step": 2831, "Finetune/Step Time": 6.963589273393154}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7854868173599243, "Finetune/Loss (Raw)": 0.9321077466011047, "Finetune/Step": 2832, "Finetune/Step Time": 6.957767182961106}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7858327031135559, "Finetune/Loss (Raw)": 0.8105186223983765, "Finetune/Step": 2833, "Finetune/Step Time": 6.97260632365942}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7839547395706177, "Finetune/Loss (Raw)": 0.6264462471008301, "Finetune/Step": 2834, "Finetune/Step Time": 6.982716251164675}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7827549576759338, "Finetune/Loss (Raw)": 0.8214301466941833, "Finetune/Step": 2835, "Finetune/Step Time": 6.984967138618231}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.780562162399292, "Finetune/Loss (Raw)": 0.623551607131958, "Finetune/Step": 2836, "Finetune/Step Time": 6.978258753195405}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7812060117721558, "Finetune/Loss (Raw)": 0.8484464883804321, "Finetune/Step": 2837, "Finetune/Step Time": 6.959769697859883}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7815386056900024, "Finetune/Loss (Raw)": 0.7180356383323669, "Finetune/Step": 2838, "Finetune/Step Time": 6.941337717697024}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7802188396453857, "Finetune/Loss (Raw)": 0.6987576484680176, "Finetune/Step": 2839, "Finetune/Step Time": 6.953092100098729}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7800887823104858, "Finetune/Loss (Raw)": 0.7991284728050232, "Finetune/Step": 2840, "Finetune/Step Time": 6.94144519045949}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7814255952835083, "Finetune/Loss (Raw)": 0.9409620761871338, "Finetune/Step": 2841, "Finetune/Step Time": 6.936889877542853}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7808142900466919, "Finetune/Loss (Raw)": 0.814581036567688, "Finetune/Step": 2842, "Finetune/Step Time": 6.938982697203755}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7804458141326904, "Finetune/Loss (Raw)": 0.6796596050262451, "Finetune/Step": 2843, "Finetune/Step Time": 6.9432605765759945}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7808418273925781, "Finetune/Loss (Raw)": 0.8478142619132996, "Finetune/Step": 2844, "Finetune/Step Time": 6.945819994434714}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7803680300712585, "Finetune/Loss (Raw)": 0.7955292463302612, "Finetune/Step": 2845, "Finetune/Step Time": 6.963949825614691}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7803239822387695, "Finetune/Loss (Raw)": 0.7586373090744019, "Finetune/Step": 2846, "Finetune/Step Time": 6.930614216253161}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.778605580329895, "Finetune/Loss (Raw)": 0.5941635966300964, "Finetune/Step": 2847, "Finetune/Step Time": 6.939061684533954}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7786325216293335, "Finetune/Loss (Raw)": 0.8605387210845947, "Finetune/Step": 2848, "Finetune/Step Time": 6.942192127928138}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7789691686630249, "Finetune/Loss (Raw)": 0.7491128444671631, "Finetune/Step": 2849, "Finetune/Step Time": 6.937781609594822}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7789182662963867, "Finetune/Loss (Raw)": 0.8028457760810852, "Finetune/Step": 2850, "Finetune/Step Time": 6.934956707060337}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7798248529434204, "Finetune/Loss (Raw)": 0.850151777267456, "Finetune/Step": 2851, "Finetune/Step Time": 6.93239426985383}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7797999978065491, "Finetune/Loss (Raw)": 0.8241117596626282, "Finetune/Step": 2852, "Finetune/Step Time": 6.934317212551832}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7793936729431152, "Finetune/Loss (Raw)": 0.7660746574401855, "Finetune/Step": 2853, "Finetune/Step Time": 6.93378690816462}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7798628211021423, "Finetune/Loss (Raw)": 0.8683475255966187, "Finetune/Step": 2854, "Finetune/Step Time": 6.927737025544047}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7799368500709534, "Finetune/Loss (Raw)": 0.7827999591827393, "Finetune/Step": 2855, "Finetune/Step Time": 6.932002352550626}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7816998958587646, "Finetune/Loss (Raw)": 0.7697891592979431, "Finetune/Step": 2856, "Finetune/Step Time": 6.954563084989786}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7822059988975525, "Finetune/Loss (Raw)": 0.8458223342895508, "Finetune/Step": 2857, "Finetune/Step Time": 6.942208403721452}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7827972769737244, "Finetune/Loss (Raw)": 0.7108971476554871, "Finetune/Step": 2858, "Finetune/Step Time": 6.92589564435184}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7828189730644226, "Finetune/Loss (Raw)": 0.8022558689117432, "Finetune/Step": 2859, "Finetune/Step Time": 6.93103508092463}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7818549275398254, "Finetune/Loss (Raw)": 0.6948433518409729, "Finetune/Step": 2860, "Finetune/Step Time": 6.937649382278323}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7827092409133911, "Finetune/Loss (Raw)": 0.9695978760719299, "Finetune/Step": 2861, "Finetune/Step Time": 6.93594741076231}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.782461404800415, "Finetune/Loss (Raw)": 0.729056715965271, "Finetune/Step": 2862, "Finetune/Step Time": 6.949861517176032}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7818865180015564, "Finetune/Loss (Raw)": 0.7895933389663696, "Finetune/Step": 2863, "Finetune/Step Time": 6.946999825537205}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7814580202102661, "Finetune/Loss (Raw)": 0.701960027217865, "Finetune/Step": 2864, "Finetune/Step Time": 6.932599689811468}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7844012975692749, "Finetune/Loss (Raw)": 0.8768343329429626, "Finetune/Step": 2865, "Finetune/Step Time": 6.92814595811069}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7826860547065735, "Finetune/Loss (Raw)": 0.6391627192497253, "Finetune/Step": 2866, "Finetune/Step Time": 6.938169397413731}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7824363112449646, "Finetune/Loss (Raw)": 0.8377625346183777, "Finetune/Step": 2867, "Finetune/Step Time": 6.941801520064473}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.78423011302948, "Finetune/Loss (Raw)": 0.9276468753814697, "Finetune/Step": 2868, "Finetune/Step Time": 6.937716752290726}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7819044589996338, "Finetune/Loss (Raw)": 0.5862237215042114, "Finetune/Step": 2869, "Finetune/Step Time": 6.964290423318744}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7808918356895447, "Finetune/Loss (Raw)": 0.628253698348999, "Finetune/Step": 2870, "Finetune/Step Time": 6.975554911419749}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7812957167625427, "Finetune/Loss (Raw)": 0.9456222057342529, "Finetune/Step": 2871, "Finetune/Step Time": 6.9747017081826925}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7822134494781494, "Finetune/Loss (Raw)": 0.9237918853759766, "Finetune/Step": 2872, "Finetune/Step Time": 6.975049203261733}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7816548347473145, "Finetune/Loss (Raw)": 0.8286733031272888, "Finetune/Step": 2873, "Finetune/Step Time": 6.977115824818611}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7801764011383057, "Finetune/Loss (Raw)": 0.6240020394325256, "Finetune/Step": 2874, "Finetune/Step Time": 6.992046047002077}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7808287143707275, "Finetune/Loss (Raw)": 0.8827884197235107, "Finetune/Step": 2875, "Finetune/Step Time": 6.977695466950536}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7799669504165649, "Finetune/Loss (Raw)": 0.8109005689620972, "Finetune/Step": 2876, "Finetune/Step Time": 6.9828999526798725}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7793797254562378, "Finetune/Loss (Raw)": 0.7807186245918274, "Finetune/Step": 2877, "Finetune/Step Time": 6.9829161409288645}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7789194583892822, "Finetune/Loss (Raw)": 0.7234378457069397, "Finetune/Step": 2878, "Finetune/Step Time": 6.984983127564192}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7784510254859924, "Finetune/Loss (Raw)": 0.7237438559532166, "Finetune/Step": 2879, "Finetune/Step Time": 6.986560091376305}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7792364954948425, "Finetune/Loss (Raw)": 0.9298879504203796, "Finetune/Step": 2880, "Finetune/Step Time": 6.9789236057549715}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7784684896469116, "Finetune/Loss (Raw)": 0.8246307373046875, "Finetune/Step": 2881, "Finetune/Step Time": 6.980813672766089}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.779193103313446, "Finetune/Loss (Raw)": 0.8889961242675781, "Finetune/Step": 2882, "Finetune/Step Time": 6.989895915612578}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7809723615646362, "Finetune/Loss (Raw)": 0.9120151400566101, "Finetune/Step": 2883, "Finetune/Step Time": 6.976533135399222}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7802305221557617, "Finetune/Loss (Raw)": 0.7034539580345154, "Finetune/Step": 2884, "Finetune/Step Time": 6.98281360603869}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7819881439208984, "Finetune/Loss (Raw)": 0.8731047511100769, "Finetune/Step": 2885, "Finetune/Step Time": 6.958297219127417}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7796851396560669, "Finetune/Loss (Raw)": 0.581432044506073, "Finetune/Step": 2886, "Finetune/Step Time": 6.9757322035729885}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7792567014694214, "Finetune/Loss (Raw)": 0.6792726516723633, "Finetune/Step": 2887, "Finetune/Step Time": 6.9794874638319016}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7818633317947388, "Finetune/Loss (Raw)": 0.9843910336494446, "Finetune/Step": 2888, "Finetune/Step Time": 6.986075112596154}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7824033498764038, "Finetune/Loss (Raw)": 0.7594977021217346, "Finetune/Step": 2889, "Finetune/Step Time": 6.986046185716987}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7825347185134888, "Finetune/Loss (Raw)": 0.7534764409065247, "Finetune/Step": 2890, "Finetune/Step Time": 6.979050226509571}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7821518182754517, "Finetune/Loss (Raw)": 0.7613958120346069, "Finetune/Step": 2891, "Finetune/Step Time": 6.977992031723261}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.783862829208374, "Finetune/Loss (Raw)": 0.9999036192893982, "Finetune/Step": 2892, "Finetune/Step Time": 6.965928893536329}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7847868204116821, "Finetune/Loss (Raw)": 0.7909994125366211, "Finetune/Step": 2893, "Finetune/Step Time": 6.947991294786334}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7854745388031006, "Finetune/Loss (Raw)": 0.9084600210189819, "Finetune/Step": 2894, "Finetune/Step Time": 6.956495188176632}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.785480797290802, "Finetune/Loss (Raw)": 0.82906574010849, "Finetune/Step": 2895, "Finetune/Step Time": 6.947367895394564}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7855483293533325, "Finetune/Loss (Raw)": 0.8762011528015137, "Finetune/Step": 2896, "Finetune/Step Time": 6.9490183256566525}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7860105037689209, "Finetune/Loss (Raw)": 0.8933414220809937, "Finetune/Step": 2897, "Finetune/Step Time": 6.9459880869835615}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7883753776550293, "Finetune/Loss (Raw)": 0.8368841409683228, "Finetune/Step": 2898, "Finetune/Step Time": 6.932000895962119}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7878236174583435, "Finetune/Loss (Raw)": 0.799447774887085, "Finetune/Step": 2899, "Finetune/Step Time": 6.934705371037126}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7864047288894653, "Finetune/Loss (Raw)": 0.6777991056442261, "Finetune/Step": 2900, "Finetune/Step Time": 6.9253952875733376}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7846719026565552, "Finetune/Loss (Raw)": 0.671409010887146, "Finetune/Step": 2901, "Finetune/Step Time": 6.930830145254731}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7864189147949219, "Finetune/Loss (Raw)": 0.7912613153457642, "Finetune/Step": 2902, "Finetune/Step Time": 6.945382595062256}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7862271070480347, "Finetune/Loss (Raw)": 0.8336957097053528, "Finetune/Step": 2903, "Finetune/Step Time": 6.946827698498964}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7865466475486755, "Finetune/Loss (Raw)": 0.790367603302002, "Finetune/Step": 2904, "Finetune/Step Time": 6.95658384822309}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7866256237030029, "Finetune/Loss (Raw)": 0.8061760663986206, "Finetune/Step": 2905, "Finetune/Step Time": 6.958620643243194}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7869657874107361, "Finetune/Loss (Raw)": 0.8833968639373779, "Finetune/Step": 2906, "Finetune/Step Time": 6.957571489736438}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7874541282653809, "Finetune/Loss (Raw)": 0.7879047393798828, "Finetune/Step": 2907, "Finetune/Step Time": 6.95268851518631}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7879011034965515, "Finetune/Loss (Raw)": 0.8645491003990173, "Finetune/Step": 2908, "Finetune/Step Time": 6.955606013536453}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7886145114898682, "Finetune/Loss (Raw)": 0.9854098558425903, "Finetune/Step": 2909, "Finetune/Step Time": 6.952766835689545}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7893025875091553, "Finetune/Loss (Raw)": 0.9110239148139954, "Finetune/Step": 2910, "Finetune/Step Time": 6.94248279184103}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7901959419250488, "Finetune/Loss (Raw)": 0.9581866264343262, "Finetune/Step": 2911, "Finetune/Step Time": 6.932751027867198}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7921043634414673, "Finetune/Loss (Raw)": 0.8437223434448242, "Finetune/Step": 2912, "Finetune/Step Time": 6.916318399831653}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.792456865310669, "Finetune/Loss (Raw)": 0.8183234333992004, "Finetune/Step": 2913, "Finetune/Step Time": 6.909615745767951}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7904390692710876, "Finetune/Loss (Raw)": 0.6033916473388672, "Finetune/Step": 2914, "Finetune/Step Time": 6.930044235661626}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7888685464859009, "Finetune/Loss (Raw)": 0.5773707628250122, "Finetune/Step": 2915, "Finetune/Step Time": 6.926864463835955}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7887543439865112, "Finetune/Loss (Raw)": 0.851902425289154, "Finetune/Step": 2916, "Finetune/Step Time": 6.918272253125906}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7901281118392944, "Finetune/Loss (Raw)": 0.9076133966445923, "Finetune/Step": 2917, "Finetune/Step Time": 6.907483410090208}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7892956137657166, "Finetune/Loss (Raw)": 0.6821098327636719, "Finetune/Step": 2918, "Finetune/Step Time": 6.9116297122091055}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7909318208694458, "Finetune/Loss (Raw)": 0.8368414044380188, "Finetune/Step": 2919, "Finetune/Step Time": 6.896638799458742}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7888153791427612, "Finetune/Loss (Raw)": 0.5385949611663818, "Finetune/Step": 2920, "Finetune/Step Time": 6.899624729529023}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7877132892608643, "Finetune/Loss (Raw)": 0.7794345617294312, "Finetune/Step": 2921, "Finetune/Step Time": 6.913004416972399}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7878544926643372, "Finetune/Loss (Raw)": 0.7587906122207642, "Finetune/Step": 2922, "Finetune/Step Time": 6.90633156336844}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7882171869277954, "Finetune/Loss (Raw)": 0.7116907835006714, "Finetune/Step": 2923, "Finetune/Step Time": 6.925011875107884}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.789154052734375, "Finetune/Loss (Raw)": 0.8894796967506409, "Finetune/Step": 2924, "Finetune/Step Time": 6.913840625435114}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7918393611907959, "Finetune/Loss (Raw)": 0.8899571895599365, "Finetune/Step": 2925, "Finetune/Step Time": 6.9161696918308735}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7925748825073242, "Finetune/Loss (Raw)": 0.8005696535110474, "Finetune/Step": 2926, "Finetune/Step Time": 6.922599535435438}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7916154861450195, "Finetune/Loss (Raw)": 0.548546314239502, "Finetune/Step": 2927, "Finetune/Step Time": 6.929711302742362}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7930886745452881, "Finetune/Loss (Raw)": 0.8020297288894653, "Finetune/Step": 2928, "Finetune/Step Time": 6.948025081306696}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7927924394607544, "Finetune/Loss (Raw)": 0.8387991786003113, "Finetune/Step": 2929, "Finetune/Step Time": 6.940125424414873}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7928155660629272, "Finetune/Loss (Raw)": 0.8770281076431274, "Finetune/Step": 2930, "Finetune/Step Time": 6.934328379109502}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.793914794921875, "Finetune/Loss (Raw)": 0.8738447427749634, "Finetune/Step": 2931, "Finetune/Step Time": 6.936859214678407}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7940865755081177, "Finetune/Loss (Raw)": 0.8521692156791687, "Finetune/Step": 2932, "Finetune/Step Time": 6.940624197944999}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.793053150177002, "Finetune/Loss (Raw)": 0.8175980448722839, "Finetune/Step": 2933, "Finetune/Step Time": 6.950538599863648}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7934939861297607, "Finetune/Loss (Raw)": 0.7766734957695007, "Finetune/Step": 2934, "Finetune/Step Time": 6.948430439457297}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7937144041061401, "Finetune/Loss (Raw)": 0.8063108921051025, "Finetune/Step": 2935, "Finetune/Step Time": 6.950501931831241}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.795781135559082, "Finetune/Loss (Raw)": 0.8646801710128784, "Finetune/Step": 2936, "Finetune/Step Time": 6.966372575610876}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7988338470458984, "Finetune/Loss (Raw)": 0.9906734824180603, "Finetune/Step": 2937, "Finetune/Step Time": 6.952139098197222}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8002498745918274, "Finetune/Loss (Raw)": 0.8679179549217224, "Finetune/Step": 2938, "Finetune/Step Time": 6.9486598540097475}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8004062175750732, "Finetune/Loss (Raw)": 0.8367417454719543, "Finetune/Step": 2939, "Finetune/Step Time": 6.947620913386345}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.799460768699646, "Finetune/Loss (Raw)": 0.6663044691085815, "Finetune/Step": 2940, "Finetune/Step Time": 6.951714685186744}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7966207265853882, "Finetune/Loss (Raw)": 0.5122949481010437, "Finetune/Step": 2941, "Finetune/Step Time": 6.967956895008683}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7987310886383057, "Finetune/Loss (Raw)": 0.9516502022743225, "Finetune/Step": 2942, "Finetune/Step Time": 6.958647534251213}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7974957227706909, "Finetune/Loss (Raw)": 0.7520479559898376, "Finetune/Step": 2943, "Finetune/Step Time": 6.962249675765634}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7974344491958618, "Finetune/Loss (Raw)": 0.8064345121383667, "Finetune/Step": 2944, "Finetune/Step Time": 6.96792671456933}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7970718145370483, "Finetune/Loss (Raw)": 0.7340512275695801, "Finetune/Step": 2945, "Finetune/Step Time": 6.975673286244273}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.797063410282135, "Finetune/Loss (Raw)": 0.7816546559333801, "Finetune/Step": 2946, "Finetune/Step Time": 6.970333090052009}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7957143187522888, "Finetune/Loss (Raw)": 0.7586317658424377, "Finetune/Step": 2947, "Finetune/Step Time": 6.972228929400444}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7941492795944214, "Finetune/Loss (Raw)": 0.7058338522911072, "Finetune/Step": 2948, "Finetune/Step Time": 6.988628877326846}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.795712947845459, "Finetune/Loss (Raw)": 0.8310688734054565, "Finetune/Step": 2949, "Finetune/Step Time": 6.980460857972503}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7959476709365845, "Finetune/Loss (Raw)": 0.8628047108650208, "Finetune/Step": 2950, "Finetune/Step Time": 6.9799820855259895}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7954936027526855, "Finetune/Loss (Raw)": 0.5938575267791748, "Finetune/Step": 2951, "Finetune/Step Time": 6.980123624205589}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7972729206085205, "Finetune/Loss (Raw)": 0.8619502782821655, "Finetune/Step": 2952, "Finetune/Step Time": 6.978147538378835}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7988884449005127, "Finetune/Loss (Raw)": 0.9082003235816956, "Finetune/Step": 2953, "Finetune/Step Time": 6.978608964011073}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7993812561035156, "Finetune/Loss (Raw)": 0.7268887758255005, "Finetune/Step": 2954, "Finetune/Step Time": 6.980247471481562}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.800538182258606, "Finetune/Loss (Raw)": 0.9730056524276733, "Finetune/Step": 2955, "Finetune/Step Time": 6.973389307036996}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7994847893714905, "Finetune/Loss (Raw)": 0.8184669613838196, "Finetune/Step": 2956, "Finetune/Step Time": 6.971956592053175}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7989689111709595, "Finetune/Loss (Raw)": 0.7680757641792297, "Finetune/Step": 2957, "Finetune/Step Time": 6.965202076360583}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7984358668327332, "Finetune/Loss (Raw)": 0.8148837089538574, "Finetune/Step": 2958, "Finetune/Step Time": 6.967533268034458}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7959821224212646, "Finetune/Loss (Raw)": 0.7006317973136902, "Finetune/Step": 2959, "Finetune/Step Time": 6.980558851733804}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7945551872253418, "Finetune/Loss (Raw)": 0.7494592666625977, "Finetune/Step": 2960, "Finetune/Step Time": 6.9779960103333}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7941937446594238, "Finetune/Loss (Raw)": 0.7642464637756348, "Finetune/Step": 2961, "Finetune/Step Time": 6.958342054858804}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7970695495605469, "Finetune/Loss (Raw)": 0.9945557713508606, "Finetune/Step": 2962, "Finetune/Step Time": 6.956569202244282}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7973317503929138, "Finetune/Loss (Raw)": 0.8549934029579163, "Finetune/Step": 2963, "Finetune/Step Time": 6.962854500859976}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.799322247505188, "Finetune/Loss (Raw)": 0.8783429265022278, "Finetune/Step": 2964, "Finetune/Step Time": 6.964354678988457}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.799614667892456, "Finetune/Loss (Raw)": 0.8858672380447388, "Finetune/Step": 2965, "Finetune/Step Time": 6.959998803213239}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7997369766235352, "Finetune/Loss (Raw)": 0.7336849570274353, "Finetune/Step": 2966, "Finetune/Step Time": 6.964545367285609}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7995612621307373, "Finetune/Loss (Raw)": 0.6762708425521851, "Finetune/Step": 2967, "Finetune/Step Time": 6.963874341920018}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8002407550811768, "Finetune/Loss (Raw)": 0.8861057162284851, "Finetune/Step": 2968, "Finetune/Step Time": 6.969066061079502}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7992601990699768, "Finetune/Loss (Raw)": 0.8154467344284058, "Finetune/Step": 2969, "Finetune/Step Time": 6.965807780623436}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7990369200706482, "Finetune/Loss (Raw)": 0.7860047817230225, "Finetune/Step": 2970, "Finetune/Step Time": 6.97375463321805}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7999893426895142, "Finetune/Loss (Raw)": 0.8015654683113098, "Finetune/Step": 2971, "Finetune/Step Time": 6.989796867594123}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7998002767562866, "Finetune/Loss (Raw)": 0.8236281871795654, "Finetune/Step": 2972, "Finetune/Step Time": 6.984731897711754}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7991081476211548, "Finetune/Loss (Raw)": 0.7069297432899475, "Finetune/Step": 2973, "Finetune/Step Time": 6.977490862831473}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7996550798416138, "Finetune/Loss (Raw)": 0.8286460041999817, "Finetune/Step": 2974, "Finetune/Step Time": 6.976554784923792}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.800497829914093, "Finetune/Loss (Raw)": 0.7020313739776611, "Finetune/Step": 2975, "Finetune/Step Time": 6.9795869421213865}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7995057702064514, "Finetune/Loss (Raw)": 0.7335558533668518, "Finetune/Step": 2976, "Finetune/Step Time": 6.97770900465548}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.799468457698822, "Finetune/Loss (Raw)": 0.7443355917930603, "Finetune/Step": 2977, "Finetune/Step Time": 6.976918175816536}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8004671335220337, "Finetune/Loss (Raw)": 0.9306802749633789, "Finetune/Step": 2978, "Finetune/Step Time": 6.975302016362548}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8003047704696655, "Finetune/Loss (Raw)": 0.8293644785881042, "Finetune/Step": 2979, "Finetune/Step Time": 6.981854749843478}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7997465133666992, "Finetune/Loss (Raw)": 0.7526565790176392, "Finetune/Step": 2980, "Finetune/Step Time": 6.983322167769074}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7994191646575928, "Finetune/Loss (Raw)": 0.7241707444190979, "Finetune/Step": 2981, "Finetune/Step Time": 7.004399875178933}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7984890937805176, "Finetune/Loss (Raw)": 0.7493008375167847, "Finetune/Step": 2982, "Finetune/Step Time": 7.010262148454785}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7996423840522766, "Finetune/Loss (Raw)": 0.9304226636886597, "Finetune/Step": 2983, "Finetune/Step Time": 7.004111263900995}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7996194362640381, "Finetune/Loss (Raw)": 0.7668547034263611, "Finetune/Step": 2984, "Finetune/Step Time": 6.9929367657750845}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7995657920837402, "Finetune/Loss (Raw)": 0.8389462828636169, "Finetune/Step": 2985, "Finetune/Step Time": 6.994685512036085}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7988117337226868, "Finetune/Loss (Raw)": 0.6143864989280701, "Finetune/Step": 2986, "Finetune/Step Time": 7.0124248787760735}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7985787391662598, "Finetune/Loss (Raw)": 0.7724254727363586, "Finetune/Step": 2987, "Finetune/Step Time": 7.024473212659359}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7999694347381592, "Finetune/Loss (Raw)": 0.872864305973053, "Finetune/Step": 2988, "Finetune/Step Time": 7.022384159266949}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7975130081176758, "Finetune/Loss (Raw)": 0.6551693081855774, "Finetune/Step": 2989, "Finetune/Step Time": 7.026826843619347}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7990401983261108, "Finetune/Loss (Raw)": 0.9245367050170898, "Finetune/Step": 2990, "Finetune/Step Time": 7.008941741660237}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7996636033058167, "Finetune/Loss (Raw)": 0.8693902492523193, "Finetune/Step": 2991, "Finetune/Step Time": 7.025926349684596}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.799599826335907, "Finetune/Loss (Raw)": 0.693792462348938, "Finetune/Step": 2992, "Finetune/Step Time": 7.033737745136023}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7998824119567871, "Finetune/Loss (Raw)": 0.9130069017410278, "Finetune/Step": 2993, "Finetune/Step Time": 7.030065583065152}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8020681142807007, "Finetune/Loss (Raw)": 0.9189383387565613, "Finetune/Step": 2994, "Finetune/Step Time": 7.024634884670377}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8020044565200806, "Finetune/Loss (Raw)": 0.8296059966087341, "Finetune/Step": 2995, "Finetune/Step Time": 7.02423650585115}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8005034327507019, "Finetune/Loss (Raw)": 0.7355202436447144, "Finetune/Step": 2996, "Finetune/Step Time": 7.037248156964779}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8017969131469727, "Finetune/Loss (Raw)": 0.7517843842506409, "Finetune/Step": 2997, "Finetune/Step Time": 7.014383500441909}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8028289079666138, "Finetune/Loss (Raw)": 0.7603588700294495, "Finetune/Step": 2998, "Finetune/Step Time": 7.006001323461533}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8017644286155701, "Finetune/Loss (Raw)": 0.809367299079895, "Finetune/Step": 2999, "Finetune/Step Time": 7.008733801543713}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8010560870170593, "Finetune/Loss (Raw)": 0.8331180810928345, "Finetune/Step": 3000, "Finetune/Step Time": 7.010741611942649}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8005232810974121, "Finetune/Loss (Raw)": 0.7604773044586182, "Finetune/Step": 3001, "Finetune/Step Time": 7.0109533816576}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8025371432304382, "Finetune/Loss (Raw)": 0.8817746639251709, "Finetune/Step": 3002, "Finetune/Step Time": 6.98798581212759}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8019380569458008, "Finetune/Loss (Raw)": 0.8061119318008423, "Finetune/Step": 3003, "Finetune/Step Time": 7.003470690920949}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8024619817733765, "Finetune/Loss (Raw)": 0.8779592514038086, "Finetune/Step": 3004, "Finetune/Step Time": 6.997657548636198}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8009774684906006, "Finetune/Loss (Raw)": 0.5906975865364075, "Finetune/Step": 3005, "Finetune/Step Time": 7.013602631166577}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8022581338882446, "Finetune/Loss (Raw)": 0.8873696327209473, "Finetune/Step": 3006, "Finetune/Step Time": 7.010320279747248}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8017650246620178, "Finetune/Loss (Raw)": 0.6606187224388123, "Finetune/Step": 3007, "Finetune/Step Time": 7.005018239840865}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8013067245483398, "Finetune/Loss (Raw)": 0.8712235689163208, "Finetune/Step": 3008, "Finetune/Step Time": 7.0088034812361}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8022049069404602, "Finetune/Loss (Raw)": 0.9396014213562012, "Finetune/Step": 3009, "Finetune/Step Time": 7.0054818745702505}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.801361083984375, "Finetune/Loss (Raw)": 0.7809827923774719, "Finetune/Step": 3010, "Finetune/Step Time": 6.9986425545066595}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8010445833206177, "Finetune/Loss (Raw)": 0.8715091347694397, "Finetune/Step": 3011, "Finetune/Step Time": 6.99896601960063}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8023179769515991, "Finetune/Loss (Raw)": 0.8664445281028748, "Finetune/Step": 3012, "Finetune/Step Time": 6.9761765617877245}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8020343780517578, "Finetune/Loss (Raw)": 0.8367986679077148, "Finetune/Step": 3013, "Finetune/Step Time": 6.972639067098498}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8028002977371216, "Finetune/Loss (Raw)": 0.6794796586036682, "Finetune/Step": 3014, "Finetune/Step Time": 6.958795540034771}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8021973371505737, "Finetune/Loss (Raw)": 0.6020925641059875, "Finetune/Step": 3015, "Finetune/Step Time": 6.967069635167718}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8004581928253174, "Finetune/Loss (Raw)": 0.7617831230163574, "Finetune/Step": 3016, "Finetune/Step Time": 6.969936791807413}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.799996554851532, "Finetune/Loss (Raw)": 0.7004037499427795, "Finetune/Step": 3017, "Finetune/Step Time": 6.970387648791075}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7999314069747925, "Finetune/Loss (Raw)": 0.7451337575912476, "Finetune/Step": 3018, "Finetune/Step Time": 6.966418314725161}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8001576662063599, "Finetune/Loss (Raw)": 0.790358304977417, "Finetune/Step": 3019, "Finetune/Step Time": 6.9685661774128675}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7982293963432312, "Finetune/Loss (Raw)": 0.7530901432037354, "Finetune/Step": 3020, "Finetune/Step Time": 6.9555238503962755}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7982821464538574, "Finetune/Loss (Raw)": 0.7977491021156311, "Finetune/Step": 3021, "Finetune/Step Time": 6.9609474539756775}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.798294186592102, "Finetune/Loss (Raw)": 0.9099932909011841, "Finetune/Step": 3022, "Finetune/Step Time": 6.951783629134297}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7970364689826965, "Finetune/Loss (Raw)": 0.6680822968482971, "Finetune/Step": 3023, "Finetune/Step Time": 6.952756468206644}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7964811325073242, "Finetune/Loss (Raw)": 0.8051206469535828, "Finetune/Step": 3024, "Finetune/Step Time": 6.957625310868025}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7961804866790771, "Finetune/Loss (Raw)": 0.8548568487167358, "Finetune/Step": 3025, "Finetune/Step Time": 6.958340300247073}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7959242463111877, "Finetune/Loss (Raw)": 0.8040885925292969, "Finetune/Step": 3026, "Finetune/Step Time": 6.962440825998783}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7968080043792725, "Finetune/Loss (Raw)": 0.912564754486084, "Finetune/Step": 3027, "Finetune/Step Time": 6.959048017859459}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7978367805480957, "Finetune/Loss (Raw)": 0.8094842433929443, "Finetune/Step": 3028, "Finetune/Step Time": 6.962280925363302}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8004375100135803, "Finetune/Loss (Raw)": 1.004299521446228, "Finetune/Step": 3029, "Finetune/Step Time": 6.957268483936787}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8004851341247559, "Finetune/Loss (Raw)": 0.7973605394363403, "Finetune/Step": 3030, "Finetune/Step Time": 6.940949050709605}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8005391359329224, "Finetune/Loss (Raw)": 0.8406082987785339, "Finetune/Step": 3031, "Finetune/Step Time": 6.940105868503451}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8008047938346863, "Finetune/Loss (Raw)": 0.8243746161460876, "Finetune/Step": 3032, "Finetune/Step Time": 6.932298811152577}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.801206111907959, "Finetune/Loss (Raw)": 0.8575465083122253, "Finetune/Step": 3033, "Finetune/Step Time": 6.930110860615969}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8015275001525879, "Finetune/Loss (Raw)": 0.9245316386222839, "Finetune/Step": 3034, "Finetune/Step Time": 6.9287701938301325}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8017635345458984, "Finetune/Loss (Raw)": 0.8181161880493164, "Finetune/Step": 3035, "Finetune/Step Time": 6.928540160879493}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8010947704315186, "Finetune/Loss (Raw)": 0.7789497971534729, "Finetune/Step": 3036, "Finetune/Step Time": 6.936634074896574}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8008047342300415, "Finetune/Loss (Raw)": 0.9482818841934204, "Finetune/Step": 3037, "Finetune/Step Time": 6.947684369981289}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8004825115203857, "Finetune/Loss (Raw)": 0.8697835206985474, "Finetune/Step": 3038, "Finetune/Step Time": 6.949549095705152}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7987657785415649, "Finetune/Loss (Raw)": 0.7384432554244995, "Finetune/Step": 3039, "Finetune/Step Time": 6.950513854622841}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7986815571784973, "Finetune/Loss (Raw)": 0.8329441547393799, "Finetune/Step": 3040, "Finetune/Step Time": 6.957129176706076}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7981324195861816, "Finetune/Loss (Raw)": 0.7480323314666748, "Finetune/Step": 3041, "Finetune/Step Time": 6.962152656167746}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7997532486915588, "Finetune/Loss (Raw)": 0.810854971408844, "Finetune/Step": 3042, "Finetune/Step Time": 6.944361485540867}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7999804019927979, "Finetune/Loss (Raw)": 0.6064419150352478, "Finetune/Step": 3043, "Finetune/Step Time": 6.95105554908514}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7984858751296997, "Finetune/Loss (Raw)": 0.660603404045105, "Finetune/Step": 3044, "Finetune/Step Time": 6.965725490823388}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7960368394851685, "Finetune/Loss (Raw)": 0.5941399931907654, "Finetune/Step": 3045, "Finetune/Step Time": 6.979031620547175}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.798340380191803, "Finetune/Loss (Raw)": 0.9769636392593384, "Finetune/Step": 3046, "Finetune/Step Time": 6.976691687479615}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7981407642364502, "Finetune/Loss (Raw)": 0.8112887144088745, "Finetune/Step": 3047, "Finetune/Step Time": 6.979684608057141}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8013602495193481, "Finetune/Loss (Raw)": 0.9506967067718506, "Finetune/Step": 3048, "Finetune/Step Time": 6.966547986492515}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8014093637466431, "Finetune/Loss (Raw)": 0.7857146263122559, "Finetune/Step": 3049, "Finetune/Step Time": 6.951360255479813}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8029413819313049, "Finetune/Loss (Raw)": 0.9548907279968262, "Finetune/Step": 3050, "Finetune/Step Time": 6.947305787354708}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8045190572738647, "Finetune/Loss (Raw)": 0.913634717464447, "Finetune/Step": 3051, "Finetune/Step Time": 6.928616685792804}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8035639524459839, "Finetune/Loss (Raw)": 0.7672218680381775, "Finetune/Step": 3052, "Finetune/Step Time": 6.9296867828816175}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8037301301956177, "Finetune/Loss (Raw)": 0.9112359285354614, "Finetune/Step": 3053, "Finetune/Step Time": 6.923389237374067}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8049212098121643, "Finetune/Loss (Raw)": 0.9530248045921326, "Finetune/Step": 3054, "Finetune/Step Time": 6.9053105022758245}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8071328997612, "Finetune/Loss (Raw)": 0.8316453695297241, "Finetune/Step": 3055, "Finetune/Step Time": 6.900015618652105}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8074811697006226, "Finetune/Loss (Raw)": 0.8466059565544128, "Finetune/Step": 3056, "Finetune/Step Time": 6.873940903693438}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8063771724700928, "Finetune/Loss (Raw)": 0.6974893808364868, "Finetune/Step": 3057, "Finetune/Step Time": 6.893768122419715}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8062651753425598, "Finetune/Loss (Raw)": 0.8626885414123535, "Finetune/Step": 3058, "Finetune/Step Time": 6.89116351865232}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8060328364372253, "Finetune/Loss (Raw)": 0.8441064953804016, "Finetune/Step": 3059, "Finetune/Step Time": 6.89002969302237}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.806418776512146, "Finetune/Loss (Raw)": 0.9015669822692871, "Finetune/Step": 3060, "Finetune/Step Time": 6.891960809007287}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8070477247238159, "Finetune/Loss (Raw)": 0.8981000185012817, "Finetune/Step": 3061, "Finetune/Step Time": 6.8857547249644995}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8065522313117981, "Finetune/Loss (Raw)": 0.7132560610771179, "Finetune/Step": 3062, "Finetune/Step Time": 6.907221294939518}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8064237833023071, "Finetune/Loss (Raw)": 0.7898766398429871, "Finetune/Step": 3063, "Finetune/Step Time": 6.914085250347853}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8063993453979492, "Finetune/Loss (Raw)": 0.8615375757217407, "Finetune/Step": 3064, "Finetune/Step Time": 6.888296892866492}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8035744428634644, "Finetune/Loss (Raw)": 0.6290944218635559, "Finetune/Step": 3065, "Finetune/Step Time": 6.902121312916279}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8009665608406067, "Finetune/Loss (Raw)": 0.5341077446937561, "Finetune/Step": 3066, "Finetune/Step Time": 6.928137818351388}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8008792400360107, "Finetune/Loss (Raw)": 0.8255665898323059, "Finetune/Step": 3067, "Finetune/Step Time": 6.928826266899705}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.801591157913208, "Finetune/Loss (Raw)": 0.7574257850646973, "Finetune/Step": 3068, "Finetune/Step Time": 6.9358350075781345}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8028556704521179, "Finetune/Loss (Raw)": 0.6741525530815125, "Finetune/Step": 3069, "Finetune/Step Time": 6.927592320367694}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8017010688781738, "Finetune/Loss (Raw)": 0.8038637042045593, "Finetune/Step": 3070, "Finetune/Step Time": 6.9240137953311205}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8033542633056641, "Finetune/Loss (Raw)": 0.9636616706848145, "Finetune/Step": 3071, "Finetune/Step Time": 6.91905016079545}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8032947778701782, "Finetune/Loss (Raw)": 0.7988144159317017, "Finetune/Step": 3072, "Finetune/Step Time": 6.930390056222677}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8039265871047974, "Finetune/Loss (Raw)": 0.8149233460426331, "Finetune/Step": 3073, "Finetune/Step Time": 6.9224513582885265}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8040348887443542, "Finetune/Loss (Raw)": 0.7955204248428345, "Finetune/Step": 3074, "Finetune/Step Time": 6.923656016588211}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.803113579750061, "Finetune/Loss (Raw)": 0.6406943202018738, "Finetune/Step": 3075, "Finetune/Step Time": 6.9263796750456095}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8029877543449402, "Finetune/Loss (Raw)": 0.6897337436676025, "Finetune/Step": 3076, "Finetune/Step Time": 6.907048085704446}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.803242027759552, "Finetune/Loss (Raw)": 0.8636164665222168, "Finetune/Step": 3077, "Finetune/Step Time": 6.907773748040199}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8019305467605591, "Finetune/Loss (Raw)": 0.6949387788772583, "Finetune/Step": 3078, "Finetune/Step Time": 6.904274819418788}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8022149801254272, "Finetune/Loss (Raw)": 0.6302639245986938, "Finetune/Step": 3079, "Finetune/Step Time": 6.908289220184088}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8010115623474121, "Finetune/Loss (Raw)": 0.7079113125801086, "Finetune/Step": 3080, "Finetune/Step Time": 6.912028484046459}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.799676775932312, "Finetune/Loss (Raw)": 0.7373473048210144, "Finetune/Step": 3081, "Finetune/Step Time": 6.912613783031702}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.800475001335144, "Finetune/Loss (Raw)": 0.8290594816207886, "Finetune/Step": 3082, "Finetune/Step Time": 6.909941870719194}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7995097637176514, "Finetune/Loss (Raw)": 0.8494499921798706, "Finetune/Step": 3083, "Finetune/Step Time": 6.91517061367631}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7990964651107788, "Finetune/Loss (Raw)": 0.7655736804008484, "Finetune/Step": 3084, "Finetune/Step Time": 6.924900313839316}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8007655739784241, "Finetune/Loss (Raw)": 0.9817195534706116, "Finetune/Step": 3085, "Finetune/Step Time": 6.922389712184668}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8008505702018738, "Finetune/Loss (Raw)": 0.8257656693458557, "Finetune/Step": 3086, "Finetune/Step Time": 6.9219180922955275}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8015759587287903, "Finetune/Loss (Raw)": 0.7934781312942505, "Finetune/Step": 3087, "Finetune/Step Time": 6.911068620160222}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8001329898834229, "Finetune/Loss (Raw)": 0.5647623538970947, "Finetune/Step": 3088, "Finetune/Step Time": 6.911480635404587}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8011012077331543, "Finetune/Loss (Raw)": 0.8881790041923523, "Finetune/Step": 3089, "Finetune/Step Time": 6.913090782240033}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7990891933441162, "Finetune/Loss (Raw)": 0.7370176315307617, "Finetune/Step": 3090, "Finetune/Step Time": 6.901521302759647}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7979395389556885, "Finetune/Loss (Raw)": 0.7078299522399902, "Finetune/Step": 3091, "Finetune/Step Time": 6.905949665233493}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7959165573120117, "Finetune/Loss (Raw)": 0.6194058060646057, "Finetune/Step": 3092, "Finetune/Step Time": 6.93037767149508}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7954212427139282, "Finetune/Loss (Raw)": 0.8224682211875916, "Finetune/Step": 3093, "Finetune/Step Time": 6.938912890851498}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7963880300521851, "Finetune/Loss (Raw)": 0.8574307560920715, "Finetune/Step": 3094, "Finetune/Step Time": 6.937653858214617}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7972344756126404, "Finetune/Loss (Raw)": 0.7846173048019409, "Finetune/Step": 3095, "Finetune/Step Time": 6.923905789852142}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7967162728309631, "Finetune/Loss (Raw)": 0.8197765946388245, "Finetune/Step": 3096, "Finetune/Step Time": 6.922199975699186}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7953578233718872, "Finetune/Loss (Raw)": 0.6415616273880005, "Finetune/Step": 3097, "Finetune/Step Time": 6.9408503491431475}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.793642520904541, "Finetune/Loss (Raw)": 0.5664452314376831, "Finetune/Step": 3098, "Finetune/Step Time": 6.931747594848275}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7939257621765137, "Finetune/Loss (Raw)": 0.8378252983093262, "Finetune/Step": 3099, "Finetune/Step Time": 6.93532245606184}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7954351305961609, "Finetune/Loss (Raw)": 1.0168274641036987, "Finetune/Step": 3100, "Finetune/Step Time": 6.9390499740839005}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7942543625831604, "Finetune/Loss (Raw)": 0.5557921528816223, "Finetune/Step": 3101, "Finetune/Step Time": 6.940972272306681}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7947937250137329, "Finetune/Loss (Raw)": 0.8976861834526062, "Finetune/Step": 3102, "Finetune/Step Time": 6.947662817314267}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7966246604919434, "Finetune/Loss (Raw)": 0.9363837242126465, "Finetune/Step": 3103, "Finetune/Step Time": 6.943267395719886}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7975432872772217, "Finetune/Loss (Raw)": 0.8511430621147156, "Finetune/Step": 3104, "Finetune/Step Time": 6.938595704734325}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.79827880859375, "Finetune/Loss (Raw)": 0.8384805917739868, "Finetune/Step": 3105, "Finetune/Step Time": 6.932066477835178}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7967418432235718, "Finetune/Loss (Raw)": 0.7339466214179993, "Finetune/Step": 3106, "Finetune/Step Time": 6.934214556589723}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7977783679962158, "Finetune/Loss (Raw)": 0.9620401263237, "Finetune/Step": 3107, "Finetune/Step Time": 6.9325210470706224}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7977060675621033, "Finetune/Loss (Raw)": 0.7434067726135254, "Finetune/Step": 3108, "Finetune/Step Time": 6.926036044955254}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7979400157928467, "Finetune/Loss (Raw)": 0.7541096806526184, "Finetune/Step": 3109, "Finetune/Step Time": 6.918144598603249}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7978702187538147, "Finetune/Loss (Raw)": 0.7403653860092163, "Finetune/Step": 3110, "Finetune/Step Time": 6.906463025137782}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.79651939868927, "Finetune/Loss (Raw)": 0.7575249671936035, "Finetune/Step": 3111, "Finetune/Step Time": 6.922764567658305}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7973674535751343, "Finetune/Loss (Raw)": 0.8754017949104309, "Finetune/Step": 3112, "Finetune/Step Time": 6.91207317635417}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7967023849487305, "Finetune/Loss (Raw)": 0.7538185119628906, "Finetune/Step": 3113, "Finetune/Step Time": 6.920246984809637}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.798682689666748, "Finetune/Loss (Raw)": 0.8678697943687439, "Finetune/Step": 3114, "Finetune/Step Time": 6.911780329421163}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7987551689147949, "Finetune/Loss (Raw)": 0.7817038893699646, "Finetune/Step": 3115, "Finetune/Step Time": 6.89859719760716}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.796349287033081, "Finetune/Loss (Raw)": 0.5649086236953735, "Finetune/Step": 3116, "Finetune/Step Time": 6.9198463056236506}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7978878021240234, "Finetune/Loss (Raw)": 0.8521007299423218, "Finetune/Step": 3117, "Finetune/Step Time": 6.918260673061013}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7970554828643799, "Finetune/Loss (Raw)": 0.817997395992279, "Finetune/Step": 3118, "Finetune/Step Time": 6.933280047029257}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7966569066047668, "Finetune/Loss (Raw)": 0.818374752998352, "Finetune/Step": 3119, "Finetune/Step Time": 6.921922359615564}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7976813316345215, "Finetune/Loss (Raw)": 0.8249128460884094, "Finetune/Step": 3120, "Finetune/Step Time": 6.919542104005814}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7953579425811768, "Finetune/Loss (Raw)": 0.6156155467033386, "Finetune/Step": 3121, "Finetune/Step Time": 6.927176475524902}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7943263053894043, "Finetune/Loss (Raw)": 0.7868973612785339, "Finetune/Step": 3122, "Finetune/Step Time": 6.9178572576493025}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7938537001609802, "Finetune/Loss (Raw)": 0.7691043019294739, "Finetune/Step": 3123, "Finetune/Step Time": 6.913488447666168}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7948079109191895, "Finetune/Loss (Raw)": 0.8576697111129761, "Finetune/Step": 3124, "Finetune/Step Time": 6.901149578392506}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.793851375579834, "Finetune/Loss (Raw)": 0.6293331384658813, "Finetune/Step": 3125, "Finetune/Step Time": 6.898333370685577}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7946321964263916, "Finetune/Loss (Raw)": 0.8603063821792603, "Finetune/Step": 3126, "Finetune/Step Time": 6.8924550246447325}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7957722544670105, "Finetune/Loss (Raw)": 0.9552990794181824, "Finetune/Step": 3127, "Finetune/Step Time": 6.901522275060415}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7933640480041504, "Finetune/Loss (Raw)": 0.5248688459396362, "Finetune/Step": 3128, "Finetune/Step Time": 6.931400123983622}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.793510913848877, "Finetune/Loss (Raw)": 0.779276967048645, "Finetune/Step": 3129, "Finetune/Step Time": 6.930989231914282}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7921915054321289, "Finetune/Loss (Raw)": 0.7128875255584717, "Finetune/Step": 3130, "Finetune/Step Time": 6.943764500319958}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7917583584785461, "Finetune/Loss (Raw)": 0.7506675720214844, "Finetune/Step": 3131, "Finetune/Step Time": 6.933093370869756}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7904531955718994, "Finetune/Loss (Raw)": 0.7109066843986511, "Finetune/Step": 3132, "Finetune/Step Time": 6.958964137360454}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7922725677490234, "Finetune/Loss (Raw)": 0.8235676884651184, "Finetune/Step": 3133, "Finetune/Step Time": 6.942926146090031}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7905005216598511, "Finetune/Loss (Raw)": 0.6605498790740967, "Finetune/Step": 3134, "Finetune/Step Time": 6.95248206704855}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7921456098556519, "Finetune/Loss (Raw)": 0.8711879253387451, "Finetune/Step": 3135, "Finetune/Step Time": 6.9524380173534155}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7916918396949768, "Finetune/Loss (Raw)": 0.8131418824195862, "Finetune/Step": 3136, "Finetune/Step Time": 6.953135374933481}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7899996638298035, "Finetune/Loss (Raw)": 0.7230047583580017, "Finetune/Step": 3137, "Finetune/Step Time": 6.965354947373271}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7889068722724915, "Finetune/Loss (Raw)": 0.6411087512969971, "Finetune/Step": 3138, "Finetune/Step Time": 6.970197606831789}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7883477210998535, "Finetune/Loss (Raw)": 0.7999328970909119, "Finetune/Step": 3139, "Finetune/Step Time": 6.971291480585933}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7876044511795044, "Finetune/Loss (Raw)": 0.7713130116462708, "Finetune/Step": 3140, "Finetune/Step Time": 6.978848781436682}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.787169337272644, "Finetune/Loss (Raw)": 0.7811000347137451, "Finetune/Step": 3141, "Finetune/Step Time": 6.981050338596106}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7874617576599121, "Finetune/Loss (Raw)": 0.7169081568717957, "Finetune/Step": 3142, "Finetune/Step Time": 6.98449994623661}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7867841720581055, "Finetune/Loss (Raw)": 0.5153611302375793, "Finetune/Step": 3143, "Finetune/Step Time": 6.983676830306649}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7880944013595581, "Finetune/Loss (Raw)": 0.9294975996017456, "Finetune/Step": 3144, "Finetune/Step Time": 6.978176865726709}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7895936369895935, "Finetune/Loss (Raw)": 0.892296314239502, "Finetune/Step": 3145, "Finetune/Step Time": 6.965190952643752}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7905829548835754, "Finetune/Loss (Raw)": 0.8717723488807678, "Finetune/Step": 3146, "Finetune/Step Time": 6.965420741587877}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7906779050827026, "Finetune/Loss (Raw)": 0.8025158047676086, "Finetune/Step": 3147, "Finetune/Step Time": 6.978881757706404}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7921032309532166, "Finetune/Loss (Raw)": 0.9355282187461853, "Finetune/Step": 3148, "Finetune/Step Time": 6.994200360029936}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7911385893821716, "Finetune/Loss (Raw)": 0.6742743849754333, "Finetune/Step": 3149, "Finetune/Step Time": 7.006214952096343}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7901177406311035, "Finetune/Loss (Raw)": 0.7793176174163818, "Finetune/Step": 3150, "Finetune/Step Time": 7.0054950546473265}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7914670705795288, "Finetune/Loss (Raw)": 0.8408110737800598, "Finetune/Step": 3151, "Finetune/Step Time": 7.009776642546058}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7913907766342163, "Finetune/Loss (Raw)": 0.7953499555587769, "Finetune/Step": 3152, "Finetune/Step Time": 7.007966715842485}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7912598848342896, "Finetune/Loss (Raw)": 0.8380957245826721, "Finetune/Step": 3153, "Finetune/Step Time": 7.00781792588532}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7911582589149475, "Finetune/Loss (Raw)": 0.7910864353179932, "Finetune/Step": 3154, "Finetune/Step Time": 7.012801352888346}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7907979488372803, "Finetune/Loss (Raw)": 0.8664390444755554, "Finetune/Step": 3155, "Finetune/Step Time": 7.007014302536845}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7904309034347534, "Finetune/Loss (Raw)": 0.7625085711479187, "Finetune/Step": 3156, "Finetune/Step Time": 7.004753397777677}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7899017333984375, "Finetune/Loss (Raw)": 0.9365689158439636, "Finetune/Step": 3157, "Finetune/Step Time": 7.00726973824203}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7876616716384888, "Finetune/Loss (Raw)": 0.5106192827224731, "Finetune/Step": 3158, "Finetune/Step Time": 7.010548889636993}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7868494391441345, "Finetune/Loss (Raw)": 0.7366529703140259, "Finetune/Step": 3159, "Finetune/Step Time": 7.013775896281004}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7868458032608032, "Finetune/Loss (Raw)": 0.8239143490791321, "Finetune/Step": 3160, "Finetune/Step Time": 7.006836412474513}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7865999341011047, "Finetune/Loss (Raw)": 0.826062023639679, "Finetune/Step": 3161, "Finetune/Step Time": 7.020870186388493}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7841688394546509, "Finetune/Loss (Raw)": 0.6133545637130737, "Finetune/Step": 3162, "Finetune/Step Time": 7.03405194170773}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7849698066711426, "Finetune/Loss (Raw)": 0.9206393957138062, "Finetune/Step": 3163, "Finetune/Step Time": 7.0434767454862595}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7854285836219788, "Finetune/Loss (Raw)": 0.8376806378364563, "Finetune/Step": 3164, "Finetune/Step Time": 7.028858741745353}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7822538614273071, "Finetune/Loss (Raw)": 0.5419139266014099, "Finetune/Step": 3165, "Finetune/Step Time": 7.019857807084918}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7816426753997803, "Finetune/Loss (Raw)": 0.7915477156639099, "Finetune/Step": 3166, "Finetune/Step Time": 7.030555104836822}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7821917533874512, "Finetune/Loss (Raw)": 0.8087291717529297, "Finetune/Step": 3167, "Finetune/Step Time": 7.028200266882777}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7829825282096863, "Finetune/Loss (Raw)": 0.9341676235198975, "Finetune/Step": 3168, "Finetune/Step Time": 7.021577889099717}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7824834585189819, "Finetune/Loss (Raw)": 0.6841493844985962, "Finetune/Step": 3169, "Finetune/Step Time": 7.033648835495114}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7813646197319031, "Finetune/Loss (Raw)": 0.667644202709198, "Finetune/Step": 3170, "Finetune/Step Time": 7.0327747240662575}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7824529409408569, "Finetune/Loss (Raw)": 0.7457402348518372, "Finetune/Step": 3171, "Finetune/Step Time": 7.021527117118239}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7831900715827942, "Finetune/Loss (Raw)": 0.7549623847007751, "Finetune/Step": 3172, "Finetune/Step Time": 7.005838183686137}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7836423516273499, "Finetune/Loss (Raw)": 0.6520283818244934, "Finetune/Step": 3173, "Finetune/Step Time": 7.005404602736235}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7836378216743469, "Finetune/Loss (Raw)": 0.9763851165771484, "Finetune/Step": 3174, "Finetune/Step Time": 7.0079531110823154}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7833036184310913, "Finetune/Loss (Raw)": 0.7685132622718811, "Finetune/Step": 3175, "Finetune/Step Time": 7.005117395892739}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7833592891693115, "Finetune/Loss (Raw)": 0.9578240513801575, "Finetune/Step": 3176, "Finetune/Step Time": 7.004761483520269}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7832058072090149, "Finetune/Loss (Raw)": 0.7660621404647827, "Finetune/Step": 3177, "Finetune/Step Time": 7.008825421333313}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7821038365364075, "Finetune/Loss (Raw)": 0.8138435482978821, "Finetune/Step": 3178, "Finetune/Step Time": 7.024702291935682}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7822426557540894, "Finetune/Loss (Raw)": 0.9313982725143433, "Finetune/Step": 3179, "Finetune/Step Time": 7.030560281127691}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7821159362792969, "Finetune/Loss (Raw)": 0.7510120868682861, "Finetune/Step": 3180, "Finetune/Step Time": 7.029638914391398}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.781682014465332, "Finetune/Loss (Raw)": 0.8556841611862183, "Finetune/Step": 3181, "Finetune/Step Time": 7.0262889713048935}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7807143330574036, "Finetune/Loss (Raw)": 0.8291589021682739, "Finetune/Step": 3182, "Finetune/Step Time": 7.036529554054141}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7796123027801514, "Finetune/Loss (Raw)": 0.6905929446220398, "Finetune/Step": 3183, "Finetune/Step Time": 7.033980527892709}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.779063880443573, "Finetune/Loss (Raw)": 0.7764040231704712, "Finetune/Step": 3184, "Finetune/Step Time": 7.04173325560987}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7804107666015625, "Finetune/Loss (Raw)": 0.8698917031288147, "Finetune/Step": 3185, "Finetune/Step Time": 7.0300333965569735}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7796308398246765, "Finetune/Loss (Raw)": 0.7628573775291443, "Finetune/Step": 3186, "Finetune/Step Time": 7.034485319629312}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7799340486526489, "Finetune/Loss (Raw)": 0.8829154372215271, "Finetune/Step": 3187, "Finetune/Step Time": 7.030969619750977}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7782360911369324, "Finetune/Loss (Raw)": 0.6842332482337952, "Finetune/Step": 3188, "Finetune/Step Time": 7.03799750842154}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7770828604698181, "Finetune/Loss (Raw)": 0.7504824995994568, "Finetune/Step": 3189, "Finetune/Step Time": 7.036193555220962}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.777997612953186, "Finetune/Loss (Raw)": 0.8303435444831848, "Finetune/Step": 3190, "Finetune/Step Time": 7.0148498974740505}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.77836012840271, "Finetune/Loss (Raw)": 0.836284875869751, "Finetune/Step": 3191, "Finetune/Step Time": 7.022759206593037}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7778662443161011, "Finetune/Loss (Raw)": 0.7983121871948242, "Finetune/Step": 3192, "Finetune/Step Time": 7.02729794383049}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7791924476623535, "Finetune/Loss (Raw)": 0.7988550662994385, "Finetune/Step": 3193, "Finetune/Step Time": 7.0172458831220865}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7806605100631714, "Finetune/Loss (Raw)": 0.7220187783241272, "Finetune/Step": 3194, "Finetune/Step Time": 6.994684027507901}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7807626724243164, "Finetune/Loss (Raw)": 0.8386414051055908, "Finetune/Step": 3195, "Finetune/Step Time": 6.998002123087645}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7809714078903198, "Finetune/Loss (Raw)": 0.7841467261314392, "Finetune/Step": 3196, "Finetune/Step Time": 6.989738803356886}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7824791073799133, "Finetune/Loss (Raw)": 0.8671364188194275, "Finetune/Step": 3197, "Finetune/Step Time": 6.984727533534169}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7816718220710754, "Finetune/Loss (Raw)": 0.7005312442779541, "Finetune/Step": 3198, "Finetune/Step Time": 6.9921669121831656}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.780502438545227, "Finetune/Loss (Raw)": 0.8139824271202087, "Finetune/Step": 3199, "Finetune/Step Time": 6.992450516670942}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7821886539459229, "Finetune/Loss (Raw)": 1.0146414041519165, "Finetune/Step": 3200, "Finetune/Step Time": 6.9742166344076395}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7806174755096436, "Finetune/Loss (Raw)": 0.6138149499893188, "Finetune/Step": 3201, "Finetune/Step Time": 6.996604835614562}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7804960012435913, "Finetune/Loss (Raw)": 0.779975950717926, "Finetune/Step": 3202, "Finetune/Step Time": 6.994112657383084}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7815672159194946, "Finetune/Loss (Raw)": 0.7778122425079346, "Finetune/Step": 3203, "Finetune/Step Time": 6.9774207305163145}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7822785973548889, "Finetune/Loss (Raw)": 0.7807862162590027, "Finetune/Step": 3204, "Finetune/Step Time": 6.9815013855695724}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7813279628753662, "Finetune/Loss (Raw)": 0.7419376373291016, "Finetune/Step": 3205, "Finetune/Step Time": 6.979626769199967}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7811089158058167, "Finetune/Loss (Raw)": 0.6669004559516907, "Finetune/Step": 3206, "Finetune/Step Time": 6.98100514896214}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7822785377502441, "Finetune/Loss (Raw)": 0.7799773216247559, "Finetune/Step": 3207, "Finetune/Step Time": 6.980294039472938}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7831985950469971, "Finetune/Loss (Raw)": 0.8256771564483643, "Finetune/Step": 3208, "Finetune/Step Time": 6.977184224873781}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.783591628074646, "Finetune/Loss (Raw)": 0.7876590490341187, "Finetune/Step": 3209, "Finetune/Step Time": 6.990481864660978}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7826644778251648, "Finetune/Loss (Raw)": 0.7103789448738098, "Finetune/Step": 3210, "Finetune/Step Time": 6.989775851368904}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7822766304016113, "Finetune/Loss (Raw)": 0.7998058199882507, "Finetune/Step": 3211, "Finetune/Step Time": 6.984141396358609}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.781653642654419, "Finetune/Loss (Raw)": 0.6858270168304443, "Finetune/Step": 3212, "Finetune/Step Time": 6.992482682690024}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.780663251876831, "Finetune/Loss (Raw)": 0.8549513220787048, "Finetune/Step": 3213, "Finetune/Step Time": 6.9909165147691965}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.779711902141571, "Finetune/Loss (Raw)": 0.7039999961853027, "Finetune/Step": 3214, "Finetune/Step Time": 7.001272030174732}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7786850333213806, "Finetune/Loss (Raw)": 0.6620329022407532, "Finetune/Step": 3215, "Finetune/Step Time": 7.007980393245816}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.779240608215332, "Finetune/Loss (Raw)": 0.6358767747879028, "Finetune/Step": 3216, "Finetune/Step Time": 7.02537302672863}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7787168025970459, "Finetune/Loss (Raw)": 0.8211283683776855, "Finetune/Step": 3217, "Finetune/Step Time": 7.019459744915366}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7794968485832214, "Finetune/Loss (Raw)": 0.836869478225708, "Finetune/Step": 3218, "Finetune/Step Time": 7.017137372866273}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7792378664016724, "Finetune/Loss (Raw)": 0.6746813058853149, "Finetune/Step": 3219, "Finetune/Step Time": 7.00517469830811}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7818866968154907, "Finetune/Loss (Raw)": 0.9584531784057617, "Finetune/Step": 3220, "Finetune/Step Time": 6.990805312991142}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7812951803207397, "Finetune/Loss (Raw)": 0.7467606663703918, "Finetune/Step": 3221, "Finetune/Step Time": 6.990917216986418}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7795089483261108, "Finetune/Loss (Raw)": 0.6287902593612671, "Finetune/Step": 3222, "Finetune/Step Time": 7.001302879303694}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7794393301010132, "Finetune/Loss (Raw)": 0.7756961584091187, "Finetune/Step": 3223, "Finetune/Step Time": 7.006327822804451}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7792976498603821, "Finetune/Loss (Raw)": 0.8016462326049805, "Finetune/Step": 3224, "Finetune/Step Time": 7.004884032532573}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7803065776824951, "Finetune/Loss (Raw)": 0.7707099318504333, "Finetune/Step": 3225, "Finetune/Step Time": 6.990616239607334}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7821087837219238, "Finetune/Loss (Raw)": 0.7971248030662537, "Finetune/Step": 3226, "Finetune/Step Time": 6.990748392418027}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7810163497924805, "Finetune/Loss (Raw)": 0.6979912519454956, "Finetune/Step": 3227, "Finetune/Step Time": 6.980680292472243}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.779079794883728, "Finetune/Loss (Raw)": 0.7689437866210938, "Finetune/Step": 3228, "Finetune/Step Time": 6.978095345199108}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7816803455352783, "Finetune/Loss (Raw)": 0.8886755108833313, "Finetune/Step": 3229, "Finetune/Step Time": 6.967038452625275}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7802914381027222, "Finetune/Loss (Raw)": 0.719896674156189, "Finetune/Step": 3230, "Finetune/Step Time": 6.9685072507709265}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7791026830673218, "Finetune/Loss (Raw)": 0.7842287421226501, "Finetune/Step": 3231, "Finetune/Step Time": 6.9785343036055565}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.779710054397583, "Finetune/Loss (Raw)": 0.9288832545280457, "Finetune/Step": 3232, "Finetune/Step Time": 6.9805261213332415}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7809892892837524, "Finetune/Loss (Raw)": 1.0022200345993042, "Finetune/Step": 3233, "Finetune/Step Time": 6.981202028691769}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7807360291481018, "Finetune/Loss (Raw)": 0.7015349864959717, "Finetune/Step": 3234, "Finetune/Step Time": 6.9975440464913845}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7804951667785645, "Finetune/Loss (Raw)": 0.9312096834182739, "Finetune/Step": 3235, "Finetune/Step Time": 6.999357104301453}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7798680663108826, "Finetune/Loss (Raw)": 0.6631378531455994, "Finetune/Step": 3236, "Finetune/Step Time": 7.01550330966711}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7808822393417358, "Finetune/Loss (Raw)": 0.8839267492294312, "Finetune/Step": 3237, "Finetune/Step Time": 7.004320492967963}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7807305455207825, "Finetune/Loss (Raw)": 0.7209400534629822, "Finetune/Step": 3238, "Finetune/Step Time": 7.019202904775739}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7823617458343506, "Finetune/Loss (Raw)": 0.9663189053535461, "Finetune/Step": 3239, "Finetune/Step Time": 7.004750970751047}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7827471494674683, "Finetune/Loss (Raw)": 0.9247331619262695, "Finetune/Step": 3240, "Finetune/Step Time": 7.006139229983091}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7837913036346436, "Finetune/Loss (Raw)": 0.8874777555465698, "Finetune/Step": 3241, "Finetune/Step Time": 6.997888779267669}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7842219471931458, "Finetune/Loss (Raw)": 0.9229931235313416, "Finetune/Step": 3242, "Finetune/Step Time": 6.992738319560885}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7846124172210693, "Finetune/Loss (Raw)": 0.8316836357116699, "Finetune/Step": 3243, "Finetune/Step Time": 6.991490174084902}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7868672609329224, "Finetune/Loss (Raw)": 0.8535211682319641, "Finetune/Step": 3244, "Finetune/Step Time": 6.964625768363476}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7871312499046326, "Finetune/Loss (Raw)": 0.8858985304832458, "Finetune/Step": 3245, "Finetune/Step Time": 6.964920440688729}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7860857248306274, "Finetune/Loss (Raw)": 0.6841731667518616, "Finetune/Step": 3246, "Finetune/Step Time": 6.954290095716715}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7855428457260132, "Finetune/Loss (Raw)": 0.7488813996315002, "Finetune/Step": 3247, "Finetune/Step Time": 6.9637302197515965}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.78642737865448, "Finetune/Loss (Raw)": 0.9381293058395386, "Finetune/Step": 3248, "Finetune/Step Time": 6.9642865266650915}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7888767719268799, "Finetune/Loss (Raw)": 0.9291367530822754, "Finetune/Step": 3249, "Finetune/Step Time": 6.956589689478278}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7887740731239319, "Finetune/Loss (Raw)": 0.7737585306167603, "Finetune/Step": 3250, "Finetune/Step Time": 6.97048032656312}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7878206372261047, "Finetune/Loss (Raw)": 0.6470609903335571, "Finetune/Step": 3251, "Finetune/Step Time": 6.994418766349554}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7879725694656372, "Finetune/Loss (Raw)": 0.8771172761917114, "Finetune/Step": 3252, "Finetune/Step Time": 6.992926262319088}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7893818020820618, "Finetune/Loss (Raw)": 0.8097179532051086, "Finetune/Step": 3253, "Finetune/Step Time": 6.9949701596051455}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7893973588943481, "Finetune/Loss (Raw)": 0.8622971773147583, "Finetune/Step": 3254, "Finetune/Step Time": 6.994470234960318}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7887113094329834, "Finetune/Loss (Raw)": 0.8674864172935486, "Finetune/Step": 3255, "Finetune/Step Time": 6.991419764235616}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7914012670516968, "Finetune/Loss (Raw)": 0.8691855072975159, "Finetune/Step": 3256, "Finetune/Step Time": 6.972798578441143}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7901966571807861, "Finetune/Loss (Raw)": 0.6250814199447632, "Finetune/Step": 3257, "Finetune/Step Time": 6.977855645120144}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7924655675888062, "Finetune/Loss (Raw)": 1.0033105611801147, "Finetune/Step": 3258, "Finetune/Step Time": 6.967748878523707}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7921861410140991, "Finetune/Loss (Raw)": 0.7149002552032471, "Finetune/Step": 3259, "Finetune/Step Time": 6.969917567446828}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.793009877204895, "Finetune/Loss (Raw)": 0.816344141960144, "Finetune/Step": 3260, "Finetune/Step Time": 6.958135820925236}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7924544215202332, "Finetune/Loss (Raw)": 0.7524677515029907, "Finetune/Step": 3261, "Finetune/Step Time": 6.957884294912219}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7945009469985962, "Finetune/Loss (Raw)": 0.922510027885437, "Finetune/Step": 3262, "Finetune/Step Time": 6.948482094332576}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7947949171066284, "Finetune/Loss (Raw)": 0.9088073968887329, "Finetune/Step": 3263, "Finetune/Step Time": 6.946667771786451}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7939879298210144, "Finetune/Loss (Raw)": 0.709851086139679, "Finetune/Step": 3264, "Finetune/Step Time": 6.955868473276496}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7957865595817566, "Finetune/Loss (Raw)": 0.9532277584075928, "Finetune/Step": 3265, "Finetune/Step Time": 6.9424547627568245}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7970409989356995, "Finetune/Loss (Raw)": 0.8016787171363831, "Finetune/Step": 3266, "Finetune/Step Time": 6.938549753278494}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7964402437210083, "Finetune/Loss (Raw)": 0.7230356335639954, "Finetune/Step": 3267, "Finetune/Step Time": 6.947283737361431}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7974612712860107, "Finetune/Loss (Raw)": 0.9020118117332458, "Finetune/Step": 3268, "Finetune/Step Time": 6.944817742332816}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7982068061828613, "Finetune/Loss (Raw)": 0.8765257000923157, "Finetune/Step": 3269, "Finetune/Step Time": 6.943964464589953}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7982916831970215, "Finetune/Loss (Raw)": 0.7277648448944092, "Finetune/Step": 3270, "Finetune/Step Time": 6.948466453701258}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8002674579620361, "Finetune/Loss (Raw)": 0.7682636976242065, "Finetune/Step": 3271, "Finetune/Step Time": 6.93692472204566}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.798897922039032, "Finetune/Loss (Raw)": 0.7541966438293457, "Finetune/Step": 3272, "Finetune/Step Time": 6.9591296426951885}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7975254654884338, "Finetune/Loss (Raw)": 0.7166234254837036, "Finetune/Step": 3273, "Finetune/Step Time": 6.964829565957189}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.795193612575531, "Finetune/Loss (Raw)": 0.5732943415641785, "Finetune/Step": 3274, "Finetune/Step Time": 6.97840148024261}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7945511937141418, "Finetune/Loss (Raw)": 0.7202805876731873, "Finetune/Step": 3275, "Finetune/Step Time": 6.975766967982054}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7937282919883728, "Finetune/Loss (Raw)": 0.8302032947540283, "Finetune/Step": 3276, "Finetune/Step Time": 6.9651907198131084}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7950350046157837, "Finetune/Loss (Raw)": 0.8415271639823914, "Finetune/Step": 3277, "Finetune/Step Time": 6.948055757209659}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7951977252960205, "Finetune/Loss (Raw)": 0.8001502156257629, "Finetune/Step": 3278, "Finetune/Step Time": 6.948206849396229}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7951877117156982, "Finetune/Loss (Raw)": 0.8395248055458069, "Finetune/Step": 3279, "Finetune/Step Time": 6.950935363769531}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7962710857391357, "Finetune/Loss (Raw)": 0.9340227842330933, "Finetune/Step": 3280, "Finetune/Step Time": 6.948229929432273}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7972830533981323, "Finetune/Loss (Raw)": 0.9676359295845032, "Finetune/Step": 3281, "Finetune/Step Time": 6.949788618832827}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7971959710121155, "Finetune/Loss (Raw)": 0.7799361348152161, "Finetune/Step": 3282, "Finetune/Step Time": 6.939790530130267}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7959936857223511, "Finetune/Loss (Raw)": 0.7125356197357178, "Finetune/Step": 3283, "Finetune/Step Time": 6.954943792894483}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7959983944892883, "Finetune/Loss (Raw)": 0.7631229758262634, "Finetune/Step": 3284, "Finetune/Step Time": 6.955829609185457}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7953059673309326, "Finetune/Loss (Raw)": 0.8479325175285339, "Finetune/Step": 3285, "Finetune/Step Time": 6.952781716361642}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7975677251815796, "Finetune/Loss (Raw)": 0.8001306653022766, "Finetune/Step": 3286, "Finetune/Step Time": 6.945563426241279}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7982887029647827, "Finetune/Loss (Raw)": 0.828935444355011, "Finetune/Step": 3287, "Finetune/Step Time": 6.948627673089504}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7989197373390198, "Finetune/Loss (Raw)": 0.9046867489814758, "Finetune/Step": 3288, "Finetune/Step Time": 6.954600488767028}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7983598709106445, "Finetune/Loss (Raw)": 0.7543971538543701, "Finetune/Step": 3289, "Finetune/Step Time": 6.940623015165329}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8002723455429077, "Finetune/Loss (Raw)": 0.8581514358520508, "Finetune/Step": 3290, "Finetune/Step Time": 6.928068036213517}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.798465371131897, "Finetune/Loss (Raw)": 0.6893474459648132, "Finetune/Step": 3291, "Finetune/Step Time": 6.9343087039887905}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7978168725967407, "Finetune/Loss (Raw)": 0.7546713948249817, "Finetune/Step": 3292, "Finetune/Step Time": 6.935370955616236}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7998974323272705, "Finetune/Loss (Raw)": 0.8082260489463806, "Finetune/Step": 3293, "Finetune/Step Time": 6.9312274772673845}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7991255521774292, "Finetune/Loss (Raw)": 0.6927477717399597, "Finetune/Step": 3294, "Finetune/Step Time": 6.939856128767133}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7989847660064697, "Finetune/Loss (Raw)": 0.7907138466835022, "Finetune/Step": 3295, "Finetune/Step Time": 6.9424463994801044}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7982186079025269, "Finetune/Loss (Raw)": 0.8360939025878906, "Finetune/Step": 3296, "Finetune/Step Time": 6.941890951246023}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7982711791992188, "Finetune/Loss (Raw)": 0.6908735632896423, "Finetune/Step": 3297, "Finetune/Step Time": 6.944161968305707}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.800105631351471, "Finetune/Loss (Raw)": 0.9024614691734314, "Finetune/Step": 3298, "Finetune/Step Time": 6.942284671589732}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7999248504638672, "Finetune/Loss (Raw)": 0.7225928902626038, "Finetune/Step": 3299, "Finetune/Step Time": 6.953470803797245}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8007379770278931, "Finetune/Loss (Raw)": 0.8590533137321472, "Finetune/Step": 3300, "Finetune/Step Time": 6.957623023539782}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8008526563644409, "Finetune/Loss (Raw)": 0.6666997075080872, "Finetune/Step": 3301, "Finetune/Step Time": 6.947439005598426}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8001960515975952, "Finetune/Loss (Raw)": 0.8923443555831909, "Finetune/Step": 3302, "Finetune/Step Time": 6.947795135900378}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8003503084182739, "Finetune/Loss (Raw)": 0.7882629632949829, "Finetune/Step": 3303, "Finetune/Step Time": 6.947558319196105}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7985734939575195, "Finetune/Loss (Raw)": 0.730385959148407, "Finetune/Step": 3304, "Finetune/Step Time": 6.954841997474432}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7993496060371399, "Finetune/Loss (Raw)": 0.8654064536094666, "Finetune/Step": 3305, "Finetune/Step Time": 6.9499731957912445}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.798490583896637, "Finetune/Loss (Raw)": 0.7038859724998474, "Finetune/Step": 3306, "Finetune/Step Time": 6.931206926703453}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7986085414886475, "Finetune/Loss (Raw)": 0.9465017914772034, "Finetune/Step": 3307, "Finetune/Step Time": 6.922452881932259}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7991777062416077, "Finetune/Loss (Raw)": 0.8238618969917297, "Finetune/Step": 3308, "Finetune/Step Time": 6.924320863559842}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7992987632751465, "Finetune/Loss (Raw)": 0.871179461479187, "Finetune/Step": 3309, "Finetune/Step Time": 6.929599516093731}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7986697554588318, "Finetune/Loss (Raw)": 0.7486469745635986, "Finetune/Step": 3310, "Finetune/Step Time": 6.916588459163904}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7988196611404419, "Finetune/Loss (Raw)": 0.7097833156585693, "Finetune/Step": 3311, "Finetune/Step Time": 6.932788236066699}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7988330125808716, "Finetune/Loss (Raw)": 0.7781113386154175, "Finetune/Step": 3312, "Finetune/Step Time": 6.929375808686018}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7980571985244751, "Finetune/Loss (Raw)": 0.7705842852592468, "Finetune/Step": 3313, "Finetune/Step Time": 6.936227971687913}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7978837490081787, "Finetune/Loss (Raw)": 0.7406557202339172, "Finetune/Step": 3314, "Finetune/Step Time": 6.933395175263286}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7986050248146057, "Finetune/Loss (Raw)": 0.9752374887466431, "Finetune/Step": 3315, "Finetune/Step Time": 6.933117032051086}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7992298603057861, "Finetune/Loss (Raw)": 0.7642185688018799, "Finetune/Step": 3316, "Finetune/Step Time": 6.935817750170827}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7992078065872192, "Finetune/Loss (Raw)": 0.7476558685302734, "Finetune/Step": 3317, "Finetune/Step Time": 6.935966148972511}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7977255582809448, "Finetune/Loss (Raw)": 0.6406190991401672, "Finetune/Step": 3318, "Finetune/Step Time": 6.957791185006499}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7981768846511841, "Finetune/Loss (Raw)": 0.8940509557723999, "Finetune/Step": 3319, "Finetune/Step Time": 6.944263665005565}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7979116439819336, "Finetune/Loss (Raw)": 0.7643553018569946, "Finetune/Step": 3320, "Finetune/Step Time": 6.937306283041835}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7972419261932373, "Finetune/Loss (Raw)": 0.7131418585777283, "Finetune/Step": 3321, "Finetune/Step Time": 6.936123063787818}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7975319027900696, "Finetune/Loss (Raw)": 0.7591328620910645, "Finetune/Step": 3322, "Finetune/Step Time": 6.931489311158657}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7979718446731567, "Finetune/Loss (Raw)": 0.8949496150016785, "Finetune/Step": 3323, "Finetune/Step Time": 6.935954796150327}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7977259159088135, "Finetune/Loss (Raw)": 0.7526676058769226, "Finetune/Step": 3324, "Finetune/Step Time": 6.946752870455384}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7963012456893921, "Finetune/Loss (Raw)": 0.6847851276397705, "Finetune/Step": 3325, "Finetune/Step Time": 6.947316616773605}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7975420951843262, "Finetune/Loss (Raw)": 0.8593569397926331, "Finetune/Step": 3326, "Finetune/Step Time": 6.940680280327797}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7956660985946655, "Finetune/Loss (Raw)": 0.573854386806488, "Finetune/Step": 3327, "Finetune/Step Time": 6.949476728215814}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7948682904243469, "Finetune/Loss (Raw)": 0.9125250577926636, "Finetune/Step": 3328, "Finetune/Step Time": 6.955408627167344}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7965373992919922, "Finetune/Loss (Raw)": 0.8274597525596619, "Finetune/Step": 3329, "Finetune/Step Time": 6.937066152691841}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7958024740219116, "Finetune/Loss (Raw)": 0.6859056353569031, "Finetune/Step": 3330, "Finetune/Step Time": 6.9572046753019094}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.796058714389801, "Finetune/Loss (Raw)": 0.8106076717376709, "Finetune/Step": 3331, "Finetune/Step Time": 6.9690774623304605}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7962327003479004, "Finetune/Loss (Raw)": 0.80305415391922, "Finetune/Step": 3332, "Finetune/Step Time": 6.965406442061067}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7969098687171936, "Finetune/Loss (Raw)": 0.8286198377609253, "Finetune/Step": 3333, "Finetune/Step Time": 6.965864995494485}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.798148512840271, "Finetune/Loss (Raw)": 0.8254460692405701, "Finetune/Step": 3334, "Finetune/Step Time": 6.966543445363641}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7976697683334351, "Finetune/Loss (Raw)": 0.7186912298202515, "Finetune/Step": 3335, "Finetune/Step Time": 6.948713233694434}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7972193956375122, "Finetune/Loss (Raw)": 0.7680343985557556, "Finetune/Step": 3336, "Finetune/Step Time": 6.946869853883982}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7965576648712158, "Finetune/Loss (Raw)": 0.7029523253440857, "Finetune/Step": 3337, "Finetune/Step Time": 6.939389836043119}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7973074913024902, "Finetune/Loss (Raw)": 0.8063667416572571, "Finetune/Step": 3338, "Finetune/Step Time": 6.943599857389927}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7976590394973755, "Finetune/Loss (Raw)": 0.8447993993759155, "Finetune/Step": 3339, "Finetune/Step Time": 6.950682636350393}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7985433340072632, "Finetune/Loss (Raw)": 0.7990175485610962, "Finetune/Step": 3340, "Finetune/Step Time": 6.937755586579442}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7993747591972351, "Finetune/Loss (Raw)": 0.9613780379295349, "Finetune/Step": 3341, "Finetune/Step Time": 6.940956709906459}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8006623983383179, "Finetune/Loss (Raw)": 0.8688172698020935, "Finetune/Step": 3342, "Finetune/Step Time": 6.9247359205037355}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8019700050354004, "Finetune/Loss (Raw)": 0.829397439956665, "Finetune/Step": 3343, "Finetune/Step Time": 6.9145802687853575}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8018724918365479, "Finetune/Loss (Raw)": 0.6233976483345032, "Finetune/Step": 3344, "Finetune/Step Time": 6.897229138761759}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.80059814453125, "Finetune/Loss (Raw)": 0.6580124497413635, "Finetune/Step": 3345, "Finetune/Step Time": 6.915643671527505}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8010066151618958, "Finetune/Loss (Raw)": 0.8891611099243164, "Finetune/Step": 3346, "Finetune/Step Time": 6.924982074648142}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8011084794998169, "Finetune/Loss (Raw)": 0.6877168416976929, "Finetune/Step": 3347, "Finetune/Step Time": 6.9262770507484674}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8002278804779053, "Finetune/Loss (Raw)": 0.845740556716919, "Finetune/Step": 3348, "Finetune/Step Time": 6.917591894045472}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8009799122810364, "Finetune/Loss (Raw)": 0.8430169820785522, "Finetune/Step": 3349, "Finetune/Step Time": 6.915134474635124}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8038302659988403, "Finetune/Loss (Raw)": 0.9936327934265137, "Finetune/Step": 3350, "Finetune/Step Time": 6.90675819478929}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8036527633666992, "Finetune/Loss (Raw)": 0.7529760599136353, "Finetune/Step": 3351, "Finetune/Step Time": 6.91071193665266}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8039811849594116, "Finetune/Loss (Raw)": 0.8436797261238098, "Finetune/Step": 3352, "Finetune/Step Time": 6.914132457226515}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8049739599227905, "Finetune/Loss (Raw)": 0.897785484790802, "Finetune/Step": 3353, "Finetune/Step Time": 6.927650960162282}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8057025671005249, "Finetune/Loss (Raw)": 0.8903962969779968, "Finetune/Step": 3354, "Finetune/Step Time": 6.926563750952482}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8068211674690247, "Finetune/Loss (Raw)": 0.8411672115325928, "Finetune/Step": 3355, "Finetune/Step Time": 6.91964403539896}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.807708740234375, "Finetune/Loss (Raw)": 0.8825500011444092, "Finetune/Step": 3356, "Finetune/Step Time": 6.921367462724447}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8070933222770691, "Finetune/Loss (Raw)": 0.8099080920219421, "Finetune/Step": 3357, "Finetune/Step Time": 6.922606894746423}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8073464632034302, "Finetune/Loss (Raw)": 0.7522947192192078, "Finetune/Step": 3358, "Finetune/Step Time": 6.917757615447044}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8088845014572144, "Finetune/Loss (Raw)": 0.981090247631073, "Finetune/Step": 3359, "Finetune/Step Time": 6.898989770561457}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8084861040115356, "Finetune/Loss (Raw)": 0.8779003024101257, "Finetune/Step": 3360, "Finetune/Step Time": 6.899742018431425}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8072084784507751, "Finetune/Loss (Raw)": 0.8386799693107605, "Finetune/Step": 3361, "Finetune/Step Time": 6.9115663804113865}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8073533177375793, "Finetune/Loss (Raw)": 0.7200739979743958, "Finetune/Step": 3362, "Finetune/Step Time": 6.90036809630692}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8069467544555664, "Finetune/Loss (Raw)": 0.8791701793670654, "Finetune/Step": 3363, "Finetune/Step Time": 6.903707994148135}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8086315393447876, "Finetune/Loss (Raw)": 0.8787933588027954, "Finetune/Step": 3364, "Finetune/Step Time": 6.889407593756914}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8076528310775757, "Finetune/Loss (Raw)": 0.7586536407470703, "Finetune/Step": 3365, "Finetune/Step Time": 6.899489711970091}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.807316780090332, "Finetune/Loss (Raw)": 0.6779218912124634, "Finetune/Step": 3366, "Finetune/Step Time": 6.904126260429621}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8053475618362427, "Finetune/Loss (Raw)": 0.7142528295516968, "Finetune/Step": 3367, "Finetune/Step Time": 6.903315473347902}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8038926124572754, "Finetune/Loss (Raw)": 0.738506019115448, "Finetune/Step": 3368, "Finetune/Step Time": 6.91464165225625}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8035000562667847, "Finetune/Loss (Raw)": 0.837232768535614, "Finetune/Step": 3369, "Finetune/Step Time": 6.913846969604492}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8030223846435547, "Finetune/Loss (Raw)": 0.8618512749671936, "Finetune/Step": 3370, "Finetune/Step Time": 6.914210548624396}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8008805513381958, "Finetune/Loss (Raw)": 0.5575317144393921, "Finetune/Step": 3371, "Finetune/Step Time": 6.9309145249426365}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7999218106269836, "Finetune/Loss (Raw)": 0.7307942509651184, "Finetune/Step": 3372, "Finetune/Step Time": 6.938956031575799}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7995362877845764, "Finetune/Loss (Raw)": 0.8365593552589417, "Finetune/Step": 3373, "Finetune/Step Time": 6.944503398612142}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8006241321563721, "Finetune/Loss (Raw)": 0.8234068751335144, "Finetune/Step": 3374, "Finetune/Step Time": 6.947810932993889}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8028639554977417, "Finetune/Loss (Raw)": 1.0355783700942993, "Finetune/Step": 3375, "Finetune/Step Time": 6.937143359333277}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.802689790725708, "Finetune/Loss (Raw)": 0.9158371686935425, "Finetune/Step": 3376, "Finetune/Step Time": 6.930427215993404}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8003758192062378, "Finetune/Loss (Raw)": 0.6329565644264221, "Finetune/Step": 3377, "Finetune/Step Time": 6.937706941738725}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8011218905448914, "Finetune/Loss (Raw)": 0.8692502379417419, "Finetune/Step": 3378, "Finetune/Step Time": 6.934687323868275}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8009370565414429, "Finetune/Loss (Raw)": 0.6234052181243896, "Finetune/Step": 3379, "Finetune/Step Time": 6.912806140258908}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7994937896728516, "Finetune/Loss (Raw)": 0.6923742890357971, "Finetune/Step": 3380, "Finetune/Step Time": 6.912325087934732}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.799105167388916, "Finetune/Loss (Raw)": 0.7599723935127258, "Finetune/Step": 3381, "Finetune/Step Time": 6.907879656180739}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7993427515029907, "Finetune/Loss (Raw)": 0.8927081823348999, "Finetune/Step": 3382, "Finetune/Step Time": 6.9081424959003925}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7986044883728027, "Finetune/Loss (Raw)": 0.7729882001876831, "Finetune/Step": 3383, "Finetune/Step Time": 6.900451736524701}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7987180948257446, "Finetune/Loss (Raw)": 0.8837291598320007, "Finetune/Step": 3384, "Finetune/Step Time": 6.900231402367353}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7988613247871399, "Finetune/Loss (Raw)": 0.6434159874916077, "Finetune/Step": 3385, "Finetune/Step Time": 6.904489757493138}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7972122430801392, "Finetune/Loss (Raw)": 0.7922332286834717, "Finetune/Step": 3386, "Finetune/Step Time": 6.899845095351338}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7974053621292114, "Finetune/Loss (Raw)": 0.7396165132522583, "Finetune/Step": 3387, "Finetune/Step Time": 6.903116848319769}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7969894409179688, "Finetune/Loss (Raw)": 0.7631028890609741, "Finetune/Step": 3388, "Finetune/Step Time": 6.890576405450702}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7975800037384033, "Finetune/Loss (Raw)": 0.8280630111694336, "Finetune/Step": 3389, "Finetune/Step Time": 6.894799567759037}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7968155741691589, "Finetune/Loss (Raw)": 0.8246654272079468, "Finetune/Step": 3390, "Finetune/Step Time": 6.897535335272551}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7972775101661682, "Finetune/Loss (Raw)": 0.9679297804832458, "Finetune/Step": 3391, "Finetune/Step Time": 6.8967712968587875}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.797728419303894, "Finetune/Loss (Raw)": 0.7675687670707703, "Finetune/Step": 3392, "Finetune/Step Time": 6.888755805790424}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7972009181976318, "Finetune/Loss (Raw)": 0.8857016563415527, "Finetune/Step": 3393, "Finetune/Step Time": 6.886229136958718}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7966456413269043, "Finetune/Loss (Raw)": 0.7306132912635803, "Finetune/Step": 3394, "Finetune/Step Time": 6.900848196819425}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.797875165939331, "Finetune/Loss (Raw)": 0.8804121613502502, "Finetune/Step": 3395, "Finetune/Step Time": 6.890166809782386}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7961325645446777, "Finetune/Loss (Raw)": 0.678954541683197, "Finetune/Step": 3396, "Finetune/Step Time": 6.8903127033263445}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7951250076293945, "Finetune/Loss (Raw)": 0.7475602626800537, "Finetune/Step": 3397, "Finetune/Step Time": 6.890199499204755}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7958791255950928, "Finetune/Loss (Raw)": 0.8242947459220886, "Finetune/Step": 3398, "Finetune/Step Time": 6.878213867545128}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.795889139175415, "Finetune/Loss (Raw)": 0.7695443034172058, "Finetune/Step": 3399, "Finetune/Step Time": 6.884178107604384}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7960811853408813, "Finetune/Loss (Raw)": 0.7787773013114929, "Finetune/Step": 3400, "Finetune/Step Time": 6.87477239780128}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7961703538894653, "Finetune/Loss (Raw)": 0.7280430793762207, "Finetune/Step": 3401, "Finetune/Step Time": 6.866133676841855}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7978105545043945, "Finetune/Loss (Raw)": 0.7832373380661011, "Finetune/Step": 3402, "Finetune/Step Time": 6.850733166560531}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7980412244796753, "Finetune/Loss (Raw)": 0.7498047351837158, "Finetune/Step": 3403, "Finetune/Step Time": 6.839895103126764}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.797494649887085, "Finetune/Loss (Raw)": 0.7602418065071106, "Finetune/Step": 3404, "Finetune/Step Time": 6.837167110294104}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.79554682970047, "Finetune/Loss (Raw)": 0.5922039151191711, "Finetune/Step": 3405, "Finetune/Step Time": 6.880253650248051}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7959007024765015, "Finetune/Loss (Raw)": 0.8454506397247314, "Finetune/Step": 3406, "Finetune/Step Time": 6.880949959158897}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7958728075027466, "Finetune/Loss (Raw)": 0.8359487056732178, "Finetune/Step": 3407, "Finetune/Step Time": 6.872920356690884}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7953222393989563, "Finetune/Loss (Raw)": 0.8635565042495728, "Finetune/Step": 3408, "Finetune/Step Time": 6.886007010936737}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7942706346511841, "Finetune/Loss (Raw)": 0.8330254554748535, "Finetune/Step": 3409, "Finetune/Step Time": 6.884065482765436}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7936891317367554, "Finetune/Loss (Raw)": 0.7055008411407471, "Finetune/Step": 3410, "Finetune/Step Time": 6.888631671667099}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7953878045082092, "Finetune/Loss (Raw)": 0.929969072341919, "Finetune/Step": 3411, "Finetune/Step Time": 6.875661451369524}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7959049940109253, "Finetune/Loss (Raw)": 0.8293217420578003, "Finetune/Step": 3412, "Finetune/Step Time": 6.871104575693607}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7964277267456055, "Finetune/Loss (Raw)": 0.9148408770561218, "Finetune/Step": 3413, "Finetune/Step Time": 6.875369573011994}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7973765730857849, "Finetune/Loss (Raw)": 0.9215887188911438, "Finetune/Step": 3414, "Finetune/Step Time": 6.8705791756510735}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7960643768310547, "Finetune/Loss (Raw)": 0.6609804034233093, "Finetune/Step": 3415, "Finetune/Step Time": 6.868661552667618}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7946598529815674, "Finetune/Loss (Raw)": 0.7248982191085815, "Finetune/Step": 3416, "Finetune/Step Time": 6.879537681117654}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7942776083946228, "Finetune/Loss (Raw)": 0.705473005771637, "Finetune/Step": 3417, "Finetune/Step Time": 6.8833460453897715}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7938628196716309, "Finetune/Loss (Raw)": 0.805051863193512, "Finetune/Step": 3418, "Finetune/Step Time": 6.891005335375667}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7947076559066772, "Finetune/Loss (Raw)": 0.7974945306777954, "Finetune/Step": 3419, "Finetune/Step Time": 6.875303082168102}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7928718328475952, "Finetune/Loss (Raw)": 0.5196807980537415, "Finetune/Step": 3420, "Finetune/Step Time": 6.904855655506253}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7932734489440918, "Finetune/Loss (Raw)": 0.8596400022506714, "Finetune/Step": 3421, "Finetune/Step Time": 6.909299589693546}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7932577133178711, "Finetune/Loss (Raw)": 0.6907265186309814, "Finetune/Step": 3422, "Finetune/Step Time": 6.904559202492237}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7930468320846558, "Finetune/Loss (Raw)": 0.7637320160865784, "Finetune/Step": 3423, "Finetune/Step Time": 6.903731057420373}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7923564910888672, "Finetune/Loss (Raw)": 0.7477268576622009, "Finetune/Step": 3424, "Finetune/Step Time": 6.914758721366525}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7930099368095398, "Finetune/Loss (Raw)": 0.7745079398155212, "Finetune/Step": 3425, "Finetune/Step Time": 6.904797602444887}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7911818027496338, "Finetune/Loss (Raw)": 0.6684628129005432, "Finetune/Step": 3426, "Finetune/Step Time": 6.908813703805208}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7920108437538147, "Finetune/Loss (Raw)": 0.8287075161933899, "Finetune/Step": 3427, "Finetune/Step Time": 6.896994447335601}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.791203498840332, "Finetune/Loss (Raw)": 0.7557114362716675, "Finetune/Step": 3428, "Finetune/Step Time": 6.901630124077201}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.792585551738739, "Finetune/Loss (Raw)": 0.8436090350151062, "Finetune/Step": 3429, "Finetune/Step Time": 6.902227776125073}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7906343936920166, "Finetune/Loss (Raw)": 0.6425971388816833, "Finetune/Step": 3430, "Finetune/Step Time": 6.89723801985383}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7916780114173889, "Finetune/Loss (Raw)": 0.9218456745147705, "Finetune/Step": 3431, "Finetune/Step Time": 6.899018073454499}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7909848690032959, "Finetune/Loss (Raw)": 0.6416622996330261, "Finetune/Step": 3432, "Finetune/Step Time": 6.901438498869538}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7903278470039368, "Finetune/Loss (Raw)": 0.7813023924827576, "Finetune/Step": 3433, "Finetune/Step Time": 6.917930129915476}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7902306318283081, "Finetune/Loss (Raw)": 0.6914426684379578, "Finetune/Step": 3434, "Finetune/Step Time": 6.937028320506215}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7885919809341431, "Finetune/Loss (Raw)": 0.7367560267448425, "Finetune/Step": 3435, "Finetune/Step Time": 6.948888665065169}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7876455783843994, "Finetune/Loss (Raw)": 0.7027218341827393, "Finetune/Step": 3436, "Finetune/Step Time": 6.946752414107323}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7871435880661011, "Finetune/Loss (Raw)": 0.8069317936897278, "Finetune/Step": 3437, "Finetune/Step Time": 6.9409875981509686}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7870015501976013, "Finetune/Loss (Raw)": 0.7304580807685852, "Finetune/Step": 3438, "Finetune/Step Time": 6.950472258031368}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7878034710884094, "Finetune/Loss (Raw)": 0.812436044216156, "Finetune/Step": 3439, "Finetune/Step Time": 6.9459361750632524}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7875188589096069, "Finetune/Loss (Raw)": 0.7416836619377136, "Finetune/Step": 3440, "Finetune/Step Time": 6.946371113881469}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7864137887954712, "Finetune/Loss (Raw)": 0.6291235089302063, "Finetune/Step": 3441, "Finetune/Step Time": 6.951384428888559}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7862768769264221, "Finetune/Loss (Raw)": 0.723138689994812, "Finetune/Step": 3442, "Finetune/Step Time": 6.957202194258571}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7842035293579102, "Finetune/Loss (Raw)": 0.7098437547683716, "Finetune/Step": 3443, "Finetune/Step Time": 6.966362301260233}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7846612930297852, "Finetune/Loss (Raw)": 0.8228180408477783, "Finetune/Step": 3444, "Finetune/Step Time": 6.952825423330069}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7833341360092163, "Finetune/Loss (Raw)": 0.5777862071990967, "Finetune/Step": 3445, "Finetune/Step Time": 6.966287458315492}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.784250020980835, "Finetune/Loss (Raw)": 0.7578402757644653, "Finetune/Step": 3446, "Finetune/Step Time": 6.948783116415143}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7842763066291809, "Finetune/Loss (Raw)": 0.8974182605743408, "Finetune/Step": 3447, "Finetune/Step Time": 6.944165660068393}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7840946912765503, "Finetune/Loss (Raw)": 0.7411146759986877, "Finetune/Step": 3448, "Finetune/Step Time": 6.949052086099982}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.785493791103363, "Finetune/Loss (Raw)": 0.8922217488288879, "Finetune/Step": 3449, "Finetune/Step Time": 6.945502661168575}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7854989171028137, "Finetune/Loss (Raw)": 0.759787380695343, "Finetune/Step": 3450, "Finetune/Step Time": 6.969960415735841}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7845108509063721, "Finetune/Loss (Raw)": 0.7684752941131592, "Finetune/Step": 3451, "Finetune/Step Time": 6.9590642265975475}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7854985594749451, "Finetune/Loss (Raw)": 0.8790967464447021, "Finetune/Step": 3452, "Finetune/Step Time": 6.948774369433522}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7862964272499084, "Finetune/Loss (Raw)": 0.7869139909744263, "Finetune/Step": 3453, "Finetune/Step Time": 6.9472197107970715}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7854526042938232, "Finetune/Loss (Raw)": 0.7513437271118164, "Finetune/Step": 3454, "Finetune/Step Time": 6.974169300869107}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7854970693588257, "Finetune/Loss (Raw)": 0.5795522332191467, "Finetune/Step": 3455, "Finetune/Step Time": 6.980794860050082}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7851459980010986, "Finetune/Loss (Raw)": 0.8675864934921265, "Finetune/Step": 3456, "Finetune/Step Time": 6.977553414180875}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7852437496185303, "Finetune/Loss (Raw)": 0.8399714231491089, "Finetune/Step": 3457, "Finetune/Step Time": 6.971529893577099}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7862374782562256, "Finetune/Loss (Raw)": 0.8131017684936523, "Finetune/Step": 3458, "Finetune/Step Time": 6.968853646889329}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7863136529922485, "Finetune/Loss (Raw)": 0.8203582167625427, "Finetune/Step": 3459, "Finetune/Step Time": 6.963675510138273}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7870312929153442, "Finetune/Loss (Raw)": 0.8949096202850342, "Finetune/Step": 3460, "Finetune/Step Time": 6.965483808889985}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7855601906776428, "Finetune/Loss (Raw)": 0.640323281288147, "Finetune/Step": 3461, "Finetune/Step Time": 6.9789048340171576}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7851266860961914, "Finetune/Loss (Raw)": 0.7699539065361023, "Finetune/Step": 3462, "Finetune/Step Time": 6.975619515404105}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7855372428894043, "Finetune/Loss (Raw)": 0.7712424993515015, "Finetune/Step": 3463, "Finetune/Step Time": 6.97732000797987}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7865976691246033, "Finetune/Loss (Raw)": 0.9037672281265259, "Finetune/Step": 3464, "Finetune/Step Time": 6.978889534249902}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7868199348449707, "Finetune/Loss (Raw)": 0.7314033508300781, "Finetune/Step": 3465, "Finetune/Step Time": 6.974985457956791}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7858755588531494, "Finetune/Loss (Raw)": 0.6854838728904724, "Finetune/Step": 3466, "Finetune/Step Time": 6.9732955396175385}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7844887971878052, "Finetune/Loss (Raw)": 0.6673040390014648, "Finetune/Step": 3467, "Finetune/Step Time": 6.961417654529214}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7832702398300171, "Finetune/Loss (Raw)": 0.6430310606956482, "Finetune/Step": 3468, "Finetune/Step Time": 6.968038264662027}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7813695669174194, "Finetune/Loss (Raw)": 0.7180957794189453, "Finetune/Step": 3469, "Finetune/Step Time": 6.975827151909471}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7805596590042114, "Finetune/Loss (Raw)": 0.7651544213294983, "Finetune/Step": 3470, "Finetune/Step Time": 6.981406673789024}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7809041738510132, "Finetune/Loss (Raw)": 0.8734961152076721, "Finetune/Step": 3471, "Finetune/Step Time": 6.987102352082729}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7817663550376892, "Finetune/Loss (Raw)": 0.7337543964385986, "Finetune/Step": 3472, "Finetune/Step Time": 6.988640755414963}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7831287384033203, "Finetune/Loss (Raw)": 0.8323944807052612, "Finetune/Step": 3473, "Finetune/Step Time": 6.989617291837931}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7813600301742554, "Finetune/Loss (Raw)": 0.6627683639526367, "Finetune/Step": 3474, "Finetune/Step Time": 6.994554538279772}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7823160886764526, "Finetune/Loss (Raw)": 0.8100974559783936, "Finetune/Step": 3475, "Finetune/Step Time": 6.99751878157258}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7806785702705383, "Finetune/Loss (Raw)": 0.6361357569694519, "Finetune/Step": 3476, "Finetune/Step Time": 7.001190694049001}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7799204587936401, "Finetune/Loss (Raw)": 0.7459725141525269, "Finetune/Step": 3477, "Finetune/Step Time": 7.027724891901016}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7795178890228271, "Finetune/Loss (Raw)": 0.9421098828315735, "Finetune/Step": 3478, "Finetune/Step Time": 7.023452304303646}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7816570401191711, "Finetune/Loss (Raw)": 1.0267850160598755, "Finetune/Step": 3479, "Finetune/Step Time": 7.014062609523535}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7816786766052246, "Finetune/Loss (Raw)": 0.8464455008506775, "Finetune/Step": 3480, "Finetune/Step Time": 7.008792739361525}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7812743186950684, "Finetune/Loss (Raw)": 0.8460325002670288, "Finetune/Step": 3481, "Finetune/Step Time": 6.991372257471085}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7803679704666138, "Finetune/Loss (Raw)": 0.7743856906890869, "Finetune/Step": 3482, "Finetune/Step Time": 6.9907633271068335}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7792822122573853, "Finetune/Loss (Raw)": 0.70218425989151, "Finetune/Step": 3483, "Finetune/Step Time": 7.023097801953554}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7782836556434631, "Finetune/Loss (Raw)": 0.7547369003295898, "Finetune/Step": 3484, "Finetune/Step Time": 7.03485444560647}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7791489362716675, "Finetune/Loss (Raw)": 0.9206576943397522, "Finetune/Step": 3485, "Finetune/Step Time": 7.032071065157652}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7795044183731079, "Finetune/Loss (Raw)": 0.797806441783905, "Finetune/Step": 3486, "Finetune/Step Time": 7.027083411812782}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7775183916091919, "Finetune/Loss (Raw)": 0.7268702983856201, "Finetune/Step": 3487, "Finetune/Step Time": 7.025563906878233}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7760049700737, "Finetune/Loss (Raw)": 0.6841904520988464, "Finetune/Step": 3488, "Finetune/Step Time": 7.023285161703825}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.776263952255249, "Finetune/Loss (Raw)": 0.8718300461769104, "Finetune/Step": 3489, "Finetune/Step Time": 7.010676767677069}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7762524485588074, "Finetune/Loss (Raw)": 0.7186000943183899, "Finetune/Step": 3490, "Finetune/Step Time": 7.007552403956652}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7765723466873169, "Finetune/Loss (Raw)": 0.9201216101646423, "Finetune/Step": 3491, "Finetune/Step Time": 7.002906056120992}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7759406566619873, "Finetune/Loss (Raw)": 0.797930896282196, "Finetune/Step": 3492, "Finetune/Step Time": 7.018710933625698}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.773788332939148, "Finetune/Loss (Raw)": 0.4831538200378418, "Finetune/Step": 3493, "Finetune/Step Time": 7.01148396730423}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7756485939025879, "Finetune/Loss (Raw)": 0.9160448908805847, "Finetune/Step": 3494, "Finetune/Step Time": 6.990324253216386}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7766731381416321, "Finetune/Loss (Raw)": 0.8453853130340576, "Finetune/Step": 3495, "Finetune/Step Time": 6.989835599437356}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7776137590408325, "Finetune/Loss (Raw)": 0.8589073419570923, "Finetune/Step": 3496, "Finetune/Step Time": 6.981806950643659}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7759414911270142, "Finetune/Loss (Raw)": 0.6231818199157715, "Finetune/Step": 3497, "Finetune/Step Time": 6.988544717431068}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7759652137756348, "Finetune/Loss (Raw)": 0.86489337682724, "Finetune/Step": 3498, "Finetune/Step Time": 6.991673436015844}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7779263257980347, "Finetune/Loss (Raw)": 0.8085493445396423, "Finetune/Step": 3499, "Finetune/Step Time": 6.9785591792315245}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7791741490364075, "Finetune/Loss (Raw)": 0.8905165791511536, "Finetune/Step": 3500, "Finetune/Step Time": 6.9722412303090096}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7792531847953796, "Finetune/Loss (Raw)": 0.846671998500824, "Finetune/Step": 3501, "Finetune/Step Time": 6.962467946112156}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.780193567276001, "Finetune/Loss (Raw)": 0.9437749981880188, "Finetune/Step": 3502, "Finetune/Step Time": 6.955921219661832}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7788428068161011, "Finetune/Loss (Raw)": 0.8626791834831238, "Finetune/Step": 3503, "Finetune/Step Time": 6.955155562609434}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7776082158088684, "Finetune/Loss (Raw)": 0.7578153610229492, "Finetune/Step": 3504, "Finetune/Step Time": 6.958664011210203}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7786710262298584, "Finetune/Loss (Raw)": 0.7689969539642334, "Finetune/Step": 3505, "Finetune/Step Time": 6.954988664016128}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7775771617889404, "Finetune/Loss (Raw)": 0.7292304039001465, "Finetune/Step": 3506, "Finetune/Step Time": 6.9510476011782885}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.777377724647522, "Finetune/Loss (Raw)": 0.5978824496269226, "Finetune/Step": 3507, "Finetune/Step Time": 6.9635940585285425}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7781515717506409, "Finetune/Loss (Raw)": 0.7914223074913025, "Finetune/Step": 3508, "Finetune/Step Time": 6.974282391369343}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7781190276145935, "Finetune/Loss (Raw)": 0.755809485912323, "Finetune/Step": 3509, "Finetune/Step Time": 6.9944673758000135}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7767844200134277, "Finetune/Loss (Raw)": 0.7218840718269348, "Finetune/Step": 3510, "Finetune/Step Time": 6.994852824136615}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7763268947601318, "Finetune/Loss (Raw)": 0.7144180536270142, "Finetune/Step": 3511, "Finetune/Step Time": 6.998130766674876}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7756309509277344, "Finetune/Loss (Raw)": 0.7946475148200989, "Finetune/Step": 3512, "Finetune/Step Time": 6.985564041882753}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7772830128669739, "Finetune/Loss (Raw)": 0.854884922504425, "Finetune/Step": 3513, "Finetune/Step Time": 6.974663216620684}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7767201662063599, "Finetune/Loss (Raw)": 0.7201827168464661, "Finetune/Step": 3514, "Finetune/Step Time": 6.975943019613624}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7771530151367188, "Finetune/Loss (Raw)": 0.7950224280357361, "Finetune/Step": 3515, "Finetune/Step Time": 6.968708103522658}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7773662209510803, "Finetune/Loss (Raw)": 0.790395200252533, "Finetune/Step": 3516, "Finetune/Step Time": 6.969489039853215}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7774842977523804, "Finetune/Loss (Raw)": 0.8431775569915771, "Finetune/Step": 3517, "Finetune/Step Time": 6.9686169773340225}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7761856913566589, "Finetune/Loss (Raw)": 0.6584427356719971, "Finetune/Step": 3518, "Finetune/Step Time": 6.989159718155861}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7739905118942261, "Finetune/Loss (Raw)": 0.6869508624076843, "Finetune/Step": 3519, "Finetune/Step Time": 7.0075465478003025}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.773744523525238, "Finetune/Loss (Raw)": 0.7360769510269165, "Finetune/Step": 3520, "Finetune/Step Time": 7.0064300913363695}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7736501097679138, "Finetune/Loss (Raw)": 0.8736189007759094, "Finetune/Step": 3521, "Finetune/Step Time": 7.00674656778574}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7729134559631348, "Finetune/Loss (Raw)": 0.6363173723220825, "Finetune/Step": 3522, "Finetune/Step Time": 7.003814769908786}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7708957195281982, "Finetune/Loss (Raw)": 0.6221402287483215, "Finetune/Step": 3523, "Finetune/Step Time": 7.0330162942409515}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7708669304847717, "Finetune/Loss (Raw)": 0.6752737164497375, "Finetune/Step": 3524, "Finetune/Step Time": 7.038543339818716}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7726284265518188, "Finetune/Loss (Raw)": 0.9730297327041626, "Finetune/Step": 3525, "Finetune/Step Time": 7.0418782737106085}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7711718678474426, "Finetune/Loss (Raw)": 0.6378635168075562, "Finetune/Step": 3526, "Finetune/Step Time": 7.046660682186484}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7714093923568726, "Finetune/Loss (Raw)": 0.7999365329742432, "Finetune/Step": 3527, "Finetune/Step Time": 7.038056628778577}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7714071273803711, "Finetune/Loss (Raw)": 0.7784894704818726, "Finetune/Step": 3528, "Finetune/Step Time": 7.037368046119809}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7708559036254883, "Finetune/Loss (Raw)": 0.6574874520301819, "Finetune/Step": 3529, "Finetune/Step Time": 7.0445294585078955}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7707264423370361, "Finetune/Loss (Raw)": 0.7666745185852051, "Finetune/Step": 3530, "Finetune/Step Time": 7.0456617791205645}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7713305950164795, "Finetune/Loss (Raw)": 0.8271299600601196, "Finetune/Step": 3531, "Finetune/Step Time": 7.045559141784906}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.770655632019043, "Finetune/Loss (Raw)": 0.6738485097885132, "Finetune/Step": 3532, "Finetune/Step Time": 7.053981149569154}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7708187699317932, "Finetune/Loss (Raw)": 0.6130818724632263, "Finetune/Step": 3533, "Finetune/Step Time": 7.028651993721724}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7707442045211792, "Finetune/Loss (Raw)": 0.8359123468399048, "Finetune/Step": 3534, "Finetune/Step Time": 7.032486764714122}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7694714069366455, "Finetune/Loss (Raw)": 0.6730239391326904, "Finetune/Step": 3535, "Finetune/Step Time": 7.046181054785848}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7687438130378723, "Finetune/Loss (Raw)": 0.7704252004623413, "Finetune/Step": 3536, "Finetune/Step Time": 7.033464893698692}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7697136402130127, "Finetune/Loss (Raw)": 0.9571606516838074, "Finetune/Step": 3537, "Finetune/Step Time": 7.0369554571807384}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7711997032165527, "Finetune/Loss (Raw)": 0.8957228660583496, "Finetune/Step": 3538, "Finetune/Step Time": 7.036046812310815}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7708084583282471, "Finetune/Loss (Raw)": 0.8798941969871521, "Finetune/Step": 3539, "Finetune/Step Time": 7.036888586357236}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.770674467086792, "Finetune/Loss (Raw)": 0.8121641278266907, "Finetune/Step": 3540, "Finetune/Step Time": 7.04064660705626}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7699353694915771, "Finetune/Loss (Raw)": 0.8202294707298279, "Finetune/Step": 3541, "Finetune/Step Time": 7.0348213985562325}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7680486440658569, "Finetune/Loss (Raw)": 0.6800969839096069, "Finetune/Step": 3542, "Finetune/Step Time": 7.043504675850272}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7690258622169495, "Finetune/Loss (Raw)": 0.7860633134841919, "Finetune/Step": 3543, "Finetune/Step Time": 7.0536195784807205}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7699337005615234, "Finetune/Loss (Raw)": 0.8410957455635071, "Finetune/Step": 3544, "Finetune/Step Time": 7.039627123624086}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7696938514709473, "Finetune/Loss (Raw)": 0.6747797727584839, "Finetune/Step": 3545, "Finetune/Step Time": 7.050698846578598}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7692140340805054, "Finetune/Loss (Raw)": 0.7436312437057495, "Finetune/Step": 3546, "Finetune/Step Time": 7.069229304790497}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7701370716094971, "Finetune/Loss (Raw)": 0.9156452417373657, "Finetune/Step": 3547, "Finetune/Step Time": 7.067839190363884}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7719343304634094, "Finetune/Loss (Raw)": 0.749728798866272, "Finetune/Step": 3548, "Finetune/Step Time": 7.047383677214384}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7724953889846802, "Finetune/Loss (Raw)": 0.9314561486244202, "Finetune/Step": 3549, "Finetune/Step Time": 7.047253265976906}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7727091312408447, "Finetune/Loss (Raw)": 0.7180864810943604, "Finetune/Step": 3550, "Finetune/Step Time": 7.045333586633205}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7720537185668945, "Finetune/Loss (Raw)": 0.6798380613327026, "Finetune/Step": 3551, "Finetune/Step Time": 7.058994255959988}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7725462317466736, "Finetune/Loss (Raw)": 0.8107682466506958, "Finetune/Step": 3552, "Finetune/Step Time": 7.04260253533721}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7714866399765015, "Finetune/Loss (Raw)": 0.6388760209083557, "Finetune/Step": 3553, "Finetune/Step Time": 7.048608778044581}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7733619213104248, "Finetune/Loss (Raw)": 0.9085041284561157, "Finetune/Step": 3554, "Finetune/Step Time": 7.051341323181987}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7742149829864502, "Finetune/Loss (Raw)": 0.9378985166549683, "Finetune/Step": 3555, "Finetune/Step Time": 7.049879156053066}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7731465101242065, "Finetune/Loss (Raw)": 0.6189485192298889, "Finetune/Step": 3556, "Finetune/Step Time": 7.057961946353316}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7741689682006836, "Finetune/Loss (Raw)": 0.9744729995727539, "Finetune/Step": 3557, "Finetune/Step Time": 7.05368072912097}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7754480838775635, "Finetune/Loss (Raw)": 0.8063298463821411, "Finetune/Step": 3558, "Finetune/Step Time": 7.054940674453974}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7748523950576782, "Finetune/Loss (Raw)": 0.8456042408943176, "Finetune/Step": 3559, "Finetune/Step Time": 7.053696116432548}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7766939401626587, "Finetune/Loss (Raw)": 0.8773731589317322, "Finetune/Step": 3560, "Finetune/Step Time": 7.042181111872196}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7780757546424866, "Finetune/Loss (Raw)": 0.9581790566444397, "Finetune/Step": 3561, "Finetune/Step Time": 7.029824836179614}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7776142358779907, "Finetune/Loss (Raw)": 0.632369339466095, "Finetune/Step": 3562, "Finetune/Step Time": 7.011938972398639}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7770711183547974, "Finetune/Loss (Raw)": 0.6672366857528687, "Finetune/Step": 3563, "Finetune/Step Time": 7.012480219826102}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7775219678878784, "Finetune/Loss (Raw)": 0.7604295015335083, "Finetune/Step": 3564, "Finetune/Step Time": 7.015259021893144}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7771400213241577, "Finetune/Loss (Raw)": 0.7580435276031494, "Finetune/Step": 3565, "Finetune/Step Time": 7.017222536727786}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7784212827682495, "Finetune/Loss (Raw)": 0.894460141658783, "Finetune/Step": 3566, "Finetune/Step Time": 7.008571961894631}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7783927321434021, "Finetune/Loss (Raw)": 0.8087775707244873, "Finetune/Step": 3567, "Finetune/Step Time": 7.011476060375571}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7788987755775452, "Finetune/Loss (Raw)": 0.8064600229263306, "Finetune/Step": 3568, "Finetune/Step Time": 7.025192776694894}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7798988819122314, "Finetune/Loss (Raw)": 0.7571386098861694, "Finetune/Step": 3569, "Finetune/Step Time": 7.014138642698526}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7800722122192383, "Finetune/Loss (Raw)": 0.7453200221061707, "Finetune/Step": 3570, "Finetune/Step Time": 7.008886676281691}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7808550596237183, "Finetune/Loss (Raw)": 0.8100464940071106, "Finetune/Step": 3571, "Finetune/Step Time": 7.001766376197338}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7813571691513062, "Finetune/Loss (Raw)": 0.8870961666107178, "Finetune/Step": 3572, "Finetune/Step Time": 7.001559641212225}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7836952805519104, "Finetune/Loss (Raw)": 0.8770579099655151, "Finetune/Step": 3573, "Finetune/Step Time": 6.988301359117031}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7847929000854492, "Finetune/Loss (Raw)": 0.8983352184295654, "Finetune/Step": 3574, "Finetune/Step Time": 6.9861462358385324}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.783964991569519, "Finetune/Loss (Raw)": 0.7914553880691528, "Finetune/Step": 3575, "Finetune/Step Time": 6.984632238745689}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7851663827896118, "Finetune/Loss (Raw)": 0.8948923945426941, "Finetune/Step": 3576, "Finetune/Step Time": 6.982542714104056}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7844493389129639, "Finetune/Loss (Raw)": 0.8004370927810669, "Finetune/Step": 3577, "Finetune/Step Time": 6.996318120509386}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7853249311447144, "Finetune/Loss (Raw)": 0.8718555569648743, "Finetune/Step": 3578, "Finetune/Step Time": 6.97731021605432}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7856976985931396, "Finetune/Loss (Raw)": 0.8161926865577698, "Finetune/Step": 3579, "Finetune/Step Time": 6.977916426956654}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7852945327758789, "Finetune/Loss (Raw)": 0.8274900913238525, "Finetune/Step": 3580, "Finetune/Step Time": 6.9820992816239595}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7859072089195251, "Finetune/Loss (Raw)": 0.8653402924537659, "Finetune/Step": 3581, "Finetune/Step Time": 6.9878642447292805}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7854364514350891, "Finetune/Loss (Raw)": 0.6910864114761353, "Finetune/Step": 3582, "Finetune/Step Time": 6.968825284391642}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.786686897277832, "Finetune/Loss (Raw)": 0.7396122813224792, "Finetune/Step": 3583, "Finetune/Step Time": 6.966845570132136}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7862274646759033, "Finetune/Loss (Raw)": 0.80877286195755, "Finetune/Step": 3584, "Finetune/Step Time": 6.968704288825393}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7869876623153687, "Finetune/Loss (Raw)": 0.9372818470001221, "Finetune/Step": 3585, "Finetune/Step Time": 6.967060660943389}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7856166362762451, "Finetune/Loss (Raw)": 0.6376046538352966, "Finetune/Step": 3586, "Finetune/Step Time": 6.965342603623867}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7848960161209106, "Finetune/Loss (Raw)": 0.7281190752983093, "Finetune/Step": 3587, "Finetune/Step Time": 6.9579260889440775}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7830226421356201, "Finetune/Loss (Raw)": 0.6551233530044556, "Finetune/Step": 3588, "Finetune/Step Time": 6.95703505538404}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7840728759765625, "Finetune/Loss (Raw)": 0.7747496962547302, "Finetune/Step": 3589, "Finetune/Step Time": 6.948656817898154}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7847012877464294, "Finetune/Loss (Raw)": 0.8503934144973755, "Finetune/Step": 3590, "Finetune/Step Time": 6.9519581515342}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7843775153160095, "Finetune/Loss (Raw)": 0.7298016548156738, "Finetune/Step": 3591, "Finetune/Step Time": 6.954110734164715}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7834060192108154, "Finetune/Loss (Raw)": 0.7794087529182434, "Finetune/Step": 3592, "Finetune/Step Time": 6.967691112309694}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7847768664360046, "Finetune/Loss (Raw)": 0.9068765640258789, "Finetune/Step": 3593, "Finetune/Step Time": 6.967145306989551}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7835695743560791, "Finetune/Loss (Raw)": 0.530947744846344, "Finetune/Step": 3594, "Finetune/Step Time": 6.970596129074693}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7847397327423096, "Finetune/Loss (Raw)": 0.8170906901359558, "Finetune/Step": 3595, "Finetune/Step Time": 6.978575009852648}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7871173620223999, "Finetune/Loss (Raw)": 0.9473674297332764, "Finetune/Step": 3596, "Finetune/Step Time": 6.968722298741341}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.786108136177063, "Finetune/Loss (Raw)": 0.5889143347740173, "Finetune/Step": 3597, "Finetune/Step Time": 6.974542206153274}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7859132289886475, "Finetune/Loss (Raw)": 0.7401990294456482, "Finetune/Step": 3598, "Finetune/Step Time": 6.987153260037303}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7844110727310181, "Finetune/Loss (Raw)": 0.6812263131141663, "Finetune/Step": 3599, "Finetune/Step Time": 6.9821518287062645}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7837486267089844, "Finetune/Loss (Raw)": 0.6489557027816772, "Finetune/Step": 3600, "Finetune/Step Time": 6.990283573046327}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.783871054649353, "Finetune/Loss (Raw)": 0.848067045211792, "Finetune/Step": 3601, "Finetune/Step Time": 6.989329971373081}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7847819328308105, "Finetune/Loss (Raw)": 0.7793666124343872, "Finetune/Step": 3602, "Finetune/Step Time": 6.9745696894824505}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.784774899482727, "Finetune/Loss (Raw)": 0.8091981410980225, "Finetune/Step": 3603, "Finetune/Step Time": 6.973216997459531}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7861945629119873, "Finetune/Loss (Raw)": 0.8178480267524719, "Finetune/Step": 3604, "Finetune/Step Time": 6.970708359032869}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7854076027870178, "Finetune/Loss (Raw)": 0.6452394723892212, "Finetune/Step": 3605, "Finetune/Step Time": 6.947432575747371}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7835952043533325, "Finetune/Loss (Raw)": 0.7101287245750427, "Finetune/Step": 3606, "Finetune/Step Time": 6.956322314217687}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7819375395774841, "Finetune/Loss (Raw)": 0.8145987391471863, "Finetune/Step": 3607, "Finetune/Step Time": 6.960364207625389}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7803055047988892, "Finetune/Loss (Raw)": 0.6375415921211243, "Finetune/Step": 3608, "Finetune/Step Time": 6.98200404830277}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7797719836235046, "Finetune/Loss (Raw)": 0.7777454853057861, "Finetune/Step": 3609, "Finetune/Step Time": 6.98122470267117}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7789212465286255, "Finetune/Loss (Raw)": 0.6654926538467407, "Finetune/Step": 3610, "Finetune/Step Time": 6.980532331392169}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7782215476036072, "Finetune/Loss (Raw)": 0.6126238703727722, "Finetune/Step": 3611, "Finetune/Step Time": 6.960651656612754}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.778441846370697, "Finetune/Loss (Raw)": 0.7829384207725525, "Finetune/Step": 3612, "Finetune/Step Time": 6.9591888803988695}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7765717506408691, "Finetune/Loss (Raw)": 0.6812721490859985, "Finetune/Step": 3613, "Finetune/Step Time": 6.9601833038032055}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7764713168144226, "Finetune/Loss (Raw)": 0.7849568724632263, "Finetune/Step": 3614, "Finetune/Step Time": 6.965940160676837}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.77728271484375, "Finetune/Loss (Raw)": 0.8307263255119324, "Finetune/Step": 3615, "Finetune/Step Time": 6.9791648127138615}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7773009538650513, "Finetune/Loss (Raw)": 0.6865304708480835, "Finetune/Step": 3616, "Finetune/Step Time": 6.983897536993027}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7760957479476929, "Finetune/Loss (Raw)": 0.7175606489181519, "Finetune/Step": 3617, "Finetune/Step Time": 7.0028913505375385}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7757556438446045, "Finetune/Loss (Raw)": 0.6750683784484863, "Finetune/Step": 3618, "Finetune/Step Time": 7.00745540484786}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7745184898376465, "Finetune/Loss (Raw)": 0.7617666125297546, "Finetune/Step": 3619, "Finetune/Step Time": 7.005533495917916}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7744725942611694, "Finetune/Loss (Raw)": 0.7920557260513306, "Finetune/Step": 3620, "Finetune/Step Time": 6.988888895139098}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7764843702316284, "Finetune/Loss (Raw)": 0.7406630516052246, "Finetune/Step": 3621, "Finetune/Step Time": 6.984839977696538}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7754162549972534, "Finetune/Loss (Raw)": 0.7793257236480713, "Finetune/Step": 3622, "Finetune/Step Time": 6.985736025497317}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7751682996749878, "Finetune/Loss (Raw)": 0.8136458992958069, "Finetune/Step": 3623, "Finetune/Step Time": 6.984858715906739}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7754396200180054, "Finetune/Loss (Raw)": 0.8936298489570618, "Finetune/Step": 3624, "Finetune/Step Time": 6.9817793276160955}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7774368524551392, "Finetune/Loss (Raw)": 0.8788343071937561, "Finetune/Step": 3625, "Finetune/Step Time": 6.974541652947664}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7759140729904175, "Finetune/Loss (Raw)": 0.669978678226471, "Finetune/Step": 3626, "Finetune/Step Time": 6.971217107027769}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7761664986610413, "Finetune/Loss (Raw)": 0.8408548831939697, "Finetune/Step": 3627, "Finetune/Step Time": 6.994212880730629}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7754360437393188, "Finetune/Loss (Raw)": 0.7970245480537415, "Finetune/Step": 3628, "Finetune/Step Time": 6.997868724167347}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7747859954833984, "Finetune/Loss (Raw)": 0.763463020324707, "Finetune/Step": 3629, "Finetune/Step Time": 7.0017214715480804}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7729564905166626, "Finetune/Loss (Raw)": 0.7095995545387268, "Finetune/Step": 3630, "Finetune/Step Time": 7.001386819407344}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7711504697799683, "Finetune/Loss (Raw)": 0.631504476070404, "Finetune/Step": 3631, "Finetune/Step Time": 7.011707974597812}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7721129059791565, "Finetune/Loss (Raw)": 0.8810088038444519, "Finetune/Step": 3632, "Finetune/Step Time": 7.0122434459626675}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7730550169944763, "Finetune/Loss (Raw)": 0.8895853757858276, "Finetune/Step": 3633, "Finetune/Step Time": 7.010200247168541}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7733724117279053, "Finetune/Loss (Raw)": 0.7698580026626587, "Finetune/Step": 3634, "Finetune/Step Time": 7.00722661241889}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7738370895385742, "Finetune/Loss (Raw)": 0.6573567390441895, "Finetune/Step": 3635, "Finetune/Step Time": 6.993725940585136}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7741681933403015, "Finetune/Loss (Raw)": 0.8338093757629395, "Finetune/Step": 3636, "Finetune/Step Time": 6.983000719919801}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7748922109603882, "Finetune/Loss (Raw)": 0.8484820127487183, "Finetune/Step": 3637, "Finetune/Step Time": 6.962397255003452}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7757676243782043, "Finetune/Loss (Raw)": 0.8339378833770752, "Finetune/Step": 3638, "Finetune/Step Time": 6.970441145822406}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7765485048294067, "Finetune/Loss (Raw)": 0.8143746852874756, "Finetune/Step": 3639, "Finetune/Step Time": 6.963470982387662}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7751033306121826, "Finetune/Loss (Raw)": 0.6096556782722473, "Finetune/Step": 3640, "Finetune/Step Time": 6.977492472156882}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7741298675537109, "Finetune/Loss (Raw)": 0.7302868962287903, "Finetune/Step": 3641, "Finetune/Step Time": 6.981455808505416}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7748813033103943, "Finetune/Loss (Raw)": 0.8163719177246094, "Finetune/Step": 3642, "Finetune/Step Time": 6.984701354056597}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7752541303634644, "Finetune/Loss (Raw)": 0.8427398204803467, "Finetune/Step": 3643, "Finetune/Step Time": 6.9820863008499146}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7752151489257812, "Finetune/Loss (Raw)": 0.7854037284851074, "Finetune/Step": 3644, "Finetune/Step Time": 6.977669797837734}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.774507999420166, "Finetune/Loss (Raw)": 0.7526698708534241, "Finetune/Step": 3645, "Finetune/Step Time": 6.978433018550277}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7758183479309082, "Finetune/Loss (Raw)": 0.8261576890945435, "Finetune/Step": 3646, "Finetune/Step Time": 6.9663093741983175}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7770105004310608, "Finetune/Loss (Raw)": 0.8395552039146423, "Finetune/Step": 3647, "Finetune/Step Time": 6.950227316468954}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7782468795776367, "Finetune/Loss (Raw)": 0.8943289518356323, "Finetune/Step": 3648, "Finetune/Step Time": 6.95463895983994}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7783598899841309, "Finetune/Loss (Raw)": 0.8880862593650818, "Finetune/Step": 3649, "Finetune/Step Time": 6.959041949361563}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7807631492614746, "Finetune/Loss (Raw)": 0.9439371824264526, "Finetune/Step": 3650, "Finetune/Step Time": 6.944802422076464}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7810318470001221, "Finetune/Loss (Raw)": 0.656524658203125, "Finetune/Step": 3651, "Finetune/Step Time": 6.925268314778805}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7821158766746521, "Finetune/Loss (Raw)": 0.8140339255332947, "Finetune/Step": 3652, "Finetune/Step Time": 6.921015782281756}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7813236713409424, "Finetune/Loss (Raw)": 0.8716295957565308, "Finetune/Step": 3653, "Finetune/Step Time": 6.917794894427061}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7821868658065796, "Finetune/Loss (Raw)": 0.748346209526062, "Finetune/Step": 3654, "Finetune/Step Time": 6.925352711230516}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7833073735237122, "Finetune/Loss (Raw)": 0.9433708190917969, "Finetune/Step": 3655, "Finetune/Step Time": 6.930493826046586}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7825474739074707, "Finetune/Loss (Raw)": 0.6812098622322083, "Finetune/Step": 3656, "Finetune/Step Time": 6.931311026215553}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.783714771270752, "Finetune/Loss (Raw)": 0.806911289691925, "Finetune/Step": 3657, "Finetune/Step Time": 6.929437208920717}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7835674285888672, "Finetune/Loss (Raw)": 0.7478113770484924, "Finetune/Step": 3658, "Finetune/Step Time": 6.942182308062911}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7833657264709473, "Finetune/Loss (Raw)": 0.801313579082489, "Finetune/Step": 3659, "Finetune/Step Time": 6.945334190502763}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7851094007492065, "Finetune/Loss (Raw)": 0.8970353007316589, "Finetune/Step": 3660, "Finetune/Step Time": 6.936043605208397}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.786625862121582, "Finetune/Loss (Raw)": 0.8071954250335693, "Finetune/Step": 3661, "Finetune/Step Time": 6.929648257791996}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7871583104133606, "Finetune/Loss (Raw)": 0.9040583372116089, "Finetune/Step": 3662, "Finetune/Step Time": 6.923144351691008}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7896669507026672, "Finetune/Loss (Raw)": 0.9941371083259583, "Finetune/Step": 3663, "Finetune/Step Time": 6.905343936756253}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.789359450340271, "Finetune/Loss (Raw)": 0.7310653924942017, "Finetune/Step": 3664, "Finetune/Step Time": 6.912677427753806}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7882702350616455, "Finetune/Loss (Raw)": 0.8177370429039001, "Finetune/Step": 3665, "Finetune/Step Time": 6.908328736200929}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7875097990036011, "Finetune/Loss (Raw)": 0.7983848452568054, "Finetune/Step": 3666, "Finetune/Step Time": 6.905118927359581}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7863647937774658, "Finetune/Loss (Raw)": 0.7333337068557739, "Finetune/Step": 3667, "Finetune/Step Time": 6.917691100388765}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.785663366317749, "Finetune/Loss (Raw)": 0.7223830819129944, "Finetune/Step": 3668, "Finetune/Step Time": 6.910735551267862}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7849707007408142, "Finetune/Loss (Raw)": 0.7315666675567627, "Finetune/Step": 3669, "Finetune/Step Time": 6.911343354731798}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7860080003738403, "Finetune/Loss (Raw)": 0.8128654360771179, "Finetune/Step": 3670, "Finetune/Step Time": 6.89984486438334}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7868526577949524, "Finetune/Loss (Raw)": 0.8941905498504639, "Finetune/Step": 3671, "Finetune/Step Time": 6.886511761695147}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.78583824634552, "Finetune/Loss (Raw)": 0.7112454771995544, "Finetune/Step": 3672, "Finetune/Step Time": 6.901064995676279}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7845467329025269, "Finetune/Loss (Raw)": 0.5094730257987976, "Finetune/Step": 3673, "Finetune/Step Time": 6.888200893998146}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7848832607269287, "Finetune/Loss (Raw)": 0.7866997718811035, "Finetune/Step": 3674, "Finetune/Step Time": 6.860728412866592}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7825009822845459, "Finetune/Loss (Raw)": 0.6107192635536194, "Finetune/Step": 3675, "Finetune/Step Time": 6.877397049218416}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7830570936203003, "Finetune/Loss (Raw)": 0.820904552936554, "Finetune/Step": 3676, "Finetune/Step Time": 6.8798185512423515}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7828177213668823, "Finetune/Loss (Raw)": 0.9008163809776306, "Finetune/Step": 3677, "Finetune/Step Time": 6.87773903273046}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7814705967903137, "Finetune/Loss (Raw)": 0.5456554889678955, "Finetune/Step": 3678, "Finetune/Step Time": 6.8626671098172665}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7821106910705566, "Finetune/Loss (Raw)": 0.761777400970459, "Finetune/Step": 3679, "Finetune/Step Time": 6.850940519943833}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7824954986572266, "Finetune/Loss (Raw)": 0.8600115776062012, "Finetune/Step": 3680, "Finetune/Step Time": 6.8569689225405455}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7840050458908081, "Finetune/Loss (Raw)": 0.8321027159690857, "Finetune/Step": 3681, "Finetune/Step Time": 6.841165332123637}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7849063277244568, "Finetune/Loss (Raw)": 1.0238755941390991, "Finetune/Step": 3682, "Finetune/Step Time": 6.847951617091894}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.783933162689209, "Finetune/Loss (Raw)": 0.8133226633071899, "Finetune/Step": 3683, "Finetune/Step Time": 6.850333170965314}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7835267782211304, "Finetune/Loss (Raw)": 0.5669354200363159, "Finetune/Step": 3684, "Finetune/Step Time": 6.860053323209286}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7818946242332458, "Finetune/Loss (Raw)": 0.7655565142631531, "Finetune/Step": 3685, "Finetune/Step Time": 6.859041053801775}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7821130752563477, "Finetune/Loss (Raw)": 0.8342894315719604, "Finetune/Step": 3686, "Finetune/Step Time": 6.858569359406829}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7820773720741272, "Finetune/Loss (Raw)": 0.8410367965698242, "Finetune/Step": 3687, "Finetune/Step Time": 6.859387906268239}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7800884246826172, "Finetune/Loss (Raw)": 0.6227951645851135, "Finetune/Step": 3688, "Finetune/Step Time": 6.864153193309903}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7794374227523804, "Finetune/Loss (Raw)": 0.8748430013656616, "Finetune/Step": 3689, "Finetune/Step Time": 6.86388785764575}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7811239361763, "Finetune/Loss (Raw)": 0.8482503890991211, "Finetune/Step": 3690, "Finetune/Step Time": 6.86617405898869}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.780471682548523, "Finetune/Loss (Raw)": 0.5837500095367432, "Finetune/Step": 3691, "Finetune/Step Time": 6.86716666072607}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7813719511032104, "Finetune/Loss (Raw)": 0.8756523728370667, "Finetune/Step": 3692, "Finetune/Step Time": 6.8603826723992825}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7818424701690674, "Finetune/Loss (Raw)": 0.818272054195404, "Finetune/Step": 3693, "Finetune/Step Time": 6.8690402545034885}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7800363302230835, "Finetune/Loss (Raw)": 0.6632752418518066, "Finetune/Step": 3694, "Finetune/Step Time": 6.885995039716363}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7816910743713379, "Finetune/Loss (Raw)": 1.0205907821655273, "Finetune/Step": 3695, "Finetune/Step Time": 6.869439912959933}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7813935279846191, "Finetune/Loss (Raw)": 0.7683672308921814, "Finetune/Step": 3696, "Finetune/Step Time": 6.852264206856489}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7794617414474487, "Finetune/Loss (Raw)": 0.509879469871521, "Finetune/Step": 3697, "Finetune/Step Time": 6.863323554396629}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.779992938041687, "Finetune/Loss (Raw)": 0.8133066296577454, "Finetune/Step": 3698, "Finetune/Step Time": 6.869204610586166}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7797826528549194, "Finetune/Loss (Raw)": 0.7831360101699829, "Finetune/Step": 3699, "Finetune/Step Time": 6.866827389225364}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7793758511543274, "Finetune/Loss (Raw)": 0.8350198268890381, "Finetune/Step": 3700, "Finetune/Step Time": 6.86945934779942}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7775212526321411, "Finetune/Loss (Raw)": 0.6396607160568237, "Finetune/Step": 3701, "Finetune/Step Time": 6.8766348622739315}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7768363356590271, "Finetune/Loss (Raw)": 0.8106750845909119, "Finetune/Step": 3702, "Finetune/Step Time": 6.86850830167532}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7773385047912598, "Finetune/Loss (Raw)": 0.8557273745536804, "Finetune/Step": 3703, "Finetune/Step Time": 6.868056328967214}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7766419649124146, "Finetune/Loss (Raw)": 0.8057324290275574, "Finetune/Step": 3704, "Finetune/Step Time": 6.872204342857003}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7751479744911194, "Finetune/Loss (Raw)": 0.6092119812965393, "Finetune/Step": 3705, "Finetune/Step Time": 6.857271373271942}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7743709683418274, "Finetune/Loss (Raw)": 0.7724035978317261, "Finetune/Step": 3706, "Finetune/Step Time": 6.8555536437779665}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7736656665802002, "Finetune/Loss (Raw)": 0.7259105443954468, "Finetune/Step": 3707, "Finetune/Step Time": 6.874571027234197}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7721853256225586, "Finetune/Loss (Raw)": 0.6380051970481873, "Finetune/Step": 3708, "Finetune/Step Time": 6.883315946906805}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7725882530212402, "Finetune/Loss (Raw)": 0.9169144630432129, "Finetune/Step": 3709, "Finetune/Step Time": 6.87483305670321}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7745570540428162, "Finetune/Loss (Raw)": 0.943098247051239, "Finetune/Step": 3710, "Finetune/Step Time": 6.864929150789976}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7739065885543823, "Finetune/Loss (Raw)": 0.6563518643379211, "Finetune/Step": 3711, "Finetune/Step Time": 6.871109213680029}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7745891809463501, "Finetune/Loss (Raw)": 0.8961372375488281, "Finetune/Step": 3712, "Finetune/Step Time": 6.8698536194860935}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7714811563491821, "Finetune/Loss (Raw)": 0.5394607186317444, "Finetune/Step": 3713, "Finetune/Step Time": 6.8832991402596235}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7728680372238159, "Finetune/Loss (Raw)": 0.8151262998580933, "Finetune/Step": 3714, "Finetune/Step Time": 6.876884948462248}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7736349701881409, "Finetune/Loss (Raw)": 0.8262884020805359, "Finetune/Step": 3715, "Finetune/Step Time": 6.879072768613696}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7738274335861206, "Finetune/Loss (Raw)": 0.6797604560852051, "Finetune/Step": 3716, "Finetune/Step Time": 6.897406766191125}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7730255126953125, "Finetune/Loss (Raw)": 0.6720996499061584, "Finetune/Step": 3717, "Finetune/Step Time": 6.905029535293579}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7712385058403015, "Finetune/Loss (Raw)": 0.621658205986023, "Finetune/Step": 3718, "Finetune/Step Time": 6.90615145675838}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7704039812088013, "Finetune/Loss (Raw)": 0.62297123670578, "Finetune/Step": 3719, "Finetune/Step Time": 6.912081165239215}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7707861661911011, "Finetune/Loss (Raw)": 0.8283365368843079, "Finetune/Step": 3720, "Finetune/Step Time": 6.904196230694652}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7706651091575623, "Finetune/Loss (Raw)": 0.8913835287094116, "Finetune/Step": 3721, "Finetune/Step Time": 6.901408543810248}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7729707956314087, "Finetune/Loss (Raw)": 0.8260712027549744, "Finetune/Step": 3722, "Finetune/Step Time": 6.898123610764742}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.774044394493103, "Finetune/Loss (Raw)": 0.9545159339904785, "Finetune/Step": 3723, "Finetune/Step Time": 6.894965752959251}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7725295424461365, "Finetune/Loss (Raw)": 0.7534648776054382, "Finetune/Step": 3724, "Finetune/Step Time": 6.894827535375953}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7747410535812378, "Finetune/Loss (Raw)": 0.8719828128814697, "Finetune/Step": 3725, "Finetune/Step Time": 6.881372448056936}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7745311260223389, "Finetune/Loss (Raw)": 0.713333010673523, "Finetune/Step": 3726, "Finetune/Step Time": 6.880237648263574}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7749354839324951, "Finetune/Loss (Raw)": 0.7329833507537842, "Finetune/Step": 3727, "Finetune/Step Time": 6.893609058111906}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.774070143699646, "Finetune/Loss (Raw)": 0.5381993055343628, "Finetune/Step": 3728, "Finetune/Step Time": 6.88431952893734}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7738304734230042, "Finetune/Loss (Raw)": 0.8173831701278687, "Finetune/Step": 3729, "Finetune/Step Time": 6.8770479038357735}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7743561267852783, "Finetune/Loss (Raw)": 0.846645712852478, "Finetune/Step": 3730, "Finetune/Step Time": 6.909127665683627}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.774455726146698, "Finetune/Loss (Raw)": 0.8219519853591919, "Finetune/Step": 3731, "Finetune/Step Time": 6.90928371809423}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7746541500091553, "Finetune/Loss (Raw)": 0.8432469964027405, "Finetune/Step": 3732, "Finetune/Step Time": 6.909983403980732}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7757214307785034, "Finetune/Loss (Raw)": 0.7818506360054016, "Finetune/Step": 3733, "Finetune/Step Time": 6.916223391890526}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.77721107006073, "Finetune/Loss (Raw)": 0.9008035063743591, "Finetune/Step": 3734, "Finetune/Step Time": 6.911756729707122}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7757893800735474, "Finetune/Loss (Raw)": 0.6326175332069397, "Finetune/Step": 3735, "Finetune/Step Time": 6.9127280954271555}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7787319421768188, "Finetune/Loss (Raw)": 1.0141983032226562, "Finetune/Step": 3736, "Finetune/Step Time": 6.888746771961451}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7784537076950073, "Finetune/Loss (Raw)": 0.7421252131462097, "Finetune/Step": 3737, "Finetune/Step Time": 6.912997214123607}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7786320447921753, "Finetune/Loss (Raw)": 0.6883266568183899, "Finetune/Step": 3738, "Finetune/Step Time": 6.9189924616366625}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7795200347900391, "Finetune/Loss (Raw)": 0.7262845635414124, "Finetune/Step": 3739, "Finetune/Step Time": 6.904232082888484}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7794832587242126, "Finetune/Loss (Raw)": 0.7782261371612549, "Finetune/Step": 3740, "Finetune/Step Time": 6.891034247353673}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7812040448188782, "Finetune/Loss (Raw)": 0.9015337824821472, "Finetune/Step": 3741, "Finetune/Step Time": 6.889992939308286}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7814390659332275, "Finetune/Loss (Raw)": 0.8150366544723511, "Finetune/Step": 3742, "Finetune/Step Time": 6.88561287894845}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7813475131988525, "Finetune/Loss (Raw)": 0.8190121650695801, "Finetune/Step": 3743, "Finetune/Step Time": 6.900092260912061}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7811896800994873, "Finetune/Loss (Raw)": 0.6663298010826111, "Finetune/Step": 3744, "Finetune/Step Time": 6.910047374665737}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7802664637565613, "Finetune/Loss (Raw)": 0.5993857979774475, "Finetune/Step": 3745, "Finetune/Step Time": 6.904870690777898}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.780272364616394, "Finetune/Loss (Raw)": 0.6758195757865906, "Finetune/Step": 3746, "Finetune/Step Time": 6.899651914834976}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7789775729179382, "Finetune/Loss (Raw)": 0.5960378646850586, "Finetune/Step": 3747, "Finetune/Step Time": 6.92424999922514}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7792463302612305, "Finetune/Loss (Raw)": 0.8264552354812622, "Finetune/Step": 3748, "Finetune/Step Time": 6.931083399802446}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7783685922622681, "Finetune/Loss (Raw)": 0.6283179521560669, "Finetune/Step": 3749, "Finetune/Step Time": 6.935577943921089}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7792198061943054, "Finetune/Loss (Raw)": 0.8882789611816406, "Finetune/Step": 3750, "Finetune/Step Time": 6.937748456373811}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.780383288860321, "Finetune/Loss (Raw)": 0.9625700116157532, "Finetune/Step": 3751, "Finetune/Step Time": 6.943425530567765}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7795209884643555, "Finetune/Loss (Raw)": 0.7832529544830322, "Finetune/Step": 3752, "Finetune/Step Time": 6.944609040394425}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7780813574790955, "Finetune/Loss (Raw)": 0.6945622563362122, "Finetune/Step": 3753, "Finetune/Step Time": 6.968030421063304}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7789751887321472, "Finetune/Loss (Raw)": 0.7843911051750183, "Finetune/Step": 3754, "Finetune/Step Time": 6.968424728140235}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7785096764564514, "Finetune/Loss (Raw)": 0.7812700867652893, "Finetune/Step": 3755, "Finetune/Step Time": 6.947672853246331}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7770065069198608, "Finetune/Loss (Raw)": 0.604615330696106, "Finetune/Step": 3756, "Finetune/Step Time": 6.948226403445005}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7780290842056274, "Finetune/Loss (Raw)": 0.8943538069725037, "Finetune/Step": 3757, "Finetune/Step Time": 6.950399497523904}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.777561604976654, "Finetune/Loss (Raw)": 0.6497645974159241, "Finetune/Step": 3758, "Finetune/Step Time": 6.962585860863328}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7791037559509277, "Finetune/Loss (Raw)": 0.8288969993591309, "Finetune/Step": 3759, "Finetune/Step Time": 6.951770829036832}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.777884840965271, "Finetune/Loss (Raw)": 0.7249935865402222, "Finetune/Step": 3760, "Finetune/Step Time": 6.956089776009321}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7759863138198853, "Finetune/Loss (Raw)": 0.6465747356414795, "Finetune/Step": 3761, "Finetune/Step Time": 6.963363649323583}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7760812044143677, "Finetune/Loss (Raw)": 0.7819952368736267, "Finetune/Step": 3762, "Finetune/Step Time": 6.965563973411918}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7778732180595398, "Finetune/Loss (Raw)": 0.8867372870445251, "Finetune/Step": 3763, "Finetune/Step Time": 6.968670113012195}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7769631147384644, "Finetune/Loss (Raw)": 0.717318594455719, "Finetune/Step": 3764, "Finetune/Step Time": 6.9686593785882}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7752088308334351, "Finetune/Loss (Raw)": 0.6239365339279175, "Finetune/Step": 3765, "Finetune/Step Time": 6.987231619656086}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7757124304771423, "Finetune/Loss (Raw)": 0.8983955383300781, "Finetune/Step": 3766, "Finetune/Step Time": 6.979141315445304}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7757995128631592, "Finetune/Loss (Raw)": 0.8255221843719482, "Finetune/Step": 3767, "Finetune/Step Time": 6.982382159680128}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7763220071792603, "Finetune/Loss (Raw)": 0.6765365600585938, "Finetune/Step": 3768, "Finetune/Step Time": 6.97447969391942}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7748595476150513, "Finetune/Loss (Raw)": 0.5430873036384583, "Finetune/Step": 3769, "Finetune/Step Time": 6.984344642609358}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7758838534355164, "Finetune/Loss (Raw)": 0.9474879503250122, "Finetune/Step": 3770, "Finetune/Step Time": 6.978811215609312}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7766757607460022, "Finetune/Loss (Raw)": 0.9440993070602417, "Finetune/Step": 3771, "Finetune/Step Time": 6.9799680430442095}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7772315144538879, "Finetune/Loss (Raw)": 0.8565384745597839, "Finetune/Step": 3772, "Finetune/Step Time": 6.9848058223724365}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7759501934051514, "Finetune/Loss (Raw)": 0.5886601209640503, "Finetune/Step": 3773, "Finetune/Step Time": 6.9960011672228575}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7761901617050171, "Finetune/Loss (Raw)": 0.8568777441978455, "Finetune/Step": 3774, "Finetune/Step Time": 6.996662303805351}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7765514850616455, "Finetune/Loss (Raw)": 0.8857995867729187, "Finetune/Step": 3775, "Finetune/Step Time": 6.997405033558607}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7763395309448242, "Finetune/Loss (Raw)": 0.8671999573707581, "Finetune/Step": 3776, "Finetune/Step Time": 6.996370563283563}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7735182642936707, "Finetune/Loss (Raw)": 0.5269679427146912, "Finetune/Step": 3777, "Finetune/Step Time": 7.008774196729064}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7725685834884644, "Finetune/Loss (Raw)": 0.8223755955696106, "Finetune/Step": 3778, "Finetune/Step Time": 7.012830760329962}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7726203799247742, "Finetune/Loss (Raw)": 0.6631559729576111, "Finetune/Step": 3779, "Finetune/Step Time": 7.012396484613419}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7720069885253906, "Finetune/Loss (Raw)": 0.7355174422264099, "Finetune/Step": 3780, "Finetune/Step Time": 7.010818088427186}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7717649936676025, "Finetune/Loss (Raw)": 0.8406584858894348, "Finetune/Step": 3781, "Finetune/Step Time": 7.00938375107944}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.771790623664856, "Finetune/Loss (Raw)": 0.7516239285469055, "Finetune/Step": 3782, "Finetune/Step Time": 7.0063835848122835}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7698416709899902, "Finetune/Loss (Raw)": 0.6939026713371277, "Finetune/Step": 3783, "Finetune/Step Time": 7.007130550220609}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7699421644210815, "Finetune/Loss (Raw)": 0.6940747499465942, "Finetune/Step": 3784, "Finetune/Step Time": 7.001711135730147}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7698681950569153, "Finetune/Loss (Raw)": 0.7974390983581543, "Finetune/Step": 3785, "Finetune/Step Time": 6.9986771661788225}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7712473273277283, "Finetune/Loss (Raw)": 0.9243501424789429, "Finetune/Step": 3786, "Finetune/Step Time": 6.987240387126803}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7715536952018738, "Finetune/Loss (Raw)": 0.8405236005783081, "Finetune/Step": 3787, "Finetune/Step Time": 6.982091398909688}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7703155279159546, "Finetune/Loss (Raw)": 0.7385475039482117, "Finetune/Step": 3788, "Finetune/Step Time": 6.984702752903104}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7690814137458801, "Finetune/Loss (Raw)": 0.6492258310317993, "Finetune/Step": 3789, "Finetune/Step Time": 6.989621778950095}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7686750292778015, "Finetune/Loss (Raw)": 0.852049708366394, "Finetune/Step": 3790, "Finetune/Step Time": 6.988863170146942}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7674194574356079, "Finetune/Loss (Raw)": 0.8334197402000427, "Finetune/Step": 3791, "Finetune/Step Time": 6.988738119602203}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7673786878585815, "Finetune/Loss (Raw)": 0.7258503437042236, "Finetune/Step": 3792, "Finetune/Step Time": 7.0038319528102875}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7674093246459961, "Finetune/Loss (Raw)": 0.8216512799263, "Finetune/Step": 3793, "Finetune/Step Time": 7.017935827374458}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7674241065979004, "Finetune/Loss (Raw)": 0.8002856373786926, "Finetune/Step": 3794, "Finetune/Step Time": 7.018653346225619}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7669736742973328, "Finetune/Loss (Raw)": 0.6756744980812073, "Finetune/Step": 3795, "Finetune/Step Time": 7.014647740870714}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7679492235183716, "Finetune/Loss (Raw)": 0.8472532629966736, "Finetune/Step": 3796, "Finetune/Step Time": 7.018276600167155}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7670902013778687, "Finetune/Loss (Raw)": 0.6216132640838623, "Finetune/Step": 3797, "Finetune/Step Time": 7.022008277475834}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7664176225662231, "Finetune/Loss (Raw)": 0.7267724275588989, "Finetune/Step": 3798, "Finetune/Step Time": 7.019453881308436}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7639458179473877, "Finetune/Loss (Raw)": 0.5778023600578308, "Finetune/Step": 3799, "Finetune/Step Time": 7.035679815337062}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7648274898529053, "Finetune/Loss (Raw)": 0.8240989446640015, "Finetune/Step": 3800, "Finetune/Step Time": 7.02124796807766}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7669157981872559, "Finetune/Loss (Raw)": 0.7767734527587891, "Finetune/Step": 3801, "Finetune/Step Time": 7.021531557664275}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7677043676376343, "Finetune/Loss (Raw)": 0.8876410126686096, "Finetune/Step": 3802, "Finetune/Step Time": 7.03328288719058}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.769808292388916, "Finetune/Loss (Raw)": 0.8800163269042969, "Finetune/Step": 3803, "Finetune/Step Time": 7.016916880384088}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7697800397872925, "Finetune/Loss (Raw)": 0.8172920346260071, "Finetune/Step": 3804, "Finetune/Step Time": 7.005577959120274}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7674511671066284, "Finetune/Loss (Raw)": 0.6027147769927979, "Finetune/Step": 3805, "Finetune/Step Time": 7.0193578489124775}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7690955400466919, "Finetune/Loss (Raw)": 0.7561469674110413, "Finetune/Step": 3806, "Finetune/Step Time": 7.029994083568454}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7688722014427185, "Finetune/Loss (Raw)": 0.7331811189651489, "Finetune/Step": 3807, "Finetune/Step Time": 7.031798319891095}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7669911980628967, "Finetune/Loss (Raw)": 0.6192470192909241, "Finetune/Step": 3808, "Finetune/Step Time": 7.034487342461944}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7662795782089233, "Finetune/Loss (Raw)": 0.74101322889328, "Finetune/Step": 3809, "Finetune/Step Time": 7.045988289639354}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7650978565216064, "Finetune/Loss (Raw)": 0.8726199269294739, "Finetune/Step": 3810, "Finetune/Step Time": 7.033224606886506}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7642435431480408, "Finetune/Loss (Raw)": 0.7039667367935181, "Finetune/Step": 3811, "Finetune/Step Time": 7.035457177087665}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7653160095214844, "Finetune/Loss (Raw)": 0.7042112350463867, "Finetune/Step": 3812, "Finetune/Step Time": 7.02070721052587}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7655144929885864, "Finetune/Loss (Raw)": 0.7909641265869141, "Finetune/Step": 3813, "Finetune/Step Time": 7.018005104735494}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7646607756614685, "Finetune/Loss (Raw)": 0.7250157594680786, "Finetune/Step": 3814, "Finetune/Step Time": 7.0158102829009295}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7644321918487549, "Finetune/Loss (Raw)": 0.8117770552635193, "Finetune/Step": 3815, "Finetune/Step Time": 7.0291022304445505}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7659553289413452, "Finetune/Loss (Raw)": 0.8177580237388611, "Finetune/Step": 3816, "Finetune/Step Time": 7.026163686066866}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7647967338562012, "Finetune/Loss (Raw)": 0.7265360951423645, "Finetune/Step": 3817, "Finetune/Step Time": 7.022451512515545}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7641474604606628, "Finetune/Loss (Raw)": 0.7651448249816895, "Finetune/Step": 3818, "Finetune/Step Time": 7.0154721569269896}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7655069828033447, "Finetune/Loss (Raw)": 0.7577667236328125, "Finetune/Step": 3819, "Finetune/Step Time": 7.001370841637254}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7638200521469116, "Finetune/Loss (Raw)": 0.6597309112548828, "Finetune/Step": 3820, "Finetune/Step Time": 7.012507300823927}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7626821398735046, "Finetune/Loss (Raw)": 0.6726157665252686, "Finetune/Step": 3821, "Finetune/Step Time": 7.005206493660808}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7630423307418823, "Finetune/Loss (Raw)": 0.7093778848648071, "Finetune/Step": 3822, "Finetune/Step Time": 7.000190649181604}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7622144222259521, "Finetune/Loss (Raw)": 0.9146250486373901, "Finetune/Step": 3823, "Finetune/Step Time": 7.003008784726262}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7626204490661621, "Finetune/Loss (Raw)": 0.8203363418579102, "Finetune/Step": 3824, "Finetune/Step Time": 7.0050862319767475}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7637408971786499, "Finetune/Loss (Raw)": 0.6532934308052063, "Finetune/Step": 3825, "Finetune/Step Time": 6.989053882658482}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.762675404548645, "Finetune/Loss (Raw)": 0.6769271492958069, "Finetune/Step": 3826, "Finetune/Step Time": 6.98550683632493}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7625859379768372, "Finetune/Loss (Raw)": 0.7716872096061707, "Finetune/Step": 3827, "Finetune/Step Time": 7.009000128135085}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7626567482948303, "Finetune/Loss (Raw)": 0.8440781235694885, "Finetune/Step": 3828, "Finetune/Step Time": 7.01049349270761}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7622556090354919, "Finetune/Loss (Raw)": 0.5883172750473022, "Finetune/Step": 3829, "Finetune/Step Time": 7.0178703516721725}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7621551752090454, "Finetune/Loss (Raw)": 0.7978191375732422, "Finetune/Step": 3830, "Finetune/Step Time": 7.025040980428457}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7612758278846741, "Finetune/Loss (Raw)": 0.7431720495223999, "Finetune/Step": 3831, "Finetune/Step Time": 7.029701607301831}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7626652717590332, "Finetune/Loss (Raw)": 0.9835824966430664, "Finetune/Step": 3832, "Finetune/Step Time": 7.027976507321}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7644895315170288, "Finetune/Loss (Raw)": 0.8427135944366455, "Finetune/Step": 3833, "Finetune/Step Time": 7.047070112079382}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7653541564941406, "Finetune/Loss (Raw)": 0.8830716013908386, "Finetune/Step": 3834, "Finetune/Step Time": 7.04488817229867}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7664547562599182, "Finetune/Loss (Raw)": 0.8667930960655212, "Finetune/Step": 3835, "Finetune/Step Time": 7.031106326729059}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7670462131500244, "Finetune/Loss (Raw)": 0.713709831237793, "Finetune/Step": 3836, "Finetune/Step Time": 7.024924518540502}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7656802535057068, "Finetune/Loss (Raw)": 0.7420738339424133, "Finetune/Step": 3837, "Finetune/Step Time": 7.030295552685857}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.763979434967041, "Finetune/Loss (Raw)": 0.7253899574279785, "Finetune/Step": 3838, "Finetune/Step Time": 7.0270779225975275}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7649775743484497, "Finetune/Loss (Raw)": 0.7841150164604187, "Finetune/Step": 3839, "Finetune/Step Time": 7.027890777215362}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7637534141540527, "Finetune/Loss (Raw)": 0.73944491147995, "Finetune/Step": 3840, "Finetune/Step Time": 7.0282911863178015}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.766878604888916, "Finetune/Loss (Raw)": 0.9394829869270325, "Finetune/Step": 3841, "Finetune/Step Time": 7.015231594443321}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.766466498374939, "Finetune/Loss (Raw)": 0.7623737454414368, "Finetune/Step": 3842, "Finetune/Step Time": 7.010541841387749}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7646352052688599, "Finetune/Loss (Raw)": 0.5918864607810974, "Finetune/Step": 3843, "Finetune/Step Time": 7.016829514876008}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7652979493141174, "Finetune/Loss (Raw)": 0.7645940184593201, "Finetune/Step": 3844, "Finetune/Step Time": 7.000874064862728}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7660479545593262, "Finetune/Loss (Raw)": 0.7681006789207458, "Finetune/Step": 3845, "Finetune/Step Time": 6.9883067067712545}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7660822868347168, "Finetune/Loss (Raw)": 0.6260483264923096, "Finetune/Step": 3846, "Finetune/Step Time": 6.996641963720322}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7681378126144409, "Finetune/Loss (Raw)": 0.8860801458358765, "Finetune/Step": 3847, "Finetune/Step Time": 6.988394999876618}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7669141888618469, "Finetune/Loss (Raw)": 0.6717147827148438, "Finetune/Step": 3848, "Finetune/Step Time": 6.99420777708292}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7669130563735962, "Finetune/Loss (Raw)": 0.8912338018417358, "Finetune/Step": 3849, "Finetune/Step Time": 7.007525905966759}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7642408609390259, "Finetune/Loss (Raw)": 0.4840332865715027, "Finetune/Step": 3850, "Finetune/Step Time": 7.014005513861775}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7617487907409668, "Finetune/Loss (Raw)": 0.6355355978012085, "Finetune/Step": 3851, "Finetune/Step Time": 7.009532434865832}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.762925386428833, "Finetune/Loss (Raw)": 0.9040588736534119, "Finetune/Step": 3852, "Finetune/Step Time": 7.010317886248231}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7619760036468506, "Finetune/Loss (Raw)": 0.7504687309265137, "Finetune/Step": 3853, "Finetune/Step Time": 7.022278850898147}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7627453207969666, "Finetune/Loss (Raw)": 0.8118040561676025, "Finetune/Step": 3854, "Finetune/Step Time": 7.011104701086879}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.760975182056427, "Finetune/Loss (Raw)": 0.5064012408256531, "Finetune/Step": 3855, "Finetune/Step Time": 7.007413186132908}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7638087272644043, "Finetune/Loss (Raw)": 0.9009028077125549, "Finetune/Step": 3856, "Finetune/Step Time": 7.002785600721836}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7625957727432251, "Finetune/Loss (Raw)": 0.6621231436729431, "Finetune/Step": 3857, "Finetune/Step Time": 7.019203132018447}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7605822086334229, "Finetune/Loss (Raw)": 0.5889012217521667, "Finetune/Step": 3858, "Finetune/Step Time": 7.003218529745936}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7616093754768372, "Finetune/Loss (Raw)": 0.9534310102462769, "Finetune/Step": 3859, "Finetune/Step Time": 6.998717285692692}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7614575028419495, "Finetune/Loss (Raw)": 0.8238105773925781, "Finetune/Step": 3860, "Finetune/Step Time": 6.992980005219579}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7611138224601746, "Finetune/Loss (Raw)": 0.7378588318824768, "Finetune/Step": 3861, "Finetune/Step Time": 6.983021035790443}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7604526281356812, "Finetune/Loss (Raw)": 0.8161692023277283, "Finetune/Step": 3862, "Finetune/Step Time": 6.979568500071764}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7605890035629272, "Finetune/Loss (Raw)": 0.6500716805458069, "Finetune/Step": 3863, "Finetune/Step Time": 6.985449753701687}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7590006589889526, "Finetune/Loss (Raw)": 0.8108952641487122, "Finetune/Step": 3864, "Finetune/Step Time": 6.988281585276127}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7587268948554993, "Finetune/Loss (Raw)": 0.707085907459259, "Finetune/Step": 3865, "Finetune/Step Time": 6.992488386109471}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.760454535484314, "Finetune/Loss (Raw)": 0.909466564655304, "Finetune/Step": 3866, "Finetune/Step Time": 6.987780267372727}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7623456716537476, "Finetune/Loss (Raw)": 0.9683437347412109, "Finetune/Step": 3867, "Finetune/Step Time": 6.989447291940451}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7628507614135742, "Finetune/Loss (Raw)": 0.8428788185119629, "Finetune/Step": 3868, "Finetune/Step Time": 7.003329925239086}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7614326477050781, "Finetune/Loss (Raw)": 0.7200135588645935, "Finetune/Step": 3869, "Finetune/Step Time": 7.00357467494905}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7603498101234436, "Finetune/Loss (Raw)": 0.6764333844184875, "Finetune/Step": 3870, "Finetune/Step Time": 7.021937957033515}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7600927352905273, "Finetune/Loss (Raw)": 0.7861093878746033, "Finetune/Step": 3871, "Finetune/Step Time": 6.995890758931637}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7580558061599731, "Finetune/Loss (Raw)": 0.4055997133255005, "Finetune/Step": 3872, "Finetune/Step Time": 7.009828392416239}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7583873271942139, "Finetune/Loss (Raw)": 0.6418253183364868, "Finetune/Step": 3873, "Finetune/Step Time": 7.002201033756137}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7592107057571411, "Finetune/Loss (Raw)": 0.7812111377716064, "Finetune/Step": 3874, "Finetune/Step Time": 7.00199218839407}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7606375813484192, "Finetune/Loss (Raw)": 0.7786768078804016, "Finetune/Step": 3875, "Finetune/Step Time": 6.989269204437733}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7604937553405762, "Finetune/Loss (Raw)": 0.808043360710144, "Finetune/Step": 3876, "Finetune/Step Time": 6.977698553353548}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7607966065406799, "Finetune/Loss (Raw)": 0.6670821309089661, "Finetune/Step": 3877, "Finetune/Step Time": 6.983931174501777}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.76021409034729, "Finetune/Loss (Raw)": 0.8137171864509583, "Finetune/Step": 3878, "Finetune/Step Time": 6.997856231406331}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7579984664916992, "Finetune/Loss (Raw)": 0.6789698004722595, "Finetune/Step": 3879, "Finetune/Step Time": 7.019582413136959}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7582471370697021, "Finetune/Loss (Raw)": 0.8150801658630371, "Finetune/Step": 3880, "Finetune/Step Time": 7.016563083976507}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7593064904212952, "Finetune/Loss (Raw)": 0.8301678895950317, "Finetune/Step": 3881, "Finetune/Step Time": 6.998863570392132}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7594988942146301, "Finetune/Loss (Raw)": 0.8090208768844604, "Finetune/Step": 3882, "Finetune/Step Time": 7.002115618437529}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7604150772094727, "Finetune/Loss (Raw)": 0.898539662361145, "Finetune/Step": 3883, "Finetune/Step Time": 6.999149028211832}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7612661719322205, "Finetune/Loss (Raw)": 0.7135481834411621, "Finetune/Step": 3884, "Finetune/Step Time": 6.993320640176535}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.758338451385498, "Finetune/Loss (Raw)": 0.519608199596405, "Finetune/Step": 3885, "Finetune/Step Time": 6.998089954257011}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7586213946342468, "Finetune/Loss (Raw)": 0.6859812140464783, "Finetune/Step": 3886, "Finetune/Step Time": 6.987042179331183}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.757735013961792, "Finetune/Loss (Raw)": 0.7154444456100464, "Finetune/Step": 3887, "Finetune/Step Time": 6.987399099394679}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7580921053886414, "Finetune/Loss (Raw)": 0.7706956267356873, "Finetune/Step": 3888, "Finetune/Step Time": 6.981432227417827}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7591711282730103, "Finetune/Loss (Raw)": 0.7846881747245789, "Finetune/Step": 3889, "Finetune/Step Time": 6.9732802622020245}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7591586112976074, "Finetune/Loss (Raw)": 0.780396044254303, "Finetune/Step": 3890, "Finetune/Step Time": 6.9775016736239195}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.75745689868927, "Finetune/Loss (Raw)": 0.6689202189445496, "Finetune/Step": 3891, "Finetune/Step Time": 6.998032975941896}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7581088542938232, "Finetune/Loss (Raw)": 0.8007699251174927, "Finetune/Step": 3892, "Finetune/Step Time": 7.001324871554971}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.758563756942749, "Finetune/Loss (Raw)": 0.6821613907814026, "Finetune/Step": 3893, "Finetune/Step Time": 6.996878158301115}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7578858137130737, "Finetune/Loss (Raw)": 0.8116259574890137, "Finetune/Step": 3894, "Finetune/Step Time": 6.996702320873737}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7576301693916321, "Finetune/Loss (Raw)": 0.7927950620651245, "Finetune/Step": 3895, "Finetune/Step Time": 6.994374353438616}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7585030794143677, "Finetune/Loss (Raw)": 0.7882707118988037, "Finetune/Step": 3896, "Finetune/Step Time": 6.985466467216611}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7601637244224548, "Finetune/Loss (Raw)": 0.7556502819061279, "Finetune/Step": 3897, "Finetune/Step Time": 6.971726328134537}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7583180665969849, "Finetune/Loss (Raw)": 0.7112433314323425, "Finetune/Step": 3898, "Finetune/Step Time": 6.983095994219184}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7579498291015625, "Finetune/Loss (Raw)": 0.8969603180885315, "Finetune/Step": 3899, "Finetune/Step Time": 6.9835896994918585}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7574009895324707, "Finetune/Loss (Raw)": 0.7862880229949951, "Finetune/Step": 3900, "Finetune/Step Time": 6.99185923859477}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.759385347366333, "Finetune/Loss (Raw)": 0.8426572680473328, "Finetune/Step": 3901, "Finetune/Step Time": 6.988946998491883}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7600169777870178, "Finetune/Loss (Raw)": 0.9377269744873047, "Finetune/Step": 3902, "Finetune/Step Time": 6.975600086152554}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7600218057632446, "Finetune/Loss (Raw)": 0.8864139318466187, "Finetune/Step": 3903, "Finetune/Step Time": 6.971684984862804}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7592313885688782, "Finetune/Loss (Raw)": 0.7660282850265503, "Finetune/Step": 3904, "Finetune/Step Time": 6.97503481246531}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7600023150444031, "Finetune/Loss (Raw)": 0.6256499290466309, "Finetune/Step": 3905, "Finetune/Step Time": 6.9718792624771595}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7595664262771606, "Finetune/Loss (Raw)": 0.7665807008743286, "Finetune/Step": 3906, "Finetune/Step Time": 7.001183167099953}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7624450922012329, "Finetune/Loss (Raw)": 1.031622052192688, "Finetune/Step": 3907, "Finetune/Step Time": 6.991408152505755}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7610552310943604, "Finetune/Loss (Raw)": 0.557622492313385, "Finetune/Step": 3908, "Finetune/Step Time": 6.996962748467922}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7595467567443848, "Finetune/Loss (Raw)": 0.647564172744751, "Finetune/Step": 3909, "Finetune/Step Time": 7.001038413494825}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7602748870849609, "Finetune/Loss (Raw)": 0.8448365926742554, "Finetune/Step": 3910, "Finetune/Step Time": 6.99262785539031}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7621490955352783, "Finetune/Loss (Raw)": 0.9337896108627319, "Finetune/Step": 3911, "Finetune/Step Time": 6.9898685067892075}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7620978355407715, "Finetune/Loss (Raw)": 0.6875166296958923, "Finetune/Step": 3912, "Finetune/Step Time": 7.003046710044146}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7619540691375732, "Finetune/Loss (Raw)": 0.7790424823760986, "Finetune/Step": 3913, "Finetune/Step Time": 7.004510022699833}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7605303525924683, "Finetune/Loss (Raw)": 0.7421132326126099, "Finetune/Step": 3914, "Finetune/Step Time": 7.007533373311162}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7604529857635498, "Finetune/Loss (Raw)": 0.8306150436401367, "Finetune/Step": 3915, "Finetune/Step Time": 7.0076605305075645}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7612062692642212, "Finetune/Loss (Raw)": 0.8349694609642029, "Finetune/Step": 3916, "Finetune/Step Time": 7.0109073761850595}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7618257999420166, "Finetune/Loss (Raw)": 0.7285259962081909, "Finetune/Step": 3917, "Finetune/Step Time": 7.012141076847911}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7621371746063232, "Finetune/Loss (Raw)": 0.8919088244438171, "Finetune/Step": 3918, "Finetune/Step Time": 7.014245469123125}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7614428997039795, "Finetune/Loss (Raw)": 0.7445532083511353, "Finetune/Step": 3919, "Finetune/Step Time": 7.023437954485416}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7619304656982422, "Finetune/Loss (Raw)": 0.7882599830627441, "Finetune/Step": 3920, "Finetune/Step Time": 7.02912793122232}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7602506875991821, "Finetune/Loss (Raw)": 0.6066396832466125, "Finetune/Step": 3921, "Finetune/Step Time": 7.03777676448226}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7608897686004639, "Finetune/Loss (Raw)": 0.8820805549621582, "Finetune/Step": 3922, "Finetune/Step Time": 7.0389890149235725}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7593895792961121, "Finetune/Loss (Raw)": 0.4836547374725342, "Finetune/Step": 3923, "Finetune/Step Time": 7.038685858249664}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7593121528625488, "Finetune/Loss (Raw)": 0.8373430967330933, "Finetune/Step": 3924, "Finetune/Step Time": 7.040641229599714}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7609184980392456, "Finetune/Loss (Raw)": 0.8272292613983154, "Finetune/Step": 3925, "Finetune/Step Time": 7.040083281695843}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7607637643814087, "Finetune/Loss (Raw)": 0.7069604992866516, "Finetune/Step": 3926, "Finetune/Step Time": 7.042658504098654}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7621322870254517, "Finetune/Loss (Raw)": 0.7529748678207397, "Finetune/Step": 3927, "Finetune/Step Time": 7.038645060732961}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.76238614320755, "Finetune/Loss (Raw)": 0.8565937876701355, "Finetune/Step": 3928, "Finetune/Step Time": 7.039300622418523}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7630075216293335, "Finetune/Loss (Raw)": 0.8563045859336853, "Finetune/Step": 3929, "Finetune/Step Time": 7.04886364005506}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7616924047470093, "Finetune/Loss (Raw)": 0.7193069458007812, "Finetune/Step": 3930, "Finetune/Step Time": 7.040634661912918}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7617014646530151, "Finetune/Loss (Raw)": 0.8811793923377991, "Finetune/Step": 3931, "Finetune/Step Time": 7.041115982457995}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7606220245361328, "Finetune/Loss (Raw)": 0.6791238784790039, "Finetune/Step": 3932, "Finetune/Step Time": 7.051473997533321}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7599213123321533, "Finetune/Loss (Raw)": 0.5130195021629333, "Finetune/Step": 3933, "Finetune/Step Time": 7.056499402970076}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7595584988594055, "Finetune/Loss (Raw)": 0.709713876247406, "Finetune/Step": 3934, "Finetune/Step Time": 7.047257214784622}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7597762942314148, "Finetune/Loss (Raw)": 0.7610536813735962, "Finetune/Step": 3935, "Finetune/Step Time": 7.049113383516669}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7618236541748047, "Finetune/Loss (Raw)": 0.8813120126724243, "Finetune/Step": 3936, "Finetune/Step Time": 7.0420894008129835}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7624408602714539, "Finetune/Loss (Raw)": 0.8200193643569946, "Finetune/Step": 3937, "Finetune/Step Time": 7.047374539077282}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7614313960075378, "Finetune/Loss (Raw)": 0.7434068322181702, "Finetune/Step": 3938, "Finetune/Step Time": 7.046855388209224}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7624078989028931, "Finetune/Loss (Raw)": 0.8289495706558228, "Finetune/Step": 3939, "Finetune/Step Time": 7.04817633330822}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7633568644523621, "Finetune/Loss (Raw)": 0.8256862759590149, "Finetune/Step": 3940, "Finetune/Step Time": 7.0398502089083195}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7639044523239136, "Finetune/Loss (Raw)": 0.8610561490058899, "Finetune/Step": 3941, "Finetune/Step Time": 7.040323851630092}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7649385333061218, "Finetune/Loss (Raw)": 0.8573777675628662, "Finetune/Step": 3942, "Finetune/Step Time": 7.046405270695686}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7634038329124451, "Finetune/Loss (Raw)": 0.615333080291748, "Finetune/Step": 3943, "Finetune/Step Time": 7.051275201141834}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7635186910629272, "Finetune/Loss (Raw)": 0.8324635624885559, "Finetune/Step": 3944, "Finetune/Step Time": 7.051045386120677}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7654935121536255, "Finetune/Loss (Raw)": 0.9793068766593933, "Finetune/Step": 3945, "Finetune/Step Time": 7.0772380623966455}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7654356956481934, "Finetune/Loss (Raw)": 0.7577502727508545, "Finetune/Step": 3946, "Finetune/Step Time": 7.088859198614955}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7658841609954834, "Finetune/Loss (Raw)": 0.8151673078536987, "Finetune/Step": 3947, "Finetune/Step Time": 7.095429755747318}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7669346928596497, "Finetune/Loss (Raw)": 0.7941974401473999, "Finetune/Step": 3948, "Finetune/Step Time": 7.099822157993913}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7685509920120239, "Finetune/Loss (Raw)": 0.879500150680542, "Finetune/Step": 3949, "Finetune/Step Time": 7.097668930888176}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7697138786315918, "Finetune/Loss (Raw)": 0.858235776424408, "Finetune/Step": 3950, "Finetune/Step Time": 7.0856772512197495}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7694380879402161, "Finetune/Loss (Raw)": 0.8793174624443054, "Finetune/Step": 3951, "Finetune/Step Time": 7.0872974041849375}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7681690454483032, "Finetune/Loss (Raw)": 0.657896876335144, "Finetune/Step": 3952, "Finetune/Step Time": 7.092998128384352}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7689563035964966, "Finetune/Loss (Raw)": 0.7540684342384338, "Finetune/Step": 3953, "Finetune/Step Time": 7.093376003205776}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7693643569946289, "Finetune/Loss (Raw)": 0.7291596531867981, "Finetune/Step": 3954, "Finetune/Step Time": 7.088839320465922}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7685786485671997, "Finetune/Loss (Raw)": 0.6711063385009766, "Finetune/Step": 3955, "Finetune/Step Time": 7.073394641280174}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7689602971076965, "Finetune/Loss (Raw)": 0.8929334282875061, "Finetune/Step": 3956, "Finetune/Step Time": 7.072038320824504}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7708004713058472, "Finetune/Loss (Raw)": 0.8238584995269775, "Finetune/Step": 3957, "Finetune/Step Time": 7.058945974335074}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7704099416732788, "Finetune/Loss (Raw)": 0.7478402853012085, "Finetune/Step": 3958, "Finetune/Step Time": 7.055316602811217}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7696329951286316, "Finetune/Loss (Raw)": 0.6437181234359741, "Finetune/Step": 3959, "Finetune/Step Time": 7.064792927354574}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7670952081680298, "Finetune/Loss (Raw)": 0.6587409973144531, "Finetune/Step": 3960, "Finetune/Step Time": 7.078651474788785}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7667102813720703, "Finetune/Loss (Raw)": 0.7934442162513733, "Finetune/Step": 3961, "Finetune/Step Time": 7.062946882098913}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7647600173950195, "Finetune/Loss (Raw)": 0.6334412097930908, "Finetune/Step": 3962, "Finetune/Step Time": 7.0666238237172365}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7644963264465332, "Finetune/Loss (Raw)": 0.8330407738685608, "Finetune/Step": 3963, "Finetune/Step Time": 7.067783365026116}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7652890682220459, "Finetune/Loss (Raw)": 0.8151807188987732, "Finetune/Step": 3964, "Finetune/Step Time": 7.06243808567524}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7655320167541504, "Finetune/Loss (Raw)": 0.7731718420982361, "Finetune/Step": 3965, "Finetune/Step Time": 7.070493508130312}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7649704217910767, "Finetune/Loss (Raw)": 0.653505265712738, "Finetune/Step": 3966, "Finetune/Step Time": 7.100038625299931}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.764960765838623, "Finetune/Loss (Raw)": 0.7828741073608398, "Finetune/Step": 3967, "Finetune/Step Time": 7.081409865990281}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.765590488910675, "Finetune/Loss (Raw)": 0.8200511932373047, "Finetune/Step": 3968, "Finetune/Step Time": 7.079454055055976}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7643929123878479, "Finetune/Loss (Raw)": 0.7861946225166321, "Finetune/Step": 3969, "Finetune/Step Time": 7.098125206306577}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7650089263916016, "Finetune/Loss (Raw)": 0.8412255048751831, "Finetune/Step": 3970, "Finetune/Step Time": 7.09946264885366}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7675163745880127, "Finetune/Loss (Raw)": 0.9128371477127075, "Finetune/Step": 3971, "Finetune/Step Time": 7.094952980056405}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7675094604492188, "Finetune/Loss (Raw)": 0.7637075185775757, "Finetune/Step": 3972, "Finetune/Step Time": 7.095594262704253}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7675517797470093, "Finetune/Loss (Raw)": 0.7735131978988647, "Finetune/Step": 3973, "Finetune/Step Time": 7.093052186071873}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7684089541435242, "Finetune/Loss (Raw)": 0.7357762455940247, "Finetune/Step": 3974, "Finetune/Step Time": 7.085929712280631}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7685631513595581, "Finetune/Loss (Raw)": 0.9058115482330322, "Finetune/Step": 3975, "Finetune/Step Time": 7.083508579060435}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7688315510749817, "Finetune/Loss (Raw)": 0.706071138381958, "Finetune/Step": 3976, "Finetune/Step Time": 7.079349962994456}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7666724920272827, "Finetune/Loss (Raw)": 0.6148744821548462, "Finetune/Step": 3977, "Finetune/Step Time": 7.074052967131138}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7666549682617188, "Finetune/Loss (Raw)": 0.48179900646209717, "Finetune/Step": 3978, "Finetune/Step Time": 7.067464029416442}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7680745720863342, "Finetune/Loss (Raw)": 0.8172397017478943, "Finetune/Step": 3979, "Finetune/Step Time": 7.071225564926863}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7655309438705444, "Finetune/Loss (Raw)": 0.578471839427948, "Finetune/Step": 3980, "Finetune/Step Time": 7.071226056665182}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7663003206253052, "Finetune/Loss (Raw)": 0.8489526510238647, "Finetune/Step": 3981, "Finetune/Step Time": 7.056539680808783}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7661353945732117, "Finetune/Loss (Raw)": 0.7906954288482666, "Finetune/Step": 3982, "Finetune/Step Time": 7.056054892018437}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7682678699493408, "Finetune/Loss (Raw)": 0.7793501019477844, "Finetune/Step": 3983, "Finetune/Step Time": 7.054630124941468}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7661827206611633, "Finetune/Loss (Raw)": 0.6340100765228271, "Finetune/Step": 3984, "Finetune/Step Time": 7.068937711417675}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7674852609634399, "Finetune/Loss (Raw)": 0.8288471102714539, "Finetune/Step": 3985, "Finetune/Step Time": 7.0461059752851725}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7704828977584839, "Finetune/Loss (Raw)": 0.9726030826568604, "Finetune/Step": 3986, "Finetune/Step Time": 7.031007474288344}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7685913443565369, "Finetune/Loss (Raw)": 0.7113123536109924, "Finetune/Step": 3987, "Finetune/Step Time": 7.038315365090966}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7686868906021118, "Finetune/Loss (Raw)": 0.8360321521759033, "Finetune/Step": 3988, "Finetune/Step Time": 7.04217953979969}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7696608304977417, "Finetune/Loss (Raw)": 0.8625266551971436, "Finetune/Step": 3989, "Finetune/Step Time": 7.040362913161516}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7694013118743896, "Finetune/Loss (Raw)": 0.7829501628875732, "Finetune/Step": 3990, "Finetune/Step Time": 7.042627105489373}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7709436416625977, "Finetune/Loss (Raw)": 0.8474875688552856, "Finetune/Step": 3991, "Finetune/Step Time": 7.036179834976792}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7696990966796875, "Finetune/Loss (Raw)": 0.6516000628471375, "Finetune/Step": 3992, "Finetune/Step Time": 7.049441846087575}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.770521879196167, "Finetune/Loss (Raw)": 0.812394917011261, "Finetune/Step": 3993, "Finetune/Step Time": 7.025286355987191}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7688069343566895, "Finetune/Loss (Raw)": 0.6899582743644714, "Finetune/Step": 3994, "Finetune/Step Time": 7.033049866557121}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7669157981872559, "Finetune/Loss (Raw)": 0.7262793183326721, "Finetune/Step": 3995, "Finetune/Step Time": 7.0334305092692375}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7657682299613953, "Finetune/Loss (Raw)": 0.6959852576255798, "Finetune/Step": 3996, "Finetune/Step Time": 7.022200850769877}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7656902074813843, "Finetune/Loss (Raw)": 0.7100278735160828, "Finetune/Step": 3997, "Finetune/Step Time": 7.021469188854098}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.767113447189331, "Finetune/Loss (Raw)": 0.8586186170578003, "Finetune/Step": 3998, "Finetune/Step Time": 7.007338237017393}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7668163180351257, "Finetune/Loss (Raw)": 0.7480673789978027, "Finetune/Step": 3999, "Finetune/Step Time": 7.018753036856651}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7696240544319153, "Finetune/Loss (Raw)": 0.7649918794631958, "Finetune/Step": 4000, "Finetune/Step Time": 7.005149897187948}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7702553272247314, "Finetune/Loss (Raw)": 0.7226322293281555, "Finetune/Step": 4001, "Finetune/Step Time": 7.015186924487352}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7694070339202881, "Finetune/Loss (Raw)": 0.6726229786872864, "Finetune/Step": 4002, "Finetune/Step Time": 7.022107059136033}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7692564725875854, "Finetune/Loss (Raw)": 0.7594040632247925, "Finetune/Step": 4003, "Finetune/Step Time": 7.020285092294216}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7694851160049438, "Finetune/Loss (Raw)": 0.8373097777366638, "Finetune/Step": 4004, "Finetune/Step Time": 7.024191841483116}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7703882455825806, "Finetune/Loss (Raw)": 0.782684862613678, "Finetune/Step": 4005, "Finetune/Step Time": 7.013291640207171}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7714241743087769, "Finetune/Loss (Raw)": 0.946315586566925, "Finetune/Step": 4006, "Finetune/Step Time": 7.007863629609346}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7714885473251343, "Finetune/Loss (Raw)": 0.6872079372406006, "Finetune/Step": 4007, "Finetune/Step Time": 6.992567269131541}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7702591419219971, "Finetune/Loss (Raw)": 0.6577184200286865, "Finetune/Step": 4008, "Finetune/Step Time": 6.989669842645526}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7700448036193848, "Finetune/Loss (Raw)": 0.8027371764183044, "Finetune/Step": 4009, "Finetune/Step Time": 6.997975392267108}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7690536975860596, "Finetune/Loss (Raw)": 0.6821557283401489, "Finetune/Step": 4010, "Finetune/Step Time": 7.004373075440526}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7684317827224731, "Finetune/Loss (Raw)": 0.818938136100769, "Finetune/Step": 4011, "Finetune/Step Time": 7.006480859592557}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7671272158622742, "Finetune/Loss (Raw)": 0.5465574264526367, "Finetune/Step": 4012, "Finetune/Step Time": 7.020213134586811}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7686740756034851, "Finetune/Loss (Raw)": 0.7176077961921692, "Finetune/Step": 4013, "Finetune/Step Time": 7.016028290614486}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7688541412353516, "Finetune/Loss (Raw)": 0.7090301513671875, "Finetune/Step": 4014, "Finetune/Step Time": 7.036999253556132}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.769289493560791, "Finetune/Loss (Raw)": 0.7711718082427979, "Finetune/Step": 4015, "Finetune/Step Time": 7.035950960591435}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7695489525794983, "Finetune/Loss (Raw)": 0.8038973212242126, "Finetune/Step": 4016, "Finetune/Step Time": 7.035795947536826}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7697634696960449, "Finetune/Loss (Raw)": 0.81214839220047, "Finetune/Step": 4017, "Finetune/Step Time": 7.037563148885965}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.76828932762146, "Finetune/Loss (Raw)": 0.5917100310325623, "Finetune/Step": 4018, "Finetune/Step Time": 7.043049827218056}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7703104019165039, "Finetune/Loss (Raw)": 0.9276101589202881, "Finetune/Step": 4019, "Finetune/Step Time": 7.0149925369769335}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7707852125167847, "Finetune/Loss (Raw)": 0.8615487217903137, "Finetune/Step": 4020, "Finetune/Step Time": 7.020823987200856}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7715201377868652, "Finetune/Loss (Raw)": 0.7762346267700195, "Finetune/Step": 4021, "Finetune/Step Time": 7.013541631400585}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7710170745849609, "Finetune/Loss (Raw)": 0.7472315430641174, "Finetune/Step": 4022, "Finetune/Step Time": 7.014457365497947}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7711854577064514, "Finetune/Loss (Raw)": 0.814349889755249, "Finetune/Step": 4023, "Finetune/Step Time": 7.014613809064031}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.771787166595459, "Finetune/Loss (Raw)": 0.8652883768081665, "Finetune/Step": 4024, "Finetune/Step Time": 7.020672205835581}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7715885639190674, "Finetune/Loss (Raw)": 0.7302365303039551, "Finetune/Step": 4025, "Finetune/Step Time": 7.0202597714960575}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7725635766983032, "Finetune/Loss (Raw)": 0.8360430002212524, "Finetune/Step": 4026, "Finetune/Step Time": 7.0098802875727415}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7725562453269958, "Finetune/Loss (Raw)": 0.8960201740264893, "Finetune/Step": 4027, "Finetune/Step Time": 7.008829433470964}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7720959186553955, "Finetune/Loss (Raw)": 0.7273620963096619, "Finetune/Step": 4028, "Finetune/Step Time": 6.996682604774833}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.772075355052948, "Finetune/Loss (Raw)": 0.8400279879570007, "Finetune/Step": 4029, "Finetune/Step Time": 6.997225811704993}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7694827318191528, "Finetune/Loss (Raw)": 0.6058698296546936, "Finetune/Step": 4030, "Finetune/Step Time": 7.0102035496383905}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.768303632736206, "Finetune/Loss (Raw)": 0.7354821562767029, "Finetune/Step": 4031, "Finetune/Step Time": 7.010918859392405}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7681640386581421, "Finetune/Loss (Raw)": 0.7481597661972046, "Finetune/Step": 4032, "Finetune/Step Time": 7.004903491586447}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.769924521446228, "Finetune/Loss (Raw)": 0.8509986400604248, "Finetune/Step": 4033, "Finetune/Step Time": 6.9970150124281645}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7699708342552185, "Finetune/Loss (Raw)": 0.7725110650062561, "Finetune/Step": 4034, "Finetune/Step Time": 6.964752785861492}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7669576406478882, "Finetune/Loss (Raw)": 0.6459295749664307, "Finetune/Step": 4035, "Finetune/Step Time": 6.9679969642311335}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7702697515487671, "Finetune/Loss (Raw)": 0.9815683364868164, "Finetune/Step": 4036, "Finetune/Step Time": 6.957024859264493}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.770633339881897, "Finetune/Loss (Raw)": 0.6941168904304504, "Finetune/Step": 4037, "Finetune/Step Time": 6.961912462487817}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7694263458251953, "Finetune/Loss (Raw)": 0.6903352737426758, "Finetune/Step": 4038, "Finetune/Step Time": 6.983395887538791}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7679400444030762, "Finetune/Loss (Raw)": 0.7435436844825745, "Finetune/Step": 4039, "Finetune/Step Time": 6.998977534472942}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7692265510559082, "Finetune/Loss (Raw)": 0.8521921038627625, "Finetune/Step": 4040, "Finetune/Step Time": 6.982426077127457}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7686011791229248, "Finetune/Loss (Raw)": 0.6989896297454834, "Finetune/Step": 4041, "Finetune/Step Time": 6.980627773329616}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7686513066291809, "Finetune/Loss (Raw)": 0.7485331296920776, "Finetune/Step": 4042, "Finetune/Step Time": 6.989089787006378}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.768689751625061, "Finetune/Loss (Raw)": 0.8355335593223572, "Finetune/Step": 4043, "Finetune/Step Time": 6.99136090837419}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7682726383209229, "Finetune/Loss (Raw)": 0.7815806269645691, "Finetune/Step": 4044, "Finetune/Step Time": 6.983619350939989}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7669017910957336, "Finetune/Loss (Raw)": 0.5530599355697632, "Finetune/Step": 4045, "Finetune/Step Time": 6.981393067166209}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.765567421913147, "Finetune/Loss (Raw)": 0.7211105823516846, "Finetune/Step": 4046, "Finetune/Step Time": 6.978104330599308}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.765556812286377, "Finetune/Loss (Raw)": 0.74318927526474, "Finetune/Step": 4047, "Finetune/Step Time": 6.979703739285469}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7649343609809875, "Finetune/Loss (Raw)": 0.7085861563682556, "Finetune/Step": 4048, "Finetune/Step Time": 6.963751772418618}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7653244733810425, "Finetune/Loss (Raw)": 0.6565757989883423, "Finetune/Step": 4049, "Finetune/Step Time": 6.948528256267309}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7642581462860107, "Finetune/Loss (Raw)": 0.7455964088439941, "Finetune/Step": 4050, "Finetune/Step Time": 6.945858851075172}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7660689353942871, "Finetune/Loss (Raw)": 0.7154257297515869, "Finetune/Step": 4051, "Finetune/Step Time": 6.941076602786779}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7652876973152161, "Finetune/Loss (Raw)": 0.7373484373092651, "Finetune/Step": 4052, "Finetune/Step Time": 6.959352722391486}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7633906602859497, "Finetune/Loss (Raw)": 0.5844153761863708, "Finetune/Step": 4053, "Finetune/Step Time": 6.970453713089228}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7627748250961304, "Finetune/Loss (Raw)": 0.628132700920105, "Finetune/Step": 4054, "Finetune/Step Time": 6.978019578382373}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7631356120109558, "Finetune/Loss (Raw)": 0.799149215221405, "Finetune/Step": 4055, "Finetune/Step Time": 6.975412370637059}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7606139779090881, "Finetune/Loss (Raw)": 0.533825159072876, "Finetune/Step": 4056, "Finetune/Step Time": 6.988828817382455}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.760762095451355, "Finetune/Loss (Raw)": 0.8752651214599609, "Finetune/Step": 4057, "Finetune/Step Time": 6.9757698606699705}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7609254121780396, "Finetune/Loss (Raw)": 0.7402144074440002, "Finetune/Step": 4058, "Finetune/Step Time": 6.9708555880934}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7594889402389526, "Finetune/Loss (Raw)": 0.6973068714141846, "Finetune/Step": 4059, "Finetune/Step Time": 6.980727044865489}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7577942609786987, "Finetune/Loss (Raw)": 0.4622132182121277, "Finetune/Step": 4060, "Finetune/Step Time": 6.9827475771307945}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7582247853279114, "Finetune/Loss (Raw)": 0.5681241154670715, "Finetune/Step": 4061, "Finetune/Step Time": 6.976849948987365}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7590872049331665, "Finetune/Loss (Raw)": 0.820099949836731, "Finetune/Step": 4062, "Finetune/Step Time": 6.977574873715639}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.757617175579071, "Finetune/Loss (Raw)": 0.5728880763053894, "Finetune/Step": 4063, "Finetune/Step Time": 6.984411304816604}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7559301853179932, "Finetune/Loss (Raw)": 0.6653690338134766, "Finetune/Step": 4064, "Finetune/Step Time": 7.011779533699155}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7543797492980957, "Finetune/Loss (Raw)": 0.6215696930885315, "Finetune/Step": 4065, "Finetune/Step Time": 7.00699527002871}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7548519968986511, "Finetune/Loss (Raw)": 0.8038574457168579, "Finetune/Step": 4066, "Finetune/Step Time": 7.010389545932412}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7550865411758423, "Finetune/Loss (Raw)": 0.8589680790901184, "Finetune/Step": 4067, "Finetune/Step Time": 7.0096472427248955}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7549431324005127, "Finetune/Loss (Raw)": 0.8073369860649109, "Finetune/Step": 4068, "Finetune/Step Time": 7.0093752183020115}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7548621892929077, "Finetune/Loss (Raw)": 0.8506917357444763, "Finetune/Step": 4069, "Finetune/Step Time": 7.0195978451520205}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7540988326072693, "Finetune/Loss (Raw)": 0.7596659660339355, "Finetune/Step": 4070, "Finetune/Step Time": 7.015716515481472}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7549550533294678, "Finetune/Loss (Raw)": 0.7249301671981812, "Finetune/Step": 4071, "Finetune/Step Time": 7.0220492500811815}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7536272406578064, "Finetune/Loss (Raw)": 0.6625022888183594, "Finetune/Step": 4072, "Finetune/Step Time": 7.030088152736425}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7517945766448975, "Finetune/Loss (Raw)": 0.744723916053772, "Finetune/Step": 4073, "Finetune/Step Time": 7.009813666343689}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7527716159820557, "Finetune/Loss (Raw)": 0.8828120231628418, "Finetune/Step": 4074, "Finetune/Step Time": 7.000856751576066}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7521883249282837, "Finetune/Loss (Raw)": 0.7405083775520325, "Finetune/Step": 4075, "Finetune/Step Time": 7.0037477277219296}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7504400014877319, "Finetune/Loss (Raw)": 0.570411741733551, "Finetune/Step": 4076, "Finetune/Step Time": 7.014055056497455}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.74979567527771, "Finetune/Loss (Raw)": 0.7970300316810608, "Finetune/Step": 4077, "Finetune/Step Time": 7.025873186066747}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7488354444503784, "Finetune/Loss (Raw)": 0.7353243231773376, "Finetune/Step": 4078, "Finetune/Step Time": 7.028664346784353}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7484762668609619, "Finetune/Loss (Raw)": 0.8333434462547302, "Finetune/Step": 4079, "Finetune/Step Time": 7.038362994790077}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7486749887466431, "Finetune/Loss (Raw)": 0.6833228468894958, "Finetune/Step": 4080, "Finetune/Step Time": 7.036503605544567}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7483688592910767, "Finetune/Loss (Raw)": 0.7148944735527039, "Finetune/Step": 4081, "Finetune/Step Time": 7.052043419331312}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7483223676681519, "Finetune/Loss (Raw)": 0.7232074737548828, "Finetune/Step": 4082, "Finetune/Step Time": 7.058407222852111}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7497584223747253, "Finetune/Loss (Raw)": 0.8549217581748962, "Finetune/Step": 4083, "Finetune/Step Time": 7.051398370414972}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7484080791473389, "Finetune/Loss (Raw)": 0.7200912237167358, "Finetune/Step": 4084, "Finetune/Step Time": 7.062668515369296}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7465989589691162, "Finetune/Loss (Raw)": 0.5922805070877075, "Finetune/Step": 4085, "Finetune/Step Time": 7.070342589169741}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7461366057395935, "Finetune/Loss (Raw)": 0.6886636018753052, "Finetune/Step": 4086, "Finetune/Step Time": 7.076853355392814}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7478499412536621, "Finetune/Loss (Raw)": 0.8630319237709045, "Finetune/Step": 4087, "Finetune/Step Time": 7.067163506522775}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7490732669830322, "Finetune/Loss (Raw)": 0.8153228759765625, "Finetune/Step": 4088, "Finetune/Step Time": 7.052093708887696}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7490812540054321, "Finetune/Loss (Raw)": 0.794467031955719, "Finetune/Step": 4089, "Finetune/Step Time": 7.0528089087456465}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7502871751785278, "Finetune/Loss (Raw)": 0.787793755531311, "Finetune/Step": 4090, "Finetune/Step Time": 7.048361245542765}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.749612033367157, "Finetune/Loss (Raw)": 0.746624231338501, "Finetune/Step": 4091, "Finetune/Step Time": 7.057421073317528}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7490155696868896, "Finetune/Loss (Raw)": 0.7388349771499634, "Finetune/Step": 4092, "Finetune/Step Time": 7.0694217421114445}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7498701810836792, "Finetune/Loss (Raw)": 0.882556676864624, "Finetune/Step": 4093, "Finetune/Step Time": 7.058402419090271}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7522515058517456, "Finetune/Loss (Raw)": 0.9583275318145752, "Finetune/Step": 4094, "Finetune/Step Time": 7.035697173327208}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7515428066253662, "Finetune/Loss (Raw)": 0.6921517848968506, "Finetune/Step": 4095, "Finetune/Step Time": 7.039163673296571}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7521392107009888, "Finetune/Loss (Raw)": 0.8963893055915833, "Finetune/Step": 4096, "Finetune/Step Time": 7.043758390471339}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7526214718818665, "Finetune/Loss (Raw)": 0.8479283452033997, "Finetune/Step": 4097, "Finetune/Step Time": 7.031574189662933}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7507466077804565, "Finetune/Loss (Raw)": 0.6012412309646606, "Finetune/Step": 4098, "Finetune/Step Time": 7.035668861120939}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7498549222946167, "Finetune/Loss (Raw)": 0.7987031936645508, "Finetune/Step": 4099, "Finetune/Step Time": 7.047118932008743}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.751041054725647, "Finetune/Loss (Raw)": 0.9155305624008179, "Finetune/Step": 4100, "Finetune/Step Time": 7.047037027776241}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7509976625442505, "Finetune/Loss (Raw)": 0.7679606080055237, "Finetune/Step": 4101, "Finetune/Step Time": 7.062560895457864}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7510861754417419, "Finetune/Loss (Raw)": 0.7471046447753906, "Finetune/Step": 4102, "Finetune/Step Time": 7.0596605502069}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7502962350845337, "Finetune/Loss (Raw)": 0.8047051429748535, "Finetune/Step": 4103, "Finetune/Step Time": 7.062611443921924}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7512417435646057, "Finetune/Loss (Raw)": 0.8270931243896484, "Finetune/Step": 4104, "Finetune/Step Time": 7.053683489561081}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7515045404434204, "Finetune/Loss (Raw)": 0.648515522480011, "Finetune/Step": 4105, "Finetune/Step Time": 7.049279971048236}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.753483772277832, "Finetune/Loss (Raw)": 0.7351384162902832, "Finetune/Step": 4106, "Finetune/Step Time": 7.0494289100170135}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7527682185173035, "Finetune/Loss (Raw)": 0.7256458401679993, "Finetune/Step": 4107, "Finetune/Step Time": 7.048054398968816}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7545630931854248, "Finetune/Loss (Raw)": 0.8082195520401001, "Finetune/Step": 4108, "Finetune/Step Time": 7.049046879634261}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7536300420761108, "Finetune/Loss (Raw)": 0.7295171618461609, "Finetune/Step": 4109, "Finetune/Step Time": 7.065918603911996}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7532861232757568, "Finetune/Loss (Raw)": 0.7466782927513123, "Finetune/Step": 4110, "Finetune/Step Time": 7.071937398985028}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7543149590492249, "Finetune/Loss (Raw)": 0.9110412001609802, "Finetune/Step": 4111, "Finetune/Step Time": 7.064061211422086}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7539571523666382, "Finetune/Loss (Raw)": 0.5882108807563782, "Finetune/Step": 4112, "Finetune/Step Time": 7.057977303862572}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7524226307868958, "Finetune/Loss (Raw)": 0.6324299573898315, "Finetune/Step": 4113, "Finetune/Step Time": 7.056765655055642}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.751058042049408, "Finetune/Loss (Raw)": 0.7979345917701721, "Finetune/Step": 4114, "Finetune/Step Time": 7.055405238643289}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7518142461776733, "Finetune/Loss (Raw)": 0.8080981373786926, "Finetune/Step": 4115, "Finetune/Step Time": 7.0515013467520475}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7493321895599365, "Finetune/Loss (Raw)": 0.518335223197937, "Finetune/Step": 4116, "Finetune/Step Time": 7.061023760586977}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7476047277450562, "Finetune/Loss (Raw)": 0.6414052248001099, "Finetune/Step": 4117, "Finetune/Step Time": 7.066818036139011}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7489218711853027, "Finetune/Loss (Raw)": 0.951553225517273, "Finetune/Step": 4118, "Finetune/Step Time": 7.074057999998331}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7493080496788025, "Finetune/Loss (Raw)": 0.8969131112098694, "Finetune/Step": 4119, "Finetune/Step Time": 7.071328977122903}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7495141625404358, "Finetune/Loss (Raw)": 0.6779851317405701, "Finetune/Step": 4120, "Finetune/Step Time": 7.066815786063671}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7494353652000427, "Finetune/Loss (Raw)": 0.8023081421852112, "Finetune/Step": 4121, "Finetune/Step Time": 7.068748136982322}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7496028542518616, "Finetune/Loss (Raw)": 0.711401104927063, "Finetune/Step": 4122, "Finetune/Step Time": 7.067803284153342}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.751124382019043, "Finetune/Loss (Raw)": 0.9210300445556641, "Finetune/Step": 4123, "Finetune/Step Time": 7.068407921120524}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7500784993171692, "Finetune/Loss (Raw)": 0.5621158480644226, "Finetune/Step": 4124, "Finetune/Step Time": 7.068180423229933}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7508370876312256, "Finetune/Loss (Raw)": 0.8071286678314209, "Finetune/Step": 4125, "Finetune/Step Time": 7.070031082257628}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7506766319274902, "Finetune/Loss (Raw)": 0.8380740880966187, "Finetune/Step": 4126, "Finetune/Step Time": 7.06763593479991}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7510691285133362, "Finetune/Loss (Raw)": 0.7983105182647705, "Finetune/Step": 4127, "Finetune/Step Time": 7.05146911740303}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7509510517120361, "Finetune/Loss (Raw)": 0.749879777431488, "Finetune/Step": 4128, "Finetune/Step Time": 7.038069173693657}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7514388561248779, "Finetune/Loss (Raw)": 0.7850720882415771, "Finetune/Step": 4129, "Finetune/Step Time": 7.033114396035671}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7522140145301819, "Finetune/Loss (Raw)": 0.7718435525894165, "Finetune/Step": 4130, "Finetune/Step Time": 7.024802438914776}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.752436637878418, "Finetune/Loss (Raw)": 0.7878890037536621, "Finetune/Step": 4131, "Finetune/Step Time": 7.0188112501055}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7521815299987793, "Finetune/Loss (Raw)": 0.8046696782112122, "Finetune/Step": 4132, "Finetune/Step Time": 7.022399537265301}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7517247200012207, "Finetune/Loss (Raw)": 0.7242014408111572, "Finetune/Step": 4133, "Finetune/Step Time": 7.0271996557712555}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7501209378242493, "Finetune/Loss (Raw)": 0.7410383820533752, "Finetune/Step": 4134, "Finetune/Step Time": 7.028638677671552}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7502132058143616, "Finetune/Loss (Raw)": 0.6990124583244324, "Finetune/Step": 4135, "Finetune/Step Time": 7.016010455787182}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7508990168571472, "Finetune/Loss (Raw)": 0.7455055713653564, "Finetune/Step": 4136, "Finetune/Step Time": 7.018394375219941}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7500412464141846, "Finetune/Loss (Raw)": 0.6929401159286499, "Finetune/Step": 4137, "Finetune/Step Time": 7.003823405131698}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7513882517814636, "Finetune/Loss (Raw)": 0.8545739054679871, "Finetune/Step": 4138, "Finetune/Step Time": 6.9943955056369305}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7505427598953247, "Finetune/Loss (Raw)": 0.7107120156288147, "Finetune/Step": 4139, "Finetune/Step Time": 6.987797496840358}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7518826127052307, "Finetune/Loss (Raw)": 0.7180635929107666, "Finetune/Step": 4140, "Finetune/Step Time": 6.9795440677553415}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7518116235733032, "Finetune/Loss (Raw)": 0.7085309028625488, "Finetune/Step": 4141, "Finetune/Step Time": 6.986183864995837}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7517573833465576, "Finetune/Loss (Raw)": 0.7020779252052307, "Finetune/Step": 4142, "Finetune/Step Time": 6.968024641275406}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7513525485992432, "Finetune/Loss (Raw)": 0.7193563580513, "Finetune/Step": 4143, "Finetune/Step Time": 6.966971877962351}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7495547533035278, "Finetune/Loss (Raw)": 0.5737791061401367, "Finetune/Step": 4144, "Finetune/Step Time": 6.97883391007781}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7483209371566772, "Finetune/Loss (Raw)": 0.6542207598686218, "Finetune/Step": 4145, "Finetune/Step Time": 6.996480084955692}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7501293420791626, "Finetune/Loss (Raw)": 0.8231817483901978, "Finetune/Step": 4146, "Finetune/Step Time": 6.979130666702986}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7490554451942444, "Finetune/Loss (Raw)": 0.7901499271392822, "Finetune/Step": 4147, "Finetune/Step Time": 6.995159182697535}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7488734722137451, "Finetune/Loss (Raw)": 0.8382513523101807, "Finetune/Step": 4148, "Finetune/Step Time": 6.987894935533404}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.748814582824707, "Finetune/Loss (Raw)": 0.7687004804611206, "Finetune/Step": 4149, "Finetune/Step Time": 6.981626957654953}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7479687929153442, "Finetune/Loss (Raw)": 0.638976514339447, "Finetune/Step": 4150, "Finetune/Step Time": 7.002190243452787}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7476708889007568, "Finetune/Loss (Raw)": 0.7762105464935303, "Finetune/Step": 4151, "Finetune/Step Time": 7.007641419768333}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7469183206558228, "Finetune/Loss (Raw)": 0.7689635753631592, "Finetune/Step": 4152, "Finetune/Step Time": 7.009177660569549}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7468512654304504, "Finetune/Loss (Raw)": 0.7216527462005615, "Finetune/Step": 4153, "Finetune/Step Time": 7.006768673658371}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.746488094329834, "Finetune/Loss (Raw)": 0.7895531058311462, "Finetune/Step": 4154, "Finetune/Step Time": 7.0103167947381735}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7450991868972778, "Finetune/Loss (Raw)": 0.7182407379150391, "Finetune/Step": 4155, "Finetune/Step Time": 7.0127399154007435}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.744692325592041, "Finetune/Loss (Raw)": 0.6752891540527344, "Finetune/Step": 4156, "Finetune/Step Time": 7.014283750206232}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7450414896011353, "Finetune/Loss (Raw)": 0.884722888469696, "Finetune/Step": 4157, "Finetune/Step Time": 7.001680450513959}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7463951110839844, "Finetune/Loss (Raw)": 0.7791374921798706, "Finetune/Step": 4158, "Finetune/Step Time": 6.994762951508164}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7472903728485107, "Finetune/Loss (Raw)": 0.8500748872756958, "Finetune/Step": 4159, "Finetune/Step Time": 6.996135609224439}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7483524084091187, "Finetune/Loss (Raw)": 0.8840967416763306, "Finetune/Step": 4160, "Finetune/Step Time": 6.992904303595424}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7479047179222107, "Finetune/Loss (Raw)": 0.7936922907829285, "Finetune/Step": 4161, "Finetune/Step Time": 6.9887959361076355}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7489891052246094, "Finetune/Loss (Raw)": 0.9113162755966187, "Finetune/Step": 4162, "Finetune/Step Time": 6.990490427240729}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7488905787467957, "Finetune/Loss (Raw)": 0.6333102583885193, "Finetune/Step": 4163, "Finetune/Step Time": 7.000340778380632}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7449066042900085, "Finetune/Loss (Raw)": 0.47162115573883057, "Finetune/Step": 4164, "Finetune/Step Time": 7.021397119387984}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7464240789413452, "Finetune/Loss (Raw)": 0.8883588910102844, "Finetune/Step": 4165, "Finetune/Step Time": 7.015043592080474}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.74784255027771, "Finetune/Loss (Raw)": 0.871899425983429, "Finetune/Step": 4166, "Finetune/Step Time": 6.9895610474050045}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7476906776428223, "Finetune/Loss (Raw)": 0.7241042852401733, "Finetune/Step": 4167, "Finetune/Step Time": 6.989246256649494}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7458760142326355, "Finetune/Loss (Raw)": 0.6199124455451965, "Finetune/Step": 4168, "Finetune/Step Time": 6.987434079870582}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7456680536270142, "Finetune/Loss (Raw)": 0.6723662614822388, "Finetune/Step": 4169, "Finetune/Step Time": 7.000530695542693}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7447866201400757, "Finetune/Loss (Raw)": 0.6357126832008362, "Finetune/Step": 4170, "Finetune/Step Time": 6.99420390278101}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7445770502090454, "Finetune/Loss (Raw)": 0.8087089657783508, "Finetune/Step": 4171, "Finetune/Step Time": 6.993792889639735}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7443894147872925, "Finetune/Loss (Raw)": 0.7575632929801941, "Finetune/Step": 4172, "Finetune/Step Time": 7.009166873991489}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7457653880119324, "Finetune/Loss (Raw)": 0.729184627532959, "Finetune/Step": 4173, "Finetune/Step Time": 7.009042827412486}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7457019090652466, "Finetune/Loss (Raw)": 0.7129862308502197, "Finetune/Step": 4174, "Finetune/Step Time": 7.023119304329157}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.745495617389679, "Finetune/Loss (Raw)": 0.716783344745636, "Finetune/Step": 4175, "Finetune/Step Time": 7.017140978947282}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7457433938980103, "Finetune/Loss (Raw)": 0.7403053045272827, "Finetune/Step": 4176, "Finetune/Step Time": 7.013641184195876}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7466577291488647, "Finetune/Loss (Raw)": 0.7736085653305054, "Finetune/Step": 4177, "Finetune/Step Time": 7.022979449480772}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7474696040153503, "Finetune/Loss (Raw)": 0.8495156764984131, "Finetune/Step": 4178, "Finetune/Step Time": 7.028427489101887}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.747631311416626, "Finetune/Loss (Raw)": 0.7361178994178772, "Finetune/Step": 4179, "Finetune/Step Time": 7.03764777071774}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7484617233276367, "Finetune/Loss (Raw)": 0.8436505794525146, "Finetune/Step": 4180, "Finetune/Step Time": 7.022593656554818}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7498257160186768, "Finetune/Loss (Raw)": 0.7590058445930481, "Finetune/Step": 4181, "Finetune/Step Time": 7.011807728558779}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7491217255592346, "Finetune/Loss (Raw)": 0.5380150675773621, "Finetune/Step": 4182, "Finetune/Step Time": 7.0117964502424}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7494509220123291, "Finetune/Loss (Raw)": 0.8412935733795166, "Finetune/Step": 4183, "Finetune/Step Time": 7.000978618860245}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7510862350463867, "Finetune/Loss (Raw)": 0.7431439757347107, "Finetune/Step": 4184, "Finetune/Step Time": 6.994301980361342}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7509582042694092, "Finetune/Loss (Raw)": 0.8588777780532837, "Finetune/Step": 4185, "Finetune/Step Time": 6.996763141825795}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7521016597747803, "Finetune/Loss (Raw)": 0.8865740895271301, "Finetune/Step": 4186, "Finetune/Step Time": 7.00557516887784}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7523283958435059, "Finetune/Loss (Raw)": 0.7263293862342834, "Finetune/Step": 4187, "Finetune/Step Time": 6.9975683987140656}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7532452344894409, "Finetune/Loss (Raw)": 0.5795702338218689, "Finetune/Step": 4188, "Finetune/Step Time": 6.989268781617284}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7546066641807556, "Finetune/Loss (Raw)": 0.7423883080482483, "Finetune/Step": 4189, "Finetune/Step Time": 6.976372981444001}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7524787187576294, "Finetune/Loss (Raw)": 0.547723650932312, "Finetune/Step": 4190, "Finetune/Step Time": 6.976142376661301}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7539606094360352, "Finetune/Loss (Raw)": 0.762570858001709, "Finetune/Step": 4191, "Finetune/Step Time": 6.96515335701406}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7559384107589722, "Finetune/Loss (Raw)": 0.9185302257537842, "Finetune/Step": 4192, "Finetune/Step Time": 6.938362525776029}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7556843161582947, "Finetune/Loss (Raw)": 0.5890390276908875, "Finetune/Step": 4193, "Finetune/Step Time": 6.9452815148979425}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7557748556137085, "Finetune/Loss (Raw)": 0.8154492974281311, "Finetune/Step": 4194, "Finetune/Step Time": 6.946492915973067}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7556660771369934, "Finetune/Loss (Raw)": 0.8450371623039246, "Finetune/Step": 4195, "Finetune/Step Time": 6.947698721662164}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7551788687705994, "Finetune/Loss (Raw)": 0.7449764609336853, "Finetune/Step": 4196, "Finetune/Step Time": 6.947697622701526}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7520389556884766, "Finetune/Loss (Raw)": 0.44878125190734863, "Finetune/Step": 4197, "Finetune/Step Time": 6.9570417162030935}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7527892589569092, "Finetune/Loss (Raw)": 0.855706512928009, "Finetune/Step": 4198, "Finetune/Step Time": 6.9558145403862}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7543094158172607, "Finetune/Loss (Raw)": 0.919518232345581, "Finetune/Step": 4199, "Finetune/Step Time": 6.929601455107331}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7554008960723877, "Finetune/Loss (Raw)": 0.8022059202194214, "Finetune/Step": 4200, "Finetune/Step Time": 6.926672065630555}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7551637887954712, "Finetune/Loss (Raw)": 0.7143694162368774, "Finetune/Step": 4201, "Finetune/Step Time": 6.932516360655427}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7543201446533203, "Finetune/Loss (Raw)": 0.7748250365257263, "Finetune/Step": 4202, "Finetune/Step Time": 6.94572907872498}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7541339993476868, "Finetune/Loss (Raw)": 0.7166844606399536, "Finetune/Step": 4203, "Finetune/Step Time": 6.937085019424558}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7552810311317444, "Finetune/Loss (Raw)": 0.717232882976532, "Finetune/Step": 4204, "Finetune/Step Time": 6.91253874078393}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7552608251571655, "Finetune/Loss (Raw)": 0.7944408655166626, "Finetune/Step": 4205, "Finetune/Step Time": 6.8982838317751884}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7550279498100281, "Finetune/Loss (Raw)": 0.7055215239524841, "Finetune/Step": 4206, "Finetune/Step Time": 6.8940725568681955}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7547703981399536, "Finetune/Loss (Raw)": 0.8003711104393005, "Finetune/Step": 4207, "Finetune/Step Time": 6.887932872399688}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7553911209106445, "Finetune/Loss (Raw)": 0.7627782821655273, "Finetune/Step": 4208, "Finetune/Step Time": 6.8825059328228235}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7571084499359131, "Finetune/Loss (Raw)": 0.9347081780433655, "Finetune/Step": 4209, "Finetune/Step Time": 6.865758972242475}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7574594020843506, "Finetune/Loss (Raw)": 0.7681251764297485, "Finetune/Step": 4210, "Finetune/Step Time": 6.862716443836689}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.757117748260498, "Finetune/Loss (Raw)": 0.8111954927444458, "Finetune/Step": 4211, "Finetune/Step Time": 6.864174110814929}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7566950917243958, "Finetune/Loss (Raw)": 0.6659942269325256, "Finetune/Step": 4212, "Finetune/Step Time": 6.850530227646232}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7568883895874023, "Finetune/Loss (Raw)": 0.6170276999473572, "Finetune/Step": 4213, "Finetune/Step Time": 6.849586391821504}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7575639486312866, "Finetune/Loss (Raw)": 0.7751299142837524, "Finetune/Step": 4214, "Finetune/Step Time": 6.853709416463971}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7563010454177856, "Finetune/Loss (Raw)": 0.7013835310935974, "Finetune/Step": 4215, "Finetune/Step Time": 6.876356178894639}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7562284469604492, "Finetune/Loss (Raw)": 0.8060302734375, "Finetune/Step": 4216, "Finetune/Step Time": 6.87445324100554}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7565077543258667, "Finetune/Loss (Raw)": 0.8302128911018372, "Finetune/Step": 4217, "Finetune/Step Time": 6.874958425760269}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7563551664352417, "Finetune/Loss (Raw)": 0.7682604789733887, "Finetune/Step": 4218, "Finetune/Step Time": 6.872984416782856}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7550104856491089, "Finetune/Loss (Raw)": 0.574512779712677, "Finetune/Step": 4219, "Finetune/Step Time": 6.871209137141705}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7555073499679565, "Finetune/Loss (Raw)": 0.8024344444274902, "Finetune/Step": 4220, "Finetune/Step Time": 6.854171464219689}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7556206583976746, "Finetune/Loss (Raw)": 0.8970504403114319, "Finetune/Step": 4221, "Finetune/Step Time": 6.856618361547589}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7545509338378906, "Finetune/Loss (Raw)": 0.8214095830917358, "Finetune/Step": 4222, "Finetune/Step Time": 6.857316454872489}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7558839321136475, "Finetune/Loss (Raw)": 0.8627765774726868, "Finetune/Step": 4223, "Finetune/Step Time": 6.852531278505921}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7544693946838379, "Finetune/Loss (Raw)": 0.7153261303901672, "Finetune/Step": 4224, "Finetune/Step Time": 6.854230090975761}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7532356977462769, "Finetune/Loss (Raw)": 0.6900169253349304, "Finetune/Step": 4225, "Finetune/Step Time": 6.850679839029908}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7552964687347412, "Finetune/Loss (Raw)": 0.86501145362854, "Finetune/Step": 4226, "Finetune/Step Time": 6.845512175932527}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7567837238311768, "Finetune/Loss (Raw)": 0.9890758395195007, "Finetune/Step": 4227, "Finetune/Step Time": 6.845257265493274}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.75568687915802, "Finetune/Loss (Raw)": 0.775140643119812, "Finetune/Step": 4228, "Finetune/Step Time": 6.84729483909905}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7562249302864075, "Finetune/Loss (Raw)": 0.836829662322998, "Finetune/Step": 4229, "Finetune/Step Time": 6.835516598075628}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7546578645706177, "Finetune/Loss (Raw)": 0.546514093875885, "Finetune/Step": 4230, "Finetune/Step Time": 6.843594197183847}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7525536417961121, "Finetune/Loss (Raw)": 0.5353682041168213, "Finetune/Step": 4231, "Finetune/Step Time": 6.880706340074539}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7520328760147095, "Finetune/Loss (Raw)": 0.7604398131370544, "Finetune/Step": 4232, "Finetune/Step Time": 6.886179480701685}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.752087414264679, "Finetune/Loss (Raw)": 0.6554909944534302, "Finetune/Step": 4233, "Finetune/Step Time": 6.891195420175791}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7538071870803833, "Finetune/Loss (Raw)": 0.9552666544914246, "Finetune/Step": 4234, "Finetune/Step Time": 6.891331540420651}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7544263601303101, "Finetune/Loss (Raw)": 0.8048987984657288, "Finetune/Step": 4235, "Finetune/Step Time": 6.893524220213294}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7530106902122498, "Finetune/Loss (Raw)": 0.6270167827606201, "Finetune/Step": 4236, "Finetune/Step Time": 6.9095966294407845}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7542718052864075, "Finetune/Loss (Raw)": 0.8909393548965454, "Finetune/Step": 4237, "Finetune/Step Time": 6.895264409482479}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7552351951599121, "Finetune/Loss (Raw)": 0.8699889779090881, "Finetune/Step": 4238, "Finetune/Step Time": 6.896305186673999}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7545517683029175, "Finetune/Loss (Raw)": 0.8235732913017273, "Finetune/Step": 4239, "Finetune/Step Time": 6.895520109683275}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7558996677398682, "Finetune/Loss (Raw)": 0.7607388496398926, "Finetune/Step": 4240, "Finetune/Step Time": 6.88746078684926}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7571917772293091, "Finetune/Loss (Raw)": 0.7978221774101257, "Finetune/Step": 4241, "Finetune/Step Time": 6.889032488688827}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7576008439064026, "Finetune/Loss (Raw)": 0.8502932190895081, "Finetune/Step": 4242, "Finetune/Step Time": 6.890275428071618}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7570396065711975, "Finetune/Loss (Raw)": 0.7362558245658875, "Finetune/Step": 4243, "Finetune/Step Time": 6.905327612534165}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7593193650245667, "Finetune/Loss (Raw)": 0.810142457485199, "Finetune/Step": 4244, "Finetune/Step Time": 6.894444040954113}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7605366706848145, "Finetune/Loss (Raw)": 0.7972245812416077, "Finetune/Step": 4245, "Finetune/Step Time": 6.895732941105962}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7587255239486694, "Finetune/Loss (Raw)": 0.7197295427322388, "Finetune/Step": 4246, "Finetune/Step Time": 6.912781553342938}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7581567764282227, "Finetune/Loss (Raw)": 0.8241100907325745, "Finetune/Step": 4247, "Finetune/Step Time": 6.914865819737315}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7580398321151733, "Finetune/Loss (Raw)": 0.663017988204956, "Finetune/Step": 4248, "Finetune/Step Time": 6.919371351599693}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7582777738571167, "Finetune/Loss (Raw)": 0.8327591419219971, "Finetune/Step": 4249, "Finetune/Step Time": 6.916000636294484}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7572413086891174, "Finetune/Loss (Raw)": 0.5787386894226074, "Finetune/Step": 4250, "Finetune/Step Time": 6.913351884111762}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7552675604820251, "Finetune/Loss (Raw)": 0.6683868765830994, "Finetune/Step": 4251, "Finetune/Step Time": 6.913472205400467}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.758533239364624, "Finetune/Loss (Raw)": 0.9801239967346191, "Finetune/Step": 4252, "Finetune/Step Time": 6.917055789381266}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7564646005630493, "Finetune/Loss (Raw)": 0.5423448085784912, "Finetune/Step": 4253, "Finetune/Step Time": 6.934432916343212}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7536735534667969, "Finetune/Loss (Raw)": 0.480819970369339, "Finetune/Step": 4254, "Finetune/Step Time": 6.942126462236047}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7527556419372559, "Finetune/Loss (Raw)": 0.6808115243911743, "Finetune/Step": 4255, "Finetune/Step Time": 6.94865751080215}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7530752420425415, "Finetune/Loss (Raw)": 0.7907988429069519, "Finetune/Step": 4256, "Finetune/Step Time": 6.970564832910895}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7534352540969849, "Finetune/Loss (Raw)": 0.8311474323272705, "Finetune/Step": 4257, "Finetune/Step Time": 6.96253283880651}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.752162516117096, "Finetune/Loss (Raw)": 0.6089348793029785, "Finetune/Step": 4258, "Finetune/Step Time": 6.965913066640496}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7529528737068176, "Finetune/Loss (Raw)": 0.8890524506568909, "Finetune/Step": 4259, "Finetune/Step Time": 6.970778349786997}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7525169253349304, "Finetune/Loss (Raw)": 0.7488662600517273, "Finetune/Step": 4260, "Finetune/Step Time": 6.968002608045936}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7531464099884033, "Finetune/Loss (Raw)": 0.8047823905944824, "Finetune/Step": 4261, "Finetune/Step Time": 6.965290496125817}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7532163858413696, "Finetune/Loss (Raw)": 0.7499948740005493, "Finetune/Step": 4262, "Finetune/Step Time": 6.957444136962295}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7550218105316162, "Finetune/Loss (Raw)": 0.9301060438156128, "Finetune/Step": 4263, "Finetune/Step Time": 6.956270966678858}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7540935277938843, "Finetune/Loss (Raw)": 0.6266805529594421, "Finetune/Step": 4264, "Finetune/Step Time": 6.964122848585248}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7540978789329529, "Finetune/Loss (Raw)": 0.693497359752655, "Finetune/Step": 4265, "Finetune/Step Time": 6.971656335517764}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7545058131217957, "Finetune/Loss (Raw)": 0.9067926406860352, "Finetune/Step": 4266, "Finetune/Step Time": 6.970382774248719}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7539094686508179, "Finetune/Loss (Raw)": 0.6343813538551331, "Finetune/Step": 4267, "Finetune/Step Time": 6.9799521788954735}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7538455128669739, "Finetune/Loss (Raw)": 0.7098714709281921, "Finetune/Step": 4268, "Finetune/Step Time": 6.975815631449223}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7525683045387268, "Finetune/Loss (Raw)": 0.5450516939163208, "Finetune/Step": 4269, "Finetune/Step Time": 6.991371592506766}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7531055212020874, "Finetune/Loss (Raw)": 0.7708461284637451, "Finetune/Step": 4270, "Finetune/Step Time": 6.991017654538155}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7526224851608276, "Finetune/Loss (Raw)": 0.6575209498405457, "Finetune/Step": 4271, "Finetune/Step Time": 7.006117377430201}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7546172142028809, "Finetune/Loss (Raw)": 0.8291086554527283, "Finetune/Step": 4272, "Finetune/Step Time": 6.996236220002174}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7548241019248962, "Finetune/Loss (Raw)": 0.6807003617286682, "Finetune/Step": 4273, "Finetune/Step Time": 6.978570392355323}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7541882991790771, "Finetune/Loss (Raw)": 0.7417995929718018, "Finetune/Step": 4274, "Finetune/Step Time": 6.99511961825192}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7528784275054932, "Finetune/Loss (Raw)": 0.6224881410598755, "Finetune/Step": 4275, "Finetune/Step Time": 6.994410144165158}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7527086734771729, "Finetune/Loss (Raw)": 0.8165181279182434, "Finetune/Step": 4276, "Finetune/Step Time": 6.996301995590329}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7521179914474487, "Finetune/Loss (Raw)": 0.6930925250053406, "Finetune/Step": 4277, "Finetune/Step Time": 7.01341818086803}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7537902593612671, "Finetune/Loss (Raw)": 0.853030800819397, "Finetune/Step": 4278, "Finetune/Step Time": 6.991100961342454}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7532734870910645, "Finetune/Loss (Raw)": 0.7100609540939331, "Finetune/Step": 4279, "Finetune/Step Time": 6.990016972646117}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7537530660629272, "Finetune/Loss (Raw)": 0.8303483128547668, "Finetune/Step": 4280, "Finetune/Step Time": 6.985641065984964}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7551945447921753, "Finetune/Loss (Raw)": 0.90616375207901, "Finetune/Step": 4281, "Finetune/Step Time": 6.987891752272844}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7555146217346191, "Finetune/Loss (Raw)": 0.8305210471153259, "Finetune/Step": 4282, "Finetune/Step Time": 6.996003359556198}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7559309601783752, "Finetune/Loss (Raw)": 0.7715373039245605, "Finetune/Step": 4283, "Finetune/Step Time": 7.007971869781613}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7567470669746399, "Finetune/Loss (Raw)": 0.7797465324401855, "Finetune/Step": 4284, "Finetune/Step Time": 7.006235519424081}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7544529438018799, "Finetune/Loss (Raw)": 0.5910758376121521, "Finetune/Step": 4285, "Finetune/Step Time": 7.033628331497312}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7543425559997559, "Finetune/Loss (Raw)": 0.7650148868560791, "Finetune/Step": 4286, "Finetune/Step Time": 7.0280566699802876}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7540618181228638, "Finetune/Loss (Raw)": 0.8141407370567322, "Finetune/Step": 4287, "Finetune/Step Time": 7.029737459495664}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7541884183883667, "Finetune/Loss (Raw)": 0.9002932906150818, "Finetune/Step": 4288, "Finetune/Step Time": 7.039766509085894}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7537712454795837, "Finetune/Loss (Raw)": 0.7403016686439514, "Finetune/Step": 4289, "Finetune/Step Time": 7.042194429785013}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7535344362258911, "Finetune/Loss (Raw)": 0.8810079097747803, "Finetune/Step": 4290, "Finetune/Step Time": 7.040287300944328}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7553811073303223, "Finetune/Loss (Raw)": 0.8696810603141785, "Finetune/Step": 4291, "Finetune/Step Time": 7.02834645844996}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7582113146781921, "Finetune/Loss (Raw)": 0.8338770866394043, "Finetune/Step": 4292, "Finetune/Step Time": 7.026165073737502}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7577784061431885, "Finetune/Loss (Raw)": 0.8329519629478455, "Finetune/Step": 4293, "Finetune/Step Time": 7.033228842541575}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7569547891616821, "Finetune/Loss (Raw)": 0.7664799690246582, "Finetune/Step": 4294, "Finetune/Step Time": 7.051401622593403}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7560901641845703, "Finetune/Loss (Raw)": 0.6134306192398071, "Finetune/Step": 4295, "Finetune/Step Time": 7.051730442792177}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7583795785903931, "Finetune/Loss (Raw)": 0.9129530191421509, "Finetune/Step": 4296, "Finetune/Step Time": 7.049163639545441}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7597846984863281, "Finetune/Loss (Raw)": 0.8522273898124695, "Finetune/Step": 4297, "Finetune/Step Time": 7.036022989079356}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7595588564872742, "Finetune/Loss (Raw)": 0.6068021059036255, "Finetune/Step": 4298, "Finetune/Step Time": 7.029976602643728}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7596133947372437, "Finetune/Loss (Raw)": 0.8156934976577759, "Finetune/Step": 4299, "Finetune/Step Time": 7.035999132320285}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7605161070823669, "Finetune/Loss (Raw)": 0.873106837272644, "Finetune/Step": 4300, "Finetune/Step Time": 7.0263704508543015}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7597073316574097, "Finetune/Loss (Raw)": 0.6256639361381531, "Finetune/Step": 4301, "Finetune/Step Time": 7.027502033859491}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.761044979095459, "Finetune/Loss (Raw)": 0.8842052221298218, "Finetune/Step": 4302, "Finetune/Step Time": 7.019228430464864}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7624547481536865, "Finetune/Loss (Raw)": 0.8972284197807312, "Finetune/Step": 4303, "Finetune/Step Time": 7.0194921381771564}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7616063356399536, "Finetune/Loss (Raw)": 0.6317116022109985, "Finetune/Step": 4304, "Finetune/Step Time": 7.024044426158071}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7606256604194641, "Finetune/Loss (Raw)": 0.6480847597122192, "Finetune/Step": 4305, "Finetune/Step Time": 7.028403168544173}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7595430612564087, "Finetune/Loss (Raw)": 0.7109401822090149, "Finetune/Step": 4306, "Finetune/Step Time": 7.031211847439408}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7583070993423462, "Finetune/Loss (Raw)": 0.5779162049293518, "Finetune/Step": 4307, "Finetune/Step Time": 7.021010810509324}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7570127248764038, "Finetune/Loss (Raw)": 0.6779674291610718, "Finetune/Step": 4308, "Finetune/Step Time": 7.019796330481768}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7568103075027466, "Finetune/Loss (Raw)": 0.7330955862998962, "Finetune/Step": 4309, "Finetune/Step Time": 7.022304059937596}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7576481103897095, "Finetune/Loss (Raw)": 0.6452560424804688, "Finetune/Step": 4310, "Finetune/Step Time": 7.029927413910627}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7572050094604492, "Finetune/Loss (Raw)": 0.7845785021781921, "Finetune/Step": 4311, "Finetune/Step Time": 7.043439544737339}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7580000162124634, "Finetune/Loss (Raw)": 0.8449031710624695, "Finetune/Step": 4312, "Finetune/Step Time": 7.037951346486807}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7582434415817261, "Finetune/Loss (Raw)": 0.8900380730628967, "Finetune/Step": 4313, "Finetune/Step Time": 7.044766174629331}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7579723596572876, "Finetune/Loss (Raw)": 0.8518711924552917, "Finetune/Step": 4314, "Finetune/Step Time": 7.03969843685627}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7581589221954346, "Finetune/Loss (Raw)": 0.7502167224884033, "Finetune/Step": 4315, "Finetune/Step Time": 7.037503162398934}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7589760422706604, "Finetune/Loss (Raw)": 0.6841617226600647, "Finetune/Step": 4316, "Finetune/Step Time": 7.040818618610501}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7591004371643066, "Finetune/Loss (Raw)": 0.7583053112030029, "Finetune/Step": 4317, "Finetune/Step Time": 7.040783075615764}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7593483924865723, "Finetune/Loss (Raw)": 0.5794652104377747, "Finetune/Step": 4318, "Finetune/Step Time": 7.043980836868286}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.758019745349884, "Finetune/Loss (Raw)": 0.5925031900405884, "Finetune/Step": 4319, "Finetune/Step Time": 7.048303605988622}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7565351724624634, "Finetune/Loss (Raw)": 0.7284972071647644, "Finetune/Step": 4320, "Finetune/Step Time": 7.05083822645247}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7567018866539001, "Finetune/Loss (Raw)": 0.6103824973106384, "Finetune/Step": 4321, "Finetune/Step Time": 7.046511625871062}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7572420239448547, "Finetune/Loss (Raw)": 0.8845872282981873, "Finetune/Step": 4322, "Finetune/Step Time": 7.047340074554086}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7551451325416565, "Finetune/Loss (Raw)": 0.5766334533691406, "Finetune/Step": 4323, "Finetune/Step Time": 7.0448042396456}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7551692724227905, "Finetune/Loss (Raw)": 0.7480778098106384, "Finetune/Step": 4324, "Finetune/Step Time": 7.044607104733586}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7556073665618896, "Finetune/Loss (Raw)": 0.5048560500144958, "Finetune/Step": 4325, "Finetune/Step Time": 7.035491548478603}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7539549469947815, "Finetune/Loss (Raw)": 0.6441940069198608, "Finetune/Step": 4326, "Finetune/Step Time": 7.040200121700764}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7506237626075745, "Finetune/Loss (Raw)": 0.49312159419059753, "Finetune/Step": 4327, "Finetune/Step Time": 7.0541287157684565}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7501397132873535, "Finetune/Loss (Raw)": 0.7402470111846924, "Finetune/Step": 4328, "Finetune/Step Time": 7.061400271952152}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7507498264312744, "Finetune/Loss (Raw)": 0.792466938495636, "Finetune/Step": 4329, "Finetune/Step Time": 7.054803544655442}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7512876987457275, "Finetune/Loss (Raw)": 0.8436713218688965, "Finetune/Step": 4330, "Finetune/Step Time": 7.043422292917967}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7522693872451782, "Finetune/Loss (Raw)": 0.8423392176628113, "Finetune/Step": 4331, "Finetune/Step Time": 7.040567813441157}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7529169917106628, "Finetune/Loss (Raw)": 0.8001291751861572, "Finetune/Step": 4332, "Finetune/Step Time": 7.040834307670593}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7532421350479126, "Finetune/Loss (Raw)": 0.8360517621040344, "Finetune/Step": 4333, "Finetune/Step Time": 7.039268631488085}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7546107172966003, "Finetune/Loss (Raw)": 0.8807079792022705, "Finetune/Step": 4334, "Finetune/Step Time": 7.039164382964373}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7545062303543091, "Finetune/Loss (Raw)": 0.7869909405708313, "Finetune/Step": 4335, "Finetune/Step Time": 7.035081710666418}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7555205821990967, "Finetune/Loss (Raw)": 0.8926140666007996, "Finetune/Step": 4336, "Finetune/Step Time": 7.055659107863903}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.752232551574707, "Finetune/Loss (Raw)": 0.5138413310050964, "Finetune/Step": 4337, "Finetune/Step Time": 7.0735499784350395}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.75245201587677, "Finetune/Loss (Raw)": 0.7962175607681274, "Finetune/Step": 4338, "Finetune/Step Time": 7.07317933999002}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7518622875213623, "Finetune/Loss (Raw)": 0.735704243183136, "Finetune/Step": 4339, "Finetune/Step Time": 7.075829131528735}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7522128820419312, "Finetune/Loss (Raw)": 0.7108842134475708, "Finetune/Step": 4340, "Finetune/Step Time": 7.086107721552253}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7545320987701416, "Finetune/Loss (Raw)": 0.913887619972229, "Finetune/Step": 4341, "Finetune/Step Time": 7.080962248146534}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7537768483161926, "Finetune/Loss (Raw)": 0.6784532070159912, "Finetune/Step": 4342, "Finetune/Step Time": 7.106896046549082}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7535781860351562, "Finetune/Loss (Raw)": 0.6759525537490845, "Finetune/Step": 4343, "Finetune/Step Time": 7.077393824234605}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7533848881721497, "Finetune/Loss (Raw)": 0.781292200088501, "Finetune/Step": 4344, "Finetune/Step Time": 7.082556717097759}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7526842355728149, "Finetune/Loss (Raw)": 0.7405291795730591, "Finetune/Step": 4345, "Finetune/Step Time": 7.079756986349821}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7528287768363953, "Finetune/Loss (Raw)": 0.7867642641067505, "Finetune/Step": 4346, "Finetune/Step Time": 7.083107689395547}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7549636363983154, "Finetune/Loss (Raw)": 0.8477702736854553, "Finetune/Step": 4347, "Finetune/Step Time": 7.078055968508124}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7549626231193542, "Finetune/Loss (Raw)": 0.8023058772087097, "Finetune/Step": 4348, "Finetune/Step Time": 7.083387987688184}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.754724383354187, "Finetune/Loss (Raw)": 0.8665522336959839, "Finetune/Step": 4349, "Finetune/Step Time": 7.080411134287715}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7525820136070251, "Finetune/Loss (Raw)": 0.5471898317337036, "Finetune/Step": 4350, "Finetune/Step Time": 7.090528504922986}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7521355152130127, "Finetune/Loss (Raw)": 0.8056281805038452, "Finetune/Step": 4351, "Finetune/Step Time": 7.090579830110073}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7526857256889343, "Finetune/Loss (Raw)": 0.785751223564148, "Finetune/Step": 4352, "Finetune/Step Time": 7.095715934410691}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7536516189575195, "Finetune/Loss (Raw)": 0.8136464357376099, "Finetune/Step": 4353, "Finetune/Step Time": 7.093594400212169}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7524741888046265, "Finetune/Loss (Raw)": 0.714298665523529, "Finetune/Step": 4354, "Finetune/Step Time": 7.094523964449763}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.750981330871582, "Finetune/Loss (Raw)": 0.7979921102523804, "Finetune/Step": 4355, "Finetune/Step Time": 7.079703049734235}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7511913776397705, "Finetune/Loss (Raw)": 0.8020248413085938, "Finetune/Step": 4356, "Finetune/Step Time": 7.076896823942661}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7513001561164856, "Finetune/Loss (Raw)": 0.8507577776908875, "Finetune/Step": 4357, "Finetune/Step Time": 7.077029110863805}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.753512978553772, "Finetune/Loss (Raw)": 0.8297529220581055, "Finetune/Step": 4358, "Finetune/Step Time": 7.070721415802836}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7553378343582153, "Finetune/Loss (Raw)": 0.7689587473869324, "Finetune/Step": 4359, "Finetune/Step Time": 7.033682404085994}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7549764513969421, "Finetune/Loss (Raw)": 0.714174211025238, "Finetune/Step": 4360, "Finetune/Step Time": 7.029239999130368}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7573200464248657, "Finetune/Loss (Raw)": 0.9554757475852966, "Finetune/Step": 4361, "Finetune/Step Time": 7.03626361489296}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7558703422546387, "Finetune/Loss (Raw)": 0.76970374584198, "Finetune/Step": 4362, "Finetune/Step Time": 7.0388665702193975}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7553901672363281, "Finetune/Loss (Raw)": 0.7434335350990295, "Finetune/Step": 4363, "Finetune/Step Time": 7.036622015759349}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.755870521068573, "Finetune/Loss (Raw)": 0.6885043382644653, "Finetune/Step": 4364, "Finetune/Step Time": 7.036400880664587}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7542150020599365, "Finetune/Loss (Raw)": 0.6790336966514587, "Finetune/Step": 4365, "Finetune/Step Time": 7.057721825316548}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7540522813796997, "Finetune/Loss (Raw)": 0.8491542339324951, "Finetune/Step": 4366, "Finetune/Step Time": 7.049031680449843}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7532498240470886, "Finetune/Loss (Raw)": 0.7208656668663025, "Finetune/Step": 4367, "Finetune/Step Time": 7.052819453179836}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7537565231323242, "Finetune/Loss (Raw)": 0.8256005048751831, "Finetune/Step": 4368, "Finetune/Step Time": 7.051745330914855}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7532397508621216, "Finetune/Loss (Raw)": 0.731663167476654, "Finetune/Step": 4369, "Finetune/Step Time": 7.057126699015498}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7533369660377502, "Finetune/Loss (Raw)": 0.8627443909645081, "Finetune/Step": 4370, "Finetune/Step Time": 7.060075195506215}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7544224262237549, "Finetune/Loss (Raw)": 0.8751987814903259, "Finetune/Step": 4371, "Finetune/Step Time": 7.043859876692295}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7524566650390625, "Finetune/Loss (Raw)": 0.5585229992866516, "Finetune/Step": 4372, "Finetune/Step Time": 7.057768287137151}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7517399787902832, "Finetune/Loss (Raw)": 0.7054855823516846, "Finetune/Step": 4373, "Finetune/Step Time": 7.056862443685532}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7521300911903381, "Finetune/Loss (Raw)": 0.7696636319160461, "Finetune/Step": 4374, "Finetune/Step Time": 7.043061252683401}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7513924241065979, "Finetune/Loss (Raw)": 0.7296891212463379, "Finetune/Step": 4375, "Finetune/Step Time": 7.046550173312426}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7518081068992615, "Finetune/Loss (Raw)": 0.7162265181541443, "Finetune/Step": 4376, "Finetune/Step Time": 7.043111119419336}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7513860464096069, "Finetune/Loss (Raw)": 0.7787264585494995, "Finetune/Step": 4377, "Finetune/Step Time": 7.042259743437171}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.752544641494751, "Finetune/Loss (Raw)": 0.7270519733428955, "Finetune/Step": 4378, "Finetune/Step Time": 7.0504566840827465}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7521178722381592, "Finetune/Loss (Raw)": 0.6137511134147644, "Finetune/Step": 4379, "Finetune/Step Time": 7.057646716013551}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7512982487678528, "Finetune/Loss (Raw)": 0.8752155900001526, "Finetune/Step": 4380, "Finetune/Step Time": 7.057569233700633}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.753478467464447, "Finetune/Loss (Raw)": 0.8214131593704224, "Finetune/Step": 4381, "Finetune/Step Time": 7.046284351497889}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7565614581108093, "Finetune/Loss (Raw)": 0.8754439353942871, "Finetune/Step": 4382, "Finetune/Step Time": 7.0437793880701065}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7560152411460876, "Finetune/Loss (Raw)": 0.6108940839767456, "Finetune/Step": 4383, "Finetune/Step Time": 7.063603285700083}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7558366060256958, "Finetune/Loss (Raw)": 0.7679325342178345, "Finetune/Step": 4384, "Finetune/Step Time": 7.043217396363616}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7552453279495239, "Finetune/Loss (Raw)": 0.7554585337638855, "Finetune/Step": 4385, "Finetune/Step Time": 7.038436736911535}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7554130554199219, "Finetune/Loss (Raw)": 0.6304124593734741, "Finetune/Step": 4386, "Finetune/Step Time": 7.050793072208762}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7558809518814087, "Finetune/Loss (Raw)": 0.9489427804946899, "Finetune/Step": 4387, "Finetune/Step Time": 7.041345672681928}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7563828229904175, "Finetune/Loss (Raw)": 0.8131045699119568, "Finetune/Step": 4388, "Finetune/Step Time": 7.043438009917736}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7563207149505615, "Finetune/Loss (Raw)": 0.7968285083770752, "Finetune/Step": 4389, "Finetune/Step Time": 7.042579619213939}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7564347982406616, "Finetune/Loss (Raw)": 0.7646010518074036, "Finetune/Step": 4390, "Finetune/Step Time": 7.044838331639767}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7551398277282715, "Finetune/Loss (Raw)": 0.7643495798110962, "Finetune/Step": 4391, "Finetune/Step Time": 7.060287959873676}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7559128999710083, "Finetune/Loss (Raw)": 0.7256404757499695, "Finetune/Step": 4392, "Finetune/Step Time": 7.0698777213692665}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7552374601364136, "Finetune/Loss (Raw)": 0.607029139995575, "Finetune/Step": 4393, "Finetune/Step Time": 7.0764483120292425}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.753795862197876, "Finetune/Loss (Raw)": 0.7222806811332703, "Finetune/Step": 4394, "Finetune/Step Time": 7.08404153957963}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7548844814300537, "Finetune/Loss (Raw)": 0.7737202644348145, "Finetune/Step": 4395, "Finetune/Step Time": 7.079122656956315}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7557641267776489, "Finetune/Loss (Raw)": 0.8224596977233887, "Finetune/Step": 4396, "Finetune/Step Time": 7.08345066383481}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7579308748245239, "Finetune/Loss (Raw)": 0.8223937153816223, "Finetune/Step": 4397, "Finetune/Step Time": 7.070391718298197}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7577834129333496, "Finetune/Loss (Raw)": 0.7519768476486206, "Finetune/Step": 4398, "Finetune/Step Time": 7.0731926672160625}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7580082416534424, "Finetune/Loss (Raw)": 0.6863008737564087, "Finetune/Step": 4399, "Finetune/Step Time": 7.061997435986996}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7574331760406494, "Finetune/Loss (Raw)": 0.7555001974105835, "Finetune/Step": 4400, "Finetune/Step Time": 7.065327018499374}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7577565908432007, "Finetune/Loss (Raw)": 0.7220941781997681, "Finetune/Step": 4401, "Finetune/Step Time": 7.0959761291742325}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7569872736930847, "Finetune/Loss (Raw)": 0.6433258056640625, "Finetune/Step": 4402, "Finetune/Step Time": 7.097785290330648}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7586592435836792, "Finetune/Loss (Raw)": 0.8365001082420349, "Finetune/Step": 4403, "Finetune/Step Time": 7.086123755201697}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7594168782234192, "Finetune/Loss (Raw)": 0.9134990572929382, "Finetune/Step": 4404, "Finetune/Step Time": 7.083721896633506}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.759697675704956, "Finetune/Loss (Raw)": 0.7290294766426086, "Finetune/Step": 4405, "Finetune/Step Time": 7.0741657968610525}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7579305768013, "Finetune/Loss (Raw)": 0.6268439888954163, "Finetune/Step": 4406, "Finetune/Step Time": 7.074196493253112}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7575101852416992, "Finetune/Loss (Raw)": 0.6562561988830566, "Finetune/Step": 4407, "Finetune/Step Time": 7.0727079175412655}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7583198547363281, "Finetune/Loss (Raw)": 0.9339812994003296, "Finetune/Step": 4408, "Finetune/Step Time": 7.072629015892744}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7564961314201355, "Finetune/Loss (Raw)": 0.6727244853973389, "Finetune/Step": 4409, "Finetune/Step Time": 7.072346931323409}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7561821341514587, "Finetune/Loss (Raw)": 0.790336012840271, "Finetune/Step": 4410, "Finetune/Step Time": 7.060631489381194}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7561119794845581, "Finetune/Loss (Raw)": 0.7625500559806824, "Finetune/Step": 4411, "Finetune/Step Time": 7.0466416496783495}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7557588815689087, "Finetune/Loss (Raw)": 0.7345581650733948, "Finetune/Step": 4412, "Finetune/Step Time": 7.048267919570208}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7587490081787109, "Finetune/Loss (Raw)": 0.9738021492958069, "Finetune/Step": 4413, "Finetune/Step Time": 7.019416918978095}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7585073113441467, "Finetune/Loss (Raw)": 0.7340815663337708, "Finetune/Step": 4414, "Finetune/Step Time": 7.0192333329468966}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7588419914245605, "Finetune/Loss (Raw)": 0.8569820523262024, "Finetune/Step": 4415, "Finetune/Step Time": 7.024757439270616}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7570490837097168, "Finetune/Loss (Raw)": 0.6707969307899475, "Finetune/Step": 4416, "Finetune/Step Time": 7.025899771600962}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7580730319023132, "Finetune/Loss (Raw)": 0.8713682889938354, "Finetune/Step": 4417, "Finetune/Step Time": 7.024870876222849}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7572437524795532, "Finetune/Loss (Raw)": 0.7748592495918274, "Finetune/Step": 4418, "Finetune/Step Time": 7.025937823578715}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7570350170135498, "Finetune/Loss (Raw)": 0.8429675102233887, "Finetune/Step": 4419, "Finetune/Step Time": 7.038221510127187}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7558658123016357, "Finetune/Loss (Raw)": 0.6842225790023804, "Finetune/Step": 4420, "Finetune/Step Time": 7.035592118278146}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7550488710403442, "Finetune/Loss (Raw)": 0.7283760905265808, "Finetune/Step": 4421, "Finetune/Step Time": 7.043563928455114}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7551150321960449, "Finetune/Loss (Raw)": 0.7749447822570801, "Finetune/Step": 4422, "Finetune/Step Time": 7.0286224745213985}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7550524473190308, "Finetune/Loss (Raw)": 0.6054262518882751, "Finetune/Step": 4423, "Finetune/Step Time": 7.016266183927655}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.752845287322998, "Finetune/Loss (Raw)": 0.6304391026496887, "Finetune/Step": 4424, "Finetune/Step Time": 7.031768754124641}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7509678602218628, "Finetune/Loss (Raw)": 0.6119130849838257, "Finetune/Step": 4425, "Finetune/Step Time": 7.045110369101167}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.752787172794342, "Finetune/Loss (Raw)": 0.8396781086921692, "Finetune/Step": 4426, "Finetune/Step Time": 7.044415066018701}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7511062026023865, "Finetune/Loss (Raw)": 0.6005237102508545, "Finetune/Step": 4427, "Finetune/Step Time": 7.051095254719257}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7505197525024414, "Finetune/Loss (Raw)": 0.7980452179908752, "Finetune/Step": 4428, "Finetune/Step Time": 7.05532355979085}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.751616895198822, "Finetune/Loss (Raw)": 0.7660941481590271, "Finetune/Step": 4429, "Finetune/Step Time": 7.042474398389459}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7492259740829468, "Finetune/Loss (Raw)": 0.5781697630882263, "Finetune/Step": 4430, "Finetune/Step Time": 7.0736558847129345}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7482213973999023, "Finetune/Loss (Raw)": 0.7686389684677124, "Finetune/Step": 4431, "Finetune/Step Time": 7.077554769814014}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7496971487998962, "Finetune/Loss (Raw)": 0.8206082582473755, "Finetune/Step": 4432, "Finetune/Step Time": 7.066551741212606}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7491821050643921, "Finetune/Loss (Raw)": 0.5821627974510193, "Finetune/Step": 4433, "Finetune/Step Time": 7.0573460925370455}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7502975463867188, "Finetune/Loss (Raw)": 0.8537176251411438, "Finetune/Step": 4434, "Finetune/Step Time": 7.052154425531626}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7519197463989258, "Finetune/Loss (Raw)": 0.7855493426322937, "Finetune/Step": 4435, "Finetune/Step Time": 7.047499503940344}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7514481544494629, "Finetune/Loss (Raw)": 0.6176156997680664, "Finetune/Step": 4436, "Finetune/Step Time": 7.0565724186599255}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7513526678085327, "Finetune/Loss (Raw)": 0.7208653092384338, "Finetune/Step": 4437, "Finetune/Step Time": 7.056163685396314}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7525491714477539, "Finetune/Loss (Raw)": 0.7984045147895813, "Finetune/Step": 4438, "Finetune/Step Time": 7.051809960976243}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7535700798034668, "Finetune/Loss (Raw)": 0.9152602553367615, "Finetune/Step": 4439, "Finetune/Step Time": 7.040401678532362}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7537371516227722, "Finetune/Loss (Raw)": 0.8662875294685364, "Finetune/Step": 4440, "Finetune/Step Time": 7.038251908496022}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7536516785621643, "Finetune/Loss (Raw)": 0.8790998458862305, "Finetune/Step": 4441, "Finetune/Step Time": 7.032726563513279}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7529281377792358, "Finetune/Loss (Raw)": 0.7592622637748718, "Finetune/Step": 4442, "Finetune/Step Time": 7.042394557967782}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7532983422279358, "Finetune/Loss (Raw)": 0.7975974082946777, "Finetune/Step": 4443, "Finetune/Step Time": 7.0539197232574224}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7533432841300964, "Finetune/Loss (Raw)": 0.6899152994155884, "Finetune/Step": 4444, "Finetune/Step Time": 7.047753846272826}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7527281641960144, "Finetune/Loss (Raw)": 0.6795703768730164, "Finetune/Step": 4445, "Finetune/Step Time": 7.049842329695821}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7549538612365723, "Finetune/Loss (Raw)": 0.8643478751182556, "Finetune/Step": 4446, "Finetune/Step Time": 7.054803831502795}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.756260871887207, "Finetune/Loss (Raw)": 0.7598088383674622, "Finetune/Step": 4447, "Finetune/Step Time": 7.048068664968014}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7566460967063904, "Finetune/Loss (Raw)": 0.7778033018112183, "Finetune/Step": 4448, "Finetune/Step Time": 7.049195472151041}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7587400674819946, "Finetune/Loss (Raw)": 0.8784067034721375, "Finetune/Step": 4449, "Finetune/Step Time": 7.040099538862705}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7572753429412842, "Finetune/Loss (Raw)": 0.6971052885055542, "Finetune/Step": 4450, "Finetune/Step Time": 7.0358548648655415}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7576346397399902, "Finetune/Loss (Raw)": 0.6226251721382141, "Finetune/Step": 4451, "Finetune/Step Time": 7.038970910012722}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7567000389099121, "Finetune/Loss (Raw)": 0.628447413444519, "Finetune/Step": 4452, "Finetune/Step Time": 7.0506981536746025}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7581174373626709, "Finetune/Loss (Raw)": 0.6862882375717163, "Finetune/Step": 4453, "Finetune/Step Time": 7.044548589736223}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7586211562156677, "Finetune/Loss (Raw)": 0.7086657881736755, "Finetune/Step": 4454, "Finetune/Step Time": 7.042614936828613}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7596643567085266, "Finetune/Loss (Raw)": 0.6266537308692932, "Finetune/Step": 4455, "Finetune/Step Time": 7.040723918005824}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7595162391662598, "Finetune/Loss (Raw)": 0.7212784290313721, "Finetune/Step": 4456, "Finetune/Step Time": 7.0319989789277315}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7583729028701782, "Finetune/Loss (Raw)": 0.6461223363876343, "Finetune/Step": 4457, "Finetune/Step Time": 7.039899019524455}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7571109533309937, "Finetune/Loss (Raw)": 0.6821461915969849, "Finetune/Step": 4458, "Finetune/Step Time": 7.04979938454926}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7559775710105896, "Finetune/Loss (Raw)": 0.6972718238830566, "Finetune/Step": 4459, "Finetune/Step Time": 7.054354934021831}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.756505012512207, "Finetune/Loss (Raw)": 0.867634117603302, "Finetune/Step": 4460, "Finetune/Step Time": 7.057417199015617}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7553832530975342, "Finetune/Loss (Raw)": 0.6924744844436646, "Finetune/Step": 4461, "Finetune/Step Time": 7.059864057227969}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7543672919273376, "Finetune/Loss (Raw)": 0.7506554126739502, "Finetune/Step": 4462, "Finetune/Step Time": 7.068751195445657}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.752223551273346, "Finetune/Loss (Raw)": 0.5125997066497803, "Finetune/Step": 4463, "Finetune/Step Time": 7.076892223209143}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7511965036392212, "Finetune/Loss (Raw)": 0.761154294013977, "Finetune/Step": 4464, "Finetune/Step Time": 7.0706286914646626}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.752770721912384, "Finetune/Loss (Raw)": 0.7153342366218567, "Finetune/Step": 4465, "Finetune/Step Time": 7.051629425957799}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.752371072769165, "Finetune/Loss (Raw)": 0.7450626492500305, "Finetune/Step": 4466, "Finetune/Step Time": 7.051410527899861}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7530903816223145, "Finetune/Loss (Raw)": 0.8277801275253296, "Finetune/Step": 4467, "Finetune/Step Time": 7.046463448554277}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7534006834030151, "Finetune/Loss (Raw)": 0.7506021857261658, "Finetune/Step": 4468, "Finetune/Step Time": 7.034864751622081}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7521734237670898, "Finetune/Loss (Raw)": 0.7567923069000244, "Finetune/Step": 4469, "Finetune/Step Time": 7.032327972352505}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7527637481689453, "Finetune/Loss (Raw)": 0.7540159225463867, "Finetune/Step": 4470, "Finetune/Step Time": 7.006982242688537}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7523608803749084, "Finetune/Loss (Raw)": 0.6243910789489746, "Finetune/Step": 4471, "Finetune/Step Time": 7.015560250729322}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7524573802947998, "Finetune/Loss (Raw)": 0.7936418652534485, "Finetune/Step": 4472, "Finetune/Step Time": 7.009271636605263}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7543634176254272, "Finetune/Loss (Raw)": 0.98450767993927, "Finetune/Step": 4473, "Finetune/Step Time": 7.009059423580766}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7546491622924805, "Finetune/Loss (Raw)": 0.8233315944671631, "Finetune/Step": 4474, "Finetune/Step Time": 7.019388385117054}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7534198760986328, "Finetune/Loss (Raw)": 0.6904298067092896, "Finetune/Step": 4475, "Finetune/Step Time": 7.025146931409836}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7537258863449097, "Finetune/Loss (Raw)": 0.8414676785469055, "Finetune/Step": 4476, "Finetune/Step Time": 7.023826003074646}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.752406120300293, "Finetune/Loss (Raw)": 0.697624683380127, "Finetune/Step": 4477, "Finetune/Step Time": 7.024452453479171}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7548317909240723, "Finetune/Loss (Raw)": 0.8576710820198059, "Finetune/Step": 4478, "Finetune/Step Time": 7.011400351300836}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7547693848609924, "Finetune/Loss (Raw)": 0.797645092010498, "Finetune/Step": 4479, "Finetune/Step Time": 7.016637485474348}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7537691593170166, "Finetune/Loss (Raw)": 0.6577184200286865, "Finetune/Step": 4480, "Finetune/Step Time": 7.008471513167024}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.752932608127594, "Finetune/Loss (Raw)": 0.706570029258728, "Finetune/Step": 4481, "Finetune/Step Time": 7.008041799068451}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7528102993965149, "Finetune/Loss (Raw)": 0.6986454129219055, "Finetune/Step": 4482, "Finetune/Step Time": 7.0178228579461575}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7527475953102112, "Finetune/Loss (Raw)": 0.789962887763977, "Finetune/Step": 4483, "Finetune/Step Time": 7.017540892586112}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7533682584762573, "Finetune/Loss (Raw)": 0.8814780116081238, "Finetune/Step": 4484, "Finetune/Step Time": 7.02903400734067}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7526842355728149, "Finetune/Loss (Raw)": 0.7632023692131042, "Finetune/Step": 4485, "Finetune/Step Time": 7.02682401239872}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7518652677536011, "Finetune/Loss (Raw)": 0.724923849105835, "Finetune/Step": 4486, "Finetune/Step Time": 7.026080904528499}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7505366802215576, "Finetune/Loss (Raw)": 0.5988918542861938, "Finetune/Step": 4487, "Finetune/Step Time": 7.038315506651998}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7512186169624329, "Finetune/Loss (Raw)": 0.8014618158340454, "Finetune/Step": 4488, "Finetune/Step Time": 7.041363196447492}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7475630640983582, "Finetune/Loss (Raw)": 0.48756951093673706, "Finetune/Step": 4489, "Finetune/Step Time": 7.032792074605823}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7466402053833008, "Finetune/Loss (Raw)": 0.6515805721282959, "Finetune/Step": 4490, "Finetune/Step Time": 7.045448394492269}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7466025352478027, "Finetune/Loss (Raw)": 0.738605260848999, "Finetune/Step": 4491, "Finetune/Step Time": 7.044685916975141}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7475404143333435, "Finetune/Loss (Raw)": 0.8085551261901855, "Finetune/Step": 4492, "Finetune/Step Time": 7.03936605527997}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7478207349777222, "Finetune/Loss (Raw)": 0.7149117588996887, "Finetune/Step": 4493, "Finetune/Step Time": 7.024385794997215}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7458007335662842, "Finetune/Loss (Raw)": 0.5905938148498535, "Finetune/Step": 4494, "Finetune/Step Time": 7.025868533179164}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7462621927261353, "Finetune/Loss (Raw)": 0.7799414396286011, "Finetune/Step": 4495, "Finetune/Step Time": 7.028162086382508}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7452956438064575, "Finetune/Loss (Raw)": 0.7018721103668213, "Finetune/Step": 4496, "Finetune/Step Time": 7.0324588138610125}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7456338405609131, "Finetune/Loss (Raw)": 0.7749587297439575, "Finetune/Step": 4497, "Finetune/Step Time": 7.034234747290611}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7441996335983276, "Finetune/Loss (Raw)": 0.6791643500328064, "Finetune/Step": 4498, "Finetune/Step Time": 7.035475347191095}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7441216707229614, "Finetune/Loss (Raw)": 0.8652129173278809, "Finetune/Step": 4499, "Finetune/Step Time": 7.035415418446064}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7451139688491821, "Finetune/Loss (Raw)": 0.6855484843254089, "Finetune/Step": 4500, "Finetune/Step Time": 7.0355877839028835}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7464917302131653, "Finetune/Loss (Raw)": 0.8818346261978149, "Finetune/Step": 4501, "Finetune/Step Time": 7.0342627968639135}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7455521821975708, "Finetune/Loss (Raw)": 0.6494032144546509, "Finetune/Step": 4502, "Finetune/Step Time": 7.027470687404275}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7465200424194336, "Finetune/Loss (Raw)": 0.8535760045051575, "Finetune/Step": 4503, "Finetune/Step Time": 7.021631581708789}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7467874884605408, "Finetune/Loss (Raw)": 0.75045245885849, "Finetune/Step": 4504, "Finetune/Step Time": 7.013862604275346}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7466095685958862, "Finetune/Loss (Raw)": 0.7559561133384705, "Finetune/Step": 4505, "Finetune/Step Time": 7.015083594247699}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7483529448509216, "Finetune/Loss (Raw)": 0.9502069354057312, "Finetune/Step": 4506, "Finetune/Step Time": 6.99863469786942}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7487233877182007, "Finetune/Loss (Raw)": 0.6611655950546265, "Finetune/Step": 4507, "Finetune/Step Time": 7.001465994864702}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7478235363960266, "Finetune/Loss (Raw)": 0.76003098487854, "Finetune/Step": 4508, "Finetune/Step Time": 6.998173525556922}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7470238208770752, "Finetune/Loss (Raw)": 0.7190551161766052, "Finetune/Step": 4509, "Finetune/Step Time": 6.996627848595381}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7467814087867737, "Finetune/Loss (Raw)": 0.8444157242774963, "Finetune/Step": 4510, "Finetune/Step Time": 6.990615390241146}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7493578195571899, "Finetune/Loss (Raw)": 0.9406715035438538, "Finetune/Step": 4511, "Finetune/Step Time": 6.970802571624517}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7488981485366821, "Finetune/Loss (Raw)": 0.7090944647789001, "Finetune/Step": 4512, "Finetune/Step Time": 6.990784838795662}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7490599155426025, "Finetune/Loss (Raw)": 0.7761696577072144, "Finetune/Step": 4513, "Finetune/Step Time": 6.993579423055053}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7492929697036743, "Finetune/Loss (Raw)": 0.6602455377578735, "Finetune/Step": 4514, "Finetune/Step Time": 6.979755437001586}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7477763295173645, "Finetune/Loss (Raw)": 0.75480717420578, "Finetune/Step": 4515, "Finetune/Step Time": 6.982423845678568}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7462502717971802, "Finetune/Loss (Raw)": 0.6177652478218079, "Finetune/Step": 4516, "Finetune/Step Time": 6.9791788328439}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7451735734939575, "Finetune/Loss (Raw)": 0.6590132713317871, "Finetune/Step": 4517, "Finetune/Step Time": 6.978904400020838}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7464481592178345, "Finetune/Loss (Raw)": 0.9277530312538147, "Finetune/Step": 4518, "Finetune/Step Time": 6.974118355661631}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7472686767578125, "Finetune/Loss (Raw)": 0.8693702220916748, "Finetune/Step": 4519, "Finetune/Step Time": 6.959129650145769}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7483539581298828, "Finetune/Loss (Raw)": 0.8645547032356262, "Finetune/Step": 4520, "Finetune/Step Time": 6.941847475245595}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7505350112915039, "Finetune/Loss (Raw)": 0.886211097240448, "Finetune/Step": 4521, "Finetune/Step Time": 6.933504927903414}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.750566303730011, "Finetune/Loss (Raw)": 0.7262799739837646, "Finetune/Step": 4522, "Finetune/Step Time": 6.930579017847776}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7506164908409119, "Finetune/Loss (Raw)": 0.7801438570022583, "Finetune/Step": 4523, "Finetune/Step Time": 6.930338907986879}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7503911256790161, "Finetune/Loss (Raw)": 0.7936136722564697, "Finetune/Step": 4524, "Finetune/Step Time": 6.92761817201972}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7500516176223755, "Finetune/Loss (Raw)": 0.7789331078529358, "Finetune/Step": 4525, "Finetune/Step Time": 6.916272979229689}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7485405206680298, "Finetune/Loss (Raw)": 0.558566689491272, "Finetune/Step": 4526, "Finetune/Step Time": 6.913377670571208}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7465209364891052, "Finetune/Loss (Raw)": 0.4277880787849426, "Finetune/Step": 4527, "Finetune/Step Time": 6.926183249801397}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7462301850318909, "Finetune/Loss (Raw)": 0.71828693151474, "Finetune/Step": 4528, "Finetune/Step Time": 6.9185196831822395}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7467762231826782, "Finetune/Loss (Raw)": 0.7919818758964539, "Finetune/Step": 4529, "Finetune/Step Time": 6.900830725207925}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7485551834106445, "Finetune/Loss (Raw)": 0.8710310459136963, "Finetune/Step": 4530, "Finetune/Step Time": 6.886598603799939}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7489256858825684, "Finetune/Loss (Raw)": 0.8839246034622192, "Finetune/Step": 4531, "Finetune/Step Time": 6.889912609010935}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7464432716369629, "Finetune/Loss (Raw)": 0.5957540273666382, "Finetune/Step": 4532, "Finetune/Step Time": 6.897849394008517}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7470401525497437, "Finetune/Loss (Raw)": 0.8054293394088745, "Finetune/Step": 4533, "Finetune/Step Time": 6.891585182398558}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7470811605453491, "Finetune/Loss (Raw)": 0.6320976614952087, "Finetune/Step": 4534, "Finetune/Step Time": 6.904497588053346}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7468722462654114, "Finetune/Loss (Raw)": 0.6295123100280762, "Finetune/Step": 4535, "Finetune/Step Time": 6.9101532548666}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7455487847328186, "Finetune/Loss (Raw)": 0.7645816206932068, "Finetune/Step": 4536, "Finetune/Step Time": 6.916943337768316}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7464937567710876, "Finetune/Loss (Raw)": 0.7936800122261047, "Finetune/Step": 4537, "Finetune/Step Time": 6.917232783511281}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7468270063400269, "Finetune/Loss (Raw)": 0.8329910039901733, "Finetune/Step": 4538, "Finetune/Step Time": 6.916068265214562}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7460067272186279, "Finetune/Loss (Raw)": 0.657549262046814, "Finetune/Step": 4539, "Finetune/Step Time": 6.929399508982897}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7444952130317688, "Finetune/Loss (Raw)": 0.5410854816436768, "Finetune/Step": 4540, "Finetune/Step Time": 6.943857774138451}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.742313027381897, "Finetune/Loss (Raw)": 0.6944838166236877, "Finetune/Step": 4541, "Finetune/Step Time": 6.9619040209800005}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7416536808013916, "Finetune/Loss (Raw)": 0.6496875286102295, "Finetune/Step": 4542, "Finetune/Step Time": 6.963195925578475}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7409847974777222, "Finetune/Loss (Raw)": 0.7713611721992493, "Finetune/Step": 4543, "Finetune/Step Time": 6.957798482850194}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.742584764957428, "Finetune/Loss (Raw)": 0.8755954504013062, "Finetune/Step": 4544, "Finetune/Step Time": 6.951922504231334}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7417308688163757, "Finetune/Loss (Raw)": 0.7620695233345032, "Finetune/Step": 4545, "Finetune/Step Time": 6.961351716890931}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7423363327980042, "Finetune/Loss (Raw)": 0.8523565530776978, "Finetune/Step": 4546, "Finetune/Step Time": 6.960136091336608}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7422340512275696, "Finetune/Loss (Raw)": 0.8298776745796204, "Finetune/Step": 4547, "Finetune/Step Time": 6.9563934076577425}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7411277294158936, "Finetune/Loss (Raw)": 0.5426149964332581, "Finetune/Step": 4548, "Finetune/Step Time": 6.985018318518996}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7400856018066406, "Finetune/Loss (Raw)": 0.5949810743331909, "Finetune/Step": 4549, "Finetune/Step Time": 6.9763013031333685}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7409601211547852, "Finetune/Loss (Raw)": 0.8868797421455383, "Finetune/Step": 4550, "Finetune/Step Time": 6.9745625127106905}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7427144646644592, "Finetune/Loss (Raw)": 0.8299868106842041, "Finetune/Step": 4551, "Finetune/Step Time": 6.972848020493984}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7422128915786743, "Finetune/Loss (Raw)": 0.5662355422973633, "Finetune/Step": 4552, "Finetune/Step Time": 6.966871986165643}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.743614673614502, "Finetune/Loss (Raw)": 0.7913458943367004, "Finetune/Step": 4553, "Finetune/Step Time": 6.952927274629474}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.743950605392456, "Finetune/Loss (Raw)": 0.8826788067817688, "Finetune/Step": 4554, "Finetune/Step Time": 6.9494371470063925}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7454536557197571, "Finetune/Loss (Raw)": 0.7929116487503052, "Finetune/Step": 4555, "Finetune/Step Time": 6.960363321006298}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7465360760688782, "Finetune/Loss (Raw)": 0.9365929961204529, "Finetune/Step": 4556, "Finetune/Step Time": 6.9545132499188185}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7460544109344482, "Finetune/Loss (Raw)": 0.7044366002082825, "Finetune/Step": 4557, "Finetune/Step Time": 6.957293096929789}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7460685968399048, "Finetune/Loss (Raw)": 0.5799928307533264, "Finetune/Step": 4558, "Finetune/Step Time": 6.934528969228268}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7471421957015991, "Finetune/Loss (Raw)": 0.9060603976249695, "Finetune/Step": 4559, "Finetune/Step Time": 6.944782145321369}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7462904453277588, "Finetune/Loss (Raw)": 0.7115825414657593, "Finetune/Step": 4560, "Finetune/Step Time": 6.941662712022662}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7478618025779724, "Finetune/Loss (Raw)": 0.7832914590835571, "Finetune/Step": 4561, "Finetune/Step Time": 6.9324108604341745}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7477512359619141, "Finetune/Loss (Raw)": 0.839570939540863, "Finetune/Step": 4562, "Finetune/Step Time": 6.9334334544837475}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7467735409736633, "Finetune/Loss (Raw)": 0.6604035496711731, "Finetune/Step": 4563, "Finetune/Step Time": 6.9482149593532085}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.74778151512146, "Finetune/Loss (Raw)": 0.7466287612915039, "Finetune/Step": 4564, "Finetune/Step Time": 6.9363434705883265}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7475064992904663, "Finetune/Loss (Raw)": 0.6856679320335388, "Finetune/Step": 4565, "Finetune/Step Time": 6.932692553848028}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7472602128982544, "Finetune/Loss (Raw)": 0.7668841481208801, "Finetune/Step": 4566, "Finetune/Step Time": 6.926652565598488}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7468969821929932, "Finetune/Loss (Raw)": 0.8687582612037659, "Finetune/Step": 4567, "Finetune/Step Time": 6.9257578775286674}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7463961243629456, "Finetune/Loss (Raw)": 0.8021827936172485, "Finetune/Step": 4568, "Finetune/Step Time": 6.926602361723781}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7460956573486328, "Finetune/Loss (Raw)": 0.8406340479850769, "Finetune/Step": 4569, "Finetune/Step Time": 6.926009429618716}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7467705607414246, "Finetune/Loss (Raw)": 0.8456569910049438, "Finetune/Step": 4570, "Finetune/Step Time": 6.915225807577372}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7453312873840332, "Finetune/Loss (Raw)": 0.613369882106781, "Finetune/Step": 4571, "Finetune/Step Time": 6.917010543867946}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7455917596817017, "Finetune/Loss (Raw)": 0.7232558131217957, "Finetune/Step": 4572, "Finetune/Step Time": 6.920717382803559}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7454543113708496, "Finetune/Loss (Raw)": 0.6619834303855896, "Finetune/Step": 4573, "Finetune/Step Time": 6.9321015402674675}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7450319528579712, "Finetune/Loss (Raw)": 0.8102791905403137, "Finetune/Step": 4574, "Finetune/Step Time": 6.921862779185176}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7446355819702148, "Finetune/Loss (Raw)": 0.7090720534324646, "Finetune/Step": 4575, "Finetune/Step Time": 6.932188304141164}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7436891198158264, "Finetune/Loss (Raw)": 0.6566527485847473, "Finetune/Step": 4576, "Finetune/Step Time": 6.936329839751124}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.743833065032959, "Finetune/Loss (Raw)": 0.8968353867530823, "Finetune/Step": 4577, "Finetune/Step Time": 6.939034657552838}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7449338436126709, "Finetune/Loss (Raw)": 0.8380100727081299, "Finetune/Step": 4578, "Finetune/Step Time": 6.939902450889349}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7447823882102966, "Finetune/Loss (Raw)": 0.6032312512397766, "Finetune/Step": 4579, "Finetune/Step Time": 6.9471205919981}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7442202568054199, "Finetune/Loss (Raw)": 0.5564922094345093, "Finetune/Step": 4580, "Finetune/Step Time": 6.948551271110773}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7440662384033203, "Finetune/Loss (Raw)": 0.6665830612182617, "Finetune/Step": 4581, "Finetune/Step Time": 6.967820130288601}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7442272901535034, "Finetune/Loss (Raw)": 0.7292711138725281, "Finetune/Step": 4582, "Finetune/Step Time": 6.9710135739296675}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7462280988693237, "Finetune/Loss (Raw)": 0.8827632665634155, "Finetune/Step": 4583, "Finetune/Step Time": 6.960391841828823}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7461461424827576, "Finetune/Loss (Raw)": 0.7107872366905212, "Finetune/Step": 4584, "Finetune/Step Time": 6.971058834344149}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7459213733673096, "Finetune/Loss (Raw)": 0.6173528432846069, "Finetune/Step": 4585, "Finetune/Step Time": 6.961306616663933}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7459018230438232, "Finetune/Loss (Raw)": 0.6796463131904602, "Finetune/Step": 4586, "Finetune/Step Time": 6.953381806612015}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7473297119140625, "Finetune/Loss (Raw)": 0.8800362944602966, "Finetune/Step": 4587, "Finetune/Step Time": 6.950106559321284}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.747221052646637, "Finetune/Loss (Raw)": 0.8537230491638184, "Finetune/Step": 4588, "Finetune/Step Time": 6.967859826982021}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7477596998214722, "Finetune/Loss (Raw)": 0.7614321112632751, "Finetune/Step": 4589, "Finetune/Step Time": 6.965945230796933}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7474339008331299, "Finetune/Loss (Raw)": 0.7089455723762512, "Finetune/Step": 4590, "Finetune/Step Time": 6.959412539377809}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7498701214790344, "Finetune/Loss (Raw)": 0.8244388103485107, "Finetune/Step": 4591, "Finetune/Step Time": 6.948063254356384}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7479238510131836, "Finetune/Loss (Raw)": 0.5120262503623962, "Finetune/Step": 4592, "Finetune/Step Time": 6.947206968441606}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7489179968833923, "Finetune/Loss (Raw)": 0.8425942659378052, "Finetune/Step": 4593, "Finetune/Step Time": 6.9512706603854895}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7481959462165833, "Finetune/Loss (Raw)": 0.652633011341095, "Finetune/Step": 4594, "Finetune/Step Time": 6.964204205200076}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7479363679885864, "Finetune/Loss (Raw)": 0.7945535182952881, "Finetune/Step": 4595, "Finetune/Step Time": 6.9670873917639256}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7479543089866638, "Finetune/Loss (Raw)": 0.7528998851776123, "Finetune/Step": 4596, "Finetune/Step Time": 6.974002830684185}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7475794553756714, "Finetune/Loss (Raw)": 0.7088079452514648, "Finetune/Step": 4597, "Finetune/Step Time": 6.976617967709899}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7478328943252563, "Finetune/Loss (Raw)": 0.7864639759063721, "Finetune/Step": 4598, "Finetune/Step Time": 6.963490333408117}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7484978437423706, "Finetune/Loss (Raw)": 0.709506094455719, "Finetune/Step": 4599, "Finetune/Step Time": 6.961313268169761}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7483245134353638, "Finetune/Loss (Raw)": 0.7714471817016602, "Finetune/Step": 4600, "Finetune/Step Time": 6.965016834437847}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7459123730659485, "Finetune/Loss (Raw)": 0.6757590770721436, "Finetune/Step": 4601, "Finetune/Step Time": 6.978726528584957}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7470830678939819, "Finetune/Loss (Raw)": 0.9731779098510742, "Finetune/Step": 4602, "Finetune/Step Time": 6.970316294580698}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7465612292289734, "Finetune/Loss (Raw)": 0.6236361861228943, "Finetune/Step": 4603, "Finetune/Step Time": 6.964650485664606}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7462297677993774, "Finetune/Loss (Raw)": 0.799037754535675, "Finetune/Step": 4604, "Finetune/Step Time": 6.962223501875997}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7456153631210327, "Finetune/Loss (Raw)": 0.618983805179596, "Finetune/Step": 4605, "Finetune/Step Time": 6.975601095706224}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7453668117523193, "Finetune/Loss (Raw)": 0.8258567452430725, "Finetune/Step": 4606, "Finetune/Step Time": 6.9811378717422485}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7448601722717285, "Finetune/Loss (Raw)": 0.7327947020530701, "Finetune/Step": 4607, "Finetune/Step Time": 6.977350352331996}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7455859780311584, "Finetune/Loss (Raw)": 0.750620424747467, "Finetune/Step": 4608, "Finetune/Step Time": 6.976289968937635}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.747416615486145, "Finetune/Loss (Raw)": 0.9408952593803406, "Finetune/Step": 4609, "Finetune/Step Time": 6.996634893119335}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.747564971446991, "Finetune/Loss (Raw)": 0.7176312208175659, "Finetune/Step": 4610, "Finetune/Step Time": 6.98396816663444}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7456862926483154, "Finetune/Loss (Raw)": 0.5494924187660217, "Finetune/Step": 4611, "Finetune/Step Time": 6.996856477111578}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7450878024101257, "Finetune/Loss (Raw)": 0.8048734068870544, "Finetune/Step": 4612, "Finetune/Step Time": 6.983397422358394}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7441481947898865, "Finetune/Loss (Raw)": 0.6429299116134644, "Finetune/Step": 4613, "Finetune/Step Time": 7.004969565197825}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7439925074577332, "Finetune/Loss (Raw)": 0.7049961686134338, "Finetune/Step": 4614, "Finetune/Step Time": 7.009441317990422}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7462869882583618, "Finetune/Loss (Raw)": 0.8925874829292297, "Finetune/Step": 4615, "Finetune/Step Time": 6.99583993293345}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7457447052001953, "Finetune/Loss (Raw)": 0.7320461273193359, "Finetune/Step": 4616, "Finetune/Step Time": 6.991522924974561}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7472397089004517, "Finetune/Loss (Raw)": 0.6789271235466003, "Finetune/Step": 4617, "Finetune/Step Time": 6.987801466137171}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7486714124679565, "Finetune/Loss (Raw)": 0.8348436951637268, "Finetune/Step": 4618, "Finetune/Step Time": 6.974387887865305}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7498118281364441, "Finetune/Loss (Raw)": 0.8845741748809814, "Finetune/Step": 4619, "Finetune/Step Time": 6.97675790451467}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7490976452827454, "Finetune/Loss (Raw)": 0.7171458601951599, "Finetune/Step": 4620, "Finetune/Step Time": 6.970722060650587}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7502450942993164, "Finetune/Loss (Raw)": 0.8617776036262512, "Finetune/Step": 4621, "Finetune/Step Time": 6.964076330885291}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7520461678504944, "Finetune/Loss (Raw)": 0.8211376667022705, "Finetune/Step": 4622, "Finetune/Step Time": 6.9617437068372965}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7526471614837646, "Finetune/Loss (Raw)": 0.8568642735481262, "Finetune/Step": 4623, "Finetune/Step Time": 6.95690668001771}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7527366280555725, "Finetune/Loss (Raw)": 0.7133303880691528, "Finetune/Step": 4624, "Finetune/Step Time": 6.952981008216739}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7531892657279968, "Finetune/Loss (Raw)": 0.8328959345817566, "Finetune/Step": 4625, "Finetune/Step Time": 6.954196402803063}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.752414345741272, "Finetune/Loss (Raw)": 0.5799768567085266, "Finetune/Step": 4626, "Finetune/Step Time": 6.965580051764846}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7514843940734863, "Finetune/Loss (Raw)": 0.7461730241775513, "Finetune/Step": 4627, "Finetune/Step Time": 6.972172794863582}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7513172030448914, "Finetune/Loss (Raw)": 0.66414874792099, "Finetune/Step": 4628, "Finetune/Step Time": 6.965824404731393}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.750177264213562, "Finetune/Loss (Raw)": 0.7359247207641602, "Finetune/Step": 4629, "Finetune/Step Time": 6.975253753364086}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7504657506942749, "Finetune/Loss (Raw)": 0.6863307356834412, "Finetune/Step": 4630, "Finetune/Step Time": 6.979022145271301}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7482527494430542, "Finetune/Loss (Raw)": 0.5703082084655762, "Finetune/Step": 4631, "Finetune/Step Time": 6.992941033095121}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7464574575424194, "Finetune/Loss (Raw)": 0.5206627249717712, "Finetune/Step": 4632, "Finetune/Step Time": 7.003091366961598}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7450191974639893, "Finetune/Loss (Raw)": 0.5718508362770081, "Finetune/Step": 4633, "Finetune/Step Time": 7.011571492999792}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.74433434009552, "Finetune/Loss (Raw)": 0.8625395894050598, "Finetune/Step": 4634, "Finetune/Step Time": 7.019306026399136}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7436134815216064, "Finetune/Loss (Raw)": 0.5688994526863098, "Finetune/Step": 4635, "Finetune/Step Time": 7.021267017349601}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7437127828598022, "Finetune/Loss (Raw)": 0.7727419137954712, "Finetune/Step": 4636, "Finetune/Step Time": 7.022549359127879}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7447197437286377, "Finetune/Loss (Raw)": 0.8479521870613098, "Finetune/Step": 4637, "Finetune/Step Time": 7.017600914463401}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7458285093307495, "Finetune/Loss (Raw)": 0.9863393902778625, "Finetune/Step": 4638, "Finetune/Step Time": 7.030899537727237}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.743248462677002, "Finetune/Loss (Raw)": 0.6104152202606201, "Finetune/Step": 4639, "Finetune/Step Time": 7.050258761271834}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7443321943283081, "Finetune/Loss (Raw)": 0.8478218913078308, "Finetune/Step": 4640, "Finetune/Step Time": 7.030893307179213}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7444430589675903, "Finetune/Loss (Raw)": 0.7903593182563782, "Finetune/Step": 4641, "Finetune/Step Time": 7.030945401638746}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7454550266265869, "Finetune/Loss (Raw)": 0.7897782921791077, "Finetune/Step": 4642, "Finetune/Step Time": 7.030159570276737}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7463417053222656, "Finetune/Loss (Raw)": 0.8682931661605835, "Finetune/Step": 4643, "Finetune/Step Time": 7.02731647901237}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.746673583984375, "Finetune/Loss (Raw)": 0.660252571105957, "Finetune/Step": 4644, "Finetune/Step Time": 7.04173443838954}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7479467391967773, "Finetune/Loss (Raw)": 0.8219742774963379, "Finetune/Step": 4645, "Finetune/Step Time": 7.042538084089756}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7454627156257629, "Finetune/Loss (Raw)": 0.60979825258255, "Finetune/Step": 4646, "Finetune/Step Time": 7.05180842615664}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7448399066925049, "Finetune/Loss (Raw)": 0.789649486541748, "Finetune/Step": 4647, "Finetune/Step Time": 7.054640734568238}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7437011003494263, "Finetune/Loss (Raw)": 0.7187831997871399, "Finetune/Step": 4648, "Finetune/Step Time": 7.059084801003337}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7434079647064209, "Finetune/Loss (Raw)": 0.8486923575401306, "Finetune/Step": 4649, "Finetune/Step Time": 7.055710755288601}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7425969243049622, "Finetune/Loss (Raw)": 0.6224714517593384, "Finetune/Step": 4650, "Finetune/Step Time": 7.062250645831227}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.742564857006073, "Finetune/Loss (Raw)": 0.7760341763496399, "Finetune/Step": 4651, "Finetune/Step Time": 7.070840496569872}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7423759698867798, "Finetune/Loss (Raw)": 0.7694428563117981, "Finetune/Step": 4652, "Finetune/Step Time": 7.069161996245384}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7406308650970459, "Finetune/Loss (Raw)": 0.5555607080459595, "Finetune/Step": 4653, "Finetune/Step Time": 7.08006938919425}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.742000937461853, "Finetune/Loss (Raw)": 0.7339363694190979, "Finetune/Step": 4654, "Finetune/Step Time": 7.082234933972359}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7434872388839722, "Finetune/Loss (Raw)": 0.6180342435836792, "Finetune/Step": 4655, "Finetune/Step Time": 7.069363562390208}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.743127703666687, "Finetune/Loss (Raw)": 0.6722608208656311, "Finetune/Step": 4656, "Finetune/Step Time": 7.099604615941644}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7427634000778198, "Finetune/Loss (Raw)": 0.7453493475914001, "Finetune/Step": 4657, "Finetune/Step Time": 7.088171545416117}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7424232363700867, "Finetune/Loss (Raw)": 0.8274997472763062, "Finetune/Step": 4658, "Finetune/Step Time": 7.086954414844513}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7422606945037842, "Finetune/Loss (Raw)": 0.8631125688552856, "Finetune/Step": 4659, "Finetune/Step Time": 7.087866455316544}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7439990043640137, "Finetune/Loss (Raw)": 0.8182576894760132, "Finetune/Step": 4660, "Finetune/Step Time": 7.094992158934474}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7429201602935791, "Finetune/Loss (Raw)": 0.6673442125320435, "Finetune/Step": 4661, "Finetune/Step Time": 7.097241494804621}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7445383071899414, "Finetune/Loss (Raw)": 0.8392176032066345, "Finetune/Step": 4662, "Finetune/Step Time": 7.084806948900223}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7459678649902344, "Finetune/Loss (Raw)": 0.8124980926513672, "Finetune/Step": 4663, "Finetune/Step Time": 7.07651137933135}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7460438013076782, "Finetune/Loss (Raw)": 0.7742931246757507, "Finetune/Step": 4664, "Finetune/Step Time": 7.079041350632906}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7453014850616455, "Finetune/Loss (Raw)": 0.6986693739891052, "Finetune/Step": 4665, "Finetune/Step Time": 7.077283596619964}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7432121634483337, "Finetune/Loss (Raw)": 0.5655559301376343, "Finetune/Step": 4666, "Finetune/Step Time": 7.093568781390786}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7446061968803406, "Finetune/Loss (Raw)": 0.8359819650650024, "Finetune/Step": 4667, "Finetune/Step Time": 7.075065968558192}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.746177077293396, "Finetune/Loss (Raw)": 0.7421627044677734, "Finetune/Step": 4668, "Finetune/Step Time": 7.067802416160703}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.745355486869812, "Finetune/Loss (Raw)": 0.5893195867538452, "Finetune/Step": 4669, "Finetune/Step Time": 7.066321533173323}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7464601397514343, "Finetune/Loss (Raw)": 0.79108065366745, "Finetune/Step": 4670, "Finetune/Step Time": 7.065725633874536}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7460600137710571, "Finetune/Loss (Raw)": 0.7201532125473022, "Finetune/Step": 4671, "Finetune/Step Time": 7.061420811340213}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7455674409866333, "Finetune/Loss (Raw)": 0.8125346899032593, "Finetune/Step": 4672, "Finetune/Step Time": 7.071217870339751}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7456716299057007, "Finetune/Loss (Raw)": 0.7754067778587341, "Finetune/Step": 4673, "Finetune/Step Time": 7.065179141238332}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7456293106079102, "Finetune/Loss (Raw)": 0.8469488620758057, "Finetune/Step": 4674, "Finetune/Step Time": 7.085392544046044}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7456158995628357, "Finetune/Loss (Raw)": 0.8281565308570862, "Finetune/Step": 4675, "Finetune/Step Time": 7.077299028635025}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7471429109573364, "Finetune/Loss (Raw)": 0.7380721569061279, "Finetune/Step": 4676, "Finetune/Step Time": 7.036470530554652}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7490636110305786, "Finetune/Loss (Raw)": 0.8408331274986267, "Finetune/Step": 4677, "Finetune/Step Time": 7.028069857507944}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7480260133743286, "Finetune/Loss (Raw)": 0.7540624141693115, "Finetune/Step": 4678, "Finetune/Step Time": 7.049026671797037}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7465881705284119, "Finetune/Loss (Raw)": 0.6459469795227051, "Finetune/Step": 4679, "Finetune/Step Time": 7.060187673196197}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7491469383239746, "Finetune/Loss (Raw)": 0.8937521576881409, "Finetune/Step": 4680, "Finetune/Step Time": 7.053250413388014}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7488689422607422, "Finetune/Loss (Raw)": 0.7557684183120728, "Finetune/Step": 4681, "Finetune/Step Time": 7.06518485583365}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.747753381729126, "Finetune/Loss (Raw)": 0.7398852109909058, "Finetune/Step": 4682, "Finetune/Step Time": 7.075152210891247}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7475522756576538, "Finetune/Loss (Raw)": 0.7671669125556946, "Finetune/Step": 4683, "Finetune/Step Time": 7.054592682048678}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.747048020362854, "Finetune/Loss (Raw)": 0.8720427751541138, "Finetune/Step": 4684, "Finetune/Step Time": 7.053887363523245}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7481321096420288, "Finetune/Loss (Raw)": 0.8432022333145142, "Finetune/Step": 4685, "Finetune/Step Time": 7.052908884361386}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7486690282821655, "Finetune/Loss (Raw)": 0.6487168669700623, "Finetune/Step": 4686, "Finetune/Step Time": 7.050583081319928}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7477407455444336, "Finetune/Loss (Raw)": 0.7872499227523804, "Finetune/Step": 4687, "Finetune/Step Time": 7.034065185114741}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7501688599586487, "Finetune/Loss (Raw)": 1.0223753452301025, "Finetune/Step": 4688, "Finetune/Step Time": 7.031007222831249}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7509135007858276, "Finetune/Loss (Raw)": 0.8786107897758484, "Finetune/Step": 4689, "Finetune/Step Time": 7.023836944252253}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7493737936019897, "Finetune/Loss (Raw)": 0.6424816846847534, "Finetune/Step": 4690, "Finetune/Step Time": 7.034200688824058}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7511696815490723, "Finetune/Loss (Raw)": 0.8902798295021057, "Finetune/Step": 4691, "Finetune/Step Time": 7.020801682025194}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7526193857192993, "Finetune/Loss (Raw)": 0.9321931004524231, "Finetune/Step": 4692, "Finetune/Step Time": 7.019447349011898}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7532107830047607, "Finetune/Loss (Raw)": 0.7613657116889954, "Finetune/Step": 4693, "Finetune/Step Time": 7.03863406740129}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7541617155075073, "Finetune/Loss (Raw)": 0.8886056542396545, "Finetune/Step": 4694, "Finetune/Step Time": 7.033073220402002}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7538588047027588, "Finetune/Loss (Raw)": 0.8299789428710938, "Finetune/Step": 4695, "Finetune/Step Time": 7.033352795988321}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7527412176132202, "Finetune/Loss (Raw)": 0.6591355204582214, "Finetune/Step": 4696, "Finetune/Step Time": 7.040133344009519}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.75212162733078, "Finetune/Loss (Raw)": 0.7613287568092346, "Finetune/Step": 4697, "Finetune/Step Time": 7.046572931110859}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7522144317626953, "Finetune/Loss (Raw)": 0.8575304746627808, "Finetune/Step": 4698, "Finetune/Step Time": 7.049191325902939}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7542195320129395, "Finetune/Loss (Raw)": 0.8700262308120728, "Finetune/Step": 4699, "Finetune/Step Time": 7.044514426961541}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7546682357788086, "Finetune/Loss (Raw)": 0.780689001083374, "Finetune/Step": 4700, "Finetune/Step Time": 7.039229571819305}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7559773921966553, "Finetune/Loss (Raw)": 0.8295482993125916, "Finetune/Step": 4701, "Finetune/Step Time": 7.030769314616919}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7554985284805298, "Finetune/Loss (Raw)": 0.7489898204803467, "Finetune/Step": 4702, "Finetune/Step Time": 7.031853593885899}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7569563984870911, "Finetune/Loss (Raw)": 0.8956817984580994, "Finetune/Step": 4703, "Finetune/Step Time": 7.018372889608145}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7570936679840088, "Finetune/Loss (Raw)": 0.6742238402366638, "Finetune/Step": 4704, "Finetune/Step Time": 7.0128763522952795}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7569844722747803, "Finetune/Loss (Raw)": 0.8828619122505188, "Finetune/Step": 4705, "Finetune/Step Time": 7.0098888743668795}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7559741139411926, "Finetune/Loss (Raw)": 0.7086840271949768, "Finetune/Step": 4706, "Finetune/Step Time": 7.0055634547024965}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7566962838172913, "Finetune/Loss (Raw)": 0.6956669688224792, "Finetune/Step": 4707, "Finetune/Step Time": 6.991033997386694}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7577319145202637, "Finetune/Loss (Raw)": 0.6890459060668945, "Finetune/Step": 4708, "Finetune/Step Time": 6.977029582485557}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.757686972618103, "Finetune/Loss (Raw)": 0.6608338952064514, "Finetune/Step": 4709, "Finetune/Step Time": 6.968022184446454}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7593469619750977, "Finetune/Loss (Raw)": 0.9417492747306824, "Finetune/Step": 4710, "Finetune/Step Time": 6.972059242427349}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7584264278411865, "Finetune/Loss (Raw)": 0.7649415731430054, "Finetune/Step": 4711, "Finetune/Step Time": 6.971595587208867}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7582542896270752, "Finetune/Loss (Raw)": 0.6887416839599609, "Finetune/Step": 4712, "Finetune/Step Time": 6.969130124896765}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7599689960479736, "Finetune/Loss (Raw)": 0.8368420004844666, "Finetune/Step": 4713, "Finetune/Step Time": 6.969787200912833}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7604112029075623, "Finetune/Loss (Raw)": 0.7362493872642517, "Finetune/Step": 4714, "Finetune/Step Time": 6.9723970871418715}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7595242261886597, "Finetune/Loss (Raw)": 0.7665024995803833, "Finetune/Step": 4715, "Finetune/Step Time": 6.975212417542934}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7586414217948914, "Finetune/Loss (Raw)": 0.7407245635986328, "Finetune/Step": 4716, "Finetune/Step Time": 6.954375909641385}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7590779662132263, "Finetune/Loss (Raw)": 0.8173099756240845, "Finetune/Step": 4717, "Finetune/Step Time": 6.953512907028198}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.757949709892273, "Finetune/Loss (Raw)": 0.5645309686660767, "Finetune/Step": 4718, "Finetune/Step Time": 6.972813772037625}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7565485239028931, "Finetune/Loss (Raw)": 0.6450834274291992, "Finetune/Step": 4719, "Finetune/Step Time": 6.972363522276282}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7563482522964478, "Finetune/Loss (Raw)": 0.4863998293876648, "Finetune/Step": 4720, "Finetune/Step Time": 6.997622549533844}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7544660568237305, "Finetune/Loss (Raw)": 0.6016610264778137, "Finetune/Step": 4721, "Finetune/Step Time": 7.001111039891839}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7547579407691956, "Finetune/Loss (Raw)": 0.6900039315223694, "Finetune/Step": 4722, "Finetune/Step Time": 6.987195359542966}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7546125650405884, "Finetune/Loss (Raw)": 0.7759469747543335, "Finetune/Step": 4723, "Finetune/Step Time": 6.984806450083852}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7535961866378784, "Finetune/Loss (Raw)": 0.6228024959564209, "Finetune/Step": 4724, "Finetune/Step Time": 7.002197684720159}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7533125877380371, "Finetune/Loss (Raw)": 0.6725061535835266, "Finetune/Step": 4725, "Finetune/Step Time": 7.003635773435235}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7524003386497498, "Finetune/Loss (Raw)": 0.6696946024894714, "Finetune/Step": 4726, "Finetune/Step Time": 7.008281394839287}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7524851560592651, "Finetune/Loss (Raw)": 0.7203654050827026, "Finetune/Step": 4727, "Finetune/Step Time": 7.004891147837043}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7522079944610596, "Finetune/Loss (Raw)": 0.7359609007835388, "Finetune/Step": 4728, "Finetune/Step Time": 7.005676979199052}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7548673748970032, "Finetune/Loss (Raw)": 1.0161628723144531, "Finetune/Step": 4729, "Finetune/Step Time": 6.99397580139339}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7533445358276367, "Finetune/Loss (Raw)": 0.7782557010650635, "Finetune/Step": 4730, "Finetune/Step Time": 6.988938260823488}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7532281875610352, "Finetune/Loss (Raw)": 0.6087408661842346, "Finetune/Step": 4731, "Finetune/Step Time": 6.987400125712156}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7531560063362122, "Finetune/Loss (Raw)": 0.7898016571998596, "Finetune/Step": 4732, "Finetune/Step Time": 6.986730566248298}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7550070285797119, "Finetune/Loss (Raw)": 0.8559131622314453, "Finetune/Step": 4733, "Finetune/Step Time": 6.9687355402857065}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7538943290710449, "Finetune/Loss (Raw)": 0.6834372282028198, "Finetune/Step": 4734, "Finetune/Step Time": 6.972193367779255}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7548154592514038, "Finetune/Loss (Raw)": 0.8507013320922852, "Finetune/Step": 4735, "Finetune/Step Time": 6.972640357911587}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7535805702209473, "Finetune/Loss (Raw)": 0.5925546884536743, "Finetune/Step": 4736, "Finetune/Step Time": 6.97713172994554}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7513458728790283, "Finetune/Loss (Raw)": 0.6548452377319336, "Finetune/Step": 4737, "Finetune/Step Time": 6.963167123496532}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7520531415939331, "Finetune/Loss (Raw)": 0.8081637024879456, "Finetune/Step": 4738, "Finetune/Step Time": 6.968626473098993}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7533252239227295, "Finetune/Loss (Raw)": 0.7123148441314697, "Finetune/Step": 4739, "Finetune/Step Time": 6.956645553931594}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7523424625396729, "Finetune/Loss (Raw)": 0.679090142250061, "Finetune/Step": 4740, "Finetune/Step Time": 6.959286872297525}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7515341639518738, "Finetune/Loss (Raw)": 0.5394644141197205, "Finetune/Step": 4741, "Finetune/Step Time": 6.943649774417281}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7512013912200928, "Finetune/Loss (Raw)": 0.6623989939689636, "Finetune/Step": 4742, "Finetune/Step Time": 6.9519369173794985}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7492446899414062, "Finetune/Loss (Raw)": 0.6421297788619995, "Finetune/Step": 4743, "Finetune/Step Time": 6.963740980252624}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.750861406326294, "Finetune/Loss (Raw)": 0.9389857053756714, "Finetune/Step": 4744, "Finetune/Step Time": 6.964568696916103}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7509781122207642, "Finetune/Loss (Raw)": 0.6938698291778564, "Finetune/Step": 4745, "Finetune/Step Time": 6.977513125166297}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.749768853187561, "Finetune/Loss (Raw)": 0.6800550818443298, "Finetune/Step": 4746, "Finetune/Step Time": 6.9942979495972395}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7499350309371948, "Finetune/Loss (Raw)": 0.9058419466018677, "Finetune/Step": 4747, "Finetune/Step Time": 7.011614007875323}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7507539987564087, "Finetune/Loss (Raw)": 0.8219814300537109, "Finetune/Step": 4748, "Finetune/Step Time": 7.009411744773388}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7502475380897522, "Finetune/Loss (Raw)": 0.7969489097595215, "Finetune/Step": 4749, "Finetune/Step Time": 7.006521565839648}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7495795488357544, "Finetune/Loss (Raw)": 0.7356355786323547, "Finetune/Step": 4750, "Finetune/Step Time": 7.008697995916009}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7487196326255798, "Finetune/Loss (Raw)": 0.7467890977859497, "Finetune/Step": 4751, "Finetune/Step Time": 7.020475400611758}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7497388124465942, "Finetune/Loss (Raw)": 0.8437896370887756, "Finetune/Step": 4752, "Finetune/Step Time": 7.021282779052854}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7486693263053894, "Finetune/Loss (Raw)": 0.6959999203681946, "Finetune/Step": 4753, "Finetune/Step Time": 7.016140963882208}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7503742575645447, "Finetune/Loss (Raw)": 0.798203706741333, "Finetune/Step": 4754, "Finetune/Step Time": 7.007969425991178}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7505396604537964, "Finetune/Loss (Raw)": 0.7673428058624268, "Finetune/Step": 4755, "Finetune/Step Time": 7.007142797112465}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7513124942779541, "Finetune/Loss (Raw)": 0.7630802989006042, "Finetune/Step": 4756, "Finetune/Step Time": 7.000926213338971}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7515002489089966, "Finetune/Loss (Raw)": 0.7599605321884155, "Finetune/Step": 4757, "Finetune/Step Time": 6.990789553150535}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7518638372421265, "Finetune/Loss (Raw)": 0.7328593134880066, "Finetune/Step": 4758, "Finetune/Step Time": 6.982931239530444}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.752863883972168, "Finetune/Loss (Raw)": 0.6983184814453125, "Finetune/Step": 4759, "Finetune/Step Time": 6.970592090860009}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7548717260360718, "Finetune/Loss (Raw)": 0.777669370174408, "Finetune/Step": 4760, "Finetune/Step Time": 6.960104743018746}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7550069689750671, "Finetune/Loss (Raw)": 0.5891605019569397, "Finetune/Step": 4761, "Finetune/Step Time": 6.962607374414802}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7538601160049438, "Finetune/Loss (Raw)": 0.7157428860664368, "Finetune/Step": 4762, "Finetune/Step Time": 6.958555448800325}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.755358099937439, "Finetune/Loss (Raw)": 0.7606327533721924, "Finetune/Step": 4763, "Finetune/Step Time": 6.947223640978336}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7547042965888977, "Finetune/Loss (Raw)": 0.6890594363212585, "Finetune/Step": 4764, "Finetune/Step Time": 6.958470428362489}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7531751394271851, "Finetune/Loss (Raw)": 0.6522282958030701, "Finetune/Step": 4765, "Finetune/Step Time": 6.968156727030873}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7526782155036926, "Finetune/Loss (Raw)": 0.9227266311645508, "Finetune/Step": 4766, "Finetune/Step Time": 6.958221720531583}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7542167901992798, "Finetune/Loss (Raw)": 0.8073539137840271, "Finetune/Step": 4767, "Finetune/Step Time": 6.932975370436907}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.753393828868866, "Finetune/Loss (Raw)": 0.7424851655960083, "Finetune/Step": 4768, "Finetune/Step Time": 6.934912433847785}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7531141042709351, "Finetune/Loss (Raw)": 0.754550039768219, "Finetune/Step": 4769, "Finetune/Step Time": 6.933256275951862}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7506077885627747, "Finetune/Loss (Raw)": 0.46897074580192566, "Finetune/Step": 4770, "Finetune/Step Time": 6.9348753578960896}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.75083327293396, "Finetune/Loss (Raw)": 0.8971498012542725, "Finetune/Step": 4771, "Finetune/Step Time": 6.93755292147398}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.750952422618866, "Finetune/Loss (Raw)": 0.6755083799362183, "Finetune/Step": 4772, "Finetune/Step Time": 6.94215807877481}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7488755583763123, "Finetune/Loss (Raw)": 0.5561375021934509, "Finetune/Step": 4773, "Finetune/Step Time": 6.941068826243281}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7501803636550903, "Finetune/Loss (Raw)": 0.7768144607543945, "Finetune/Step": 4774, "Finetune/Step Time": 6.93175283074379}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7507959008216858, "Finetune/Loss (Raw)": 0.8684353232383728, "Finetune/Step": 4775, "Finetune/Step Time": 6.930537465959787}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.750312089920044, "Finetune/Loss (Raw)": 0.6568555235862732, "Finetune/Step": 4776, "Finetune/Step Time": 6.94022679515183}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7496343851089478, "Finetune/Loss (Raw)": 0.7619497776031494, "Finetune/Step": 4777, "Finetune/Step Time": 6.941021118313074}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7492746114730835, "Finetune/Loss (Raw)": 0.576419472694397, "Finetune/Step": 4778, "Finetune/Step Time": 6.9435083996504545}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7503767609596252, "Finetune/Loss (Raw)": 0.9171021580696106, "Finetune/Step": 4779, "Finetune/Step Time": 6.93326111882925}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7498032450675964, "Finetune/Loss (Raw)": 0.6960355043411255, "Finetune/Step": 4780, "Finetune/Step Time": 6.9346333388239145}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7505429983139038, "Finetune/Loss (Raw)": 0.6502531170845032, "Finetune/Step": 4781, "Finetune/Step Time": 6.925588294863701}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7500702142715454, "Finetune/Loss (Raw)": 0.6734195351600647, "Finetune/Step": 4782, "Finetune/Step Time": 6.926093641668558}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7499505281448364, "Finetune/Loss (Raw)": 0.6027189493179321, "Finetune/Step": 4783, "Finetune/Step Time": 6.936814907938242}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7508333921432495, "Finetune/Loss (Raw)": 0.7852615714073181, "Finetune/Step": 4784, "Finetune/Step Time": 6.907231956720352}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7524362206459045, "Finetune/Loss (Raw)": 0.9505103230476379, "Finetune/Step": 4785, "Finetune/Step Time": 6.907886363565922}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7523066997528076, "Finetune/Loss (Raw)": 0.8109210729598999, "Finetune/Step": 4786, "Finetune/Step Time": 6.910331446677446}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7514990568161011, "Finetune/Loss (Raw)": 0.7597376108169556, "Finetune/Step": 4787, "Finetune/Step Time": 6.90492676384747}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.750257670879364, "Finetune/Loss (Raw)": 0.6593567132949829, "Finetune/Step": 4788, "Finetune/Step Time": 6.923005266115069}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.749715268611908, "Finetune/Loss (Raw)": 0.597916841506958, "Finetune/Step": 4789, "Finetune/Step Time": 6.922716971486807}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7494434118270874, "Finetune/Loss (Raw)": 0.8044133186340332, "Finetune/Step": 4790, "Finetune/Step Time": 6.92446599714458}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7483910322189331, "Finetune/Loss (Raw)": 0.6778030395507812, "Finetune/Step": 4791, "Finetune/Step Time": 6.93934603407979}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7497950792312622, "Finetune/Loss (Raw)": 0.9540045857429504, "Finetune/Step": 4792, "Finetune/Step Time": 6.931871339678764}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7509117722511292, "Finetune/Loss (Raw)": 0.8416064381599426, "Finetune/Step": 4793, "Finetune/Step Time": 6.932362934574485}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7519899606704712, "Finetune/Loss (Raw)": 0.7035683393478394, "Finetune/Step": 4794, "Finetune/Step Time": 6.91915743984282}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7507777214050293, "Finetune/Loss (Raw)": 0.6808149218559265, "Finetune/Step": 4795, "Finetune/Step Time": 6.94538264721632}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7515837550163269, "Finetune/Loss (Raw)": 0.8453360795974731, "Finetune/Step": 4796, "Finetune/Step Time": 6.9427005890756845}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7531226277351379, "Finetune/Loss (Raw)": 0.7862913012504578, "Finetune/Step": 4797, "Finetune/Step Time": 6.930504720658064}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7515953183174133, "Finetune/Loss (Raw)": 0.5955888628959656, "Finetune/Step": 4798, "Finetune/Step Time": 6.943085106089711}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.752514123916626, "Finetune/Loss (Raw)": 0.837764322757721, "Finetune/Step": 4799, "Finetune/Step Time": 6.946129288524389}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7535742521286011, "Finetune/Loss (Raw)": 0.9482254385948181, "Finetune/Step": 4800, "Finetune/Step Time": 6.933590609580278}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.754104495048523, "Finetune/Loss (Raw)": 0.843279242515564, "Finetune/Step": 4801, "Finetune/Step Time": 6.926423527300358}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7535799741744995, "Finetune/Loss (Raw)": 0.7798044085502625, "Finetune/Step": 4802, "Finetune/Step Time": 6.914594503119588}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7537866830825806, "Finetune/Loss (Raw)": 0.8546188473701477, "Finetune/Step": 4803, "Finetune/Step Time": 6.9167597983032465}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7543710470199585, "Finetune/Loss (Raw)": 0.8128772974014282, "Finetune/Step": 4804, "Finetune/Step Time": 6.918145392090082}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7544386386871338, "Finetune/Loss (Raw)": 0.8494778275489807, "Finetune/Step": 4805, "Finetune/Step Time": 6.922994429245591}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7547235488891602, "Finetune/Loss (Raw)": 0.7905277013778687, "Finetune/Step": 4806, "Finetune/Step Time": 6.907173546031117}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7557275891304016, "Finetune/Loss (Raw)": 0.7744703888893127, "Finetune/Step": 4807, "Finetune/Step Time": 6.897120267152786}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7558518052101135, "Finetune/Loss (Raw)": 0.9096546173095703, "Finetune/Step": 4808, "Finetune/Step Time": 6.89527353271842}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7544047832489014, "Finetune/Loss (Raw)": 0.570539116859436, "Finetune/Step": 4809, "Finetune/Step Time": 6.886221077293158}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7544732093811035, "Finetune/Loss (Raw)": 0.7486510276794434, "Finetune/Step": 4810, "Finetune/Step Time": 6.880420798435807}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.75464928150177, "Finetune/Loss (Raw)": 0.7897047400474548, "Finetune/Step": 4811, "Finetune/Step Time": 6.890635762363672}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7539400458335876, "Finetune/Loss (Raw)": 0.7812624573707581, "Finetune/Step": 4812, "Finetune/Step Time": 6.892995258793235}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7531996369361877, "Finetune/Loss (Raw)": 0.748426079750061, "Finetune/Step": 4813, "Finetune/Step Time": 6.904977293685079}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7544485926628113, "Finetune/Loss (Raw)": 0.808582067489624, "Finetune/Step": 4814, "Finetune/Step Time": 6.9000021535903215}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7551456689834595, "Finetune/Loss (Raw)": 0.8764790892601013, "Finetune/Step": 4815, "Finetune/Step Time": 6.899573847651482}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7524175643920898, "Finetune/Loss (Raw)": 0.673179566860199, "Finetune/Step": 4816, "Finetune/Step Time": 6.92281699180603}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7520117163658142, "Finetune/Loss (Raw)": 0.8266599178314209, "Finetune/Step": 4817, "Finetune/Step Time": 6.929801449179649}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7535485625267029, "Finetune/Loss (Raw)": 0.8391929864883423, "Finetune/Step": 4818, "Finetune/Step Time": 6.921830205246806}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7533215284347534, "Finetune/Loss (Raw)": 0.8612235188484192, "Finetune/Step": 4819, "Finetune/Step Time": 6.930305473506451}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7528054118156433, "Finetune/Loss (Raw)": 0.8661353588104248, "Finetune/Step": 4820, "Finetune/Step Time": 6.931810289621353}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7537675499916077, "Finetune/Loss (Raw)": 0.8845154047012329, "Finetune/Step": 4821, "Finetune/Step Time": 6.913596145808697}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7532992959022522, "Finetune/Loss (Raw)": 0.8286687731742859, "Finetune/Step": 4822, "Finetune/Step Time": 6.9184770826250315}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7534538507461548, "Finetune/Loss (Raw)": 0.8497567772865295, "Finetune/Step": 4823, "Finetune/Step Time": 6.92042806558311}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.753602147102356, "Finetune/Loss (Raw)": 0.6781249046325684, "Finetune/Step": 4824, "Finetune/Step Time": 6.922754276543856}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7534888982772827, "Finetune/Loss (Raw)": 0.7468380928039551, "Finetune/Step": 4825, "Finetune/Step Time": 6.917988525703549}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7528009414672852, "Finetune/Loss (Raw)": 0.7694643139839172, "Finetune/Step": 4826, "Finetune/Step Time": 6.917509000748396}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7526761293411255, "Finetune/Loss (Raw)": 0.8540491461753845, "Finetune/Step": 4827, "Finetune/Step Time": 6.921802286058664}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7531969547271729, "Finetune/Loss (Raw)": 0.8473567366600037, "Finetune/Step": 4828, "Finetune/Step Time": 6.9310981053858995}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7528017163276672, "Finetune/Loss (Raw)": 0.7789565920829773, "Finetune/Step": 4829, "Finetune/Step Time": 6.934401633217931}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7527461647987366, "Finetune/Loss (Raw)": 0.7418782114982605, "Finetune/Step": 4830, "Finetune/Step Time": 6.930370191112161}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7503414154052734, "Finetune/Loss (Raw)": 0.5878779888153076, "Finetune/Step": 4831, "Finetune/Step Time": 6.9469921961426735}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7502378225326538, "Finetune/Loss (Raw)": 0.6609596610069275, "Finetune/Step": 4832, "Finetune/Step Time": 6.967182202264667}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7493681907653809, "Finetune/Loss (Raw)": 0.771554172039032, "Finetune/Step": 4833, "Finetune/Step Time": 6.971493918448687}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.751095712184906, "Finetune/Loss (Raw)": 0.9298015236854553, "Finetune/Step": 4834, "Finetune/Step Time": 6.985647385939956}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7522078156471252, "Finetune/Loss (Raw)": 0.8380184769630432, "Finetune/Step": 4835, "Finetune/Step Time": 6.984951188787818}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7537807822227478, "Finetune/Loss (Raw)": 0.8903906345367432, "Finetune/Step": 4836, "Finetune/Step Time": 6.981411160901189}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7546502351760864, "Finetune/Loss (Raw)": 0.7721138596534729, "Finetune/Step": 4837, "Finetune/Step Time": 6.968051485717297}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7540152072906494, "Finetune/Loss (Raw)": 0.860464870929718, "Finetune/Step": 4838, "Finetune/Step Time": 6.95879384689033}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7534593343734741, "Finetune/Loss (Raw)": 0.6937888264656067, "Finetune/Step": 4839, "Finetune/Step Time": 6.959911433979869}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7541471719741821, "Finetune/Loss (Raw)": 0.7767910957336426, "Finetune/Step": 4840, "Finetune/Step Time": 6.954369748011231}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7532073855400085, "Finetune/Loss (Raw)": 0.7165505886077881, "Finetune/Step": 4841, "Finetune/Step Time": 6.959507828578353}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7525556087493896, "Finetune/Loss (Raw)": 0.6528224349021912, "Finetune/Step": 4842, "Finetune/Step Time": 6.968421176075935}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7539117336273193, "Finetune/Loss (Raw)": 0.9400820136070251, "Finetune/Step": 4843, "Finetune/Step Time": 6.965740753337741}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7534916400909424, "Finetune/Loss (Raw)": 0.6869581341743469, "Finetune/Step": 4844, "Finetune/Step Time": 6.98158916644752}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7538689374923706, "Finetune/Loss (Raw)": 0.8655960559844971, "Finetune/Step": 4845, "Finetune/Step Time": 6.983664287254214}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.755783200263977, "Finetune/Loss (Raw)": 0.8095588088035583, "Finetune/Step": 4846, "Finetune/Step Time": 6.98375959135592}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7559726238250732, "Finetune/Loss (Raw)": 0.6693359613418579, "Finetune/Step": 4847, "Finetune/Step Time": 6.998272638767958}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7573489546775818, "Finetune/Loss (Raw)": 0.6625640988349915, "Finetune/Step": 4848, "Finetune/Step Time": 6.956186326220632}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7578321099281311, "Finetune/Loss (Raw)": 0.6635093092918396, "Finetune/Step": 4849, "Finetune/Step Time": 6.9685693718492985}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7591368556022644, "Finetune/Loss (Raw)": 0.8570080399513245, "Finetune/Step": 4850, "Finetune/Step Time": 6.979568935930729}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7597499489784241, "Finetune/Loss (Raw)": 0.8544259071350098, "Finetune/Step": 4851, "Finetune/Step Time": 6.982597639784217}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7600359320640564, "Finetune/Loss (Raw)": 0.6594129800796509, "Finetune/Step": 4852, "Finetune/Step Time": 6.976383741945028}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.761144757270813, "Finetune/Loss (Raw)": 0.8144234418869019, "Finetune/Step": 4853, "Finetune/Step Time": 6.9814099334180355}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7601004838943481, "Finetune/Loss (Raw)": 0.5360316634178162, "Finetune/Step": 4854, "Finetune/Step Time": 6.981286263093352}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.760567307472229, "Finetune/Loss (Raw)": 0.7801194190979004, "Finetune/Step": 4855, "Finetune/Step Time": 6.982398703694344}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7610921859741211, "Finetune/Loss (Raw)": 0.8031489253044128, "Finetune/Step": 4856, "Finetune/Step Time": 6.979845680296421}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7599851489067078, "Finetune/Loss (Raw)": 0.8744579553604126, "Finetune/Step": 4857, "Finetune/Step Time": 7.00039622373879}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.761344313621521, "Finetune/Loss (Raw)": 0.9522358775138855, "Finetune/Step": 4858, "Finetune/Step Time": 7.0069910399615765}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7627403736114502, "Finetune/Loss (Raw)": 0.7874342203140259, "Finetune/Step": 4859, "Finetune/Step Time": 6.99712947756052}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7621216177940369, "Finetune/Loss (Raw)": 0.7106031775474548, "Finetune/Step": 4860, "Finetune/Step Time": 6.9959156308323145}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7610734701156616, "Finetune/Loss (Raw)": 0.7217515707015991, "Finetune/Step": 4861, "Finetune/Step Time": 7.0070022493600845}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7628846168518066, "Finetune/Loss (Raw)": 0.915255606174469, "Finetune/Step": 4862, "Finetune/Step Time": 6.997900631278753}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7634541988372803, "Finetune/Loss (Raw)": 0.9236108064651489, "Finetune/Step": 4863, "Finetune/Step Time": 6.998790420591831}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7645376920700073, "Finetune/Loss (Raw)": 0.7312383055686951, "Finetune/Step": 4864, "Finetune/Step Time": 7.0045445784926414}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7659990191459656, "Finetune/Loss (Raw)": 0.8419000506401062, "Finetune/Step": 4865, "Finetune/Step Time": 7.003556163981557}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7652550935745239, "Finetune/Loss (Raw)": 0.7129401564598083, "Finetune/Step": 4866, "Finetune/Step Time": 6.999499058350921}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.764517068862915, "Finetune/Loss (Raw)": 0.6178465485572815, "Finetune/Step": 4867, "Finetune/Step Time": 7.0157834105193615}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7646661996841431, "Finetune/Loss (Raw)": 0.6981821656227112, "Finetune/Step": 4868, "Finetune/Step Time": 7.015241399407387}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7654945850372314, "Finetune/Loss (Raw)": 0.6454946398735046, "Finetune/Step": 4869, "Finetune/Step Time": 7.019245818257332}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7658540606498718, "Finetune/Loss (Raw)": 0.7084188461303711, "Finetune/Step": 4870, "Finetune/Step Time": 7.007247926667333}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7669947147369385, "Finetune/Loss (Raw)": 0.788123369216919, "Finetune/Step": 4871, "Finetune/Step Time": 7.002900069579482}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.765662431716919, "Finetune/Loss (Raw)": 0.7684627771377563, "Finetune/Step": 4872, "Finetune/Step Time": 7.003574242815375}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7657842636108398, "Finetune/Loss (Raw)": 0.709457516670227, "Finetune/Step": 4873, "Finetune/Step Time": 7.0025614220649}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7647998332977295, "Finetune/Loss (Raw)": 0.5540474057197571, "Finetune/Step": 4874, "Finetune/Step Time": 7.0004965253174305}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.763420581817627, "Finetune/Loss (Raw)": 0.7292990684509277, "Finetune/Step": 4875, "Finetune/Step Time": 6.986760111525655}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7638724446296692, "Finetune/Loss (Raw)": 0.8798249959945679, "Finetune/Step": 4876, "Finetune/Step Time": 6.980455540120602}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7646252512931824, "Finetune/Loss (Raw)": 0.8933084011077881, "Finetune/Step": 4877, "Finetune/Step Time": 6.981113780289888}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.764296293258667, "Finetune/Loss (Raw)": 0.6935276389122009, "Finetune/Step": 4878, "Finetune/Step Time": 6.982538279145956}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7650125026702881, "Finetune/Loss (Raw)": 0.838459312915802, "Finetune/Step": 4879, "Finetune/Step Time": 6.970295712351799}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.765163779258728, "Finetune/Loss (Raw)": 0.8631532788276672, "Finetune/Step": 4880, "Finetune/Step Time": 6.9692021533846855}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.767242431640625, "Finetune/Loss (Raw)": 0.9620700478553772, "Finetune/Step": 4881, "Finetune/Step Time": 6.96385289542377}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7661699056625366, "Finetune/Loss (Raw)": 0.6609176397323608, "Finetune/Step": 4882, "Finetune/Step Time": 6.972961410880089}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7653785943984985, "Finetune/Loss (Raw)": 0.6660580635070801, "Finetune/Step": 4883, "Finetune/Step Time": 6.968013474717736}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7660768628120422, "Finetune/Loss (Raw)": 0.8524578213691711, "Finetune/Step": 4884, "Finetune/Step Time": 6.969775887206197}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7658947706222534, "Finetune/Loss (Raw)": 0.7366473078727722, "Finetune/Step": 4885, "Finetune/Step Time": 6.980053253471851}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7669212818145752, "Finetune/Loss (Raw)": 0.8642626404762268, "Finetune/Step": 4886, "Finetune/Step Time": 6.985393015667796}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7677853107452393, "Finetune/Loss (Raw)": 0.8089139461517334, "Finetune/Step": 4887, "Finetune/Step Time": 6.994685892015696}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7681309580802917, "Finetune/Loss (Raw)": 0.8219107389450073, "Finetune/Step": 4888, "Finetune/Step Time": 7.000498376786709}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7697252631187439, "Finetune/Loss (Raw)": 0.7932266592979431, "Finetune/Step": 4889, "Finetune/Step Time": 6.989966528490186}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7695617079734802, "Finetune/Loss (Raw)": 0.6948094964027405, "Finetune/Step": 4890, "Finetune/Step Time": 7.005717655643821}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7693556547164917, "Finetune/Loss (Raw)": 0.7342533469200134, "Finetune/Step": 4891, "Finetune/Step Time": 7.003469482064247}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.77006995677948, "Finetune/Loss (Raw)": 0.7804914116859436, "Finetune/Step": 4892, "Finetune/Step Time": 6.992087125778198}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7718080878257751, "Finetune/Loss (Raw)": 0.8747174739837646, "Finetune/Step": 4893, "Finetune/Step Time": 6.981474705040455}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7700985670089722, "Finetune/Loss (Raw)": 0.7039048671722412, "Finetune/Step": 4894, "Finetune/Step Time": 6.987443605437875}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.768937349319458, "Finetune/Loss (Raw)": 0.6587114334106445, "Finetune/Step": 4895, "Finetune/Step Time": 6.9910863023251295}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7698373794555664, "Finetune/Loss (Raw)": 0.8577002286911011, "Finetune/Step": 4896, "Finetune/Step Time": 6.987582620233297}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7687889337539673, "Finetune/Loss (Raw)": 0.6203474402427673, "Finetune/Step": 4897, "Finetune/Step Time": 6.9939318131655455}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7703927755355835, "Finetune/Loss (Raw)": 0.6742522716522217, "Finetune/Step": 4898, "Finetune/Step Time": 6.99583949521184}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7701368927955627, "Finetune/Loss (Raw)": 0.8644061088562012, "Finetune/Step": 4899, "Finetune/Step Time": 6.993350910022855}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7710450291633606, "Finetune/Loss (Raw)": 0.7917484045028687, "Finetune/Step": 4900, "Finetune/Step Time": 6.975131660699844}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.772555410861969, "Finetune/Loss (Raw)": 0.749463677406311, "Finetune/Step": 4901, "Finetune/Step Time": 6.9734635185450315}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7722722291946411, "Finetune/Loss (Raw)": 0.7405644655227661, "Finetune/Step": 4902, "Finetune/Step Time": 6.9736169800162315}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7711443901062012, "Finetune/Loss (Raw)": 0.7240753173828125, "Finetune/Step": 4903, "Finetune/Step Time": 6.982257913798094}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7721118330955505, "Finetune/Loss (Raw)": 0.7806875109672546, "Finetune/Step": 4904, "Finetune/Step Time": 6.971413133665919}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7723091840744019, "Finetune/Loss (Raw)": 0.787212073802948, "Finetune/Step": 4905, "Finetune/Step Time": 6.971369061619043}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7735121250152588, "Finetune/Loss (Raw)": 0.7303922176361084, "Finetune/Step": 4906, "Finetune/Step Time": 6.957269847393036}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7710673213005066, "Finetune/Loss (Raw)": 0.6041699051856995, "Finetune/Step": 4907, "Finetune/Step Time": 6.960696706548333}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7717146873474121, "Finetune/Loss (Raw)": 0.7788978219032288, "Finetune/Step": 4908, "Finetune/Step Time": 6.971253298223019}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7726035714149475, "Finetune/Loss (Raw)": 0.7640342116355896, "Finetune/Step": 4909, "Finetune/Step Time": 6.968150312080979}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7737065553665161, "Finetune/Loss (Raw)": 0.8146002888679504, "Finetune/Step": 4910, "Finetune/Step Time": 6.96158991381526}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7749698162078857, "Finetune/Loss (Raw)": 0.7644088864326477, "Finetune/Step": 4911, "Finetune/Step Time": 6.9574779737740755}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7747986912727356, "Finetune/Loss (Raw)": 0.7633621096611023, "Finetune/Step": 4912, "Finetune/Step Time": 6.962633369490504}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7736343145370483, "Finetune/Loss (Raw)": 0.8014706373214722, "Finetune/Step": 4913, "Finetune/Step Time": 6.967739142477512}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7729528546333313, "Finetune/Loss (Raw)": 0.7236912846565247, "Finetune/Step": 4914, "Finetune/Step Time": 6.977514389902353}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7721297144889832, "Finetune/Loss (Raw)": 0.6543818712234497, "Finetune/Step": 4915, "Finetune/Step Time": 6.981030682101846}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7728073596954346, "Finetune/Loss (Raw)": 0.7460897564888, "Finetune/Step": 4916, "Finetune/Step Time": 6.947921259328723}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7735772132873535, "Finetune/Loss (Raw)": 0.696461021900177, "Finetune/Step": 4917, "Finetune/Step Time": 6.960004476830363}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7735035419464111, "Finetune/Loss (Raw)": 0.7949862480163574, "Finetune/Step": 4918, "Finetune/Step Time": 6.955516183748841}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7742171287536621, "Finetune/Loss (Raw)": 0.7691337466239929, "Finetune/Step": 4919, "Finetune/Step Time": 6.943424424156547}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7735723853111267, "Finetune/Loss (Raw)": 0.8714808821678162, "Finetune/Step": 4920, "Finetune/Step Time": 6.9406244326382875}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7728854417800903, "Finetune/Loss (Raw)": 0.7536829113960266, "Finetune/Step": 4921, "Finetune/Step Time": 6.9495438653975725}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7726683020591736, "Finetune/Loss (Raw)": 0.6757744550704956, "Finetune/Step": 4922, "Finetune/Step Time": 6.949910162016749}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.77313232421875, "Finetune/Loss (Raw)": 0.7402049899101257, "Finetune/Step": 4923, "Finetune/Step Time": 6.929967490956187}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.772174596786499, "Finetune/Loss (Raw)": 0.7227529287338257, "Finetune/Step": 4924, "Finetune/Step Time": 6.928638260811567}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7715780138969421, "Finetune/Loss (Raw)": 0.7099201083183289, "Finetune/Step": 4925, "Finetune/Step Time": 6.925944797694683}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7725031971931458, "Finetune/Loss (Raw)": 0.7140139937400818, "Finetune/Step": 4926, "Finetune/Step Time": 6.92532997392118}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7719314098358154, "Finetune/Loss (Raw)": 0.7645761370658875, "Finetune/Step": 4927, "Finetune/Step Time": 6.925460714846849}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7688146829605103, "Finetune/Loss (Raw)": 0.5492886900901794, "Finetune/Step": 4928, "Finetune/Step Time": 6.953437212854624}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7678608894348145, "Finetune/Loss (Raw)": 0.7211834192276001, "Finetune/Step": 4929, "Finetune/Step Time": 6.956231573596597}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7678911089897156, "Finetune/Loss (Raw)": 0.7836791276931763, "Finetune/Step": 4930, "Finetune/Step Time": 6.946539497002959}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7676951885223389, "Finetune/Loss (Raw)": 0.8295384049415588, "Finetune/Step": 4931, "Finetune/Step Time": 6.947404909878969}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7678284645080566, "Finetune/Loss (Raw)": 0.8299368023872375, "Finetune/Step": 4932, "Finetune/Step Time": 6.947560794651508}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.766622006893158, "Finetune/Loss (Raw)": 0.695050835609436, "Finetune/Step": 4933, "Finetune/Step Time": 6.955277657136321}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7669118642807007, "Finetune/Loss (Raw)": 0.8276350498199463, "Finetune/Step": 4934, "Finetune/Step Time": 6.95079125277698}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7675172090530396, "Finetune/Loss (Raw)": 0.8519517779350281, "Finetune/Step": 4935, "Finetune/Step Time": 6.949639797210693}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7658064961433411, "Finetune/Loss (Raw)": 0.6906867623329163, "Finetune/Step": 4936, "Finetune/Step Time": 6.966243803501129}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7684416174888611, "Finetune/Loss (Raw)": 0.9078294634819031, "Finetune/Step": 4937, "Finetune/Step Time": 6.963034713640809}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7688890695571899, "Finetune/Loss (Raw)": 0.8059308528900146, "Finetune/Step": 4938, "Finetune/Step Time": 6.970168950036168}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7677585482597351, "Finetune/Loss (Raw)": 0.6449929475784302, "Finetune/Step": 4939, "Finetune/Step Time": 6.968384392559528}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7664892673492432, "Finetune/Loss (Raw)": 0.6187943816184998, "Finetune/Step": 4940, "Finetune/Step Time": 6.968211447820067}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7658230662345886, "Finetune/Loss (Raw)": 0.6631485223770142, "Finetune/Step": 4941, "Finetune/Step Time": 6.955993773415685}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7648427486419678, "Finetune/Loss (Raw)": 0.6831042170524597, "Finetune/Step": 4942, "Finetune/Step Time": 6.958776151761413}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7633266448974609, "Finetune/Loss (Raw)": 0.6824185848236084, "Finetune/Step": 4943, "Finetune/Step Time": 6.9662254229187965}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7643552422523499, "Finetune/Loss (Raw)": 0.8048439025878906, "Finetune/Step": 4944, "Finetune/Step Time": 6.947153372690082}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7646691203117371, "Finetune/Loss (Raw)": 0.8668296337127686, "Finetune/Step": 4945, "Finetune/Step Time": 6.944348577409983}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7637560963630676, "Finetune/Loss (Raw)": 0.7223317623138428, "Finetune/Step": 4946, "Finetune/Step Time": 6.945135351270437}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.763084888458252, "Finetune/Loss (Raw)": 0.7753045558929443, "Finetune/Step": 4947, "Finetune/Step Time": 6.937689073383808}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7620254755020142, "Finetune/Loss (Raw)": 0.7305304408073425, "Finetune/Step": 4948, "Finetune/Step Time": 6.93793405033648}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7606598138809204, "Finetune/Loss (Raw)": 0.7097130417823792, "Finetune/Step": 4949, "Finetune/Step Time": 6.936660720035434}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7593338489532471, "Finetune/Loss (Raw)": 0.6589442491531372, "Finetune/Step": 4950, "Finetune/Step Time": 6.942689385265112}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7592049837112427, "Finetune/Loss (Raw)": 0.8332636952400208, "Finetune/Step": 4951, "Finetune/Step Time": 6.94196916744113}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7601350545883179, "Finetune/Loss (Raw)": 0.7971729040145874, "Finetune/Step": 4952, "Finetune/Step Time": 6.935788197442889}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7597399950027466, "Finetune/Loss (Raw)": 0.6962677836418152, "Finetune/Step": 4953, "Finetune/Step Time": 6.934195198118687}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7597253322601318, "Finetune/Loss (Raw)": 0.7675842046737671, "Finetune/Step": 4954, "Finetune/Step Time": 6.982325775548816}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7591913342475891, "Finetune/Loss (Raw)": 0.7857061624526978, "Finetune/Step": 4955, "Finetune/Step Time": 6.976205719634891}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7589091062545776, "Finetune/Loss (Raw)": 0.8112246990203857, "Finetune/Step": 4956, "Finetune/Step Time": 6.964611018076539}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7594403624534607, "Finetune/Loss (Raw)": 0.8469595313072205, "Finetune/Step": 4957, "Finetune/Step Time": 6.956017563119531}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7589607238769531, "Finetune/Loss (Raw)": 0.680485188961029, "Finetune/Step": 4958, "Finetune/Step Time": 6.970858888700604}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7602174282073975, "Finetune/Loss (Raw)": 0.7487449645996094, "Finetune/Step": 4959, "Finetune/Step Time": 6.972114454954863}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7609145045280457, "Finetune/Loss (Raw)": 0.7501800656318665, "Finetune/Step": 4960, "Finetune/Step Time": 6.952127560973167}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7606911659240723, "Finetune/Loss (Raw)": 0.7429642081260681, "Finetune/Step": 4961, "Finetune/Step Time": 6.949723329395056}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7598779201507568, "Finetune/Loss (Raw)": 0.8257105350494385, "Finetune/Step": 4962, "Finetune/Step Time": 6.938241347670555}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7591220736503601, "Finetune/Loss (Raw)": 0.7412692308425903, "Finetune/Step": 4963, "Finetune/Step Time": 6.939896959811449}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7590081691741943, "Finetune/Loss (Raw)": 0.8758108615875244, "Finetune/Step": 4964, "Finetune/Step Time": 6.945427725091577}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.760028600692749, "Finetune/Loss (Raw)": 0.9027315974235535, "Finetune/Step": 4965, "Finetune/Step Time": 6.958656523376703}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7589919567108154, "Finetune/Loss (Raw)": 0.7277631163597107, "Finetune/Step": 4966, "Finetune/Step Time": 6.962408063933253}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7603927850723267, "Finetune/Loss (Raw)": 0.8730982542037964, "Finetune/Step": 4967, "Finetune/Step Time": 6.961338695138693}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7604013681411743, "Finetune/Loss (Raw)": 0.7778886556625366, "Finetune/Step": 4968, "Finetune/Step Time": 6.955387268215418}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7603939771652222, "Finetune/Loss (Raw)": 0.7156120538711548, "Finetune/Step": 4969, "Finetune/Step Time": 6.959069838747382}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7614154815673828, "Finetune/Loss (Raw)": 0.7835667729377747, "Finetune/Step": 4970, "Finetune/Step Time": 6.944382892921567}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7610509991645813, "Finetune/Loss (Raw)": 0.8934333920478821, "Finetune/Step": 4971, "Finetune/Step Time": 6.953846728429198}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7615913152694702, "Finetune/Loss (Raw)": 0.7561240792274475, "Finetune/Step": 4972, "Finetune/Step Time": 6.960163649171591}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.762188196182251, "Finetune/Loss (Raw)": 0.9419924020767212, "Finetune/Step": 4973, "Finetune/Step Time": 6.960760228335857}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7604453563690186, "Finetune/Loss (Raw)": 0.5864700675010681, "Finetune/Step": 4974, "Finetune/Step Time": 6.95307438261807}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7606616020202637, "Finetune/Loss (Raw)": 0.6970173120498657, "Finetune/Step": 4975, "Finetune/Step Time": 6.942827589809895}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7625205516815186, "Finetune/Loss (Raw)": 0.9005129933357239, "Finetune/Step": 4976, "Finetune/Step Time": 6.945301095023751}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7626557946205139, "Finetune/Loss (Raw)": 0.6808189153671265, "Finetune/Step": 4977, "Finetune/Step Time": 6.945266008377075}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7617267370223999, "Finetune/Loss (Raw)": 0.7380868792533875, "Finetune/Step": 4978, "Finetune/Step Time": 6.935735907405615}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7602565288543701, "Finetune/Loss (Raw)": 0.6662384867668152, "Finetune/Step": 4979, "Finetune/Step Time": 6.937188319861889}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7601919174194336, "Finetune/Loss (Raw)": 0.6511427760124207, "Finetune/Step": 4980, "Finetune/Step Time": 6.932026010006666}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7593523263931274, "Finetune/Loss (Raw)": 0.7069560885429382, "Finetune/Step": 4981, "Finetune/Step Time": 6.924782192334533}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7619464993476868, "Finetune/Loss (Raw)": 0.8680880665779114, "Finetune/Step": 4982, "Finetune/Step Time": 6.92253165692091}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7615500688552856, "Finetune/Loss (Raw)": 0.7293776869773865, "Finetune/Step": 4983, "Finetune/Step Time": 6.944539172574878}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7602119445800781, "Finetune/Loss (Raw)": 0.6318631172180176, "Finetune/Step": 4984, "Finetune/Step Time": 6.951582694426179}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7601000070571899, "Finetune/Loss (Raw)": 0.8601373434066772, "Finetune/Step": 4985, "Finetune/Step Time": 6.926460009068251}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7573304772377014, "Finetune/Loss (Raw)": 0.5977343916893005, "Finetune/Step": 4986, "Finetune/Step Time": 6.920912945643067}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7574865221977234, "Finetune/Loss (Raw)": 0.8074052333831787, "Finetune/Step": 4987, "Finetune/Step Time": 6.924915274605155}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7585203647613525, "Finetune/Loss (Raw)": 0.8429412245750427, "Finetune/Step": 4988, "Finetune/Step Time": 6.929392136633396}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7592997550964355, "Finetune/Loss (Raw)": 0.821513831615448, "Finetune/Step": 4989, "Finetune/Step Time": 6.921756658703089}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7582590579986572, "Finetune/Loss (Raw)": 0.7820432782173157, "Finetune/Step": 4990, "Finetune/Step Time": 6.931976947933435}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.756966233253479, "Finetune/Loss (Raw)": 0.758123517036438, "Finetune/Step": 4991, "Finetune/Step Time": 6.9287157747894526}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7585535049438477, "Finetune/Loss (Raw)": 0.9344140291213989, "Finetune/Step": 4992, "Finetune/Step Time": 6.928527684882283}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7558690905570984, "Finetune/Loss (Raw)": 0.49829426407814026, "Finetune/Step": 4993, "Finetune/Step Time": 6.936891494318843}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7564336061477661, "Finetune/Loss (Raw)": 0.7851980328559875, "Finetune/Step": 4994, "Finetune/Step Time": 6.939432496204972}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7560431957244873, "Finetune/Loss (Raw)": 0.5678689479827881, "Finetune/Step": 4995, "Finetune/Step Time": 6.9391090497374535}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7575231194496155, "Finetune/Loss (Raw)": 0.8876168727874756, "Finetune/Step": 4996, "Finetune/Step Time": 6.938130084425211}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7589731216430664, "Finetune/Loss (Raw)": 0.8310949802398682, "Finetune/Step": 4997, "Finetune/Step Time": 6.926620084792376}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7614082098007202, "Finetune/Loss (Raw)": 1.0201122760772705, "Finetune/Step": 4998, "Finetune/Step Time": 6.926196334883571}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7621188163757324, "Finetune/Loss (Raw)": 0.8790842294692993, "Finetune/Step": 4999, "Finetune/Step Time": 6.919183177873492}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7611485719680786, "Finetune/Loss (Raw)": 0.6442623734474182, "Finetune/Step": 5000, "Finetune/Step Time": 6.9323724899441}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7618651390075684, "Finetune/Loss (Raw)": 0.8011882305145264, "Finetune/Step": 5001, "Finetune/Step Time": 6.917265539988875}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7614675760269165, "Finetune/Loss (Raw)": 0.5031513571739197, "Finetune/Step": 5002, "Finetune/Step Time": 6.907041473314166}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7612410187721252, "Finetune/Loss (Raw)": 0.7003012895584106, "Finetune/Step": 5003, "Finetune/Step Time": 6.898630499839783}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.759103536605835, "Finetune/Loss (Raw)": 0.6062220931053162, "Finetune/Step": 5004, "Finetune/Step Time": 6.907140923663974}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7581681609153748, "Finetune/Loss (Raw)": 0.773587703704834, "Finetune/Step": 5005, "Finetune/Step Time": 6.90983672067523}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7589419484138489, "Finetune/Loss (Raw)": 0.7925742268562317, "Finetune/Step": 5006, "Finetune/Step Time": 6.90434517711401}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7566294074058533, "Finetune/Loss (Raw)": 0.5424501299858093, "Finetune/Step": 5007, "Finetune/Step Time": 6.910088378936052}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7552540898323059, "Finetune/Loss (Raw)": 0.6871117949485779, "Finetune/Step": 5008, "Finetune/Step Time": 6.913353398442268}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7549832463264465, "Finetune/Loss (Raw)": 0.9274048209190369, "Finetune/Step": 5009, "Finetune/Step Time": 6.91560416482389}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7560447454452515, "Finetune/Loss (Raw)": 0.7967920899391174, "Finetune/Step": 5010, "Finetune/Step Time": 6.89979268796742}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.756744384765625, "Finetune/Loss (Raw)": 0.7556079626083374, "Finetune/Step": 5011, "Finetune/Step Time": 6.8993917386978865}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7560551166534424, "Finetune/Loss (Raw)": 0.7642317414283752, "Finetune/Step": 5012, "Finetune/Step Time": 6.897674640640616}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7553302049636841, "Finetune/Loss (Raw)": 0.6438689231872559, "Finetune/Step": 5013, "Finetune/Step Time": 6.889529945328832}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7542144656181335, "Finetune/Loss (Raw)": 0.721435010433197, "Finetune/Step": 5014, "Finetune/Step Time": 6.883073404431343}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7534370422363281, "Finetune/Loss (Raw)": 0.7094005942344666, "Finetune/Step": 5015, "Finetune/Step Time": 6.871812213212252}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7525769472122192, "Finetune/Loss (Raw)": 0.7118254899978638, "Finetune/Step": 5016, "Finetune/Step Time": 6.885102730244398}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7515075206756592, "Finetune/Loss (Raw)": 0.6563459038734436, "Finetune/Step": 5017, "Finetune/Step Time": 6.886136066168547}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7512513399124146, "Finetune/Loss (Raw)": 0.6620081067085266, "Finetune/Step": 5018, "Finetune/Step Time": 6.876320181414485}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7511633038520813, "Finetune/Loss (Raw)": 0.7229899764060974, "Finetune/Step": 5019, "Finetune/Step Time": 6.875245274975896}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7500935792922974, "Finetune/Loss (Raw)": 0.6435701251029968, "Finetune/Step": 5020, "Finetune/Step Time": 6.897010097280145}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7497707605361938, "Finetune/Loss (Raw)": 0.8333882689476013, "Finetune/Step": 5021, "Finetune/Step Time": 6.899249888956547}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7505213022232056, "Finetune/Loss (Raw)": 0.7999773025512695, "Finetune/Step": 5022, "Finetune/Step Time": 6.885773608461022}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7512627243995667, "Finetune/Loss (Raw)": 0.753609836101532, "Finetune/Step": 5023, "Finetune/Step Time": 6.898914756253362}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7503845691680908, "Finetune/Loss (Raw)": 0.7452999353408813, "Finetune/Step": 5024, "Finetune/Step Time": 6.902769133448601}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7512763142585754, "Finetune/Loss (Raw)": 0.7344897985458374, "Finetune/Step": 5025, "Finetune/Step Time": 6.904293207451701}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7524864673614502, "Finetune/Loss (Raw)": 0.8291504979133606, "Finetune/Step": 5026, "Finetune/Step Time": 6.900145152583718}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7522017359733582, "Finetune/Loss (Raw)": 0.8279645442962646, "Finetune/Step": 5027, "Finetune/Step Time": 6.901089668273926}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7530270218849182, "Finetune/Loss (Raw)": 0.8973859548568726, "Finetune/Step": 5028, "Finetune/Step Time": 6.901667466387153}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7536115646362305, "Finetune/Loss (Raw)": 0.8242801427841187, "Finetune/Step": 5029, "Finetune/Step Time": 6.90342715755105}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7535983920097351, "Finetune/Loss (Raw)": 0.7388794422149658, "Finetune/Step": 5030, "Finetune/Step Time": 6.905412031337619}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7539189457893372, "Finetune/Loss (Raw)": 0.7651050686836243, "Finetune/Step": 5031, "Finetune/Step Time": 6.896629195660353}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7543188333511353, "Finetune/Loss (Raw)": 0.8318779468536377, "Finetune/Step": 5032, "Finetune/Step Time": 6.895538855344057}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7542088031768799, "Finetune/Loss (Raw)": 0.7731253504753113, "Finetune/Step": 5033, "Finetune/Step Time": 6.8958470672369}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7548035383224487, "Finetune/Loss (Raw)": 0.8065183162689209, "Finetune/Step": 5034, "Finetune/Step Time": 6.896224845200777}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7556295394897461, "Finetune/Loss (Raw)": 0.7099000215530396, "Finetune/Step": 5035, "Finetune/Step Time": 6.894970590248704}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7553324103355408, "Finetune/Loss (Raw)": 0.7408663034439087, "Finetune/Step": 5036, "Finetune/Step Time": 6.880236035212874}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7564237713813782, "Finetune/Loss (Raw)": 0.9037258625030518, "Finetune/Step": 5037, "Finetune/Step Time": 6.879033904522657}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7570418119430542, "Finetune/Loss (Raw)": 0.8937127590179443, "Finetune/Step": 5038, "Finetune/Step Time": 6.8941904697567225}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7584923505783081, "Finetune/Loss (Raw)": 0.9500693082809448, "Finetune/Step": 5039, "Finetune/Step Time": 6.886969517916441}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7568919062614441, "Finetune/Loss (Raw)": 0.5585086345672607, "Finetune/Step": 5040, "Finetune/Step Time": 6.8914245665073395}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7578477263450623, "Finetune/Loss (Raw)": 0.923815906047821, "Finetune/Step": 5041, "Finetune/Step Time": 6.8942991979420185}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7591581344604492, "Finetune/Loss (Raw)": 0.8914325833320618, "Finetune/Step": 5042, "Finetune/Step Time": 6.8912648148834705}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7603070735931396, "Finetune/Loss (Raw)": 0.80144202709198, "Finetune/Step": 5043, "Finetune/Step Time": 6.893444528803229}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7606676816940308, "Finetune/Loss (Raw)": 0.7922477126121521, "Finetune/Step": 5044, "Finetune/Step Time": 6.8949568066746}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7607613205909729, "Finetune/Loss (Raw)": 0.7084414958953857, "Finetune/Step": 5045, "Finetune/Step Time": 6.903479069471359}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7596723437309265, "Finetune/Loss (Raw)": 0.6555982828140259, "Finetune/Step": 5046, "Finetune/Step Time": 6.917899152263999}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7599166035652161, "Finetune/Loss (Raw)": 0.8004001975059509, "Finetune/Step": 5047, "Finetune/Step Time": 6.917670244351029}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7601286768913269, "Finetune/Loss (Raw)": 0.8986241817474365, "Finetune/Step": 5048, "Finetune/Step Time": 6.9182358998805285}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7599250078201294, "Finetune/Loss (Raw)": 0.72761470079422, "Finetune/Step": 5049, "Finetune/Step Time": 6.911107761785388}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7602872848510742, "Finetune/Loss (Raw)": 0.7221460342407227, "Finetune/Step": 5050, "Finetune/Step Time": 6.918174847960472}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7593332529067993, "Finetune/Loss (Raw)": 0.6180887222290039, "Finetune/Step": 5051, "Finetune/Step Time": 6.9268609173595905}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7586929202079773, "Finetune/Loss (Raw)": 0.6407924294471741, "Finetune/Step": 5052, "Finetune/Step Time": 6.937422243878245}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7577961683273315, "Finetune/Loss (Raw)": 0.5951299667358398, "Finetune/Step": 5053, "Finetune/Step Time": 6.943745898082852}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.759064257144928, "Finetune/Loss (Raw)": 0.8763343691825867, "Finetune/Step": 5054, "Finetune/Step Time": 6.935324590653181}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7589461803436279, "Finetune/Loss (Raw)": 0.7494606375694275, "Finetune/Step": 5055, "Finetune/Step Time": 6.934584137052298}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7609421014785767, "Finetune/Loss (Raw)": 0.8047630190849304, "Finetune/Step": 5056, "Finetune/Step Time": 6.905824784189463}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7610167264938354, "Finetune/Loss (Raw)": 0.7307366132736206, "Finetune/Step": 5057, "Finetune/Step Time": 6.908030804246664}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7610792517662048, "Finetune/Loss (Raw)": 0.7916894555091858, "Finetune/Step": 5058, "Finetune/Step Time": 6.909498538821936}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.761437177658081, "Finetune/Loss (Raw)": 0.8753495812416077, "Finetune/Step": 5059, "Finetune/Step Time": 6.906635833904147}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7620527744293213, "Finetune/Loss (Raw)": 0.9087282419204712, "Finetune/Step": 5060, "Finetune/Step Time": 6.904173670336604}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7632128000259399, "Finetune/Loss (Raw)": 0.8435393571853638, "Finetune/Step": 5061, "Finetune/Step Time": 6.891351822763681}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7613414525985718, "Finetune/Loss (Raw)": 0.5881054997444153, "Finetune/Step": 5062, "Finetune/Step Time": 6.895567500963807}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7615497708320618, "Finetune/Loss (Raw)": 0.8786131143569946, "Finetune/Step": 5063, "Finetune/Step Time": 6.895246816799045}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7610910534858704, "Finetune/Loss (Raw)": 0.6319708228111267, "Finetune/Step": 5064, "Finetune/Step Time": 6.894128940999508}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7608500719070435, "Finetune/Loss (Raw)": 0.8769748210906982, "Finetune/Step": 5065, "Finetune/Step Time": 6.897128356620669}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7613414525985718, "Finetune/Loss (Raw)": 0.8688361048698425, "Finetune/Step": 5066, "Finetune/Step Time": 6.889860015362501}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7620353102684021, "Finetune/Loss (Raw)": 0.7338083386421204, "Finetune/Step": 5067, "Finetune/Step Time": 6.877417609095573}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7635656595230103, "Finetune/Loss (Raw)": 0.8146799802780151, "Finetune/Step": 5068, "Finetune/Step Time": 6.869553565979004}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7638859748840332, "Finetune/Loss (Raw)": 0.7041451334953308, "Finetune/Step": 5069, "Finetune/Step Time": 6.870116917416453}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7642595767974854, "Finetune/Loss (Raw)": 0.7309319376945496, "Finetune/Step": 5070, "Finetune/Step Time": 6.867640132084489}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7645875215530396, "Finetune/Loss (Raw)": 0.7243862152099609, "Finetune/Step": 5071, "Finetune/Step Time": 6.873276315629482}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7656887769699097, "Finetune/Loss (Raw)": 0.9458034038543701, "Finetune/Step": 5072, "Finetune/Step Time": 6.874750666320324}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7653028964996338, "Finetune/Loss (Raw)": 0.8174353241920471, "Finetune/Step": 5073, "Finetune/Step Time": 6.878037381917238}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7666203379631042, "Finetune/Loss (Raw)": 0.8909728527069092, "Finetune/Step": 5074, "Finetune/Step Time": 6.877033973112702}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7658952474594116, "Finetune/Loss (Raw)": 0.6824935078620911, "Finetune/Step": 5075, "Finetune/Step Time": 6.899963367730379}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7664592266082764, "Finetune/Loss (Raw)": 0.8027185201644897, "Finetune/Step": 5076, "Finetune/Step Time": 6.898030269891024}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7666753530502319, "Finetune/Loss (Raw)": 0.7373730540275574, "Finetune/Step": 5077, "Finetune/Step Time": 6.913876656442881}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.767105221748352, "Finetune/Loss (Raw)": 0.7139765620231628, "Finetune/Step": 5078, "Finetune/Step Time": 6.902156122028828}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.767427921295166, "Finetune/Loss (Raw)": 0.8745664358139038, "Finetune/Step": 5079, "Finetune/Step Time": 6.899909226223826}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7677130699157715, "Finetune/Loss (Raw)": 0.8336676955223083, "Finetune/Step": 5080, "Finetune/Step Time": 6.895244395360351}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7670665383338928, "Finetune/Loss (Raw)": 0.6135094165802002, "Finetune/Step": 5081, "Finetune/Step Time": 6.8932811468839645}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7656915783882141, "Finetune/Loss (Raw)": 0.5915938019752502, "Finetune/Step": 5082, "Finetune/Step Time": 6.856532983481884}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7651716470718384, "Finetune/Loss (Raw)": 0.7191582918167114, "Finetune/Step": 5083, "Finetune/Step Time": 6.857179595157504}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7642533779144287, "Finetune/Loss (Raw)": 0.6936848163604736, "Finetune/Step": 5084, "Finetune/Step Time": 6.867540700361133}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.763408899307251, "Finetune/Loss (Raw)": 0.7388573884963989, "Finetune/Step": 5085, "Finetune/Step Time": 6.873461412265897}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7652303576469421, "Finetune/Loss (Raw)": 0.9136411547660828, "Finetune/Step": 5086, "Finetune/Step Time": 6.863062625750899}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7652227282524109, "Finetune/Loss (Raw)": 0.7477628588676453, "Finetune/Step": 5087, "Finetune/Step Time": 6.8661232609301805}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7665385007858276, "Finetune/Loss (Raw)": 0.918605387210846, "Finetune/Step": 5088, "Finetune/Step Time": 6.866285679861903}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7673829793930054, "Finetune/Loss (Raw)": 0.8510476350784302, "Finetune/Step": 5089, "Finetune/Step Time": 6.868641944602132}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7665820121765137, "Finetune/Loss (Raw)": 0.7231954336166382, "Finetune/Step": 5090, "Finetune/Step Time": 6.871942657977343}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7672559022903442, "Finetune/Loss (Raw)": 0.8275254368782043, "Finetune/Step": 5091, "Finetune/Step Time": 6.8787504974752665}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7652823328971863, "Finetune/Loss (Raw)": 0.6231945157051086, "Finetune/Step": 5092, "Finetune/Step Time": 6.899081584066153}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7645829916000366, "Finetune/Loss (Raw)": 0.8132088780403137, "Finetune/Step": 5093, "Finetune/Step Time": 6.8988038301467896}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.763326108455658, "Finetune/Loss (Raw)": 0.5668907165527344, "Finetune/Step": 5094, "Finetune/Step Time": 6.90407744795084}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7609432935714722, "Finetune/Loss (Raw)": 0.5680994391441345, "Finetune/Step": 5095, "Finetune/Step Time": 6.908991765230894}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7602204084396362, "Finetune/Loss (Raw)": 0.6853503584861755, "Finetune/Step": 5096, "Finetune/Step Time": 6.932957835495472}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7582775354385376, "Finetune/Loss (Raw)": 0.46693095564842224, "Finetune/Step": 5097, "Finetune/Step Time": 6.924980212002993}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7571399211883545, "Finetune/Loss (Raw)": 0.637955904006958, "Finetune/Step": 5098, "Finetune/Step Time": 6.926463725045323}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7557166814804077, "Finetune/Loss (Raw)": 0.7112530469894409, "Finetune/Step": 5099, "Finetune/Step Time": 6.917915714904666}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7549084424972534, "Finetune/Loss (Raw)": 0.6526690125465393, "Finetune/Step": 5100, "Finetune/Step Time": 6.906047152355313}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7531547546386719, "Finetune/Loss (Raw)": 0.7175217866897583, "Finetune/Step": 5101, "Finetune/Step Time": 6.905044516548514}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7542779445648193, "Finetune/Loss (Raw)": 0.7302424907684326, "Finetune/Step": 5102, "Finetune/Step Time": 6.894370520487428}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7556489706039429, "Finetune/Loss (Raw)": 0.8725100159645081, "Finetune/Step": 5103, "Finetune/Step Time": 6.890343414619565}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7527023553848267, "Finetune/Loss (Raw)": 0.5233407616615295, "Finetune/Step": 5104, "Finetune/Step Time": 6.89266287907958}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7538776397705078, "Finetune/Loss (Raw)": 0.8312569260597229, "Finetune/Step": 5105, "Finetune/Step Time": 6.877038016915321}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7552374601364136, "Finetune/Loss (Raw)": 0.9121404886245728, "Finetune/Step": 5106, "Finetune/Step Time": 6.879604555666447}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7566145658493042, "Finetune/Loss (Raw)": 0.8425065279006958, "Finetune/Step": 5107, "Finetune/Step Time": 6.8791865687817335}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7575256824493408, "Finetune/Loss (Raw)": 0.7677754163742065, "Finetune/Step": 5108, "Finetune/Step Time": 6.8667754251509905}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7588843703269958, "Finetune/Loss (Raw)": 0.8808590173721313, "Finetune/Step": 5109, "Finetune/Step Time": 6.869253462180495}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7577728629112244, "Finetune/Loss (Raw)": 0.7258160710334778, "Finetune/Step": 5110, "Finetune/Step Time": 6.887866280972958}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7571364641189575, "Finetune/Loss (Raw)": 0.6479159593582153, "Finetune/Step": 5111, "Finetune/Step Time": 6.884350869804621}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.756930947303772, "Finetune/Loss (Raw)": 0.6055616736412048, "Finetune/Step": 5112, "Finetune/Step Time": 6.891662798821926}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7552359700202942, "Finetune/Loss (Raw)": 0.6431806683540344, "Finetune/Step": 5113, "Finetune/Step Time": 6.910494344308972}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7563742399215698, "Finetune/Loss (Raw)": 0.7434312105178833, "Finetune/Step": 5114, "Finetune/Step Time": 6.913584565743804}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7556205987930298, "Finetune/Loss (Raw)": 0.7109392881393433, "Finetune/Step": 5115, "Finetune/Step Time": 6.9086336605250835}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7537328004837036, "Finetune/Loss (Raw)": 0.6012982130050659, "Finetune/Step": 5116, "Finetune/Step Time": 6.919408351182938}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7546869516372681, "Finetune/Loss (Raw)": 0.9436471462249756, "Finetune/Step": 5117, "Finetune/Step Time": 6.921552129089832}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7548972368240356, "Finetune/Loss (Raw)": 0.8089618682861328, "Finetune/Step": 5118, "Finetune/Step Time": 6.9142591170966625}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7558966875076294, "Finetune/Loss (Raw)": 0.8860510587692261, "Finetune/Step": 5119, "Finetune/Step Time": 6.9160695262253284}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7534069418907166, "Finetune/Loss (Raw)": 0.615730881690979, "Finetune/Step": 5120, "Finetune/Step Time": 6.918817320838571}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7550625205039978, "Finetune/Loss (Raw)": 0.7102036476135254, "Finetune/Step": 5121, "Finetune/Step Time": 6.910457696765661}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7543235421180725, "Finetune/Loss (Raw)": 0.690613329410553, "Finetune/Step": 5122, "Finetune/Step Time": 6.906828926876187}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7561217546463013, "Finetune/Loss (Raw)": 0.7980377078056335, "Finetune/Step": 5123, "Finetune/Step Time": 6.89610549993813}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7560960054397583, "Finetune/Loss (Raw)": 0.8843281865119934, "Finetune/Step": 5124, "Finetune/Step Time": 6.8970652744174}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7561898827552795, "Finetune/Loss (Raw)": 0.843105137348175, "Finetune/Step": 5125, "Finetune/Step Time": 6.900713888928294}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7537790536880493, "Finetune/Loss (Raw)": 0.7115195393562317, "Finetune/Step": 5126, "Finetune/Step Time": 6.913009831681848}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7520402669906616, "Finetune/Loss (Raw)": 0.6565160751342773, "Finetune/Step": 5127, "Finetune/Step Time": 6.923885840922594}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.752967357635498, "Finetune/Loss (Raw)": 0.7629454731941223, "Finetune/Step": 5128, "Finetune/Step Time": 6.912406090646982}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.750898003578186, "Finetune/Loss (Raw)": 0.5363006591796875, "Finetune/Step": 5129, "Finetune/Step Time": 6.927572028711438}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.752938985824585, "Finetune/Loss (Raw)": 0.7643961906433105, "Finetune/Step": 5130, "Finetune/Step Time": 6.934234956279397}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.752170205116272, "Finetune/Loss (Raw)": 0.6019010543823242, "Finetune/Step": 5131, "Finetune/Step Time": 6.938624870032072}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7520156502723694, "Finetune/Loss (Raw)": 0.5864428281784058, "Finetune/Step": 5132, "Finetune/Step Time": 6.935106731951237}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7516456842422485, "Finetune/Loss (Raw)": 0.7262272834777832, "Finetune/Step": 5133, "Finetune/Step Time": 6.936202012002468}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7518532872200012, "Finetune/Loss (Raw)": 0.819150984287262, "Finetune/Step": 5134, "Finetune/Step Time": 6.95131110586226}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7525900602340698, "Finetune/Loss (Raw)": 0.6367519497871399, "Finetune/Step": 5135, "Finetune/Step Time": 6.949163099750876}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7543751001358032, "Finetune/Loss (Raw)": 0.9156028628349304, "Finetune/Step": 5136, "Finetune/Step Time": 6.953399671241641}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7531096339225769, "Finetune/Loss (Raw)": 0.7654195427894592, "Finetune/Step": 5137, "Finetune/Step Time": 6.95410568639636}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.75261390209198, "Finetune/Loss (Raw)": 0.7333418130874634, "Finetune/Step": 5138, "Finetune/Step Time": 6.963698355481029}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7510984539985657, "Finetune/Loss (Raw)": 0.5616289973258972, "Finetune/Step": 5139, "Finetune/Step Time": 6.976706648245454}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7513582110404968, "Finetune/Loss (Raw)": 0.7974831461906433, "Finetune/Step": 5140, "Finetune/Step Time": 6.975484035909176}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7531406879425049, "Finetune/Loss (Raw)": 0.8720288872718811, "Finetune/Step": 5141, "Finetune/Step Time": 6.973020795732737}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7527189254760742, "Finetune/Loss (Raw)": 0.6674479246139526, "Finetune/Step": 5142, "Finetune/Step Time": 6.974614758044481}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7542272210121155, "Finetune/Loss (Raw)": 0.9024575352668762, "Finetune/Step": 5143, "Finetune/Step Time": 6.9778769090771675}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7531106472015381, "Finetune/Loss (Raw)": 0.5689002275466919, "Finetune/Step": 5144, "Finetune/Step Time": 6.983058610931039}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7538824081420898, "Finetune/Loss (Raw)": 0.7551289200782776, "Finetune/Step": 5145, "Finetune/Step Time": 6.987301906570792}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7555680274963379, "Finetune/Loss (Raw)": 0.8777732849121094, "Finetune/Step": 5146, "Finetune/Step Time": 6.986517010256648}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7560943365097046, "Finetune/Loss (Raw)": 0.790357232093811, "Finetune/Step": 5147, "Finetune/Step Time": 6.999055737629533}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7550188302993774, "Finetune/Loss (Raw)": 0.505907416343689, "Finetune/Step": 5148, "Finetune/Step Time": 6.978693014010787}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7544032335281372, "Finetune/Loss (Raw)": 0.7545904517173767, "Finetune/Step": 5149, "Finetune/Step Time": 6.984836021438241}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7541531324386597, "Finetune/Loss (Raw)": 0.7679691314697266, "Finetune/Step": 5150, "Finetune/Step Time": 6.989922977983952}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7539008855819702, "Finetune/Loss (Raw)": 0.721322774887085, "Finetune/Step": 5151, "Finetune/Step Time": 6.977331196889281}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7535921931266785, "Finetune/Loss (Raw)": 0.7057837843894958, "Finetune/Step": 5152, "Finetune/Step Time": 6.977819798514247}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7535413503646851, "Finetune/Loss (Raw)": 0.7279812097549438, "Finetune/Step": 5153, "Finetune/Step Time": 6.983131406828761}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7524610757827759, "Finetune/Loss (Raw)": 0.6908701062202454, "Finetune/Step": 5154, "Finetune/Step Time": 6.997396344318986}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7513558864593506, "Finetune/Loss (Raw)": 0.686505913734436, "Finetune/Step": 5155, "Finetune/Step Time": 7.011473000049591}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7509927749633789, "Finetune/Loss (Raw)": 0.8509047031402588, "Finetune/Step": 5156, "Finetune/Step Time": 7.0204698871821165}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7505195140838623, "Finetune/Loss (Raw)": 0.7637113332748413, "Finetune/Step": 5157, "Finetune/Step Time": 7.0202449802309275}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7506576776504517, "Finetune/Loss (Raw)": 0.7565544843673706, "Finetune/Step": 5158, "Finetune/Step Time": 7.0198146514594555}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7516674995422363, "Finetune/Loss (Raw)": 0.8943710327148438, "Finetune/Step": 5159, "Finetune/Step Time": 7.021477948874235}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7522337436676025, "Finetune/Loss (Raw)": 0.9043556451797485, "Finetune/Step": 5160, "Finetune/Step Time": 7.01958354562521}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7525215148925781, "Finetune/Loss (Raw)": 0.8099571466445923, "Finetune/Step": 5161, "Finetune/Step Time": 7.029240198433399}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7517008781433105, "Finetune/Loss (Raw)": 0.7014782428741455, "Finetune/Step": 5162, "Finetune/Step Time": 7.041334582492709}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7523626685142517, "Finetune/Loss (Raw)": 0.7946128845214844, "Finetune/Step": 5163, "Finetune/Step Time": 7.040139500051737}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.753095269203186, "Finetune/Loss (Raw)": 0.8346331715583801, "Finetune/Step": 5164, "Finetune/Step Time": 7.049547901377082}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7504255771636963, "Finetune/Loss (Raw)": 0.5620033740997314, "Finetune/Step": 5165, "Finetune/Step Time": 7.05558498762548}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7492632865905762, "Finetune/Loss (Raw)": 0.7449438571929932, "Finetune/Step": 5166, "Finetune/Step Time": 7.0517104007303715}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7469266653060913, "Finetune/Loss (Raw)": 0.6509801149368286, "Finetune/Step": 5167, "Finetune/Step Time": 7.048166519030929}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7494481801986694, "Finetune/Loss (Raw)": 0.8812611699104309, "Finetune/Step": 5168, "Finetune/Step Time": 7.042190162464976}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7489420771598816, "Finetune/Loss (Raw)": 0.8590362071990967, "Finetune/Step": 5169, "Finetune/Step Time": 7.032802991569042}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7468682527542114, "Finetune/Loss (Raw)": 0.6259826421737671, "Finetune/Step": 5170, "Finetune/Step Time": 7.030173609033227}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7479574680328369, "Finetune/Loss (Raw)": 0.9408604502677917, "Finetune/Step": 5171, "Finetune/Step Time": 7.026158791035414}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.747511625289917, "Finetune/Loss (Raw)": 0.7351843118667603, "Finetune/Step": 5172, "Finetune/Step Time": 7.027303187176585}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7474729418754578, "Finetune/Loss (Raw)": 0.7034895420074463, "Finetune/Step": 5173, "Finetune/Step Time": 7.0045635141432285}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7498431205749512, "Finetune/Loss (Raw)": 0.9589846134185791, "Finetune/Step": 5174, "Finetune/Step Time": 6.992078961804509}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7493066787719727, "Finetune/Loss (Raw)": 0.7317335605621338, "Finetune/Step": 5175, "Finetune/Step Time": 6.99559361115098}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7475824356079102, "Finetune/Loss (Raw)": 0.6779192090034485, "Finetune/Step": 5176, "Finetune/Step Time": 7.007731454446912}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7483543157577515, "Finetune/Loss (Raw)": 0.8264166712760925, "Finetune/Step": 5177, "Finetune/Step Time": 7.005498517304659}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7478482723236084, "Finetune/Loss (Raw)": 0.6573768258094788, "Finetune/Step": 5178, "Finetune/Step Time": 6.994540488347411}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7482646703720093, "Finetune/Loss (Raw)": 0.6713783144950867, "Finetune/Step": 5179, "Finetune/Step Time": 6.992771549150348}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7478870153427124, "Finetune/Loss (Raw)": 0.5924575924873352, "Finetune/Step": 5180, "Finetune/Step Time": 6.995678381994367}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7494680881500244, "Finetune/Loss (Raw)": 0.7975044846534729, "Finetune/Step": 5181, "Finetune/Step Time": 6.995516736060381}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7472549676895142, "Finetune/Loss (Raw)": 0.5930536985397339, "Finetune/Step": 5182, "Finetune/Step Time": 6.998870039358735}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7478393912315369, "Finetune/Loss (Raw)": 0.8242647647857666, "Finetune/Step": 5183, "Finetune/Step Time": 7.004516057670116}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7466789484024048, "Finetune/Loss (Raw)": 0.6562349796295166, "Finetune/Step": 5184, "Finetune/Step Time": 7.0216149315238}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7473669052124023, "Finetune/Loss (Raw)": 0.818787693977356, "Finetune/Step": 5185, "Finetune/Step Time": 7.03178234025836}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7463291883468628, "Finetune/Loss (Raw)": 0.658870279788971, "Finetune/Step": 5186, "Finetune/Step Time": 7.045821446925402}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7442663311958313, "Finetune/Loss (Raw)": 0.6112948656082153, "Finetune/Step": 5187, "Finetune/Step Time": 7.059678819030523}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7424697875976562, "Finetune/Loss (Raw)": 0.6787811517715454, "Finetune/Step": 5188, "Finetune/Step Time": 7.061142547056079}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7403885126113892, "Finetune/Loss (Raw)": 0.5771298408508301, "Finetune/Step": 5189, "Finetune/Step Time": 7.071053959429264}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7404974699020386, "Finetune/Loss (Raw)": 0.602053165435791, "Finetune/Step": 5190, "Finetune/Step Time": 7.069861527532339}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7385542392730713, "Finetune/Loss (Raw)": 0.6298721432685852, "Finetune/Step": 5191, "Finetune/Step Time": 7.078548774123192}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.739147424697876, "Finetune/Loss (Raw)": 0.7079111933708191, "Finetune/Step": 5192, "Finetune/Step Time": 7.064464382827282}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7374982833862305, "Finetune/Loss (Raw)": 0.6658738255500793, "Finetune/Step": 5193, "Finetune/Step Time": 7.0749503541737795}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7357029914855957, "Finetune/Loss (Raw)": 0.6390439867973328, "Finetune/Step": 5194, "Finetune/Step Time": 7.090332088992}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7355400323867798, "Finetune/Loss (Raw)": 0.7129411697387695, "Finetune/Step": 5195, "Finetune/Step Time": 7.09188062697649}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7347278594970703, "Finetune/Loss (Raw)": 0.710735559463501, "Finetune/Step": 5196, "Finetune/Step Time": 7.097814774140716}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7355680465698242, "Finetune/Loss (Raw)": 0.8116872906684875, "Finetune/Step": 5197, "Finetune/Step Time": 7.09189872816205}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7353693842887878, "Finetune/Loss (Raw)": 0.7054959535598755, "Finetune/Step": 5198, "Finetune/Step Time": 7.089594099670649}