diff --git "a/train-2-epochs+7b/run-metrics.jsonl" "b/train-2-epochs+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/train-2-epochs+7b/run-metrics.jsonl"
@@ -0,0 +1,10397 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "train-2-epochs+7b", "reduce_in_full_precision": false, "type": "train-2-epochs+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "train-2-epochs+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "train-2-epochs+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 6.430868167202573e-08, "Finetune/Loss": 5.428145885467529, "Finetune/Loss (Raw)": 5.428145885467529, "Finetune/Step": 1, "Finetune/Step Time": 23.843621730804443}
+{"Finetune/Learning Rate": 1.2861736334405146e-07, "Finetune/Loss": 5.697373390197754, "Finetune/Loss (Raw)": 5.9666008949279785, "Finetune/Step": 2, "Finetune/Step Time": 16.499006986618042}
+{"Finetune/Learning Rate": 1.929260450160772e-07, "Finetune/Loss": 5.097598552703857, "Finetune/Loss (Raw)": 3.8980491161346436, "Finetune/Step": 3, "Finetune/Step Time": 12.8732537428538}
+{"Finetune/Learning Rate": 2.572347266881029e-07, "Finetune/Loss": 4.653843402862549, "Finetune/Loss (Raw)": 3.322578191757202, "Finetune/Step": 4, "Finetune/Step Time": 11.085193693637848}
+{"Finetune/Learning Rate": 3.2154340836012864e-07, "Finetune/Loss": 4.294308185577393, "Finetune/Loss (Raw)": 2.8561673164367676, "Finetune/Step": 5, "Finetune/Step Time": 10.178023481369019}
+{"Finetune/Learning Rate": 3.858520900321544e-07, "Finetune/Loss": 4.0261383056640625, "Finetune/Loss (Raw)": 2.685288190841675, "Finetune/Step": 6, "Finetune/Step Time": 9.539517124493917}
+{"Finetune/Learning Rate": 4.501607717041801e-07, "Finetune/Loss": 3.8423290252685547, "Finetune/Loss (Raw)": 2.739469528198242, "Finetune/Step": 7, "Finetune/Step Time": 9.047299555369786}
+{"Finetune/Learning Rate": 5.144694533762058e-07, "Finetune/Loss": 3.693909168243408, "Finetune/Loss (Raw)": 2.6549758911132812, "Finetune/Step": 8, "Finetune/Step Time": 8.860171556472778}
+{"Finetune/Learning Rate": 5.787781350482315e-07, "Finetune/Loss": 3.549182891845703, "Finetune/Loss (Raw)": 2.3913724422454834, "Finetune/Step": 9, "Finetune/Step Time": 8.569158554077148}
+{"Finetune/Learning Rate": 6.430868167202573e-07, "Finetune/Loss": 3.4692025184631348, "Finetune/Loss (Raw)": 2.7493767738342285, "Finetune/Step": 10, "Finetune/Step Time": 8.58909547328949}
+{"Finetune/Learning Rate": 7.073954983922831e-07, "Finetune/Loss": 3.3878233432769775, "Finetune/Loss (Raw)": 2.5740320682525635, "Finetune/Step": 11, "Finetune/Step Time": 8.348596702922475}
+{"Finetune/Learning Rate": 7.717041800643088e-07, "Finetune/Loss": 3.314905881881714, "Finetune/Loss (Raw)": 2.5128140449523926, "Finetune/Step": 12, "Finetune/Step Time": 8.156164626280466}
+{"Finetune/Learning Rate": 8.360128617363344e-07, "Finetune/Loss": 3.243352174758911, "Finetune/Loss (Raw)": 2.3847081661224365, "Finetune/Step": 13, "Finetune/Step Time": 7.991450768250686}
+{"Finetune/Learning Rate": 9.003215434083602e-07, "Finetune/Loss": 3.2043845653533936, "Finetune/Loss (Raw)": 2.697805881500244, "Finetune/Step": 14, "Finetune/Step Time": 7.831606660570417}
+{"Finetune/Learning Rate": 9.646302250803859e-07, "Finetune/Loss": 3.13620924949646, "Finetune/Loss (Raw)": 2.181753635406494, "Finetune/Step": 15, "Finetune/Step Time": 7.784024985631307}
+{"Finetune/Learning Rate": 1.0289389067524116e-06, "Finetune/Loss": 3.0377368927001953, "Finetune/Loss (Raw)": 1.5606539249420166, "Finetune/Step": 16, "Finetune/Step Time": 7.753877341747284}
+{"Finetune/Learning Rate": 1.0932475884244374e-06, "Finetune/Loss": 2.98612904548645, "Finetune/Loss (Raw)": 2.1604044437408447, "Finetune/Step": 17, "Finetune/Step Time": 7.662760846755084}
+{"Finetune/Learning Rate": 1.157556270096463e-06, "Finetune/Loss": 2.9116389751434326, "Finetune/Loss (Raw)": 1.6453040838241577, "Finetune/Step": 18, "Finetune/Step Time": 7.611329634984334}
+{"Finetune/Learning Rate": 1.2218649517684888e-06, "Finetune/Loss": 2.865422010421753, "Finetune/Loss (Raw)": 2.033517360687256, "Finetune/Step": 19, "Finetune/Step Time": 7.516140059420937}
+{"Finetune/Learning Rate": 1.2861736334405146e-06, "Finetune/Loss": 2.816452741622925, "Finetune/Loss (Raw)": 1.886036992073059, "Finetune/Step": 20, "Finetune/Step Time": 7.416359078884125}
+{"Finetune/Learning Rate": 1.3504823151125403e-06, "Finetune/Loss": 2.762981653213501, "Finetune/Loss (Raw)": 1.693557858467102, "Finetune/Step": 21, "Finetune/Step Time": 7.4111493201482865}
+{"Finetune/Learning Rate": 1.4147909967845661e-06, "Finetune/Loss": 2.7052433490753174, "Finetune/Loss (Raw)": 1.4927433729171753, "Finetune/Step": 22, "Finetune/Step Time": 7.358870647170327}
+{"Finetune/Learning Rate": 1.4790996784565917e-06, "Finetune/Loss": 2.5971498489379883, "Finetune/Loss (Raw)": 0.21908724308013916, "Finetune/Step": 23, "Finetune/Step Time": 7.427163621653682}
+{"Finetune/Learning Rate": 1.5434083601286177e-06, "Finetune/Loss": 2.565298557281494, "Finetune/Loss (Raw)": 1.8327229022979736, "Finetune/Step": 24, "Finetune/Step Time": 7.352658371130626}
+{"Finetune/Learning Rate": 1.6077170418006432e-06, "Finetune/Loss": 2.5284128189086914, "Finetune/Loss (Raw)": 1.6431525945663452, "Finetune/Step": 25, "Finetune/Step Time": 7.305157976150513}
+{"Finetune/Learning Rate": 1.6720257234726688e-06, "Finetune/Loss": 2.441380739212036, "Finetune/Loss (Raw)": 0.265581339597702, "Finetune/Step": 26, "Finetune/Step Time": 7.373449646509611}
+{"Finetune/Learning Rate": 1.7363344051446948e-06, "Finetune/Loss": 2.415107011795044, "Finetune/Loss (Raw)": 1.7319889068603516, "Finetune/Step": 27, "Finetune/Step Time": 7.301997732233118}
+{"Finetune/Learning Rate": 1.8006430868167204e-06, "Finetune/Loss": 2.384657382965088, "Finetune/Loss (Raw)": 1.5625110864639282, "Finetune/Step": 28, "Finetune/Step Time": 7.2413206696510315}
+{"Finetune/Learning Rate": 1.8649517684887462e-06, "Finetune/Loss": 2.357388496398926, "Finetune/Loss (Raw)": 1.5938657522201538, "Finetune/Step": 29, "Finetune/Step Time": 7.234392692302835}
+{"Finetune/Learning Rate": 1.9292604501607717e-06, "Finetune/Loss": 2.3265650272369385, "Finetune/Loss (Raw)": 1.4326810836791992, "Finetune/Step": 30, "Finetune/Step Time": 7.2322333733240765}
+{"Finetune/Learning Rate": 1.9935691318327975e-06, "Finetune/Loss": 2.30511212348938, "Finetune/Loss (Raw)": 1.661534309387207, "Finetune/Step": 31, "Finetune/Step Time": 7.205596946900891}
+{"Finetune/Learning Rate": 2.0578778135048233e-06, "Finetune/Loss": 2.2805399894714355, "Finetune/Loss (Raw)": 1.5188050270080566, "Finetune/Step": 32, "Finetune/Step Time": 7.233987398445606}
+{"Finetune/Learning Rate": 2.122186495176849e-06, "Finetune/Loss": 2.256495237350464, "Finetune/Loss (Raw)": 1.4870543479919434, "Finetune/Step": 33, "Finetune/Step Time": 7.214922045216416}
+{"Finetune/Learning Rate": 2.186495176848875e-06, "Finetune/Loss": 2.2298367023468018, "Finetune/Loss (Raw)": 1.350106954574585, "Finetune/Step": 34, "Finetune/Step Time": 7.1795505425509285}
+{"Finetune/Learning Rate": 2.2508038585209006e-06, "Finetune/Loss": 2.2185146808624268, "Finetune/Loss (Raw)": 1.8335622549057007, "Finetune/Step": 35, "Finetune/Step Time": 7.15744092123849}
+{"Finetune/Learning Rate": 2.315112540192926e-06, "Finetune/Loss": 2.196317672729492, "Finetune/Loss (Raw)": 1.4194256067276, "Finetune/Step": 36, "Finetune/Step Time": 7.170298847887251}
+{"Finetune/Learning Rate": 2.379421221864952e-06, "Finetune/Loss": 2.1797420978546143, "Finetune/Loss (Raw)": 1.5830135345458984, "Finetune/Step": 37, "Finetune/Step Time": 7.222654697057363}
+{"Finetune/Learning Rate": 2.4437299035369775e-06, "Finetune/Loss": 2.159095287322998, "Finetune/Loss (Raw)": 1.395174503326416, "Finetune/Step": 38, "Finetune/Step Time": 7.181963023386504}
+{"Finetune/Learning Rate": 2.5080385852090033e-06, "Finetune/Loss": 2.138826608657837, "Finetune/Loss (Raw)": 1.36861252784729, "Finetune/Step": 39, "Finetune/Step Time": 7.13923087486854}
+{"Finetune/Learning Rate": 2.572347266881029e-06, "Finetune/Loss": 2.1200149059295654, "Finetune/Loss (Raw)": 1.3863612413406372, "Finetune/Step": 40, "Finetune/Step Time": 7.148579949140549}
+{"Finetune/Learning Rate": 2.6366559485530545e-06, "Finetune/Loss": 2.104355573654175, "Finetune/Loss (Raw)": 1.4779796600341797, "Finetune/Step": 41, "Finetune/Step Time": 7.100298689632881}
+{"Finetune/Learning Rate": 2.7009646302250807e-06, "Finetune/Loss": 2.0880391597747803, "Finetune/Loss (Raw)": 1.419070839881897, "Finetune/Step": 42, "Finetune/Step Time": 7.064398822330293}
+{"Finetune/Learning Rate": 2.7652733118971064e-06, "Finetune/Loss": 2.0720224380493164, "Finetune/Loss (Raw)": 1.39932382106781, "Finetune/Step": 43, "Finetune/Step Time": 7.063287285871284}
+{"Finetune/Learning Rate": 2.8295819935691322e-06, "Finetune/Loss": 2.059448719024658, "Finetune/Loss (Raw)": 1.518760085105896, "Finetune/Step": 44, "Finetune/Step Time": 7.053471971641887}
+{"Finetune/Learning Rate": 2.8938906752411576e-06, "Finetune/Loss": 2.04190993309021, "Finetune/Loss (Raw)": 1.2702116966247559, "Finetune/Step": 45, "Finetune/Step Time": 7.113853825463189}
+{"Finetune/Learning Rate": 2.9581993569131834e-06, "Finetune/Loss": 2.002798318862915, "Finetune/Loss (Raw)": 0.24277321994304657, "Finetune/Step": 46, "Finetune/Step Time": 7.146082266517308}
+{"Finetune/Learning Rate": 3.022508038585209e-06, "Finetune/Loss": 1.989635705947876, "Finetune/Loss (Raw)": 1.3841685056686401, "Finetune/Step": 47, "Finetune/Step Time": 7.123231421125696}
+{"Finetune/Learning Rate": 3.0868167202572353e-06, "Finetune/Loss": 1.9753282070159912, "Finetune/Loss (Raw)": 1.3028606176376343, "Finetune/Step": 48, "Finetune/Step Time": 7.132733926177025}
+{"Finetune/Learning Rate": 3.1511254019292607e-06, "Finetune/Loss": 1.9635189771652222, "Finetune/Loss (Raw)": 1.3966891765594482, "Finetune/Step": 49, "Finetune/Step Time": 7.111747931460945}
+{"Finetune/Learning Rate": 3.2154340836012865e-06, "Finetune/Loss": 1.9489922523498535, "Finetune/Loss (Raw)": 1.2371771335601807, "Finetune/Step": 50, "Finetune/Step Time": 7.080063166618348}
+{"Finetune/Learning Rate": 3.2797427652733123e-06, "Finetune/Loss": 1.9364664554595947, "Finetune/Loss (Raw)": 1.3101718425750732, "Finetune/Step": 51, "Finetune/Step Time": 7.056317740795659}
+{"Finetune/Learning Rate": 3.3440514469453376e-06, "Finetune/Loss": 1.9253358840942383, "Finetune/Loss (Raw)": 1.3576788902282715, "Finetune/Step": 52, "Finetune/Step Time": 7.05105879673591}
+{"Finetune/Learning Rate": 3.4083601286173634e-06, "Finetune/Loss": 1.9089699983596802, "Finetune/Loss (Raw)": 1.0579452514648438, "Finetune/Step": 53, "Finetune/Step Time": 7.0907240858617815}
+{"Finetune/Learning Rate": 3.4726688102893896e-06, "Finetune/Loss": 1.8930202722549438, "Finetune/Loss (Raw)": 1.0476789474487305, "Finetune/Step": 54, "Finetune/Step Time": 7.087336972907737}
+{"Finetune/Learning Rate": 3.5369774919614154e-06, "Finetune/Loss": 1.8822277784347534, "Finetune/Loss (Raw)": 1.2994415760040283, "Finetune/Step": 55, "Finetune/Step Time": 7.090432466160167}
+{"Finetune/Learning Rate": 3.6012861736334407e-06, "Finetune/Loss": 1.870973825454712, "Finetune/Loss (Raw)": 1.2519997358322144, "Finetune/Step": 56, "Finetune/Step Time": 7.103139221668243}
+{"Finetune/Learning Rate": 3.6655948553054665e-06, "Finetune/Loss": 1.8583827018737793, "Finetune/Loss (Raw)": 1.1532771587371826, "Finetune/Step": 57, "Finetune/Step Time": 7.0833456725404975}
+{"Finetune/Learning Rate": 3.7299035369774923e-06, "Finetune/Loss": 1.8463349342346191, "Finetune/Loss (Raw)": 1.159615159034729, "Finetune/Step": 58, "Finetune/Step Time": 7.110164436800726}
+{"Finetune/Learning Rate": 3.7942122186495177e-06, "Finetune/Loss": 1.8349868059158325, "Finetune/Loss (Raw)": 1.1767969131469727, "Finetune/Step": 59, "Finetune/Step Time": 7.11962954068588}
+{"Finetune/Learning Rate": 3.8585209003215434e-06, "Finetune/Loss": 1.8244675397872925, "Finetune/Loss (Raw)": 1.2038267850875854, "Finetune/Step": 60, "Finetune/Step Time": 7.097473482290904}
+{"Finetune/Learning Rate": 3.92282958199357e-06, "Finetune/Loss": 1.8148998022079468, "Finetune/Loss (Raw)": 1.240848183631897, "Finetune/Step": 61, "Finetune/Step Time": 7.0821194609657665}
+{"Finetune/Learning Rate": 3.987138263665595e-06, "Finetune/Loss": 1.806874394416809, "Finetune/Loss (Raw)": 1.3173234462738037, "Finetune/Step": 62, "Finetune/Step Time": 7.059711256334858}
+{"Finetune/Learning Rate": 4.051446945337621e-06, "Finetune/Loss": 1.7985479831695557, "Finetune/Loss (Raw)": 1.282302975654602, "Finetune/Step": 63, "Finetune/Step Time": 7.060060474607679}
+{"Finetune/Learning Rate": 4.1157556270096466e-06, "Finetune/Loss": 1.7884923219680786, "Finetune/Loss (Raw)": 1.1549854278564453, "Finetune/Step": 64, "Finetune/Step Time": 7.095546059310436}
+{"Finetune/Learning Rate": 4.180064308681672e-06, "Finetune/Loss": 1.7789853811264038, "Finetune/Loss (Raw)": 1.1705399751663208, "Finetune/Step": 65, "Finetune/Step Time": 7.091364174622756}
+{"Finetune/Learning Rate": 4.244372990353698e-06, "Finetune/Loss": 1.7683751583099365, "Finetune/Loss (Raw)": 1.0787025690078735, "Finetune/Step": 66, "Finetune/Step Time": 7.078566074371338}
+{"Finetune/Learning Rate": 4.308681672025724e-06, "Finetune/Loss": 1.7565397024154663, "Finetune/Loss (Raw)": 0.9754149913787842, "Finetune/Step": 67, "Finetune/Step Time": 7.055645070858856}
+{"Finetune/Learning Rate": 4.37299035369775e-06, "Finetune/Loss": 1.748080849647522, "Finetune/Loss (Raw)": 1.181334376335144, "Finetune/Step": 68, "Finetune/Step Time": 7.054153242531945}
+{"Finetune/Learning Rate": 4.4372990353697755e-06, "Finetune/Loss": 1.7400132417678833, "Finetune/Loss (Raw)": 1.1914150714874268, "Finetune/Step": 69, "Finetune/Step Time": 7.032466145529264}
+{"Finetune/Learning Rate": 4.501607717041801e-06, "Finetune/Loss": 1.732873558998108, "Finetune/Loss (Raw)": 1.2402316331863403, "Finetune/Step": 70, "Finetune/Step Time": 7.014249801635742}
+{"Finetune/Learning Rate": 4.565916398713827e-06, "Finetune/Loss": 1.722312092781067, "Finetune/Loss (Raw)": 0.9830175638198853, "Finetune/Step": 71, "Finetune/Step Time": 6.9982718884105415}
+{"Finetune/Learning Rate": 4.630225080385852e-06, "Finetune/Loss": 1.7132718563079834, "Finetune/Loss (Raw)": 1.0714117288589478, "Finetune/Step": 72, "Finetune/Step Time": 6.976810581154293}
+{"Finetune/Learning Rate": 4.694533762057879e-06, "Finetune/Loss": 1.70292329788208, "Finetune/Loss (Raw)": 0.9578225612640381, "Finetune/Step": 73, "Finetune/Step Time": 6.960894290715048}
+{"Finetune/Learning Rate": 4.758842443729904e-06, "Finetune/Loss": 1.692798376083374, "Finetune/Loss (Raw)": 0.9536789655685425, "Finetune/Step": 74, "Finetune/Step Time": 6.94467758810198}
+{"Finetune/Learning Rate": 4.82315112540193e-06, "Finetune/Loss": 1.6816436052322388, "Finetune/Loss (Raw)": 0.8561921119689941, "Finetune/Step": 75, "Finetune/Step Time": 6.940870997111003}
+{"Finetune/Learning Rate": 4.887459807073955e-06, "Finetune/Loss": 1.6732770204544067, "Finetune/Loss (Raw)": 1.0457794666290283, "Finetune/Step": 76, "Finetune/Step Time": 6.934618200126447}
+{"Finetune/Learning Rate": 4.951768488745981e-06, "Finetune/Loss": 1.66652512550354, "Finetune/Loss (Raw)": 1.1533827781677246, "Finetune/Step": 77, "Finetune/Step Time": 6.91633804123123}
+{"Finetune/Learning Rate": 5.016077170418007e-06, "Finetune/Loss": 1.6610677242279053, "Finetune/Loss (Raw)": 1.2408486604690552, "Finetune/Step": 78, "Finetune/Step Time": 6.897991593067463}
+{"Finetune/Learning Rate": 5.080385852090033e-06, "Finetune/Loss": 1.655174732208252, "Finetune/Loss (Raw)": 1.1955220699310303, "Finetune/Step": 79, "Finetune/Step Time": 6.88428907756564}
+{"Finetune/Learning Rate": 5.144694533762058e-06, "Finetune/Loss": 1.6468218564987183, "Finetune/Loss (Raw)": 0.986939549446106, "Finetune/Step": 80, "Finetune/Step Time": 6.891371428966522}
+{"Finetune/Learning Rate": 5.209003215434084e-06, "Finetune/Loss": 1.6408321857452393, "Finetune/Loss (Raw)": 1.161677598953247, "Finetune/Step": 81, "Finetune/Step Time": 6.890476727191313}
+{"Finetune/Learning Rate": 5.273311897106109e-06, "Finetune/Loss": 1.634381890296936, "Finetune/Loss (Raw)": 1.1119048595428467, "Finetune/Step": 82, "Finetune/Step Time": 6.875675678253174}
+{"Finetune/Learning Rate": 5.3376205787781355e-06, "Finetune/Loss": 1.6267752647399902, "Finetune/Loss (Raw)": 1.0030319690704346, "Finetune/Step": 83, "Finetune/Step Time": 6.885094119841794}
+{"Finetune/Learning Rate": 5.401929260450161e-06, "Finetune/Loss": 1.6219433546066284, "Finetune/Loss (Raw)": 1.2208887338638306, "Finetune/Step": 84, "Finetune/Step Time": 6.888282710597629}
+{"Finetune/Learning Rate": 5.466237942122187e-06, "Finetune/Loss": 1.615468144416809, "Finetune/Loss (Raw)": 1.0715456008911133, "Finetune/Step": 85, "Finetune/Step Time": 6.875985916923074}
+{"Finetune/Learning Rate": 5.530546623794213e-06, "Finetune/Loss": 1.6001449823379517, "Finetune/Loss (Raw)": 0.29768747091293335, "Finetune/Step": 86, "Finetune/Step Time": 6.904386315234872}
+{"Finetune/Learning Rate": 5.594855305466238e-06, "Finetune/Loss": 1.5936360359191895, "Finetune/Loss (Raw)": 1.0338481664657593, "Finetune/Step": 87, "Finetune/Step Time": 6.892467208292293}
+{"Finetune/Learning Rate": 5.6591639871382644e-06, "Finetune/Loss": 1.5896308422088623, "Finetune/Loss (Raw)": 1.24118971824646, "Finetune/Step": 88, "Finetune/Step Time": 6.900914208455519}
+{"Finetune/Learning Rate": 5.72347266881029e-06, "Finetune/Loss": 1.5838249921798706, "Finetune/Loss (Raw)": 1.0728988647460938, "Finetune/Step": 89, "Finetune/Step Time": 6.889037868949805}
+{"Finetune/Learning Rate": 5.787781350482315e-06, "Finetune/Loss": 1.5790400505065918, "Finetune/Loss (Raw)": 1.1531906127929688, "Finetune/Step": 90, "Finetune/Step Time": 6.897584705882602}
+{"Finetune/Learning Rate": 5.852090032154342e-06, "Finetune/Loss": 1.5744999647140503, "Finetune/Loss (Raw)": 1.1658916473388672, "Finetune/Step": 91, "Finetune/Step Time": 6.9011942606705885}
+{"Finetune/Learning Rate": 5.916398713826367e-06, "Finetune/Loss": 1.5702903270721436, "Finetune/Loss (Raw)": 1.187204360961914, "Finetune/Step": 92, "Finetune/Step Time": 6.891240075878475}
+{"Finetune/Learning Rate": 5.980707395498393e-06, "Finetune/Loss": 1.563477873802185, "Finetune/Loss (Raw)": 0.9367404580116272, "Finetune/Step": 93, "Finetune/Step Time": 6.883347411309519}
+{"Finetune/Learning Rate": 6.045016077170418e-06, "Finetune/Loss": 1.5592222213745117, "Finetune/Loss (Raw)": 1.1634477376937866, "Finetune/Step": 94, "Finetune/Step Time": 6.868692436116807}
+{"Finetune/Learning Rate": 6.109324758842444e-06, "Finetune/Loss": 1.554255485534668, "Finetune/Loss (Raw)": 1.087387204170227, "Finetune/Step": 95, "Finetune/Step Time": 6.857728212758114}
+{"Finetune/Learning Rate": 6.173633440514471e-06, "Finetune/Loss": 1.5492379665374756, "Finetune/Loss (Raw)": 1.072558045387268, "Finetune/Step": 96, "Finetune/Step Time": 6.860737482706706}
+{"Finetune/Learning Rate": 6.237942122186496e-06, "Finetune/Loss": 1.5439130067825317, "Finetune/Loss (Raw)": 1.0327316522598267, "Finetune/Step": 97, "Finetune/Step Time": 6.8562824013306924}
+{"Finetune/Learning Rate": 6.302250803858521e-06, "Finetune/Loss": 1.5395967960357666, "Finetune/Loss (Raw)": 1.1209384202957153, "Finetune/Step": 98, "Finetune/Step Time": 6.845101164311779}
+{"Finetune/Learning Rate": 6.366559485530547e-06, "Finetune/Loss": 1.5258324146270752, "Finetune/Loss (Raw)": 0.17690637707710266, "Finetune/Step": 99, "Finetune/Step Time": 6.857349557105941}
+{"Finetune/Learning Rate": 6.430868167202573e-06, "Finetune/Loss": 1.5226824283599854, "Finetune/Loss (Raw)": 1.2108429670333862, "Finetune/Step": 100, "Finetune/Step Time": 6.85041966676712}
+{"Finetune/Learning Rate": 6.495176848874598e-06, "Finetune/Loss": 1.5180134773254395, "Finetune/Loss (Raw)": 1.0511170625686646, "Finetune/Step": 101, "Finetune/Step Time": 6.852122854478289}
+{"Finetune/Learning Rate": 6.5594855305466245e-06, "Finetune/Loss": 1.5149911642074585, "Finetune/Loss (Raw)": 1.2097299098968506, "Finetune/Step": 102, "Finetune/Step Time": 6.836404578358519}
+{"Finetune/Learning Rate": 6.62379421221865e-06, "Finetune/Loss": 1.502938151359558, "Finetune/Loss (Raw)": 0.2735390067100525, "Finetune/Step": 103, "Finetune/Step Time": 6.849183906629247}
+{"Finetune/Learning Rate": 6.688102893890675e-06, "Finetune/Loss": 1.4994785785675049, "Finetune/Loss (Raw)": 1.1431310176849365, "Finetune/Step": 104, "Finetune/Step Time": 6.837015997904998}
+{"Finetune/Learning Rate": 6.752411575562702e-06, "Finetune/Loss": 1.4950530529022217, "Finetune/Loss (Raw)": 1.0347951650619507, "Finetune/Step": 105, "Finetune/Step Time": 6.820970185597738}
+{"Finetune/Learning Rate": 6.816720257234727e-06, "Finetune/Loss": 1.4909021854400635, "Finetune/Loss (Raw)": 1.0550719499588013, "Finetune/Step": 106, "Finetune/Step Time": 6.809041754254755}
+{"Finetune/Learning Rate": 6.8810289389067534e-06, "Finetune/Loss": 1.4874311685562134, "Finetune/Loss (Raw)": 1.119503378868103, "Finetune/Step": 107, "Finetune/Step Time": 6.797759989711726}
+{"Finetune/Learning Rate": 6.945337620578779e-06, "Finetune/Loss": 1.4830435514450073, "Finetune/Loss (Raw)": 1.0135687589645386, "Finetune/Step": 108, "Finetune/Step Time": 6.7894842205224215}
+{"Finetune/Learning Rate": 7.009646302250804e-06, "Finetune/Loss": 1.4798409938812256, "Finetune/Loss (Raw)": 1.1339610815048218, "Finetune/Step": 109, "Finetune/Step Time": 6.7793155897647965}
+{"Finetune/Learning Rate": 7.073954983922831e-06, "Finetune/Loss": 1.4757928848266602, "Finetune/Loss (Raw)": 1.0345511436462402, "Finetune/Step": 110, "Finetune/Step Time": 6.767893587459217}
+{"Finetune/Learning Rate": 7.138263665594856e-06, "Finetune/Loss": 1.4726207256317139, "Finetune/Loss (Raw)": 1.1236648559570312, "Finetune/Step": 111, "Finetune/Step Time": 6.77349624762664}
+{"Finetune/Learning Rate": 7.2025723472668815e-06, "Finetune/Loss": 1.4689785242080688, "Finetune/Loss (Raw)": 1.064704179763794, "Finetune/Step": 112, "Finetune/Step Time": 6.769419357180595}
+{"Finetune/Learning Rate": 7.266881028938907e-06, "Finetune/Loss": 1.4657782316207886, "Finetune/Loss (Raw)": 1.107351541519165, "Finetune/Step": 113, "Finetune/Step Time": 6.772810161641214}
+{"Finetune/Learning Rate": 7.331189710610933e-06, "Finetune/Loss": 1.454851508140564, "Finetune/Loss (Raw)": 0.22013245522975922, "Finetune/Step": 114, "Finetune/Step Time": 6.79809400282408}
+{"Finetune/Learning Rate": 7.39549839228296e-06, "Finetune/Loss": 1.451517105102539, "Finetune/Loss (Raw)": 1.0714002847671509, "Finetune/Step": 115, "Finetune/Step Time": 6.789230209848155}
+{"Finetune/Learning Rate": 7.459807073954985e-06, "Finetune/Loss": 1.4467860460281372, "Finetune/Loss (Raw)": 0.9027023911476135, "Finetune/Step": 116, "Finetune/Step Time": 6.794482934063878}
+{"Finetune/Learning Rate": 7.52411575562701e-06, "Finetune/Loss": 1.4438254833221436, "Finetune/Loss (Raw)": 1.1003942489624023, "Finetune/Step": 117, "Finetune/Step Time": 6.790431385366325}
+{"Finetune/Learning Rate": 7.588424437299035e-06, "Finetune/Loss": 1.4412744045257568, "Finetune/Loss (Raw)": 1.1428064107894897, "Finetune/Step": 118, "Finetune/Step Time": 6.780708884788772}
+{"Finetune/Learning Rate": 7.652733118971062e-06, "Finetune/Loss": 1.4379570484161377, "Finetune/Loss (Raw)": 1.0465089082717896, "Finetune/Step": 119, "Finetune/Step Time": 6.772666628621206}
+{"Finetune/Learning Rate": 7.717041800643087e-06, "Finetune/Loss": 1.4349373579025269, "Finetune/Loss (Raw)": 1.0756021738052368, "Finetune/Step": 120, "Finetune/Step Time": 6.768226164579391}
+{"Finetune/Learning Rate": 7.781350482315114e-06, "Finetune/Loss": 1.431467890739441, "Finetune/Loss (Raw)": 1.0151433944702148, "Finetune/Step": 121, "Finetune/Step Time": 6.77655264956892}
+{"Finetune/Learning Rate": 7.84565916398714e-06, "Finetune/Loss": 1.4276119470596313, "Finetune/Loss (Raw)": 0.9610468745231628, "Finetune/Step": 122, "Finetune/Step Time": 6.768717290925198}
+{"Finetune/Learning Rate": 7.909967845659165e-06, "Finetune/Loss": 1.4241961240768433, "Finetune/Loss (Raw)": 1.0074573755264282, "Finetune/Step": 123, "Finetune/Step Time": 6.759840251953621}
+{"Finetune/Learning Rate": 7.97427652733119e-06, "Finetune/Loss": 1.4217114448547363, "Finetune/Loss (Raw)": 1.1160866022109985, "Finetune/Step": 124, "Finetune/Step Time": 6.753586655662906}
+{"Finetune/Learning Rate": 8.038585209003215e-06, "Finetune/Loss": 1.4182758331298828, "Finetune/Loss (Raw)": 0.9922553300857544, "Finetune/Step": 125, "Finetune/Step Time": 6.747325435638428}
+{"Finetune/Learning Rate": 8.102893890675242e-06, "Finetune/Loss": 1.4156192541122437, "Finetune/Loss (Raw)": 1.0835384130477905, "Finetune/Step": 126, "Finetune/Step Time": 6.759595401703366}
+{"Finetune/Learning Rate": 8.167202572347268e-06, "Finetune/Loss": 1.4120433330535889, "Finetune/Loss (Raw)": 0.9614943265914917, "Finetune/Step": 127, "Finetune/Step Time": 6.750813561161672}
+{"Finetune/Learning Rate": 8.231511254019293e-06, "Finetune/Loss": 1.4097172021865845, "Finetune/Loss (Raw)": 1.1142960786819458, "Finetune/Step": 128, "Finetune/Step Time": 6.7446819599717855}
+{"Finetune/Learning Rate": 8.29581993569132e-06, "Finetune/Loss": 1.3762338161468506, "Finetune/Loss (Raw)": 1.1422679424285889, "Finetune/Step": 129, "Finetune/Step Time": 6.603629285469651}
+{"Finetune/Learning Rate": 8.360128617363345e-06, "Finetune/Loss": 1.3384058475494385, "Finetune/Loss (Raw)": 1.124616265296936, "Finetune/Step": 130, "Finetune/Step Time": 6.585320170968771}
+{"Finetune/Learning Rate": 8.424437299035371e-06, "Finetune/Loss": 1.3164522647857666, "Finetune/Loss (Raw)": 1.0880070924758911, "Finetune/Step": 131, "Finetune/Step Time": 6.584561601281166}
+{"Finetune/Learning Rate": 8.488745980707396e-06, "Finetune/Loss": 1.2989739179611206, "Finetune/Loss (Raw)": 1.0853447914123535, "Finetune/Step": 132, "Finetune/Step Time": 6.584600202739239}
+{"Finetune/Learning Rate": 8.553054662379421e-06, "Finetune/Loss": 1.2835897207260132, "Finetune/Loss (Raw)": 0.8869830369949341, "Finetune/Step": 133, "Finetune/Step Time": 6.594937317073345}
+{"Finetune/Learning Rate": 8.617363344051448e-06, "Finetune/Loss": 1.2721710205078125, "Finetune/Loss (Raw)": 1.2236937284469604, "Finetune/Step": 134, "Finetune/Step Time": 6.590520272031426}
+{"Finetune/Learning Rate": 8.681672025723473e-06, "Finetune/Loss": 1.2583820819854736, "Finetune/Loss (Raw)": 0.9744933843612671, "Finetune/Step": 135, "Finetune/Step Time": 6.59249316714704}
+{"Finetune/Learning Rate": 8.7459807073955e-06, "Finetune/Loss": 1.2458958625793457, "Finetune/Loss (Raw)": 1.056723952293396, "Finetune/Step": 136, "Finetune/Step Time": 6.587581569328904}
+{"Finetune/Learning Rate": 8.810289389067524e-06, "Finetune/Loss": 1.234758734703064, "Finetune/Loss (Raw)": 0.9658276438713074, "Finetune/Step": 137, "Finetune/Step Time": 6.589913101866841}
+{"Finetune/Learning Rate": 8.874598070739551e-06, "Finetune/Loss": 1.221975326538086, "Finetune/Loss (Raw)": 1.1131056547164917, "Finetune/Step": 138, "Finetune/Step Time": 6.561574447900057}
+{"Finetune/Learning Rate": 8.938906752411576e-06, "Finetune/Loss": 1.208815574645996, "Finetune/Loss (Raw)": 0.8895768523216248, "Finetune/Step": 139, "Finetune/Step Time": 6.562874728813767}
+{"Finetune/Learning Rate": 9.003215434083602e-06, "Finetune/Loss": 1.1990761756896973, "Finetune/Loss (Raw)": 1.2661793231964111, "Finetune/Step": 140, "Finetune/Step Time": 6.557323299348354}
+{"Finetune/Learning Rate": 9.067524115755627e-06, "Finetune/Loss": 1.1883604526519775, "Finetune/Loss (Raw)": 1.0130919218063354, "Finetune/Step": 141, "Finetune/Step Time": 6.551352152600884}
+{"Finetune/Learning Rate": 9.131832797427654e-06, "Finetune/Loss": 1.175035834312439, "Finetune/Loss (Raw)": 0.9922605752944946, "Finetune/Step": 142, "Finetune/Step Time": 6.589756390079856}
+{"Finetune/Learning Rate": 9.196141479099679e-06, "Finetune/Loss": 1.1653872728347778, "Finetune/Loss (Raw)": 0.9467313289642334, "Finetune/Step": 143, "Finetune/Step Time": 6.604632111266255}
+{"Finetune/Learning Rate": 9.260450160771704e-06, "Finetune/Loss": 1.1555477380752563, "Finetune/Loss (Raw)": 0.30119091272354126, "Finetune/Step": 144, "Finetune/Step Time": 6.6119340397417545}
+{"Finetune/Learning Rate": 9.32475884244373e-06, "Finetune/Loss": 1.1410720348358154, "Finetune/Loss (Raw)": 0.30750787258148193, "Finetune/Step": 145, "Finetune/Step Time": 6.631511587649584}
+{"Finetune/Learning Rate": 9.389067524115757e-06, "Finetune/Loss": 1.1355793476104736, "Finetune/Loss (Raw)": 0.9422569870948792, "Finetune/Step": 146, "Finetune/Step Time": 6.622288767248392}
+{"Finetune/Learning Rate": 9.453376205787782e-06, "Finetune/Loss": 1.1264636516571045, "Finetune/Loss (Raw)": 0.8667017817497253, "Finetune/Step": 147, "Finetune/Step Time": 6.627884164452553}
+{"Finetune/Learning Rate": 9.517684887459809e-06, "Finetune/Loss": 1.1199705600738525, "Finetune/Loss (Raw)": 1.0549261569976807, "Finetune/Step": 148, "Finetune/Step Time": 6.630097171291709}
+{"Finetune/Learning Rate": 9.581993569131834e-06, "Finetune/Loss": 1.1151119470596313, "Finetune/Loss (Raw)": 1.0716519355773926, "Finetune/Step": 149, "Finetune/Step Time": 6.619847698137164}
+{"Finetune/Learning Rate": 9.64630225080386e-06, "Finetune/Loss": 1.1120026111602783, "Finetune/Loss (Raw)": 1.094736933708191, "Finetune/Step": 150, "Finetune/Step Time": 6.6231423281133175}
+{"Finetune/Learning Rate": 9.710610932475885e-06, "Finetune/Loss": 1.1185731887817383, "Finetune/Loss (Raw)": 1.0601176023483276, "Finetune/Step": 151, "Finetune/Step Time": 6.602370403707027}
+{"Finetune/Learning Rate": 9.77491961414791e-06, "Finetune/Loss": 1.1120579242706299, "Finetune/Loss (Raw)": 0.9987725019454956, "Finetune/Step": 152, "Finetune/Step Time": 6.607498336583376}
+{"Finetune/Learning Rate": 9.839228295819937e-06, "Finetune/Loss": 1.1079611778259277, "Finetune/Loss (Raw)": 1.118783950805664, "Finetune/Step": 153, "Finetune/Step Time": 6.616929825395346}
+{"Finetune/Learning Rate": 9.903536977491962e-06, "Finetune/Loss": 1.114351749420166, "Finetune/Loss (Raw)": 1.0835564136505127, "Finetune/Step": 154, "Finetune/Step Time": 6.592143150046468}
+{"Finetune/Learning Rate": 9.967845659163988e-06, "Finetune/Loss": 1.109937071800232, "Finetune/Loss (Raw)": 1.166922688484192, "Finetune/Step": 155, "Finetune/Step Time": 6.597740801051259}
+{"Finetune/Learning Rate": 1.0032154340836013e-05, "Finetune/Loss": 1.0996899604797363, "Finetune/Loss (Raw)": 0.2508695125579834, "Finetune/Step": 156, "Finetune/Step Time": 6.619547037407756}
+{"Finetune/Learning Rate": 1.0096463022508038e-05, "Finetune/Loss": 1.0954868793487549, "Finetune/Loss (Raw)": 1.05587899684906, "Finetune/Step": 157, "Finetune/Step Time": 6.609819585457444}
+{"Finetune/Learning Rate": 1.0160771704180067e-05, "Finetune/Loss": 1.0926398038864136, "Finetune/Loss (Raw)": 1.0682556629180908, "Finetune/Step": 158, "Finetune/Step Time": 6.599841570481658}
+{"Finetune/Learning Rate": 1.0225080385852091e-05, "Finetune/Loss": 1.0879406929016113, "Finetune/Loss (Raw)": 1.060045838356018, "Finetune/Step": 159, "Finetune/Step Time": 6.591824037954211}
+{"Finetune/Learning Rate": 1.0289389067524116e-05, "Finetune/Loss": 1.0838066339492798, "Finetune/Loss (Raw)": 0.9896529316902161, "Finetune/Step": 160, "Finetune/Step Time": 6.5803835690021515}
+{"Finetune/Learning Rate": 1.0353697749196143e-05, "Finetune/Loss": 1.0798921585083008, "Finetune/Loss (Raw)": 0.9859947562217712, "Finetune/Step": 161, "Finetune/Step Time": 6.576065821573138}
+{"Finetune/Learning Rate": 1.0418006430868168e-05, "Finetune/Loss": 1.0789719820022583, "Finetune/Loss (Raw)": 1.2323285341262817, "Finetune/Step": 162, "Finetune/Step Time": 6.574258726090193}
+{"Finetune/Learning Rate": 1.0482315112540193e-05, "Finetune/Loss": 1.0728380680084229, "Finetune/Loss (Raw)": 1.048415184020996, "Finetune/Step": 163, "Finetune/Step Time": 6.573623910546303}
+{"Finetune/Learning Rate": 1.0546623794212218e-05, "Finetune/Loss": 1.069084882736206, "Finetune/Loss (Raw)": 0.9390085935592651, "Finetune/Step": 164, "Finetune/Step Time": 6.5704242661595345}
+{"Finetune/Learning Rate": 1.0610932475884246e-05, "Finetune/Loss": 1.0646743774414062, "Finetune/Loss (Raw)": 1.0184879302978516, "Finetune/Step": 165, "Finetune/Step Time": 6.547085028141737}
+{"Finetune/Learning Rate": 1.0675241157556271e-05, "Finetune/Loss": 1.0614266395568848, "Finetune/Loss (Raw)": 0.9794511198997498, "Finetune/Step": 166, "Finetune/Step Time": 6.548011772334576}
+{"Finetune/Learning Rate": 1.0739549839228296e-05, "Finetune/Loss": 1.059481143951416, "Finetune/Loss (Raw)": 1.1195915937423706, "Finetune/Step": 167, "Finetune/Step Time": 6.54957520775497}
+{"Finetune/Learning Rate": 1.0803858520900323e-05, "Finetune/Loss": 1.0562046766281128, "Finetune/Loss (Raw)": 0.9669885635375977, "Finetune/Step": 168, "Finetune/Step Time": 6.537382245063782}
+{"Finetune/Learning Rate": 1.0868167202572348e-05, "Finetune/Loss": 1.0520288944244385, "Finetune/Loss (Raw)": 0.9434686899185181, "Finetune/Step": 169, "Finetune/Step Time": 6.541157279163599}
+{"Finetune/Learning Rate": 1.0932475884244374e-05, "Finetune/Loss": 1.0433728694915771, "Finetune/Loss (Raw)": 0.31111252307891846, "Finetune/Step": 170, "Finetune/Step Time": 6.559294704347849}
+{"Finetune/Learning Rate": 1.0996784565916399e-05, "Finetune/Loss": 1.040050983428955, "Finetune/Loss (Raw)": 0.9741206765174866, "Finetune/Step": 171, "Finetune/Step Time": 6.557061053812504}
+{"Finetune/Learning Rate": 1.1061093247588426e-05, "Finetune/Loss": 1.0355790853500366, "Finetune/Loss (Raw)": 0.9463426470756531, "Finetune/Step": 172, "Finetune/Step Time": 6.570376152172685}
+{"Finetune/Learning Rate": 1.112540192926045e-05, "Finetune/Loss": 1.0345373153686523, "Finetune/Loss (Raw)": 1.1368683576583862, "Finetune/Step": 173, "Finetune/Step Time": 6.538398055359721}
+{"Finetune/Learning Rate": 1.1189710610932476e-05, "Finetune/Loss": 1.0393344163894653, "Finetune/Loss (Raw)": 0.8568032383918762, "Finetune/Step": 174, "Finetune/Step Time": 6.520767847076058}
+{"Finetune/Learning Rate": 1.1254019292604504e-05, "Finetune/Loss": 1.0374901294708252, "Finetune/Loss (Raw)": 1.1480998992919922, "Finetune/Step": 175, "Finetune/Step Time": 6.517409794032574}
+{"Finetune/Learning Rate": 1.1318327974276529e-05, "Finetune/Loss": 1.0298372507095337, "Finetune/Loss (Raw)": 0.3233001232147217, "Finetune/Step": 176, "Finetune/Step Time": 6.5218587052077055}
+{"Finetune/Learning Rate": 1.1382636655948554e-05, "Finetune/Loss": 1.026278018951416, "Finetune/Loss (Raw)": 0.9410905241966248, "Finetune/Step": 177, "Finetune/Step Time": 6.52391923032701}
+{"Finetune/Learning Rate": 1.144694533762058e-05, "Finetune/Loss": 1.025545358657837, "Finetune/Loss (Raw)": 1.1434030532836914, "Finetune/Step": 178, "Finetune/Step Time": 6.530662015080452}
+{"Finetune/Learning Rate": 1.1511254019292605e-05, "Finetune/Loss": 1.0222280025482178, "Finetune/Loss (Raw)": 0.8855459690093994, "Finetune/Step": 179, "Finetune/Step Time": 6.533857461065054}
+{"Finetune/Learning Rate": 1.157556270096463e-05, "Finetune/Loss": 1.019873857498169, "Finetune/Loss (Raw)": 1.0563515424728394, "Finetune/Step": 180, "Finetune/Step Time": 6.5302364360541105}
+{"Finetune/Learning Rate": 1.1639871382636655e-05, "Finetune/Loss": 1.019331455230713, "Finetune/Loss (Raw)": 0.9885218143463135, "Finetune/Step": 181, "Finetune/Step Time": 6.5001624301075935}
+{"Finetune/Learning Rate": 1.1704180064308684e-05, "Finetune/Loss": 1.0191481113433838, "Finetune/Loss (Raw)": 1.024216651916504, "Finetune/Step": 182, "Finetune/Step Time": 6.492848753929138}
+{"Finetune/Learning Rate": 1.1768488745980709e-05, "Finetune/Loss": 1.0167014598846436, "Finetune/Loss (Raw)": 0.9862697720527649, "Finetune/Step": 183, "Finetune/Step Time": 6.475455382838845}
+{"Finetune/Learning Rate": 1.1832797427652733e-05, "Finetune/Loss": 1.0158189535140991, "Finetune/Loss (Raw)": 1.1390403509140015, "Finetune/Step": 184, "Finetune/Step Time": 6.461123574525118}
+{"Finetune/Learning Rate": 1.189710610932476e-05, "Finetune/Loss": 1.0137860774993896, "Finetune/Loss (Raw)": 0.8930567502975464, "Finetune/Step": 185, "Finetune/Step Time": 6.458060760051012}
+{"Finetune/Learning Rate": 1.1961414790996787e-05, "Finetune/Loss": 1.0121383666992188, "Finetune/Loss (Raw)": 0.9487185478210449, "Finetune/Step": 186, "Finetune/Step Time": 6.448243694379926}
+{"Finetune/Learning Rate": 1.2025723472668812e-05, "Finetune/Loss": 1.010560393333435, "Finetune/Loss (Raw)": 0.9748128652572632, "Finetune/Step": 187, "Finetune/Step Time": 6.4334284998476505}
+{"Finetune/Learning Rate": 1.2090032154340837e-05, "Finetune/Loss": 1.009584665298462, "Finetune/Loss (Raw)": 1.0789424180984497, "Finetune/Step": 188, "Finetune/Step Time": 6.431392842903733}
+{"Finetune/Learning Rate": 1.2154340836012863e-05, "Finetune/Loss": 1.0074634552001953, "Finetune/Loss (Raw)": 0.969323456287384, "Finetune/Step": 189, "Finetune/Step Time": 6.4421236757189035}
+{"Finetune/Learning Rate": 1.2218649517684888e-05, "Finetune/Loss": 1.0053362846374512, "Finetune/Loss (Raw)": 1.045042634010315, "Finetune/Step": 190, "Finetune/Step Time": 6.446684064343572}
+{"Finetune/Learning Rate": 1.2282958199356913e-05, "Finetune/Loss": 1.0035921335220337, "Finetune/Loss (Raw)": 1.0590546131134033, "Finetune/Step": 191, "Finetune/Step Time": 6.442009771242738}
+{"Finetune/Learning Rate": 1.2347266881028941e-05, "Finetune/Loss": 1.0027368068695068, "Finetune/Loss (Raw)": 1.0455094575881958, "Finetune/Step": 192, "Finetune/Step Time": 6.422244066372514}
+{"Finetune/Learning Rate": 1.2411575562700966e-05, "Finetune/Loss": 1.0006808042526245, "Finetune/Loss (Raw)": 0.9073650240898132, "Finetune/Step": 193, "Finetune/Step Time": 6.414455642923713}
+{"Finetune/Learning Rate": 1.2475884244372991e-05, "Finetune/Loss": 1.0002385377883911, "Finetune/Loss (Raw)": 1.022096037864685, "Finetune/Step": 194, "Finetune/Step Time": 6.41269213706255}
+{"Finetune/Learning Rate": 1.2540192926045016e-05, "Finetune/Loss": 1.0002297163009644, "Finetune/Loss (Raw)": 0.9742831587791443, "Finetune/Step": 195, "Finetune/Step Time": 6.418735070154071}
+{"Finetune/Learning Rate": 1.2604501607717043e-05, "Finetune/Loss": 0.9984850287437439, "Finetune/Loss (Raw)": 0.958018958568573, "Finetune/Step": 196, "Finetune/Step Time": 6.414773818105459}
+{"Finetune/Learning Rate": 1.2668810289389068e-05, "Finetune/Loss": 0.9972377419471741, "Finetune/Loss (Raw)": 1.031757116317749, "Finetune/Step": 197, "Finetune/Step Time": 6.420526327565312}
+{"Finetune/Learning Rate": 1.2733118971061094e-05, "Finetune/Loss": 0.995137631893158, "Finetune/Loss (Raw)": 0.9714137315750122, "Finetune/Step": 198, "Finetune/Step Time": 6.420030325651169}
+{"Finetune/Learning Rate": 1.2797427652733121e-05, "Finetune/Loss": 0.9949659705162048, "Finetune/Loss (Raw)": 0.9610521197319031, "Finetune/Step": 199, "Finetune/Step Time": 6.423543995246291}
+{"Finetune/Learning Rate": 1.2861736334405146e-05, "Finetune/Loss": 0.9944032430648804, "Finetune/Loss (Raw)": 0.9993822574615479, "Finetune/Step": 200, "Finetune/Step Time": 6.427728250622749}
+{"Finetune/Learning Rate": 1.2926045016077171e-05, "Finetune/Loss": 0.9954357147216797, "Finetune/Loss (Raw)": 1.0899760723114014, "Finetune/Step": 201, "Finetune/Step Time": 6.430835198611021}
+{"Finetune/Learning Rate": 1.2990353697749196e-05, "Finetune/Loss": 0.9965093731880188, "Finetune/Loss (Raw)": 1.0911054611206055, "Finetune/Step": 202, "Finetune/Step Time": 6.433943569660187}
+{"Finetune/Learning Rate": 1.3054662379421224e-05, "Finetune/Loss": 0.9979052543640137, "Finetune/Loss (Raw)": 1.0348670482635498, "Finetune/Step": 203, "Finetune/Step Time": 6.427553966641426}
+{"Finetune/Learning Rate": 1.3118971061093249e-05, "Finetune/Loss": 0.9977182745933533, "Finetune/Loss (Raw)": 1.0218533277511597, "Finetune/Step": 204, "Finetune/Step Time": 6.422000031918287}
+{"Finetune/Learning Rate": 1.3183279742765274e-05, "Finetune/Loss": 0.9909510612487793, "Finetune/Loss (Raw)": 0.2871689796447754, "Finetune/Step": 205, "Finetune/Step Time": 6.44345567189157}
+{"Finetune/Learning Rate": 1.32475884244373e-05, "Finetune/Loss": 0.9888877868652344, "Finetune/Loss (Raw)": 0.9767543077468872, "Finetune/Step": 206, "Finetune/Step Time": 6.451860602945089}
+{"Finetune/Learning Rate": 1.3311897106109326e-05, "Finetune/Loss": 0.9884822368621826, "Finetune/Loss (Raw)": 1.1436054706573486, "Finetune/Step": 207, "Finetune/Step Time": 6.474635403603315}
+{"Finetune/Learning Rate": 1.337620578778135e-05, "Finetune/Loss": 0.9885185956954956, "Finetune/Loss (Raw)": 0.9915984272956848, "Finetune/Step": 208, "Finetune/Step Time": 6.46001541428268}
+{"Finetune/Learning Rate": 1.3440514469453375e-05, "Finetune/Loss": 0.987028181552887, "Finetune/Loss (Raw)": 0.9709057211875916, "Finetune/Step": 209, "Finetune/Step Time": 6.463566370308399}
+{"Finetune/Learning Rate": 1.3504823151125404e-05, "Finetune/Loss": 0.980575442314148, "Finetune/Loss (Raw)": 0.28594982624053955, "Finetune/Step": 210, "Finetune/Step Time": 6.485775500535965}
+{"Finetune/Learning Rate": 1.3569131832797429e-05, "Finetune/Loss": 0.980334997177124, "Finetune/Loss (Raw)": 0.9722608327865601, "Finetune/Step": 211, "Finetune/Step Time": 6.478614456951618}
+{"Finetune/Learning Rate": 1.3633440514469454e-05, "Finetune/Loss": 0.979000449180603, "Finetune/Loss (Raw)": 1.0500636100769043, "Finetune/Step": 212, "Finetune/Step Time": 6.475813027471304}
+{"Finetune/Learning Rate": 1.369774919614148e-05, "Finetune/Loss": 0.9795567989349365, "Finetune/Loss (Raw)": 1.1427644491195679, "Finetune/Step": 213, "Finetune/Step Time": 6.478044643998146}
+{"Finetune/Learning Rate": 1.3762057877813507e-05, "Finetune/Loss": 0.9847402572631836, "Finetune/Loss (Raw)": 0.9611592292785645, "Finetune/Step": 214, "Finetune/Step Time": 6.468491805717349}
+{"Finetune/Learning Rate": 1.3826366559485532e-05, "Finetune/Loss": 0.9839688539505005, "Finetune/Loss (Raw)": 0.9351170659065247, "Finetune/Step": 215, "Finetune/Step Time": 6.4672891814261675}
+{"Finetune/Learning Rate": 1.3890675241157558e-05, "Finetune/Loss": 0.981320321559906, "Finetune/Loss (Raw)": 0.9021749496459961, "Finetune/Step": 216, "Finetune/Step Time": 6.465954560786486}
+{"Finetune/Learning Rate": 1.3954983922829583e-05, "Finetune/Loss": 0.981428861618042, "Finetune/Loss (Raw)": 1.0867944955825806, "Finetune/Step": 217, "Finetune/Step Time": 6.463909363374114}
+{"Finetune/Learning Rate": 1.4019292604501608e-05, "Finetune/Loss": 0.9804271459579468, "Finetune/Loss (Raw)": 1.0249661207199097, "Finetune/Step": 218, "Finetune/Step Time": 6.453376183286309}
+{"Finetune/Learning Rate": 1.4083601286173633e-05, "Finetune/Loss": 0.9805053472518921, "Finetune/Loss (Raw)": 1.175907850265503, "Finetune/Step": 219, "Finetune/Step Time": 6.44232334010303}
+{"Finetune/Learning Rate": 1.4147909967845662e-05, "Finetune/Loss": 0.9786579012870789, "Finetune/Loss (Raw)": 0.950729250907898, "Finetune/Step": 220, "Finetune/Step Time": 6.438821265473962}
+{"Finetune/Learning Rate": 1.4212218649517686e-05, "Finetune/Loss": 0.9796590805053711, "Finetune/Loss (Raw)": 1.0648812055587769, "Finetune/Step": 221, "Finetune/Step Time": 6.441906452178955}
+{"Finetune/Learning Rate": 1.4276527331189711e-05, "Finetune/Loss": 0.9778323173522949, "Finetune/Loss (Raw)": 0.9296294450759888, "Finetune/Step": 222, "Finetune/Step Time": 6.447099778801203}
+{"Finetune/Learning Rate": 1.4340836012861738e-05, "Finetune/Loss": 0.9767584800720215, "Finetune/Loss (Raw)": 0.9499372839927673, "Finetune/Step": 223, "Finetune/Step Time": 6.448354929685593}
+{"Finetune/Learning Rate": 1.4405144694533763e-05, "Finetune/Loss": 0.9707841873168945, "Finetune/Loss (Raw)": 0.3078479468822479, "Finetune/Step": 224, "Finetune/Step Time": 6.456720627844334}
+{"Finetune/Learning Rate": 1.4469453376205788e-05, "Finetune/Loss": 0.97069251537323, "Finetune/Loss (Raw)": 1.0210025310516357, "Finetune/Step": 225, "Finetune/Step Time": 6.457272941246629}
+{"Finetune/Learning Rate": 1.4533762057877815e-05, "Finetune/Loss": 0.9709692597389221, "Finetune/Loss (Raw)": 1.1563507318496704, "Finetune/Step": 226, "Finetune/Step Time": 6.455485925078392}
+{"Finetune/Learning Rate": 1.4598070739549841e-05, "Finetune/Loss": 0.9784384369850159, "Finetune/Loss (Raw)": 1.1329646110534668, "Finetune/Step": 227, "Finetune/Step Time": 6.435731962323189}
+{"Finetune/Learning Rate": 1.4662379421221866e-05, "Finetune/Loss": 0.9774527549743652, "Finetune/Loss (Raw)": 1.0846827030181885, "Finetune/Step": 228, "Finetune/Step Time": 6.441687226295471}
+{"Finetune/Learning Rate": 1.4726688102893891e-05, "Finetune/Loss": 0.9770904779434204, "Finetune/Loss (Raw)": 1.0047433376312256, "Finetune/Step": 229, "Finetune/Step Time": 6.4358097072690725}
+{"Finetune/Learning Rate": 1.479099678456592e-05, "Finetune/Loss": 0.9763779640197754, "Finetune/Loss (Raw)": 1.1185264587402344, "Finetune/Step": 230, "Finetune/Step Time": 6.438525553792715}
+{"Finetune/Learning Rate": 1.4855305466237944e-05, "Finetune/Loss": 0.9819072484970093, "Finetune/Loss (Raw)": 0.9812825918197632, "Finetune/Step": 231, "Finetune/Step Time": 6.420464180409908}
+{"Finetune/Learning Rate": 1.491961414790997e-05, "Finetune/Loss": 0.9810781478881836, "Finetune/Loss (Raw)": 1.0370136499404907, "Finetune/Step": 232, "Finetune/Step Time": 6.423995580524206}
+{"Finetune/Learning Rate": 1.4983922829581994e-05, "Finetune/Loss": 0.9752190113067627, "Finetune/Loss (Raw)": 0.2848202884197235, "Finetune/Step": 233, "Finetune/Step Time": 6.448307052254677}
+{"Finetune/Learning Rate": 1.504823151125402e-05, "Finetune/Loss": 0.9759311079978943, "Finetune/Loss (Raw)": 1.146221399307251, "Finetune/Step": 234, "Finetune/Step Time": 6.468136575073004}
+{"Finetune/Learning Rate": 1.5112540192926046e-05, "Finetune/Loss": 0.9762983322143555, "Finetune/Loss (Raw)": 1.166511058807373, "Finetune/Step": 235, "Finetune/Step Time": 6.508106300607324}
+{"Finetune/Learning Rate": 1.517684887459807e-05, "Finetune/Loss": 0.9760767221450806, "Finetune/Loss (Raw)": 0.9852022528648376, "Finetune/Step": 236, "Finetune/Step Time": 6.5097364243119955}
+{"Finetune/Learning Rate": 1.5241157556270099e-05, "Finetune/Loss": 0.9753470420837402, "Finetune/Loss (Raw)": 1.0405622720718384, "Finetune/Step": 237, "Finetune/Step Time": 6.542474556714296}
+{"Finetune/Learning Rate": 1.5305466237942124e-05, "Finetune/Loss": 0.9748049974441528, "Finetune/Loss (Raw)": 0.9651702642440796, "Finetune/Step": 238, "Finetune/Step Time": 6.546967325732112}
+{"Finetune/Learning Rate": 1.536977491961415e-05, "Finetune/Loss": 0.9727876782417297, "Finetune/Loss (Raw)": 0.8654412031173706, "Finetune/Step": 239, "Finetune/Step Time": 6.532011309638619}
+{"Finetune/Learning Rate": 1.5434083601286174e-05, "Finetune/Loss": 0.9717387557029724, "Finetune/Loss (Raw)": 0.93044513463974, "Finetune/Step": 240, "Finetune/Step Time": 6.5299052856862545}
+{"Finetune/Learning Rate": 1.5498392282958202e-05, "Finetune/Loss": 0.971342921257019, "Finetune/Loss (Raw)": 1.056683897972107, "Finetune/Step": 241, "Finetune/Step Time": 6.518037650734186}
+{"Finetune/Learning Rate": 1.5562700964630227e-05, "Finetune/Loss": 0.9775727391242981, "Finetune/Loss (Raw)": 1.0175472497940063, "Finetune/Step": 242, "Finetune/Step Time": 6.490412196144462}
+{"Finetune/Learning Rate": 1.5627009646302252e-05, "Finetune/Loss": 0.9773484468460083, "Finetune/Loss (Raw)": 1.0426939725875854, "Finetune/Step": 243, "Finetune/Step Time": 6.500310914590955}
+{"Finetune/Learning Rate": 1.569131832797428e-05, "Finetune/Loss": 0.9772243499755859, "Finetune/Loss (Raw)": 0.8868180513381958, "Finetune/Step": 244, "Finetune/Step Time": 6.486373204737902}
+{"Finetune/Learning Rate": 1.5755627009646305e-05, "Finetune/Loss": 0.9777998328208923, "Finetune/Loss (Raw)": 1.1740548610687256, "Finetune/Step": 245, "Finetune/Step Time": 6.479089776054025}
+{"Finetune/Learning Rate": 1.581993569131833e-05, "Finetune/Loss": 0.9776173233985901, "Finetune/Loss (Raw)": 1.1194453239440918, "Finetune/Step": 246, "Finetune/Step Time": 6.488173881545663}
+{"Finetune/Learning Rate": 1.5884244372990355e-05, "Finetune/Loss": 0.9774038791656494, "Finetune/Loss (Raw)": 1.0191901922225952, "Finetune/Step": 247, "Finetune/Step Time": 6.48870337381959}
+{"Finetune/Learning Rate": 1.594855305466238e-05, "Finetune/Loss": 0.9765728712081909, "Finetune/Loss (Raw)": 0.9692342877388, "Finetune/Step": 248, "Finetune/Step Time": 6.493284322321415}
+{"Finetune/Learning Rate": 1.6012861736334405e-05, "Finetune/Loss": 0.9762905836105347, "Finetune/Loss (Raw)": 0.9790074229240417, "Finetune/Step": 249, "Finetune/Step Time": 6.476344106718898}
+{"Finetune/Learning Rate": 1.607717041800643e-05, "Finetune/Loss": 0.9769121408462524, "Finetune/Loss (Raw)": 1.0406049489974976, "Finetune/Step": 250, "Finetune/Step Time": 6.474516021087766}
+{"Finetune/Learning Rate": 1.6141479099678458e-05, "Finetune/Loss": 0.9776778221130371, "Finetune/Loss (Raw)": 1.1054658889770508, "Finetune/Step": 251, "Finetune/Step Time": 6.489824295043945}
+{"Finetune/Learning Rate": 1.6205787781350483e-05, "Finetune/Loss": 0.9767770767211914, "Finetune/Loss (Raw)": 1.0007991790771484, "Finetune/Step": 252, "Finetune/Step Time": 6.48960093781352}
+{"Finetune/Learning Rate": 1.6270096463022508e-05, "Finetune/Loss": 0.9771220684051514, "Finetune/Loss (Raw)": 1.0364094972610474, "Finetune/Step": 253, "Finetune/Step Time": 6.48530363664031}
+{"Finetune/Learning Rate": 1.6334405144694536e-05, "Finetune/Loss": 0.9760079383850098, "Finetune/Loss (Raw)": 0.9409278631210327, "Finetune/Step": 254, "Finetune/Step Time": 6.46610595099628}
+{"Finetune/Learning Rate": 1.639871382636656e-05, "Finetune/Loss": 0.9706349968910217, "Finetune/Loss (Raw)": 0.27375590801239014, "Finetune/Step": 255, "Finetune/Step Time": 6.485857091844082}
+{"Finetune/Learning Rate": 1.6463022508038586e-05, "Finetune/Loss": 0.9691497087478638, "Finetune/Loss (Raw)": 0.9241863489151001, "Finetune/Step": 256, "Finetune/Step Time": 6.4874061569571495}
+{"Finetune/Learning Rate": 1.652733118971061e-05, "Finetune/Loss": 0.9691736698150635, "Finetune/Loss (Raw)": 1.145334005355835, "Finetune/Step": 257, "Finetune/Step Time": 6.487474791705608}
+{"Finetune/Learning Rate": 1.659163987138264e-05, "Finetune/Loss": 0.9687913656234741, "Finetune/Loss (Raw)": 1.0756793022155762, "Finetune/Step": 258, "Finetune/Step Time": 6.487850267440081}
+{"Finetune/Learning Rate": 1.6655948553054664e-05, "Finetune/Loss": 0.9684867858886719, "Finetune/Loss (Raw)": 1.049025297164917, "Finetune/Step": 259, "Finetune/Step Time": 6.490232031792402}
+{"Finetune/Learning Rate": 1.672025723472669e-05, "Finetune/Loss": 0.9682695865631104, "Finetune/Loss (Raw)": 1.0575283765792847, "Finetune/Step": 260, "Finetune/Step Time": 6.509996494278312}
+{"Finetune/Learning Rate": 1.6784565916398718e-05, "Finetune/Loss": 0.9677613377571106, "Finetune/Loss (Raw)": 0.8219382762908936, "Finetune/Step": 261, "Finetune/Step Time": 6.493307126685977}
+{"Finetune/Learning Rate": 1.6848874598070743e-05, "Finetune/Loss": 0.9645281434059143, "Finetune/Loss (Raw)": 0.8098400235176086, "Finetune/Step": 262, "Finetune/Step Time": 6.5039516147226095}
+{"Finetune/Learning Rate": 1.6913183279742768e-05, "Finetune/Loss": 0.9648004174232483, "Finetune/Loss (Raw)": 1.0093498229980469, "Finetune/Step": 263, "Finetune/Step Time": 6.502444563433528}
+{"Finetune/Learning Rate": 1.6977491961414792e-05, "Finetune/Loss": 0.9639356136322021, "Finetune/Loss (Raw)": 0.946022093296051, "Finetune/Step": 264, "Finetune/Step Time": 6.506872126832604}
+{"Finetune/Learning Rate": 1.7041800643086817e-05, "Finetune/Loss": 0.9637277126312256, "Finetune/Loss (Raw)": 0.9392204880714417, "Finetune/Step": 265, "Finetune/Step Time": 6.5040661208331585}
+{"Finetune/Learning Rate": 1.7106109324758842e-05, "Finetune/Loss": 0.9643197059631348, "Finetune/Loss (Raw)": 1.188879132270813, "Finetune/Step": 266, "Finetune/Step Time": 6.515118708834052}
+{"Finetune/Learning Rate": 1.7170418006430867e-05, "Finetune/Loss": 0.9641237854957581, "Finetune/Loss (Raw)": 0.8645058274269104, "Finetune/Step": 267, "Finetune/Step Time": 6.513019422069192}
+{"Finetune/Learning Rate": 1.7234726688102896e-05, "Finetune/Loss": 0.9626328945159912, "Finetune/Loss (Raw)": 1.0753322839736938, "Finetune/Step": 268, "Finetune/Step Time": 6.516734244301915}
+{"Finetune/Learning Rate": 1.729903536977492e-05, "Finetune/Loss": 0.9626469612121582, "Finetune/Loss (Raw)": 1.0149065256118774, "Finetune/Step": 269, "Finetune/Step Time": 6.522401858121157}
+{"Finetune/Learning Rate": 1.7363344051446945e-05, "Finetune/Loss": 0.9628340005874634, "Finetune/Loss (Raw)": 1.0161969661712646, "Finetune/Step": 270, "Finetune/Step Time": 6.488879444077611}
+{"Finetune/Learning Rate": 1.742765273311897e-05, "Finetune/Loss": 0.9632505178451538, "Finetune/Loss (Raw)": 1.0000392198562622, "Finetune/Step": 271, "Finetune/Step Time": 6.479820881038904}
+{"Finetune/Learning Rate": 1.7491961414791e-05, "Finetune/Loss": 0.9693196415901184, "Finetune/Loss (Raw)": 1.0780454874038696, "Finetune/Step": 272, "Finetune/Step Time": 6.4645987544208765}
+{"Finetune/Learning Rate": 1.7556270096463024e-05, "Finetune/Loss": 0.9749310612678528, "Finetune/Loss (Raw)": 1.0257726907730103, "Finetune/Step": 273, "Finetune/Step Time": 6.444968955591321}
+{"Finetune/Learning Rate": 1.762057877813505e-05, "Finetune/Loss": 0.9759665727615356, "Finetune/Loss (Raw)": 1.0748003721237183, "Finetune/Step": 274, "Finetune/Step Time": 6.450234329327941}
+{"Finetune/Learning Rate": 1.7684887459807077e-05, "Finetune/Loss": 0.9768292307853699, "Finetune/Loss (Raw)": 0.9771224856376648, "Finetune/Step": 275, "Finetune/Step Time": 6.447916384786367}
+{"Finetune/Learning Rate": 1.7749196141479102e-05, "Finetune/Loss": 0.9747617244720459, "Finetune/Loss (Raw)": 0.7902780771255493, "Finetune/Step": 276, "Finetune/Step Time": 6.480567380785942}
+{"Finetune/Learning Rate": 1.7813504823151127e-05, "Finetune/Loss": 0.9741586446762085, "Finetune/Loss (Raw)": 0.9944654703140259, "Finetune/Step": 277, "Finetune/Step Time": 6.480136813595891}
+{"Finetune/Learning Rate": 1.7877813504823152e-05, "Finetune/Loss": 0.9734900593757629, "Finetune/Loss (Raw)": 1.0091540813446045, "Finetune/Step": 278, "Finetune/Step Time": 6.473059210926294}
+{"Finetune/Learning Rate": 1.794212218649518e-05, "Finetune/Loss": 0.9742380380630493, "Finetune/Loss (Raw)": 1.155862808227539, "Finetune/Step": 279, "Finetune/Step Time": 6.4792165495455265}
+{"Finetune/Learning Rate": 1.8006430868167205e-05, "Finetune/Loss": 0.9738212823867798, "Finetune/Loss (Raw)": 0.9454277753829956, "Finetune/Step": 280, "Finetune/Step Time": 6.478199785575271}
+{"Finetune/Learning Rate": 1.807073954983923e-05, "Finetune/Loss": 0.973193347454071, "Finetune/Loss (Raw)": 1.038408637046814, "Finetune/Step": 281, "Finetune/Step Time": 6.464347247034311}
+{"Finetune/Learning Rate": 1.8135048231511255e-05, "Finetune/Loss": 0.9724431037902832, "Finetune/Loss (Raw)": 0.9875211119651794, "Finetune/Step": 282, "Finetune/Step Time": 6.4734862092882395}
+{"Finetune/Learning Rate": 1.819935691318328e-05, "Finetune/Loss": 0.9720159769058228, "Finetune/Loss (Raw)": 1.1122534275054932, "Finetune/Step": 283, "Finetune/Step Time": 6.472807805985212}
+{"Finetune/Learning Rate": 1.8263665594855308e-05, "Finetune/Loss": 0.9786782264709473, "Finetune/Loss (Raw)": 1.1036368608474731, "Finetune/Step": 284, "Finetune/Step Time": 6.461700374260545}
+{"Finetune/Learning Rate": 1.8327974276527333e-05, "Finetune/Loss": 0.9779921770095825, "Finetune/Loss (Raw)": 0.9680622220039368, "Finetune/Step": 285, "Finetune/Step Time": 6.4790383744984865}
+{"Finetune/Learning Rate": 1.8392282958199358e-05, "Finetune/Loss": 0.9776672720909119, "Finetune/Loss (Raw)": 1.0266724824905396, "Finetune/Step": 286, "Finetune/Step Time": 6.494503177702427}
+{"Finetune/Learning Rate": 1.8456591639871383e-05, "Finetune/Loss": 0.9774698615074158, "Finetune/Loss (Raw)": 1.034777283668518, "Finetune/Step": 287, "Finetune/Step Time": 6.50182562880218}
+{"Finetune/Learning Rate": 1.8520900321543408e-05, "Finetune/Loss": 0.9766192436218262, "Finetune/Loss (Raw)": 0.8807705640792847, "Finetune/Step": 288, "Finetune/Step Time": 6.509994765743613}
+{"Finetune/Learning Rate": 1.8585209003215436e-05, "Finetune/Loss": 0.9773725867271423, "Finetune/Loss (Raw)": 1.082429051399231, "Finetune/Step": 289, "Finetune/Step Time": 6.5142203364521265}
+{"Finetune/Learning Rate": 1.864951768488746e-05, "Finetune/Loss": 0.9749460220336914, "Finetune/Loss (Raw)": 0.9217196702957153, "Finetune/Step": 290, "Finetune/Step Time": 6.524907384067774}
+{"Finetune/Learning Rate": 1.8713826366559486e-05, "Finetune/Loss": 0.9751803278923035, "Finetune/Loss (Raw)": 1.0784095525741577, "Finetune/Step": 291, "Finetune/Step Time": 6.519370703026652}
+{"Finetune/Learning Rate": 1.8778135048231514e-05, "Finetune/Loss": 0.9761031270027161, "Finetune/Loss (Raw)": 1.0571295022964478, "Finetune/Step": 292, "Finetune/Step Time": 6.508078258484602}
+{"Finetune/Learning Rate": 1.884244372990354e-05, "Finetune/Loss": 0.9767237901687622, "Finetune/Loss (Raw)": 1.0979350805282593, "Finetune/Step": 293, "Finetune/Step Time": 6.503739230334759}
+{"Finetune/Learning Rate": 1.8906752411575564e-05, "Finetune/Loss": 0.9747064113616943, "Finetune/Loss (Raw)": 0.721222460269928, "Finetune/Step": 294, "Finetune/Step Time": 6.5096766874194145}
+{"Finetune/Learning Rate": 1.897106109324759e-05, "Finetune/Loss": 0.9743269681930542, "Finetune/Loss (Raw)": 1.071026086807251, "Finetune/Step": 295, "Finetune/Step Time": 6.515316920354962}
+{"Finetune/Learning Rate": 1.9035369774919617e-05, "Finetune/Loss": 0.9745107889175415, "Finetune/Loss (Raw)": 0.990515410900116, "Finetune/Step": 296, "Finetune/Step Time": 6.5202551856637}
+{"Finetune/Learning Rate": 1.9099678456591642e-05, "Finetune/Loss": 0.9757178425788879, "Finetune/Loss (Raw)": 1.0979745388031006, "Finetune/Step": 297, "Finetune/Step Time": 6.52316083945334}
+{"Finetune/Learning Rate": 1.9163987138263667e-05, "Finetune/Loss": 0.9798285961151123, "Finetune/Loss (Raw)": 0.8372799158096313, "Finetune/Step": 298, "Finetune/Step Time": 6.528960281983018}
+{"Finetune/Learning Rate": 1.9228295819935692e-05, "Finetune/Loss": 0.974553108215332, "Finetune/Loss (Raw)": 0.2988613545894623, "Finetune/Step": 299, "Finetune/Step Time": 6.541361605748534}
+{"Finetune/Learning Rate": 1.929260450160772e-05, "Finetune/Loss": 0.9698147773742676, "Finetune/Loss (Raw)": 0.3398337662220001, "Finetune/Step": 300, "Finetune/Step Time": 6.539353461936116}
+{"Finetune/Learning Rate": 1.9356913183279746e-05, "Finetune/Loss": 0.9638619422912598, "Finetune/Loss (Raw)": 0.37491297721862793, "Finetune/Step": 301, "Finetune/Step Time": 6.559346862137318}
+{"Finetune/Learning Rate": 1.942122186495177e-05, "Finetune/Loss": 0.9637936353683472, "Finetune/Loss (Raw)": 0.8480497598648071, "Finetune/Step": 302, "Finetune/Step Time": 6.568435899913311}
+{"Finetune/Learning Rate": 1.9485530546623795e-05, "Finetune/Loss": 0.9572923183441162, "Finetune/Loss (Raw)": 0.3159422278404236, "Finetune/Step": 303, "Finetune/Step Time": 6.588438147678971}
+{"Finetune/Learning Rate": 1.954983922829582e-05, "Finetune/Loss": 0.9630712866783142, "Finetune/Loss (Raw)": 1.0630019903182983, "Finetune/Step": 304, "Finetune/Step Time": 6.571308020502329}
+{"Finetune/Learning Rate": 1.9614147909967845e-05, "Finetune/Loss": 0.9636892676353455, "Finetune/Loss (Raw)": 1.0201936960220337, "Finetune/Step": 305, "Finetune/Step Time": 6.5637832544744015}
+{"Finetune/Learning Rate": 1.9678456591639874e-05, "Finetune/Loss": 0.9619365930557251, "Finetune/Loss (Raw)": 0.9190527200698853, "Finetune/Step": 306, "Finetune/Step Time": 6.564855806529522}
+{"Finetune/Learning Rate": 1.97427652733119e-05, "Finetune/Loss": 0.9639374017715454, "Finetune/Loss (Raw)": 1.1416571140289307, "Finetune/Step": 307, "Finetune/Step Time": 6.5678099021315575}
+{"Finetune/Learning Rate": 1.9807073954983923e-05, "Finetune/Loss": 0.9635791182518005, "Finetune/Loss (Raw)": 1.0104892253875732, "Finetune/Step": 308, "Finetune/Step Time": 6.567840147763491}
+{"Finetune/Learning Rate": 1.987138263665595e-05, "Finetune/Loss": 0.9645129442214966, "Finetune/Loss (Raw)": 1.1080549955368042, "Finetune/Step": 309, "Finetune/Step Time": 6.582437636330724}
+{"Finetune/Learning Rate": 1.9935691318327977e-05, "Finetune/Loss": 0.964194655418396, "Finetune/Loss (Raw)": 0.9834750890731812, "Finetune/Step": 310, "Finetune/Step Time": 6.583924785256386}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.9642601013183594, "Finetune/Loss (Raw)": 0.9946450591087341, "Finetune/Step": 311, "Finetune/Step Time": 6.591298345476389}
+{"Finetune/Learning Rate": 1.9999999514803185e-05, "Finetune/Loss": 0.9626957178115845, "Finetune/Loss (Raw)": 0.9388004541397095, "Finetune/Step": 312, "Finetune/Step Time": 6.590483266860247}
+{"Finetune/Learning Rate": 1.999999805921279e-05, "Finetune/Loss": 0.9641646146774292, "Finetune/Loss (Raw)": 1.0810725688934326, "Finetune/Step": 313, "Finetune/Step Time": 6.598541336134076}
+{"Finetune/Learning Rate": 1.999999563322895e-05, "Finetune/Loss": 0.9657055139541626, "Finetune/Loss (Raw)": 1.145957589149475, "Finetune/Step": 314, "Finetune/Step Time": 6.5837147030979395}
+{"Finetune/Learning Rate": 1.999999223685191e-05, "Finetune/Loss": 0.9655395746231079, "Finetune/Loss (Raw)": 0.9535648226737976, "Finetune/Step": 315, "Finetune/Step Time": 6.589843116700649}
+{"Finetune/Learning Rate": 1.9999987870081987e-05, "Finetune/Loss": 0.9599586129188538, "Finetune/Loss (Raw)": 0.3645857274532318, "Finetune/Step": 316, "Finetune/Step Time": 6.6103256568312645}
+{"Finetune/Learning Rate": 1.9999982532919614e-05, "Finetune/Loss": 0.9596927165985107, "Finetune/Loss (Raw)": 0.9352837204933167, "Finetune/Step": 317, "Finetune/Step Time": 6.601572509855032}
+{"Finetune/Learning Rate": 1.999997622536531e-05, "Finetune/Loss": 0.9595968723297119, "Finetune/Loss (Raw)": 1.0327749252319336, "Finetune/Step": 318, "Finetune/Step Time": 6.595737628638744}
+{"Finetune/Learning Rate": 1.9999968947419678e-05, "Finetune/Loss": 0.9585778117179871, "Finetune/Loss (Raw)": 0.9286159873008728, "Finetune/Step": 319, "Finetune/Step Time": 6.603471737354994}
+{"Finetune/Learning Rate": 1.9999960699083433e-05, "Finetune/Loss": 0.9574735760688782, "Finetune/Loss (Raw)": 0.9041721224784851, "Finetune/Step": 320, "Finetune/Step Time": 6.599672691896558}
+{"Finetune/Learning Rate": 1.9999951480357373e-05, "Finetune/Loss": 0.9528066515922546, "Finetune/Loss (Raw)": 0.3099936544895172, "Finetune/Step": 321, "Finetune/Step Time": 6.622880836948752}
+{"Finetune/Learning Rate": 1.999994129124239e-05, "Finetune/Loss": 0.952335000038147, "Finetune/Loss (Raw)": 0.9617321491241455, "Finetune/Step": 322, "Finetune/Step Time": 6.624404899775982}
+{"Finetune/Learning Rate": 1.9999930131739475e-05, "Finetune/Loss": 0.9527645111083984, "Finetune/Loss (Raw)": 1.0292569398880005, "Finetune/Step": 323, "Finetune/Step Time": 6.619481110945344}
+{"Finetune/Learning Rate": 1.999991800184971e-05, "Finetune/Loss": 0.9536831378936768, "Finetune/Loss (Raw)": 1.0755995512008667, "Finetune/Step": 324, "Finetune/Step Time": 6.6188101675361395}
+{"Finetune/Learning Rate": 1.9999904901574272e-05, "Finetune/Loss": 0.9535621404647827, "Finetune/Loss (Raw)": 1.0162776708602905, "Finetune/Step": 325, "Finetune/Step Time": 6.616960242390633}
+{"Finetune/Learning Rate": 1.9999890830914436e-05, "Finetune/Loss": 0.9550057649612427, "Finetune/Loss (Raw)": 1.156193733215332, "Finetune/Step": 326, "Finetune/Step Time": 6.617258310317993}
+{"Finetune/Learning Rate": 1.9999875789871562e-05, "Finetune/Loss": 0.9552099108695984, "Finetune/Loss (Raw)": 0.9871820211410522, "Finetune/Step": 327, "Finetune/Step Time": 6.612154670059681}
+{"Finetune/Learning Rate": 1.999985977844711e-05, "Finetune/Loss": 0.9555000066757202, "Finetune/Loss (Raw)": 1.036508321762085, "Finetune/Step": 328, "Finetune/Step Time": 6.618411956354976}
+{"Finetune/Learning Rate": 1.9999842796642638e-05, "Finetune/Loss": 0.9539686441421509, "Finetune/Loss (Raw)": 0.8939714431762695, "Finetune/Step": 329, "Finetune/Step Time": 6.635796643793583}
+{"Finetune/Learning Rate": 1.999982484445979e-05, "Finetune/Loss": 0.9522484540939331, "Finetune/Loss (Raw)": 0.8709169626235962, "Finetune/Step": 330, "Finetune/Step Time": 6.640446113422513}
+{"Finetune/Learning Rate": 1.999980592190031e-05, "Finetune/Loss": 0.9522314071655273, "Finetune/Loss (Raw)": 1.0326861143112183, "Finetune/Step": 331, "Finetune/Step Time": 6.645003709942102}
+{"Finetune/Learning Rate": 1.9999786028966036e-05, "Finetune/Loss": 0.9503799676895142, "Finetune/Loss (Raw)": 0.7848703265190125, "Finetune/Step": 332, "Finetune/Step Time": 6.662145784124732}
+{"Finetune/Learning Rate": 1.999976516565889e-05, "Finetune/Loss": 0.9559104442596436, "Finetune/Loss (Raw)": 0.9950642585754395, "Finetune/Step": 333, "Finetune/Step Time": 6.647747837007046}
+{"Finetune/Learning Rate": 1.999974333198091e-05, "Finetune/Loss": 0.9557688236236572, "Finetune/Loss (Raw)": 0.9586308002471924, "Finetune/Step": 334, "Finetune/Step Time": 6.643136592581868}
+{"Finetune/Learning Rate": 1.99997205279342e-05, "Finetune/Loss": 0.9543564319610596, "Finetune/Loss (Raw)": 0.9628223180770874, "Finetune/Step": 335, "Finetune/Step Time": 6.630504412576556}
+{"Finetune/Learning Rate": 1.9999696753520988e-05, "Finetune/Loss": 0.9548802971839905, "Finetune/Loss (Raw)": 1.0586532354354858, "Finetune/Step": 336, "Finetune/Step Time": 6.633106894791126}
+{"Finetune/Learning Rate": 1.999967200874357e-05, "Finetune/Loss": 0.956529438495636, "Finetune/Loss (Raw)": 1.1819932460784912, "Finetune/Step": 337, "Finetune/Step Time": 6.61893542483449}
+{"Finetune/Learning Rate": 1.999964629360435e-05, "Finetune/Loss": 0.9615978002548218, "Finetune/Loss (Raw)": 0.9346963763237, "Finetune/Step": 338, "Finetune/Step Time": 6.605204716324806}
+{"Finetune/Learning Rate": 1.9999619608105823e-05, "Finetune/Loss": 0.9612444639205933, "Finetune/Loss (Raw)": 0.9270321726799011, "Finetune/Step": 339, "Finetune/Step Time": 6.607938397675753}
+{"Finetune/Learning Rate": 1.999959195225058e-05, "Finetune/Loss": 0.9600265622138977, "Finetune/Loss (Raw)": 0.8941752910614014, "Finetune/Step": 340, "Finetune/Step Time": 6.617283161729574}
+{"Finetune/Learning Rate": 1.9999563326041307e-05, "Finetune/Loss": 0.958838701248169, "Finetune/Loss (Raw)": 0.9907203912734985, "Finetune/Step": 341, "Finetune/Step Time": 6.618839560076594}
+{"Finetune/Learning Rate": 1.9999533729480777e-05, "Finetune/Loss": 0.9594744443893433, "Finetune/Loss (Raw)": 1.042529582977295, "Finetune/Step": 342, "Finetune/Step Time": 6.600486224517226}
+{"Finetune/Learning Rate": 1.9999503162571866e-05, "Finetune/Loss": 0.9599227905273438, "Finetune/Loss (Raw)": 0.9925132393836975, "Finetune/Step": 343, "Finetune/Step Time": 6.599295925348997}
+{"Finetune/Learning Rate": 1.9999471625317538e-05, "Finetune/Loss": 0.9609968662261963, "Finetune/Loss (Raw)": 1.0396491289138794, "Finetune/Step": 344, "Finetune/Step Time": 6.584926687180996}
+{"Finetune/Learning Rate": 1.9999439117720853e-05, "Finetune/Loss": 0.9609004259109497, "Finetune/Loss (Raw)": 1.0744585990905762, "Finetune/Step": 345, "Finetune/Step Time": 6.587404977530241}
+{"Finetune/Learning Rate": 1.999940563978496e-05, "Finetune/Loss": 0.9612940549850464, "Finetune/Loss (Raw)": 1.0753506422042847, "Finetune/Step": 346, "Finetune/Step Time": 6.594319190829992}
+{"Finetune/Learning Rate": 1.999937119151312e-05, "Finetune/Loss": 0.9607284069061279, "Finetune/Loss (Raw)": 1.1035034656524658, "Finetune/Step": 347, "Finetune/Step Time": 6.597670974209905}
+{"Finetune/Learning Rate": 1.999933577290867e-05, "Finetune/Loss": 0.9613798260688782, "Finetune/Loss (Raw)": 1.034109354019165, "Finetune/Step": 348, "Finetune/Step Time": 6.618521703407168}
+{"Finetune/Learning Rate": 1.9999299383975045e-05, "Finetune/Loss": 0.9616981744766235, "Finetune/Loss (Raw)": 1.105629324913025, "Finetune/Step": 349, "Finetune/Step Time": 6.627468528226018}
+{"Finetune/Learning Rate": 1.999926202471578e-05, "Finetune/Loss": 0.9615569710731506, "Finetune/Loss (Raw)": 0.9115508198738098, "Finetune/Step": 350, "Finetune/Step Time": 6.6422789972275496}
+{"Finetune/Learning Rate": 1.9999223695134494e-05, "Finetune/Loss": 0.9616263508796692, "Finetune/Loss (Raw)": 0.9588221311569214, "Finetune/Step": 351, "Finetune/Step Time": 6.655338428914547}
+{"Finetune/Learning Rate": 1.9999184395234917e-05, "Finetune/Loss": 0.9667450785636902, "Finetune/Loss (Raw)": 0.9630412459373474, "Finetune/Step": 352, "Finetune/Step Time": 6.645768808200955}
+{"Finetune/Learning Rate": 1.999914412502085e-05, "Finetune/Loss": 0.9659972786903381, "Finetune/Loss (Raw)": 0.9252846240997314, "Finetune/Step": 353, "Finetune/Step Time": 6.644328562542796}
+{"Finetune/Learning Rate": 1.999910288449621e-05, "Finetune/Loss": 0.9637008905410767, "Finetune/Loss (Raw)": 0.8624061942100525, "Finetune/Step": 354, "Finetune/Step Time": 6.660121306777}
+{"Finetune/Learning Rate": 1.9999060673665e-05, "Finetune/Loss": 0.9629727602005005, "Finetune/Loss (Raw)": 1.0397741794586182, "Finetune/Step": 355, "Finetune/Step Time": 6.6695528496056795}
+{"Finetune/Learning Rate": 1.9999017492531305e-05, "Finetune/Loss": 0.9612420201301575, "Finetune/Loss (Raw)": 0.8631407022476196, "Finetune/Step": 356, "Finetune/Step Time": 6.666040118783712}
+{"Finetune/Learning Rate": 1.9998973341099327e-05, "Finetune/Loss": 0.9602066874504089, "Finetune/Loss (Raw)": 0.8722243905067444, "Finetune/Step": 357, "Finetune/Step Time": 6.679267562925816}
+{"Finetune/Learning Rate": 1.9998928219373343e-05, "Finetune/Loss": 0.9543190002441406, "Finetune/Loss (Raw)": 0.3649018108844757, "Finetune/Step": 358, "Finetune/Step Time": 6.698090419173241}
+{"Finetune/Learning Rate": 1.9998882127357736e-05, "Finetune/Loss": 0.953151524066925, "Finetune/Loss (Raw)": 0.8318494558334351, "Finetune/Step": 359, "Finetune/Step Time": 6.699367607012391}
+{"Finetune/Learning Rate": 1.9998835065056977e-05, "Finetune/Loss": 0.9524738788604736, "Finetune/Loss (Raw)": 0.9502770304679871, "Finetune/Step": 360, "Finetune/Step Time": 6.698368459939957}
+{"Finetune/Learning Rate": 1.999878703247563e-05, "Finetune/Loss": 0.956855058670044, "Finetune/Loss (Raw)": 0.8456076979637146, "Finetune/Step": 361, "Finetune/Step Time": 6.677776329219341}
+{"Finetune/Learning Rate": 1.9998738029618363e-05, "Finetune/Loss": 0.9551287889480591, "Finetune/Loss (Raw)": 0.9252532124519348, "Finetune/Step": 362, "Finetune/Step Time": 6.668972810730338}
+{"Finetune/Learning Rate": 1.9998688056489924e-05, "Finetune/Loss": 0.9541666507720947, "Finetune/Loss (Raw)": 1.0433659553527832, "Finetune/Step": 363, "Finetune/Step Time": 6.6288776230067015}
+{"Finetune/Learning Rate": 1.9998637113095168e-05, "Finetune/Loss": 0.9546386003494263, "Finetune/Loss (Raw)": 1.0456117391586304, "Finetune/Step": 364, "Finetune/Step Time": 6.62620835006237}
+{"Finetune/Learning Rate": 1.9998585199439038e-05, "Finetune/Loss": 0.9549168348312378, "Finetune/Loss (Raw)": 1.0761678218841553, "Finetune/Step": 365, "Finetune/Step Time": 6.596129432320595}
+{"Finetune/Learning Rate": 1.9998532315526565e-05, "Finetune/Loss": 0.9544447064399719, "Finetune/Loss (Raw)": 0.9047442674636841, "Finetune/Step": 366, "Finetune/Step Time": 6.6002970319241285}
+{"Finetune/Learning Rate": 1.999847846136289e-05, "Finetune/Loss": 0.9553318023681641, "Finetune/Loss (Raw)": 0.9789931774139404, "Finetune/Step": 367, "Finetune/Step Time": 6.605370307341218}
+{"Finetune/Learning Rate": 1.9998423636953236e-05, "Finetune/Loss": 0.9557681083679199, "Finetune/Loss (Raw)": 0.9862881898880005, "Finetune/Step": 368, "Finetune/Step Time": 6.605496430769563}
+{"Finetune/Learning Rate": 1.9998367842302917e-05, "Finetune/Loss": 0.9548845291137695, "Finetune/Loss (Raw)": 0.9435859322547913, "Finetune/Step": 369, "Finetune/Step Time": 6.605039715766907}
+{"Finetune/Learning Rate": 1.9998311077417356e-05, "Finetune/Loss": 0.955532968044281, "Finetune/Loss (Raw)": 1.1005480289459229, "Finetune/Step": 370, "Finetune/Step Time": 6.603685345500708}
+{"Finetune/Learning Rate": 1.9998253342302053e-05, "Finetune/Loss": 0.956195592880249, "Finetune/Loss (Raw)": 1.1275123357772827, "Finetune/Step": 371, "Finetune/Step Time": 6.594177138060331}
+{"Finetune/Learning Rate": 1.999819463696262e-05, "Finetune/Loss": 0.9571289420127869, "Finetune/Loss (Raw)": 1.0062777996063232, "Finetune/Step": 372, "Finetune/Step Time": 6.602032363414764}
+{"Finetune/Learning Rate": 1.9998134961404744e-05, "Finetune/Loss": 0.9513688683509827, "Finetune/Loss (Raw)": 0.4367729723453522, "Finetune/Step": 373, "Finetune/Step Time": 6.624217700213194}
+{"Finetune/Learning Rate": 1.9998074315634224e-05, "Finetune/Loss": 0.9454089403152466, "Finetune/Loss (Raw)": 0.35656964778900146, "Finetune/Step": 374, "Finetune/Step Time": 6.634573496878147}
+{"Finetune/Learning Rate": 1.9998012699656943e-05, "Finetune/Loss": 0.945709764957428, "Finetune/Loss (Raw)": 1.057699203491211, "Finetune/Step": 375, "Finetune/Step Time": 6.631825288757682}
+{"Finetune/Learning Rate": 1.9997950113478875e-05, "Finetune/Loss": 0.9447903633117676, "Finetune/Loss (Raw)": 0.8515465259552002, "Finetune/Step": 376, "Finetune/Step Time": 6.630459090694785}
+{"Finetune/Learning Rate": 1.9997886557106097e-05, "Finetune/Loss": 0.9443987607955933, "Finetune/Loss (Raw)": 0.9288815855979919, "Finetune/Step": 377, "Finetune/Step Time": 6.629748120903969}
+{"Finetune/Learning Rate": 1.999782203054478e-05, "Finetune/Loss": 0.9454222321510315, "Finetune/Loss (Raw)": 1.171614408493042, "Finetune/Step": 378, "Finetune/Step Time": 6.628864161670208}
+{"Finetune/Learning Rate": 1.999775653380118e-05, "Finetune/Loss": 0.945561408996582, "Finetune/Loss (Raw)": 1.1232870817184448, "Finetune/Step": 379, "Finetune/Step Time": 6.61429357714951}
+{"Finetune/Learning Rate": 1.9997690066881656e-05, "Finetune/Loss": 0.9455479383468628, "Finetune/Loss (Raw)": 0.9990732669830322, "Finetune/Step": 380, "Finetune/Step Time": 6.611420763656497}
+{"Finetune/Learning Rate": 1.9997622629792656e-05, "Finetune/Loss": 0.9454371929168701, "Finetune/Loss (Raw)": 1.0222291946411133, "Finetune/Step": 381, "Finetune/Step Time": 6.618650650605559}
+{"Finetune/Learning Rate": 1.9997554222540726e-05, "Finetune/Loss": 0.9449928998947144, "Finetune/Loss (Raw)": 0.884063720703125, "Finetune/Step": 382, "Finetune/Step Time": 6.655456526204944}
+{"Finetune/Learning Rate": 1.9997484845132506e-05, "Finetune/Loss": 0.949643075466156, "Finetune/Loss (Raw)": 0.8689751625061035, "Finetune/Step": 383, "Finetune/Step Time": 6.667808707803488}
+{"Finetune/Learning Rate": 1.999741449757472e-05, "Finetune/Loss": 0.9455576539039612, "Finetune/Loss (Raw)": 0.401249498128891, "Finetune/Step": 384, "Finetune/Step Time": 6.682533072307706}
+{"Finetune/Learning Rate": 1.9997343179874202e-05, "Finetune/Loss": 0.9439542293548584, "Finetune/Loss (Raw)": 0.9400889873504639, "Finetune/Step": 385, "Finetune/Step Time": 6.6792682856321335}
+{"Finetune/Learning Rate": 1.999727089203787e-05, "Finetune/Loss": 0.9428947567939758, "Finetune/Loss (Raw)": 0.9400730729103088, "Finetune/Step": 386, "Finetune/Step Time": 6.677723748609424}
+{"Finetune/Learning Rate": 1.999719763407274e-05, "Finetune/Loss": 0.9413076639175415, "Finetune/Loss (Raw)": 0.8458818197250366, "Finetune/Step": 387, "Finetune/Step Time": 6.678813420236111}
+{"Finetune/Learning Rate": 1.9997123405985922e-05, "Finetune/Loss": 0.9399286508560181, "Finetune/Loss (Raw)": 0.8810125589370728, "Finetune/Step": 388, "Finetune/Step Time": 6.656563760712743}
+{"Finetune/Learning Rate": 1.999704820778462e-05, "Finetune/Loss": 0.9404928684234619, "Finetune/Loss (Raw)": 0.8941612243652344, "Finetune/Step": 389, "Finetune/Step Time": 6.655337555333972}
+{"Finetune/Learning Rate": 1.9996972039476125e-05, "Finetune/Loss": 0.9403466582298279, "Finetune/Loss (Raw)": 0.7911180257797241, "Finetune/Step": 390, "Finetune/Step Time": 6.641652217134833}
+{"Finetune/Learning Rate": 1.999689490106783e-05, "Finetune/Loss": 0.9399601817131042, "Finetune/Loss (Raw)": 0.9598873257637024, "Finetune/Step": 391, "Finetune/Step Time": 6.636705944314599}
+{"Finetune/Learning Rate": 1.9996816792567223e-05, "Finetune/Loss": 0.9394840002059937, "Finetune/Loss (Raw)": 0.8850668668746948, "Finetune/Step": 392, "Finetune/Step Time": 6.632086731493473}
+{"Finetune/Learning Rate": 1.9996737713981885e-05, "Finetune/Loss": 0.9382674694061279, "Finetune/Loss (Raw)": 0.7835071682929993, "Finetune/Step": 393, "Finetune/Step Time": 6.643050691112876}
+{"Finetune/Learning Rate": 1.9996657665319484e-05, "Finetune/Loss": 0.9351569414138794, "Finetune/Loss (Raw)": 0.79072505235672, "Finetune/Step": 394, "Finetune/Step Time": 6.657382229343057}
+{"Finetune/Learning Rate": 1.9996576646587796e-05, "Finetune/Loss": 0.937523603439331, "Finetune/Loss (Raw)": 1.1674456596374512, "Finetune/Step": 395, "Finetune/Step Time": 6.6561573240906}
+{"Finetune/Learning Rate": 1.9996494657794678e-05, "Finetune/Loss": 0.9373382329940796, "Finetune/Loss (Raw)": 1.0516042709350586, "Finetune/Step": 396, "Finetune/Step Time": 6.655997524037957}
+{"Finetune/Learning Rate": 1.9996411698948085e-05, "Finetune/Loss": 0.9354010820388794, "Finetune/Loss (Raw)": 0.7669492959976196, "Finetune/Step": 397, "Finetune/Step Time": 6.681253220885992}
+{"Finetune/Learning Rate": 1.9996327770056068e-05, "Finetune/Loss": 0.936182975769043, "Finetune/Loss (Raw)": 1.1162781715393066, "Finetune/Step": 398, "Finetune/Step Time": 6.67478172108531}
+{"Finetune/Learning Rate": 1.9996242871126777e-05, "Finetune/Loss": 0.9350149035453796, "Finetune/Loss (Raw)": 0.8505280017852783, "Finetune/Step": 399, "Finetune/Step Time": 6.661540854722261}
+{"Finetune/Learning Rate": 1.999615700216844e-05, "Finetune/Loss": 0.9336796998977661, "Finetune/Loss (Raw)": 0.9071374535560608, "Finetune/Step": 400, "Finetune/Step Time": 6.658421833068132}
+{"Finetune/Learning Rate": 1.99960701631894e-05, "Finetune/Loss": 0.9338339567184448, "Finetune/Loss (Raw)": 1.0455198287963867, "Finetune/Step": 401, "Finetune/Step Time": 6.660446710884571}
+{"Finetune/Learning Rate": 1.9995982354198076e-05, "Finetune/Loss": 0.9328117370605469, "Finetune/Loss (Raw)": 0.9439443945884705, "Finetune/Step": 402, "Finetune/Step Time": 6.672370981425047}
+{"Finetune/Learning Rate": 1.9995893575202995e-05, "Finetune/Loss": 0.932436466217041, "Finetune/Loss (Raw)": 0.9291015863418579, "Finetune/Step": 403, "Finetune/Step Time": 6.671439498662949}
+{"Finetune/Learning Rate": 1.9995803826212766e-05, "Finetune/Loss": 0.9343328475952148, "Finetune/Loss (Raw)": 1.033010482788086, "Finetune/Step": 404, "Finetune/Step Time": 6.638792101293802}
+{"Finetune/Learning Rate": 1.9995713107236107e-05, "Finetune/Loss": 0.9320506453514099, "Finetune/Loss (Raw)": 0.7023486495018005, "Finetune/Step": 405, "Finetune/Step Time": 6.649774044752121}
+{"Finetune/Learning Rate": 1.999562141828181e-05, "Finetune/Loss": 0.92771315574646, "Finetune/Loss (Raw)": 0.45393961668014526, "Finetune/Step": 406, "Finetune/Step Time": 6.669446235522628}
+{"Finetune/Learning Rate": 1.999552875935878e-05, "Finetune/Loss": 0.9217721223831177, "Finetune/Loss (Raw)": 0.3954285979270935, "Finetune/Step": 407, "Finetune/Step Time": 6.677306925877929}
+{"Finetune/Learning Rate": 1.999543513047601e-05, "Finetune/Loss": 0.9216421842575073, "Finetune/Loss (Raw)": 0.9287844896316528, "Finetune/Step": 408, "Finetune/Step Time": 6.676866432651877}
+{"Finetune/Learning Rate": 1.999534053164258e-05, "Finetune/Loss": 0.9224677681922913, "Finetune/Loss (Raw)": 1.1440926790237427, "Finetune/Step": 409, "Finetune/Step Time": 6.677407609298825}
+{"Finetune/Learning Rate": 1.9995244962867672e-05, "Finetune/Loss": 0.9239671230316162, "Finetune/Loss (Raw)": 1.1794291734695435, "Finetune/Step": 410, "Finetune/Step Time": 6.66562950052321}
+{"Finetune/Learning Rate": 1.9995148424160563e-05, "Finetune/Loss": 0.9227510094642639, "Finetune/Loss (Raw)": 0.9565960764884949, "Finetune/Step": 411, "Finetune/Step Time": 6.668203108012676}
+{"Finetune/Learning Rate": 1.9995050915530615e-05, "Finetune/Loss": 0.916829526424408, "Finetune/Loss (Raw)": 0.3456825017929077, "Finetune/Step": 412, "Finetune/Step Time": 6.678441476076841}
+{"Finetune/Learning Rate": 1.9994952436987295e-05, "Finetune/Loss": 0.9174845814704895, "Finetune/Loss (Raw)": 1.0519100427627563, "Finetune/Step": 413, "Finetune/Step Time": 6.657224964350462}
+{"Finetune/Learning Rate": 1.9994852988540158e-05, "Finetune/Loss": 0.9165137410163879, "Finetune/Loss (Raw)": 0.9024065732955933, "Finetune/Step": 414, "Finetune/Step Time": 6.642495414242148}
+{"Finetune/Learning Rate": 1.9994752570198855e-05, "Finetune/Loss": 0.9161304831504822, "Finetune/Loss (Raw)": 0.985723614692688, "Finetune/Step": 415, "Finetune/Step Time": 6.639749860391021}
+{"Finetune/Learning Rate": 1.999465118197313e-05, "Finetune/Loss": 0.9175561666488647, "Finetune/Loss (Raw)": 1.0632609128952026, "Finetune/Step": 416, "Finetune/Step Time": 6.626156268641353}
+{"Finetune/Learning Rate": 1.9994548823872818e-05, "Finetune/Loss": 0.916867196559906, "Finetune/Loss (Raw)": 0.9942373037338257, "Finetune/Step": 417, "Finetune/Step Time": 6.62135748565197}
+{"Finetune/Learning Rate": 1.9994445495907856e-05, "Finetune/Loss": 0.9178048372268677, "Finetune/Loss (Raw)": 1.0417286157608032, "Finetune/Step": 418, "Finetune/Step Time": 6.609907947480679}
+{"Finetune/Learning Rate": 1.9994341198088272e-05, "Finetune/Loss": 0.9162746667861938, "Finetune/Loss (Raw)": 0.882556676864624, "Finetune/Step": 419, "Finetune/Step Time": 6.627737240865827}
+{"Finetune/Learning Rate": 1.9994235930424183e-05, "Finetune/Loss": 0.9107404351234436, "Finetune/Loss (Raw)": 0.3487425744533539, "Finetune/Step": 420, "Finetune/Step Time": 6.646376060321927}
+{"Finetune/Learning Rate": 1.999412969292581e-05, "Finetune/Loss": 0.9097622036933899, "Finetune/Loss (Raw)": 0.9727269411087036, "Finetune/Step": 421, "Finetune/Step Time": 6.658002071082592}
+{"Finetune/Learning Rate": 1.9994022485603456e-05, "Finetune/Loss": 0.9115912914276123, "Finetune/Loss (Raw)": 0.9553433060646057, "Finetune/Step": 422, "Finetune/Step Time": 6.664312971755862}
+{"Finetune/Learning Rate": 1.9993914308467526e-05, "Finetune/Loss": 0.9114787578582764, "Finetune/Loss (Raw)": 1.056622862815857, "Finetune/Step": 423, "Finetune/Step Time": 6.659468721598387}
+{"Finetune/Learning Rate": 1.9993805161528518e-05, "Finetune/Loss": 0.9116048216819763, "Finetune/Loss (Raw)": 1.0066548585891724, "Finetune/Step": 424, "Finetune/Step Time": 6.65910118073225}
+{"Finetune/Learning Rate": 1.9993695044797022e-05, "Finetune/Loss": 0.9085229635238647, "Finetune/Loss (Raw)": 0.7034904360771179, "Finetune/Step": 425, "Finetune/Step Time": 6.6940419021993876}
+{"Finetune/Learning Rate": 1.999358395828373e-05, "Finetune/Loss": 0.9092972278594971, "Finetune/Loss (Raw)": 0.936387836933136, "Finetune/Step": 426, "Finetune/Step Time": 6.6748502012342215}
+{"Finetune/Learning Rate": 1.9993471901999414e-05, "Finetune/Loss": 0.9141407012939453, "Finetune/Loss (Raw)": 0.9188194274902344, "Finetune/Step": 427, "Finetune/Step Time": 6.662115866318345}
+{"Finetune/Learning Rate": 1.9993358875954954e-05, "Finetune/Loss": 0.9197494983673096, "Finetune/Loss (Raw)": 1.0577647686004639, "Finetune/Step": 428, "Finetune/Step Time": 6.643484065309167}
+{"Finetune/Learning Rate": 1.9993244880161314e-05, "Finetune/Loss": 0.9249378442764282, "Finetune/Loss (Raw)": 1.0390264987945557, "Finetune/Step": 429, "Finetune/Step Time": 6.627840997651219}
+{"Finetune/Learning Rate": 1.9993129914629554e-05, "Finetune/Loss": 0.9248833060264587, "Finetune/Loss (Raw)": 0.8410670161247253, "Finetune/Step": 430, "Finetune/Step Time": 6.620809754356742}
+{"Finetune/Learning Rate": 1.9993013979370836e-05, "Finetune/Loss": 0.9300088882446289, "Finetune/Loss (Raw)": 0.9720192551612854, "Finetune/Step": 431, "Finetune/Step Time": 6.610481446608901}
+{"Finetune/Learning Rate": 1.9992897074396406e-05, "Finetune/Loss": 0.9286481738090515, "Finetune/Loss (Raw)": 0.8888315558433533, "Finetune/Step": 432, "Finetune/Step Time": 6.616221891716123}
+{"Finetune/Learning Rate": 1.9992779199717608e-05, "Finetune/Loss": 0.9274266958236694, "Finetune/Loss (Raw)": 0.8638402223587036, "Finetune/Step": 433, "Finetune/Step Time": 6.620159111917019}
+{"Finetune/Learning Rate": 1.9992660355345886e-05, "Finetune/Loss": 0.927515983581543, "Finetune/Loss (Raw)": 0.9304842948913574, "Finetune/Step": 434, "Finetune/Step Time": 6.621087286621332}
+{"Finetune/Learning Rate": 1.9992540541292768e-05, "Finetune/Loss": 0.924810528755188, "Finetune/Loss (Raw)": 0.795356810092926, "Finetune/Step": 435, "Finetune/Step Time": 6.6119636204093695}
+{"Finetune/Learning Rate": 1.9992419757569884e-05, "Finetune/Loss": 0.9238057136535645, "Finetune/Loss (Raw)": 0.8818660974502563, "Finetune/Step": 436, "Finetune/Step Time": 6.6094637755304575}
+{"Finetune/Learning Rate": 1.9992298004188947e-05, "Finetune/Loss": 0.9225317239761353, "Finetune/Loss (Raw)": 0.9449881315231323, "Finetune/Step": 437, "Finetune/Step Time": 6.600959114730358}
+{"Finetune/Learning Rate": 1.9992175281161782e-05, "Finetune/Loss": 0.9211839437484741, "Finetune/Loss (Raw)": 0.810966432094574, "Finetune/Step": 438, "Finetune/Step Time": 6.598565712571144}
+{"Finetune/Learning Rate": 1.999205158850029e-05, "Finetune/Loss": 0.9203519821166992, "Finetune/Loss (Raw)": 0.8881566524505615, "Finetune/Step": 439, "Finetune/Step Time": 6.603423407301307}
+{"Finetune/Learning Rate": 1.999192692621648e-05, "Finetune/Loss": 0.9206746816635132, "Finetune/Loss (Raw)": 0.9800974726676941, "Finetune/Step": 440, "Finetune/Step Time": 6.605560461059213}
+{"Finetune/Learning Rate": 1.9991801294322445e-05, "Finetune/Loss": 0.9200000762939453, "Finetune/Loss (Raw)": 0.9947225451469421, "Finetune/Step": 441, "Finetune/Step Time": 6.60368231870234}
+{"Finetune/Learning Rate": 1.9991674692830375e-05, "Finetune/Loss": 0.9143221974372864, "Finetune/Loss (Raw)": 0.41918838024139404, "Finetune/Step": 442, "Finetune/Step Time": 6.625171281397343}
+{"Finetune/Learning Rate": 1.9991547121752562e-05, "Finetune/Loss": 0.9147886037826538, "Finetune/Loss (Raw)": 1.0132653713226318, "Finetune/Step": 443, "Finetune/Step Time": 6.62969702295959}
+{"Finetune/Learning Rate": 1.999141858110138e-05, "Finetune/Loss": 0.9202264547348022, "Finetune/Loss (Raw)": 1.0606328248977661, "Finetune/Step": 444, "Finetune/Step Time": 6.611045058816671}
+{"Finetune/Learning Rate": 1.9991289070889305e-05, "Finetune/Loss": 0.9201993346214294, "Finetune/Loss (Raw)": 0.9318114519119263, "Finetune/Step": 445, "Finetune/Step Time": 6.607186833396554}
+{"Finetune/Learning Rate": 1.9991158591128903e-05, "Finetune/Loss": 0.9201383590698242, "Finetune/Loss (Raw)": 1.0249708890914917, "Finetune/Step": 446, "Finetune/Step Time": 6.609555419534445}
+{"Finetune/Learning Rate": 1.9991027141832834e-05, "Finetune/Loss": 0.9204813241958618, "Finetune/Loss (Raw)": 0.9725119471549988, "Finetune/Step": 447, "Finetune/Step Time": 6.5994860008358955}
+{"Finetune/Learning Rate": 1.9990894723013858e-05, "Finetune/Loss": 0.9207234382629395, "Finetune/Loss (Raw)": 0.9351631999015808, "Finetune/Step": 448, "Finetune/Step Time": 6.599477352574468}
+{"Finetune/Learning Rate": 1.9990761334684823e-05, "Finetune/Loss": 0.9268884658813477, "Finetune/Loss (Raw)": 1.0991252660751343, "Finetune/Step": 449, "Finetune/Step Time": 6.580150984227657}
+{"Finetune/Learning Rate": 1.9990626976858672e-05, "Finetune/Loss": 0.9263590574264526, "Finetune/Loss (Raw)": 0.8939630389213562, "Finetune/Step": 450, "Finetune/Step Time": 6.57904096134007}
+{"Finetune/Learning Rate": 1.9990491649548445e-05, "Finetune/Loss": 0.9255038499832153, "Finetune/Loss (Raw)": 0.9197938442230225, "Finetune/Step": 451, "Finetune/Step Time": 6.583655906841159}
+{"Finetune/Learning Rate": 1.9990355352767272e-05, "Finetune/Loss": 0.9242292642593384, "Finetune/Loss (Raw)": 0.9124519228935242, "Finetune/Step": 452, "Finetune/Step Time": 6.577294550836086}
+{"Finetune/Learning Rate": 1.9990218086528383e-05, "Finetune/Loss": 0.924984335899353, "Finetune/Loss (Raw)": 1.1129214763641357, "Finetune/Step": 453, "Finetune/Step Time": 6.571909476071596}
+{"Finetune/Learning Rate": 1.999007985084509e-05, "Finetune/Loss": 0.9233282208442688, "Finetune/Loss (Raw)": 0.9442145228385925, "Finetune/Step": 454, "Finetune/Step Time": 6.59711717069149}
+{"Finetune/Learning Rate": 1.9989940645730813e-05, "Finetune/Loss": 0.9235613346099854, "Finetune/Loss (Raw)": 1.0170223712921143, "Finetune/Step": 455, "Finetune/Step Time": 6.5961931720376015}
+{"Finetune/Learning Rate": 1.998980047119906e-05, "Finetune/Loss": 0.9180130362510681, "Finetune/Loss (Raw)": 0.32631874084472656, "Finetune/Step": 456, "Finetune/Step Time": 6.604547897353768}
+{"Finetune/Learning Rate": 1.9989659327263435e-05, "Finetune/Loss": 0.917586088180542, "Finetune/Loss (Raw)": 0.8393226265907288, "Finetune/Step": 457, "Finetune/Step Time": 6.585785664618015}
+{"Finetune/Learning Rate": 1.9989517213937634e-05, "Finetune/Loss": 0.919379711151123, "Finetune/Loss (Raw)": 1.100504994392395, "Finetune/Step": 458, "Finetune/Step Time": 6.582954157143831}
+{"Finetune/Learning Rate": 1.9989374131235444e-05, "Finetune/Loss": 0.9183924794197083, "Finetune/Loss (Raw)": 0.9063215255737305, "Finetune/Step": 459, "Finetune/Step Time": 6.586140938103199}
+{"Finetune/Learning Rate": 1.998923007917075e-05, "Finetune/Loss": 0.9182493686676025, "Finetune/Loss (Raw)": 0.7665534019470215, "Finetune/Step": 460, "Finetune/Step Time": 6.5850123558193445}
+{"Finetune/Learning Rate": 1.998908505775754e-05, "Finetune/Loss": 0.9174270629882812, "Finetune/Loss (Raw)": 0.8898076415061951, "Finetune/Step": 461, "Finetune/Step Time": 6.583991419523954}
+{"Finetune/Learning Rate": 1.9988939067009875e-05, "Finetune/Loss": 0.9171897172927856, "Finetune/Loss (Raw)": 0.9282456636428833, "Finetune/Step": 462, "Finetune/Step Time": 6.583346331492066}
+{"Finetune/Learning Rate": 1.9988792106941927e-05, "Finetune/Loss": 0.9185904860496521, "Finetune/Loss (Raw)": 1.1421258449554443, "Finetune/Step": 463, "Finetune/Step Time": 6.577254185453057}
+{"Finetune/Learning Rate": 1.9988644177567953e-05, "Finetune/Loss": 0.91241854429245, "Finetune/Loss (Raw)": 0.2686425745487213, "Finetune/Step": 464, "Finetune/Step Time": 6.597063947468996}
+{"Finetune/Learning Rate": 1.9988495278902315e-05, "Finetune/Loss": 0.9109110236167908, "Finetune/Loss (Raw)": 0.9890336394309998, "Finetune/Step": 465, "Finetune/Step Time": 6.604466805234551}
+{"Finetune/Learning Rate": 1.9988345410959457e-05, "Finetune/Loss": 0.9097602963447571, "Finetune/Loss (Raw)": 0.7874016761779785, "Finetune/Step": 466, "Finetune/Step Time": 6.608960581943393}
+{"Finetune/Learning Rate": 1.9988194573753925e-05, "Finetune/Loss": 0.9101809859275818, "Finetune/Loss (Raw)": 0.980879008769989, "Finetune/Step": 467, "Finetune/Step Time": 6.608953379094601}
+{"Finetune/Learning Rate": 1.9988042767300354e-05, "Finetune/Loss": 0.9091606140136719, "Finetune/Loss (Raw)": 0.7635712623596191, "Finetune/Step": 468, "Finetune/Step Time": 6.610138796269894}
+{"Finetune/Learning Rate": 1.9987889991613474e-05, "Finetune/Loss": 0.9041035771369934, "Finetune/Loss (Raw)": 0.3434183597564697, "Finetune/Step": 469, "Finetune/Step Time": 6.6257899440824986}
+{"Finetune/Learning Rate": 1.9987736246708114e-05, "Finetune/Loss": 0.9030723571777344, "Finetune/Loss (Raw)": 0.9105265736579895, "Finetune/Step": 470, "Finetune/Step Time": 6.625590180978179}
+{"Finetune/Learning Rate": 1.998758153259919e-05, "Finetune/Loss": 0.9025379419326782, "Finetune/Loss (Raw)": 0.9241108298301697, "Finetune/Step": 471, "Finetune/Step Time": 6.640714967623353}
+{"Finetune/Learning Rate": 1.9987425849301714e-05, "Finetune/Loss": 0.9027804136276245, "Finetune/Loss (Raw)": 1.0706862211227417, "Finetune/Step": 472, "Finetune/Step Time": 6.641471827402711}
+{"Finetune/Learning Rate": 1.9987269196830802e-05, "Finetune/Loss": 0.9010293483734131, "Finetune/Loss (Raw)": 0.8503274917602539, "Finetune/Step": 473, "Finetune/Step Time": 6.639580218121409}
+{"Finetune/Learning Rate": 1.9987111575201647e-05, "Finetune/Loss": 0.9003756642341614, "Finetune/Loss (Raw)": 0.9916772246360779, "Finetune/Step": 474, "Finetune/Step Time": 6.635671615600586}
+{"Finetune/Learning Rate": 1.9986952984429547e-05, "Finetune/Loss": 0.8993147611618042, "Finetune/Loss (Raw)": 0.9677029848098755, "Finetune/Step": 475, "Finetune/Step Time": 6.634518124163151}
+{"Finetune/Learning Rate": 1.9986793424529895e-05, "Finetune/Loss": 0.8987863063812256, "Finetune/Loss (Raw)": 0.9664760231971741, "Finetune/Step": 476, "Finetune/Step Time": 6.618339734151959}
+{"Finetune/Learning Rate": 1.9986632895518167e-05, "Finetune/Loss": 0.8973162174224854, "Finetune/Loss (Raw)": 0.917454719543457, "Finetune/Step": 477, "Finetune/Step Time": 6.624025858938694}
+{"Finetune/Learning Rate": 1.9986471397409942e-05, "Finetune/Loss": 0.8970516920089722, "Finetune/Loss (Raw)": 0.8776835799217224, "Finetune/Step": 478, "Finetune/Step Time": 6.601456057280302}
+{"Finetune/Learning Rate": 1.99863089302209e-05, "Finetune/Loss": 0.897098183631897, "Finetune/Loss (Raw)": 0.9647747874259949, "Finetune/Step": 479, "Finetune/Step Time": 6.586521100252867}
+{"Finetune/Learning Rate": 1.9986145493966797e-05, "Finetune/Loss": 0.8974679708480835, "Finetune/Loss (Raw)": 1.0103726387023926, "Finetune/Step": 480, "Finetune/Step Time": 6.579024592414498}
+{"Finetune/Learning Rate": 1.99859810886635e-05, "Finetune/Loss": 0.897672176361084, "Finetune/Loss (Raw)": 0.9514243602752686, "Finetune/Step": 481, "Finetune/Step Time": 6.583838399499655}
+{"Finetune/Learning Rate": 1.998581571432696e-05, "Finetune/Loss": 0.8985806107521057, "Finetune/Loss (Raw)": 0.978687047958374, "Finetune/Step": 482, "Finetune/Step Time": 6.583372849971056}
+{"Finetune/Learning Rate": 1.9985649370973222e-05, "Finetune/Loss": 0.8978756666183472, "Finetune/Loss (Raw)": 0.9495419859886169, "Finetune/Step": 483, "Finetune/Step Time": 6.594924956560135}
+{"Finetune/Learning Rate": 1.9985482058618432e-05, "Finetune/Loss": 0.8977147340774536, "Finetune/Loss (Raw)": 0.8425409197807312, "Finetune/Step": 484, "Finetune/Step Time": 6.599422054365277}
+{"Finetune/Learning Rate": 1.9985313777278824e-05, "Finetune/Loss": 0.8964003324508667, "Finetune/Loss (Raw)": 0.7039771676063538, "Finetune/Step": 485, "Finetune/Step Time": 6.603906750679016}
+{"Finetune/Learning Rate": 1.998514452697073e-05, "Finetune/Loss": 0.9005132913589478, "Finetune/Loss (Raw)": 0.8913623690605164, "Finetune/Step": 486, "Finetune/Step Time": 6.597955401986837}
+{"Finetune/Learning Rate": 1.9984974307710568e-05, "Finetune/Loss": 0.9014899134635925, "Finetune/Loss (Raw)": 0.9568596482276917, "Finetune/Step": 487, "Finetune/Step Time": 6.597432004287839}
+{"Finetune/Learning Rate": 1.9984803119514865e-05, "Finetune/Loss": 0.9018932580947876, "Finetune/Loss (Raw)": 1.001901388168335, "Finetune/Step": 488, "Finetune/Step Time": 6.605551892891526}
+{"Finetune/Learning Rate": 1.9984630962400224e-05, "Finetune/Loss": 0.9017516374588013, "Finetune/Loss (Raw)": 0.8274839520454407, "Finetune/Step": 489, "Finetune/Step Time": 6.6103212013840675}
+{"Finetune/Learning Rate": 1.998445783638336e-05, "Finetune/Loss": 0.90077805519104, "Finetune/Loss (Raw)": 0.8006309270858765, "Finetune/Step": 490, "Finetune/Step Time": 6.617269525304437}
+{"Finetune/Learning Rate": 1.998428374148106e-05, "Finetune/Loss": 0.8969398736953735, "Finetune/Loss (Raw)": 0.5520831346511841, "Finetune/Step": 491, "Finetune/Step Time": 6.645500522106886}
+{"Finetune/Learning Rate": 1.9984108677710234e-05, "Finetune/Loss": 0.8956475257873535, "Finetune/Loss (Raw)": 0.8801895380020142, "Finetune/Step": 492, "Finetune/Step Time": 6.651995614171028}
+{"Finetune/Learning Rate": 1.998393264508786e-05, "Finetune/Loss": 0.8948049545288086, "Finetune/Loss (Raw)": 0.9683197140693665, "Finetune/Step": 493, "Finetune/Step Time": 6.6540075950324535}
+{"Finetune/Learning Rate": 1.998375564363102e-05, "Finetune/Loss": 0.8946236968040466, "Finetune/Loss (Raw)": 0.8815429210662842, "Finetune/Step": 494, "Finetune/Step Time": 6.665086371824145}
+{"Finetune/Learning Rate": 1.9983577673356895e-05, "Finetune/Loss": 0.8942186236381531, "Finetune/Loss (Raw)": 0.927142322063446, "Finetune/Step": 495, "Finetune/Step Time": 6.66580462269485}
+{"Finetune/Learning Rate": 1.9983398734282752e-05, "Finetune/Loss": 0.8940605521202087, "Finetune/Loss (Raw)": 0.9660560488700867, "Finetune/Step": 496, "Finetune/Step Time": 6.679318515583873}
+{"Finetune/Learning Rate": 1.9983218826425955e-05, "Finetune/Loss": 0.8936475515365601, "Finetune/Loss (Raw)": 0.8907166719436646, "Finetune/Step": 497, "Finetune/Step Time": 6.682036254554987}
+{"Finetune/Learning Rate": 1.9983037949803966e-05, "Finetune/Loss": 0.8927981853485107, "Finetune/Loss (Raw)": 0.99183189868927, "Finetune/Step": 498, "Finetune/Step Time": 6.680313551798463}
+{"Finetune/Learning Rate": 1.998285610443433e-05, "Finetune/Loss": 0.8906972408294678, "Finetune/Loss (Raw)": 0.8585941791534424, "Finetune/Step": 499, "Finetune/Step Time": 6.68218726105988}
+{"Finetune/Learning Rate": 1.99826732903347e-05, "Finetune/Loss": 0.889950692653656, "Finetune/Loss (Raw)": 0.9107216000556946, "Finetune/Step": 500, "Finetune/Step Time": 6.686968214809895}
+{"Finetune/Learning Rate": 1.9982489507522813e-05, "Finetune/Loss": 0.8921236991882324, "Finetune/Loss (Raw)": 0.7149198651313782, "Finetune/Step": 501, "Finetune/Step Time": 6.67837038077414}
+{"Finetune/Learning Rate": 1.99823047560165e-05, "Finetune/Loss": 0.8953564167022705, "Finetune/Loss (Raw)": 0.770357072353363, "Finetune/Step": 502, "Finetune/Step Time": 6.677113316953182}
+{"Finetune/Learning Rate": 1.9982119035833697e-05, "Finetune/Loss": 0.8936028480529785, "Finetune/Loss (Raw)": 0.8332394957542419, "Finetune/Step": 503, "Finetune/Step Time": 6.693234384059906}
+{"Finetune/Learning Rate": 1.998193234699242e-05, "Finetune/Loss": 0.8943763971328735, "Finetune/Loss (Raw)": 0.9505662322044373, "Finetune/Step": 504, "Finetune/Step Time": 6.688636519014835}
+{"Finetune/Learning Rate": 1.9981744689510788e-05, "Finetune/Loss": 0.8945111036300659, "Finetune/Loss (Raw)": 0.9461223483085632, "Finetune/Step": 505, "Finetune/Step Time": 6.689573535695672}
+{"Finetune/Learning Rate": 1.998155606340701e-05, "Finetune/Loss": 0.8906388282775879, "Finetune/Loss (Raw)": 0.6759629845619202, "Finetune/Step": 506, "Finetune/Step Time": 6.701071595773101}
+{"Finetune/Learning Rate": 1.998136646869939e-05, "Finetune/Loss": 0.8893676996231079, "Finetune/Loss (Raw)": 0.9605709314346313, "Finetune/Step": 507, "Finetune/Step Time": 6.697591315954924}
+{"Finetune/Learning Rate": 1.9981175905406327e-05, "Finetune/Loss": 0.8886827230453491, "Finetune/Loss (Raw)": 0.9114089012145996, "Finetune/Step": 508, "Finetune/Step Time": 6.697213876992464}
+{"Finetune/Learning Rate": 1.9980984373546314e-05, "Finetune/Loss": 0.8875836133956909, "Finetune/Loss (Raw)": 0.8815410137176514, "Finetune/Step": 509, "Finetune/Step Time": 6.700390500947833}
+{"Finetune/Learning Rate": 1.9980791873137932e-05, "Finetune/Loss": 0.8873633146286011, "Finetune/Loss (Raw)": 0.8558648824691772, "Finetune/Step": 510, "Finetune/Step Time": 6.6644567884504795}
+{"Finetune/Learning Rate": 1.9980598404199868e-05, "Finetune/Loss": 0.8883100748062134, "Finetune/Loss (Raw)": 0.9901532530784607, "Finetune/Step": 511, "Finetune/Step Time": 6.645734956488013}
+{"Finetune/Learning Rate": 1.998040396675089e-05, "Finetune/Loss": 0.8923795223236084, "Finetune/Loss (Raw)": 0.9221417307853699, "Finetune/Step": 512, "Finetune/Step Time": 6.628281358629465}
+{"Finetune/Learning Rate": 1.9980208560809876e-05, "Finetune/Loss": 0.8930287957191467, "Finetune/Loss (Raw)": 1.023195505142212, "Finetune/Step": 513, "Finetune/Step Time": 6.632425896823406}
+{"Finetune/Learning Rate": 1.9980012186395775e-05, "Finetune/Loss": 0.8932595252990723, "Finetune/Loss (Raw)": 0.9696120023727417, "Finetune/Step": 514, "Finetune/Step Time": 6.645582938566804}
+{"Finetune/Learning Rate": 1.997981484352765e-05, "Finetune/Loss": 0.8897080421447754, "Finetune/Loss (Raw)": 0.3912838399410248, "Finetune/Step": 515, "Finetune/Step Time": 6.664058763533831}
+{"Finetune/Learning Rate": 1.997961653222465e-05, "Finetune/Loss": 0.8906855583190918, "Finetune/Loss (Raw)": 1.0061455965042114, "Finetune/Step": 516, "Finetune/Step Time": 6.667610719799995}
+{"Finetune/Learning Rate": 1.997941725250602e-05, "Finetune/Loss": 0.8914435505867004, "Finetune/Loss (Raw)": 0.9911797046661377, "Finetune/Step": 517, "Finetune/Step Time": 6.667004197835922}
+{"Finetune/Learning Rate": 1.9979217004391097e-05, "Finetune/Loss": 0.8926936388015747, "Finetune/Loss (Raw)": 0.9511280655860901, "Finetune/Step": 518, "Finetune/Step Time": 6.669438004493713}
+{"Finetune/Learning Rate": 1.9979015787899315e-05, "Finetune/Loss": 0.8929014205932617, "Finetune/Loss (Raw)": 0.9864845275878906, "Finetune/Step": 519, "Finetune/Step Time": 6.683935049921274}
+{"Finetune/Learning Rate": 1.9978813603050197e-05, "Finetune/Loss": 0.8924285769462585, "Finetune/Loss (Raw)": 0.8245437145233154, "Finetune/Step": 520, "Finetune/Step Time": 6.684132838621736}
+{"Finetune/Learning Rate": 1.9978610449863362e-05, "Finetune/Loss": 0.8939191102981567, "Finetune/Loss (Raw)": 0.9742953777313232, "Finetune/Step": 521, "Finetune/Step Time": 6.6757016610354185}
+{"Finetune/Learning Rate": 1.9978406328358527e-05, "Finetune/Loss": 0.8948062658309937, "Finetune/Loss (Raw)": 0.9042837023735046, "Finetune/Step": 522, "Finetune/Step Time": 6.658111117780209}
+{"Finetune/Learning Rate": 1.99782012385555e-05, "Finetune/Loss": 0.8912814259529114, "Finetune/Loss (Raw)": 0.7162567973136902, "Finetune/Step": 523, "Finetune/Step Time": 6.6643523797392845}
+{"Finetune/Learning Rate": 1.997799518047418e-05, "Finetune/Loss": 0.8904757499694824, "Finetune/Loss (Raw)": 0.9484818577766418, "Finetune/Step": 524, "Finetune/Step Time": 6.6609575897455215}
+{"Finetune/Learning Rate": 1.9977788154134563e-05, "Finetune/Loss": 0.8920162916183472, "Finetune/Loss (Raw)": 0.964138388633728, "Finetune/Step": 525, "Finetune/Step Time": 6.634339002892375}
+{"Finetune/Learning Rate": 1.9977580159556743e-05, "Finetune/Loss": 0.8900032043457031, "Finetune/Loss (Raw)": 0.858600378036499, "Finetune/Step": 526, "Finetune/Step Time": 6.646348692476749}
+{"Finetune/Learning Rate": 1.99773711967609e-05, "Finetune/Loss": 0.8901053071022034, "Finetune/Loss (Raw)": 0.8636007905006409, "Finetune/Step": 527, "Finetune/Step Time": 6.641447380185127}
+{"Finetune/Learning Rate": 1.997716126576731e-05, "Finetune/Loss": 0.8904733657836914, "Finetune/Loss (Raw)": 0.9542457461357117, "Finetune/Step": 528, "Finetune/Step Time": 6.63677191734314}
+{"Finetune/Learning Rate": 1.997695036659635e-05, "Finetune/Loss": 0.8897749185562134, "Finetune/Loss (Raw)": 0.956123948097229, "Finetune/Step": 529, "Finetune/Step Time": 6.636304626241326}
+{"Finetune/Learning Rate": 1.997673849926848e-05, "Finetune/Loss": 0.8902079463005066, "Finetune/Loss (Raw)": 0.9993699193000793, "Finetune/Step": 530, "Finetune/Step Time": 6.621085161343217}
+{"Finetune/Learning Rate": 1.9976525663804257e-05, "Finetune/Loss": 0.8913344144821167, "Finetune/Loss (Raw)": 1.0732840299606323, "Finetune/Step": 531, "Finetune/Step Time": 6.617634493857622}
+{"Finetune/Learning Rate": 1.9976311860224348e-05, "Finetune/Loss": 0.8902617692947388, "Finetune/Loss (Raw)": 0.8957179188728333, "Finetune/Step": 532, "Finetune/Step Time": 6.615877702832222}
+{"Finetune/Learning Rate": 1.9976097088549487e-05, "Finetune/Loss": 0.8916977643966675, "Finetune/Loss (Raw)": 0.8861621618270874, "Finetune/Step": 533, "Finetune/Step Time": 6.612673690542579}
+{"Finetune/Learning Rate": 1.997588134880052e-05, "Finetune/Loss": 0.8952780365943909, "Finetune/Loss (Raw)": 0.9122057557106018, "Finetune/Step": 534, "Finetune/Step Time": 6.6008726842701435}
+{"Finetune/Learning Rate": 1.9975664640998384e-05, "Finetune/Loss": 0.8985763788223267, "Finetune/Loss (Raw)": 0.8176224231719971, "Finetune/Step": 535, "Finetune/Step Time": 6.593344312161207}
+{"Finetune/Learning Rate": 1.9975446965164104e-05, "Finetune/Loss": 0.897524356842041, "Finetune/Loss (Raw)": 0.7941203713417053, "Finetune/Step": 536, "Finetune/Step Time": 6.615190947428346}
+{"Finetune/Learning Rate": 1.9975228321318806e-05, "Finetune/Loss": 0.896096408367157, "Finetune/Loss (Raw)": 0.9613201022148132, "Finetune/Step": 537, "Finetune/Step Time": 6.617075830698013}
+{"Finetune/Learning Rate": 1.9975008709483707e-05, "Finetune/Loss": 0.8941774368286133, "Finetune/Loss (Raw)": 0.9337990283966064, "Finetune/Step": 538, "Finetune/Step Time": 6.625452682375908}
+{"Finetune/Learning Rate": 1.9974788129680115e-05, "Finetune/Loss": 0.8948078751564026, "Finetune/Loss (Raw)": 1.0372861623764038, "Finetune/Step": 539, "Finetune/Step Time": 6.620098194107413}
+{"Finetune/Learning Rate": 1.997456658192944e-05, "Finetune/Loss": 0.8991259932518005, "Finetune/Loss (Raw)": 0.8984031677246094, "Finetune/Step": 540, "Finetune/Step Time": 6.599097555503249}
+{"Finetune/Learning Rate": 1.997434406625318e-05, "Finetune/Loss": 0.8981834650039673, "Finetune/Loss (Raw)": 0.931267499923706, "Finetune/Step": 541, "Finetune/Step Time": 6.60557228140533}
+{"Finetune/Learning Rate": 1.997412058267292e-05, "Finetune/Loss": 0.8983279466629028, "Finetune/Loss (Raw)": 0.9208992123603821, "Finetune/Step": 542, "Finetune/Step Time": 6.604770168662071}
+{"Finetune/Learning Rate": 1.9973896131210355e-05, "Finetune/Loss": 0.8988684415817261, "Finetune/Loss (Raw)": 1.0549145936965942, "Finetune/Step": 543, "Finetune/Step Time": 6.604720305651426}
+{"Finetune/Learning Rate": 1.9973670711887265e-05, "Finetune/Loss": 0.8982827663421631, "Finetune/Loss (Raw)": 0.9882885813713074, "Finetune/Step": 544, "Finetune/Step Time": 6.604198085144162}
+{"Finetune/Learning Rate": 1.997344432472552e-05, "Finetune/Loss": 0.8978946208953857, "Finetune/Loss (Raw)": 0.9445611834526062, "Finetune/Step": 545, "Finetune/Step Time": 6.601398978382349}
+{"Finetune/Learning Rate": 1.9973216969747097e-05, "Finetune/Loss": 0.8968496918678284, "Finetune/Loss (Raw)": 0.9079719185829163, "Finetune/Step": 546, "Finetune/Step Time": 6.602278547361493}
+{"Finetune/Learning Rate": 1.997298864697405e-05, "Finetune/Loss": 0.8979334831237793, "Finetune/Loss (Raw)": 1.0212801694869995, "Finetune/Step": 547, "Finetune/Step Time": 6.592197325080633}
+{"Finetune/Learning Rate": 1.9972759356428538e-05, "Finetune/Loss": 0.9014745354652405, "Finetune/Loss (Raw)": 0.802000880241394, "Finetune/Step": 548, "Finetune/Step Time": 6.58803397975862}
+{"Finetune/Learning Rate": 1.997252909813281e-05, "Finetune/Loss": 0.8991264700889587, "Finetune/Loss (Raw)": 0.6721764802932739, "Finetune/Step": 549, "Finetune/Step Time": 6.585441781207919}
+{"Finetune/Learning Rate": 1.997229787210921e-05, "Finetune/Loss": 0.8984155058860779, "Finetune/Loss (Raw)": 0.8643350601196289, "Finetune/Step": 550, "Finetune/Step Time": 6.567821282893419}
+{"Finetune/Learning Rate": 1.997206567838018e-05, "Finetune/Loss": 0.8968114852905273, "Finetune/Loss (Raw)": 0.8513095378875732, "Finetune/Step": 551, "Finetune/Step Time": 6.567958010360599}
+{"Finetune/Learning Rate": 1.9971832516968248e-05, "Finetune/Loss": 0.8969125747680664, "Finetune/Loss (Raw)": 1.0195939540863037, "Finetune/Step": 552, "Finetune/Step Time": 6.56321738474071}
+{"Finetune/Learning Rate": 1.997159838789604e-05, "Finetune/Loss": 0.8970845341682434, "Finetune/Loss (Raw)": 0.7255012392997742, "Finetune/Step": 553, "Finetune/Step Time": 6.527454897761345}
+{"Finetune/Learning Rate": 1.997136329118628e-05, "Finetune/Loss": 0.8976923823356628, "Finetune/Loss (Raw)": 1.014189600944519, "Finetune/Step": 554, "Finetune/Step Time": 6.534116053953767}
+{"Finetune/Learning Rate": 1.9971127226861776e-05, "Finetune/Loss": 0.8975995182991028, "Finetune/Loss (Raw)": 0.9069314002990723, "Finetune/Step": 555, "Finetune/Step Time": 6.547385673969984}
+{"Finetune/Learning Rate": 1.997089019494544e-05, "Finetune/Loss": 0.8963947892189026, "Finetune/Loss (Raw)": 0.9035661220550537, "Finetune/Step": 556, "Finetune/Step Time": 6.558647710829973}
+{"Finetune/Learning Rate": 1.997065219546027e-05, "Finetune/Loss": 0.8950706720352173, "Finetune/Loss (Raw)": 0.8695429563522339, "Finetune/Step": 557, "Finetune/Step Time": 6.555047385394573}
+{"Finetune/Learning Rate": 1.9970413228429363e-05, "Finetune/Loss": 0.8904342651367188, "Finetune/Loss (Raw)": 0.24760761857032776, "Finetune/Step": 558, "Finetune/Step Time": 6.568169614300132}
+{"Finetune/Learning Rate": 1.997017329387591e-05, "Finetune/Loss": 0.8899625539779663, "Finetune/Loss (Raw)": 0.9116362929344177, "Finetune/Step": 559, "Finetune/Step Time": 6.5616811867803335}
+{"Finetune/Learning Rate": 1.996993239182319e-05, "Finetune/Loss": 0.8891732692718506, "Finetune/Loss (Raw)": 0.787799060344696, "Finetune/Step": 560, "Finetune/Step Time": 6.556747704744339}
+{"Finetune/Learning Rate": 1.996969052229458e-05, "Finetune/Loss": 0.8889129757881165, "Finetune/Loss (Raw)": 0.8305234909057617, "Finetune/Step": 561, "Finetune/Step Time": 6.55683758482337}
+{"Finetune/Learning Rate": 1.9969447685313555e-05, "Finetune/Loss": 0.8880680799484253, "Finetune/Loss (Raw)": 0.822340190410614, "Finetune/Step": 562, "Finetune/Step Time": 6.554267106577754}
+{"Finetune/Learning Rate": 1.996920388090368e-05, "Finetune/Loss": 0.8895238041877747, "Finetune/Loss (Raw)": 0.9816856980323792, "Finetune/Step": 563, "Finetune/Step Time": 6.554144443944097}
+{"Finetune/Learning Rate": 1.9968959109088607e-05, "Finetune/Loss": 0.8899934887886047, "Finetune/Loss (Raw)": 0.9419939517974854, "Finetune/Step": 564, "Finetune/Step Time": 6.562960311770439}
+{"Finetune/Learning Rate": 1.9968713369892098e-05, "Finetune/Loss": 0.8886685967445374, "Finetune/Loss (Raw)": 0.7753971219062805, "Finetune/Step": 565, "Finetune/Step Time": 6.571581024676561}
+{"Finetune/Learning Rate": 1.996846666333799e-05, "Finetune/Loss": 0.8902952075004578, "Finetune/Loss (Raw)": 1.0191737413406372, "Finetune/Step": 566, "Finetune/Step Time": 6.57237053476274}
+{"Finetune/Learning Rate": 1.9968218989450227e-05, "Finetune/Loss": 0.8899618983268738, "Finetune/Loss (Raw)": 0.8454919457435608, "Finetune/Step": 567, "Finetune/Step Time": 6.574269104748964}
+{"Finetune/Learning Rate": 1.9967970348252847e-05, "Finetune/Loss": 0.8845351934432983, "Finetune/Loss (Raw)": 0.2854761481285095, "Finetune/Step": 568, "Finetune/Step Time": 6.599339162930846}
+{"Finetune/Learning Rate": 1.996772073976997e-05, "Finetune/Loss": 0.8835076093673706, "Finetune/Loss (Raw)": 0.8631860613822937, "Finetune/Step": 569, "Finetune/Step Time": 6.604269610717893}
+{"Finetune/Learning Rate": 1.9967470164025826e-05, "Finetune/Loss": 0.8873869180679321, "Finetune/Loss (Raw)": 0.9157465100288391, "Finetune/Step": 570, "Finetune/Step Time": 6.588592793792486}
+{"Finetune/Learning Rate": 1.996721862104473e-05, "Finetune/Loss": 0.8859251737594604, "Finetune/Loss (Raw)": 0.8261622786521912, "Finetune/Step": 571, "Finetune/Step Time": 6.593675142154098}
+{"Finetune/Learning Rate": 1.9966966110851084e-05, "Finetune/Loss": 0.8850561380386353, "Finetune/Loss (Raw)": 0.9493989944458008, "Finetune/Step": 572, "Finetune/Step Time": 6.592225441709161}
+{"Finetune/Learning Rate": 1.9966712633469394e-05, "Finetune/Loss": 0.8858054876327515, "Finetune/Loss (Raw)": 1.0277236700057983, "Finetune/Step": 573, "Finetune/Step Time": 6.595020366832614}
+{"Finetune/Learning Rate": 1.9966458188924266e-05, "Finetune/Loss": 0.8857916593551636, "Finetune/Loss (Raw)": 1.023211121559143, "Finetune/Step": 574, "Finetune/Step Time": 6.592622404918075}
+{"Finetune/Learning Rate": 1.9966202777240378e-05, "Finetune/Loss": 0.8862476944923401, "Finetune/Loss (Raw)": 1.0308798551559448, "Finetune/Step": 575, "Finetune/Step Time": 6.609803713858128}
+{"Finetune/Learning Rate": 1.9965946398442524e-05, "Finetune/Loss": 0.8860089778900146, "Finetune/Loss (Raw)": 0.9046021103858948, "Finetune/Step": 576, "Finetune/Step Time": 6.61034432053566}
+{"Finetune/Learning Rate": 1.996568905255558e-05, "Finetune/Loss": 0.8843768835067749, "Finetune/Loss (Raw)": 0.8902214169502258, "Finetune/Step": 577, "Finetune/Step Time": 6.6056637819856405}
+{"Finetune/Learning Rate": 1.996543073960452e-05, "Finetune/Loss": 0.8839285373687744, "Finetune/Loss (Raw)": 0.8365777730941772, "Finetune/Step": 578, "Finetune/Step Time": 6.601141477003694}
+{"Finetune/Learning Rate": 1.9965171459614406e-05, "Finetune/Loss": 0.8828922510147095, "Finetune/Loss (Raw)": 0.7871434688568115, "Finetune/Step": 579, "Finetune/Step Time": 6.612864138558507}
+{"Finetune/Learning Rate": 1.996491121261041e-05, "Finetune/Loss": 0.8832879066467285, "Finetune/Loss (Raw)": 0.9631013870239258, "Finetune/Step": 580, "Finetune/Step Time": 6.6145188100636005}
+{"Finetune/Learning Rate": 1.996464999861777e-05, "Finetune/Loss": 0.8825986981391907, "Finetune/Loss (Raw)": 1.024700403213501, "Finetune/Step": 581, "Finetune/Step Time": 6.618298226967454}
+{"Finetune/Learning Rate": 1.9964387817661845e-05, "Finetune/Loss": 0.8831506967544556, "Finetune/Loss (Raw)": 1.0148719549179077, "Finetune/Step": 582, "Finetune/Step Time": 6.60226877219975}
+{"Finetune/Learning Rate": 1.9964124669768074e-05, "Finetune/Loss": 0.8814729452133179, "Finetune/Loss (Raw)": 0.8022695779800415, "Finetune/Step": 583, "Finetune/Step Time": 6.607908250764012}
+{"Finetune/Learning Rate": 1.9963860554961995e-05, "Finetune/Loss": 0.8859266042709351, "Finetune/Loss (Raw)": 0.8963772058486938, "Finetune/Step": 584, "Finetune/Step Time": 6.597758881747723}
+{"Finetune/Learning Rate": 1.996359547326923e-05, "Finetune/Loss": 0.8870221376419067, "Finetune/Loss (Raw)": 0.9795549511909485, "Finetune/Step": 585, "Finetune/Step Time": 6.598289402201772}
+{"Finetune/Learning Rate": 1.996332942471551e-05, "Finetune/Loss": 0.8810694217681885, "Finetune/Loss (Raw)": 0.3385603725910187, "Finetune/Step": 586, "Finetune/Step Time": 6.612354200333357}
+{"Finetune/Learning Rate": 1.9963062409326654e-05, "Finetune/Loss": 0.8823780417442322, "Finetune/Loss (Raw)": 1.0738269090652466, "Finetune/Step": 587, "Finetune/Step Time": 6.6035813838243484}
+{"Finetune/Learning Rate": 1.9962794427128563e-05, "Finetune/Loss": 0.8826813101768494, "Finetune/Loss (Raw)": 0.805365800857544, "Finetune/Step": 588, "Finetune/Step Time": 6.6106813587248325}
+{"Finetune/Learning Rate": 1.996252547814725e-05, "Finetune/Loss": 0.8836631774902344, "Finetune/Loss (Raw)": 1.0154927968978882, "Finetune/Step": 589, "Finetune/Step Time": 6.605825053527951}
+{"Finetune/Learning Rate": 1.996225556240881e-05, "Finetune/Loss": 0.8844655752182007, "Finetune/Loss (Raw)": 1.0309481620788574, "Finetune/Step": 590, "Finetune/Step Time": 6.6064427718520164}
+{"Finetune/Learning Rate": 1.9961984679939438e-05, "Finetune/Loss": 0.8821320533752441, "Finetune/Loss (Raw)": 0.843433678150177, "Finetune/Step": 591, "Finetune/Step Time": 6.608296765014529}
+{"Finetune/Learning Rate": 1.9961712830765417e-05, "Finetune/Loss": 0.8870474100112915, "Finetune/Loss (Raw)": 0.8978055119514465, "Finetune/Step": 592, "Finetune/Step Time": 6.586381085216999}
+{"Finetune/Learning Rate": 1.996144001491313e-05, "Finetune/Loss": 0.8861345052719116, "Finetune/Loss (Raw)": 0.8721908926963806, "Finetune/Step": 593, "Finetune/Step Time": 6.600627267733216}
+{"Finetune/Learning Rate": 1.9961166232409054e-05, "Finetune/Loss": 0.8874095678329468, "Finetune/Loss (Raw)": 0.9506041407585144, "Finetune/Step": 594, "Finetune/Step Time": 6.588608367368579}
+{"Finetune/Learning Rate": 1.996089148327975e-05, "Finetune/Loss": 0.8871523141860962, "Finetune/Loss (Raw)": 0.9479482173919678, "Finetune/Step": 595, "Finetune/Step Time": 6.578426023945212}
+{"Finetune/Learning Rate": 1.996061576755188e-05, "Finetune/Loss": 0.8877590298652649, "Finetune/Loss (Raw)": 0.8412348031997681, "Finetune/Step": 596, "Finetune/Step Time": 6.560866905376315}
+{"Finetune/Learning Rate": 1.9960339085252202e-05, "Finetune/Loss": 0.8912855386734009, "Finetune/Loss (Raw)": 0.7948129177093506, "Finetune/Step": 597, "Finetune/Step Time": 6.5434464160352945}
+{"Finetune/Learning Rate": 1.9960061436407565e-05, "Finetune/Loss": 0.8909939527511597, "Finetune/Loss (Raw)": 0.873207688331604, "Finetune/Step": 598, "Finetune/Step Time": 6.564972121268511}
+{"Finetune/Learning Rate": 1.995978282104491e-05, "Finetune/Loss": 0.8914045095443726, "Finetune/Loss (Raw)": 0.9766523838043213, "Finetune/Step": 599, "Finetune/Step Time": 6.547312140464783}
+{"Finetune/Learning Rate": 1.995950323919128e-05, "Finetune/Loss": 0.8908993005752563, "Finetune/Loss (Raw)": 1.0060179233551025, "Finetune/Step": 600, "Finetune/Step Time": 6.55220078676939}
+{"Finetune/Learning Rate": 1.9959222690873794e-05, "Finetune/Loss": 0.8907026052474976, "Finetune/Loss (Raw)": 0.825151801109314, "Finetune/Step": 601, "Finetune/Step Time": 6.5752799566835165}
+{"Finetune/Learning Rate": 1.9958941176119686e-05, "Finetune/Loss": 0.8903456926345825, "Finetune/Loss (Raw)": 0.9459946751594543, "Finetune/Step": 602, "Finetune/Step Time": 6.568809408694506}
+{"Finetune/Learning Rate": 1.995865869495627e-05, "Finetune/Loss": 0.8887394666671753, "Finetune/Loss (Raw)": 0.7621052265167236, "Finetune/Step": 603, "Finetune/Step Time": 6.5736090168356895}
+{"Finetune/Learning Rate": 1.9958375247410958e-05, "Finetune/Loss": 0.888972282409668, "Finetune/Loss (Raw)": 0.9962785243988037, "Finetune/Step": 604, "Finetune/Step Time": 6.573333643376827}
+{"Finetune/Learning Rate": 1.9958090833511256e-05, "Finetune/Loss": 0.8881443738937378, "Finetune/Loss (Raw)": 0.8114863038063049, "Finetune/Step": 605, "Finetune/Step Time": 6.568581230938435}
+{"Finetune/Learning Rate": 1.9957805453284763e-05, "Finetune/Loss": 0.8877185583114624, "Finetune/Loss (Raw)": 0.8231790661811829, "Finetune/Step": 606, "Finetune/Step Time": 6.5851503778249025}
+{"Finetune/Learning Rate": 1.9957519106759174e-05, "Finetune/Loss": 0.8856375217437744, "Finetune/Loss (Raw)": 0.6984018087387085, "Finetune/Step": 607, "Finetune/Step Time": 6.614455420523882}
+{"Finetune/Learning Rate": 1.995723179396227e-05, "Finetune/Loss": 0.8857158422470093, "Finetune/Loss (Raw)": 1.0203958749771118, "Finetune/Step": 608, "Finetune/Step Time": 6.6123780980706215}
+{"Finetune/Learning Rate": 1.995694351492194e-05, "Finetune/Loss": 0.8847436904907227, "Finetune/Loss (Raw)": 0.8269966244697571, "Finetune/Step": 609, "Finetune/Step Time": 6.607795188203454}
+{"Finetune/Learning Rate": 1.9956654269666155e-05, "Finetune/Loss": 0.8842049837112427, "Finetune/Loss (Raw)": 0.9097278714179993, "Finetune/Step": 610, "Finetune/Step Time": 6.598540347069502}
+{"Finetune/Learning Rate": 1.995636405822298e-05, "Finetune/Loss": 0.8840169906616211, "Finetune/Loss (Raw)": 0.9254773259162903, "Finetune/Step": 611, "Finetune/Step Time": 6.5767563581466675}
+{"Finetune/Learning Rate": 1.9956072880620582e-05, "Finetune/Loss": 0.8860617876052856, "Finetune/Loss (Raw)": 1.1042745113372803, "Finetune/Step": 612, "Finetune/Step Time": 6.573256220668554}
+{"Finetune/Learning Rate": 1.9955780736887214e-05, "Finetune/Loss": 0.8866211175918579, "Finetune/Loss (Raw)": 0.775570809841156, "Finetune/Step": 613, "Finetune/Step Time": 6.566252823919058}
+{"Finetune/Learning Rate": 1.9955487627051223e-05, "Finetune/Loss": 0.8870115280151367, "Finetune/Loss (Raw)": 0.9413386583328247, "Finetune/Step": 614, "Finetune/Step Time": 6.551843928173184}
+{"Finetune/Learning Rate": 1.9955193551141058e-05, "Finetune/Loss": 0.8867508172988892, "Finetune/Loss (Raw)": 0.9234851598739624, "Finetune/Step": 615, "Finetune/Step Time": 6.55822591856122}
+{"Finetune/Learning Rate": 1.995489850918525e-05, "Finetune/Loss": 0.8862851858139038, "Finetune/Loss (Raw)": 0.9422985315322876, "Finetune/Step": 616, "Finetune/Step Time": 6.550700722262263}
+{"Finetune/Learning Rate": 1.9954602501212433e-05, "Finetune/Loss": 0.8871734142303467, "Finetune/Loss (Raw)": 0.9411793947219849, "Finetune/Step": 617, "Finetune/Step Time": 6.543146230280399}
+{"Finetune/Learning Rate": 1.995430552725133e-05, "Finetune/Loss": 0.8880401849746704, "Finetune/Loss (Raw)": 0.9115728735923767, "Finetune/Step": 618, "Finetune/Step Time": 6.537297947332263}
+{"Finetune/Learning Rate": 1.9954007587330763e-05, "Finetune/Loss": 0.8903870582580566, "Finetune/Loss (Raw)": 0.8524855971336365, "Finetune/Step": 619, "Finetune/Step Time": 6.53226007707417}
+{"Finetune/Learning Rate": 1.995370868147964e-05, "Finetune/Loss": 0.8908638954162598, "Finetune/Loss (Raw)": 0.9412251114845276, "Finetune/Step": 620, "Finetune/Step Time": 6.533224165439606}
+{"Finetune/Learning Rate": 1.995340880972697e-05, "Finetune/Loss": 0.8906763792037964, "Finetune/Loss (Raw)": 0.944322407245636, "Finetune/Step": 621, "Finetune/Step Time": 6.552655652165413}
+{"Finetune/Learning Rate": 1.9953107972101844e-05, "Finetune/Loss": 0.8907266855239868, "Finetune/Loss (Raw)": 0.8879828453063965, "Finetune/Step": 622, "Finetune/Step Time": 6.54120540805161}
+{"Finetune/Learning Rate": 1.9952806168633465e-05, "Finetune/Loss": 0.8911064863204956, "Finetune/Loss (Raw)": 0.9757471084594727, "Finetune/Step": 623, "Finetune/Step Time": 6.542215144261718}
+{"Finetune/Learning Rate": 1.9952503399351112e-05, "Finetune/Loss": 0.8908889293670654, "Finetune/Loss (Raw)": 0.9382181167602539, "Finetune/Step": 624, "Finetune/Step Time": 6.528342142701149}
+{"Finetune/Learning Rate": 1.9952199664284175e-05, "Finetune/Loss": 0.8914225101470947, "Finetune/Loss (Raw)": 0.9590112566947937, "Finetune/Step": 625, "Finetune/Step Time": 6.529168138280511}
+{"Finetune/Learning Rate": 1.995189496346212e-05, "Finetune/Loss": 0.89146888256073, "Finetune/Loss (Raw)": 0.9977678060531616, "Finetune/Step": 626, "Finetune/Step Time": 6.527441658079624}
+{"Finetune/Learning Rate": 1.9951589296914515e-05, "Finetune/Loss": 0.8920124769210815, "Finetune/Loss (Raw)": 0.9281765818595886, "Finetune/Step": 627, "Finetune/Step Time": 6.529968187212944}
+{"Finetune/Learning Rate": 1.995128266467103e-05, "Finetune/Loss": 0.8918693661689758, "Finetune/Loss (Raw)": 0.8924052715301514, "Finetune/Step": 628, "Finetune/Step Time": 6.519869446754456}
+{"Finetune/Learning Rate": 1.995097506676141e-05, "Finetune/Loss": 0.8936833143234253, "Finetune/Loss (Raw)": 0.9470986127853394, "Finetune/Step": 629, "Finetune/Step Time": 6.510344227775931}
+{"Finetune/Learning Rate": 1.995066650321551e-05, "Finetune/Loss": 0.896239161491394, "Finetune/Loss (Raw)": 1.097508430480957, "Finetune/Step": 630, "Finetune/Step Time": 6.492560690268874}
+{"Finetune/Learning Rate": 1.9950356974063272e-05, "Finetune/Loss": 0.8957077264785767, "Finetune/Loss (Raw)": 0.7652198076248169, "Finetune/Step": 631, "Finetune/Step Time": 6.477644767612219}
+{"Finetune/Learning Rate": 1.995004647933473e-05, "Finetune/Loss": 0.8965035676956177, "Finetune/Loss (Raw)": 1.0524277687072754, "Finetune/Step": 632, "Finetune/Step Time": 6.477206531912088}
+{"Finetune/Learning Rate": 1.9949735019060022e-05, "Finetune/Loss": 0.8980359435081482, "Finetune/Loss (Raw)": 1.1422674655914307, "Finetune/Step": 633, "Finetune/Step Time": 6.479344550520182}
+{"Finetune/Learning Rate": 1.994942259326936e-05, "Finetune/Loss": 0.899304986000061, "Finetune/Loss (Raw)": 0.8383997678756714, "Finetune/Step": 634, "Finetune/Step Time": 6.471233546733856}
+{"Finetune/Learning Rate": 1.994910920199307e-05, "Finetune/Loss": 0.8991835713386536, "Finetune/Loss (Raw)": 0.945030689239502, "Finetune/Step": 635, "Finetune/Step Time": 6.475473131984472}
+{"Finetune/Learning Rate": 1.9948794845261562e-05, "Finetune/Loss": 0.899071991443634, "Finetune/Loss (Raw)": 0.8971264362335205, "Finetune/Step": 636, "Finetune/Step Time": 6.500602213665843}
+{"Finetune/Learning Rate": 1.9948479523105342e-05, "Finetune/Loss": 0.8999769687652588, "Finetune/Loss (Raw)": 0.9973742365837097, "Finetune/Step": 637, "Finetune/Step Time": 6.491890812292695}
+{"Finetune/Learning Rate": 1.9948163235555006e-05, "Finetune/Loss": 0.9010785818099976, "Finetune/Loss (Raw)": 0.9968798756599426, "Finetune/Step": 638, "Finetune/Step Time": 6.492108225822449}
+{"Finetune/Learning Rate": 1.9947845982641244e-05, "Finetune/Loss": 0.9004420042037964, "Finetune/Loss (Raw)": 0.9086624383926392, "Finetune/Step": 639, "Finetune/Step Time": 6.480039784684777}
+{"Finetune/Learning Rate": 1.9947527764394846e-05, "Finetune/Loss": 0.9003541469573975, "Finetune/Loss (Raw)": 0.9109026789665222, "Finetune/Step": 640, "Finetune/Step Time": 6.480491828173399}
+{"Finetune/Learning Rate": 1.9947208580846694e-05, "Finetune/Loss": 0.8989665508270264, "Finetune/Loss (Raw)": 0.8455784916877747, "Finetune/Step": 641, "Finetune/Step Time": 6.4979987274855375}
+{"Finetune/Learning Rate": 1.9946888432027753e-05, "Finetune/Loss": 0.894019603729248, "Finetune/Loss (Raw)": 0.3364063501358032, "Finetune/Step": 642, "Finetune/Step Time": 6.497395666316152}
+{"Finetune/Learning Rate": 1.99465673179691e-05, "Finetune/Loss": 0.8980779647827148, "Finetune/Loss (Raw)": 0.9107481837272644, "Finetune/Step": 643, "Finetune/Step Time": 6.478379864245653}
+{"Finetune/Learning Rate": 1.9946245238701886e-05, "Finetune/Loss": 0.8978182077407837, "Finetune/Loss (Raw)": 0.9729008078575134, "Finetune/Step": 644, "Finetune/Step Time": 6.482459025457501}
+{"Finetune/Learning Rate": 1.9945922194257376e-05, "Finetune/Loss": 0.8980271816253662, "Finetune/Loss (Raw)": 1.0179314613342285, "Finetune/Step": 645, "Finetune/Step Time": 6.4814067631959915}
+{"Finetune/Learning Rate": 1.9945598184666907e-05, "Finetune/Loss": 0.8977969884872437, "Finetune/Loss (Raw)": 0.9216591119766235, "Finetune/Step": 646, "Finetune/Step Time": 6.49148322455585}
+{"Finetune/Learning Rate": 1.994527320996193e-05, "Finetune/Loss": 0.8968169689178467, "Finetune/Loss (Raw)": 0.861050009727478, "Finetune/Step": 647, "Finetune/Step Time": 6.492488741874695}
+{"Finetune/Learning Rate": 1.9944947270173977e-05, "Finetune/Loss": 0.897861123085022, "Finetune/Loss (Raw)": 0.958185613155365, "Finetune/Step": 648, "Finetune/Step Time": 6.49111045897007}
+{"Finetune/Learning Rate": 1.9944620365334672e-05, "Finetune/Loss": 0.8968072533607483, "Finetune/Loss (Raw)": 0.8394068479537964, "Finetune/Step": 649, "Finetune/Step Time": 6.48674101382494}
+{"Finetune/Learning Rate": 1.9944292495475744e-05, "Finetune/Loss": 0.8963494300842285, "Finetune/Loss (Raw)": 0.8456815481185913, "Finetune/Step": 650, "Finetune/Step Time": 6.499420491978526}
+{"Finetune/Learning Rate": 1.9943963660629008e-05, "Finetune/Loss": 0.8979405164718628, "Finetune/Loss (Raw)": 0.9199123978614807, "Finetune/Step": 651, "Finetune/Step Time": 6.5077516455203295}
+{"Finetune/Learning Rate": 1.994363386082637e-05, "Finetune/Loss": 0.8975293636322021, "Finetune/Loss (Raw)": 0.895858883857727, "Finetune/Step": 652, "Finetune/Step Time": 6.51208882778883}
+{"Finetune/Learning Rate": 1.9943303096099843e-05, "Finetune/Loss": 0.8967469930648804, "Finetune/Loss (Raw)": 0.8639930486679077, "Finetune/Step": 653, "Finetune/Step Time": 6.514520961791277}
+{"Finetune/Learning Rate": 1.9942971366481513e-05, "Finetune/Loss": 0.8991686105728149, "Finetune/Loss (Raw)": 1.1685715913772583, "Finetune/Step": 654, "Finetune/Step Time": 6.505880415439606}
+{"Finetune/Learning Rate": 1.9942638672003575e-05, "Finetune/Loss": 0.8991847634315491, "Finetune/Loss (Raw)": 0.8656625747680664, "Finetune/Step": 655, "Finetune/Step Time": 6.514284873381257}
+{"Finetune/Learning Rate": 1.994230501269832e-05, "Finetune/Loss": 0.8984771966934204, "Finetune/Loss (Raw)": 0.8636834621429443, "Finetune/Step": 656, "Finetune/Step Time": 6.517112482339144}
+{"Finetune/Learning Rate": 1.9941970388598114e-05, "Finetune/Loss": 0.8975187540054321, "Finetune/Loss (Raw)": 0.8334417343139648, "Finetune/Step": 657, "Finetune/Step Time": 6.536838257685304}
+{"Finetune/Learning Rate": 1.994163479973544e-05, "Finetune/Loss": 0.8970146179199219, "Finetune/Loss (Raw)": 0.9348359107971191, "Finetune/Step": 658, "Finetune/Step Time": 6.538516890257597}
+{"Finetune/Learning Rate": 1.9941298246142854e-05, "Finetune/Loss": 0.8942841291427612, "Finetune/Loss (Raw)": 0.723779559135437, "Finetune/Step": 659, "Finetune/Step Time": 6.5597418043762445}
+{"Finetune/Learning Rate": 1.994096072785302e-05, "Finetune/Loss": 0.895368754863739, "Finetune/Loss (Raw)": 1.0345515012741089, "Finetune/Step": 660, "Finetune/Step Time": 6.563428986817598}
+{"Finetune/Learning Rate": 1.9940622244898696e-05, "Finetune/Loss": 0.8957042694091797, "Finetune/Loss (Raw)": 0.9291090965270996, "Finetune/Step": 661, "Finetune/Step Time": 6.555893903598189}
+{"Finetune/Learning Rate": 1.9940282797312717e-05, "Finetune/Loss": 0.8963056802749634, "Finetune/Loss (Raw)": 0.9891892075538635, "Finetune/Step": 662, "Finetune/Step Time": 6.5447915978729725}
+{"Finetune/Learning Rate": 1.9939942385128026e-05, "Finetune/Loss": 0.8977797031402588, "Finetune/Loss (Raw)": 1.0062947273254395, "Finetune/Step": 663, "Finetune/Step Time": 6.533421833068132}
+{"Finetune/Learning Rate": 1.993960100837766e-05, "Finetune/Loss": 0.8983389139175415, "Finetune/Loss (Raw)": 0.8656946420669556, "Finetune/Step": 664, "Finetune/Step Time": 6.520415173843503}
+{"Finetune/Learning Rate": 1.9939258667094746e-05, "Finetune/Loss": 0.8987134695053101, "Finetune/Loss (Raw)": 1.0092685222625732, "Finetune/Step": 665, "Finetune/Step Time": 6.527438534423709}
+{"Finetune/Learning Rate": 1.99389153613125e-05, "Finetune/Loss": 0.8997757434844971, "Finetune/Loss (Raw)": 1.0697705745697021, "Finetune/Step": 666, "Finetune/Step Time": 6.519946934655309}
+{"Finetune/Learning Rate": 1.993857109106424e-05, "Finetune/Loss": 0.899331271648407, "Finetune/Loss (Raw)": 0.9803903698921204, "Finetune/Step": 667, "Finetune/Step Time": 6.531879996880889}
+{"Finetune/Learning Rate": 1.9938225856383374e-05, "Finetune/Loss": 0.8982838988304138, "Finetune/Loss (Raw)": 0.7643436789512634, "Finetune/Step": 668, "Finetune/Step Time": 6.536591278389096}
+{"Finetune/Learning Rate": 1.99378796573034e-05, "Finetune/Loss": 0.8984196186065674, "Finetune/Loss (Raw)": 0.9486383199691772, "Finetune/Step": 669, "Finetune/Step Time": 6.530709117650986}
+{"Finetune/Learning Rate": 1.9937532493857916e-05, "Finetune/Loss": 0.8979253172874451, "Finetune/Loss (Raw)": 0.8576273322105408, "Finetune/Step": 670, "Finetune/Step Time": 6.5321591179817915}
+{"Finetune/Learning Rate": 1.9937184366080612e-05, "Finetune/Loss": 0.8967263102531433, "Finetune/Loss (Raw)": 0.9014421105384827, "Finetune/Step": 671, "Finetune/Step Time": 6.53047938644886}
+{"Finetune/Learning Rate": 1.9936835274005263e-05, "Finetune/Loss": 0.8965017795562744, "Finetune/Loss (Raw)": 0.9595451354980469, "Finetune/Step": 672, "Finetune/Step Time": 6.527784623205662}
+{"Finetune/Learning Rate": 1.9936485217665753e-05, "Finetune/Loss": 0.8973691463470459, "Finetune/Loss (Raw)": 1.0555925369262695, "Finetune/Step": 673, "Finetune/Step Time": 6.528929019346833}
+{"Finetune/Learning Rate": 1.9936134197096046e-05, "Finetune/Loss": 0.8986390829086304, "Finetune/Loss (Raw)": 1.0705231428146362, "Finetune/Step": 674, "Finetune/Step Time": 6.52959393337369}
+{"Finetune/Learning Rate": 1.9935782212330205e-05, "Finetune/Loss": 0.8983314037322998, "Finetune/Loss (Raw)": 0.9818953275680542, "Finetune/Step": 675, "Finetune/Step Time": 6.532066976651549}
+{"Finetune/Learning Rate": 1.993542926340239e-05, "Finetune/Loss": 0.8997514247894287, "Finetune/Loss (Raw)": 0.9837623238563538, "Finetune/Step": 676, "Finetune/Step Time": 6.526380531489849}
+{"Finetune/Learning Rate": 1.9935075350346847e-05, "Finetune/Loss": 0.9005976915359497, "Finetune/Loss (Raw)": 0.7804980874061584, "Finetune/Step": 677, "Finetune/Step Time": 6.558219447731972}
+{"Finetune/Learning Rate": 1.9934720473197923e-05, "Finetune/Loss": 0.9018794894218445, "Finetune/Loss (Raw)": 1.0284017324447632, "Finetune/Step": 678, "Finetune/Step Time": 6.569722890853882}
+{"Finetune/Learning Rate": 1.993436463199005e-05, "Finetune/Loss": 0.9033880233764648, "Finetune/Loss (Raw)": 1.0444014072418213, "Finetune/Step": 679, "Finetune/Step Time": 6.5751750990748405}
+{"Finetune/Learning Rate": 1.9934007826757765e-05, "Finetune/Loss": 0.9021203517913818, "Finetune/Loss (Raw)": 0.8573288321495056, "Finetune/Step": 680, "Finetune/Step Time": 6.574429959058762}
+{"Finetune/Learning Rate": 1.9933650057535687e-05, "Finetune/Loss": 0.9042911529541016, "Finetune/Loss (Raw)": 1.0033689737319946, "Finetune/Step": 681, "Finetune/Step Time": 6.573185650631785}
+{"Finetune/Learning Rate": 1.9933291324358538e-05, "Finetune/Loss": 0.9041287899017334, "Finetune/Loss (Raw)": 0.9934095740318298, "Finetune/Step": 682, "Finetune/Step Time": 6.560193983837962}
+{"Finetune/Learning Rate": 1.9932931627261123e-05, "Finetune/Loss": 0.9052096605300903, "Finetune/Loss (Raw)": 1.045283317565918, "Finetune/Step": 683, "Finetune/Step Time": 6.541996371001005}
+{"Finetune/Learning Rate": 1.9932570966278355e-05, "Finetune/Loss": 0.904832124710083, "Finetune/Loss (Raw)": 0.8552413582801819, "Finetune/Step": 684, "Finetune/Step Time": 6.53222019597888}
+{"Finetune/Learning Rate": 1.9932209341445225e-05, "Finetune/Loss": 0.903351902961731, "Finetune/Loss (Raw)": 0.6800711154937744, "Finetune/Step": 685, "Finetune/Step Time": 6.547949967905879}
+{"Finetune/Learning Rate": 1.993184675279683e-05, "Finetune/Loss": 0.9073615074157715, "Finetune/Loss (Raw)": 0.7608337998390198, "Finetune/Step": 686, "Finetune/Step Time": 6.552323505282402}
+{"Finetune/Learning Rate": 1.993148320036835e-05, "Finetune/Loss": 0.9071696400642395, "Finetune/Loss (Raw)": 0.8870814442634583, "Finetune/Step": 687, "Finetune/Step Time": 6.549381822347641}
+{"Finetune/Learning Rate": 1.993111868419507e-05, "Finetune/Loss": 0.9081248044967651, "Finetune/Loss (Raw)": 0.9100565910339355, "Finetune/Step": 688, "Finetune/Step Time": 6.547682177275419}
+{"Finetune/Learning Rate": 1.993075320431236e-05, "Finetune/Loss": 0.9060046672821045, "Finetune/Loss (Raw)": 0.5591521859169006, "Finetune/Step": 689, "Finetune/Step Time": 6.560968926176429}
+{"Finetune/Learning Rate": 1.9930386760755686e-05, "Finetune/Loss": 0.9049419164657593, "Finetune/Loss (Raw)": 0.6862983107566833, "Finetune/Step": 690, "Finetune/Step Time": 6.594938788563013}
+{"Finetune/Learning Rate": 1.9930019353560605e-05, "Finetune/Loss": 0.9049545526504517, "Finetune/Loss (Raw)": 0.9833037853240967, "Finetune/Step": 691, "Finetune/Step Time": 6.598037548363209}
+{"Finetune/Learning Rate": 1.992965098276277e-05, "Finetune/Loss": 0.9038021564483643, "Finetune/Loss (Raw)": 0.7944888472557068, "Finetune/Step": 692, "Finetune/Step Time": 6.615793051198125}
+{"Finetune/Learning Rate": 1.992928164839793e-05, "Finetune/Loss": 0.904021680355072, "Finetune/Loss (Raw)": 0.8034996390342712, "Finetune/Step": 693, "Finetune/Step Time": 6.616178084164858}
+{"Finetune/Learning Rate": 1.9928911350501927e-05, "Finetune/Loss": 0.8990613222122192, "Finetune/Loss (Raw)": 0.3842450976371765, "Finetune/Step": 694, "Finetune/Step Time": 6.634393010288477}
+{"Finetune/Learning Rate": 1.992854008911069e-05, "Finetune/Loss": 0.8981589674949646, "Finetune/Loss (Raw)": 0.7299935817718506, "Finetune/Step": 695, "Finetune/Step Time": 6.641814850270748}
+{"Finetune/Learning Rate": 1.992816786426025e-05, "Finetune/Loss": 0.9038352966308594, "Finetune/Loss (Raw)": 1.012048602104187, "Finetune/Step": 696, "Finetune/Step Time": 6.617751711979508}
+{"Finetune/Learning Rate": 1.992779467598672e-05, "Finetune/Loss": 0.9034464359283447, "Finetune/Loss (Raw)": 0.8134146332740784, "Finetune/Step": 697, "Finetune/Step Time": 6.624836016446352}
+{"Finetune/Learning Rate": 1.9927420524326323e-05, "Finetune/Loss": 0.9046081900596619, "Finetune/Loss (Raw)": 1.0644456148147583, "Finetune/Step": 698, "Finetune/Step Time": 6.618908317759633}
+{"Finetune/Learning Rate": 1.992704540931536e-05, "Finetune/Loss": 0.9067682027816772, "Finetune/Loss (Raw)": 1.1026461124420166, "Finetune/Step": 699, "Finetune/Step Time": 6.61644534021616}
+{"Finetune/Learning Rate": 1.992666933099024e-05, "Finetune/Loss": 0.9059704542160034, "Finetune/Loss (Raw)": 0.8472874760627747, "Finetune/Step": 700, "Finetune/Step Time": 6.636426888406277}
+{"Finetune/Learning Rate": 1.992629228938745e-05, "Finetune/Loss": 0.9003089666366577, "Finetune/Loss (Raw)": 0.3030496835708618, "Finetune/Step": 701, "Finetune/Step Time": 6.657527916133404}
+{"Finetune/Learning Rate": 1.9925914284543575e-05, "Finetune/Loss": 0.8992859125137329, "Finetune/Loss (Raw)": 0.892264723777771, "Finetune/Step": 702, "Finetune/Step Time": 6.665202585980296}
+{"Finetune/Learning Rate": 1.9925535316495304e-05, "Finetune/Loss": 0.8971898555755615, "Finetune/Loss (Raw)": 0.7625775337219238, "Finetune/Step": 703, "Finetune/Step Time": 6.656501291319728}
+{"Finetune/Learning Rate": 1.992515538527941e-05, "Finetune/Loss": 0.8975463509559631, "Finetune/Loss (Raw)": 0.950242817401886, "Finetune/Step": 704, "Finetune/Step Time": 6.669363886117935}
+{"Finetune/Learning Rate": 1.9924774490932763e-05, "Finetune/Loss": 0.8980323672294617, "Finetune/Loss (Raw)": 0.9524283409118652, "Finetune/Step": 705, "Finetune/Step Time": 6.669669017195702}
+{"Finetune/Learning Rate": 1.9924392633492316e-05, "Finetune/Loss": 0.8967217206954956, "Finetune/Loss (Raw)": 0.6688134074211121, "Finetune/Step": 706, "Finetune/Step Time": 6.672554772347212}
+{"Finetune/Learning Rate": 1.9924009812995134e-05, "Finetune/Loss": 0.8970154523849487, "Finetune/Loss (Raw)": 0.824742317199707, "Finetune/Step": 707, "Finetune/Step Time": 6.658806025981903}
+{"Finetune/Learning Rate": 1.9923626029478357e-05, "Finetune/Loss": 0.897891640663147, "Finetune/Loss (Raw)": 1.075247883796692, "Finetune/Step": 708, "Finetune/Step Time": 6.663023982197046}
+{"Finetune/Learning Rate": 1.992324128297924e-05, "Finetune/Loss": 0.8962449431419373, "Finetune/Loss (Raw)": 0.8139280676841736, "Finetune/Step": 709, "Finetune/Step Time": 6.665003456175327}
+{"Finetune/Learning Rate": 1.9922855573535105e-05, "Finetune/Loss": 0.8948371410369873, "Finetune/Loss (Raw)": 0.8346752524375916, "Finetune/Step": 710, "Finetune/Step Time": 6.655327640473843}
+{"Finetune/Learning Rate": 1.9922468901183384e-05, "Finetune/Loss": 0.8957378268241882, "Finetune/Loss (Raw)": 0.9175501465797424, "Finetune/Step": 711, "Finetune/Step Time": 6.668436719104648}
+{"Finetune/Learning Rate": 1.9922081265961608e-05, "Finetune/Loss": 0.893598198890686, "Finetune/Loss (Raw)": 0.6225104928016663, "Finetune/Step": 712, "Finetune/Step Time": 6.679626053199172}
+{"Finetune/Learning Rate": 1.9921692667907384e-05, "Finetune/Loss": 0.893280565738678, "Finetune/Loss (Raw)": 0.9389006495475769, "Finetune/Step": 713, "Finetune/Step Time": 6.680036028847098}
+{"Finetune/Learning Rate": 1.9921303107058425e-05, "Finetune/Loss": 0.8966102600097656, "Finetune/Loss (Raw)": 0.7647562623023987, "Finetune/Step": 714, "Finetune/Step Time": 6.6773461159318686}
+{"Finetune/Learning Rate": 1.992091258345253e-05, "Finetune/Loss": 0.8962351679801941, "Finetune/Loss (Raw)": 1.025817632675171, "Finetune/Step": 715, "Finetune/Step Time": 6.676692549139261}
+{"Finetune/Learning Rate": 1.9920521097127602e-05, "Finetune/Loss": 0.8961761593818665, "Finetune/Loss (Raw)": 0.7978109121322632, "Finetune/Step": 716, "Finetune/Step Time": 6.652241764590144}
+{"Finetune/Learning Rate": 1.9920128648121624e-05, "Finetune/Loss": 0.895927906036377, "Finetune/Loss (Raw)": 0.983717143535614, "Finetune/Step": 717, "Finetune/Step Time": 6.664002630859613}
+{"Finetune/Learning Rate": 1.9919735236472687e-05, "Finetune/Loss": 0.8952821493148804, "Finetune/Loss (Raw)": 0.9482912421226501, "Finetune/Step": 718, "Finetune/Step Time": 6.668450515717268}
+{"Finetune/Learning Rate": 1.9919340862218957e-05, "Finetune/Loss": 0.896086573600769, "Finetune/Loss (Raw)": 0.9464026093482971, "Finetune/Step": 719, "Finetune/Step Time": 6.6694411262869835}
+{"Finetune/Learning Rate": 1.9918945525398708e-05, "Finetune/Loss": 0.8974343538284302, "Finetune/Loss (Raw)": 1.0703208446502686, "Finetune/Step": 720, "Finetune/Step Time": 6.6718635186553}
+{"Finetune/Learning Rate": 1.9918549226050305e-05, "Finetune/Loss": 0.8972870111465454, "Finetune/Loss (Raw)": 0.8533285856246948, "Finetune/Step": 721, "Finetune/Step Time": 6.675864005461335}
+{"Finetune/Learning Rate": 1.9918151964212205e-05, "Finetune/Loss": 0.8966545462608337, "Finetune/Loss (Raw)": 0.8696496486663818, "Finetune/Step": 722, "Finetune/Step Time": 6.702330727130175}
+{"Finetune/Learning Rate": 1.9917753739922957e-05, "Finetune/Loss": 0.8972494006156921, "Finetune/Loss (Raw)": 1.0240877866744995, "Finetune/Step": 723, "Finetune/Step Time": 6.700455443933606}
+{"Finetune/Learning Rate": 1.9917354553221203e-05, "Finetune/Loss": 0.8982119560241699, "Finetune/Loss (Raw)": 0.9644387364387512, "Finetune/Step": 724, "Finetune/Step Time": 6.715813571587205}
+{"Finetune/Learning Rate": 1.991695440414568e-05, "Finetune/Loss": 0.9004764556884766, "Finetune/Loss (Raw)": 1.0846706628799438, "Finetune/Step": 725, "Finetune/Step Time": 6.715207267552614}
+{"Finetune/Learning Rate": 1.991655329273522e-05, "Finetune/Loss": 0.8985396027565002, "Finetune/Loss (Raw)": 0.6252954006195068, "Finetune/Step": 726, "Finetune/Step Time": 6.703544421121478}
+{"Finetune/Learning Rate": 1.9916151219028748e-05, "Finetune/Loss": 0.8981837630271912, "Finetune/Loss (Raw)": 0.9311031699180603, "Finetune/Step": 727, "Finetune/Step Time": 6.710150588303804}
+{"Finetune/Learning Rate": 1.9915748183065278e-05, "Finetune/Loss": 0.8984753489494324, "Finetune/Loss (Raw)": 1.0433427095413208, "Finetune/Step": 728, "Finetune/Step Time": 6.709751576185226}
+{"Finetune/Learning Rate": 1.9915344184883917e-05, "Finetune/Loss": 0.8960422277450562, "Finetune/Loss (Raw)": 0.5137100219726562, "Finetune/Step": 729, "Finetune/Step Time": 6.699423337355256}
+{"Finetune/Learning Rate": 1.991493922452388e-05, "Finetune/Loss": 0.8961490988731384, "Finetune/Loss (Raw)": 0.959678053855896, "Finetune/Step": 730, "Finetune/Step Time": 6.702884612604976}
+{"Finetune/Learning Rate": 1.9914533302024452e-05, "Finetune/Loss": 0.8976492881774902, "Finetune/Loss (Raw)": 0.9541247487068176, "Finetune/Step": 731, "Finetune/Step Time": 6.698505114763975}
+{"Finetune/Learning Rate": 1.9914126417425027e-05, "Finetune/Loss": 0.896188497543335, "Finetune/Loss (Raw)": 0.8092954754829407, "Finetune/Step": 732, "Finetune/Step Time": 6.729820877313614}
+{"Finetune/Learning Rate": 1.9913718570765096e-05, "Finetune/Loss": 0.8968198299407959, "Finetune/Loss (Raw)": 0.8923038244247437, "Finetune/Step": 733, "Finetune/Step Time": 6.728324228897691}
+{"Finetune/Learning Rate": 1.991330976208423e-05, "Finetune/Loss": 0.8965448141098022, "Finetune/Loss (Raw)": 0.7879769206047058, "Finetune/Step": 734, "Finetune/Step Time": 6.715955061838031}
+{"Finetune/Learning Rate": 1.9912899991422094e-05, "Finetune/Loss": 0.8970751166343689, "Finetune/Loss (Raw)": 0.7662758827209473, "Finetune/Step": 735, "Finetune/Step Time": 6.6938479375094175}
+{"Finetune/Learning Rate": 1.9912489258818462e-05, "Finetune/Loss": 0.8960059881210327, "Finetune/Loss (Raw)": 0.8835489153862, "Finetune/Step": 736, "Finetune/Step Time": 6.728496624156833}
+{"Finetune/Learning Rate": 1.9912077564313186e-05, "Finetune/Loss": 0.8977605700492859, "Finetune/Loss (Raw)": 1.05158269405365, "Finetune/Step": 737, "Finetune/Step Time": 6.724948223680258}
+{"Finetune/Learning Rate": 1.9911664907946216e-05, "Finetune/Loss": 0.8982863426208496, "Finetune/Loss (Raw)": 0.9770234823226929, "Finetune/Step": 738, "Finetune/Step Time": 6.721300419420004}
+{"Finetune/Learning Rate": 1.9911251289757604e-05, "Finetune/Loss": 0.8945332765579224, "Finetune/Loss (Raw)": 0.44508373737335205, "Finetune/Step": 739, "Finetune/Step Time": 6.744557490572333}
+{"Finetune/Learning Rate": 1.9910836709787475e-05, "Finetune/Loss": 0.8940383195877075, "Finetune/Loss (Raw)": 1.0409191846847534, "Finetune/Step": 740, "Finetune/Step Time": 6.747830266132951}
+{"Finetune/Learning Rate": 1.9910421168076066e-05, "Finetune/Loss": 0.8934004306793213, "Finetune/Loss (Raw)": 0.6939330697059631, "Finetune/Step": 741, "Finetune/Step Time": 6.76504217274487}
+{"Finetune/Learning Rate": 1.99100046646637e-05, "Finetune/Loss": 0.8930842876434326, "Finetune/Loss (Raw)": 0.9008676409721375, "Finetune/Step": 742, "Finetune/Step Time": 6.770197091624141}
+{"Finetune/Learning Rate": 1.9909587199590796e-05, "Finetune/Loss": 0.8937644958496094, "Finetune/Loss (Raw)": 1.010547161102295, "Finetune/Step": 743, "Finetune/Step Time": 6.762934919446707}
+{"Finetune/Learning Rate": 1.990916877289786e-05, "Finetune/Loss": 0.8938471078872681, "Finetune/Loss (Raw)": 0.9528710842132568, "Finetune/Step": 744, "Finetune/Step Time": 6.764305913820863}
+{"Finetune/Learning Rate": 1.9908749384625503e-05, "Finetune/Loss": 0.8925078511238098, "Finetune/Loss (Raw)": 0.769758403301239, "Finetune/Step": 745, "Finetune/Step Time": 6.782313814386725}
+{"Finetune/Learning Rate": 1.9908329034814416e-05, "Finetune/Loss": 0.8933844566345215, "Finetune/Loss (Raw)": 1.0237784385681152, "Finetune/Step": 746, "Finetune/Step Time": 6.773530054837465}
+{"Finetune/Learning Rate": 1.9907907723505395e-05, "Finetune/Loss": 0.8947321772575378, "Finetune/Loss (Raw)": 1.0249963998794556, "Finetune/Step": 747, "Finetune/Step Time": 6.753371367231011}
+{"Finetune/Learning Rate": 1.9907485450739317e-05, "Finetune/Loss": 0.8954836130142212, "Finetune/Loss (Raw)": 1.0374133586883545, "Finetune/Step": 748, "Finetune/Step Time": 6.744746666401625}
+{"Finetune/Learning Rate": 1.9907062216557164e-05, "Finetune/Loss": 0.8947490453720093, "Finetune/Loss (Raw)": 0.8502911329269409, "Finetune/Step": 749, "Finetune/Step Time": 6.734294626861811}
+{"Finetune/Learning Rate": 1.9906638021000004e-05, "Finetune/Loss": 0.8944284319877625, "Finetune/Loss (Raw)": 0.8469423651695251, "Finetune/Step": 750, "Finetune/Step Time": 6.739494137465954}
+{"Finetune/Learning Rate": 1.9906212864109e-05, "Finetune/Loss": 0.8928751945495605, "Finetune/Loss (Raw)": 0.7769342064857483, "Finetune/Step": 751, "Finetune/Step Time": 6.742522465065122}
+{"Finetune/Learning Rate": 1.9905786745925413e-05, "Finetune/Loss": 0.8933171033859253, "Finetune/Loss (Raw)": 0.9947824478149414, "Finetune/Step": 752, "Finetune/Step Time": 6.752839155495167}
+{"Finetune/Learning Rate": 1.9905359666490587e-05, "Finetune/Loss": 0.8888900279998779, "Finetune/Loss (Raw)": 0.39234423637390137, "Finetune/Step": 753, "Finetune/Step Time": 6.770249046385288}
+{"Finetune/Learning Rate": 1.9904931625845975e-05, "Finetune/Loss": 0.8874032497406006, "Finetune/Loss (Raw)": 0.8074607253074646, "Finetune/Step": 754, "Finetune/Step Time": 6.770940396934748}
+{"Finetune/Learning Rate": 1.9904502624033104e-05, "Finetune/Loss": 0.8860297799110413, "Finetune/Loss (Raw)": 0.7523739337921143, "Finetune/Step": 755, "Finetune/Step Time": 6.791683645918965}
+{"Finetune/Learning Rate": 1.9904072661093608e-05, "Finetune/Loss": 0.8858060240745544, "Finetune/Loss (Raw)": 0.8637627959251404, "Finetune/Step": 756, "Finetune/Step Time": 6.789326306432486}
+{"Finetune/Learning Rate": 1.990364173706921e-05, "Finetune/Loss": 0.8850840926170349, "Finetune/Loss (Raw)": 0.8546974658966064, "Finetune/Step": 757, "Finetune/Step Time": 6.800373323261738}
+{"Finetune/Learning Rate": 1.9903209852001728e-05, "Finetune/Loss": 0.8843046426773071, "Finetune/Loss (Raw)": 0.9977361559867859, "Finetune/Step": 758, "Finetune/Step Time": 6.808183113113046}
+{"Finetune/Learning Rate": 1.990277700593307e-05, "Finetune/Loss": 0.8858047723770142, "Finetune/Loss (Raw)": 0.9572303891181946, "Finetune/Step": 759, "Finetune/Step Time": 6.80840876698494}
+{"Finetune/Learning Rate": 1.9902343198905242e-05, "Finetune/Loss": 0.8846955299377441, "Finetune/Loss (Raw)": 0.9104498624801636, "Finetune/Step": 760, "Finetune/Step Time": 6.80094994045794}
+{"Finetune/Learning Rate": 1.9901908430960337e-05, "Finetune/Loss": 0.8829182386398315, "Finetune/Loss (Raw)": 0.9147712588310242, "Finetune/Step": 761, "Finetune/Step Time": 6.803233675658703}
+{"Finetune/Learning Rate": 1.9901472702140544e-05, "Finetune/Loss": 0.8792183995246887, "Finetune/Loss (Raw)": 0.3648192882537842, "Finetune/Step": 762, "Finetune/Step Time": 6.822439666837454}
+{"Finetune/Learning Rate": 1.9901036012488152e-05, "Finetune/Loss": 0.8778870105743408, "Finetune/Loss (Raw)": 0.7746185660362244, "Finetune/Step": 763, "Finetune/Step Time": 6.825661294162273}
+{"Finetune/Learning Rate": 1.990059836204553e-05, "Finetune/Loss": 0.8775438070297241, "Finetune/Loss (Raw)": 0.8531896471977234, "Finetune/Step": 764, "Finetune/Step Time": 6.802684884518385}
+{"Finetune/Learning Rate": 1.990015975085515e-05, "Finetune/Loss": 0.876899003982544, "Finetune/Loss (Raw)": 0.9148474335670471, "Finetune/Step": 765, "Finetune/Step Time": 6.805417759343982}
+{"Finetune/Learning Rate": 1.9899720178959576e-05, "Finetune/Loss": 0.8767929077148438, "Finetune/Loss (Raw)": 0.9833008646965027, "Finetune/Step": 766, "Finetune/Step Time": 6.82237359136343}
+{"Finetune/Learning Rate": 1.989927964640146e-05, "Finetune/Loss": 0.8766769170761108, "Finetune/Loss (Raw)": 0.8938103914260864, "Finetune/Step": 767, "Finetune/Step Time": 6.82996198348701}
+{"Finetune/Learning Rate": 1.9898838153223558e-05, "Finetune/Loss": 0.8761230707168579, "Finetune/Loss (Raw)": 0.8400101065635681, "Finetune/Step": 768, "Finetune/Step Time": 6.838500564917922}
+{"Finetune/Learning Rate": 1.9898395699468704e-05, "Finetune/Loss": 0.8753302693367004, "Finetune/Loss (Raw)": 0.7441017627716064, "Finetune/Step": 769, "Finetune/Step Time": 6.835317803546786}
+{"Finetune/Learning Rate": 1.989795228517984e-05, "Finetune/Loss": 0.8794975280761719, "Finetune/Loss (Raw)": 0.869809091091156, "Finetune/Step": 770, "Finetune/Step Time": 6.82304454036057}
+{"Finetune/Learning Rate": 1.9897507910399987e-05, "Finetune/Loss": 0.8802110552787781, "Finetune/Loss (Raw)": 1.0020887851715088, "Finetune/Step": 771, "Finetune/Step Time": 6.826563473790884}
+{"Finetune/Learning Rate": 1.9897062575172274e-05, "Finetune/Loss": 0.879864513874054, "Finetune/Loss (Raw)": 0.9285397529602051, "Finetune/Step": 772, "Finetune/Step Time": 6.820322521030903}
+{"Finetune/Learning Rate": 1.9896616279539916e-05, "Finetune/Loss": 0.8795395493507385, "Finetune/Loss (Raw)": 0.976337194442749, "Finetune/Step": 773, "Finetune/Step Time": 6.818752018734813}
+{"Finetune/Learning Rate": 1.9896169023546214e-05, "Finetune/Loss": 0.878275990486145, "Finetune/Loss (Raw)": 0.7599233388900757, "Finetune/Step": 774, "Finetune/Step Time": 6.829418193548918}
+{"Finetune/Learning Rate": 1.9895720807234577e-05, "Finetune/Loss": 0.8791067600250244, "Finetune/Loss (Raw)": 0.9673859477043152, "Finetune/Step": 775, "Finetune/Step Time": 6.831369096413255}
+{"Finetune/Learning Rate": 1.9895271630648497e-05, "Finetune/Loss": 0.8769351243972778, "Finetune/Loss (Raw)": 0.6802195310592651, "Finetune/Step": 776, "Finetune/Step Time": 6.832403721287847}
+{"Finetune/Learning Rate": 1.9894821493831564e-05, "Finetune/Loss": 0.8782644271850586, "Finetune/Loss (Raw)": 1.0095609426498413, "Finetune/Step": 777, "Finetune/Step Time": 6.848524425178766}
+{"Finetune/Learning Rate": 1.9894370396827453e-05, "Finetune/Loss": 0.8794354200363159, "Finetune/Loss (Raw)": 0.9955600500106812, "Finetune/Step": 778, "Finetune/Step Time": 6.834086673334241}
+{"Finetune/Learning Rate": 1.9893918339679943e-05, "Finetune/Loss": 0.8791017532348633, "Finetune/Loss (Raw)": 0.8772072792053223, "Finetune/Step": 779, "Finetune/Step Time": 6.830479871481657}
+{"Finetune/Learning Rate": 1.98934653224329e-05, "Finetune/Loss": 0.8746285438537598, "Finetune/Loss (Raw)": 0.323285847902298, "Finetune/Step": 780, "Finetune/Step Time": 6.84895721450448}
+{"Finetune/Learning Rate": 1.9893011345130287e-05, "Finetune/Loss": 0.8744288682937622, "Finetune/Loss (Raw)": 0.8384434580802917, "Finetune/Step": 781, "Finetune/Step Time": 6.8496157471090555}
+{"Finetune/Learning Rate": 1.9892556407816155e-05, "Finetune/Loss": 0.8698103427886963, "Finetune/Loss (Raw)": 0.5773945450782776, "Finetune/Step": 782, "Finetune/Step Time": 6.878980845212936}
+{"Finetune/Learning Rate": 1.9892100510534647e-05, "Finetune/Loss": 0.8698073625564575, "Finetune/Loss (Raw)": 0.865282416343689, "Finetune/Step": 783, "Finetune/Step Time": 6.910365540534258}
+{"Finetune/Learning Rate": 1.9891643653330013e-05, "Finetune/Loss": 0.8680769801139832, "Finetune/Loss (Raw)": 0.6421958208084106, "Finetune/Step": 784, "Finetune/Step Time": 6.927756804972887}
+{"Finetune/Learning Rate": 1.9891185836246575e-05, "Finetune/Loss": 0.8691213130950928, "Finetune/Loss (Raw)": 0.967110812664032, "Finetune/Step": 785, "Finetune/Step Time": 6.92338502407074}
+{"Finetune/Learning Rate": 1.989072705932877e-05, "Finetune/Loss": 0.8696697354316711, "Finetune/Loss (Raw)": 1.0050346851348877, "Finetune/Step": 786, "Finetune/Step Time": 6.921144483610988}
+{"Finetune/Learning Rate": 1.9890267322621112e-05, "Finetune/Loss": 0.8713955283164978, "Finetune/Loss (Raw)": 0.9446868896484375, "Finetune/Step": 787, "Finetune/Step Time": 6.93466424010694}
+{"Finetune/Learning Rate": 1.988980662616821e-05, "Finetune/Loss": 0.8714420199394226, "Finetune/Loss (Raw)": 1.0404951572418213, "Finetune/Step": 788, "Finetune/Step Time": 6.9323632922023535}
+{"Finetune/Learning Rate": 1.9889344970014775e-05, "Finetune/Loss": 0.8715308308601379, "Finetune/Loss (Raw)": 0.9404803514480591, "Finetune/Step": 789, "Finetune/Step Time": 6.930586179718375}
+{"Finetune/Learning Rate": 1.9888882354205603e-05, "Finetune/Loss": 0.8682501316070557, "Finetune/Loss (Raw)": 0.5692617893218994, "Finetune/Step": 790, "Finetune/Step Time": 6.959592275321484}
+{"Finetune/Learning Rate": 1.988841877878559e-05, "Finetune/Loss": 0.867152214050293, "Finetune/Loss (Raw)": 0.8657532930374146, "Finetune/Step": 791, "Finetune/Step Time": 6.961489507928491}
+{"Finetune/Learning Rate": 1.9887954243799712e-05, "Finetune/Loss": 0.8665071725845337, "Finetune/Loss (Raw)": 0.7831313014030457, "Finetune/Step": 792, "Finetune/Step Time": 6.952504439279437}
+{"Finetune/Learning Rate": 1.988748874929306e-05, "Finetune/Loss": 0.865666389465332, "Finetune/Loss (Raw)": 0.9016541838645935, "Finetune/Step": 793, "Finetune/Step Time": 6.954640433192253}
+{"Finetune/Learning Rate": 1.988702229531079e-05, "Finetune/Loss": 0.8639689683914185, "Finetune/Loss (Raw)": 0.8524972796440125, "Finetune/Step": 794, "Finetune/Step Time": 6.957025919109583}
+{"Finetune/Learning Rate": 1.9886554881898183e-05, "Finetune/Loss": 0.8634958267211914, "Finetune/Loss (Raw)": 0.9198296666145325, "Finetune/Step": 795, "Finetune/Step Time": 6.960194194689393}
+{"Finetune/Learning Rate": 1.9886086509100585e-05, "Finetune/Loss": 0.864413321018219, "Finetune/Loss (Raw)": 0.8817811012268066, "Finetune/Step": 796, "Finetune/Step Time": 6.956589059904218}
+{"Finetune/Learning Rate": 1.9885617176963453e-05, "Finetune/Loss": 0.8639503717422485, "Finetune/Loss (Raw)": 0.8893850445747375, "Finetune/Step": 797, "Finetune/Step Time": 6.96233500726521}
+{"Finetune/Learning Rate": 1.9885146885532326e-05, "Finetune/Loss": 0.8647297620773315, "Finetune/Loss (Raw)": 0.957387387752533, "Finetune/Step": 798, "Finetune/Step Time": 6.964817570522428}
+{"Finetune/Learning Rate": 1.9884675634852845e-05, "Finetune/Loss": 0.8640021085739136, "Finetune/Loss (Raw)": 0.8083015084266663, "Finetune/Step": 799, "Finetune/Step Time": 6.971173817291856}
+{"Finetune/Learning Rate": 1.988420342497073e-05, "Finetune/Loss": 0.863717794418335, "Finetune/Loss (Raw)": 0.9231521487236023, "Finetune/Step": 800, "Finetune/Step Time": 6.976967161521316}
+{"Finetune/Learning Rate": 1.9883730255931818e-05, "Finetune/Loss": 0.8628814816474915, "Finetune/Loss (Raw)": 0.9485452175140381, "Finetune/Step": 801, "Finetune/Step Time": 7.001078940927982}
+{"Finetune/Learning Rate": 1.9883256127782018e-05, "Finetune/Loss": 0.8608389496803284, "Finetune/Loss (Raw)": 0.8090771436691284, "Finetune/Step": 802, "Finetune/Step Time": 7.00471711345017}
+{"Finetune/Learning Rate": 1.988278104056734e-05, "Finetune/Loss": 0.858853816986084, "Finetune/Loss (Raw)": 0.7278037667274475, "Finetune/Step": 803, "Finetune/Step Time": 7.010526975616813}
+{"Finetune/Learning Rate": 1.9882304994333883e-05, "Finetune/Loss": 0.8582816123962402, "Finetune/Loss (Raw)": 0.9105157852172852, "Finetune/Step": 804, "Finetune/Step Time": 7.001821240410209}
+{"Finetune/Learning Rate": 1.9881827989127848e-05, "Finetune/Loss": 0.859412670135498, "Finetune/Loss (Raw)": 0.9252772927284241, "Finetune/Step": 805, "Finetune/Step Time": 6.972033383324742}
+{"Finetune/Learning Rate": 1.9881350024995514e-05, "Finetune/Loss": 0.856971263885498, "Finetune/Loss (Raw)": 0.7158932685852051, "Finetune/Step": 806, "Finetune/Step Time": 6.986046589910984}
+{"Finetune/Learning Rate": 1.9880871101983274e-05, "Finetune/Loss": 0.8558847904205322, "Finetune/Loss (Raw)": 0.905342161655426, "Finetune/Step": 807, "Finetune/Step Time": 6.9783342108130455}
+{"Finetune/Learning Rate": 1.9880391220137597e-05, "Finetune/Loss": 0.8556434512138367, "Finetune/Loss (Raw)": 0.8264303803443909, "Finetune/Step": 808, "Finetune/Step Time": 6.996531568467617}
+{"Finetune/Learning Rate": 1.9879910379505048e-05, "Finetune/Loss": 0.8548917770385742, "Finetune/Loss (Raw)": 0.9071512818336487, "Finetune/Step": 809, "Finetune/Step Time": 6.999912114813924}
+{"Finetune/Learning Rate": 1.987942858013229e-05, "Finetune/Loss": 0.8550198078155518, "Finetune/Loss (Raw)": 1.0097967386245728, "Finetune/Step": 810, "Finetune/Step Time": 7.003148203715682}
+{"Finetune/Learning Rate": 1.987894582206608e-05, "Finetune/Loss": 0.8529973030090332, "Finetune/Loss (Raw)": 0.7864015698432922, "Finetune/Step": 811, "Finetune/Step Time": 7.0006357710808516}
+{"Finetune/Learning Rate": 1.9878462105353256e-05, "Finetune/Loss": 0.8548076152801514, "Finetune/Loss (Raw)": 1.0869637727737427, "Finetune/Step": 812, "Finetune/Step Time": 6.997031236067414}
+{"Finetune/Learning Rate": 1.9877977430040764e-05, "Finetune/Loss": 0.8566137552261353, "Finetune/Loss (Raw)": 0.9112558960914612, "Finetune/Step": 813, "Finetune/Step Time": 6.983319336548448}
+{"Finetune/Learning Rate": 1.9877491796175635e-05, "Finetune/Loss": 0.8575354814529419, "Finetune/Loss (Raw)": 0.8788136839866638, "Finetune/Step": 814, "Finetune/Step Time": 6.962530802935362}
+{"Finetune/Learning Rate": 1.9877005203804994e-05, "Finetune/Loss": 0.8573718070983887, "Finetune/Loss (Raw)": 0.8661406636238098, "Finetune/Step": 815, "Finetune/Step Time": 6.9661526177078485}
+{"Finetune/Learning Rate": 1.987651765297606e-05, "Finetune/Loss": 0.8578011989593506, "Finetune/Loss (Raw)": 0.965012788772583, "Finetune/Step": 816, "Finetune/Step Time": 6.966729406267405}
+{"Finetune/Learning Rate": 1.9876029143736145e-05, "Finetune/Loss": 0.8608109951019287, "Finetune/Loss (Raw)": 0.9444105625152588, "Finetune/Step": 817, "Finetune/Step Time": 6.955983620136976}
+{"Finetune/Learning Rate": 1.9875539676132656e-05, "Finetune/Loss": 0.857946515083313, "Finetune/Loss (Raw)": 0.31964170932769775, "Finetune/Step": 818, "Finetune/Step Time": 6.9472986329346895}
+{"Finetune/Learning Rate": 1.9875049250213085e-05, "Finetune/Loss": 0.8561382293701172, "Finetune/Loss (Raw)": 0.7518441081047058, "Finetune/Step": 819, "Finetune/Step Time": 6.9471808560192585}
+{"Finetune/Learning Rate": 1.9874557866025025e-05, "Finetune/Loss": 0.8548879623413086, "Finetune/Loss (Raw)": 0.6344595551490784, "Finetune/Step": 820, "Finetune/Step Time": 6.928394794464111}
+{"Finetune/Learning Rate": 1.9874065523616165e-05, "Finetune/Loss": 0.855190634727478, "Finetune/Loss (Raw)": 0.8422375321388245, "Finetune/Step": 821, "Finetune/Step Time": 6.9283380676060915}
+{"Finetune/Learning Rate": 1.987357222303427e-05, "Finetune/Loss": 0.8587533235549927, "Finetune/Loss (Raw)": 0.8402645587921143, "Finetune/Step": 822, "Finetune/Step Time": 6.912574455142021}
+{"Finetune/Learning Rate": 1.9873077964327222e-05, "Finetune/Loss": 0.8610625267028809, "Finetune/Loss (Raw)": 1.0255749225616455, "Finetune/Step": 823, "Finetune/Step Time": 6.898032709956169}
+{"Finetune/Learning Rate": 1.987258274754298e-05, "Finetune/Loss": 0.8603988885879517, "Finetune/Loss (Raw)": 0.9271008968353271, "Finetune/Step": 824, "Finetune/Step Time": 6.895579215139151}
+{"Finetune/Learning Rate": 1.987208657272959e-05, "Finetune/Loss": 0.8606601357460022, "Finetune/Loss (Raw)": 0.8468574285507202, "Finetune/Step": 825, "Finetune/Step Time": 6.885562863200903}
+{"Finetune/Learning Rate": 1.9871589439935212e-05, "Finetune/Loss": 0.8583216667175293, "Finetune/Loss (Raw)": 0.7651193737983704, "Finetune/Step": 826, "Finetune/Step Time": 6.891352716833353}
+{"Finetune/Learning Rate": 1.9871091349208085e-05, "Finetune/Loss": 0.8562568426132202, "Finetune/Loss (Raw)": 0.8383470773696899, "Finetune/Step": 827, "Finetune/Step Time": 6.877759117633104}
+{"Finetune/Learning Rate": 1.987059230059654e-05, "Finetune/Loss": 0.8525447249412537, "Finetune/Loss (Raw)": 0.37213876843452454, "Finetune/Step": 828, "Finetune/Step Time": 6.8770958837121725}
+{"Finetune/Learning Rate": 1.9870092294149006e-05, "Finetune/Loss": 0.8569172620773315, "Finetune/Loss (Raw)": 0.8627325892448425, "Finetune/Step": 829, "Finetune/Step Time": 6.865864960476756}
+{"Finetune/Learning Rate": 1.9869591329914006e-05, "Finetune/Loss": 0.85721755027771, "Finetune/Loss (Raw)": 0.9306981563568115, "Finetune/Step": 830, "Finetune/Step Time": 6.862764315679669}
+{"Finetune/Learning Rate": 1.9869089407940147e-05, "Finetune/Loss": 0.8579336404800415, "Finetune/Loss (Raw)": 0.8542423844337463, "Finetune/Step": 831, "Finetune/Step Time": 6.868475519120693}
+{"Finetune/Learning Rate": 1.9868586528276143e-05, "Finetune/Loss": 0.8581393957138062, "Finetune/Loss (Raw)": 0.9765817523002625, "Finetune/Step": 832, "Finetune/Step Time": 6.84990169852972}
+{"Finetune/Learning Rate": 1.9868082690970784e-05, "Finetune/Loss": 0.8539237976074219, "Finetune/Loss (Raw)": 0.4128337800502777, "Finetune/Step": 833, "Finetune/Step Time": 6.869758930057287}
+{"Finetune/Learning Rate": 1.9867577896072973e-05, "Finetune/Loss": 0.8557571768760681, "Finetune/Loss (Raw)": 0.9034807085990906, "Finetune/Step": 834, "Finetune/Step Time": 6.87828210927546}
+{"Finetune/Learning Rate": 1.9867072143631683e-05, "Finetune/Loss": 0.8564020395278931, "Finetune/Loss (Raw)": 0.9072874784469604, "Finetune/Step": 835, "Finetune/Step Time": 6.8834162056446075}
+{"Finetune/Learning Rate": 1.9866565433696002e-05, "Finetune/Loss": 0.8548485636711121, "Finetune/Loss (Raw)": 0.8764055371284485, "Finetune/Step": 836, "Finetune/Step Time": 6.87884639762342}
+{"Finetune/Learning Rate": 1.9866057766315097e-05, "Finetune/Loss": 0.8545207977294922, "Finetune/Loss (Raw)": 0.7719730138778687, "Finetune/Step": 837, "Finetune/Step Time": 6.887404562905431}
+{"Finetune/Learning Rate": 1.986554914153823e-05, "Finetune/Loss": 0.8545966148376465, "Finetune/Loss (Raw)": 0.8443793654441833, "Finetune/Step": 838, "Finetune/Step Time": 6.891654137521982}
+{"Finetune/Learning Rate": 1.986503955941476e-05, "Finetune/Loss": 0.8536761999130249, "Finetune/Loss (Raw)": 0.7997356653213501, "Finetune/Step": 839, "Finetune/Step Time": 6.883527208119631}
+{"Finetune/Learning Rate": 1.9864529019994133e-05, "Finetune/Loss": 0.8570294976234436, "Finetune/Loss (Raw)": 1.0517325401306152, "Finetune/Step": 840, "Finetune/Step Time": 6.871942672878504}
+{"Finetune/Learning Rate": 1.9864017523325898e-05, "Finetune/Loss": 0.8559972643852234, "Finetune/Loss (Raw)": 0.8067753314971924, "Finetune/Step": 841, "Finetune/Step Time": 6.876587314531207}
+{"Finetune/Learning Rate": 1.9863505069459684e-05, "Finetune/Loss": 0.857428789138794, "Finetune/Loss (Raw)": 0.9479863047599792, "Finetune/Step": 842, "Finetune/Step Time": 6.865273676812649}
+{"Finetune/Learning Rate": 1.9862991658445224e-05, "Finetune/Loss": 0.8564833402633667, "Finetune/Loss (Raw)": 0.9048063158988953, "Finetune/Step": 843, "Finetune/Step Time": 6.879157999530435}
+{"Finetune/Learning Rate": 1.9862477290332335e-05, "Finetune/Loss": 0.8569388389587402, "Finetune/Loss (Raw)": 0.8561139106750488, "Finetune/Step": 844, "Finetune/Step Time": 6.881220968440175}
+{"Finetune/Learning Rate": 1.9861961965170934e-05, "Finetune/Loss": 0.8566625118255615, "Finetune/Loss (Raw)": 0.9483426213264465, "Finetune/Step": 845, "Finetune/Step Time": 6.867925304919481}
+{"Finetune/Learning Rate": 1.9861445683011023e-05, "Finetune/Loss": 0.8567475080490112, "Finetune/Loss (Raw)": 0.9591761231422424, "Finetune/Step": 846, "Finetune/Step Time": 6.860028570517898}
+{"Finetune/Learning Rate": 1.9860928443902708e-05, "Finetune/Loss": 0.8529250621795654, "Finetune/Loss (Raw)": 0.45712968707084656, "Finetune/Step": 847, "Finetune/Step Time": 6.87737157382071}
+{"Finetune/Learning Rate": 1.9860410247896177e-05, "Finetune/Loss": 0.8506572842597961, "Finetune/Loss (Raw)": 0.7800483107566833, "Finetune/Step": 848, "Finetune/Step Time": 6.880653811618686}
+{"Finetune/Learning Rate": 1.985989109504172e-05, "Finetune/Loss": 0.8512629270553589, "Finetune/Loss (Raw)": 0.9308425784111023, "Finetune/Step": 849, "Finetune/Step Time": 6.858830660581589}
+{"Finetune/Learning Rate": 1.985937098538971e-05, "Finetune/Loss": 0.8508774042129517, "Finetune/Loss (Raw)": 0.8203094601631165, "Finetune/Step": 850, "Finetune/Step Time": 6.84311698935926}
+{"Finetune/Learning Rate": 1.985884991899062e-05, "Finetune/Loss": 0.8500304222106934, "Finetune/Loss (Raw)": 0.9156690835952759, "Finetune/Step": 851, "Finetune/Step Time": 6.848860263824463}
+{"Finetune/Learning Rate": 1.985832789589502e-05, "Finetune/Loss": 0.8487154841423035, "Finetune/Loss (Raw)": 0.7961329817771912, "Finetune/Step": 852, "Finetune/Step Time": 6.834162915125489}
+{"Finetune/Learning Rate": 1.9857804916153552e-05, "Finetune/Loss": 0.8471999168395996, "Finetune/Loss (Raw)": 0.8906800746917725, "Finetune/Step": 853, "Finetune/Step Time": 6.829838613048196}
+{"Finetune/Learning Rate": 1.9857280979816982e-05, "Finetune/Loss": 0.848695695400238, "Finetune/Loss (Raw)": 0.8167487978935242, "Finetune/Step": 854, "Finetune/Step Time": 6.831969000399113}
+{"Finetune/Learning Rate": 1.9856756086936144e-05, "Finetune/Loss": 0.8464136123657227, "Finetune/Loss (Raw)": 0.6389997601509094, "Finetune/Step": 855, "Finetune/Step Time": 6.8669519275426865}
+{"Finetune/Learning Rate": 1.9856230237561974e-05, "Finetune/Loss": 0.8451529741287231, "Finetune/Loss (Raw)": 0.8819750547409058, "Finetune/Step": 856, "Finetune/Step Time": 6.865028575062752}
+{"Finetune/Learning Rate": 1.98557034317455e-05, "Finetune/Loss": 0.8474968671798706, "Finetune/Loss (Raw)": 0.8137304782867432, "Finetune/Step": 857, "Finetune/Step Time": 6.854670595377684}
+{"Finetune/Learning Rate": 1.985517566953784e-05, "Finetune/Loss": 0.8486857414245605, "Finetune/Loss (Raw)": 1.1118491888046265, "Finetune/Step": 858, "Finetune/Step Time": 6.852171286940575}
+{"Finetune/Learning Rate": 1.985464695099022e-05, "Finetune/Loss": 0.8485662937164307, "Finetune/Loss (Raw)": 0.9388399720191956, "Finetune/Step": 859, "Finetune/Step Time": 6.877020163461566}
+{"Finetune/Learning Rate": 1.985411727615393e-05, "Finetune/Loss": 0.8488953709602356, "Finetune/Loss (Raw)": 0.85141921043396, "Finetune/Step": 860, "Finetune/Step Time": 6.845840303227305}
+{"Finetune/Learning Rate": 1.985358664508038e-05, "Finetune/Loss": 0.8467373251914978, "Finetune/Loss (Raw)": 0.6160696148872375, "Finetune/Step": 861, "Finetune/Step Time": 6.834989085793495}
+{"Finetune/Learning Rate": 1.985305505782106e-05, "Finetune/Loss": 0.8477166295051575, "Finetune/Loss (Raw)": 0.9133339524269104, "Finetune/Step": 862, "Finetune/Step Time": 6.83765422180295}
+{"Finetune/Learning Rate": 1.985252251442755e-05, "Finetune/Loss": 0.8474012613296509, "Finetune/Loss (Raw)": 0.7259026765823364, "Finetune/Step": 863, "Finetune/Step Time": 6.843009416013956}
+{"Finetune/Learning Rate": 1.985198901495154e-05, "Finetune/Loss": 0.8479718565940857, "Finetune/Loss (Raw)": 0.9565882682800293, "Finetune/Step": 864, "Finetune/Step Time": 6.811099156737328}
+{"Finetune/Learning Rate": 1.9851454559444786e-05, "Finetune/Loss": 0.8463456630706787, "Finetune/Loss (Raw)": 0.8434370756149292, "Finetune/Step": 865, "Finetune/Step Time": 6.83151688426733}
+{"Finetune/Learning Rate": 1.9850919147959158e-05, "Finetune/Loss": 0.8466904163360596, "Finetune/Loss (Raw)": 1.0211491584777832, "Finetune/Step": 866, "Finetune/Step Time": 6.832861840724945}
+{"Finetune/Learning Rate": 1.9850382780546614e-05, "Finetune/Loss": 0.8509621620178223, "Finetune/Loss (Raw)": 0.9918606877326965, "Finetune/Step": 867, "Finetune/Step Time": 6.812728410586715}
+{"Finetune/Learning Rate": 1.9849845457259197e-05, "Finetune/Loss": 0.8494172692298889, "Finetune/Loss (Raw)": 0.8431774973869324, "Finetune/Step": 868, "Finetune/Step Time": 6.805304294452071}
+{"Finetune/Learning Rate": 1.9849307178149053e-05, "Finetune/Loss": 0.8517207503318787, "Finetune/Loss (Raw)": 0.9887813329696655, "Finetune/Step": 869, "Finetune/Step Time": 6.796055572107434}
+{"Finetune/Learning Rate": 1.9848767943268418e-05, "Finetune/Loss": 0.8509398698806763, "Finetune/Loss (Raw)": 0.8009097576141357, "Finetune/Step": 870, "Finetune/Step Time": 6.799428094178438}
+{"Finetune/Learning Rate": 1.9848227752669612e-05, "Finetune/Loss": 0.8486438989639282, "Finetune/Loss (Raw)": 0.7166603803634644, "Finetune/Step": 871, "Finetune/Step Time": 6.803705178201199}
+{"Finetune/Learning Rate": 1.9847686606405058e-05, "Finetune/Loss": 0.8482851982116699, "Finetune/Loss (Raw)": 0.9069613218307495, "Finetune/Step": 872, "Finetune/Step Time": 6.802920561283827}
+{"Finetune/Learning Rate": 1.9847144504527273e-05, "Finetune/Loss": 0.8497791290283203, "Finetune/Loss (Raw)": 0.9609774351119995, "Finetune/Step": 873, "Finetune/Step Time": 6.786618439480662}
+{"Finetune/Learning Rate": 1.9846601447088855e-05, "Finetune/Loss": 0.8476037383079529, "Finetune/Loss (Raw)": 0.7453319430351257, "Finetune/Step": 874, "Finetune/Step Time": 6.791230110451579}
+{"Finetune/Learning Rate": 1.9846057434142504e-05, "Finetune/Loss": 0.8458670377731323, "Finetune/Loss (Raw)": 0.8026974201202393, "Finetune/Step": 875, "Finetune/Step Time": 6.802654471248388}
+{"Finetune/Learning Rate": 1.9845512465741016e-05, "Finetune/Loss": 0.8445807695388794, "Finetune/Loss (Raw)": 0.8727690577507019, "Finetune/Step": 876, "Finetune/Step Time": 6.804013360291719}
+{"Finetune/Learning Rate": 1.984496654193727e-05, "Finetune/Loss": 0.8448065519332886, "Finetune/Loss (Raw)": 0.879197895526886, "Finetune/Step": 877, "Finetune/Step Time": 6.802263926714659}
+{"Finetune/Learning Rate": 1.984441966278424e-05, "Finetune/Loss": 0.8450843095779419, "Finetune/Loss (Raw)": 0.8824942708015442, "Finetune/Step": 878, "Finetune/Step Time": 6.7951645236462355}
+{"Finetune/Learning Rate": 1.9843871828335e-05, "Finetune/Loss": 0.8453614115715027, "Finetune/Loss (Raw)": 0.8123940229415894, "Finetune/Step": 879, "Finetune/Step Time": 6.815434355288744}
+{"Finetune/Learning Rate": 1.984332303864271e-05, "Finetune/Loss": 0.8442443013191223, "Finetune/Loss (Raw)": 0.851795494556427, "Finetune/Step": 880, "Finetune/Step Time": 6.810479333624244}
+{"Finetune/Learning Rate": 1.984277329376062e-05, "Finetune/Loss": 0.8465583324432373, "Finetune/Loss (Raw)": 0.6885451674461365, "Finetune/Step": 881, "Finetune/Step Time": 6.80445440672338}
+{"Finetune/Learning Rate": 1.984222259374208e-05, "Finetune/Loss": 0.8471952676773071, "Finetune/Loss (Raw)": 0.8889830112457275, "Finetune/Step": 882, "Finetune/Step Time": 6.80413356423378}
+{"Finetune/Learning Rate": 1.984167093864053e-05, "Finetune/Loss": 0.8490856885910034, "Finetune/Loss (Raw)": 0.9943494200706482, "Finetune/Step": 883, "Finetune/Step Time": 6.776297777891159}
+{"Finetune/Learning Rate": 1.9841118328509502e-05, "Finetune/Loss": 0.8502688407897949, "Finetune/Loss (Raw)": 1.0152063369750977, "Finetune/Step": 884, "Finetune/Step Time": 6.786846920847893}
+{"Finetune/Learning Rate": 1.9840564763402622e-05, "Finetune/Loss": 0.8453373908996582, "Finetune/Loss (Raw)": 0.22347401082515717, "Finetune/Step": 885, "Finetune/Step Time": 6.794012859463692}
+{"Finetune/Learning Rate": 1.9840010243373603e-05, "Finetune/Loss": 0.8445162177085876, "Finetune/Loss (Raw)": 0.8926270008087158, "Finetune/Step": 886, "Finetune/Step Time": 6.798079082742333}
+{"Finetune/Learning Rate": 1.9839454768476262e-05, "Finetune/Loss": 0.8401613235473633, "Finetune/Loss (Raw)": 0.39979565143585205, "Finetune/Step": 887, "Finetune/Step Time": 6.82442975603044}
+{"Finetune/Learning Rate": 1.9838898338764497e-05, "Finetune/Loss": 0.8407374620437622, "Finetune/Loss (Raw)": 0.9842044115066528, "Finetune/Step": 888, "Finetune/Step Time": 6.831101730465889}
+{"Finetune/Learning Rate": 1.9838340954292305e-05, "Finetune/Loss": 0.8409664034843445, "Finetune/Loss (Raw)": 0.9440767168998718, "Finetune/Step": 889, "Finetune/Step Time": 6.837212098762393}
+{"Finetune/Learning Rate": 1.9837782615113774e-05, "Finetune/Loss": 0.8450740575790405, "Finetune/Loss (Raw)": 0.8906015753746033, "Finetune/Step": 890, "Finetune/Step Time": 6.81935709156096}
+{"Finetune/Learning Rate": 1.9837223321283087e-05, "Finetune/Loss": 0.8459270000457764, "Finetune/Loss (Raw)": 0.8837922811508179, "Finetune/Step": 891, "Finetune/Step Time": 6.822832684963942}
+{"Finetune/Learning Rate": 1.9836663072854515e-05, "Finetune/Loss": 0.8456613421440125, "Finetune/Loss (Raw)": 0.8191820383071899, "Finetune/Step": 892, "Finetune/Step Time": 6.827521258965135}
+{"Finetune/Learning Rate": 1.9836101869882424e-05, "Finetune/Loss": 0.8462299108505249, "Finetune/Loss (Raw)": 0.9876243472099304, "Finetune/Step": 893, "Finetune/Step Time": 6.824655471369624}
+{"Finetune/Learning Rate": 1.9835539712421275e-05, "Finetune/Loss": 0.8457971215248108, "Finetune/Loss (Raw)": 0.9279071688652039, "Finetune/Step": 894, "Finetune/Step Time": 6.809773238375783}
+{"Finetune/Learning Rate": 1.9834976600525614e-05, "Finetune/Loss": 0.8450822234153748, "Finetune/Loss (Raw)": 0.8023013472557068, "Finetune/Step": 895, "Finetune/Step Time": 6.816472884267569}
+{"Finetune/Learning Rate": 1.983441253425009e-05, "Finetune/Loss": 0.8458495140075684, "Finetune/Loss (Raw)": 0.9382196664810181, "Finetune/Step": 896, "Finetune/Step Time": 6.809590304270387}
+{"Finetune/Learning Rate": 1.983384751364944e-05, "Finetune/Loss": 0.8454440832138062, "Finetune/Loss (Raw)": 0.6922107338905334, "Finetune/Step": 897, "Finetune/Step Time": 6.812853528186679}
+{"Finetune/Learning Rate": 1.9833281538778494e-05, "Finetune/Loss": 0.8414633274078369, "Finetune/Loss (Raw)": 0.36027792096138, "Finetune/Step": 898, "Finetune/Step Time": 6.824135107919574}
+{"Finetune/Learning Rate": 1.9832714609692173e-05, "Finetune/Loss": 0.8396682739257812, "Finetune/Loss (Raw)": 0.772320568561554, "Finetune/Step": 899, "Finetune/Step Time": 6.857195297256112}
+{"Finetune/Learning Rate": 1.983214672644549e-05, "Finetune/Loss": 0.8400534987449646, "Finetune/Loss (Raw)": 0.9778412580490112, "Finetune/Step": 900, "Finetune/Step Time": 6.85728052444756}
+{"Finetune/Learning Rate": 1.9831577889093546e-05, "Finetune/Loss": 0.8403252959251404, "Finetune/Loss (Raw)": 1.0111322402954102, "Finetune/Step": 901, "Finetune/Step Time": 6.862919796258211}
+{"Finetune/Learning Rate": 1.9831008097691555e-05, "Finetune/Loss": 0.8411878347396851, "Finetune/Loss (Raw)": 0.8703269958496094, "Finetune/Step": 902, "Finetune/Step Time": 6.846110858023167}
+{"Finetune/Learning Rate": 1.9830437352294796e-05, "Finetune/Loss": 0.8404972553253174, "Finetune/Loss (Raw)": 0.8789938688278198, "Finetune/Step": 903, "Finetune/Step Time": 6.8550009075552225}
+{"Finetune/Learning Rate": 1.9829865652958657e-05, "Finetune/Loss": 0.8415365219116211, "Finetune/Loss (Raw)": 0.8132461905479431, "Finetune/Step": 904, "Finetune/Step Time": 6.8513362016528845}
+{"Finetune/Learning Rate": 1.982929299973862e-05, "Finetune/Loss": 0.8412607908248901, "Finetune/Loss (Raw)": 0.9742594361305237, "Finetune/Step": 905, "Finetune/Step Time": 6.831644846126437}
+{"Finetune/Learning Rate": 1.9828719392690252e-05, "Finetune/Loss": 0.8398449420928955, "Finetune/Loss (Raw)": 0.8143299221992493, "Finetune/Step": 906, "Finetune/Step Time": 6.829028515145183}
+{"Finetune/Learning Rate": 1.9828144831869216e-05, "Finetune/Loss": 0.8403264284133911, "Finetune/Loss (Raw)": 0.9388405084609985, "Finetune/Step": 907, "Finetune/Step Time": 6.816973453387618}
+{"Finetune/Learning Rate": 1.9827569317331266e-05, "Finetune/Loss": 0.8448571562767029, "Finetune/Loss (Raw)": 0.9032194018363953, "Finetune/Step": 908, "Finetune/Step Time": 6.797637807205319}
+{"Finetune/Learning Rate": 1.982699284913225e-05, "Finetune/Loss": 0.844951331615448, "Finetune/Loss (Raw)": 0.8505038022994995, "Finetune/Step": 909, "Finetune/Step Time": 6.801421690732241}
+{"Finetune/Learning Rate": 1.982641542732811e-05, "Finetune/Loss": 0.8472561836242676, "Finetune/Loss (Raw)": 0.8724198341369629, "Finetune/Step": 910, "Finetune/Step Time": 6.773953037336469}
+{"Finetune/Learning Rate": 1.9825837051974874e-05, "Finetune/Loss": 0.8471981287002563, "Finetune/Loss (Raw)": 0.8578482866287231, "Finetune/Step": 911, "Finetune/Step Time": 6.737601909786463}
+{"Finetune/Learning Rate": 1.982525772312867e-05, "Finetune/Loss": 0.8500409126281738, "Finetune/Loss (Raw)": 1.0060710906982422, "Finetune/Step": 912, "Finetune/Step Time": 6.727945068851113}
+{"Finetune/Learning Rate": 1.9824677440845718e-05, "Finetune/Loss": 0.8474849462509155, "Finetune/Loss (Raw)": 0.6399441957473755, "Finetune/Step": 913, "Finetune/Step Time": 6.722993539646268}
+{"Finetune/Learning Rate": 1.9824096205182325e-05, "Finetune/Loss": 0.8480170369148254, "Finetune/Loss (Raw)": 1.0731419324874878, "Finetune/Step": 914, "Finetune/Step Time": 6.726255049929023}
+{"Finetune/Learning Rate": 1.9823514016194893e-05, "Finetune/Loss": 0.8479032516479492, "Finetune/Loss (Raw)": 0.9301223754882812, "Finetune/Step": 915, "Finetune/Step Time": 6.690040169283748}
+{"Finetune/Learning Rate": 1.9822930873939923e-05, "Finetune/Loss": 0.8471392393112183, "Finetune/Loss (Raw)": 0.9426993727684021, "Finetune/Step": 916, "Finetune/Step Time": 6.696272483095527}
+{"Finetune/Learning Rate": 1.9822346778473996e-05, "Finetune/Loss": 0.848029375076294, "Finetune/Loss (Raw)": 1.05442214012146, "Finetune/Step": 917, "Finetune/Step Time": 6.741053409874439}
+{"Finetune/Learning Rate": 1.9821761729853793e-05, "Finetune/Loss": 0.8502485752105713, "Finetune/Loss (Raw)": 0.8533229231834412, "Finetune/Step": 918, "Finetune/Step Time": 6.720012163743377}
+{"Finetune/Learning Rate": 1.9821175728136092e-05, "Finetune/Loss": 0.8483573198318481, "Finetune/Loss (Raw)": 0.6236640214920044, "Finetune/Step": 919, "Finetune/Step Time": 6.73384396918118}
+{"Finetune/Learning Rate": 1.9820588773377752e-05, "Finetune/Loss": 0.8480014801025391, "Finetune/Loss (Raw)": 0.7375898361206055, "Finetune/Step": 920, "Finetune/Step Time": 6.740084508433938}
+{"Finetune/Learning Rate": 1.982000086563574e-05, "Finetune/Loss": 0.8484315872192383, "Finetune/Loss (Raw)": 0.9567092061042786, "Finetune/Step": 921, "Finetune/Step Time": 6.730760172009468}
+{"Finetune/Learning Rate": 1.9819412004967094e-05, "Finetune/Loss": 0.8484361171722412, "Finetune/Loss (Raw)": 0.8530726432800293, "Finetune/Step": 922, "Finetune/Step Time": 6.729965556412935}
+{"Finetune/Learning Rate": 1.9818822191428962e-05, "Finetune/Loss": 0.8486230969429016, "Finetune/Loss (Raw)": 0.9437622427940369, "Finetune/Step": 923, "Finetune/Step Time": 6.7225710190832615}
+{"Finetune/Learning Rate": 1.9818231425078586e-05, "Finetune/Loss": 0.8480367660522461, "Finetune/Loss (Raw)": 0.8067293167114258, "Finetune/Step": 924, "Finetune/Step Time": 6.7309425212442875}
+{"Finetune/Learning Rate": 1.981763970597328e-05, "Finetune/Loss": 0.8468155264854431, "Finetune/Loss (Raw)": 0.7330697774887085, "Finetune/Step": 925, "Finetune/Step Time": 6.750740939751267}
+{"Finetune/Learning Rate": 1.9817047034170477e-05, "Finetune/Loss": 0.844275951385498, "Finetune/Loss (Raw)": 0.6323243379592896, "Finetune/Step": 926, "Finetune/Step Time": 6.755343781784177}
+{"Finetune/Learning Rate": 1.981645340972768e-05, "Finetune/Loss": 0.8449099063873291, "Finetune/Loss (Raw)": 0.8894453048706055, "Finetune/Step": 927, "Finetune/Step Time": 6.7483997493982315}
+{"Finetune/Learning Rate": 1.9815858832702498e-05, "Finetune/Loss": 0.8448950052261353, "Finetune/Loss (Raw)": 0.9212445616722107, "Finetune/Step": 928, "Finetune/Step Time": 6.740638580173254}
+{"Finetune/Learning Rate": 1.9815263303152626e-05, "Finetune/Loss": 0.844244658946991, "Finetune/Loss (Raw)": 0.8653028607368469, "Finetune/Step": 929, "Finetune/Step Time": 6.717004964128137}
+{"Finetune/Learning Rate": 1.981466682113586e-05, "Finetune/Loss": 0.8443837761878967, "Finetune/Loss (Raw)": 0.8268817067146301, "Finetune/Step": 930, "Finetune/Step Time": 6.721631865948439}
+{"Finetune/Learning Rate": 1.9814069386710076e-05, "Finetune/Loss": 0.8459542989730835, "Finetune/Loss (Raw)": 0.9288317561149597, "Finetune/Step": 931, "Finetune/Step Time": 6.70406187325716}
+{"Finetune/Learning Rate": 1.9813470999933254e-05, "Finetune/Loss": 0.846369743347168, "Finetune/Loss (Raw)": 0.9636907577514648, "Finetune/Step": 932, "Finetune/Step Time": 6.720874730497599}
+{"Finetune/Learning Rate": 1.9812871660863452e-05, "Finetune/Loss": 0.8458989858627319, "Finetune/Loss (Raw)": 0.8650150299072266, "Finetune/Step": 933, "Finetune/Step Time": 6.73085405305028}
+{"Finetune/Learning Rate": 1.981227136955884e-05, "Finetune/Loss": 0.8476948738098145, "Finetune/Loss (Raw)": 0.9457694292068481, "Finetune/Step": 934, "Finetune/Step Time": 6.717730397358537}
+{"Finetune/Learning Rate": 1.9811670126077663e-05, "Finetune/Loss": 0.8459437489509583, "Finetune/Loss (Raw)": 0.6811995506286621, "Finetune/Step": 935, "Finetune/Step Time": 6.718370838090777}
+{"Finetune/Learning Rate": 1.9811067930478266e-05, "Finetune/Loss": 0.8457105159759521, "Finetune/Loss (Raw)": 0.7965735197067261, "Finetune/Step": 936, "Finetune/Step Time": 6.710898881778121}
+{"Finetune/Learning Rate": 1.9810464782819093e-05, "Finetune/Loss": 0.8467151522636414, "Finetune/Loss (Raw)": 1.0357515811920166, "Finetune/Step": 937, "Finetune/Step Time": 6.70642133243382}
+{"Finetune/Learning Rate": 1.980986068315866e-05, "Finetune/Loss": 0.847076416015625, "Finetune/Loss (Raw)": 1.0560410022735596, "Finetune/Step": 938, "Finetune/Step Time": 6.710251312702894}
+{"Finetune/Learning Rate": 1.9809255631555603e-05, "Finetune/Loss": 0.8476371765136719, "Finetune/Loss (Raw)": 0.8581733703613281, "Finetune/Step": 939, "Finetune/Step Time": 6.711567146703601}
+{"Finetune/Learning Rate": 1.9808649628068624e-05, "Finetune/Loss": 0.846660315990448, "Finetune/Loss (Raw)": 0.9619255661964417, "Finetune/Step": 940, "Finetune/Step Time": 6.714344300329685}
+{"Finetune/Learning Rate": 1.9808042672756534e-05, "Finetune/Loss": 0.846655011177063, "Finetune/Loss (Raw)": 0.9105796217918396, "Finetune/Step": 941, "Finetune/Step Time": 6.713968249037862}
+{"Finetune/Learning Rate": 1.9807434765678234e-05, "Finetune/Loss": 0.8453704118728638, "Finetune/Loss (Raw)": 0.7143861055374146, "Finetune/Step": 942, "Finetune/Step Time": 6.719896323978901}
+{"Finetune/Learning Rate": 1.9806825906892708e-05, "Finetune/Loss": 0.8455666303634644, "Finetune/Loss (Raw)": 0.8912585973739624, "Finetune/Step": 943, "Finetune/Step Time": 6.719275180250406}
+{"Finetune/Learning Rate": 1.980621609645905e-05, "Finetune/Loss": 0.8445332050323486, "Finetune/Loss (Raw)": 0.8327247500419617, "Finetune/Step": 944, "Finetune/Step Time": 6.714657310396433}
+{"Finetune/Learning Rate": 1.980560533443642e-05, "Finetune/Loss": 0.8434605598449707, "Finetune/Loss (Raw)": 0.8071225881576538, "Finetune/Step": 945, "Finetune/Step Time": 6.724069932475686}
+{"Finetune/Learning Rate": 1.98049936208841e-05, "Finetune/Loss": 0.8466454744338989, "Finetune/Loss (Raw)": 0.7273052930831909, "Finetune/Step": 946, "Finetune/Step Time": 6.711390046402812}
+{"Finetune/Learning Rate": 1.9804380955861443e-05, "Finetune/Loss": 0.8473960161209106, "Finetune/Loss (Raw)": 0.8479136824607849, "Finetune/Step": 947, "Finetune/Step Time": 6.730174325406551}
+{"Finetune/Learning Rate": 1.980376733942791e-05, "Finetune/Loss": 0.8454124927520752, "Finetune/Loss (Raw)": 0.3805655837059021, "Finetune/Step": 948, "Finetune/Step Time": 6.7396398931741714}
+{"Finetune/Learning Rate": 1.9803152771643033e-05, "Finetune/Loss": 0.8468025326728821, "Finetune/Loss (Raw)": 1.0201618671417236, "Finetune/Step": 949, "Finetune/Step Time": 6.725729558616877}
+{"Finetune/Learning Rate": 1.980253725256646e-05, "Finetune/Loss": 0.8469998836517334, "Finetune/Loss (Raw)": 0.8655301928520203, "Finetune/Step": 950, "Finetune/Step Time": 6.733891682699323}
+{"Finetune/Learning Rate": 1.9801920782257914e-05, "Finetune/Loss": 0.8474896550178528, "Finetune/Loss (Raw)": 1.0882643461227417, "Finetune/Step": 951, "Finetune/Step Time": 6.727617256343365}
+{"Finetune/Learning Rate": 1.9801303360777222e-05, "Finetune/Loss": 0.8464557528495789, "Finetune/Loss (Raw)": 0.7947576642036438, "Finetune/Step": 952, "Finetune/Step Time": 6.732958421111107}
+{"Finetune/Learning Rate": 1.9800684988184294e-05, "Finetune/Loss": 0.8467438220977783, "Finetune/Loss (Raw)": 0.883732259273529, "Finetune/Step": 953, "Finetune/Step Time": 6.725798677653074}
+{"Finetune/Learning Rate": 1.980006566453914e-05, "Finetune/Loss": 0.8471779823303223, "Finetune/Loss (Raw)": 0.8206952810287476, "Finetune/Step": 954, "Finetune/Step Time": 6.722527151927352}
+{"Finetune/Learning Rate": 1.9799445389901858e-05, "Finetune/Loss": 0.84763503074646, "Finetune/Loss (Raw)": 0.8968533277511597, "Finetune/Step": 955, "Finetune/Step Time": 6.721862444654107}
+{"Finetune/Learning Rate": 1.9798824164332635e-05, "Finetune/Loss": 0.8519271612167358, "Finetune/Loss (Raw)": 0.921524703502655, "Finetune/Step": 956, "Finetune/Step Time": 6.704465100541711}
+{"Finetune/Learning Rate": 1.979820198789176e-05, "Finetune/Loss": 0.8517714738845825, "Finetune/Loss (Raw)": 0.8428065776824951, "Finetune/Step": 957, "Finetune/Step Time": 6.700187491253018}
+{"Finetune/Learning Rate": 1.9797578860639605e-05, "Finetune/Loss": 0.8511226177215576, "Finetune/Loss (Raw)": 0.8476375341415405, "Finetune/Step": 958, "Finetune/Step Time": 6.7090508453547955}
+{"Finetune/Learning Rate": 1.979695478263664e-05, "Finetune/Loss": 0.8503060340881348, "Finetune/Loss (Raw)": 0.7497337460517883, "Finetune/Step": 959, "Finetune/Step Time": 6.690644023939967}
+{"Finetune/Learning Rate": 1.979632975394342e-05, "Finetune/Loss": 0.8494175672531128, "Finetune/Loss (Raw)": 0.8628432154655457, "Finetune/Step": 960, "Finetune/Step Time": 6.6920436061918736}
+{"Finetune/Learning Rate": 1.9795703774620608e-05, "Finetune/Loss": 0.8522405624389648, "Finetune/Loss (Raw)": 0.7741866707801819, "Finetune/Step": 961, "Finetune/Step Time": 6.673492269590497}
+{"Finetune/Learning Rate": 1.9795076844728937e-05, "Finetune/Loss": 0.8527864217758179, "Finetune/Loss (Raw)": 0.9733498096466064, "Finetune/Step": 962, "Finetune/Step Time": 6.669805968180299}
+{"Finetune/Learning Rate": 1.979444896432925e-05, "Finetune/Loss": 0.8523181676864624, "Finetune/Loss (Raw)": 0.8473509550094604, "Finetune/Step": 963, "Finetune/Step Time": 6.6626920234411955}
+{"Finetune/Learning Rate": 1.9793820133482477e-05, "Finetune/Loss": 0.8521245718002319, "Finetune/Loss (Raw)": 0.8516144156455994, "Finetune/Step": 964, "Finetune/Step Time": 6.661725679412484}
+{"Finetune/Learning Rate": 1.9793190352249634e-05, "Finetune/Loss": 0.8519629836082458, "Finetune/Loss (Raw)": 0.751297116279602, "Finetune/Step": 965, "Finetune/Step Time": 6.65676362067461}
+{"Finetune/Learning Rate": 1.979255962069184e-05, "Finetune/Loss": 0.8519769906997681, "Finetune/Loss (Raw)": 0.8461699485778809, "Finetune/Step": 966, "Finetune/Step Time": 6.657223112881184}
+{"Finetune/Learning Rate": 1.97919279388703e-05, "Finetune/Loss": 0.8520705103874207, "Finetune/Loss (Raw)": 0.8117084503173828, "Finetune/Step": 967, "Finetune/Step Time": 6.662390645593405}
+{"Finetune/Learning Rate": 1.979129530684631e-05, "Finetune/Loss": 0.8511214852333069, "Finetune/Loss (Raw)": 0.9302542805671692, "Finetune/Step": 968, "Finetune/Step Time": 6.660704553127289}
+{"Finetune/Learning Rate": 1.979066172468126e-05, "Finetune/Loss": 0.851250946521759, "Finetune/Loss (Raw)": 0.823350727558136, "Finetune/Step": 969, "Finetune/Step Time": 6.667494824156165}
+{"Finetune/Learning Rate": 1.9790027192436635e-05, "Finetune/Loss": 0.8480045795440674, "Finetune/Loss (Raw)": 0.5324428081512451, "Finetune/Step": 970, "Finetune/Step Time": 6.674959139898419}
+{"Finetune/Learning Rate": 1.9789391710174005e-05, "Finetune/Loss": 0.8477621078491211, "Finetune/Loss (Raw)": 0.8737760186195374, "Finetune/Step": 971, "Finetune/Step Time": 6.687946913763881}
+{"Finetune/Learning Rate": 1.9788755277955044e-05, "Finetune/Loss": 0.8441296815872192, "Finetune/Loss (Raw)": 0.3911623954772949, "Finetune/Step": 972, "Finetune/Step Time": 6.705715609714389}
+{"Finetune/Learning Rate": 1.97881178958415e-05, "Finetune/Loss": 0.8429116606712341, "Finetune/Loss (Raw)": 0.792433500289917, "Finetune/Step": 973, "Finetune/Step Time": 6.711425399407744}
+{"Finetune/Learning Rate": 1.9787479563895236e-05, "Finetune/Loss": 0.8417658805847168, "Finetune/Loss (Raw)": 0.8125216364860535, "Finetune/Step": 974, "Finetune/Step Time": 6.726843969896436}
+{"Finetune/Learning Rate": 1.9786840282178192e-05, "Finetune/Loss": 0.8460030555725098, "Finetune/Loss (Raw)": 0.9994853734970093, "Finetune/Step": 975, "Finetune/Step Time": 6.721438463777304}
+{"Finetune/Learning Rate": 1.97862000507524e-05, "Finetune/Loss": 0.8466540575027466, "Finetune/Loss (Raw)": 0.8633782267570496, "Finetune/Step": 976, "Finetune/Step Time": 6.71781643666327}
+{"Finetune/Learning Rate": 1.9785558869679987e-05, "Finetune/Loss": 0.8471886515617371, "Finetune/Loss (Raw)": 0.9992731213569641, "Finetune/Step": 977, "Finetune/Step Time": 6.722622651606798}
+{"Finetune/Learning Rate": 1.9784916739023176e-05, "Finetune/Loss": 0.8472905158996582, "Finetune/Loss (Raw)": 0.8333420753479004, "Finetune/Step": 978, "Finetune/Step Time": 6.708096459507942}
+{"Finetune/Learning Rate": 1.978427365884428e-05, "Finetune/Loss": 0.8468059301376343, "Finetune/Loss (Raw)": 0.8536493182182312, "Finetune/Step": 979, "Finetune/Step Time": 6.708540100604296}
+{"Finetune/Learning Rate": 1.97836296292057e-05, "Finetune/Loss": 0.8488385677337646, "Finetune/Loss (Raw)": 1.0563075542449951, "Finetune/Step": 980, "Finetune/Step Time": 6.706446673721075}
+{"Finetune/Learning Rate": 1.9782984650169934e-05, "Finetune/Loss": 0.8486878275871277, "Finetune/Loss (Raw)": 0.8713851571083069, "Finetune/Step": 981, "Finetune/Step Time": 6.707485320046544}
+{"Finetune/Learning Rate": 1.978233872179957e-05, "Finetune/Loss": 0.8497692942619324, "Finetune/Loss (Raw)": 0.9551700353622437, "Finetune/Step": 982, "Finetune/Step Time": 6.695658454671502}
+{"Finetune/Learning Rate": 1.9781691844157287e-05, "Finetune/Loss": 0.8520659804344177, "Finetune/Loss (Raw)": 0.9329804182052612, "Finetune/Step": 983, "Finetune/Step Time": 6.660088146105409}
+{"Finetune/Learning Rate": 1.978104401730586e-05, "Finetune/Loss": 0.8510845899581909, "Finetune/Loss (Raw)": 0.756352961063385, "Finetune/Step": 984, "Finetune/Step Time": 6.669587614014745}
+{"Finetune/Learning Rate": 1.978039524130815e-05, "Finetune/Loss": 0.8516873717308044, "Finetune/Loss (Raw)": 0.8908891081809998, "Finetune/Step": 985, "Finetune/Step Time": 6.66899230144918}
+{"Finetune/Learning Rate": 1.977974551622712e-05, "Finetune/Loss": 0.849085807800293, "Finetune/Loss (Raw)": 0.7788442373275757, "Finetune/Step": 986, "Finetune/Step Time": 6.67227222956717}
+{"Finetune/Learning Rate": 1.9779094842125813e-05, "Finetune/Loss": 0.8487603664398193, "Finetune/Loss (Raw)": 0.8971915245056152, "Finetune/Step": 987, "Finetune/Step Time": 6.659731702879071}
+{"Finetune/Learning Rate": 1.9778443219067377e-05, "Finetune/Loss": 0.8472612500190735, "Finetune/Loss (Raw)": 0.659527599811554, "Finetune/Step": 988, "Finetune/Step Time": 6.662428921088576}
+{"Finetune/Learning Rate": 1.9777790647115033e-05, "Finetune/Loss": 0.8498681783676147, "Finetune/Loss (Raw)": 0.9497557878494263, "Finetune/Step": 989, "Finetune/Step Time": 6.665661249309778}
+{"Finetune/Learning Rate": 1.9777137126332117e-05, "Finetune/Loss": 0.8476938605308533, "Finetune/Loss (Raw)": 0.6350231170654297, "Finetune/Step": 990, "Finetune/Step Time": 6.671567302197218}
+{"Finetune/Learning Rate": 1.9776482656782043e-05, "Finetune/Loss": 0.8495630025863647, "Finetune/Loss (Raw)": 0.9651599526405334, "Finetune/Step": 991, "Finetune/Step Time": 6.663014277815819}
+{"Finetune/Learning Rate": 1.977582723852832e-05, "Finetune/Loss": 0.8489812612533569, "Finetune/Loss (Raw)": 0.8821234703063965, "Finetune/Step": 992, "Finetune/Step Time": 6.660710830241442}
+{"Finetune/Learning Rate": 1.977517087163455e-05, "Finetune/Loss": 0.8488783836364746, "Finetune/Loss (Raw)": 0.8302633166313171, "Finetune/Step": 993, "Finetune/Step Time": 6.671260664239526}
+{"Finetune/Learning Rate": 1.9774513556164426e-05, "Finetune/Loss": 0.8461905717849731, "Finetune/Loss (Raw)": 0.6771107316017151, "Finetune/Step": 994, "Finetune/Step Time": 6.680204205214977}
+{"Finetune/Learning Rate": 1.9773855292181732e-05, "Finetune/Loss": 0.8453234434127808, "Finetune/Loss (Raw)": 0.8808707594871521, "Finetune/Step": 995, "Finetune/Step Time": 6.679460890591145}
+{"Finetune/Learning Rate": 1.977319607975035e-05, "Finetune/Loss": 0.8448405861854553, "Finetune/Loss (Raw)": 0.7813697457313538, "Finetune/Step": 996, "Finetune/Step Time": 6.683486895635724}
+{"Finetune/Learning Rate": 1.9772535918934244e-05, "Finetune/Loss": 0.8438619375228882, "Finetune/Loss (Raw)": 0.8635113835334778, "Finetune/Step": 997, "Finetune/Step Time": 6.66423124819994}
+{"Finetune/Learning Rate": 1.977187480979748e-05, "Finetune/Loss": 0.8435643911361694, "Finetune/Loss (Raw)": 0.7628284692764282, "Finetune/Step": 998, "Finetune/Step Time": 6.676906013861299}
+{"Finetune/Learning Rate": 1.9771212752404206e-05, "Finetune/Loss": 0.8455053567886353, "Finetune/Loss (Raw)": 0.9651028513908386, "Finetune/Step": 999, "Finetune/Step Time": 6.671001892536879}
+{"Finetune/Learning Rate": 1.9770549746818674e-05, "Finetune/Loss": 0.846392035484314, "Finetune/Loss (Raw)": 1.020460605621338, "Finetune/Step": 1000, "Finetune/Step Time": 6.665040655061603}
+{"Finetune/Learning Rate": 1.9769885793105217e-05, "Finetune/Loss": 0.8413969874382019, "Finetune/Loss (Raw)": 0.32160547375679016, "Finetune/Step": 1001, "Finetune/Step Time": 6.6875361409038305}
+{"Finetune/Learning Rate": 1.9769220891328266e-05, "Finetune/Loss": 0.8430461883544922, "Finetune/Loss (Raw)": 0.9564357399940491, "Finetune/Step": 1002, "Finetune/Step Time": 6.688714127987623}
+{"Finetune/Learning Rate": 1.9768555041552346e-05, "Finetune/Loss": 0.8444056510925293, "Finetune/Loss (Raw)": 0.9767075181007385, "Finetune/Step": 1003, "Finetune/Step Time": 6.691897012293339}
+{"Finetune/Learning Rate": 1.9767888243842068e-05, "Finetune/Loss": 0.8452966213226318, "Finetune/Loss (Raw)": 0.9868121147155762, "Finetune/Step": 1004, "Finetune/Step Time": 6.692111948505044}
+{"Finetune/Learning Rate": 1.9767220498262138e-05, "Finetune/Loss": 0.8455394506454468, "Finetune/Loss (Raw)": 0.9102795124053955, "Finetune/Step": 1005, "Finetune/Step Time": 6.695640705525875}
+{"Finetune/Learning Rate": 1.9766551804877348e-05, "Finetune/Loss": 0.8441682457923889, "Finetune/Loss (Raw)": 0.7069791555404663, "Finetune/Step": 1006, "Finetune/Step Time": 6.711399707943201}
+{"Finetune/Learning Rate": 1.9765882163752598e-05, "Finetune/Loss": 0.8443909883499146, "Finetune/Loss (Raw)": 0.8409061431884766, "Finetune/Step": 1007, "Finetune/Step Time": 6.693317310884595}
+{"Finetune/Learning Rate": 1.976521157495286e-05, "Finetune/Loss": 0.8448854088783264, "Finetune/Loss (Raw)": 0.9150846004486084, "Finetune/Step": 1008, "Finetune/Step Time": 6.692413913086057}
+{"Finetune/Learning Rate": 1.9764540038543214e-05, "Finetune/Loss": 0.8428216576576233, "Finetune/Loss (Raw)": 0.42437902092933655, "Finetune/Step": 1009, "Finetune/Step Time": 6.698091769590974}
+{"Finetune/Learning Rate": 1.9763867554588824e-05, "Finetune/Loss": 0.8420857191085815, "Finetune/Loss (Raw)": 0.7947888374328613, "Finetune/Step": 1010, "Finetune/Step Time": 6.700630972161889}
+{"Finetune/Learning Rate": 1.9763194123154946e-05, "Finetune/Loss": 0.8406939506530762, "Finetune/Loss (Raw)": 0.8162018656730652, "Finetune/Step": 1011, "Finetune/Step Time": 6.700060913339257}
+{"Finetune/Learning Rate": 1.9762519744306927e-05, "Finetune/Loss": 0.840011715888977, "Finetune/Loss (Raw)": 0.9278822541236877, "Finetune/Step": 1012, "Finetune/Step Time": 6.694694586098194}
+{"Finetune/Learning Rate": 1.9761844418110213e-05, "Finetune/Loss": 0.8450883626937866, "Finetune/Loss (Raw)": 0.8732815384864807, "Finetune/Step": 1013, "Finetune/Step Time": 6.675321098417044}
+{"Finetune/Learning Rate": 1.976116814463034e-05, "Finetune/Loss": 0.8458801507949829, "Finetune/Loss (Raw)": 0.9939754605293274, "Finetune/Step": 1014, "Finetune/Step Time": 6.669758193194866}
+{"Finetune/Learning Rate": 1.976049092393292e-05, "Finetune/Loss": 0.8451676368713379, "Finetune/Loss (Raw)": 0.3085932433605194, "Finetune/Step": 1015, "Finetune/Step Time": 6.665219757705927}
+{"Finetune/Learning Rate": 1.975981275608369e-05, "Finetune/Loss": 0.8447986841201782, "Finetune/Loss (Raw)": 0.9369767308235168, "Finetune/Step": 1016, "Finetune/Step Time": 6.673897381871939}
+{"Finetune/Learning Rate": 1.9759133641148436e-05, "Finetune/Loss": 0.8451147675514221, "Finetune/Loss (Raw)": 0.9845364689826965, "Finetune/Step": 1017, "Finetune/Step Time": 6.664742439985275}
+{"Finetune/Learning Rate": 1.9758453579193078e-05, "Finetune/Loss": 0.8446457386016846, "Finetune/Loss (Raw)": 0.8305683732032776, "Finetune/Step": 1018, "Finetune/Step Time": 6.700854865834117}
+{"Finetune/Learning Rate": 1.9757772570283596e-05, "Finetune/Loss": 0.8442811965942383, "Finetune/Loss (Raw)": 0.8371323347091675, "Finetune/Step": 1019, "Finetune/Step Time": 6.69929676502943}
+{"Finetune/Learning Rate": 1.9757090614486086e-05, "Finetune/Loss": 0.8448590040206909, "Finetune/Loss (Raw)": 0.8931396007537842, "Finetune/Step": 1020, "Finetune/Step Time": 6.694851005449891}
+{"Finetune/Learning Rate": 1.9756407711866715e-05, "Finetune/Loss": 0.8427600860595703, "Finetune/Loss (Raw)": 0.7189650535583496, "Finetune/Step": 1021, "Finetune/Step Time": 6.705760871991515}
+{"Finetune/Learning Rate": 1.9755723862491757e-05, "Finetune/Loss": 0.8423642516136169, "Finetune/Loss (Raw)": 0.877240777015686, "Finetune/Step": 1022, "Finetune/Step Time": 6.712039083242416}
+{"Finetune/Learning Rate": 1.975503906642757e-05, "Finetune/Loss": 0.8414703607559204, "Finetune/Loss (Raw)": 0.6878809928894043, "Finetune/Step": 1023, "Finetune/Step Time": 6.7161291521042585}
+{"Finetune/Learning Rate": 1.97543533237406e-05, "Finetune/Loss": 0.8403496742248535, "Finetune/Loss (Raw)": 0.7947679162025452, "Finetune/Step": 1024, "Finetune/Step Time": 6.718174887821078}
+{"Finetune/Learning Rate": 1.9753666634497402e-05, "Finetune/Loss": 0.8411501049995422, "Finetune/Loss (Raw)": 0.7946673631668091, "Finetune/Step": 1025, "Finetune/Step Time": 6.703946670517325}
+{"Finetune/Learning Rate": 1.975297899876461e-05, "Finetune/Loss": 0.8450612425804138, "Finetune/Loss (Raw)": 0.8609060049057007, "Finetune/Step": 1026, "Finetune/Step Time": 6.6937850415706635}
+{"Finetune/Learning Rate": 1.9752290416608947e-05, "Finetune/Loss": 0.8418902158737183, "Finetune/Loss (Raw)": 0.366424024105072, "Finetune/Step": 1027, "Finetune/Step Time": 6.676028748974204}
+{"Finetune/Learning Rate": 1.9751600888097236e-05, "Finetune/Loss": 0.841526210308075, "Finetune/Loss (Raw)": 0.9312530755996704, "Finetune/Step": 1028, "Finetune/Step Time": 6.680126244202256}
+{"Finetune/Learning Rate": 1.9750910413296386e-05, "Finetune/Loss": 0.8399285078048706, "Finetune/Loss (Raw)": 0.8066192269325256, "Finetune/Step": 1029, "Finetune/Step Time": 6.688053365796804}
+{"Finetune/Learning Rate": 1.97502189922734e-05, "Finetune/Loss": 0.8393948078155518, "Finetune/Loss (Raw)": 0.8020207285881042, "Finetune/Step": 1030, "Finetune/Step Time": 6.692962670698762}
+{"Finetune/Learning Rate": 1.9749526625095376e-05, "Finetune/Loss": 0.8391323685646057, "Finetune/Loss (Raw)": 0.8454007506370544, "Finetune/Step": 1031, "Finetune/Step Time": 6.669319149106741}
+{"Finetune/Learning Rate": 1.9748833311829498e-05, "Finetune/Loss": 0.835478663444519, "Finetune/Loss (Raw)": 0.34557339549064636, "Finetune/Step": 1032, "Finetune/Step Time": 6.6901199128478765}
+{"Finetune/Learning Rate": 1.9748139052543048e-05, "Finetune/Loss": 0.8350111246109009, "Finetune/Loss (Raw)": 0.914417028427124, "Finetune/Step": 1033, "Finetune/Step Time": 6.71728778257966}
+{"Finetune/Learning Rate": 1.9747443847303392e-05, "Finetune/Loss": 0.8345075249671936, "Finetune/Loss (Raw)": 0.7498648166656494, "Finetune/Step": 1034, "Finetune/Step Time": 6.725705431774259}
+{"Finetune/Learning Rate": 1.9746747696177996e-05, "Finetune/Loss": 0.8340054750442505, "Finetune/Loss (Raw)": 0.8745754957199097, "Finetune/Step": 1035, "Finetune/Step Time": 6.738453973084688}
+{"Finetune/Learning Rate": 1.9746050599234414e-05, "Finetune/Loss": 0.8335770964622498, "Finetune/Loss (Raw)": 0.8483886122703552, "Finetune/Step": 1036, "Finetune/Step Time": 6.744272466748953}
+{"Finetune/Learning Rate": 1.974535255654029e-05, "Finetune/Loss": 0.8325176239013672, "Finetune/Loss (Raw)": 0.7148897051811218, "Finetune/Step": 1037, "Finetune/Step Time": 6.747985698282719}
+{"Finetune/Learning Rate": 1.974465356816336e-05, "Finetune/Loss": 0.8340799808502197, "Finetune/Loss (Raw)": 1.072409987449646, "Finetune/Step": 1038, "Finetune/Step Time": 6.742530385032296}
+{"Finetune/Learning Rate": 1.9743953634171458e-05, "Finetune/Loss": 0.8343077301979065, "Finetune/Loss (Raw)": 0.8869979977607727, "Finetune/Step": 1039, "Finetune/Step Time": 6.74278269149363}
+{"Finetune/Learning Rate": 1.97432527546325e-05, "Finetune/Loss": 0.8321183919906616, "Finetune/Loss (Raw)": 0.7258255481719971, "Finetune/Step": 1040, "Finetune/Step Time": 6.739907767623663}
+{"Finetune/Learning Rate": 1.9742550929614505e-05, "Finetune/Loss": 0.835098147392273, "Finetune/Loss (Raw)": 1.0213589668273926, "Finetune/Step": 1041, "Finetune/Step Time": 6.722647242248058}
+{"Finetune/Learning Rate": 1.974184815918557e-05, "Finetune/Loss": 0.8346076011657715, "Finetune/Loss (Raw)": 1.0103496313095093, "Finetune/Step": 1042, "Finetune/Step Time": 6.724724102765322}
+{"Finetune/Learning Rate": 1.97411444434139e-05, "Finetune/Loss": 0.8302520513534546, "Finetune/Loss (Raw)": 0.3726152181625366, "Finetune/Step": 1043, "Finetune/Step Time": 6.7488766591995955}
+{"Finetune/Learning Rate": 1.9740439782367777e-05, "Finetune/Loss": 0.8280243277549744, "Finetune/Loss (Raw)": 0.6575501561164856, "Finetune/Step": 1044, "Finetune/Step Time": 6.749981312081218}
+{"Finetune/Learning Rate": 1.9739734176115585e-05, "Finetune/Loss": 0.8261808156967163, "Finetune/Loss (Raw)": 0.8184551000595093, "Finetune/Step": 1045, "Finetune/Step Time": 6.723863359540701}
+{"Finetune/Learning Rate": 1.9739027624725788e-05, "Finetune/Loss": 0.8261815309524536, "Finetune/Loss (Raw)": 0.8534172177314758, "Finetune/Step": 1046, "Finetune/Step Time": 6.726321492344141}
+{"Finetune/Learning Rate": 1.973832012826696e-05, "Finetune/Loss": 0.8283101320266724, "Finetune/Loss (Raw)": 0.8961176872253418, "Finetune/Step": 1047, "Finetune/Step Time": 6.713397331535816}
+{"Finetune/Learning Rate": 1.9737611686807747e-05, "Finetune/Loss": 0.8306195735931396, "Finetune/Loss (Raw)": 1.0331957340240479, "Finetune/Step": 1048, "Finetune/Step Time": 6.705249374732375}
+{"Finetune/Learning Rate": 1.9736902300416904e-05, "Finetune/Loss": 0.8291090726852417, "Finetune/Loss (Raw)": 0.7633702754974365, "Finetune/Step": 1049, "Finetune/Step Time": 6.703148910775781}
+{"Finetune/Learning Rate": 1.9736191969163258e-05, "Finetune/Loss": 0.8283817768096924, "Finetune/Loss (Raw)": 0.7599768042564392, "Finetune/Step": 1050, "Finetune/Step Time": 6.715284088626504}
+{"Finetune/Learning Rate": 1.973548069311575e-05, "Finetune/Loss": 0.8263518810272217, "Finetune/Loss (Raw)": 0.683932900428772, "Finetune/Step": 1051, "Finetune/Step Time": 6.719557961449027}
+{"Finetune/Learning Rate": 1.9734768472343395e-05, "Finetune/Loss": 0.8279362916946411, "Finetune/Loss (Raw)": 1.0095387697219849, "Finetune/Step": 1052, "Finetune/Step Time": 6.718241361901164}
+{"Finetune/Learning Rate": 1.973405530691531e-05, "Finetune/Loss": 0.8289334177970886, "Finetune/Loss (Raw)": 0.8607021570205688, "Finetune/Step": 1053, "Finetune/Step Time": 6.70588643476367}
+{"Finetune/Learning Rate": 1.9733341196900698e-05, "Finetune/Loss": 0.8310977220535278, "Finetune/Loss (Raw)": 0.909353494644165, "Finetune/Step": 1054, "Finetune/Step Time": 6.700524250045419}
+{"Finetune/Learning Rate": 1.973262614236886e-05, "Finetune/Loss": 0.8303545713424683, "Finetune/Loss (Raw)": 0.7943294644355774, "Finetune/Step": 1055, "Finetune/Step Time": 6.702287407591939}
+{"Finetune/Learning Rate": 1.973191014338918e-05, "Finetune/Loss": 0.8311609625816345, "Finetune/Loss (Raw)": 1.0244559049606323, "Finetune/Step": 1056, "Finetune/Step Time": 6.703926760703325}
+{"Finetune/Learning Rate": 1.973119320003114e-05, "Finetune/Loss": 0.8309258222579956, "Finetune/Loss (Raw)": 0.8352064490318298, "Finetune/Step": 1057, "Finetune/Step Time": 6.6993007473647594}
+{"Finetune/Learning Rate": 1.9730475312364313e-05, "Finetune/Loss": 0.8305566310882568, "Finetune/Loss (Raw)": 0.7796241044998169, "Finetune/Step": 1058, "Finetune/Step Time": 6.691332893446088}
+{"Finetune/Learning Rate": 1.9729756480458357e-05, "Finetune/Loss": 0.8293834328651428, "Finetune/Loss (Raw)": 0.7786673307418823, "Finetune/Step": 1059, "Finetune/Step Time": 6.709687292575836}
+{"Finetune/Learning Rate": 1.972903670438303e-05, "Finetune/Loss": 0.8282821178436279, "Finetune/Loss (Raw)": 0.8227200508117676, "Finetune/Step": 1060, "Finetune/Step Time": 6.698057387024164}
+{"Finetune/Learning Rate": 1.972831598420818e-05, "Finetune/Loss": 0.8267335891723633, "Finetune/Loss (Raw)": 0.6668009757995605, "Finetune/Step": 1061, "Finetune/Step Time": 6.679438425228}
+{"Finetune/Learning Rate": 1.9727594320003746e-05, "Finetune/Loss": 0.8261817693710327, "Finetune/Loss (Raw)": 0.875137448310852, "Finetune/Step": 1062, "Finetune/Step Time": 6.674992129206657}
+{"Finetune/Learning Rate": 1.9726871711839753e-05, "Finetune/Loss": 0.8277637362480164, "Finetune/Loss (Raw)": 0.8836875557899475, "Finetune/Step": 1063, "Finetune/Step Time": 6.682938715443015}
+{"Finetune/Learning Rate": 1.972614815978633e-05, "Finetune/Loss": 0.8302663564682007, "Finetune/Loss (Raw)": 1.1169118881225586, "Finetune/Step": 1064, "Finetune/Step Time": 6.670638976618648}
+{"Finetune/Learning Rate": 1.9725423663913683e-05, "Finetune/Loss": 0.8302842974662781, "Finetune/Loss (Raw)": 1.0380529165267944, "Finetune/Step": 1065, "Finetune/Step Time": 6.672197453677654}
+{"Finetune/Learning Rate": 1.9724698224292118e-05, "Finetune/Loss": 0.8283294439315796, "Finetune/Loss (Raw)": 0.8058199286460876, "Finetune/Step": 1066, "Finetune/Step Time": 6.666602889075875}
+{"Finetune/Learning Rate": 1.9723971840992034e-05, "Finetune/Loss": 0.8295433521270752, "Finetune/Loss (Raw)": 1.0135465860366821, "Finetune/Step": 1067, "Finetune/Step Time": 6.673144597560167}
+{"Finetune/Learning Rate": 1.9723244514083918e-05, "Finetune/Loss": 0.8282545804977417, "Finetune/Loss (Raw)": 0.7969650030136108, "Finetune/Step": 1068, "Finetune/Step Time": 6.678198363631964}
+{"Finetune/Learning Rate": 1.9722516243638345e-05, "Finetune/Loss": 0.8279436826705933, "Finetune/Loss (Raw)": 0.8707913160324097, "Finetune/Step": 1069, "Finetune/Step Time": 6.704183718189597}
+{"Finetune/Learning Rate": 1.9721787029725994e-05, "Finetune/Loss": 0.8294068574905396, "Finetune/Loss (Raw)": 0.9016640782356262, "Finetune/Step": 1070, "Finetune/Step Time": 6.694402428343892}
+{"Finetune/Learning Rate": 1.972105687241762e-05, "Finetune/Loss": 0.8298255205154419, "Finetune/Loss (Raw)": 0.9448553919792175, "Finetune/Step": 1071, "Finetune/Step Time": 6.692462580278516}
+{"Finetune/Learning Rate": 1.9720325771784085e-05, "Finetune/Loss": 0.8307673931121826, "Finetune/Loss (Raw)": 0.9532791376113892, "Finetune/Step": 1072, "Finetune/Step Time": 6.702166240662336}
+{"Finetune/Learning Rate": 1.971959372789632e-05, "Finetune/Loss": 0.831194281578064, "Finetune/Loss (Raw)": 0.8617614507675171, "Finetune/Step": 1073, "Finetune/Step Time": 6.686023561283946}
+{"Finetune/Learning Rate": 1.971886074082538e-05, "Finetune/Loss": 0.8332414627075195, "Finetune/Loss (Raw)": 0.9893463253974915, "Finetune/Step": 1074, "Finetune/Step Time": 6.671845048666}
+{"Finetune/Learning Rate": 1.971812681064238e-05, "Finetune/Loss": 0.8334342241287231, "Finetune/Loss (Raw)": 0.8725902438163757, "Finetune/Step": 1075, "Finetune/Step Time": 6.66680052690208}
+{"Finetune/Learning Rate": 1.971739193741855e-05, "Finetune/Loss": 0.838202178478241, "Finetune/Loss (Raw)": 0.9908599853515625, "Finetune/Step": 1076, "Finetune/Step Time": 6.648569429293275}
+{"Finetune/Learning Rate": 1.9716656121225194e-05, "Finetune/Loss": 0.8379579782485962, "Finetune/Loss (Raw)": 0.9889119863510132, "Finetune/Step": 1077, "Finetune/Step Time": 6.652050485834479}
+{"Finetune/Learning Rate": 1.9715919362133714e-05, "Finetune/Loss": 0.8386384844779968, "Finetune/Loss (Raw)": 0.952628493309021, "Finetune/Step": 1078, "Finetune/Step Time": 6.655166799202561}
+{"Finetune/Learning Rate": 1.9715181660215618e-05, "Finetune/Loss": 0.8361109495162964, "Finetune/Loss (Raw)": 0.7647385001182556, "Finetune/Step": 1079, "Finetune/Step Time": 6.659431904554367}
+{"Finetune/Learning Rate": 1.9714443015542475e-05, "Finetune/Loss": 0.8355033993721008, "Finetune/Loss (Raw)": 0.71699059009552, "Finetune/Step": 1080, "Finetune/Step Time": 6.659166023135185}
+{"Finetune/Learning Rate": 1.9713703428185972e-05, "Finetune/Loss": 0.8357151746749878, "Finetune/Loss (Raw)": 0.9108465909957886, "Finetune/Step": 1081, "Finetune/Step Time": 6.6623267866671085}
+{"Finetune/Learning Rate": 1.9712962898217876e-05, "Finetune/Loss": 0.8348760008811951, "Finetune/Loss (Raw)": 0.7132762670516968, "Finetune/Step": 1082, "Finetune/Step Time": 6.69282235018909}
+{"Finetune/Learning Rate": 1.9712221425710053e-05, "Finetune/Loss": 0.8352269530296326, "Finetune/Loss (Raw)": 0.9417696595191956, "Finetune/Step": 1083, "Finetune/Step Time": 6.692241061478853}
+{"Finetune/Learning Rate": 1.9711479010734447e-05, "Finetune/Loss": 0.8352866768836975, "Finetune/Loss (Raw)": 0.9291722178459167, "Finetune/Step": 1084, "Finetune/Step Time": 6.706562448292971}
+{"Finetune/Learning Rate": 1.9710735653363102e-05, "Finetune/Loss": 0.8358188271522522, "Finetune/Loss (Raw)": 0.9109282493591309, "Finetune/Step": 1085, "Finetune/Step Time": 6.6967137437313795}
+{"Finetune/Learning Rate": 1.9709991353668156e-05, "Finetune/Loss": 0.8367191553115845, "Finetune/Loss (Raw)": 0.9628775119781494, "Finetune/Step": 1086, "Finetune/Step Time": 6.683242172002792}
+{"Finetune/Learning Rate": 1.9709246111721837e-05, "Finetune/Loss": 0.8382608294487, "Finetune/Loss (Raw)": 0.9470654129981995, "Finetune/Step": 1087, "Finetune/Step Time": 6.685501677915454}
+{"Finetune/Learning Rate": 1.970849992759646e-05, "Finetune/Loss": 0.836482048034668, "Finetune/Loss (Raw)": 0.635159432888031, "Finetune/Step": 1088, "Finetune/Step Time": 6.6937036793679}
+{"Finetune/Learning Rate": 1.9707752801364434e-05, "Finetune/Loss": 0.8373716473579407, "Finetune/Loss (Raw)": 0.8880553841590881, "Finetune/Step": 1089, "Finetune/Step Time": 6.689636176452041}
+{"Finetune/Learning Rate": 1.970700473309826e-05, "Finetune/Loss": 0.8373186588287354, "Finetune/Loss (Raw)": 0.9665683507919312, "Finetune/Step": 1090, "Finetune/Step Time": 6.69969729706645}
+{"Finetune/Learning Rate": 1.9706255722870536e-05, "Finetune/Loss": 0.8372921347618103, "Finetune/Loss (Raw)": 0.8439540863037109, "Finetune/Step": 1091, "Finetune/Step Time": 6.698854552581906}
+{"Finetune/Learning Rate": 1.970550577075393e-05, "Finetune/Loss": 0.8381487131118774, "Finetune/Loss (Raw)": 0.961254894733429, "Finetune/Step": 1092, "Finetune/Step Time": 6.697675881907344}
+{"Finetune/Learning Rate": 1.9704754876821238e-05, "Finetune/Loss": 0.8383663892745972, "Finetune/Loss (Raw)": 0.7791649699211121, "Finetune/Step": 1093, "Finetune/Step Time": 6.694966405630112}
+{"Finetune/Learning Rate": 1.9704003041145308e-05, "Finetune/Loss": 0.8385889530181885, "Finetune/Loss (Raw)": 0.8746588230133057, "Finetune/Step": 1094, "Finetune/Step Time": 6.689800729975104}
+{"Finetune/Learning Rate": 1.970325026379911e-05, "Finetune/Loss": 0.839918315410614, "Finetune/Loss (Raw)": 0.9818630218505859, "Finetune/Step": 1095, "Finetune/Step Time": 6.673387126997113}
+{"Finetune/Learning Rate": 1.970249654485568e-05, "Finetune/Loss": 0.8399928212165833, "Finetune/Loss (Raw)": 0.939785897731781, "Finetune/Step": 1096, "Finetune/Step Time": 6.669502664357424}
+{"Finetune/Learning Rate": 1.970174188438817e-05, "Finetune/Loss": 0.8403120040893555, "Finetune/Loss (Raw)": 0.864215612411499, "Finetune/Step": 1097, "Finetune/Step Time": 6.670842956751585}
+{"Finetune/Learning Rate": 1.970098628246981e-05, "Finetune/Loss": 0.8428200483322144, "Finetune/Loss (Raw)": 0.8534612059593201, "Finetune/Step": 1098, "Finetune/Step Time": 6.678119229152799}
+{"Finetune/Learning Rate": 1.970022973917392e-05, "Finetune/Loss": 0.8431768417358398, "Finetune/Loss (Raw)": 0.9194464683532715, "Finetune/Step": 1099, "Finetune/Step Time": 6.651912758126855}
+{"Finetune/Learning Rate": 1.9699472254573916e-05, "Finetune/Loss": 0.8467452526092529, "Finetune/Loss (Raw)": 0.8479248881340027, "Finetune/Step": 1100, "Finetune/Step Time": 6.637297535315156}
+{"Finetune/Learning Rate": 1.9698713828743304e-05, "Finetune/Loss": 0.847775399684906, "Finetune/Loss (Raw)": 0.9242944121360779, "Finetune/Step": 1101, "Finetune/Step Time": 6.6366056352853775}
+{"Finetune/Learning Rate": 1.969795446175568e-05, "Finetune/Loss": 0.8471270799636841, "Finetune/Loss (Raw)": 0.7295277714729309, "Finetune/Step": 1102, "Finetune/Step Time": 6.6235788855701685}
+{"Finetune/Learning Rate": 1.969719415368473e-05, "Finetune/Loss": 0.8473314046859741, "Finetune/Loss (Raw)": 1.0256463289260864, "Finetune/Step": 1103, "Finetune/Step Time": 6.610049648210406}
+{"Finetune/Learning Rate": 1.9696432904604243e-05, "Finetune/Loss": 0.8482780456542969, "Finetune/Loss (Raw)": 0.9845443964004517, "Finetune/Step": 1104, "Finetune/Step Time": 6.6188209764659405}
+{"Finetune/Learning Rate": 1.969567071458808e-05, "Finetune/Loss": 0.8470246195793152, "Finetune/Loss (Raw)": 0.8388408422470093, "Finetune/Step": 1105, "Finetune/Step Time": 6.624568723142147}
+{"Finetune/Learning Rate": 1.9694907583710207e-05, "Finetune/Loss": 0.8468021154403687, "Finetune/Loss (Raw)": 0.804854154586792, "Finetune/Step": 1106, "Finetune/Step Time": 6.636432720348239}
+{"Finetune/Learning Rate": 1.969414351204468e-05, "Finetune/Loss": 0.8476044535636902, "Finetune/Loss (Raw)": 0.9563517570495605, "Finetune/Step": 1107, "Finetune/Step Time": 6.632006140425801}
+{"Finetune/Learning Rate": 1.9693378499665644e-05, "Finetune/Loss": 0.8474749326705933, "Finetune/Loss (Raw)": 1.0397295951843262, "Finetune/Step": 1108, "Finetune/Step Time": 6.632639365270734}
+{"Finetune/Learning Rate": 1.969261254664733e-05, "Finetune/Loss": 0.8455395102500916, "Finetune/Loss (Raw)": 0.6236550211906433, "Finetune/Step": 1109, "Finetune/Step Time": 6.644234016537666}
+{"Finetune/Learning Rate": 1.969184565306407e-05, "Finetune/Loss": 0.8451437950134277, "Finetune/Loss (Raw)": 0.9045165777206421, "Finetune/Step": 1110, "Finetune/Step Time": 6.643782928586006}
+{"Finetune/Learning Rate": 1.9691077818990284e-05, "Finetune/Loss": 0.8461057543754578, "Finetune/Loss (Raw)": 1.05611252784729, "Finetune/Step": 1111, "Finetune/Step Time": 6.639293963089585}
+{"Finetune/Learning Rate": 1.969030904450048e-05, "Finetune/Loss": 0.8466811776161194, "Finetune/Loss (Raw)": 0.8299979567527771, "Finetune/Step": 1112, "Finetune/Step Time": 6.627141654491425}
+{"Finetune/Learning Rate": 1.9689539329669257e-05, "Finetune/Loss": 0.8465955257415771, "Finetune/Loss (Raw)": 0.8799330592155457, "Finetune/Step": 1113, "Finetune/Step Time": 6.623077306896448}
+{"Finetune/Learning Rate": 1.968876867457131e-05, "Finetune/Loss": 0.8465576767921448, "Finetune/Loss (Raw)": 0.7739960551261902, "Finetune/Step": 1114, "Finetune/Step Time": 6.645095704123378}
+{"Finetune/Learning Rate": 1.9687997079281427e-05, "Finetune/Loss": 0.8464983701705933, "Finetune/Loss (Raw)": 0.8896090984344482, "Finetune/Step": 1115, "Finetune/Step Time": 6.641635362058878}
+{"Finetune/Learning Rate": 1.9687224543874474e-05, "Finetune/Loss": 0.8490808010101318, "Finetune/Loss (Raw)": 0.9900761246681213, "Finetune/Step": 1116, "Finetune/Step Time": 6.63558061234653}
+{"Finetune/Learning Rate": 1.9686451068425427e-05, "Finetune/Loss": 0.8479688167572021, "Finetune/Loss (Raw)": 0.8074201941490173, "Finetune/Step": 1117, "Finetune/Step Time": 6.634254768490791}
+{"Finetune/Learning Rate": 1.968567665300934e-05, "Finetune/Loss": 0.8501812219619751, "Finetune/Loss (Raw)": 0.9182106256484985, "Finetune/Step": 1118, "Finetune/Step Time": 6.620617065578699}
+{"Finetune/Learning Rate": 1.9684901297701355e-05, "Finetune/Loss": 0.8474689722061157, "Finetune/Loss (Raw)": 0.6179937124252319, "Finetune/Step": 1119, "Finetune/Step Time": 6.629265893250704}
+{"Finetune/Learning Rate": 1.968412500257672e-05, "Finetune/Loss": 0.8476343750953674, "Finetune/Loss (Raw)": 0.9032868146896362, "Finetune/Step": 1120, "Finetune/Step Time": 6.631582589820027}
+{"Finetune/Learning Rate": 1.9683347767710765e-05, "Finetune/Loss": 0.8490076065063477, "Finetune/Loss (Raw)": 1.0060372352600098, "Finetune/Step": 1121, "Finetune/Step Time": 6.60060602799058}
+{"Finetune/Learning Rate": 1.9682569593178913e-05, "Finetune/Loss": 0.8509024381637573, "Finetune/Loss (Raw)": 0.9196484684944153, "Finetune/Step": 1122, "Finetune/Step Time": 6.605501614511013}
+{"Finetune/Learning Rate": 1.9681790479056676e-05, "Finetune/Loss": 0.8501269221305847, "Finetune/Loss (Raw)": 0.7816108465194702, "Finetune/Step": 1123, "Finetune/Step Time": 6.6222060807049274}
+{"Finetune/Learning Rate": 1.9681010425419656e-05, "Finetune/Loss": 0.8524945378303528, "Finetune/Loss (Raw)": 1.0844229459762573, "Finetune/Step": 1124, "Finetune/Step Time": 6.618214437738061}
+{"Finetune/Learning Rate": 1.968022943234355e-05, "Finetune/Loss": 0.8523261547088623, "Finetune/Loss (Raw)": 0.8419575691223145, "Finetune/Step": 1125, "Finetune/Step Time": 6.614285277202725}
+{"Finetune/Learning Rate": 1.9679447499904153e-05, "Finetune/Loss": 0.8534794449806213, "Finetune/Loss (Raw)": 0.9104481935501099, "Finetune/Step": 1126, "Finetune/Step Time": 6.595996083691716}
+{"Finetune/Learning Rate": 1.9678664628177333e-05, "Finetune/Loss": 0.8528062105178833, "Finetune/Loss (Raw)": 0.8789327144622803, "Finetune/Step": 1127, "Finetune/Step Time": 6.594286613166332}
+{"Finetune/Learning Rate": 1.9677880817239063e-05, "Finetune/Loss": 0.8510867357254028, "Finetune/Loss (Raw)": 0.8003664612770081, "Finetune/Step": 1128, "Finetune/Step Time": 6.605308713391423}
+{"Finetune/Learning Rate": 1.9677096067165404e-05, "Finetune/Loss": 0.8560640215873718, "Finetune/Loss (Raw)": 0.9586987495422363, "Finetune/Step": 1129, "Finetune/Step Time": 6.57986338250339}
+{"Finetune/Learning Rate": 1.967631037803251e-05, "Finetune/Loss": 0.8539271354675293, "Finetune/Loss (Raw)": 0.6829128265380859, "Finetune/Step": 1130, "Finetune/Step Time": 6.586643500253558}
+{"Finetune/Learning Rate": 1.967552374991662e-05, "Finetune/Loss": 0.8537513017654419, "Finetune/Loss (Raw)": 0.9542060494422913, "Finetune/Step": 1131, "Finetune/Step Time": 6.568520329892635}
+{"Finetune/Learning Rate": 1.9674736182894066e-05, "Finetune/Loss": 0.8534469604492188, "Finetune/Loss (Raw)": 0.9478586316108704, "Finetune/Step": 1132, "Finetune/Step Time": 6.56913573294878}
+{"Finetune/Learning Rate": 1.967394767704128e-05, "Finetune/Loss": 0.8533684015274048, "Finetune/Loss (Raw)": 0.9002200961112976, "Finetune/Step": 1133, "Finetune/Step Time": 6.5537631548941135}
+{"Finetune/Learning Rate": 1.9673158232434774e-05, "Finetune/Loss": 0.8547271490097046, "Finetune/Loss (Raw)": 0.8808981776237488, "Finetune/Step": 1134, "Finetune/Step Time": 6.535309543833137}
+{"Finetune/Learning Rate": 1.967236784915115e-05, "Finetune/Loss": 0.8555321097373962, "Finetune/Loss (Raw)": 0.9439414739608765, "Finetune/Step": 1135, "Finetune/Step Time": 6.5298776756972075}
+{"Finetune/Learning Rate": 1.9671576527267118e-05, "Finetune/Loss": 0.8551468253135681, "Finetune/Loss (Raw)": 0.8657630681991577, "Finetune/Step": 1136, "Finetune/Step Time": 6.52674980647862}
+{"Finetune/Learning Rate": 1.9670784266859456e-05, "Finetune/Loss": 0.8594626188278198, "Finetune/Loss (Raw)": 0.976796567440033, "Finetune/Step": 1137, "Finetune/Step Time": 6.507893208414316}
+{"Finetune/Learning Rate": 1.9669991068005055e-05, "Finetune/Loss": 0.8602883815765381, "Finetune/Loss (Raw)": 0.9004919528961182, "Finetune/Step": 1138, "Finetune/Step Time": 6.516051759943366}
+{"Finetune/Learning Rate": 1.9669196930780877e-05, "Finetune/Loss": 0.8603404760360718, "Finetune/Loss (Raw)": 0.8228732347488403, "Finetune/Step": 1139, "Finetune/Step Time": 6.5284204706549644}
+{"Finetune/Learning Rate": 1.9668401855263992e-05, "Finetune/Loss": 0.8601678013801575, "Finetune/Loss (Raw)": 0.905779242515564, "Finetune/Step": 1140, "Finetune/Step Time": 6.522240502759814}
+{"Finetune/Learning Rate": 1.9667605841531548e-05, "Finetune/Loss": 0.8600685596466064, "Finetune/Loss (Raw)": 0.8605786561965942, "Finetune/Step": 1141, "Finetune/Step Time": 6.527247667312622}
+{"Finetune/Learning Rate": 1.9666808889660793e-05, "Finetune/Loss": 0.8546483516693115, "Finetune/Loss (Raw)": 0.3001864552497864, "Finetune/Step": 1142, "Finetune/Step Time": 6.54024300724268}
+{"Finetune/Learning Rate": 1.966601099972906e-05, "Finetune/Loss": 0.8589444756507874, "Finetune/Loss (Raw)": 0.8585000038146973, "Finetune/Step": 1143, "Finetune/Step Time": 6.532695354893804}
+{"Finetune/Learning Rate": 1.9665212171813778e-05, "Finetune/Loss": 0.8584346771240234, "Finetune/Loss (Raw)": 0.8717244267463684, "Finetune/Step": 1144, "Finetune/Step Time": 6.526082826778293}
+{"Finetune/Learning Rate": 1.9664412405992467e-05, "Finetune/Loss": 0.8575392961502075, "Finetune/Loss (Raw)": 0.8699238896369934, "Finetune/Step": 1145, "Finetune/Step Time": 6.5265789441764355}
+{"Finetune/Learning Rate": 1.9663611702342728e-05, "Finetune/Loss": 0.8583182096481323, "Finetune/Loss (Raw)": 0.9302681684494019, "Finetune/Step": 1146, "Finetune/Step Time": 6.493780929595232}
+{"Finetune/Learning Rate": 1.9662810060942267e-05, "Finetune/Loss": 0.8571500182151794, "Finetune/Loss (Raw)": 0.6876034736633301, "Finetune/Step": 1147, "Finetune/Step Time": 6.496329018846154}
+{"Finetune/Learning Rate": 1.9662007481868873e-05, "Finetune/Loss": 0.8528673648834229, "Finetune/Loss (Raw)": 0.3449643850326538, "Finetune/Step": 1148, "Finetune/Step Time": 6.526251761242747}
+{"Finetune/Learning Rate": 1.966120396520043e-05, "Finetune/Loss": 0.8555572032928467, "Finetune/Loss (Raw)": 1.0632630586624146, "Finetune/Step": 1149, "Finetune/Step Time": 6.527198672294617}
+{"Finetune/Learning Rate": 1.966039951101491e-05, "Finetune/Loss": 0.8548762798309326, "Finetune/Loss (Raw)": 0.7900839447975159, "Finetune/Step": 1150, "Finetune/Step Time": 6.538135161623359}
+{"Finetune/Learning Rate": 1.9659594119390372e-05, "Finetune/Loss": 0.8557318449020386, "Finetune/Loss (Raw)": 0.7973964810371399, "Finetune/Step": 1151, "Finetune/Step Time": 6.522497581318021}
+{"Finetune/Learning Rate": 1.9658787790404976e-05, "Finetune/Loss": 0.8559043407440186, "Finetune/Loss (Raw)": 0.8168393969535828, "Finetune/Step": 1152, "Finetune/Step Time": 6.539350546896458}
+{"Finetune/Learning Rate": 1.9657980524136967e-05, "Finetune/Loss": 0.8569290041923523, "Finetune/Loss (Raw)": 0.9258259534835815, "Finetune/Step": 1153, "Finetune/Step Time": 6.553170785307884}
+{"Finetune/Learning Rate": 1.965717232066468e-05, "Finetune/Loss": 0.8527638912200928, "Finetune/Loss (Raw)": 0.327775776386261, "Finetune/Step": 1154, "Finetune/Step Time": 6.564755534753203}
+{"Finetune/Learning Rate": 1.965636318006654e-05, "Finetune/Loss": 0.8525538444519043, "Finetune/Loss (Raw)": 0.3395290970802307, "Finetune/Step": 1155, "Finetune/Step Time": 6.563812339678407}
+{"Finetune/Learning Rate": 1.9655553102421076e-05, "Finetune/Loss": 0.8531087636947632, "Finetune/Loss (Raw)": 1.0022896528244019, "Finetune/Step": 1156, "Finetune/Step Time": 6.560006791725755}
+{"Finetune/Learning Rate": 1.9654742087806883e-05, "Finetune/Loss": 0.854320228099823, "Finetune/Loss (Raw)": 0.9616873860359192, "Finetune/Step": 1157, "Finetune/Step Time": 6.551863990724087}
+{"Finetune/Learning Rate": 1.965393013630267e-05, "Finetune/Loss": 0.854349672794342, "Finetune/Loss (Raw)": 0.8057874441146851, "Finetune/Step": 1158, "Finetune/Step Time": 6.542270865291357}
+{"Finetune/Learning Rate": 1.9653117247987228e-05, "Finetune/Loss": 0.853918194770813, "Finetune/Loss (Raw)": 0.7901713848114014, "Finetune/Step": 1159, "Finetune/Step Time": 6.54149634949863}
+{"Finetune/Learning Rate": 1.9652303422939437e-05, "Finetune/Loss": 0.8577853441238403, "Finetune/Loss (Raw)": 0.8405711054801941, "Finetune/Step": 1160, "Finetune/Step Time": 6.538787495344877}
+{"Finetune/Learning Rate": 1.9651488661238273e-05, "Finetune/Loss": 0.8568942546844482, "Finetune/Loss (Raw)": 0.8003563284873962, "Finetune/Step": 1161, "Finetune/Step Time": 6.5315069910138845}
+{"Finetune/Learning Rate": 1.9650672962962794e-05, "Finetune/Loss": 0.8584746718406677, "Finetune/Loss (Raw)": 0.952162504196167, "Finetune/Step": 1162, "Finetune/Step Time": 6.5276818964630365}
+{"Finetune/Learning Rate": 1.9649856328192158e-05, "Finetune/Loss": 0.8564867973327637, "Finetune/Loss (Raw)": 0.6201266050338745, "Finetune/Step": 1163, "Finetune/Step Time": 6.535944426432252}
+{"Finetune/Learning Rate": 1.9649038757005615e-05, "Finetune/Loss": 0.8582236170768738, "Finetune/Loss (Raw)": 1.070696473121643, "Finetune/Step": 1164, "Finetune/Step Time": 6.532859373837709}
+{"Finetune/Learning Rate": 1.9648220249482496e-05, "Finetune/Loss": 0.8554830551147461, "Finetune/Loss (Raw)": 0.3640942871570587, "Finetune/Step": 1165, "Finetune/Step Time": 6.540461972355843}
+{"Finetune/Learning Rate": 1.9647400805702233e-05, "Finetune/Loss": 0.8534261584281921, "Finetune/Loss (Raw)": 0.8091297149658203, "Finetune/Step": 1166, "Finetune/Step Time": 6.5484999269247055}
+{"Finetune/Learning Rate": 1.964658042574434e-05, "Finetune/Loss": 0.8514128923416138, "Finetune/Loss (Raw)": 0.6293078064918518, "Finetune/Step": 1167, "Finetune/Step Time": 6.562108790501952}
+{"Finetune/Learning Rate": 1.9645759109688428e-05, "Finetune/Loss": 0.8519877195358276, "Finetune/Loss (Raw)": 0.7994011640548706, "Finetune/Step": 1168, "Finetune/Step Time": 6.560541905462742}
+{"Finetune/Learning Rate": 1.9644936857614195e-05, "Finetune/Loss": 0.8513216972351074, "Finetune/Loss (Raw)": 0.936099112033844, "Finetune/Step": 1169, "Finetune/Step Time": 6.56184939481318}
+{"Finetune/Learning Rate": 1.9644113669601435e-05, "Finetune/Loss": 0.8471024632453918, "Finetune/Loss (Raw)": 0.470293253660202, "Finetune/Step": 1170, "Finetune/Step Time": 6.576325440779328}
+{"Finetune/Learning Rate": 1.9643289545730028e-05, "Finetune/Loss": 0.8519134521484375, "Finetune/Loss (Raw)": 0.9884212017059326, "Finetune/Step": 1171, "Finetune/Step Time": 6.551477970555425}
+{"Finetune/Learning Rate": 1.964246448607995e-05, "Finetune/Loss": 0.8539398908615112, "Finetune/Loss (Raw)": 0.9169295430183411, "Finetune/Step": 1172, "Finetune/Step Time": 6.545032070949674}
+{"Finetune/Learning Rate": 1.9641638490731258e-05, "Finetune/Loss": 0.8544155955314636, "Finetune/Loss (Raw)": 0.8793495297431946, "Finetune/Step": 1173, "Finetune/Step Time": 6.528101406991482}
+{"Finetune/Learning Rate": 1.964081155976411e-05, "Finetune/Loss": 0.8505623936653137, "Finetune/Loss (Raw)": 0.3602094054222107, "Finetune/Step": 1174, "Finetune/Step Time": 6.5378149673342705}
+{"Finetune/Learning Rate": 1.9639983693258746e-05, "Finetune/Loss": 0.8498678207397461, "Finetune/Loss (Raw)": 0.8072149753570557, "Finetune/Step": 1175, "Finetune/Step Time": 6.55118871293962}
+{"Finetune/Learning Rate": 1.963915489129551e-05, "Finetune/Loss": 0.8481615781784058, "Finetune/Loss (Raw)": 0.8147863149642944, "Finetune/Step": 1176, "Finetune/Step Time": 6.547002414241433}
+{"Finetune/Learning Rate": 1.963832515395482e-05, "Finetune/Loss": 0.8444733619689941, "Finetune/Loss (Raw)": 0.2912856340408325, "Finetune/Step": 1177, "Finetune/Step Time": 6.567867282778025}
+{"Finetune/Learning Rate": 1.9637494481317202e-05, "Finetune/Loss": 0.8410711884498596, "Finetune/Loss (Raw)": 0.32450252771377563, "Finetune/Step": 1178, "Finetune/Step Time": 6.572473604232073}
+{"Finetune/Learning Rate": 1.963666287346326e-05, "Finetune/Loss": 0.8439024090766907, "Finetune/Loss (Raw)": 1.0463236570358276, "Finetune/Step": 1179, "Finetune/Step Time": 6.564962584525347}
+{"Finetune/Learning Rate": 1.9635830330473687e-05, "Finetune/Loss": 0.8423141241073608, "Finetune/Loss (Raw)": 0.8062429428100586, "Finetune/Step": 1180, "Finetune/Step Time": 6.580143412575126}
+{"Finetune/Learning Rate": 1.963499685242928e-05, "Finetune/Loss": 0.8435773849487305, "Finetune/Loss (Raw)": 1.0223947763442993, "Finetune/Step": 1181, "Finetune/Step Time": 6.5681609734892845}
+{"Finetune/Learning Rate": 1.9634162439410917e-05, "Finetune/Loss": 0.8408567905426025, "Finetune/Loss (Raw)": 0.5611207485198975, "Finetune/Step": 1182, "Finetune/Step Time": 6.56965665705502}
+{"Finetune/Learning Rate": 1.9633327091499566e-05, "Finetune/Loss": 0.8421675562858582, "Finetune/Loss (Raw)": 0.9621071219444275, "Finetune/Step": 1183, "Finetune/Step Time": 6.570142200216651}
+{"Finetune/Learning Rate": 1.963249080877629e-05, "Finetune/Loss": 0.8397195339202881, "Finetune/Loss (Raw)": 0.7111102938652039, "Finetune/Step": 1184, "Finetune/Step Time": 6.597756637260318}
+{"Finetune/Learning Rate": 1.9631653591322244e-05, "Finetune/Loss": 0.8402613401412964, "Finetune/Loss (Raw)": 0.9045508503913879, "Finetune/Step": 1185, "Finetune/Step Time": 6.6005201283842325}
+{"Finetune/Learning Rate": 1.963081543921867e-05, "Finetune/Loss": 0.8421631455421448, "Finetune/Loss (Raw)": 1.0230588912963867, "Finetune/Step": 1186, "Finetune/Step Time": 6.601022927090526}
+{"Finetune/Learning Rate": 1.96299763525469e-05, "Finetune/Loss": 0.8388046026229858, "Finetune/Loss (Raw)": 0.34877753257751465, "Finetune/Step": 1187, "Finetune/Step Time": 6.605383960530162}
+{"Finetune/Learning Rate": 1.9629136331388362e-05, "Finetune/Loss": 0.8396223783493042, "Finetune/Loss (Raw)": 0.927385687828064, "Finetune/Step": 1188, "Finetune/Step Time": 6.603503944352269}
+{"Finetune/Learning Rate": 1.9628295375824568e-05, "Finetune/Loss": 0.8420140743255615, "Finetune/Loss (Raw)": 0.9729403853416443, "Finetune/Step": 1189, "Finetune/Step Time": 6.607304465025663}
+{"Finetune/Learning Rate": 1.9627453485937123e-05, "Finetune/Loss": 0.8420952558517456, "Finetune/Loss (Raw)": 0.8855375051498413, "Finetune/Step": 1190, "Finetune/Step Time": 6.605281135067344}
+{"Finetune/Learning Rate": 1.9626610661807723e-05, "Finetune/Loss": 0.8424985408782959, "Finetune/Loss (Raw)": 0.9353089332580566, "Finetune/Step": 1191, "Finetune/Step Time": 6.59833855368197}
+{"Finetune/Learning Rate": 1.962576690351816e-05, "Finetune/Loss": 0.8413963317871094, "Finetune/Loss (Raw)": 0.9758202433586121, "Finetune/Step": 1192, "Finetune/Step Time": 6.605665830895305}
+{"Finetune/Learning Rate": 1.9624922211150307e-05, "Finetune/Loss": 0.8404927253723145, "Finetune/Loss (Raw)": 0.9223963022232056, "Finetune/Step": 1193, "Finetune/Step Time": 6.604132693260908}
+{"Finetune/Learning Rate": 1.9624076584786134e-05, "Finetune/Loss": 0.8414607048034668, "Finetune/Loss (Raw)": 0.9297189116477966, "Finetune/Step": 1194, "Finetune/Step Time": 6.616901688277721}
+{"Finetune/Learning Rate": 1.9623230024507703e-05, "Finetune/Loss": 0.8404553532600403, "Finetune/Loss (Raw)": 0.8848615884780884, "Finetune/Step": 1195, "Finetune/Step Time": 6.60715682245791}
+{"Finetune/Learning Rate": 1.962238253039716e-05, "Finetune/Loss": 0.8412539958953857, "Finetune/Loss (Raw)": 0.8991906642913818, "Finetune/Step": 1196, "Finetune/Step Time": 6.602992549538612}
+{"Finetune/Learning Rate": 1.9621534102536745e-05, "Finetune/Loss": 0.8420363664627075, "Finetune/Loss (Raw)": 0.9709314107894897, "Finetune/Step": 1197, "Finetune/Step Time": 6.569902719929814}
+{"Finetune/Learning Rate": 1.962068474100879e-05, "Finetune/Loss": 0.8420253992080688, "Finetune/Loss (Raw)": 0.9002618193626404, "Finetune/Step": 1198, "Finetune/Step Time": 6.573827747255564}
+{"Finetune/Learning Rate": 1.961983444589572e-05, "Finetune/Loss": 0.8422092199325562, "Finetune/Loss (Raw)": 0.968389093875885, "Finetune/Step": 1199, "Finetune/Step Time": 6.569248341023922}
+{"Finetune/Learning Rate": 1.9618983217280038e-05, "Finetune/Loss": 0.842265248298645, "Finetune/Loss (Raw)": 0.9604442119598389, "Finetune/Step": 1200, "Finetune/Step Time": 6.565212532877922}
+{"Finetune/Learning Rate": 1.9618131055244355e-05, "Finetune/Loss": 0.8432337045669556, "Finetune/Loss (Raw)": 0.9857333898544312, "Finetune/Step": 1201, "Finetune/Step Time": 6.577444672584534}
+{"Finetune/Learning Rate": 1.9617277959871363e-05, "Finetune/Loss": 0.8439089059829712, "Finetune/Loss (Raw)": 1.0757668018341064, "Finetune/Step": 1202, "Finetune/Step Time": 6.580712262541056}
+{"Finetune/Learning Rate": 1.9616423931243845e-05, "Finetune/Loss": 0.8452149629592896, "Finetune/Loss (Raw)": 1.0397703647613525, "Finetune/Step": 1203, "Finetune/Step Time": 6.571278126910329}
+{"Finetune/Learning Rate": 1.9615568969444673e-05, "Finetune/Loss": 0.8450846076011658, "Finetune/Loss (Raw)": 0.9741662740707397, "Finetune/Step": 1204, "Finetune/Step Time": 6.57876711525023}
+{"Finetune/Learning Rate": 1.9614713074556815e-05, "Finetune/Loss": 0.8436219096183777, "Finetune/Loss (Raw)": 0.8016851544380188, "Finetune/Step": 1205, "Finetune/Step Time": 6.595738250762224}
+{"Finetune/Learning Rate": 1.9613856246663324e-05, "Finetune/Loss": 0.8442753553390503, "Finetune/Loss (Raw)": 1.0362725257873535, "Finetune/Step": 1206, "Finetune/Step Time": 6.577630342915654}
+{"Finetune/Learning Rate": 1.9612998485847346e-05, "Finetune/Loss": 0.8451910018920898, "Finetune/Loss (Raw)": 0.8819432258605957, "Finetune/Step": 1207, "Finetune/Step Time": 6.583356307819486}
+{"Finetune/Learning Rate": 1.961213979219212e-05, "Finetune/Loss": 0.8467193245887756, "Finetune/Loss (Raw)": 0.9126149415969849, "Finetune/Step": 1208, "Finetune/Step Time": 6.583939623087645}
+{"Finetune/Learning Rate": 1.961128016578097e-05, "Finetune/Loss": 0.8471120595932007, "Finetune/Loss (Raw)": 0.9611147046089172, "Finetune/Step": 1209, "Finetune/Step Time": 6.582892315462232}
+{"Finetune/Learning Rate": 1.9610419606697323e-05, "Finetune/Loss": 0.848168134689331, "Finetune/Loss (Raw)": 0.8484577536582947, "Finetune/Step": 1210, "Finetune/Step Time": 6.550886392593384}
+{"Finetune/Learning Rate": 1.9609558115024673e-05, "Finetune/Loss": 0.8477122783660889, "Finetune/Loss (Raw)": 0.8834236860275269, "Finetune/Step": 1211, "Finetune/Step Time": 6.553006058558822}
+{"Finetune/Learning Rate": 1.9608695690846628e-05, "Finetune/Loss": 0.8480079174041748, "Finetune/Loss (Raw)": 0.9670132398605347, "Finetune/Step": 1212, "Finetune/Step Time": 6.541156897321343}
+{"Finetune/Learning Rate": 1.9607832334246875e-05, "Finetune/Loss": 0.8475370407104492, "Finetune/Loss (Raw)": 0.8506525754928589, "Finetune/Step": 1213, "Finetune/Step Time": 6.5409258380532265}
+{"Finetune/Learning Rate": 1.9606968045309188e-05, "Finetune/Loss": 0.8460155725479126, "Finetune/Loss (Raw)": 0.7681310176849365, "Finetune/Step": 1214, "Finetune/Step Time": 6.554458662867546}
+{"Finetune/Learning Rate": 1.9606102824117447e-05, "Finetune/Loss": 0.8459786772727966, "Finetune/Loss (Raw)": 0.9423456788063049, "Finetune/Step": 1215, "Finetune/Step Time": 6.565072372555733}
+{"Finetune/Learning Rate": 1.9605236670755608e-05, "Finetune/Loss": 0.8437882661819458, "Finetune/Loss (Raw)": 0.35478049516677856, "Finetune/Step": 1216, "Finetune/Step Time": 6.574773071333766}
+{"Finetune/Learning Rate": 1.960436958530772e-05, "Finetune/Loss": 0.8448994755744934, "Finetune/Loss (Raw)": 1.0302915573120117, "Finetune/Step": 1217, "Finetune/Step Time": 6.57839148491621}
+{"Finetune/Learning Rate": 1.9603501567857924e-05, "Finetune/Loss": 0.8448804020881653, "Finetune/Loss (Raw)": 0.9641262888908386, "Finetune/Step": 1218, "Finetune/Step Time": 6.56267380900681}
+{"Finetune/Learning Rate": 1.9602632618490456e-05, "Finetune/Loss": 0.8406569957733154, "Finetune/Loss (Raw)": 0.3033576011657715, "Finetune/Step": 1219, "Finetune/Step Time": 6.582839855924249}
+{"Finetune/Learning Rate": 1.9601762737289636e-05, "Finetune/Loss": 0.8399350047111511, "Finetune/Loss (Raw)": 0.8688414692878723, "Finetune/Step": 1220, "Finetune/Step Time": 6.581986293196678}
+{"Finetune/Learning Rate": 1.9600891924339875e-05, "Finetune/Loss": 0.8404479026794434, "Finetune/Loss (Raw)": 0.8448165059089661, "Finetune/Step": 1221, "Finetune/Step Time": 6.591250352561474}
+{"Finetune/Learning Rate": 1.960002017972568e-05, "Finetune/Loss": 0.8400939702987671, "Finetune/Loss (Raw)": 0.8293499946594238, "Finetune/Step": 1222, "Finetune/Step Time": 6.611116433516145}
+{"Finetune/Learning Rate": 1.9599147503531643e-05, "Finetune/Loss": 0.8395452499389648, "Finetune/Loss (Raw)": 0.9116389751434326, "Finetune/Step": 1223, "Finetune/Step Time": 6.621140522882342}
+{"Finetune/Learning Rate": 1.9598273895842443e-05, "Finetune/Loss": 0.8393436670303345, "Finetune/Loss (Raw)": 0.9139811396598816, "Finetune/Step": 1224, "Finetune/Step Time": 6.621174672618508}
+{"Finetune/Learning Rate": 1.9597399356742864e-05, "Finetune/Loss": 0.8386380672454834, "Finetune/Loss (Raw)": 0.7738872170448303, "Finetune/Step": 1225, "Finetune/Step Time": 6.605576468631625}
+{"Finetune/Learning Rate": 1.9596523886317764e-05, "Finetune/Loss": 0.8381603360176086, "Finetune/Loss (Raw)": 0.7923213839530945, "Finetune/Step": 1226, "Finetune/Step Time": 6.594931274652481}
+{"Finetune/Learning Rate": 1.9595647484652098e-05, "Finetune/Loss": 0.8365556001663208, "Finetune/Loss (Raw)": 0.7140440940856934, "Finetune/Step": 1227, "Finetune/Step Time": 6.601819217205048}
+{"Finetune/Learning Rate": 1.9594770151830915e-05, "Finetune/Loss": 0.8360775709152222, "Finetune/Loss (Raw)": 0.7867352962493896, "Finetune/Step": 1228, "Finetune/Step Time": 6.607143420726061}
+{"Finetune/Learning Rate": 1.9593891887939347e-05, "Finetune/Loss": 0.8366842865943909, "Finetune/Loss (Raw)": 1.001951813697815, "Finetune/Step": 1229, "Finetune/Step Time": 6.602966690436006}
+{"Finetune/Learning Rate": 1.959301269306262e-05, "Finetune/Loss": 0.8341662883758545, "Finetune/Loss (Raw)": 0.40721598267555237, "Finetune/Step": 1230, "Finetune/Step Time": 6.627328876405954}
+{"Finetune/Learning Rate": 1.959213256728606e-05, "Finetune/Loss": 0.834051787853241, "Finetune/Loss (Raw)": 1.0109972953796387, "Finetune/Step": 1231, "Finetune/Step Time": 6.621126838028431}
+{"Finetune/Learning Rate": 1.959125151069506e-05, "Finetune/Loss": 0.8330491185188293, "Finetune/Loss (Raw)": 0.8562021851539612, "Finetune/Step": 1232, "Finetune/Step Time": 6.60938879661262}
+{"Finetune/Learning Rate": 1.9590369523375122e-05, "Finetune/Loss": 0.8337875604629517, "Finetune/Loss (Raw)": 0.9333549737930298, "Finetune/Step": 1233, "Finetune/Step Time": 6.593408549204469}
+{"Finetune/Learning Rate": 1.958948660541184e-05, "Finetune/Loss": 0.8331980109214783, "Finetune/Loss (Raw)": 0.729393720626831, "Finetune/Step": 1234, "Finetune/Step Time": 6.601394670084119}
+{"Finetune/Learning Rate": 1.9588602756890884e-05, "Finetune/Loss": 0.8326154351234436, "Finetune/Loss (Raw)": 0.8817841410636902, "Finetune/Step": 1235, "Finetune/Step Time": 6.5996882524341345}
+{"Finetune/Learning Rate": 1.9587717977898025e-05, "Finetune/Loss": 0.8323220014572144, "Finetune/Loss (Raw)": 1.002172827720642, "Finetune/Step": 1236, "Finetune/Step Time": 6.595287591218948}
+{"Finetune/Learning Rate": 1.9586832268519122e-05, "Finetune/Loss": 0.8351042866706848, "Finetune/Loss (Raw)": 0.9797859787940979, "Finetune/Step": 1237, "Finetune/Step Time": 6.597405221313238}
+{"Finetune/Learning Rate": 1.9585945628840124e-05, "Finetune/Loss": 0.8359600305557251, "Finetune/Loss (Raw)": 1.0140504837036133, "Finetune/Step": 1238, "Finetune/Step Time": 6.5991518422961235}
+{"Finetune/Learning Rate": 1.9585058058947068e-05, "Finetune/Loss": 0.8347882032394409, "Finetune/Loss (Raw)": 0.9061147570610046, "Finetune/Step": 1239, "Finetune/Step Time": 6.60690214112401}
+{"Finetune/Learning Rate": 1.9584169558926084e-05, "Finetune/Loss": 0.8350408673286438, "Finetune/Loss (Raw)": 0.8623425364494324, "Finetune/Step": 1240, "Finetune/Step Time": 6.605641443282366}
+{"Finetune/Learning Rate": 1.9583280128863393e-05, "Finetune/Loss": 0.8344982266426086, "Finetune/Loss (Raw)": 0.810477077960968, "Finetune/Step": 1241, "Finetune/Step Time": 6.609789514914155}
+{"Finetune/Learning Rate": 1.95823897688453e-05, "Finetune/Loss": 0.8354827165603638, "Finetune/Loss (Raw)": 0.90000981092453, "Finetune/Step": 1242, "Finetune/Step Time": 6.584220502525568}
+{"Finetune/Learning Rate": 1.958149847895821e-05, "Finetune/Loss": 0.8358030915260315, "Finetune/Loss (Raw)": 0.93061763048172, "Finetune/Step": 1243, "Finetune/Step Time": 6.578640459105372}
+{"Finetune/Learning Rate": 1.9580606259288613e-05, "Finetune/Loss": 0.8348171710968018, "Finetune/Loss (Raw)": 0.8638737797737122, "Finetune/Step": 1244, "Finetune/Step Time": 6.582418086007237}
+{"Finetune/Learning Rate": 1.9579713109923088e-05, "Finetune/Loss": 0.8345762491226196, "Finetune/Loss (Raw)": 0.776589035987854, "Finetune/Step": 1245, "Finetune/Step Time": 6.573841972276568}
+{"Finetune/Learning Rate": 1.9578819030948302e-05, "Finetune/Loss": 0.8338223695755005, "Finetune/Loss (Raw)": 0.8217126727104187, "Finetune/Step": 1246, "Finetune/Step Time": 6.595825407654047}
+{"Finetune/Learning Rate": 1.957792402245102e-05, "Finetune/Loss": 0.8366783261299133, "Finetune/Loss (Raw)": 0.983551025390625, "Finetune/Step": 1247, "Finetune/Step Time": 6.582656426355243}
+{"Finetune/Learning Rate": 1.95770280845181e-05, "Finetune/Loss": 0.8352388143539429, "Finetune/Loss (Raw)": 0.7190345525741577, "Finetune/Step": 1248, "Finetune/Step Time": 6.587274491786957}
+{"Finetune/Learning Rate": 1.957613121723647e-05, "Finetune/Loss": 0.8338019847869873, "Finetune/Loss (Raw)": 0.8221179842948914, "Finetune/Step": 1249, "Finetune/Step Time": 6.588471991941333}
+{"Finetune/Learning Rate": 1.9575233420693163e-05, "Finetune/Loss": 0.8337293863296509, "Finetune/Loss (Raw)": 0.9103618860244751, "Finetune/Step": 1250, "Finetune/Step Time": 6.56978409551084}
+{"Finetune/Learning Rate": 1.957433469497531e-05, "Finetune/Loss": 0.8347194194793701, "Finetune/Loss (Raw)": 0.9083290696144104, "Finetune/Step": 1251, "Finetune/Step Time": 6.555974705144763}
+{"Finetune/Learning Rate": 1.9573435040170118e-05, "Finetune/Loss": 0.8323420882225037, "Finetune/Loss (Raw)": 0.7801296710968018, "Finetune/Step": 1252, "Finetune/Step Time": 6.552493907511234}
+{"Finetune/Learning Rate": 1.9572534456364885e-05, "Finetune/Loss": 0.8319737911224365, "Finetune/Loss (Raw)": 0.7948189377784729, "Finetune/Step": 1253, "Finetune/Step Time": 6.571172678843141}
+{"Finetune/Learning Rate": 1.9571632943647008e-05, "Finetune/Loss": 0.8317581415176392, "Finetune/Loss (Raw)": 0.8828349709510803, "Finetune/Step": 1254, "Finetune/Step Time": 6.575697518885136}
+{"Finetune/Learning Rate": 1.9570730502103968e-05, "Finetune/Loss": 0.8324564099311829, "Finetune/Loss (Raw)": 0.9683148264884949, "Finetune/Step": 1255, "Finetune/Step Time": 6.5784992929548025}
+{"Finetune/Learning Rate": 1.956982713182334e-05, "Finetune/Loss": 0.8334088325500488, "Finetune/Loss (Raw)": 0.9222718477249146, "Finetune/Step": 1256, "Finetune/Step Time": 6.575203116983175}
+{"Finetune/Learning Rate": 1.9568922832892778e-05, "Finetune/Loss": 0.830487847328186, "Finetune/Loss (Raw)": 0.584824800491333, "Finetune/Step": 1257, "Finetune/Step Time": 6.601637359708548}
+{"Finetune/Learning Rate": 1.9568017605400044e-05, "Finetune/Loss": 0.8320039510726929, "Finetune/Loss (Raw)": 0.8769683837890625, "Finetune/Step": 1258, "Finetune/Step Time": 6.591501470655203}
+{"Finetune/Learning Rate": 1.9567111449432976e-05, "Finetune/Loss": 0.8306246399879456, "Finetune/Loss (Raw)": 0.7776548862457275, "Finetune/Step": 1259, "Finetune/Step Time": 6.602976709604263}
+{"Finetune/Learning Rate": 1.9566204365079508e-05, "Finetune/Loss": 0.8318212628364563, "Finetune/Loss (Raw)": 1.1010245084762573, "Finetune/Step": 1260, "Finetune/Step Time": 6.604760693386197}
+{"Finetune/Learning Rate": 1.9565296352427664e-05, "Finetune/Loss": 0.8307064771652222, "Finetune/Loss (Raw)": 0.7575331926345825, "Finetune/Step": 1261, "Finetune/Step Time": 6.604439290240407}
+{"Finetune/Learning Rate": 1.9564387411565553e-05, "Finetune/Loss": 0.8309879302978516, "Finetune/Loss (Raw)": 0.9169155359268188, "Finetune/Step": 1262, "Finetune/Step Time": 6.6003385074436665}
+{"Finetune/Learning Rate": 1.9563477542581378e-05, "Finetune/Loss": 0.8310632705688477, "Finetune/Loss (Raw)": 0.9535866975784302, "Finetune/Step": 1263, "Finetune/Step Time": 6.597348866984248}
+{"Finetune/Learning Rate": 1.956256674556344e-05, "Finetune/Loss": 0.831125020980835, "Finetune/Loss (Raw)": 0.8736624121665955, "Finetune/Step": 1264, "Finetune/Step Time": 6.596029235050082}
+{"Finetune/Learning Rate": 1.9561655020600115e-05, "Finetune/Loss": 0.8264963030815125, "Finetune/Loss (Raw)": 0.3843240737915039, "Finetune/Step": 1265, "Finetune/Step Time": 6.615116126835346}
+{"Finetune/Learning Rate": 1.9560742367779878e-05, "Finetune/Loss": 0.8260127305984497, "Finetune/Loss (Raw)": 0.8386032581329346, "Finetune/Step": 1266, "Finetune/Step Time": 6.621184637770057}
+{"Finetune/Learning Rate": 1.955982878719129e-05, "Finetune/Loss": 0.8269569277763367, "Finetune/Loss (Raw)": 0.9437257051467896, "Finetune/Step": 1267, "Finetune/Step Time": 6.6080615632236}
+{"Finetune/Learning Rate": 1.955891427892301e-05, "Finetune/Loss": 0.8275343775749207, "Finetune/Loss (Raw)": 0.9796925187110901, "Finetune/Step": 1268, "Finetune/Step Time": 6.611530855298042}
+{"Finetune/Learning Rate": 1.955799884306378e-05, "Finetune/Loss": 0.8272049427032471, "Finetune/Loss (Raw)": 0.8184158802032471, "Finetune/Step": 1269, "Finetune/Step Time": 6.603217914700508}
+{"Finetune/Learning Rate": 1.9557082479702426e-05, "Finetune/Loss": 0.8323181867599487, "Finetune/Loss (Raw)": 0.9546771049499512, "Finetune/Step": 1270, "Finetune/Step Time": 6.593413816764951}
+{"Finetune/Learning Rate": 1.9556165188927882e-05, "Finetune/Loss": 0.8333536386489868, "Finetune/Loss (Raw)": 0.9910377264022827, "Finetune/Step": 1271, "Finetune/Step Time": 6.578760575503111}
+{"Finetune/Learning Rate": 1.955524697082915e-05, "Finetune/Loss": 0.8322718143463135, "Finetune/Loss (Raw)": 0.7332452535629272, "Finetune/Step": 1272, "Finetune/Step Time": 6.587066754698753}
+{"Finetune/Learning Rate": 1.9554327825495343e-05, "Finetune/Loss": 0.8316593170166016, "Finetune/Loss (Raw)": 0.7915307283401489, "Finetune/Step": 1273, "Finetune/Step Time": 6.597565682604909}
+{"Finetune/Learning Rate": 1.955340775301565e-05, "Finetune/Loss": 0.8308804035186768, "Finetune/Loss (Raw)": 0.8305628299713135, "Finetune/Step": 1274, "Finetune/Step Time": 6.589434027671814}
+{"Finetune/Learning Rate": 1.9552486753479352e-05, "Finetune/Loss": 0.8336549997329712, "Finetune/Loss (Raw)": 1.042760968208313, "Finetune/Step": 1275, "Finetune/Step Time": 6.580857634544373}
+{"Finetune/Learning Rate": 1.9551564826975826e-05, "Finetune/Loss": 0.8377561569213867, "Finetune/Loss (Raw)": 0.86990886926651, "Finetune/Step": 1276, "Finetune/Step Time": 6.551993684843183}
+{"Finetune/Learning Rate": 1.9550641973594534e-05, "Finetune/Loss": 0.8365181088447571, "Finetune/Loss (Raw)": 0.9047913551330566, "Finetune/Step": 1277, "Finetune/Step Time": 6.555125899612904}
+{"Finetune/Learning Rate": 1.9549718193425028e-05, "Finetune/Loss": 0.8349485397338867, "Finetune/Loss (Raw)": 0.5891778469085693, "Finetune/Step": 1278, "Finetune/Step Time": 6.541464116424322}
+{"Finetune/Learning Rate": 1.9548793486556957e-05, "Finetune/Loss": 0.8355646729469299, "Finetune/Loss (Raw)": 0.876259982585907, "Finetune/Step": 1279, "Finetune/Step Time": 6.543619491159916}
+{"Finetune/Learning Rate": 1.9547867853080044e-05, "Finetune/Loss": 0.8371260762214661, "Finetune/Loss (Raw)": 1.0166996717453003, "Finetune/Step": 1280, "Finetune/Step Time": 6.522481217980385}
+{"Finetune/Learning Rate": 1.954694129308412e-05, "Finetune/Loss": 0.8369868993759155, "Finetune/Loss (Raw)": 0.9080092906951904, "Finetune/Step": 1281, "Finetune/Step Time": 6.517410457134247}
+{"Finetune/Learning Rate": 1.9546013806659096e-05, "Finetune/Loss": 0.841281533241272, "Finetune/Loss (Raw)": 0.8774880170822144, "Finetune/Step": 1282, "Finetune/Step Time": 6.498988911509514}
+{"Finetune/Learning Rate": 1.954508539389497e-05, "Finetune/Loss": 0.8440097570419312, "Finetune/Loss (Raw)": 0.68874192237854, "Finetune/Step": 1283, "Finetune/Step Time": 6.4910000544041395}
+{"Finetune/Learning Rate": 1.9544156054881838e-05, "Finetune/Loss": 0.8428903818130493, "Finetune/Loss (Raw)": 0.8590143322944641, "Finetune/Step": 1284, "Finetune/Step Time": 6.493787910789251}
+{"Finetune/Learning Rate": 1.9543225789709885e-05, "Finetune/Loss": 0.842954158782959, "Finetune/Loss (Raw)": 0.9698449969291687, "Finetune/Step": 1285, "Finetune/Step Time": 6.493998432531953}
+{"Finetune/Learning Rate": 1.954229459846938e-05, "Finetune/Loss": 0.8433635234832764, "Finetune/Loss (Raw)": 0.8581959009170532, "Finetune/Step": 1286, "Finetune/Step Time": 6.509684324264526}
+{"Finetune/Learning Rate": 1.9541362481250685e-05, "Finetune/Loss": 0.8440505266189575, "Finetune/Loss (Raw)": 0.8781018853187561, "Finetune/Step": 1287, "Finetune/Step Time": 6.509707035496831}
+{"Finetune/Learning Rate": 1.9540429438144254e-05, "Finetune/Loss": 0.843994140625, "Finetune/Loss (Raw)": 0.8333543539047241, "Finetune/Step": 1288, "Finetune/Step Time": 6.500055598095059}
+{"Finetune/Learning Rate": 1.9539495469240628e-05, "Finetune/Loss": 0.8441673517227173, "Finetune/Loss (Raw)": 0.8225351572036743, "Finetune/Step": 1289, "Finetune/Step Time": 6.48476592078805}
+{"Finetune/Learning Rate": 1.9538560574630438e-05, "Finetune/Loss": 0.8446112871170044, "Finetune/Loss (Raw)": 1.008976936340332, "Finetune/Step": 1290, "Finetune/Step Time": 6.479653684422374}
+{"Finetune/Learning Rate": 1.953762475440441e-05, "Finetune/Loss": 0.8459830284118652, "Finetune/Loss (Raw)": 0.7957153916358948, "Finetune/Step": 1291, "Finetune/Step Time": 6.476434679701924}
+{"Finetune/Learning Rate": 1.953668800865335e-05, "Finetune/Loss": 0.8442463278770447, "Finetune/Loss (Raw)": 0.8484004139900208, "Finetune/Step": 1292, "Finetune/Step Time": 6.472057169303298}
+{"Finetune/Learning Rate": 1.953575033746816e-05, "Finetune/Loss": 0.8484357595443726, "Finetune/Loss (Raw)": 0.9003416895866394, "Finetune/Step": 1293, "Finetune/Step Time": 6.453209085389972}
+{"Finetune/Learning Rate": 1.953481174093983e-05, "Finetune/Loss": 0.8495121002197266, "Finetune/Loss (Raw)": 0.9468907117843628, "Finetune/Step": 1294, "Finetune/Step Time": 6.455638989806175}
+{"Finetune/Learning Rate": 1.9533872219159448e-05, "Finetune/Loss": 0.8511538505554199, "Finetune/Loss (Raw)": 0.8394569158554077, "Finetune/Step": 1295, "Finetune/Step Time": 6.465437509119511}
+{"Finetune/Learning Rate": 1.9532931772218175e-05, "Finetune/Loss": 0.8511389493942261, "Finetune/Loss (Raw)": 0.7974966764450073, "Finetune/Step": 1296, "Finetune/Step Time": 6.478706676512957}
+{"Finetune/Learning Rate": 1.9531990400207273e-05, "Finetune/Loss": 0.8502525687217712, "Finetune/Loss (Raw)": 0.8226393461227417, "Finetune/Step": 1297, "Finetune/Step Time": 6.493994927033782}
+{"Finetune/Learning Rate": 1.95310481032181e-05, "Finetune/Loss": 0.8524487018585205, "Finetune/Loss (Raw)": 0.7514025568962097, "Finetune/Step": 1298, "Finetune/Step Time": 6.471319496631622}
+{"Finetune/Learning Rate": 1.953010488134209e-05, "Finetune/Loss": 0.8499608635902405, "Finetune/Loss (Raw)": 0.6699736714363098, "Finetune/Step": 1299, "Finetune/Step Time": 6.475189212709665}
+{"Finetune/Learning Rate": 1.9529160734670774e-05, "Finetune/Loss": 0.8492240905761719, "Finetune/Loss (Raw)": 0.8226211071014404, "Finetune/Step": 1300, "Finetune/Step Time": 6.473785327747464}
+{"Finetune/Learning Rate": 1.952821566329577e-05, "Finetune/Loss": 0.8489854335784912, "Finetune/Loss (Raw)": 0.8488030433654785, "Finetune/Step": 1301, "Finetune/Step Time": 6.4917777962982655}
+{"Finetune/Learning Rate": 1.952726966730879e-05, "Finetune/Loss": 0.8526992797851562, "Finetune/Loss (Raw)": 0.8355788588523865, "Finetune/Step": 1302, "Finetune/Step Time": 6.4944919385015965}
+{"Finetune/Learning Rate": 1.9526322746801628e-05, "Finetune/Loss": 0.8529695868492126, "Finetune/Loss (Raw)": 0.8418156504631042, "Finetune/Step": 1303, "Finetune/Step Time": 6.478186650201678}
+{"Finetune/Learning Rate": 1.9525374901866177e-05, "Finetune/Loss": 0.8538841009140015, "Finetune/Loss (Raw)": 0.9318497180938721, "Finetune/Step": 1304, "Finetune/Step Time": 6.483949087560177}
+{"Finetune/Learning Rate": 1.9524426132594416e-05, "Finetune/Loss": 0.858092188835144, "Finetune/Loss (Raw)": 0.8299202919006348, "Finetune/Step": 1305, "Finetune/Step Time": 6.46816279925406}
+{"Finetune/Learning Rate": 1.9523476439078405e-05, "Finetune/Loss": 0.8618984222412109, "Finetune/Loss (Raw)": 0.81169593334198, "Finetune/Step": 1306, "Finetune/Step Time": 6.466389361768961}
+{"Finetune/Learning Rate": 1.9522525821410312e-05, "Finetune/Loss": 0.8616254925727844, "Finetune/Loss (Raw)": 1.01139235496521, "Finetune/Step": 1307, "Finetune/Step Time": 6.4605497643351555}
+{"Finetune/Learning Rate": 1.9521574279682376e-05, "Finetune/Loss": 0.8634160161018372, "Finetune/Loss (Raw)": 1.0354288816452026, "Finetune/Step": 1308, "Finetune/Step Time": 6.44394070841372}
+{"Finetune/Learning Rate": 1.952062181398694e-05, "Finetune/Loss": 0.8623859882354736, "Finetune/Loss (Raw)": 0.8905495405197144, "Finetune/Step": 1309, "Finetune/Step Time": 6.4624514281749725}
+{"Finetune/Learning Rate": 1.9519668424416427e-05, "Finetune/Loss": 0.8646001815795898, "Finetune/Loss (Raw)": 0.8445393443107605, "Finetune/Step": 1310, "Finetune/Step Time": 6.46194857172668}
+{"Finetune/Learning Rate": 1.9518714111063355e-05, "Finetune/Loss": 0.8641185164451599, "Finetune/Loss (Raw)": 0.9004514813423157, "Finetune/Step": 1311, "Finetune/Step Time": 6.464430181309581}
+{"Finetune/Learning Rate": 1.9517758874020328e-05, "Finetune/Loss": 0.8631128668785095, "Finetune/Loss (Raw)": 0.5823866724967957, "Finetune/Step": 1312, "Finetune/Step Time": 6.460478093475103}
+{"Finetune/Learning Rate": 1.9516802713380047e-05, "Finetune/Loss": 0.862999677658081, "Finetune/Loss (Raw)": 0.890069842338562, "Finetune/Step": 1313, "Finetune/Step Time": 6.4672302938997746}
+{"Finetune/Learning Rate": 1.951584562923529e-05, "Finetune/Loss": 0.8624022006988525, "Finetune/Loss (Raw)": 0.946579098701477, "Finetune/Step": 1314, "Finetune/Step Time": 6.465323820710182}
+{"Finetune/Learning Rate": 1.9514887621678937e-05, "Finetune/Loss": 0.8668910264968872, "Finetune/Loss (Raw)": 0.923345148563385, "Finetune/Step": 1315, "Finetune/Step Time": 6.447493826970458}
+{"Finetune/Learning Rate": 1.951392869080395e-05, "Finetune/Loss": 0.8678765296936035, "Finetune/Loss (Raw)": 1.0535218715667725, "Finetune/Step": 1316, "Finetune/Step Time": 6.452637854963541}
+{"Finetune/Learning Rate": 1.9512968836703384e-05, "Finetune/Loss": 0.867759644985199, "Finetune/Loss (Raw)": 0.9579892754554749, "Finetune/Step": 1317, "Finetune/Step Time": 6.4466743022203445}
+{"Finetune/Learning Rate": 1.9512008059470384e-05, "Finetune/Loss": 0.8676110506057739, "Finetune/Loss (Raw)": 0.8665183186531067, "Finetune/Step": 1318, "Finetune/Step Time": 6.447353687137365}
+{"Finetune/Learning Rate": 1.951104635919818e-05, "Finetune/Loss": 0.8673126697540283, "Finetune/Loss (Raw)": 0.897107720375061, "Finetune/Step": 1319, "Finetune/Step Time": 6.446004519239068}
+{"Finetune/Learning Rate": 1.9510083735980096e-05, "Finetune/Loss": 0.8658450841903687, "Finetune/Loss (Raw)": 0.7879704236984253, "Finetune/Step": 1320, "Finetune/Step Time": 6.447724012658}
+{"Finetune/Learning Rate": 1.9509120189909544e-05, "Finetune/Loss": 0.8656832575798035, "Finetune/Loss (Raw)": 0.9016841053962708, "Finetune/Step": 1321, "Finetune/Step Time": 6.451199367642403}
+{"Finetune/Learning Rate": 1.950815572108003e-05, "Finetune/Loss": 0.8653686046600342, "Finetune/Loss (Raw)": 0.8894506692886353, "Finetune/Step": 1322, "Finetune/Step Time": 6.441785855218768}
+{"Finetune/Learning Rate": 1.9507190329585136e-05, "Finetune/Loss": 0.8657228946685791, "Finetune/Loss (Raw)": 0.9301995038986206, "Finetune/Step": 1323, "Finetune/Step Time": 6.442846527323127}
+{"Finetune/Learning Rate": 1.9506224015518557e-05, "Finetune/Loss": 0.8662748336791992, "Finetune/Loss (Raw)": 0.9698448181152344, "Finetune/Step": 1324, "Finetune/Step Time": 6.445100240409374}
+{"Finetune/Learning Rate": 1.9505256778974047e-05, "Finetune/Loss": 0.8663734197616577, "Finetune/Loss (Raw)": 0.9835513234138489, "Finetune/Step": 1325, "Finetune/Step Time": 6.463241429999471}
+{"Finetune/Learning Rate": 1.950428862004548e-05, "Finetune/Loss": 0.8668810129165649, "Finetune/Loss (Raw)": 0.9652345776557922, "Finetune/Step": 1326, "Finetune/Step Time": 6.457406098023057}
+{"Finetune/Learning Rate": 1.9503319538826798e-05, "Finetune/Loss": 0.8652452230453491, "Finetune/Loss (Raw)": 0.7590079307556152, "Finetune/Step": 1327, "Finetune/Step Time": 6.494689550250769}
+{"Finetune/Learning Rate": 1.9502349535412045e-05, "Finetune/Loss": 0.8660517930984497, "Finetune/Loss (Raw)": 1.063677430152893, "Finetune/Step": 1328, "Finetune/Step Time": 6.491702714934945}
+{"Finetune/Learning Rate": 1.9501378609895343e-05, "Finetune/Loss": 0.8669536113739014, "Finetune/Loss (Raw)": 1.1011768579483032, "Finetune/Step": 1329, "Finetune/Step Time": 6.484700903296471}
+{"Finetune/Learning Rate": 1.9500406762370913e-05, "Finetune/Loss": 0.8639861941337585, "Finetune/Loss (Raw)": 0.6959356665611267, "Finetune/Step": 1330, "Finetune/Step Time": 6.478651287034154}
+{"Finetune/Learning Rate": 1.9499433992933067e-05, "Finetune/Loss": 0.8632063865661621, "Finetune/Loss (Raw)": 0.9399464726448059, "Finetune/Step": 1331, "Finetune/Step Time": 6.472261860966682}
+{"Finetune/Learning Rate": 1.9498460301676195e-05, "Finetune/Loss": 0.8615756630897522, "Finetune/Loss (Raw)": 0.7654343247413635, "Finetune/Step": 1332, "Finetune/Step Time": 6.475527834147215}
+{"Finetune/Learning Rate": 1.9497485688694788e-05, "Finetune/Loss": 0.8623645305633545, "Finetune/Loss (Raw)": 0.9026614427566528, "Finetune/Step": 1333, "Finetune/Step Time": 6.462925363332033}
+{"Finetune/Learning Rate": 1.9496510154083417e-05, "Finetune/Loss": 0.8614897727966309, "Finetune/Loss (Raw)": 0.924312174320221, "Finetune/Step": 1334, "Finetune/Step Time": 6.4665499571710825}
+{"Finetune/Learning Rate": 1.949553369793675e-05, "Finetune/Loss": 0.8617393970489502, "Finetune/Loss (Raw)": 0.9138848781585693, "Finetune/Step": 1335, "Finetune/Step Time": 6.459938444197178}
+{"Finetune/Learning Rate": 1.9494556320349546e-05, "Finetune/Loss": 0.8618152141571045, "Finetune/Loss (Raw)": 0.9223186373710632, "Finetune/Step": 1336, "Finetune/Step Time": 6.455182684585452}
+{"Finetune/Learning Rate": 1.9493578021416644e-05, "Finetune/Loss": 0.8619773387908936, "Finetune/Loss (Raw)": 0.9818670749664307, "Finetune/Step": 1337, "Finetune/Step Time": 6.457715194672346}
+{"Finetune/Learning Rate": 1.949259880123298e-05, "Finetune/Loss": 0.857694149017334, "Finetune/Loss (Raw)": 0.300216943025589, "Finetune/Step": 1338, "Finetune/Step Time": 6.479089645668864}
+{"Finetune/Learning Rate": 1.9491618659893575e-05, "Finetune/Loss": 0.8567659854888916, "Finetune/Loss (Raw)": 0.7646148800849915, "Finetune/Step": 1339, "Finetune/Step Time": 6.485611591488123}
+{"Finetune/Learning Rate": 1.949063759749354e-05, "Finetune/Loss": 0.8558939695358276, "Finetune/Loss (Raw)": 0.8553969264030457, "Finetune/Step": 1340, "Finetune/Step Time": 6.492357335984707}
+{"Finetune/Learning Rate": 1.948965561412808e-05, "Finetune/Loss": 0.8558193445205688, "Finetune/Loss (Raw)": 0.8410934209823608, "Finetune/Step": 1341, "Finetune/Step Time": 6.493541833013296}
+{"Finetune/Learning Rate": 1.9488672709892484e-05, "Finetune/Loss": 0.8570860624313354, "Finetune/Loss (Raw)": 0.9302767515182495, "Finetune/Step": 1342, "Finetune/Step Time": 6.4912827126681805}
+{"Finetune/Learning Rate": 1.9487688884882134e-05, "Finetune/Loss": 0.8560112118721008, "Finetune/Loss (Raw)": 0.8047648072242737, "Finetune/Step": 1343, "Finetune/Step Time": 6.503544673323631}
+{"Finetune/Learning Rate": 1.94867041391925e-05, "Finetune/Loss": 0.8595321774482727, "Finetune/Loss (Raw)": 0.805463433265686, "Finetune/Step": 1344, "Finetune/Step Time": 6.490844592452049}
+{"Finetune/Learning Rate": 1.9485718472919136e-05, "Finetune/Loss": 0.8593165874481201, "Finetune/Loss (Raw)": 1.0026984214782715, "Finetune/Step": 1345, "Finetune/Step Time": 6.490824760869145}
+{"Finetune/Learning Rate": 1.9484731886157695e-05, "Finetune/Loss": 0.8587085008621216, "Finetune/Loss (Raw)": 0.8862884044647217, "Finetune/Step": 1346, "Finetune/Step Time": 6.503997150808573}
+{"Finetune/Learning Rate": 1.9483744379003915e-05, "Finetune/Loss": 0.8637761473655701, "Finetune/Loss (Raw)": 0.9520187973976135, "Finetune/Step": 1347, "Finetune/Step Time": 6.502034978941083}
+{"Finetune/Learning Rate": 1.948275595155362e-05, "Finetune/Loss": 0.8603643178939819, "Finetune/Loss (Raw)": 0.43212637305259705, "Finetune/Step": 1348, "Finetune/Step Time": 6.524485770612955}
+{"Finetune/Learning Rate": 1.9481766603902735e-05, "Finetune/Loss": 0.8611288070678711, "Finetune/Loss (Raw)": 0.942676842212677, "Finetune/Step": 1349, "Finetune/Step Time": 6.517108179628849}
+{"Finetune/Learning Rate": 1.9480776336147254e-05, "Finetune/Loss": 0.861736536026001, "Finetune/Loss (Raw)": 0.9071406126022339, "Finetune/Step": 1350, "Finetune/Step Time": 6.505761066451669}
+{"Finetune/Learning Rate": 1.9479785148383277e-05, "Finetune/Loss": 0.8618576526641846, "Finetune/Loss (Raw)": 0.9271351099014282, "Finetune/Step": 1351, "Finetune/Step Time": 6.4999686274677515}
+{"Finetune/Learning Rate": 1.947879304070699e-05, "Finetune/Loss": 0.8580242991447449, "Finetune/Loss (Raw)": 0.42331019043922424, "Finetune/Step": 1352, "Finetune/Step Time": 6.519170049577951}
+{"Finetune/Learning Rate": 1.9477800013214664e-05, "Finetune/Loss": 0.8587102890014648, "Finetune/Loss (Raw)": 0.8616959452629089, "Finetune/Step": 1353, "Finetune/Step Time": 6.52037950605154}
+{"Finetune/Learning Rate": 1.9476806066002663e-05, "Finetune/Loss": 0.8592969179153442, "Finetune/Loss (Raw)": 0.8674091696739197, "Finetune/Step": 1354, "Finetune/Step Time": 6.518145455047488}
+{"Finetune/Learning Rate": 1.947581119916744e-05, "Finetune/Loss": 0.8617184162139893, "Finetune/Loss (Raw)": 1.024000883102417, "Finetune/Step": 1355, "Finetune/Step Time": 6.512093994766474}
+{"Finetune/Learning Rate": 1.947481541280553e-05, "Finetune/Loss": 0.863517165184021, "Finetune/Loss (Raw)": 1.0169658660888672, "Finetune/Step": 1356, "Finetune/Step Time": 6.50643359310925}
+{"Finetune/Learning Rate": 1.947381870701357e-05, "Finetune/Loss": 0.862725019454956, "Finetune/Loss (Raw)": 0.9005574584007263, "Finetune/Step": 1357, "Finetune/Step Time": 6.518921494483948}
+{"Finetune/Learning Rate": 1.947282108188828e-05, "Finetune/Loss": 0.866657018661499, "Finetune/Loss (Raw)": 0.910514235496521, "Finetune/Step": 1358, "Finetune/Step Time": 6.494454074651003}
+{"Finetune/Learning Rate": 1.9471822537526467e-05, "Finetune/Loss": 0.8650922775268555, "Finetune/Loss (Raw)": 0.8107045292854309, "Finetune/Step": 1359, "Finetune/Step Time": 6.508514933288097}
+{"Finetune/Learning Rate": 1.9470823074025028e-05, "Finetune/Loss": 0.8658151626586914, "Finetune/Loss (Raw)": 0.9487331509590149, "Finetune/Step": 1360, "Finetune/Step Time": 6.5121915731579065}
+{"Finetune/Learning Rate": 1.9469822691480952e-05, "Finetune/Loss": 0.8663870096206665, "Finetune/Loss (Raw)": 1.0065572261810303, "Finetune/Step": 1361, "Finetune/Step Time": 6.514139220118523}
+{"Finetune/Learning Rate": 1.9468821389991316e-05, "Finetune/Loss": 0.8676232099533081, "Finetune/Loss (Raw)": 0.8876320123672485, "Finetune/Step": 1362, "Finetune/Step Time": 6.497738651931286}
+{"Finetune/Learning Rate": 1.9467819169653278e-05, "Finetune/Loss": 0.8673524856567383, "Finetune/Loss (Raw)": 0.8471277356147766, "Finetune/Step": 1363, "Finetune/Step Time": 6.498245066031814}
+{"Finetune/Learning Rate": 1.9466816030564105e-05, "Finetune/Loss": 0.8658073544502258, "Finetune/Loss (Raw)": 0.8043926954269409, "Finetune/Step": 1364, "Finetune/Step Time": 6.527058640494943}
+{"Finetune/Learning Rate": 1.9465811972821137e-05, "Finetune/Loss": 0.8642321228981018, "Finetune/Loss (Raw)": 0.7781617045402527, "Finetune/Step": 1365, "Finetune/Step Time": 6.51914725638926}
+{"Finetune/Learning Rate": 1.94648069965218e-05, "Finetune/Loss": 0.8632520437240601, "Finetune/Loss (Raw)": 0.8885968923568726, "Finetune/Step": 1366, "Finetune/Step Time": 6.514290915802121}
+{"Finetune/Learning Rate": 1.9463801101763623e-05, "Finetune/Loss": 0.8624743819236755, "Finetune/Loss (Raw)": 0.8065758943557739, "Finetune/Step": 1367, "Finetune/Step Time": 6.533009292557836}
+{"Finetune/Learning Rate": 1.946279428864422e-05, "Finetune/Loss": 0.8627227544784546, "Finetune/Loss (Raw)": 0.8941339254379272, "Finetune/Step": 1368, "Finetune/Step Time": 6.544202983379364}
+{"Finetune/Learning Rate": 1.9461786557261284e-05, "Finetune/Loss": 0.864163339138031, "Finetune/Loss (Raw)": 0.9948782324790955, "Finetune/Step": 1369, "Finetune/Step Time": 6.562926813960075}
+{"Finetune/Learning Rate": 1.9460777907712608e-05, "Finetune/Loss": 0.8630515336990356, "Finetune/Loss (Raw)": 0.7576881051063538, "Finetune/Step": 1370, "Finetune/Step Time": 6.565478863194585}
+{"Finetune/Learning Rate": 1.9459768340096073e-05, "Finetune/Loss": 0.8629013895988464, "Finetune/Loss (Raw)": 0.911405622959137, "Finetune/Step": 1371, "Finetune/Step Time": 6.565144637599587}
+{"Finetune/Learning Rate": 1.9458757854509643e-05, "Finetune/Loss": 0.8590937256813049, "Finetune/Loss (Raw)": 0.37648525834083557, "Finetune/Step": 1372, "Finetune/Step Time": 6.581868916749954}
+{"Finetune/Learning Rate": 1.9457746451051374e-05, "Finetune/Loss": 0.860700249671936, "Finetune/Loss (Raw)": 0.9822236895561218, "Finetune/Step": 1373, "Finetune/Step Time": 6.5822766702622175}
+{"Finetune/Learning Rate": 1.945673412981942e-05, "Finetune/Loss": 0.8601994514465332, "Finetune/Loss (Raw)": 0.7576208710670471, "Finetune/Step": 1374, "Finetune/Step Time": 6.573768442496657}
+{"Finetune/Learning Rate": 1.9455720890912007e-05, "Finetune/Loss": 0.8598595857620239, "Finetune/Loss (Raw)": 0.9400435090065002, "Finetune/Step": 1375, "Finetune/Step Time": 6.5715142618864775}
+{"Finetune/Learning Rate": 1.9454706734427464e-05, "Finetune/Loss": 0.8567702770233154, "Finetune/Loss (Raw)": 0.32360613346099854, "Finetune/Step": 1376, "Finetune/Step Time": 6.582773162052035}
+{"Finetune/Learning Rate": 1.94536916604642e-05, "Finetune/Loss": 0.8567816019058228, "Finetune/Loss (Raw)": 0.8235670328140259, "Finetune/Step": 1377, "Finetune/Step Time": 6.591428512707353}
+{"Finetune/Learning Rate": 1.9452675669120723e-05, "Finetune/Loss": 0.8570771217346191, "Finetune/Loss (Raw)": 0.9481881260871887, "Finetune/Step": 1378, "Finetune/Step Time": 6.609913907945156}
+{"Finetune/Learning Rate": 1.9451658760495617e-05, "Finetune/Loss": 0.8547381162643433, "Finetune/Loss (Raw)": 0.6089332103729248, "Finetune/Step": 1379, "Finetune/Step Time": 6.626767391338944}
+{"Finetune/Learning Rate": 1.945064093468757e-05, "Finetune/Loss": 0.8553422093391418, "Finetune/Loss (Raw)": 0.8574516773223877, "Finetune/Step": 1380, "Finetune/Step Time": 6.626881534233689}
+{"Finetune/Learning Rate": 1.9449622191795345e-05, "Finetune/Loss": 0.8564528822898865, "Finetune/Loss (Raw)": 0.9369882941246033, "Finetune/Step": 1381, "Finetune/Step Time": 6.611943528056145}
+{"Finetune/Learning Rate": 1.9448602531917803e-05, "Finetune/Loss": 0.8563836812973022, "Finetune/Loss (Raw)": 0.8739794492721558, "Finetune/Step": 1382, "Finetune/Step Time": 6.60996856354177}
+{"Finetune/Learning Rate": 1.9447581955153892e-05, "Finetune/Loss": 0.8547065258026123, "Finetune/Loss (Raw)": 0.7536329627037048, "Finetune/Step": 1383, "Finetune/Step Time": 6.613938745111227}
+{"Finetune/Learning Rate": 1.9446560461602644e-05, "Finetune/Loss": 0.8542817234992981, "Finetune/Loss (Raw)": 0.8678979873657227, "Finetune/Step": 1384, "Finetune/Step Time": 6.61661789752543}
+{"Finetune/Learning Rate": 1.944553805136319e-05, "Finetune/Loss": 0.8570568561553955, "Finetune/Loss (Raw)": 0.9400508999824524, "Finetune/Step": 1385, "Finetune/Step Time": 6.593123393133283}
+{"Finetune/Learning Rate": 1.944451472453474e-05, "Finetune/Loss": 0.8568221926689148, "Finetune/Loss (Raw)": 0.8469269275665283, "Finetune/Step": 1386, "Finetune/Step Time": 6.59331564232707}
+{"Finetune/Learning Rate": 1.9443490481216596e-05, "Finetune/Loss": 0.8565336465835571, "Finetune/Loss (Raw)": 0.7407202124595642, "Finetune/Step": 1387, "Finetune/Step Time": 6.587309332564473}
+{"Finetune/Learning Rate": 1.9442465321508153e-05, "Finetune/Loss": 0.8553361892700195, "Finetune/Loss (Raw)": 0.9477497935295105, "Finetune/Step": 1388, "Finetune/Step Time": 6.5831490978598595}
+{"Finetune/Learning Rate": 1.9441439245508888e-05, "Finetune/Loss": 0.8563541173934937, "Finetune/Loss (Raw)": 0.8878307938575745, "Finetune/Step": 1389, "Finetune/Step Time": 6.583612706512213}
+{"Finetune/Learning Rate": 1.9440412253318377e-05, "Finetune/Loss": 0.857292890548706, "Finetune/Loss (Raw)": 1.0370796918869019, "Finetune/Step": 1390, "Finetune/Step Time": 6.590738754719496}
+{"Finetune/Learning Rate": 1.943938434503627e-05, "Finetune/Loss": 0.8562791347503662, "Finetune/Loss (Raw)": 0.8238121271133423, "Finetune/Step": 1391, "Finetune/Step Time": 6.605804800987244}
+{"Finetune/Learning Rate": 1.9438355520762324e-05, "Finetune/Loss": 0.8559707403182983, "Finetune/Loss (Raw)": 0.834193766117096, "Finetune/Step": 1392, "Finetune/Step Time": 6.637843009084463}
+{"Finetune/Learning Rate": 1.943732578059637e-05, "Finetune/Loss": 0.8588852882385254, "Finetune/Loss (Raw)": 0.7573971152305603, "Finetune/Step": 1393, "Finetune/Step Time": 6.6551370825618505}
+{"Finetune/Learning Rate": 1.9436295124638332e-05, "Finetune/Loss": 0.8597068190574646, "Finetune/Loss (Raw)": 0.9437534213066101, "Finetune/Step": 1394, "Finetune/Step Time": 6.641596335917711}
+{"Finetune/Learning Rate": 1.9435263552988233e-05, "Finetune/Loss": 0.8588281869888306, "Finetune/Loss (Raw)": 0.8312534093856812, "Finetune/Step": 1395, "Finetune/Step Time": 6.643267348408699}
+{"Finetune/Learning Rate": 1.9434231065746165e-05, "Finetune/Loss": 0.8561050891876221, "Finetune/Loss (Raw)": 0.6311383247375488, "Finetune/Step": 1396, "Finetune/Step Time": 6.649767965078354}
+{"Finetune/Learning Rate": 1.9433197663012323e-05, "Finetune/Loss": 0.8566176891326904, "Finetune/Loss (Raw)": 0.8840293288230896, "Finetune/Step": 1397, "Finetune/Step Time": 6.672856306657195}
+{"Finetune/Learning Rate": 1.943216334488699e-05, "Finetune/Loss": 0.8559200763702393, "Finetune/Loss (Raw)": 0.865388035774231, "Finetune/Step": 1398, "Finetune/Step Time": 6.662676544860005}
+{"Finetune/Learning Rate": 1.9431128111470536e-05, "Finetune/Loss": 0.8529797792434692, "Finetune/Loss (Raw)": 0.6146693825721741, "Finetune/Step": 1399, "Finetune/Step Time": 6.66778152063489}
+{"Finetune/Learning Rate": 1.9430091962863416e-05, "Finetune/Loss": 0.8546642661094666, "Finetune/Loss (Raw)": 0.9488655924797058, "Finetune/Step": 1400, "Finetune/Step Time": 6.662534540519118}
+{"Finetune/Learning Rate": 1.9429054899166183e-05, "Finetune/Loss": 0.8548378348350525, "Finetune/Loss (Raw)": 0.8137503266334534, "Finetune/Step": 1401, "Finetune/Step Time": 6.660001080483198}
+{"Finetune/Learning Rate": 1.942801692047947e-05, "Finetune/Loss": 0.851402997970581, "Finetune/Loss (Raw)": 0.39090096950531006, "Finetune/Step": 1402, "Finetune/Step Time": 6.6807770524173975}
+{"Finetune/Learning Rate": 1.9426978026903994e-05, "Finetune/Loss": 0.8497863411903381, "Finetune/Loss (Raw)": 0.835829496383667, "Finetune/Step": 1403, "Finetune/Step Time": 6.681566569954157}
+{"Finetune/Learning Rate": 1.9425938218540583e-05, "Finetune/Loss": 0.8499162793159485, "Finetune/Loss (Raw)": 0.8865473866462708, "Finetune/Step": 1404, "Finetune/Step Time": 6.678184192627668}
+{"Finetune/Learning Rate": 1.942489749549013e-05, "Finetune/Loss": 0.8483847975730896, "Finetune/Loss (Raw)": 0.7087580561637878, "Finetune/Step": 1405, "Finetune/Step Time": 6.675406787544489}
+{"Finetune/Learning Rate": 1.942385585785363e-05, "Finetune/Loss": 0.8505338430404663, "Finetune/Loss (Raw)": 0.8642534017562866, "Finetune/Step": 1406, "Finetune/Step Time": 6.668365644291043}
+{"Finetune/Learning Rate": 1.9422813305732157e-05, "Finetune/Loss": 0.8466029167175293, "Finetune/Loss (Raw)": 0.37310224771499634, "Finetune/Step": 1407, "Finetune/Step Time": 6.68118186481297}
+{"Finetune/Learning Rate": 1.9421769839226884e-05, "Finetune/Loss": 0.844437837600708, "Finetune/Loss (Raw)": 0.7395734786987305, "Finetune/Step": 1408, "Finetune/Step Time": 6.683813849464059}
+{"Finetune/Learning Rate": 1.942072545843907e-05, "Finetune/Loss": 0.84455406665802, "Finetune/Loss (Raw)": 0.9228823184967041, "Finetune/Step": 1409, "Finetune/Step Time": 6.6704279612749815}
+{"Finetune/Learning Rate": 1.941968016347006e-05, "Finetune/Loss": 0.843813955783844, "Finetune/Loss (Raw)": 0.7827516198158264, "Finetune/Step": 1410, "Finetune/Step Time": 6.697790190577507}
+{"Finetune/Learning Rate": 1.9418633954421283e-05, "Finetune/Loss": 0.8452810645103455, "Finetune/Loss (Raw)": 0.8765338659286499, "Finetune/Step": 1411, "Finetune/Step Time": 6.696565242484212}
+{"Finetune/Learning Rate": 1.941758683139427e-05, "Finetune/Loss": 0.8438451290130615, "Finetune/Loss (Raw)": 0.6752109527587891, "Finetune/Step": 1412, "Finetune/Step Time": 6.696114527061582}
+{"Finetune/Learning Rate": 1.941653879449063e-05, "Finetune/Loss": 0.8434430360794067, "Finetune/Loss (Raw)": 0.9183783531188965, "Finetune/Step": 1413, "Finetune/Step Time": 6.709360010921955}
+{"Finetune/Learning Rate": 1.9415489843812064e-05, "Finetune/Loss": 0.8447184562683105, "Finetune/Loss (Raw)": 1.0214462280273438, "Finetune/Step": 1414, "Finetune/Step Time": 6.698146941140294}
+{"Finetune/Learning Rate": 1.9414439979460367e-05, "Finetune/Loss": 0.8445656895637512, "Finetune/Loss (Raw)": 0.8585544228553772, "Finetune/Step": 1415, "Finetune/Step Time": 6.702131066471338}
+{"Finetune/Learning Rate": 1.9413389201537405e-05, "Finetune/Loss": 0.8456035852432251, "Finetune/Loss (Raw)": 0.9662075042724609, "Finetune/Step": 1416, "Finetune/Step Time": 6.690511820837855}
+{"Finetune/Learning Rate": 1.9412337510145157e-05, "Finetune/Loss": 0.8458077907562256, "Finetune/Loss (Raw)": 0.8486732244491577, "Finetune/Step": 1417, "Finetune/Step Time": 6.689343269914389}
+{"Finetune/Learning Rate": 1.9411284905385668e-05, "Finetune/Loss": 0.8436236381530762, "Finetune/Loss (Raw)": 0.7294045686721802, "Finetune/Step": 1418, "Finetune/Step Time": 6.696043746545911}
+{"Finetune/Learning Rate": 1.941023138736109e-05, "Finetune/Loss": 0.8432367444038391, "Finetune/Loss (Raw)": 0.7461919188499451, "Finetune/Step": 1419, "Finetune/Step Time": 6.679253965616226}
+{"Finetune/Learning Rate": 1.9409176956173652e-05, "Finetune/Loss": 0.8437925577163696, "Finetune/Loss (Raw)": 0.9195488095283508, "Finetune/Step": 1420, "Finetune/Step Time": 6.679139165207744}
+{"Finetune/Learning Rate": 1.9408121611925677e-05, "Finetune/Loss": 0.8432122468948364, "Finetune/Loss (Raw)": 0.8260560631752014, "Finetune/Step": 1421, "Finetune/Step Time": 6.679185330867767}
+{"Finetune/Learning Rate": 1.9407065354719574e-05, "Finetune/Loss": 0.8418906927108765, "Finetune/Loss (Raw)": 0.7777366042137146, "Finetune/Step": 1422, "Finetune/Step Time": 6.676074780523777}
+{"Finetune/Learning Rate": 1.940600818465784e-05, "Finetune/Loss": 0.8427965641021729, "Finetune/Loss (Raw)": 0.9554045796394348, "Finetune/Step": 1423, "Finetune/Step Time": 6.656087175011635}
+{"Finetune/Learning Rate": 1.940495010184307e-05, "Finetune/Loss": 0.8427870869636536, "Finetune/Loss (Raw)": 0.7962818145751953, "Finetune/Step": 1424, "Finetune/Step Time": 6.641090201213956}
+{"Finetune/Learning Rate": 1.9403891106377927e-05, "Finetune/Loss": 0.8430156111717224, "Finetune/Loss (Raw)": 0.8518934845924377, "Finetune/Step": 1425, "Finetune/Step Time": 6.634525144472718}
+{"Finetune/Learning Rate": 1.940283119836518e-05, "Finetune/Loss": 0.8432906866073608, "Finetune/Loss (Raw)": 0.7866072058677673, "Finetune/Step": 1426, "Finetune/Step Time": 6.6471465062350035}
+{"Finetune/Learning Rate": 1.9401770377907692e-05, "Finetune/Loss": 0.8439241647720337, "Finetune/Loss (Raw)": 0.7510693669319153, "Finetune/Step": 1427, "Finetune/Step Time": 6.646981092169881}
+{"Finetune/Learning Rate": 1.940070864510839e-05, "Finetune/Loss": 0.843524694442749, "Finetune/Loss (Raw)": 0.7714763879776001, "Finetune/Step": 1428, "Finetune/Step Time": 6.653141420334578}
+{"Finetune/Learning Rate": 1.9399646000070313e-05, "Finetune/Loss": 0.8425569534301758, "Finetune/Loss (Raw)": 0.724936306476593, "Finetune/Step": 1429, "Finetune/Step Time": 6.644004108384252}
+{"Finetune/Learning Rate": 1.9398582442896572e-05, "Finetune/Loss": 0.8424988985061646, "Finetune/Loss (Raw)": 0.8281503915786743, "Finetune/Step": 1430, "Finetune/Step Time": 6.6351777371019125}
+{"Finetune/Learning Rate": 1.9397517973690382e-05, "Finetune/Loss": 0.8418773412704468, "Finetune/Loss (Raw)": 0.7622535228729248, "Finetune/Step": 1431, "Finetune/Step Time": 6.646302109584212}
+{"Finetune/Learning Rate": 1.9396452592555032e-05, "Finetune/Loss": 0.840606689453125, "Finetune/Loss (Raw)": 0.7692008018493652, "Finetune/Step": 1432, "Finetune/Step Time": 6.649557162076235}
+{"Finetune/Learning Rate": 1.9395386299593913e-05, "Finetune/Loss": 0.8415641784667969, "Finetune/Loss (Raw)": 0.9524866342544556, "Finetune/Step": 1433, "Finetune/Step Time": 6.651115471497178}
+{"Finetune/Learning Rate": 1.939431909491049e-05, "Finetune/Loss": 0.8381145596504211, "Finetune/Loss (Raw)": 0.3701465427875519, "Finetune/Step": 1434, "Finetune/Step Time": 6.6542567033320665}
+{"Finetune/Learning Rate": 1.9393250978608324e-05, "Finetune/Loss": 0.8373831510543823, "Finetune/Loss (Raw)": 0.9177653193473816, "Finetune/Step": 1435, "Finetune/Step Time": 6.661108091473579}
+{"Finetune/Learning Rate": 1.939218195079107e-05, "Finetune/Loss": 0.8341352939605713, "Finetune/Loss (Raw)": 0.6197118759155273, "Finetune/Step": 1436, "Finetune/Step Time": 6.672073949128389}
+{"Finetune/Learning Rate": 1.939111201156246e-05, "Finetune/Loss": 0.8341060876846313, "Finetune/Loss (Raw)": 0.886803925037384, "Finetune/Step": 1437, "Finetune/Step Time": 6.655185297131538}
+{"Finetune/Learning Rate": 1.9390041161026328e-05, "Finetune/Loss": 0.8344779014587402, "Finetune/Loss (Raw)": 0.892134964466095, "Finetune/Step": 1438, "Finetune/Step Time": 6.6502522230148315}
+{"Finetune/Learning Rate": 1.938896939928658e-05, "Finetune/Loss": 0.8348609209060669, "Finetune/Loss (Raw)": 0.949481189250946, "Finetune/Step": 1439, "Finetune/Step Time": 6.647369585931301}
+{"Finetune/Learning Rate": 1.9387896726447223e-05, "Finetune/Loss": 0.8351953029632568, "Finetune/Loss (Raw)": 0.6251810193061829, "Finetune/Step": 1440, "Finetune/Step Time": 6.652287621051073}
+{"Finetune/Learning Rate": 1.9386823142612347e-05, "Finetune/Loss": 0.8350063562393188, "Finetune/Loss (Raw)": 0.8658839464187622, "Finetune/Step": 1441, "Finetune/Step Time": 6.669126186519861}
+{"Finetune/Learning Rate": 1.9385748647886134e-05, "Finetune/Loss": 0.8342430591583252, "Finetune/Loss (Raw)": 0.8488816618919373, "Finetune/Step": 1442, "Finetune/Step Time": 6.6746770441532135}
+{"Finetune/Learning Rate": 1.9384673242372854e-05, "Finetune/Loss": 0.8335552215576172, "Finetune/Loss (Raw)": 0.8353044986724854, "Finetune/Step": 1443, "Finetune/Step Time": 6.67899882979691}
+{"Finetune/Learning Rate": 1.9383596926176857e-05, "Finetune/Loss": 0.8315236568450928, "Finetune/Loss (Raw)": 0.7934759259223938, "Finetune/Step": 1444, "Finetune/Step Time": 6.676753954961896}
+{"Finetune/Learning Rate": 1.9382519699402594e-05, "Finetune/Loss": 0.8307523727416992, "Finetune/Loss (Raw)": 0.8592661023139954, "Finetune/Step": 1445, "Finetune/Step Time": 6.679018767550588}
+{"Finetune/Learning Rate": 1.93814415621546e-05, "Finetune/Loss": 0.8296318054199219, "Finetune/Loss (Raw)": 0.7230921983718872, "Finetune/Step": 1446, "Finetune/Step Time": 6.6938143242150545}
+{"Finetune/Learning Rate": 1.938036251453749e-05, "Finetune/Loss": 0.8296091556549072, "Finetune/Loss (Raw)": 0.8941991925239563, "Finetune/Step": 1447, "Finetune/Step Time": 6.698272777721286}
+{"Finetune/Learning Rate": 1.9379282556655975e-05, "Finetune/Loss": 0.8306963443756104, "Finetune/Loss (Raw)": 0.9271270036697388, "Finetune/Step": 1448, "Finetune/Step Time": 6.689742609858513}
+{"Finetune/Learning Rate": 1.937820168861486e-05, "Finetune/Loss": 0.8294568061828613, "Finetune/Loss (Raw)": 0.7430256009101868, "Finetune/Step": 1449, "Finetune/Step Time": 6.691864550113678}
+{"Finetune/Learning Rate": 1.9377119910519025e-05, "Finetune/Loss": 0.8282275795936584, "Finetune/Loss (Raw)": 0.7321154475212097, "Finetune/Step": 1450, "Finetune/Step Time": 6.726868007332087}
+{"Finetune/Learning Rate": 1.937603722247345e-05, "Finetune/Loss": 0.8276457786560059, "Finetune/Loss (Raw)": 0.855728805065155, "Finetune/Step": 1451, "Finetune/Step Time": 6.730524782091379}
+{"Finetune/Learning Rate": 1.937495362458319e-05, "Finetune/Loss": 0.8274554014205933, "Finetune/Loss (Raw)": 0.945472240447998, "Finetune/Step": 1452, "Finetune/Step Time": 6.722695728763938}
+{"Finetune/Learning Rate": 1.9373869116953413e-05, "Finetune/Loss": 0.8259797096252441, "Finetune/Loss (Raw)": 0.7946703433990479, "Finetune/Step": 1453, "Finetune/Step Time": 6.717434788122773}
+{"Finetune/Learning Rate": 1.937278369968934e-05, "Finetune/Loss": 0.8267477750778198, "Finetune/Loss (Raw)": 1.0635398626327515, "Finetune/Step": 1454, "Finetune/Step Time": 6.719711875542998}
+{"Finetune/Learning Rate": 1.9371697372896312e-05, "Finetune/Loss": 0.8282148241996765, "Finetune/Loss (Raw)": 0.9467923045158386, "Finetune/Step": 1455, "Finetune/Step Time": 6.687711523845792}
+{"Finetune/Learning Rate": 1.9370610136679738e-05, "Finetune/Loss": 0.8262466192245483, "Finetune/Loss (Raw)": 0.8117441534996033, "Finetune/Step": 1456, "Finetune/Step Time": 6.688678465783596}
+{"Finetune/Learning Rate": 1.936952199114513e-05, "Finetune/Loss": 0.8205514550209045, "Finetune/Loss (Raw)": 0.3721965253353119, "Finetune/Step": 1457, "Finetune/Step Time": 6.7065547332167625}
+{"Finetune/Learning Rate": 1.936843293639807e-05, "Finetune/Loss": 0.821896493434906, "Finetune/Loss (Raw)": 0.8681017756462097, "Finetune/Step": 1458, "Finetune/Step Time": 6.704420099034905}
+{"Finetune/Learning Rate": 1.936734297254425e-05, "Finetune/Loss": 0.8222652077674866, "Finetune/Loss (Raw)": 0.9871436357498169, "Finetune/Step": 1459, "Finetune/Step Time": 6.712530555203557}
+{"Finetune/Learning Rate": 1.936625209968944e-05, "Finetune/Loss": 0.8242112398147583, "Finetune/Loss (Raw)": 1.0145317316055298, "Finetune/Step": 1460, "Finetune/Step Time": 6.7024376057088375}
+{"Finetune/Learning Rate": 1.9365160317939488e-05, "Finetune/Loss": 0.8254647850990295, "Finetune/Loss (Raw)": 1.063112735748291, "Finetune/Step": 1461, "Finetune/Step Time": 6.695630772039294}
+{"Finetune/Learning Rate": 1.9364067627400346e-05, "Finetune/Loss": 0.825381338596344, "Finetune/Loss (Raw)": 0.9136269688606262, "Finetune/Step": 1462, "Finetune/Step Time": 6.697974009439349}
+{"Finetune/Learning Rate": 1.9362974028178045e-05, "Finetune/Loss": 0.8257212042808533, "Finetune/Loss (Raw)": 0.9573900103569031, "Finetune/Step": 1463, "Finetune/Step Time": 6.698583621531725}
+{"Finetune/Learning Rate": 1.936187952037871e-05, "Finetune/Loss": 0.8248893022537231, "Finetune/Loss (Raw)": 0.8158367872238159, "Finetune/Step": 1464, "Finetune/Step Time": 6.703837722539902}
+{"Finetune/Learning Rate": 1.936078410410855e-05, "Finetune/Loss": 0.8239383101463318, "Finetune/Loss (Raw)": 0.8601364493370056, "Finetune/Step": 1465, "Finetune/Step Time": 6.697087850421667}
+{"Finetune/Learning Rate": 1.9359687779473865e-05, "Finetune/Loss": 0.8284084796905518, "Finetune/Loss (Raw)": 0.8723950386047363, "Finetune/Step": 1466, "Finetune/Step Time": 6.68238459713757}
+{"Finetune/Learning Rate": 1.935859054658104e-05, "Finetune/Loss": 0.8290130496025085, "Finetune/Loss (Raw)": 0.8420038223266602, "Finetune/Step": 1467, "Finetune/Step Time": 6.699461732059717}
+{"Finetune/Learning Rate": 1.935749240553655e-05, "Finetune/Loss": 0.8295712471008301, "Finetune/Loss (Raw)": 0.9268375039100647, "Finetune/Step": 1468, "Finetune/Step Time": 6.6922500766813755}
+{"Finetune/Learning Rate": 1.935639335644696e-05, "Finetune/Loss": 0.8260087966918945, "Finetune/Loss (Raw)": 0.38510894775390625, "Finetune/Step": 1469, "Finetune/Step Time": 6.712038045749068}
+{"Finetune/Learning Rate": 1.9355293399418917e-05, "Finetune/Loss": 0.8250828385353088, "Finetune/Loss (Raw)": 0.8117507100105286, "Finetune/Step": 1470, "Finetune/Step Time": 6.700200004503131}
+{"Finetune/Learning Rate": 1.9354192534559162e-05, "Finetune/Loss": 0.8254368901252747, "Finetune/Loss (Raw)": 0.8500863909721375, "Finetune/Step": 1471, "Finetune/Step Time": 6.684262681752443}
+{"Finetune/Learning Rate": 1.935309076197452e-05, "Finetune/Loss": 0.8252299427986145, "Finetune/Loss (Raw)": 0.778974175453186, "Finetune/Step": 1472, "Finetune/Step Time": 6.677038040012121}
+{"Finetune/Learning Rate": 1.9351988081771918e-05, "Finetune/Loss": 0.8222070932388306, "Finetune/Loss (Raw)": 0.6157715320587158, "Finetune/Step": 1473, "Finetune/Step Time": 6.682867726311088}
+{"Finetune/Learning Rate": 1.9350884494058344e-05, "Finetune/Loss": 0.8234531283378601, "Finetune/Loss (Raw)": 1.0457836389541626, "Finetune/Step": 1474, "Finetune/Step Time": 6.667430248111486}
+{"Finetune/Learning Rate": 1.9349779998940895e-05, "Finetune/Loss": 0.8214021921157837, "Finetune/Loss (Raw)": 0.6894994974136353, "Finetune/Step": 1475, "Finetune/Step Time": 6.65976420417428}
+{"Finetune/Learning Rate": 1.9348674596526753e-05, "Finetune/Loss": 0.8253341913223267, "Finetune/Loss (Raw)": 0.9354179501533508, "Finetune/Step": 1476, "Finetune/Step Time": 6.643090123310685}
+{"Finetune/Learning Rate": 1.934756828692318e-05, "Finetune/Loss": 0.8204513788223267, "Finetune/Loss (Raw)": 0.3176822066307068, "Finetune/Step": 1477, "Finetune/Step Time": 6.6569366119802}
+{"Finetune/Learning Rate": 1.9346461070237543e-05, "Finetune/Loss": 0.8213971257209778, "Finetune/Loss (Raw)": 1.028189778327942, "Finetune/Step": 1478, "Finetune/Step Time": 6.649171145632863}
+{"Finetune/Learning Rate": 1.934535294657727e-05, "Finetune/Loss": 0.8201987743377686, "Finetune/Loss (Raw)": 0.7737559080123901, "Finetune/Step": 1479, "Finetune/Step Time": 6.6736847050487995}
+{"Finetune/Learning Rate": 1.9344243916049905e-05, "Finetune/Loss": 0.8237420320510864, "Finetune/Loss (Raw)": 0.8768449425697327, "Finetune/Step": 1480, "Finetune/Step Time": 6.654866645112634}
+{"Finetune/Learning Rate": 1.9343133978763062e-05, "Finetune/Loss": 0.8241257667541504, "Finetune/Loss (Raw)": 0.9108135104179382, "Finetune/Step": 1481, "Finetune/Step Time": 6.659709632396698}
+{"Finetune/Learning Rate": 1.9342023134824452e-05, "Finetune/Loss": 0.8237699270248413, "Finetune/Loss (Raw)": 0.821865439414978, "Finetune/Step": 1482, "Finetune/Step Time": 6.651853071525693}
+{"Finetune/Learning Rate": 1.9340911384341864e-05, "Finetune/Loss": 0.8204506039619446, "Finetune/Loss (Raw)": 0.5991213321685791, "Finetune/Step": 1483, "Finetune/Step Time": 6.6758409440517426}
+{"Finetune/Learning Rate": 1.933979872742319e-05, "Finetune/Loss": 0.8196921348571777, "Finetune/Loss (Raw)": 0.919885516166687, "Finetune/Step": 1484, "Finetune/Step Time": 6.672627920284867}
+{"Finetune/Learning Rate": 1.9338685164176395e-05, "Finetune/Loss": 0.8188637495040894, "Finetune/Loss (Raw)": 0.7945186495780945, "Finetune/Step": 1485, "Finetune/Step Time": 6.661758713424206}
+{"Finetune/Learning Rate": 1.933757069470954e-05, "Finetune/Loss": 0.8141847848892212, "Finetune/Loss (Raw)": 0.3116063177585602, "Finetune/Step": 1486, "Finetune/Step Time": 6.680530469864607}
+{"Finetune/Learning Rate": 1.9336455319130776e-05, "Finetune/Loss": 0.8158912658691406, "Finetune/Loss (Raw)": 1.0291310548782349, "Finetune/Step": 1487, "Finetune/Step Time": 6.676099721342325}
+{"Finetune/Learning Rate": 1.9335339037548335e-05, "Finetune/Loss": 0.8171730041503906, "Finetune/Loss (Raw)": 1.1128053665161133, "Finetune/Step": 1488, "Finetune/Step Time": 6.67367441765964}
+{"Finetune/Learning Rate": 1.933422185007054e-05, "Finetune/Loss": 0.8143917918205261, "Finetune/Loss (Raw)": 0.6505556702613831, "Finetune/Step": 1489, "Finetune/Step Time": 6.68726359680295}
+{"Finetune/Learning Rate": 1.9333103756805803e-05, "Finetune/Loss": 0.8134845495223999, "Finetune/Loss (Raw)": 0.7715126276016235, "Finetune/Step": 1490, "Finetune/Step Time": 6.707878137007356}
+{"Finetune/Learning Rate": 1.9331984757862625e-05, "Finetune/Loss": 0.8124036192893982, "Finetune/Loss (Raw)": 0.7087615132331848, "Finetune/Step": 1491, "Finetune/Step Time": 6.721230372786522}
+{"Finetune/Learning Rate": 1.933086485334959e-05, "Finetune/Loss": 0.8135687708854675, "Finetune/Loss (Raw)": 0.9535332918167114, "Finetune/Step": 1492, "Finetune/Step Time": 6.692655688151717}
+{"Finetune/Learning Rate": 1.932974404337537e-05, "Finetune/Loss": 0.8101273775100708, "Finetune/Loss (Raw)": 0.3376595973968506, "Finetune/Step": 1493, "Finetune/Step Time": 6.706230344250798}
+{"Finetune/Learning Rate": 1.9328622328048735e-05, "Finetune/Loss": 0.8096904158592224, "Finetune/Loss (Raw)": 0.8326700925827026, "Finetune/Step": 1494, "Finetune/Step Time": 6.70991644449532}
+{"Finetune/Learning Rate": 1.932749970747853e-05, "Finetune/Loss": 0.8101142048835754, "Finetune/Loss (Raw)": 0.8608172535896301, "Finetune/Step": 1495, "Finetune/Step Time": 6.695203363895416}
+{"Finetune/Learning Rate": 1.93263761817737e-05, "Finetune/Loss": 0.8102794289588928, "Finetune/Loss (Raw)": 0.9152888059616089, "Finetune/Step": 1496, "Finetune/Step Time": 6.684291895478964}
+{"Finetune/Learning Rate": 1.9325251751043262e-05, "Finetune/Loss": 0.8085232973098755, "Finetune/Loss (Raw)": 0.7700958847999573, "Finetune/Step": 1497, "Finetune/Step Time": 6.668071595951915}
+{"Finetune/Learning Rate": 1.932412641539634e-05, "Finetune/Loss": 0.810315728187561, "Finetune/Loss (Raw)": 0.9871135950088501, "Finetune/Step": 1498, "Finetune/Step Time": 6.670220976695418}
+{"Finetune/Learning Rate": 1.9323000174942127e-05, "Finetune/Loss": 0.8065553903579712, "Finetune/Loss (Raw)": 0.4300800859928131, "Finetune/Step": 1499, "Finetune/Step Time": 6.684079561382532}
+{"Finetune/Learning Rate": 1.9321873029789917e-05, "Finetune/Loss": 0.8064167499542236, "Finetune/Loss (Raw)": 0.35874810814857483, "Finetune/Step": 1500, "Finetune/Step Time": 6.683217003941536}
+{"Finetune/Learning Rate": 1.9320744980049087e-05, "Finetune/Loss": 0.8064001202583313, "Finetune/Loss (Raw)": 0.9800940155982971, "Finetune/Step": 1501, "Finetune/Step Time": 6.714197123423219}
+{"Finetune/Learning Rate": 1.9319616025829102e-05, "Finetune/Loss": 0.8079433441162109, "Finetune/Loss (Raw)": 0.9551505446434021, "Finetune/Step": 1502, "Finetune/Step Time": 6.706673908978701}
+{"Finetune/Learning Rate": 1.9318486167239513e-05, "Finetune/Loss": 0.806348443031311, "Finetune/Loss (Raw)": 0.7358900308609009, "Finetune/Step": 1503, "Finetune/Step Time": 6.708800883963704}
+{"Finetune/Learning Rate": 1.9317355404389964e-05, "Finetune/Loss": 0.8108539581298828, "Finetune/Loss (Raw)": 0.9003193974494934, "Finetune/Step": 1504, "Finetune/Step Time": 6.700619842857122}
+{"Finetune/Learning Rate": 1.931622373739018e-05, "Finetune/Loss": 0.8111235499382019, "Finetune/Loss (Raw)": 0.8580747842788696, "Finetune/Step": 1505, "Finetune/Step Time": 6.686791654676199}
+{"Finetune/Learning Rate": 1.9315091166349982e-05, "Finetune/Loss": 0.8099844455718994, "Finetune/Loss (Raw)": 0.8023749589920044, "Finetune/Step": 1506, "Finetune/Step Time": 6.67492968775332}
+{"Finetune/Learning Rate": 1.9313957691379273e-05, "Finetune/Loss": 0.8126680850982666, "Finetune/Loss (Raw)": 0.9524399042129517, "Finetune/Step": 1507, "Finetune/Step Time": 6.653723988682032}
+{"Finetune/Learning Rate": 1.931282331258804e-05, "Finetune/Loss": 0.8134278655052185, "Finetune/Loss (Raw)": 0.9547096490859985, "Finetune/Step": 1508, "Finetune/Step Time": 6.666590757668018}
+{"Finetune/Learning Rate": 1.9311688030086367e-05, "Finetune/Loss": 0.81294184923172, "Finetune/Loss (Raw)": 0.8747763633728027, "Finetune/Step": 1509, "Finetune/Step Time": 6.660649783909321}
+{"Finetune/Learning Rate": 1.931055184398442e-05, "Finetune/Loss": 0.8136094212532043, "Finetune/Loss (Raw)": 0.9594318866729736, "Finetune/Step": 1510, "Finetune/Step Time": 6.659901769831777}
+{"Finetune/Learning Rate": 1.9309414754392452e-05, "Finetune/Loss": 0.8152744770050049, "Finetune/Loss (Raw)": 0.9667573571205139, "Finetune/Step": 1511, "Finetune/Step Time": 6.65870038792491}
+{"Finetune/Learning Rate": 1.9308276761420807e-05, "Finetune/Loss": 0.8143401741981506, "Finetune/Loss (Raw)": 0.7483040690422058, "Finetune/Step": 1512, "Finetune/Step Time": 6.662002770230174}
+{"Finetune/Learning Rate": 1.9307137865179918e-05, "Finetune/Loss": 0.8148058652877808, "Finetune/Loss (Raw)": 0.9996662139892578, "Finetune/Step": 1513, "Finetune/Step Time": 6.674045726656914}
+{"Finetune/Learning Rate": 1.9305998065780293e-05, "Finetune/Loss": 0.8144150972366333, "Finetune/Loss (Raw)": 0.7968990206718445, "Finetune/Step": 1514, "Finetune/Step Time": 6.693052694201469}
+{"Finetune/Learning Rate": 1.930485736333255e-05, "Finetune/Loss": 0.8155237436294556, "Finetune/Loss (Raw)": 0.8826295137405396, "Finetune/Step": 1515, "Finetune/Step Time": 6.691369779407978}
+{"Finetune/Learning Rate": 1.9303715757947376e-05, "Finetune/Loss": 0.8151899576187134, "Finetune/Loss (Raw)": 0.9050326943397522, "Finetune/Step": 1516, "Finetune/Step Time": 6.6934536676853895}
+{"Finetune/Learning Rate": 1.930257324973555e-05, "Finetune/Loss": 0.814498245716095, "Finetune/Loss (Raw)": 0.7992883920669556, "Finetune/Step": 1517, "Finetune/Step Time": 6.695399988442659}
+{"Finetune/Learning Rate": 1.930142983880794e-05, "Finetune/Loss": 0.814249575138092, "Finetune/Loss (Raw)": 1.0052486658096313, "Finetune/Step": 1518, "Finetune/Step Time": 6.690175153315067}
+{"Finetune/Learning Rate": 1.9300285525275506e-05, "Finetune/Loss": 0.8134008646011353, "Finetune/Loss (Raw)": 0.7151795029640198, "Finetune/Step": 1519, "Finetune/Step Time": 6.675837831571698}
+{"Finetune/Learning Rate": 1.9299140309249292e-05, "Finetune/Loss": 0.8100243806838989, "Finetune/Loss (Raw)": 0.40199610590934753, "Finetune/Step": 1520, "Finetune/Step Time": 6.660789666697383}
+{"Finetune/Learning Rate": 1.9297994190840424e-05, "Finetune/Loss": 0.8112034201622009, "Finetune/Loss (Raw)": 0.9083230495452881, "Finetune/Step": 1521, "Finetune/Step Time": 6.625012652948499}
+{"Finetune/Learning Rate": 1.929684717016012e-05, "Finetune/Loss": 0.8096632957458496, "Finetune/Loss (Raw)": 0.7466058731079102, "Finetune/Step": 1522, "Finetune/Step Time": 6.6365007273852825}
+{"Finetune/Learning Rate": 1.929569924731969e-05, "Finetune/Loss": 0.8083802461624146, "Finetune/Loss (Raw)": 0.6670336723327637, "Finetune/Step": 1523, "Finetune/Step Time": 6.650885356590152}
+{"Finetune/Learning Rate": 1.929455042243053e-05, "Finetune/Loss": 0.8090699911117554, "Finetune/Loss (Raw)": 0.719416618347168, "Finetune/Step": 1524, "Finetune/Step Time": 6.669335898011923}
+{"Finetune/Learning Rate": 1.9293400695604118e-05, "Finetune/Loss": 0.8076556921005249, "Finetune/Loss (Raw)": 0.7030050158500671, "Finetune/Step": 1525, "Finetune/Step Time": 6.658699406310916}
+{"Finetune/Learning Rate": 1.9292250066952023e-05, "Finetune/Loss": 0.8084023594856262, "Finetune/Loss (Raw)": 0.960961639881134, "Finetune/Step": 1526, "Finetune/Step Time": 6.658619208261371}
+{"Finetune/Learning Rate": 1.92910985365859e-05, "Finetune/Loss": 0.8102420568466187, "Finetune/Loss (Raw)": 0.8501531481742859, "Finetune/Step": 1527, "Finetune/Step Time": 6.653825622051954}
+{"Finetune/Learning Rate": 1.9289946104617492e-05, "Finetune/Loss": 0.806185245513916, "Finetune/Loss (Raw)": 0.4295901954174042, "Finetune/Step": 1528, "Finetune/Step Time": 6.667747521772981}
+{"Finetune/Learning Rate": 1.9288792771158635e-05, "Finetune/Loss": 0.8074477314949036, "Finetune/Loss (Raw)": 0.9753533601760864, "Finetune/Step": 1529, "Finetune/Step Time": 6.670027593150735}
+{"Finetune/Learning Rate": 1.9287638536321244e-05, "Finetune/Loss": 0.8090977072715759, "Finetune/Loss (Raw)": 0.6020930409431458, "Finetune/Step": 1530, "Finetune/Step Time": 6.669395277276635}
+{"Finetune/Learning Rate": 1.9286483400217327e-05, "Finetune/Loss": 0.8097744584083557, "Finetune/Loss (Raw)": 0.9224569797515869, "Finetune/Step": 1531, "Finetune/Step Time": 6.673112120479345}
+{"Finetune/Learning Rate": 1.9285327362958975e-05, "Finetune/Loss": 0.8096796274185181, "Finetune/Loss (Raw)": 0.8744076490402222, "Finetune/Step": 1532, "Finetune/Step Time": 6.682717366144061}
+{"Finetune/Learning Rate": 1.9284170424658374e-05, "Finetune/Loss": 0.8095381855964661, "Finetune/Loss (Raw)": 0.6906515955924988, "Finetune/Step": 1533, "Finetune/Step Time": 6.677052630111575}
+{"Finetune/Learning Rate": 1.9283012585427788e-05, "Finetune/Loss": 0.8082389831542969, "Finetune/Loss (Raw)": 0.697952151298523, "Finetune/Step": 1534, "Finetune/Step Time": 6.684753734618425}
+{"Finetune/Learning Rate": 1.9281853845379573e-05, "Finetune/Loss": 0.8117587566375732, "Finetune/Loss (Raw)": 0.8236421346664429, "Finetune/Step": 1535, "Finetune/Step Time": 6.668332973495126}
+{"Finetune/Learning Rate": 1.9280694204626172e-05, "Finetune/Loss": 0.8122664093971252, "Finetune/Loss (Raw)": 0.8045480847358704, "Finetune/Step": 1536, "Finetune/Step Time": 6.674534134566784}
+{"Finetune/Learning Rate": 1.927953366328012e-05, "Finetune/Loss": 0.8115556240081787, "Finetune/Loss (Raw)": 0.8319039344787598, "Finetune/Step": 1537, "Finetune/Step Time": 6.675482327118516}
+{"Finetune/Learning Rate": 1.9278372221454035e-05, "Finetune/Loss": 0.8088525533676147, "Finetune/Loss (Raw)": 0.4367600679397583, "Finetune/Step": 1538, "Finetune/Step Time": 6.664844768121839}
+{"Finetune/Learning Rate": 1.927720987926062e-05, "Finetune/Loss": 0.8089550733566284, "Finetune/Loss (Raw)": 0.8896592855453491, "Finetune/Step": 1539, "Finetune/Step Time": 6.6566505916416645}
+{"Finetune/Learning Rate": 1.9276046636812667e-05, "Finetune/Loss": 0.8100891709327698, "Finetune/Loss (Raw)": 0.820365309715271, "Finetune/Step": 1540, "Finetune/Step Time": 6.65663455799222}
+{"Finetune/Learning Rate": 1.927488249422306e-05, "Finetune/Loss": 0.8103007674217224, "Finetune/Loss (Raw)": 0.9454662203788757, "Finetune/Step": 1541, "Finetune/Step Time": 6.646752275526524}
+{"Finetune/Learning Rate": 1.927371745160476e-05, "Finetune/Loss": 0.8075510859489441, "Finetune/Loss (Raw)": 0.6694849133491516, "Finetune/Step": 1542, "Finetune/Step Time": 6.654876098036766}
+{"Finetune/Learning Rate": 1.9272551509070828e-05, "Finetune/Loss": 0.8068289756774902, "Finetune/Loss (Raw)": 0.7661206126213074, "Finetune/Step": 1543, "Finetune/Step Time": 6.651459829881787}
+{"Finetune/Learning Rate": 1.9271384666734405e-05, "Finetune/Loss": 0.8065176010131836, "Finetune/Loss (Raw)": 0.9263582229614258, "Finetune/Step": 1544, "Finetune/Step Time": 6.6504215355962515}
+{"Finetune/Learning Rate": 1.927021692470872e-05, "Finetune/Loss": 0.8063114881515503, "Finetune/Loss (Raw)": 0.8222931027412415, "Finetune/Step": 1545, "Finetune/Step Time": 6.662889808416367}
+{"Finetune/Learning Rate": 1.926904828310709e-05, "Finetune/Loss": 0.8081437945365906, "Finetune/Loss (Raw)": 0.9639384150505066, "Finetune/Step": 1546, "Finetune/Step Time": 6.661598652601242}
+{"Finetune/Learning Rate": 1.926787874204292e-05, "Finetune/Loss": 0.8089886903762817, "Finetune/Loss (Raw)": 0.8543376326560974, "Finetune/Step": 1547, "Finetune/Step Time": 6.667121673002839}
+{"Finetune/Learning Rate": 1.92667083016297e-05, "Finetune/Loss": 0.8085293769836426, "Finetune/Loss (Raw)": 0.8607566356658936, "Finetune/Step": 1548, "Finetune/Step Time": 6.676703346893191}
+{"Finetune/Learning Rate": 1.9265536961981013e-05, "Finetune/Loss": 0.8052271604537964, "Finetune/Loss (Raw)": 0.4033755660057068, "Finetune/Step": 1549, "Finetune/Step Time": 6.696635005995631}
+{"Finetune/Learning Rate": 1.926436472321052e-05, "Finetune/Loss": 0.8062303066253662, "Finetune/Loss (Raw)": 0.9061360359191895, "Finetune/Step": 1550, "Finetune/Step Time": 6.69492900557816}
+{"Finetune/Learning Rate": 1.9263191585431972e-05, "Finetune/Loss": 0.8047326803207397, "Finetune/Loss (Raw)": 0.7637059688568115, "Finetune/Step": 1551, "Finetune/Step Time": 6.6887862626463175}
+{"Finetune/Learning Rate": 1.926201754875922e-05, "Finetune/Loss": 0.8057645559310913, "Finetune/Loss (Raw)": 0.9283637404441833, "Finetune/Step": 1552, "Finetune/Step Time": 6.688911551609635}
+{"Finetune/Learning Rate": 1.9260842613306184e-05, "Finetune/Loss": 0.8052777051925659, "Finetune/Loss (Raw)": 0.7895819544792175, "Finetune/Step": 1553, "Finetune/Step Time": 6.699724899604917}
+{"Finetune/Learning Rate": 1.9259666779186877e-05, "Finetune/Loss": 0.8051548004150391, "Finetune/Loss (Raw)": 0.7708687782287598, "Finetune/Step": 1554, "Finetune/Step Time": 6.689924579113722}
+{"Finetune/Learning Rate": 1.925849004651541e-05, "Finetune/Loss": 0.8064628839492798, "Finetune/Loss (Raw)": 0.9185117483139038, "Finetune/Step": 1555, "Finetune/Step Time": 6.6918884720653296}
+{"Finetune/Learning Rate": 1.9257312415405963e-05, "Finetune/Loss": 0.8060107231140137, "Finetune/Loss (Raw)": 0.7135974168777466, "Finetune/Step": 1556, "Finetune/Step Time": 6.6970389895141125}
+{"Finetune/Learning Rate": 1.9256133885972818e-05, "Finetune/Loss": 0.8065859079360962, "Finetune/Loss (Raw)": 0.7985610365867615, "Finetune/Step": 1557, "Finetune/Step Time": 6.6953575517982244}
+{"Finetune/Learning Rate": 1.9254954458330336e-05, "Finetune/Loss": 0.8067905306816101, "Finetune/Loss (Raw)": 0.854332685470581, "Finetune/Step": 1558, "Finetune/Step Time": 6.684434214606881}
+{"Finetune/Learning Rate": 1.925377413259297e-05, "Finetune/Loss": 0.8093589544296265, "Finetune/Loss (Raw)": 1.0910158157348633, "Finetune/Step": 1559, "Finetune/Step Time": 6.674996117129922}
+{"Finetune/Learning Rate": 1.9252592908875257e-05, "Finetune/Loss": 0.8104283213615417, "Finetune/Loss (Raw)": 0.9060788750648499, "Finetune/Step": 1560, "Finetune/Step Time": 6.678841279819608}
+{"Finetune/Learning Rate": 1.9251410787291826e-05, "Finetune/Loss": 0.8099036812782288, "Finetune/Loss (Raw)": 0.8853345513343811, "Finetune/Step": 1561, "Finetune/Step Time": 6.675622221082449}
+{"Finetune/Learning Rate": 1.9250227767957378e-05, "Finetune/Loss": 0.814060389995575, "Finetune/Loss (Raw)": 0.9022057056427002, "Finetune/Step": 1562, "Finetune/Step Time": 6.664219692349434}
+{"Finetune/Learning Rate": 1.9249043850986727e-05, "Finetune/Loss": 0.8131862878799438, "Finetune/Loss (Raw)": 0.8058731555938721, "Finetune/Step": 1563, "Finetune/Step Time": 6.681260069832206}
+{"Finetune/Learning Rate": 1.924785903649475e-05, "Finetune/Loss": 0.8145383596420288, "Finetune/Loss (Raw)": 0.7927847504615784, "Finetune/Step": 1564, "Finetune/Step Time": 6.66654715128243}
+{"Finetune/Learning Rate": 1.9246673324596425e-05, "Finetune/Loss": 0.8135581016540527, "Finetune/Loss (Raw)": 0.7613348960876465, "Finetune/Step": 1565, "Finetune/Step Time": 6.665194243192673}
+{"Finetune/Learning Rate": 1.924548671540681e-05, "Finetune/Loss": 0.8125853538513184, "Finetune/Loss (Raw)": 0.7676153779029846, "Finetune/Step": 1566, "Finetune/Step Time": 6.671077761799097}
+{"Finetune/Learning Rate": 1.9244299209041055e-05, "Finetune/Loss": 0.8118258714675903, "Finetune/Loss (Raw)": 0.8522682785987854, "Finetune/Step": 1567, "Finetune/Step Time": 6.67649762891233}
+{"Finetune/Learning Rate": 1.9243110805614394e-05, "Finetune/Loss": 0.8135440349578857, "Finetune/Loss (Raw)": 0.8451104760169983, "Finetune/Step": 1568, "Finetune/Step Time": 6.64826880954206}
+{"Finetune/Learning Rate": 1.9241921505242146e-05, "Finetune/Loss": 0.8122726678848267, "Finetune/Loss (Raw)": 0.7031446695327759, "Finetune/Step": 1569, "Finetune/Step Time": 6.639001378789544}
+{"Finetune/Learning Rate": 1.9240731308039725e-05, "Finetune/Loss": 0.8131256103515625, "Finetune/Loss (Raw)": 0.9580593109130859, "Finetune/Step": 1570, "Finetune/Step Time": 6.63560920022428}
+{"Finetune/Learning Rate": 1.9239540214122625e-05, "Finetune/Loss": 0.8136711120605469, "Finetune/Loss (Raw)": 0.9051305055618286, "Finetune/Step": 1571, "Finetune/Step Time": 6.6309889405965805}
+{"Finetune/Learning Rate": 1.923834822360643e-05, "Finetune/Loss": 0.8147629499435425, "Finetune/Loss (Raw)": 0.9332362413406372, "Finetune/Step": 1572, "Finetune/Step Time": 6.62445661611855}
+{"Finetune/Learning Rate": 1.9237155336606807e-05, "Finetune/Loss": 0.8144664764404297, "Finetune/Loss (Raw)": 0.8213064670562744, "Finetune/Step": 1573, "Finetune/Step Time": 6.639386689290404}
+{"Finetune/Learning Rate": 1.9235961553239515e-05, "Finetune/Loss": 0.814481794834137, "Finetune/Loss (Raw)": 0.7250531315803528, "Finetune/Step": 1574, "Finetune/Step Time": 6.623127298429608}
+{"Finetune/Learning Rate": 1.9234766873620395e-05, "Finetune/Loss": 0.8151845335960388, "Finetune/Loss (Raw)": 0.9841502904891968, "Finetune/Step": 1575, "Finetune/Step Time": 6.641234865412116}
+{"Finetune/Learning Rate": 1.9233571297865383e-05, "Finetune/Loss": 0.8146644830703735, "Finetune/Loss (Raw)": 0.8605632781982422, "Finetune/Step": 1576, "Finetune/Step Time": 6.644025892019272}
+{"Finetune/Learning Rate": 1.9232374826090496e-05, "Finetune/Loss": 0.8157172203063965, "Finetune/Loss (Raw)": 0.8777757287025452, "Finetune/Step": 1577, "Finetune/Step Time": 6.63519804738462}
+{"Finetune/Learning Rate": 1.9231177458411836e-05, "Finetune/Loss": 0.8169931173324585, "Finetune/Loss (Raw)": 0.8954338431358337, "Finetune/Step": 1578, "Finetune/Step Time": 6.593496883288026}
+{"Finetune/Learning Rate": 1.9229979194945595e-05, "Finetune/Loss": 0.8165520429611206, "Finetune/Loss (Raw)": 0.7992632389068604, "Finetune/Step": 1579, "Finetune/Step Time": 6.59822491556406}
+{"Finetune/Learning Rate": 1.9228780035808053e-05, "Finetune/Loss": 0.814670205116272, "Finetune/Loss (Raw)": 0.7046092748641968, "Finetune/Step": 1580, "Finetune/Step Time": 6.641672207042575}
+{"Finetune/Learning Rate": 1.9227579981115577e-05, "Finetune/Loss": 0.8144009113311768, "Finetune/Loss (Raw)": 0.7601937651634216, "Finetune/Step": 1581, "Finetune/Step Time": 6.63693149574101}
+{"Finetune/Learning Rate": 1.922637903098462e-05, "Finetune/Loss": 0.8125682473182678, "Finetune/Loss (Raw)": 0.8289592862129211, "Finetune/Step": 1582, "Finetune/Step Time": 6.63805659674108}
+{"Finetune/Learning Rate": 1.9225177185531712e-05, "Finetune/Loss": 0.8121325969696045, "Finetune/Loss (Raw)": 0.8910224437713623, "Finetune/Step": 1583, "Finetune/Step Time": 6.640720697119832}
+{"Finetune/Learning Rate": 1.9223974444873494e-05, "Finetune/Loss": 0.8124679327011108, "Finetune/Loss (Raw)": 0.8546782732009888, "Finetune/Step": 1584, "Finetune/Step Time": 6.642217542976141}
+{"Finetune/Learning Rate": 1.922277080912667e-05, "Finetune/Loss": 0.8170533180236816, "Finetune/Loss (Raw)": 0.9591179490089417, "Finetune/Step": 1585, "Finetune/Step Time": 6.632599279284477}
+{"Finetune/Learning Rate": 1.922156627840804e-05, "Finetune/Loss": 0.8184167742729187, "Finetune/Loss (Raw)": 1.042626142501831, "Finetune/Step": 1586, "Finetune/Step Time": 6.682689219713211}
+{"Finetune/Learning Rate": 1.9220360852834497e-05, "Finetune/Loss": 0.8181744813919067, "Finetune/Loss (Raw)": 0.9561316967010498, "Finetune/Step": 1587, "Finetune/Step Time": 6.686113541945815}
+{"Finetune/Learning Rate": 1.921915453252301e-05, "Finetune/Loss": 0.8168193697929382, "Finetune/Loss (Raw)": 0.8410807251930237, "Finetune/Step": 1588, "Finetune/Step Time": 6.696087630465627}
+{"Finetune/Learning Rate": 1.9217947317590636e-05, "Finetune/Loss": 0.81519615650177, "Finetune/Loss (Raw)": 0.8553404808044434, "Finetune/Step": 1589, "Finetune/Step Time": 6.711688926443458}
+{"Finetune/Learning Rate": 1.921673920815453e-05, "Finetune/Loss": 0.8154353499412537, "Finetune/Loss (Raw)": 0.9442358016967773, "Finetune/Step": 1590, "Finetune/Step Time": 6.716763177886605}
+{"Finetune/Learning Rate": 1.921553020433192e-05, "Finetune/Loss": 0.8127730488777161, "Finetune/Loss (Raw)": 0.616622269153595, "Finetune/Step": 1591, "Finetune/Step Time": 6.73211625777185}
+{"Finetune/Learning Rate": 1.9214320306240132e-05, "Finetune/Loss": 0.8120077848434448, "Finetune/Loss (Raw)": 0.7178779244422913, "Finetune/Step": 1592, "Finetune/Step Time": 6.733796767890453}
+{"Finetune/Learning Rate": 1.921310951399657e-05, "Finetune/Loss": 0.8114426732063293, "Finetune/Loss (Raw)": 0.7878037691116333, "Finetune/Step": 1593, "Finetune/Step Time": 6.7365507781505585}
+{"Finetune/Learning Rate": 1.9211897827718733e-05, "Finetune/Loss": 0.8112213611602783, "Finetune/Loss (Raw)": 0.8440586924552917, "Finetune/Step": 1594, "Finetune/Step Time": 6.741631731390953}
+{"Finetune/Learning Rate": 1.9210685247524197e-05, "Finetune/Loss": 0.8103516101837158, "Finetune/Loss (Raw)": 0.7306788563728333, "Finetune/Step": 1595, "Finetune/Step Time": 6.719712944701314}
+{"Finetune/Learning Rate": 1.9209471773530634e-05, "Finetune/Loss": 0.8097785711288452, "Finetune/Loss (Raw)": 0.8534989356994629, "Finetune/Step": 1596, "Finetune/Step Time": 6.723740469664335}
+{"Finetune/Learning Rate": 1.9208257405855795e-05, "Finetune/Loss": 0.8124779462814331, "Finetune/Loss (Raw)": 0.730618953704834, "Finetune/Step": 1597, "Finetune/Step Time": 6.709503676742315}
+{"Finetune/Learning Rate": 1.9207042144617526e-05, "Finetune/Loss": 0.8125842809677124, "Finetune/Loss (Raw)": 0.8253635168075562, "Finetune/Step": 1598, "Finetune/Step Time": 6.721975604072213}
+{"Finetune/Learning Rate": 1.920582598993375e-05, "Finetune/Loss": 0.8089116811752319, "Finetune/Loss (Raw)": 0.3799976408481598, "Finetune/Step": 1599, "Finetune/Step Time": 6.732699640095234}
+{"Finetune/Learning Rate": 1.9204608941922485e-05, "Finetune/Loss": 0.8099954128265381, "Finetune/Loss (Raw)": 0.9176908135414124, "Finetune/Step": 1600, "Finetune/Step Time": 6.736431991681457}
+{"Finetune/Learning Rate": 1.9203391000701833e-05, "Finetune/Loss": 0.8082447648048401, "Finetune/Loss (Raw)": 0.3916901648044586, "Finetune/Step": 1601, "Finetune/Step Time": 6.750439772382379}
+{"Finetune/Learning Rate": 1.920217216638998e-05, "Finetune/Loss": 0.8075355291366577, "Finetune/Loss (Raw)": 0.954994261264801, "Finetune/Step": 1602, "Finetune/Step Time": 6.760196853429079}
+{"Finetune/Learning Rate": 1.9200952439105204e-05, "Finetune/Loss": 0.8094878196716309, "Finetune/Loss (Raw)": 0.9393941760063171, "Finetune/Step": 1603, "Finetune/Step Time": 6.755867393687367}
+{"Finetune/Learning Rate": 1.9199731818965863e-05, "Finetune/Loss": 0.8086145520210266, "Finetune/Loss (Raw)": 0.8236434459686279, "Finetune/Step": 1604, "Finetune/Step Time": 6.755095571279526}
+{"Finetune/Learning Rate": 1.919851030609041e-05, "Finetune/Loss": 0.8113752007484436, "Finetune/Loss (Raw)": 0.6710439920425415, "Finetune/Step": 1605, "Finetune/Step Time": 6.744107099249959}
+{"Finetune/Learning Rate": 1.919728790059737e-05, "Finetune/Loss": 0.8082453012466431, "Finetune/Loss (Raw)": 0.6275650858879089, "Finetune/Step": 1606, "Finetune/Step Time": 6.774548685178161}
+{"Finetune/Learning Rate": 1.9196064602605377e-05, "Finetune/Loss": 0.8087794780731201, "Finetune/Loss (Raw)": 0.842128336429596, "Finetune/Step": 1607, "Finetune/Step Time": 6.751957161352038}
+{"Finetune/Learning Rate": 1.9194840412233135e-05, "Finetune/Loss": 0.8049976825714111, "Finetune/Loss (Raw)": 0.39277732372283936, "Finetune/Step": 1608, "Finetune/Step Time": 6.771457368507981}
+{"Finetune/Learning Rate": 1.9193615329599432e-05, "Finetune/Loss": 0.8048639297485352, "Finetune/Loss (Raw)": 0.893695056438446, "Finetune/Step": 1609, "Finetune/Step Time": 6.766550583764911}
+{"Finetune/Learning Rate": 1.9192389354823158e-05, "Finetune/Loss": 0.805324375629425, "Finetune/Loss (Raw)": 0.8807976245880127, "Finetune/Step": 1610, "Finetune/Step Time": 6.768230434507132}
+{"Finetune/Learning Rate": 1.9191162488023277e-05, "Finetune/Loss": 0.8065335750579834, "Finetune/Loss (Raw)": 0.7539024353027344, "Finetune/Step": 1611, "Finetune/Step Time": 6.7703916151076555}
+{"Finetune/Learning Rate": 1.918993472931884e-05, "Finetune/Loss": 0.8057695031166077, "Finetune/Loss (Raw)": 0.8220825791358948, "Finetune/Step": 1612, "Finetune/Step Time": 6.772653678432107}
+{"Finetune/Learning Rate": 1.9188706078828994e-05, "Finetune/Loss": 0.805292010307312, "Finetune/Loss (Raw)": 0.7333925366401672, "Finetune/Step": 1613, "Finetune/Step Time": 6.783989794552326}
+{"Finetune/Learning Rate": 1.9187476536672964e-05, "Finetune/Loss": 0.8097993731498718, "Finetune/Loss (Raw)": 0.8885539174079895, "Finetune/Step": 1614, "Finetune/Step Time": 6.763918075710535}
+{"Finetune/Learning Rate": 1.918624610297006e-05, "Finetune/Loss": 0.8092520236968994, "Finetune/Loss (Raw)": 0.9590771198272705, "Finetune/Step": 1615, "Finetune/Step Time": 6.756936384364963}
+{"Finetune/Learning Rate": 1.918501477783969e-05, "Finetune/Loss": 0.8072993755340576, "Finetune/Loss (Raw)": 0.862856924533844, "Finetune/Step": 1616, "Finetune/Step Time": 6.755419256165624}
+{"Finetune/Learning Rate": 1.9183782561401333e-05, "Finetune/Loss": 0.8086031079292297, "Finetune/Loss (Raw)": 0.8174383044242859, "Finetune/Step": 1617, "Finetune/Step Time": 6.751867331564426}
+{"Finetune/Learning Rate": 1.9182549453774573e-05, "Finetune/Loss": 0.809156060218811, "Finetune/Loss (Raw)": 0.8422883749008179, "Finetune/Step": 1618, "Finetune/Step Time": 6.73146484978497}
+{"Finetune/Learning Rate": 1.918131545507906e-05, "Finetune/Loss": 0.8095816969871521, "Finetune/Loss (Raw)": 0.7632445693016052, "Finetune/Step": 1619, "Finetune/Step Time": 6.720565307885408}
+{"Finetune/Learning Rate": 1.9180080565434545e-05, "Finetune/Loss": 0.8106803894042969, "Finetune/Loss (Raw)": 1.0941681861877441, "Finetune/Step": 1620, "Finetune/Step Time": 6.723360596224666}
+{"Finetune/Learning Rate": 1.917884478496086e-05, "Finetune/Loss": 0.8142006397247314, "Finetune/Loss (Raw)": 0.7882469296455383, "Finetune/Step": 1621, "Finetune/Step Time": 6.709757294505835}
+{"Finetune/Learning Rate": 1.9177608113777927e-05, "Finetune/Loss": 0.8153508305549622, "Finetune/Loss (Raw)": 0.9798986911773682, "Finetune/Step": 1622, "Finetune/Step Time": 6.707389255985618}
+{"Finetune/Learning Rate": 1.9176370552005747e-05, "Finetune/Loss": 0.8170703649520874, "Finetune/Loss (Raw)": 1.080910563468933, "Finetune/Step": 1623, "Finetune/Step Time": 6.701502745971084}
+{"Finetune/Learning Rate": 1.9175132099764414e-05, "Finetune/Loss": 0.8168033957481384, "Finetune/Loss (Raw)": 0.8811247944831848, "Finetune/Step": 1624, "Finetune/Step Time": 6.7033726666122675}
+{"Finetune/Learning Rate": 1.9173892757174106e-05, "Finetune/Loss": 0.8177195191383362, "Finetune/Loss (Raw)": 0.8873594403266907, "Finetune/Step": 1625, "Finetune/Step Time": 6.703612327575684}
+{"Finetune/Learning Rate": 1.917265252435509e-05, "Finetune/Loss": 0.8170692324638367, "Finetune/Loss (Raw)": 0.9038801193237305, "Finetune/Step": 1626, "Finetune/Step Time": 6.694840736687183}
+{"Finetune/Learning Rate": 1.917141140142772e-05, "Finetune/Loss": 0.8211835622787476, "Finetune/Loss (Raw)": 0.9567058682441711, "Finetune/Step": 1627, "Finetune/Step Time": 6.672477198764682}
+{"Finetune/Learning Rate": 1.9170169388512424e-05, "Finetune/Loss": 0.8249191045761108, "Finetune/Loss (Raw)": 0.8368958830833435, "Finetune/Step": 1628, "Finetune/Step Time": 6.6518761068582535}
+{"Finetune/Learning Rate": 1.9168926485729736e-05, "Finetune/Loss": 0.8233908414840698, "Finetune/Loss (Raw)": 0.7844802141189575, "Finetune/Step": 1629, "Finetune/Step Time": 6.623391142114997}
+{"Finetune/Learning Rate": 1.916768269320026e-05, "Finetune/Loss": 0.8228342533111572, "Finetune/Loss (Raw)": 0.8839066624641418, "Finetune/Step": 1630, "Finetune/Step Time": 6.621006997302175}
+{"Finetune/Learning Rate": 1.91664380110447e-05, "Finetune/Loss": 0.8238204717636108, "Finetune/Loss (Raw)": 0.8621279001235962, "Finetune/Step": 1631, "Finetune/Step Time": 6.623217709362507}
+{"Finetune/Learning Rate": 1.9165192439383836e-05, "Finetune/Loss": 0.8232734203338623, "Finetune/Loss (Raw)": 0.8302916884422302, "Finetune/Step": 1632, "Finetune/Step Time": 6.6144848968833685}
+{"Finetune/Learning Rate": 1.9163945978338532e-05, "Finetune/Loss": 0.8227365612983704, "Finetune/Loss (Raw)": 0.7893604636192322, "Finetune/Step": 1633, "Finetune/Step Time": 6.61435872502625}
+{"Finetune/Learning Rate": 1.916269862802975e-05, "Finetune/Loss": 0.8234133124351501, "Finetune/Loss (Raw)": 0.889004111289978, "Finetune/Step": 1634, "Finetune/Step Time": 6.607381831854582}
+{"Finetune/Learning Rate": 1.916145038857853e-05, "Finetune/Loss": 0.822229266166687, "Finetune/Loss (Raw)": 0.8008814454078674, "Finetune/Step": 1635, "Finetune/Step Time": 6.627867395058274}
+{"Finetune/Learning Rate": 1.9160201260106e-05, "Finetune/Loss": 0.8218390941619873, "Finetune/Loss (Raw)": 0.9047657251358032, "Finetune/Step": 1636, "Finetune/Step Time": 6.615401234477758}
+{"Finetune/Learning Rate": 1.9158951242733374e-05, "Finetune/Loss": 0.8212389945983887, "Finetune/Loss (Raw)": 0.7979592680931091, "Finetune/Step": 1637, "Finetune/Step Time": 6.6164239924401045}
+{"Finetune/Learning Rate": 1.9157700336581956e-05, "Finetune/Loss": 0.8200597763061523, "Finetune/Loss (Raw)": 0.8084918260574341, "Finetune/Step": 1638, "Finetune/Step Time": 6.617789406329393}
+{"Finetune/Learning Rate": 1.9156448541773135e-05, "Finetune/Loss": 0.8183341026306152, "Finetune/Loss (Raw)": 0.7458709478378296, "Finetune/Step": 1639, "Finetune/Step Time": 6.6151174027472734}
+{"Finetune/Learning Rate": 1.9155195858428375e-05, "Finetune/Loss": 0.8200951814651489, "Finetune/Loss (Raw)": 0.9737241268157959, "Finetune/Step": 1640, "Finetune/Step Time": 6.603062003850937}
+{"Finetune/Learning Rate": 1.9153942286669242e-05, "Finetune/Loss": 0.8195428252220154, "Finetune/Loss (Raw)": 0.9289642572402954, "Finetune/Step": 1641, "Finetune/Step Time": 6.610151728615165}
+{"Finetune/Learning Rate": 1.9152687826617385e-05, "Finetune/Loss": 0.8200664520263672, "Finetune/Loss (Raw)": 0.8639314770698547, "Finetune/Step": 1642, "Finetune/Step Time": 6.588970091193914}
+{"Finetune/Learning Rate": 1.9151432478394527e-05, "Finetune/Loss": 0.8209865093231201, "Finetune/Loss (Raw)": 1.0003986358642578, "Finetune/Step": 1643, "Finetune/Step Time": 6.590308053418994}
+{"Finetune/Learning Rate": 1.9150176242122494e-05, "Finetune/Loss": 0.8201426267623901, "Finetune/Loss (Raw)": 0.7970093488693237, "Finetune/Step": 1644, "Finetune/Step Time": 6.61506368406117}
+{"Finetune/Learning Rate": 1.9148919117923186e-05, "Finetune/Loss": 0.820618748664856, "Finetune/Loss (Raw)": 0.8602370023727417, "Finetune/Step": 1645, "Finetune/Step Time": 6.61592710018158}
+{"Finetune/Learning Rate": 1.9147661105918597e-05, "Finetune/Loss": 0.8200986981391907, "Finetune/Loss (Raw)": 0.9386769533157349, "Finetune/Step": 1646, "Finetune/Step Time": 6.629437515512109}
+{"Finetune/Learning Rate": 1.91464022062308e-05, "Finetune/Loss": 0.8207405805587769, "Finetune/Loss (Raw)": 0.7973383665084839, "Finetune/Step": 1647, "Finetune/Step Time": 6.641738248988986}
+{"Finetune/Learning Rate": 1.914514241898196e-05, "Finetune/Loss": 0.8249325752258301, "Finetune/Loss (Raw)": 0.9385741353034973, "Finetune/Step": 1648, "Finetune/Step Time": 6.626106176525354}
+{"Finetune/Learning Rate": 1.9143881744294325e-05, "Finetune/Loss": 0.8244059681892395, "Finetune/Loss (Raw)": 0.8409139513969421, "Finetune/Step": 1649, "Finetune/Step Time": 6.627640455961227}
+{"Finetune/Learning Rate": 1.9142620182290235e-05, "Finetune/Loss": 0.8256838321685791, "Finetune/Loss (Raw)": 0.9101729989051819, "Finetune/Step": 1650, "Finetune/Step Time": 6.615750625729561}
+{"Finetune/Learning Rate": 1.9141357733092103e-05, "Finetune/Loss": 0.8264315724372864, "Finetune/Loss (Raw)": 0.762747049331665, "Finetune/Step": 1651, "Finetune/Step Time": 6.616897830739617}
+{"Finetune/Learning Rate": 1.914009439682244e-05, "Finetune/Loss": 0.8273175954818726, "Finetune/Loss (Raw)": 0.8328201770782471, "Finetune/Step": 1652, "Finetune/Step Time": 6.599264303222299}
+{"Finetune/Learning Rate": 1.913883017360384e-05, "Finetune/Loss": 0.8284026384353638, "Finetune/Loss (Raw)": 0.8418958187103271, "Finetune/Step": 1653, "Finetune/Step Time": 6.59083629027009}
+{"Finetune/Learning Rate": 1.9137565063558983e-05, "Finetune/Loss": 0.8280280828475952, "Finetune/Loss (Raw)": 0.9130149483680725, "Finetune/Step": 1654, "Finetune/Step Time": 6.602609381079674}
+{"Finetune/Learning Rate": 1.913629906681063e-05, "Finetune/Loss": 0.8244738578796387, "Finetune/Loss (Raw)": 0.3952110707759857, "Finetune/Step": 1655, "Finetune/Step Time": 6.620607268065214}
+{"Finetune/Learning Rate": 1.913503218348164e-05, "Finetune/Loss": 0.8281490206718445, "Finetune/Loss (Raw)": 0.9000195264816284, "Finetune/Step": 1656, "Finetune/Step Time": 6.6035733707249165}
+{"Finetune/Learning Rate": 1.9133764413694945e-05, "Finetune/Loss": 0.8269813060760498, "Finetune/Loss (Raw)": 0.8258839845657349, "Finetune/Step": 1657, "Finetune/Step Time": 6.590704746544361}
+{"Finetune/Learning Rate": 1.913249575757357e-05, "Finetune/Loss": 0.8292520046234131, "Finetune/Loss (Raw)": 0.8927462697029114, "Finetune/Step": 1658, "Finetune/Step Time": 6.574670396745205}
+{"Finetune/Learning Rate": 1.9131226215240625e-05, "Finetune/Loss": 0.8284966349601746, "Finetune/Loss (Raw)": 0.8257653117179871, "Finetune/Step": 1659, "Finetune/Step Time": 6.584589552134275}
+{"Finetune/Learning Rate": 1.9129955786819305e-05, "Finetune/Loss": 0.8286561965942383, "Finetune/Loss (Raw)": 0.8948318958282471, "Finetune/Step": 1660, "Finetune/Step Time": 6.590673036873341}
+{"Finetune/Learning Rate": 1.912868447243289e-05, "Finetune/Loss": 0.8299499154090881, "Finetune/Loss (Raw)": 0.8562479615211487, "Finetune/Step": 1661, "Finetune/Step Time": 6.5857165437191725}
+{"Finetune/Learning Rate": 1.912741227220475e-05, "Finetune/Loss": 0.8319389820098877, "Finetune/Loss (Raw)": 0.952551007270813, "Finetune/Step": 1662, "Finetune/Step Time": 6.584588469937444}
+{"Finetune/Learning Rate": 1.9126139186258337e-05, "Finetune/Loss": 0.830286979675293, "Finetune/Loss (Raw)": 0.6121864914894104, "Finetune/Step": 1663, "Finetune/Step Time": 6.593559393659234}
+{"Finetune/Learning Rate": 1.9124865214717192e-05, "Finetune/Loss": 0.829397439956665, "Finetune/Loss (Raw)": 0.6906965970993042, "Finetune/Step": 1664, "Finetune/Step Time": 6.586221735924482}
+{"Finetune/Learning Rate": 1.912359035770494e-05, "Finetune/Loss": 0.8306601047515869, "Finetune/Loss (Raw)": 0.9935175180435181, "Finetune/Step": 1665, "Finetune/Step Time": 6.5855683740228415}
+{"Finetune/Learning Rate": 1.9122314615345292e-05, "Finetune/Loss": 0.8337206840515137, "Finetune/Loss (Raw)": 0.8285143971443176, "Finetune/Step": 1666, "Finetune/Step Time": 6.561764283105731}
+{"Finetune/Learning Rate": 1.9121037987762044e-05, "Finetune/Loss": 0.8337905406951904, "Finetune/Loss (Raw)": 0.8985937237739563, "Finetune/Step": 1667, "Finetune/Step Time": 6.558418245986104}
+{"Finetune/Learning Rate": 1.9119760475079083e-05, "Finetune/Loss": 0.8346952199935913, "Finetune/Loss (Raw)": 0.9361649751663208, "Finetune/Step": 1668, "Finetune/Step Time": 6.56262862123549}
+{"Finetune/Learning Rate": 1.911848207742037e-05, "Finetune/Loss": 0.8342456817626953, "Finetune/Loss (Raw)": 0.8879259824752808, "Finetune/Step": 1669, "Finetune/Step Time": 6.559646474197507}
+{"Finetune/Learning Rate": 1.911720279490997e-05, "Finetune/Loss": 0.8364014625549316, "Finetune/Loss (Raw)": 0.9454232454299927, "Finetune/Step": 1670, "Finetune/Step Time": 6.545748792588711}
+{"Finetune/Learning Rate": 1.9115922627672015e-05, "Finetune/Loss": 0.8368114233016968, "Finetune/Loss (Raw)": 0.8186062574386597, "Finetune/Step": 1671, "Finetune/Step Time": 6.552413189783692}
+{"Finetune/Learning Rate": 1.9114641575830738e-05, "Finetune/Loss": 0.8364011645317078, "Finetune/Loss (Raw)": 0.8738464713096619, "Finetune/Step": 1672, "Finetune/Step Time": 6.568311372771859}
+{"Finetune/Learning Rate": 1.9113359639510448e-05, "Finetune/Loss": 0.8356671333312988, "Finetune/Loss (Raw)": 0.7283340096473694, "Finetune/Step": 1673, "Finetune/Step Time": 6.562784746289253}
+{"Finetune/Learning Rate": 1.9112076818835546e-05, "Finetune/Loss": 0.8327944278717041, "Finetune/Loss (Raw)": 0.5962300300598145, "Finetune/Step": 1674, "Finetune/Step Time": 6.568892523646355}
+{"Finetune/Learning Rate": 1.9110793113930513e-05, "Finetune/Loss": 0.8314790725708008, "Finetune/Loss (Raw)": 0.6859722137451172, "Finetune/Step": 1675, "Finetune/Step Time": 6.5722507536411285}
+{"Finetune/Learning Rate": 1.9109508524919923e-05, "Finetune/Loss": 0.832048773765564, "Finetune/Loss (Raw)": 0.9336819648742676, "Finetune/Step": 1676, "Finetune/Step Time": 6.56594505161047}
+{"Finetune/Learning Rate": 1.9108223051928426e-05, "Finetune/Loss": 0.8364063501358032, "Finetune/Loss (Raw)": 0.9611449241638184, "Finetune/Step": 1677, "Finetune/Step Time": 6.555774495005608}
+{"Finetune/Learning Rate": 1.9106936695080766e-05, "Finetune/Loss": 0.8354547023773193, "Finetune/Loss (Raw)": 0.7843247652053833, "Finetune/Step": 1678, "Finetune/Step Time": 6.553117096424103}
+{"Finetune/Learning Rate": 1.9105649454501772e-05, "Finetune/Loss": 0.8326113224029541, "Finetune/Loss (Raw)": 0.3997500538825989, "Finetune/Step": 1679, "Finetune/Step Time": 6.573644045740366}
+{"Finetune/Learning Rate": 1.9104361330316354e-05, "Finetune/Loss": 0.8321269750595093, "Finetune/Loss (Raw)": 0.8663613796234131, "Finetune/Step": 1680, "Finetune/Step Time": 6.580839307978749}
+{"Finetune/Learning Rate": 1.9103072322649514e-05, "Finetune/Loss": 0.8328661918640137, "Finetune/Loss (Raw)": 0.8842028379440308, "Finetune/Step": 1681, "Finetune/Step Time": 6.562805611640215}
+{"Finetune/Learning Rate": 1.9101782431626334e-05, "Finetune/Loss": 0.8349965810775757, "Finetune/Loss (Raw)": 1.043556809425354, "Finetune/Step": 1682, "Finetune/Step Time": 6.565399423241615}
+{"Finetune/Learning Rate": 1.9100491657371987e-05, "Finetune/Loss": 0.8334192037582397, "Finetune/Loss (Raw)": 0.7166104316711426, "Finetune/Step": 1683, "Finetune/Step Time": 6.572793377563357}
+{"Finetune/Learning Rate": 1.9099200000011725e-05, "Finetune/Loss": 0.8344395160675049, "Finetune/Loss (Raw)": 0.8441936373710632, "Finetune/Step": 1684, "Finetune/Step Time": 6.564890667796135}
+{"Finetune/Learning Rate": 1.9097907459670894e-05, "Finetune/Loss": 0.8342015743255615, "Finetune/Loss (Raw)": 0.7681067585945129, "Finetune/Step": 1685, "Finetune/Step Time": 6.568499026820064}
+{"Finetune/Learning Rate": 1.909661403647492e-05, "Finetune/Loss": 0.8324108719825745, "Finetune/Loss (Raw)": 0.6251271963119507, "Finetune/Step": 1686, "Finetune/Step Time": 6.580171421170235}
+{"Finetune/Learning Rate": 1.909531973054931e-05, "Finetune/Loss": 0.8312087655067444, "Finetune/Loss (Raw)": 0.9371492266654968, "Finetune/Step": 1687, "Finetune/Step Time": 6.582848804071546}
+{"Finetune/Learning Rate": 1.909402454201967e-05, "Finetune/Loss": 0.8307890295982361, "Finetune/Loss (Raw)": 0.852352499961853, "Finetune/Step": 1688, "Finetune/Step Time": 6.580490751191974}
+{"Finetune/Learning Rate": 1.9092728471011682e-05, "Finetune/Loss": 0.8263682126998901, "Finetune/Loss (Raw)": 0.31946083903312683, "Finetune/Step": 1689, "Finetune/Step Time": 6.596910638734698}
+{"Finetune/Learning Rate": 1.9091431517651114e-05, "Finetune/Loss": 0.8268382549285889, "Finetune/Loss (Raw)": 0.9623731374740601, "Finetune/Step": 1690, "Finetune/Step Time": 6.588477460667491}
+{"Finetune/Learning Rate": 1.9090133682063827e-05, "Finetune/Loss": 0.8274765014648438, "Finetune/Loss (Raw)": 0.8875773549079895, "Finetune/Step": 1691, "Finetune/Step Time": 6.571145044639707}
+{"Finetune/Learning Rate": 1.9088834964375754e-05, "Finetune/Loss": 0.8271973729133606, "Finetune/Loss (Raw)": 0.7570520639419556, "Finetune/Step": 1692, "Finetune/Step Time": 6.592441393062472}
+{"Finetune/Learning Rate": 1.908753536471293e-05, "Finetune/Loss": 0.8266283869743347, "Finetune/Loss (Raw)": 0.6885044574737549, "Finetune/Step": 1693, "Finetune/Step Time": 6.610836360603571}
+{"Finetune/Learning Rate": 1.908623488320146e-05, "Finetune/Loss": 0.825300395488739, "Finetune/Loss (Raw)": 0.59763503074646, "Finetune/Step": 1694, "Finetune/Step Time": 6.613444101065397}
+{"Finetune/Learning Rate": 1.908493351996755e-05, "Finetune/Loss": 0.8240870237350464, "Finetune/Loss (Raw)": 0.696953296661377, "Finetune/Step": 1695, "Finetune/Step Time": 6.619567224755883}
+{"Finetune/Learning Rate": 1.9083631275137473e-05, "Finetune/Loss": 0.824245810508728, "Finetune/Loss (Raw)": 0.8654306530952454, "Finetune/Step": 1696, "Finetune/Step Time": 6.617845118045807}
+{"Finetune/Learning Rate": 1.908232814883761e-05, "Finetune/Loss": 0.8259407877922058, "Finetune/Loss (Raw)": 0.9201048016548157, "Finetune/Step": 1697, "Finetune/Step Time": 6.615011170506477}
+{"Finetune/Learning Rate": 1.9081024141194404e-05, "Finetune/Loss": 0.8251116871833801, "Finetune/Loss (Raw)": 0.8519390821456909, "Finetune/Step": 1698, "Finetune/Step Time": 6.617454845458269}
+{"Finetune/Learning Rate": 1.90797192523344e-05, "Finetune/Loss": 0.8250371813774109, "Finetune/Loss (Raw)": 0.8955939412117004, "Finetune/Step": 1699, "Finetune/Step Time": 6.615731779485941}
+{"Finetune/Learning Rate": 1.907841348238423e-05, "Finetune/Loss": 0.8247524499893188, "Finetune/Loss (Raw)": 0.8967927098274231, "Finetune/Step": 1700, "Finetune/Step Time": 6.625320104882121}
+{"Finetune/Learning Rate": 1.9077106831470594e-05, "Finetune/Loss": 0.8258139491081238, "Finetune/Loss (Raw)": 0.9571769833564758, "Finetune/Step": 1701, "Finetune/Step Time": 6.611035168170929}
+{"Finetune/Learning Rate": 1.9075799299720296e-05, "Finetune/Loss": 0.8274849057197571, "Finetune/Loss (Raw)": 0.9389365911483765, "Finetune/Step": 1702, "Finetune/Step Time": 6.6100753247737885}
+{"Finetune/Learning Rate": 1.9074490887260217e-05, "Finetune/Loss": 0.825092613697052, "Finetune/Loss (Raw)": 0.6779350638389587, "Finetune/Step": 1703, "Finetune/Step Time": 6.60784088075161}
+{"Finetune/Learning Rate": 1.907318159421732e-05, "Finetune/Loss": 0.8211512565612793, "Finetune/Loss (Raw)": 0.3560672700405121, "Finetune/Step": 1704, "Finetune/Step Time": 6.623911002650857}
+{"Finetune/Learning Rate": 1.907187142071866e-05, "Finetune/Loss": 0.8209633827209473, "Finetune/Loss (Raw)": 0.8537291288375854, "Finetune/Step": 1705, "Finetune/Step Time": 6.62690275721252}
+{"Finetune/Learning Rate": 1.907056036689138e-05, "Finetune/Loss": 0.8212443590164185, "Finetune/Loss (Raw)": 0.931395947933197, "Finetune/Step": 1706, "Finetune/Step Time": 6.628743780776858}
+{"Finetune/Learning Rate": 1.9069248432862698e-05, "Finetune/Loss": 0.8219009041786194, "Finetune/Loss (Raw)": 0.8833037614822388, "Finetune/Step": 1707, "Finetune/Step Time": 6.635123459622264}
+{"Finetune/Learning Rate": 1.9067935618759926e-05, "Finetune/Loss": 0.8230500221252441, "Finetune/Loss (Raw)": 0.8516955971717834, "Finetune/Step": 1708, "Finetune/Step Time": 6.606054306030273}
+{"Finetune/Learning Rate": 1.906662192471046e-05, "Finetune/Loss": 0.824813961982727, "Finetune/Loss (Raw)": 0.9859728217124939, "Finetune/Step": 1709, "Finetune/Step Time": 6.603623295202851}
+{"Finetune/Learning Rate": 1.9065307350841776e-05, "Finetune/Loss": 0.8248825073242188, "Finetune/Loss (Raw)": 0.8377406597137451, "Finetune/Step": 1710, "Finetune/Step Time": 6.612213535234332}
+{"Finetune/Learning Rate": 1.9063991897281443e-05, "Finetune/Loss": 0.8246536254882812, "Finetune/Loss (Raw)": 0.8617273569107056, "Finetune/Step": 1711, "Finetune/Step Time": 6.615345673635602}
+{"Finetune/Learning Rate": 1.906267556415711e-05, "Finetune/Loss": 0.8258950710296631, "Finetune/Loss (Raw)": 1.0135841369628906, "Finetune/Step": 1712, "Finetune/Step Time": 6.626191383227706}
+{"Finetune/Learning Rate": 1.9061358351596517e-05, "Finetune/Loss": 0.8255960941314697, "Finetune/Loss (Raw)": 0.9208463430404663, "Finetune/Step": 1713, "Finetune/Step Time": 6.616352250799537}
+{"Finetune/Learning Rate": 1.9060040259727478e-05, "Finetune/Loss": 0.8244791030883789, "Finetune/Loss (Raw)": 0.8996573090553284, "Finetune/Step": 1714, "Finetune/Step Time": 6.573029475286603}
+{"Finetune/Learning Rate": 1.9058721288677907e-05, "Finetune/Loss": 0.8220188617706299, "Finetune/Loss (Raw)": 0.6412169933319092, "Finetune/Step": 1715, "Finetune/Step Time": 6.571117203682661}
+{"Finetune/Learning Rate": 1.9057401438575792e-05, "Finetune/Loss": 0.8224884271621704, "Finetune/Loss (Raw)": 0.9011781215667725, "Finetune/Step": 1716, "Finetune/Step Time": 6.559575371444225}
+{"Finetune/Learning Rate": 1.905608070954921e-05, "Finetune/Loss": 0.8227171897888184, "Finetune/Loss (Raw)": 0.8846280574798584, "Finetune/Step": 1717, "Finetune/Step Time": 6.559656614437699}
+{"Finetune/Learning Rate": 1.9054759101726326e-05, "Finetune/Loss": 0.822547197341919, "Finetune/Loss (Raw)": 0.922472357749939, "Finetune/Step": 1718, "Finetune/Step Time": 6.550347620621324}
+{"Finetune/Learning Rate": 1.9053436615235386e-05, "Finetune/Loss": 0.8241994380950928, "Finetune/Loss (Raw)": 0.8281150460243225, "Finetune/Step": 1719, "Finetune/Step Time": 6.536750312894583}
+{"Finetune/Learning Rate": 1.9052113250204726e-05, "Finetune/Loss": 0.8261512517929077, "Finetune/Loss (Raw)": 0.9677076935768127, "Finetune/Step": 1720, "Finetune/Step Time": 6.5348369516432285}
+{"Finetune/Learning Rate": 1.9050789006762766e-05, "Finetune/Loss": 0.82713782787323, "Finetune/Loss (Raw)": 0.9140793681144714, "Finetune/Step": 1721, "Finetune/Step Time": 6.535892333835363}
+{"Finetune/Learning Rate": 1.9049463885038e-05, "Finetune/Loss": 0.8273965120315552, "Finetune/Loss (Raw)": 0.8771809339523315, "Finetune/Step": 1722, "Finetune/Step Time": 6.5265074241906404}
+{"Finetune/Learning Rate": 1.9048137885159028e-05, "Finetune/Loss": 0.8283088803291321, "Finetune/Loss (Raw)": 0.8474588990211487, "Finetune/Step": 1723, "Finetune/Step Time": 6.542189531028271}
+{"Finetune/Learning Rate": 1.9046811007254517e-05, "Finetune/Loss": 0.8278161287307739, "Finetune/Loss (Raw)": 0.790428638458252, "Finetune/Step": 1724, "Finetune/Step Time": 6.535355867817998}
+{"Finetune/Learning Rate": 1.904548325145323e-05, "Finetune/Loss": 0.8288570642471313, "Finetune/Loss (Raw)": 0.863854169845581, "Finetune/Step": 1725, "Finetune/Step Time": 6.5253549460321665}
+{"Finetune/Learning Rate": 1.9044154617884013e-05, "Finetune/Loss": 0.8285844326019287, "Finetune/Loss (Raw)": 0.7904660105705261, "Finetune/Step": 1726, "Finetune/Step Time": 6.518002042546868}
+{"Finetune/Learning Rate": 1.904282510667579e-05, "Finetune/Loss": 0.8323761224746704, "Finetune/Loss (Raw)": 0.8653395175933838, "Finetune/Step": 1727, "Finetune/Step Time": 6.514741908758879}
+{"Finetune/Learning Rate": 1.904149471795758e-05, "Finetune/Loss": 0.8327282667160034, "Finetune/Loss (Raw)": 0.9627607464790344, "Finetune/Step": 1728, "Finetune/Step Time": 6.511652065441012}
+{"Finetune/Learning Rate": 1.9040163451858484e-05, "Finetune/Loss": 0.8366515636444092, "Finetune/Loss (Raw)": 0.8938719630241394, "Finetune/Step": 1729, "Finetune/Step Time": 6.4936518445611}
+{"Finetune/Learning Rate": 1.9038831308507685e-05, "Finetune/Loss": 0.8350609540939331, "Finetune/Loss (Raw)": 0.7513914704322815, "Finetune/Step": 1730, "Finetune/Step Time": 6.485890403389931}
+{"Finetune/Learning Rate": 1.9037498288034455e-05, "Finetune/Loss": 0.8358393907546997, "Finetune/Loss (Raw)": 1.03904128074646, "Finetune/Step": 1731, "Finetune/Step Time": 6.483179545029998}
+{"Finetune/Learning Rate": 1.9036164390568146e-05, "Finetune/Loss": 0.8368285894393921, "Finetune/Loss (Raw)": 0.9502640962600708, "Finetune/Step": 1732, "Finetune/Step Time": 6.517492402344942}
+{"Finetune/Learning Rate": 1.9034829616238203e-05, "Finetune/Loss": 0.8384697437286377, "Finetune/Loss (Raw)": 0.8811047077178955, "Finetune/Step": 1733, "Finetune/Step Time": 6.50964573957026}
+{"Finetune/Learning Rate": 1.903349396517415e-05, "Finetune/Loss": 0.840617299079895, "Finetune/Loss (Raw)": 0.9024556875228882, "Finetune/Step": 1734, "Finetune/Step Time": 6.493877870962024}
+{"Finetune/Learning Rate": 1.90321574375056e-05, "Finetune/Loss": 0.840564489364624, "Finetune/Loss (Raw)": 0.8353739976882935, "Finetune/Step": 1735, "Finetune/Step Time": 6.492966113612056}
+{"Finetune/Learning Rate": 1.9030820033362238e-05, "Finetune/Loss": 0.844326376914978, "Finetune/Loss (Raw)": 0.874289333820343, "Finetune/Step": 1736, "Finetune/Step Time": 6.472966622561216}
+{"Finetune/Learning Rate": 1.902948175287386e-05, "Finetune/Loss": 0.843607485294342, "Finetune/Loss (Raw)": 0.8016815781593323, "Finetune/Step": 1737, "Finetune/Step Time": 6.4718442261219025}
+{"Finetune/Learning Rate": 1.9028142596170323e-05, "Finetune/Loss": 0.8395974636077881, "Finetune/Loss (Raw)": 0.36751532554626465, "Finetune/Step": 1738, "Finetune/Step Time": 6.4880278911441565}
+{"Finetune/Learning Rate": 1.902680256338158e-05, "Finetune/Loss": 0.8403640985488892, "Finetune/Loss (Raw)": 0.8520375490188599, "Finetune/Step": 1739, "Finetune/Step Time": 6.457111790776253}
+{"Finetune/Learning Rate": 1.9025461654637666e-05, "Finetune/Loss": 0.8399940133094788, "Finetune/Loss (Raw)": 0.7747011780738831, "Finetune/Step": 1740, "Finetune/Step Time": 6.472461607307196}
+{"Finetune/Learning Rate": 1.9024119870068705e-05, "Finetune/Loss": 0.8425462245941162, "Finetune/Loss (Raw)": 1.0600805282592773, "Finetune/Step": 1741, "Finetune/Step Time": 6.463241413235664}
+{"Finetune/Learning Rate": 1.9022777209804898e-05, "Finetune/Loss": 0.8409714698791504, "Finetune/Loss (Raw)": 0.6869752407073975, "Finetune/Step": 1742, "Finetune/Step Time": 6.4713764153420925}
+{"Finetune/Learning Rate": 1.9021433673976538e-05, "Finetune/Loss": 0.8401868343353271, "Finetune/Loss (Raw)": 0.858659565448761, "Finetune/Step": 1743, "Finetune/Step Time": 6.4970891904085875}
+{"Finetune/Learning Rate": 1.9020089262714005e-05, "Finetune/Loss": 0.8400174379348755, "Finetune/Loss (Raw)": 0.841166079044342, "Finetune/Step": 1744, "Finetune/Step Time": 6.499491004273295}
+{"Finetune/Learning Rate": 1.9018743976147754e-05, "Finetune/Loss": 0.8405210971832275, "Finetune/Loss (Raw)": 0.8819019198417664, "Finetune/Step": 1745, "Finetune/Step Time": 6.495279513299465}
+{"Finetune/Learning Rate": 1.9017397814408332e-05, "Finetune/Loss": 0.8417161107063293, "Finetune/Loss (Raw)": 0.9952538013458252, "Finetune/Step": 1746, "Finetune/Step Time": 6.495888127014041}
+{"Finetune/Learning Rate": 1.9016050777626372e-05, "Finetune/Loss": 0.839223325252533, "Finetune/Loss (Raw)": 0.4441700279712677, "Finetune/Step": 1747, "Finetune/Step Time": 6.514331376180053}
+{"Finetune/Learning Rate": 1.9014702865932588e-05, "Finetune/Loss": 0.83619225025177, "Finetune/Loss (Raw)": 0.7061913013458252, "Finetune/Step": 1748, "Finetune/Step Time": 6.525278644636273}
+{"Finetune/Learning Rate": 1.9013354079457783e-05, "Finetune/Loss": 0.8369983434677124, "Finetune/Loss (Raw)": 0.8914222121238708, "Finetune/Step": 1749, "Finetune/Step Time": 6.524577919393778}
+{"Finetune/Learning Rate": 1.9012004418332833e-05, "Finetune/Loss": 0.8369002342224121, "Finetune/Loss (Raw)": 0.967336893081665, "Finetune/Step": 1750, "Finetune/Step Time": 6.543826077133417}
+{"Finetune/Learning Rate": 1.9010653882688723e-05, "Finetune/Loss": 0.8356357216835022, "Finetune/Loss (Raw)": 0.9190627932548523, "Finetune/Step": 1751, "Finetune/Step Time": 6.548602433875203}
+{"Finetune/Learning Rate": 1.9009302472656497e-05, "Finetune/Loss": 0.8367653489112854, "Finetune/Loss (Raw)": 1.0257130861282349, "Finetune/Step": 1752, "Finetune/Step Time": 6.54832037165761}
+{"Finetune/Learning Rate": 1.9007950188367298e-05, "Finetune/Loss": 0.8366526365280151, "Finetune/Loss (Raw)": 0.8729270696640015, "Finetune/Step": 1753, "Finetune/Step Time": 6.547301972284913}
+{"Finetune/Learning Rate": 1.9006597029952353e-05, "Finetune/Loss": 0.8367955684661865, "Finetune/Loss (Raw)": 0.9221766591072083, "Finetune/Step": 1754, "Finetune/Step Time": 6.564845377579331}
+{"Finetune/Learning Rate": 1.900524299754297e-05, "Finetune/Loss": 0.8361974954605103, "Finetune/Loss (Raw)": 0.880158007144928, "Finetune/Step": 1755, "Finetune/Step Time": 6.571227729320526}
+{"Finetune/Learning Rate": 1.900388809127054e-05, "Finetune/Loss": 0.8374204039573669, "Finetune/Loss (Raw)": 0.9934250116348267, "Finetune/Step": 1756, "Finetune/Step Time": 6.575154796242714}
+{"Finetune/Learning Rate": 1.900253231126655e-05, "Finetune/Loss": 0.8341641426086426, "Finetune/Loss (Raw)": 0.36767473816871643, "Finetune/Step": 1757, "Finetune/Step Time": 6.59514862857759}
+{"Finetune/Learning Rate": 1.9001175657662555e-05, "Finetune/Loss": 0.8332651853561401, "Finetune/Loss (Raw)": 0.7688472867012024, "Finetune/Step": 1758, "Finetune/Step Time": 6.599279811605811}
+{"Finetune/Learning Rate": 1.8999818130590213e-05, "Finetune/Loss": 0.8341547846794128, "Finetune/Loss (Raw)": 0.9759957790374756, "Finetune/Step": 1759, "Finetune/Step Time": 6.605296261608601}
+{"Finetune/Learning Rate": 1.899845973018125e-05, "Finetune/Loss": 0.8352939486503601, "Finetune/Loss (Raw)": 0.9761044979095459, "Finetune/Step": 1760, "Finetune/Step Time": 6.603966947644949}
+{"Finetune/Learning Rate": 1.899710045656749e-05, "Finetune/Loss": 0.8351647853851318, "Finetune/Loss (Raw)": 0.7728185653686523, "Finetune/Step": 1761, "Finetune/Step Time": 6.608918579295278}
+{"Finetune/Learning Rate": 1.8995740309880832e-05, "Finetune/Loss": 0.8341755867004395, "Finetune/Loss (Raw)": 0.7623959183692932, "Finetune/Step": 1762, "Finetune/Step Time": 6.6183335445821285}
+{"Finetune/Learning Rate": 1.8994379290253263e-05, "Finetune/Loss": 0.8358359336853027, "Finetune/Loss (Raw)": 1.0134062767028809, "Finetune/Step": 1763, "Finetune/Step Time": 6.614755759015679}
+{"Finetune/Learning Rate": 1.899301739781686e-05, "Finetune/Loss": 0.8361659646034241, "Finetune/Loss (Raw)": 0.9470071196556091, "Finetune/Step": 1764, "Finetune/Step Time": 6.634657712653279}
+{"Finetune/Learning Rate": 1.8991654632703776e-05, "Finetune/Loss": 0.8360910415649414, "Finetune/Loss (Raw)": 0.7883710265159607, "Finetune/Step": 1765, "Finetune/Step Time": 6.647873178124428}
+{"Finetune/Learning Rate": 1.8990290995046255e-05, "Finetune/Loss": 0.8369588851928711, "Finetune/Loss (Raw)": 0.9195682406425476, "Finetune/Step": 1766, "Finetune/Step Time": 6.65044167637825}
+{"Finetune/Learning Rate": 1.8988926484976623e-05, "Finetune/Loss": 0.8369302749633789, "Finetune/Loss (Raw)": 0.7422119379043579, "Finetune/Step": 1767, "Finetune/Step Time": 6.651680128648877}
+{"Finetune/Learning Rate": 1.8987561102627295e-05, "Finetune/Loss": 0.8350294828414917, "Finetune/Loss (Raw)": 0.7304321527481079, "Finetune/Step": 1768, "Finetune/Step Time": 6.652850495651364}
+{"Finetune/Learning Rate": 1.8986194848130758e-05, "Finetune/Loss": 0.8332411050796509, "Finetune/Loss (Raw)": 0.7000467777252197, "Finetune/Step": 1769, "Finetune/Step Time": 6.647430092096329}
+{"Finetune/Learning Rate": 1.8984827721619598e-05, "Finetune/Loss": 0.8336055874824524, "Finetune/Loss (Raw)": 0.910580575466156, "Finetune/Step": 1770, "Finetune/Step Time": 6.649887269362807}
+{"Finetune/Learning Rate": 1.898345972322648e-05, "Finetune/Loss": 0.8322237730026245, "Finetune/Loss (Raw)": 0.8235262036323547, "Finetune/Step": 1771, "Finetune/Step Time": 6.648089651018381}
+{"Finetune/Learning Rate": 1.8982090853084156e-05, "Finetune/Loss": 0.8338448405265808, "Finetune/Loss (Raw)": 1.004509687423706, "Finetune/Step": 1772, "Finetune/Step Time": 6.6229929607361555}
+{"Finetune/Learning Rate": 1.898072111132546e-05, "Finetune/Loss": 0.8334262371063232, "Finetune/Loss (Raw)": 0.8066577315330505, "Finetune/Step": 1773, "Finetune/Step Time": 6.641371808946133}
+{"Finetune/Learning Rate": 1.8979350498083305e-05, "Finetune/Loss": 0.8319766521453857, "Finetune/Loss (Raw)": 0.753130316734314, "Finetune/Step": 1774, "Finetune/Step Time": 6.644584419205785}
+{"Finetune/Learning Rate": 1.8977979013490697e-05, "Finetune/Loss": 0.8331202864646912, "Finetune/Loss (Raw)": 0.9437226057052612, "Finetune/Step": 1775, "Finetune/Step Time": 6.632452044636011}
+{"Finetune/Learning Rate": 1.8976606657680724e-05, "Finetune/Loss": 0.8325559496879578, "Finetune/Loss (Raw)": 0.8663389682769775, "Finetune/Step": 1776, "Finetune/Step Time": 6.631612122058868}
+{"Finetune/Learning Rate": 1.8975233430786565e-05, "Finetune/Loss": 0.8329223394393921, "Finetune/Loss (Raw)": 0.8878070712089539, "Finetune/Step": 1777, "Finetune/Step Time": 6.626681147143245}
+{"Finetune/Learning Rate": 1.8973859332941464e-05, "Finetune/Loss": 0.8324333429336548, "Finetune/Loss (Raw)": 0.8475840091705322, "Finetune/Step": 1778, "Finetune/Step Time": 6.639334727078676}
+{"Finetune/Learning Rate": 1.8972484364278775e-05, "Finetune/Loss": 0.8347031474113464, "Finetune/Loss (Raw)": 1.0532846450805664, "Finetune/Step": 1779, "Finetune/Step Time": 6.624618995934725}
+{"Finetune/Learning Rate": 1.897110852493192e-05, "Finetune/Loss": 0.8345935940742493, "Finetune/Loss (Raw)": 0.8187921047210693, "Finetune/Step": 1780, "Finetune/Step Time": 6.61748331785202}
+{"Finetune/Learning Rate": 1.8969731815034405e-05, "Finetune/Loss": 0.8333163261413574, "Finetune/Loss (Raw)": 0.6784091591835022, "Finetune/Step": 1781, "Finetune/Step Time": 6.618904450908303}
+{"Finetune/Learning Rate": 1.8968354234719833e-05, "Finetune/Loss": 0.8329907655715942, "Finetune/Loss (Raw)": 0.871346652507782, "Finetune/Step": 1782, "Finetune/Step Time": 6.606455434113741}
+{"Finetune/Learning Rate": 1.8966975784121877e-05, "Finetune/Loss": 0.8358261585235596, "Finetune/Loss (Raw)": 0.7581367492675781, "Finetune/Step": 1783, "Finetune/Step Time": 6.588595557957888}
+{"Finetune/Learning Rate": 1.8965596463374303e-05, "Finetune/Loss": 0.8366694450378418, "Finetune/Loss (Raw)": 1.0079622268676758, "Finetune/Step": 1784, "Finetune/Step Time": 6.592355277389288}
+{"Finetune/Learning Rate": 1.896421627261096e-05, "Finetune/Loss": 0.8351870775222778, "Finetune/Loss (Raw)": 0.6361344456672668, "Finetune/Step": 1785, "Finetune/Step Time": 6.607014514505863}
+{"Finetune/Learning Rate": 1.896283521196578e-05, "Finetune/Loss": 0.8348923921585083, "Finetune/Loss (Raw)": 0.8550335764884949, "Finetune/Step": 1786, "Finetune/Step Time": 6.605560632422566}
+{"Finetune/Learning Rate": 1.8961453281572782e-05, "Finetune/Loss": 0.8341282606124878, "Finetune/Loss (Raw)": 0.7279525995254517, "Finetune/Step": 1787, "Finetune/Step Time": 6.600764973089099}
+{"Finetune/Learning Rate": 1.8960070481566067e-05, "Finetune/Loss": 0.833391010761261, "Finetune/Loss (Raw)": 0.8004652857780457, "Finetune/Step": 1788, "Finetune/Step Time": 6.587307840585709}
+{"Finetune/Learning Rate": 1.8958686812079818e-05, "Finetune/Loss": 0.8290883302688599, "Finetune/Loss (Raw)": 0.3055097758769989, "Finetune/Step": 1789, "Finetune/Step Time": 6.609972516074777}
+{"Finetune/Learning Rate": 1.895730227324831e-05, "Finetune/Loss": 0.8288217782974243, "Finetune/Loss (Raw)": 0.9184280037879944, "Finetune/Step": 1790, "Finetune/Step Time": 6.613385576754808}
+{"Finetune/Learning Rate": 1.8955916865205896e-05, "Finetune/Loss": 0.8317503929138184, "Finetune/Loss (Raw)": 0.9870529174804688, "Finetune/Step": 1791, "Finetune/Step Time": 6.60637566819787}
+{"Finetune/Learning Rate": 1.8954530588087015e-05, "Finetune/Loss": 0.8335646390914917, "Finetune/Loss (Raw)": 0.9229189157485962, "Finetune/Step": 1792, "Finetune/Step Time": 6.606673480942845}
+{"Finetune/Learning Rate": 1.895314344202619e-05, "Finetune/Loss": 0.8314505219459534, "Finetune/Loss (Raw)": 0.7229105830192566, "Finetune/Step": 1793, "Finetune/Step Time": 6.6217633709311485}
+{"Finetune/Learning Rate": 1.8951755427158028e-05, "Finetune/Loss": 0.832467794418335, "Finetune/Loss (Raw)": 0.9587212204933167, "Finetune/Step": 1794, "Finetune/Step Time": 6.627739381045103}
+{"Finetune/Learning Rate": 1.895036654361722e-05, "Finetune/Loss": 0.8283801078796387, "Finetune/Loss (Raw)": 0.37537533044815063, "Finetune/Step": 1795, "Finetune/Step Time": 6.648536836728454}
+{"Finetune/Learning Rate": 1.894897679153855e-05, "Finetune/Loss": 0.8275328278541565, "Finetune/Loss (Raw)": 0.8277069926261902, "Finetune/Step": 1796, "Finetune/Step Time": 6.642050156369805}
+{"Finetune/Learning Rate": 1.8947586171056867e-05, "Finetune/Loss": 0.8272897601127625, "Finetune/Loss (Raw)": 0.8568151593208313, "Finetune/Step": 1797, "Finetune/Step Time": 6.6415195018053055}
+{"Finetune/Learning Rate": 1.8946194682307125e-05, "Finetune/Loss": 0.8268688917160034, "Finetune/Loss (Raw)": 0.8915560841560364, "Finetune/Step": 1798, "Finetune/Step Time": 6.645351339131594}
+{"Finetune/Learning Rate": 1.8944802325424353e-05, "Finetune/Loss": 0.8269220590591431, "Finetune/Loss (Raw)": 0.825407862663269, "Finetune/Step": 1799, "Finetune/Step Time": 6.637205041944981}
+{"Finetune/Learning Rate": 1.8943409100543658e-05, "Finetune/Loss": 0.826499879360199, "Finetune/Loss (Raw)": 0.8198057413101196, "Finetune/Step": 1800, "Finetune/Step Time": 6.631047196686268}
+{"Finetune/Learning Rate": 1.8942015007800242e-05, "Finetune/Loss": 0.8279130458831787, "Finetune/Loss (Raw)": 0.9092212319374084, "Finetune/Step": 1801, "Finetune/Step Time": 6.635325379669666}
+{"Finetune/Learning Rate": 1.8940620047329387e-05, "Finetune/Loss": 0.829434871673584, "Finetune/Loss (Raw)": 0.7910296320915222, "Finetune/Step": 1802, "Finetune/Step Time": 6.6381213534623384}
+{"Finetune/Learning Rate": 1.8939224219266458e-05, "Finetune/Loss": 0.8307852149009705, "Finetune/Loss (Raw)": 0.8588089942932129, "Finetune/Step": 1803, "Finetune/Step Time": 6.650563521310687}
+{"Finetune/Learning Rate": 1.8937827523746903e-05, "Finetune/Loss": 0.8305308818817139, "Finetune/Loss (Raw)": 0.9011316299438477, "Finetune/Step": 1804, "Finetune/Step Time": 6.664222504943609}
+{"Finetune/Learning Rate": 1.893642996090626e-05, "Finetune/Loss": 0.8274295330047607, "Finetune/Loss (Raw)": 0.5641757249832153, "Finetune/Step": 1805, "Finetune/Step Time": 6.672242196276784}
+{"Finetune/Learning Rate": 1.893503153088015e-05, "Finetune/Loss": 0.8273224234580994, "Finetune/Loss (Raw)": 0.7706108689308167, "Finetune/Step": 1806, "Finetune/Step Time": 6.6837660148739815}
+{"Finetune/Learning Rate": 1.8933632233804267e-05, "Finetune/Loss": 0.8311918377876282, "Finetune/Loss (Raw)": 0.8950352072715759, "Finetune/Step": 1807, "Finetune/Step Time": 6.664188414812088}
+{"Finetune/Learning Rate": 1.8932232069814406e-05, "Finetune/Loss": 0.8307234048843384, "Finetune/Loss (Raw)": 0.8063969016075134, "Finetune/Step": 1808, "Finetune/Step Time": 6.6534684263169765}
+{"Finetune/Learning Rate": 1.8930831039046437e-05, "Finetune/Loss": 0.8306974172592163, "Finetune/Loss (Raw)": 0.8808850646018982, "Finetune/Step": 1809, "Finetune/Step Time": 6.6630775928497314}
+{"Finetune/Learning Rate": 1.892942914163631e-05, "Finetune/Loss": 0.8288520574569702, "Finetune/Loss (Raw)": 0.8073403239250183, "Finetune/Step": 1810, "Finetune/Step Time": 6.664972269907594}
+{"Finetune/Learning Rate": 1.892802637772007e-05, "Finetune/Loss": 0.8299013376235962, "Finetune/Loss (Raw)": 0.850917398929596, "Finetune/Step": 1811, "Finetune/Step Time": 6.668142441660166}
+{"Finetune/Learning Rate": 1.892662274743384e-05, "Finetune/Loss": 0.8291547894477844, "Finetune/Loss (Raw)": 0.7486407160758972, "Finetune/Step": 1812, "Finetune/Step Time": 6.674684971570969}
+{"Finetune/Learning Rate": 1.8925218250913818e-05, "Finetune/Loss": 0.8295770883560181, "Finetune/Loss (Raw)": 0.8221603035926819, "Finetune/Step": 1813, "Finetune/Step Time": 6.664960529655218}
+{"Finetune/Learning Rate": 1.892381288829631e-05, "Finetune/Loss": 0.8314698338508606, "Finetune/Loss (Raw)": 0.8674008250236511, "Finetune/Step": 1814, "Finetune/Step Time": 6.653211513534188}
+{"Finetune/Learning Rate": 1.892240665971768e-05, "Finetune/Loss": 0.8306385278701782, "Finetune/Loss (Raw)": 0.830740213394165, "Finetune/Step": 1815, "Finetune/Step Time": 6.6514016184955835}
+{"Finetune/Learning Rate": 1.8920999565314395e-05, "Finetune/Loss": 0.8313599824905396, "Finetune/Loss (Raw)": 0.9447000622749329, "Finetune/Step": 1816, "Finetune/Step Time": 6.645973419770598}
+{"Finetune/Learning Rate": 1.891959160522299e-05, "Finetune/Loss": 0.8356146812438965, "Finetune/Loss (Raw)": 0.8640623688697815, "Finetune/Step": 1817, "Finetune/Step Time": 6.629286414012313}
+{"Finetune/Learning Rate": 1.8918182779580104e-05, "Finetune/Loss": 0.8342323303222656, "Finetune/Loss (Raw)": 0.7854294776916504, "Finetune/Step": 1818, "Finetune/Step Time": 6.63024066388607}
+{"Finetune/Learning Rate": 1.891677308852244e-05, "Finetune/Loss": 0.8343782424926758, "Finetune/Loss (Raw)": 0.9062594175338745, "Finetune/Step": 1819, "Finetune/Step Time": 6.627411283552647}
+{"Finetune/Learning Rate": 1.8915362532186794e-05, "Finetune/Loss": 0.83430016040802, "Finetune/Loss (Raw)": 0.747053861618042, "Finetune/Step": 1820, "Finetune/Step Time": 6.606418918818235}
+{"Finetune/Learning Rate": 1.891395111071005e-05, "Finetune/Loss": 0.8357419967651367, "Finetune/Loss (Raw)": 0.8730629086494446, "Finetune/Step": 1821, "Finetune/Step Time": 6.591880651190877}
+{"Finetune/Learning Rate": 1.891253882422917e-05, "Finetune/Loss": 0.8395863175392151, "Finetune/Loss (Raw)": 1.0897059440612793, "Finetune/Step": 1822, "Finetune/Step Time": 6.58436681330204}
+{"Finetune/Learning Rate": 1.8911125672881196e-05, "Finetune/Loss": 0.8408514261245728, "Finetune/Loss (Raw)": 0.8588891625404358, "Finetune/Step": 1823, "Finetune/Step Time": 6.575555676594377}
+{"Finetune/Learning Rate": 1.8909711656803265e-05, "Finetune/Loss": 0.8392021656036377, "Finetune/Loss (Raw)": 0.6543217301368713, "Finetune/Step": 1824, "Finetune/Step Time": 6.580318318679929}
+{"Finetune/Learning Rate": 1.8908296776132592e-05, "Finetune/Loss": 0.8386291265487671, "Finetune/Loss (Raw)": 0.8467571139335632, "Finetune/Step": 1825, "Finetune/Step Time": 6.5712118577212095}
+{"Finetune/Learning Rate": 1.8906881031006476e-05, "Finetune/Loss": 0.8389897346496582, "Finetune/Loss (Raw)": 0.8980876803398132, "Finetune/Step": 1826, "Finetune/Step Time": 6.571949549019337}
+{"Finetune/Learning Rate": 1.8905464421562296e-05, "Finetune/Loss": 0.838298499584198, "Finetune/Loss (Raw)": 0.8071224689483643, "Finetune/Step": 1827, "Finetune/Step Time": 6.603935372084379}
+{"Finetune/Learning Rate": 1.8904046947937526e-05, "Finetune/Loss": 0.838192343711853, "Finetune/Loss (Raw)": 0.8832022547721863, "Finetune/Step": 1828, "Finetune/Step Time": 6.602835511788726}
+{"Finetune/Learning Rate": 1.8902628610269706e-05, "Finetune/Loss": 0.8388936519622803, "Finetune/Loss (Raw)": 1.0469459295272827, "Finetune/Step": 1829, "Finetune/Step Time": 6.606712205335498}
+{"Finetune/Learning Rate": 1.8901209408696483e-05, "Finetune/Loss": 0.8393212556838989, "Finetune/Loss (Raw)": 0.9936772584915161, "Finetune/Step": 1830, "Finetune/Step Time": 6.618988594040275}
+{"Finetune/Learning Rate": 1.8899789343355567e-05, "Finetune/Loss": 0.8406234979629517, "Finetune/Loss (Raw)": 0.8446137309074402, "Finetune/Step": 1831, "Finetune/Step Time": 6.60453455708921}
+{"Finetune/Learning Rate": 1.889836841438476e-05, "Finetune/Loss": 0.8456120491027832, "Finetune/Loss (Raw)": 0.9946041703224182, "Finetune/Step": 1832, "Finetune/Step Time": 6.588257685303688}
+{"Finetune/Learning Rate": 1.8896946621921955e-05, "Finetune/Loss": 0.8447363376617432, "Finetune/Loss (Raw)": 0.7416399121284485, "Finetune/Step": 1833, "Finetune/Step Time": 6.6065910048782825}
+{"Finetune/Learning Rate": 1.8895523966105117e-05, "Finetune/Loss": 0.8450802564620972, "Finetune/Loss (Raw)": 0.9754201173782349, "Finetune/Step": 1834, "Finetune/Step Time": 6.60662511177361}
+{"Finetune/Learning Rate": 1.88941004470723e-05, "Finetune/Loss": 0.8452795743942261, "Finetune/Loss (Raw)": 0.9088115692138672, "Finetune/Step": 1835, "Finetune/Step Time": 6.60527391731739}
+{"Finetune/Learning Rate": 1.889267606496164e-05, "Finetune/Loss": 0.8456143140792847, "Finetune/Loss (Raw)": 0.8945415019989014, "Finetune/Step": 1836, "Finetune/Step Time": 6.600604230538011}
+{"Finetune/Learning Rate": 1.8891250819911362e-05, "Finetune/Loss": 0.8444725275039673, "Finetune/Loss (Raw)": 0.8398314714431763, "Finetune/Step": 1837, "Finetune/Step Time": 6.602169631049037}
+{"Finetune/Learning Rate": 1.888982471205977e-05, "Finetune/Loss": 0.8446924686431885, "Finetune/Loss (Raw)": 0.8658859133720398, "Finetune/Step": 1838, "Finetune/Step Time": 6.594869166612625}
+{"Finetune/Learning Rate": 1.8888397741545245e-05, "Finetune/Loss": 0.8449457287788391, "Finetune/Loss (Raw)": 0.8941497206687927, "Finetune/Step": 1839, "Finetune/Step Time": 6.606241751462221}
+{"Finetune/Learning Rate": 1.888696990850627e-05, "Finetune/Loss": 0.8435854911804199, "Finetune/Loss (Raw)": 0.8394762873649597, "Finetune/Step": 1840, "Finetune/Step Time": 6.604858815670013}
+{"Finetune/Learning Rate": 1.8885541213081397e-05, "Finetune/Loss": 0.8424369096755981, "Finetune/Loss (Raw)": 0.7738207578659058, "Finetune/Step": 1841, "Finetune/Step Time": 6.605855170637369}
+{"Finetune/Learning Rate": 1.8884111655409264e-05, "Finetune/Loss": 0.8428162336349487, "Finetune/Loss (Raw)": 0.9482169151306152, "Finetune/Step": 1842, "Finetune/Step Time": 6.604348367080092}
+{"Finetune/Learning Rate": 1.8882681235628597e-05, "Finetune/Loss": 0.8447021245956421, "Finetune/Loss (Raw)": 0.8826113343238831, "Finetune/Step": 1843, "Finetune/Step Time": 6.6093504801392555}
+{"Finetune/Learning Rate": 1.88812499538782e-05, "Finetune/Loss": 0.8441050052642822, "Finetune/Loss (Raw)": 0.8247448205947876, "Finetune/Step": 1844, "Finetune/Step Time": 6.629783729091287}
+{"Finetune/Learning Rate": 1.8879817810296964e-05, "Finetune/Loss": 0.8432590961456299, "Finetune/Loss (Raw)": 0.7763574719429016, "Finetune/Step": 1845, "Finetune/Step Time": 6.622895477339625}
+{"Finetune/Learning Rate": 1.887838480502387e-05, "Finetune/Loss": 0.8436402082443237, "Finetune/Loss (Raw)": 0.9712470769882202, "Finetune/Step": 1846, "Finetune/Step Time": 6.623951183632016}
+{"Finetune/Learning Rate": 1.8876950938197964e-05, "Finetune/Loss": 0.8440264463424683, "Finetune/Loss (Raw)": 0.8775548934936523, "Finetune/Step": 1847, "Finetune/Step Time": 6.631836161017418}
+{"Finetune/Learning Rate": 1.8875516209958396e-05, "Finetune/Loss": 0.8433333039283752, "Finetune/Loss (Raw)": 0.8789807558059692, "Finetune/Step": 1848, "Finetune/Step Time": 6.624262992292643}
+{"Finetune/Learning Rate": 1.887408062044439e-05, "Finetune/Loss": 0.8438317775726318, "Finetune/Loss (Raw)": 0.9778906106948853, "Finetune/Step": 1849, "Finetune/Step Time": 6.617727771401405}
+{"Finetune/Learning Rate": 1.8872644169795252e-05, "Finetune/Loss": 0.8442484140396118, "Finetune/Loss (Raw)": 0.9305059313774109, "Finetune/Step": 1850, "Finetune/Step Time": 6.623536057770252}
+{"Finetune/Learning Rate": 1.8871206858150383e-05, "Finetune/Loss": 0.8427239060401917, "Finetune/Loss (Raw)": 0.6523301005363464, "Finetune/Step": 1851, "Finetune/Step Time": 6.626249387860298}
+{"Finetune/Learning Rate": 1.8869768685649243e-05, "Finetune/Loss": 0.8435817956924438, "Finetune/Loss (Raw)": 0.9002306461334229, "Finetune/Step": 1852, "Finetune/Step Time": 6.62712992914021}
+{"Finetune/Learning Rate": 1.8868329652431406e-05, "Finetune/Loss": 0.8439359664916992, "Finetune/Loss (Raw)": 0.9091935753822327, "Finetune/Step": 1853, "Finetune/Step Time": 6.627932522445917}
+{"Finetune/Learning Rate": 1.8866889758636505e-05, "Finetune/Loss": 0.8448588848114014, "Finetune/Loss (Raw)": 0.9085968732833862, "Finetune/Step": 1854, "Finetune/Step Time": 6.621648516505957}
+{"Finetune/Learning Rate": 1.8865449004404275e-05, "Finetune/Loss": 0.8451639413833618, "Finetune/Loss (Raw)": 0.9043905138969421, "Finetune/Step": 1855, "Finetune/Step Time": 6.606145948171616}
+{"Finetune/Learning Rate": 1.886400738987452e-05, "Finetune/Loss": 0.8454800844192505, "Finetune/Loss (Raw)": 1.0032202005386353, "Finetune/Step": 1856, "Finetune/Step Time": 6.605706747621298}
+{"Finetune/Learning Rate": 1.8862564915187132e-05, "Finetune/Loss": 0.8444421887397766, "Finetune/Loss (Raw)": 0.76102215051651, "Finetune/Step": 1857, "Finetune/Step Time": 6.640544528141618}
+{"Finetune/Learning Rate": 1.8861121580482093e-05, "Finetune/Loss": 0.8450704216957092, "Finetune/Loss (Raw)": 0.8318051695823669, "Finetune/Step": 1858, "Finetune/Step Time": 6.648189730942249}
+{"Finetune/Learning Rate": 1.8859677385899458e-05, "Finetune/Loss": 0.8444998264312744, "Finetune/Loss (Raw)": 0.9660104513168335, "Finetune/Step": 1859, "Finetune/Step Time": 6.6424843072891235}
+{"Finetune/Learning Rate": 1.8858232331579375e-05, "Finetune/Loss": 0.8426597118377686, "Finetune/Loss (Raw)": 0.7147254943847656, "Finetune/Step": 1860, "Finetune/Step Time": 6.611286433413625}
+{"Finetune/Learning Rate": 1.885678641766207e-05, "Finetune/Loss": 0.8420753479003906, "Finetune/Loss (Raw)": 0.806312084197998, "Finetune/Step": 1861, "Finetune/Step Time": 6.610947823151946}
+{"Finetune/Learning Rate": 1.8855339644287855e-05, "Finetune/Loss": 0.8412125110626221, "Finetune/Loss (Raw)": 0.7920027375221252, "Finetune/Step": 1862, "Finetune/Step Time": 6.595259301364422}
+{"Finetune/Learning Rate": 1.8853892011597122e-05, "Finetune/Loss": 0.8405455350875854, "Finetune/Loss (Raw)": 0.7500057220458984, "Finetune/Step": 1863, "Finetune/Step Time": 6.593938063830137}
+{"Finetune/Learning Rate": 1.8852443519730347e-05, "Finetune/Loss": 0.8397846221923828, "Finetune/Loss (Raw)": 0.776894748210907, "Finetune/Step": 1864, "Finetune/Step Time": 6.598388120532036}
+{"Finetune/Learning Rate": 1.8850994168828093e-05, "Finetune/Loss": 0.840736985206604, "Finetune/Loss (Raw)": 0.9235758185386658, "Finetune/Step": 1865, "Finetune/Step Time": 6.600227216258645}
+{"Finetune/Learning Rate": 1.8849543959031002e-05, "Finetune/Loss": 0.8452268838882446, "Finetune/Loss (Raw)": 0.942226231098175, "Finetune/Step": 1866, "Finetune/Step Time": 6.593220179900527}
+{"Finetune/Learning Rate": 1.8848092890479803e-05, "Finetune/Loss": 0.8461869359016418, "Finetune/Loss (Raw)": 0.9749309420585632, "Finetune/Step": 1867, "Finetune/Step Time": 6.5983882043510675}
+{"Finetune/Learning Rate": 1.8846640963315307e-05, "Finetune/Loss": 0.8461143374443054, "Finetune/Loss (Raw)": 0.7654043436050415, "Finetune/Step": 1868, "Finetune/Step Time": 6.609280766919255}
+{"Finetune/Learning Rate": 1.884518817767841e-05, "Finetune/Loss": 0.8452410697937012, "Finetune/Loss (Raw)": 0.9483032822608948, "Finetune/Step": 1869, "Finetune/Step Time": 6.605979943647981}
+{"Finetune/Learning Rate": 1.8843734533710087e-05, "Finetune/Loss": 0.8459224700927734, "Finetune/Loss (Raw)": 0.7741896510124207, "Finetune/Step": 1870, "Finetune/Step Time": 6.598419329151511}
+{"Finetune/Learning Rate": 1.8842280031551394e-05, "Finetune/Loss": 0.8456505537033081, "Finetune/Loss (Raw)": 0.8238587379455566, "Finetune/Step": 1871, "Finetune/Step Time": 6.6004047226160765}
+{"Finetune/Learning Rate": 1.8840824671343484e-05, "Finetune/Loss": 0.8446308374404907, "Finetune/Loss (Raw)": 0.7106351256370544, "Finetune/Step": 1872, "Finetune/Step Time": 6.60464134812355}
+{"Finetune/Learning Rate": 1.8839368453227574e-05, "Finetune/Loss": 0.840662956237793, "Finetune/Loss (Raw)": 0.3740197718143463, "Finetune/Step": 1873, "Finetune/Step Time": 6.619013426825404}
+{"Finetune/Learning Rate": 1.8837911377344987e-05, "Finetune/Loss": 0.8400890231132507, "Finetune/Loss (Raw)": 0.9217880368232727, "Finetune/Step": 1874, "Finetune/Step Time": 6.620069898664951}
+{"Finetune/Learning Rate": 1.883645344383711e-05, "Finetune/Loss": 0.8417708277702332, "Finetune/Loss (Raw)": 0.6594417095184326, "Finetune/Step": 1875, "Finetune/Step Time": 6.620814898982644}
+{"Finetune/Learning Rate": 1.8834994652845418e-05, "Finetune/Loss": 0.8433048725128174, "Finetune/Loss (Raw)": 0.9025520086288452, "Finetune/Step": 1876, "Finetune/Step Time": 6.607301864773035}
+{"Finetune/Learning Rate": 1.8833535004511475e-05, "Finetune/Loss": 0.8434474468231201, "Finetune/Loss (Raw)": 0.9096683263778687, "Finetune/Step": 1877, "Finetune/Step Time": 6.621199641376734}
+{"Finetune/Learning Rate": 1.883207449897692e-05, "Finetune/Loss": 0.841210126876831, "Finetune/Loss (Raw)": 0.6809571981430054, "Finetune/Step": 1878, "Finetune/Step Time": 6.6229108944535255}
+{"Finetune/Learning Rate": 1.8830613136383483e-05, "Finetune/Loss": 0.841635525226593, "Finetune/Loss (Raw)": 0.9735189080238342, "Finetune/Step": 1879, "Finetune/Step Time": 6.613956077024341}
+{"Finetune/Learning Rate": 1.882915091687297e-05, "Finetune/Loss": 0.8385612368583679, "Finetune/Loss (Raw)": 0.6322046518325806, "Finetune/Step": 1880, "Finetune/Step Time": 6.633818278089166}
+{"Finetune/Learning Rate": 1.8827687840587284e-05, "Finetune/Loss": 0.8376244902610779, "Finetune/Loss (Raw)": 0.7530196309089661, "Finetune/Step": 1881, "Finetune/Step Time": 6.640734381973743}
+{"Finetune/Learning Rate": 1.8826223907668386e-05, "Finetune/Loss": 0.8375006318092346, "Finetune/Loss (Raw)": 0.9063212871551514, "Finetune/Step": 1882, "Finetune/Step Time": 6.626686016097665}
+{"Finetune/Learning Rate": 1.8824759118258347e-05, "Finetune/Loss": 0.8359559178352356, "Finetune/Loss (Raw)": 0.6824377179145813, "Finetune/Step": 1883, "Finetune/Step Time": 6.634452678263187}
+{"Finetune/Learning Rate": 1.8823293472499305e-05, "Finetune/Loss": 0.8310456275939941, "Finetune/Loss (Raw)": 0.36490458250045776, "Finetune/Step": 1884, "Finetune/Step Time": 6.651678903028369}
+{"Finetune/Learning Rate": 1.8821826970533483e-05, "Finetune/Loss": 0.8352721333503723, "Finetune/Loss (Raw)": 0.9086722731590271, "Finetune/Step": 1885, "Finetune/Step Time": 6.634028201922774}
+{"Finetune/Learning Rate": 1.8820359612503193e-05, "Finetune/Loss": 0.8373329043388367, "Finetune/Loss (Raw)": 1.0326234102249146, "Finetune/Step": 1886, "Finetune/Step Time": 6.637682376429439}
+{"Finetune/Learning Rate": 1.8818891398550824e-05, "Finetune/Loss": 0.8355304002761841, "Finetune/Loss (Raw)": 0.7452727556228638, "Finetune/Step": 1887, "Finetune/Step Time": 6.632512995973229}
+{"Finetune/Learning Rate": 1.8817422328818855e-05, "Finetune/Loss": 0.8334120512008667, "Finetune/Loss (Raw)": 0.7049527764320374, "Finetune/Step": 1888, "Finetune/Step Time": 6.636833798140287}
+{"Finetune/Learning Rate": 1.881595240344984e-05, "Finetune/Loss": 0.8336451053619385, "Finetune/Loss (Raw)": 0.8026478886604309, "Finetune/Step": 1889, "Finetune/Step Time": 6.642339766025543}
+{"Finetune/Learning Rate": 1.8814481622586417e-05, "Finetune/Loss": 0.834134578704834, "Finetune/Loss (Raw)": 0.8250511288642883, "Finetune/Step": 1890, "Finetune/Step Time": 6.6364079881459475}
+{"Finetune/Learning Rate": 1.8813009986371313e-05, "Finetune/Loss": 0.8335848450660706, "Finetune/Loss (Raw)": 0.9430420994758606, "Finetune/Step": 1891, "Finetune/Step Time": 6.619853800162673}
+{"Finetune/Learning Rate": 1.8811537494947337e-05, "Finetune/Loss": 0.8339344263076782, "Finetune/Loss (Raw)": 0.9917580485343933, "Finetune/Step": 1892, "Finetune/Step Time": 6.600273597985506}
+{"Finetune/Learning Rate": 1.8810064148457374e-05, "Finetune/Loss": 0.8341221809387207, "Finetune/Loss (Raw)": 0.8124011158943176, "Finetune/Step": 1893, "Finetune/Step Time": 6.601421110332012}
+{"Finetune/Learning Rate": 1.88085899470444e-05, "Finetune/Loss": 0.8327504992485046, "Finetune/Loss (Raw)": 0.7439903020858765, "Finetune/Step": 1894, "Finetune/Step Time": 6.593050796538591}
+{"Finetune/Learning Rate": 1.8807114890851466e-05, "Finetune/Loss": 0.8334717750549316, "Finetune/Loss (Raw)": 0.8345365524291992, "Finetune/Step": 1895, "Finetune/Step Time": 6.592239422723651}
+{"Finetune/Learning Rate": 1.8805638980021713e-05, "Finetune/Loss": 0.834600567817688, "Finetune/Loss (Raw)": 0.8749150633811951, "Finetune/Step": 1896, "Finetune/Step Time": 6.594654439017177}
+{"Finetune/Learning Rate": 1.8804162214698367e-05, "Finetune/Loss": 0.8369823694229126, "Finetune/Loss (Raw)": 1.0049200057983398, "Finetune/Step": 1897, "Finetune/Step Time": 6.581870561465621}
+{"Finetune/Learning Rate": 1.8802684595024726e-05, "Finetune/Loss": 0.8367397785186768, "Finetune/Loss (Raw)": 0.8795266151428223, "Finetune/Step": 1898, "Finetune/Step Time": 6.586624588817358}
+{"Finetune/Learning Rate": 1.8801206121144182e-05, "Finetune/Loss": 0.8359507918357849, "Finetune/Loss (Raw)": 0.7225387692451477, "Finetune/Step": 1899, "Finetune/Step Time": 6.60607884824276}
+{"Finetune/Learning Rate": 1.87997267932002e-05, "Finetune/Loss": 0.8346896171569824, "Finetune/Loss (Raw)": 0.8430758714675903, "Finetune/Step": 1900, "Finetune/Step Time": 6.608078807592392}
+{"Finetune/Learning Rate": 1.8798246611336338e-05, "Finetune/Loss": 0.8347557187080383, "Finetune/Loss (Raw)": 0.8151237964630127, "Finetune/Step": 1901, "Finetune/Step Time": 6.5946426428854465}
+{"Finetune/Learning Rate": 1.879676557569623e-05, "Finetune/Loss": 0.8364574909210205, "Finetune/Loss (Raw)": 0.9709609746932983, "Finetune/Step": 1902, "Finetune/Step Time": 6.584399215877056}
+{"Finetune/Learning Rate": 1.879528368642359e-05, "Finetune/Loss": 0.8350280523300171, "Finetune/Loss (Raw)": 0.7607514262199402, "Finetune/Step": 1903, "Finetune/Step Time": 6.602996032685041}
+{"Finetune/Learning Rate": 1.8793800943662228e-05, "Finetune/Loss": 0.8348104953765869, "Finetune/Loss (Raw)": 0.8384882807731628, "Finetune/Step": 1904, "Finetune/Step Time": 6.607378138229251}
+{"Finetune/Learning Rate": 1.8792317347556025e-05, "Finetune/Loss": 0.8304716348648071, "Finetune/Loss (Raw)": 0.3324313759803772, "Finetune/Step": 1905, "Finetune/Step Time": 6.638557642698288}
+{"Finetune/Learning Rate": 1.8790832898248947e-05, "Finetune/Loss": 0.8298842310905457, "Finetune/Loss (Raw)": 0.7723961472511292, "Finetune/Step": 1906, "Finetune/Step Time": 6.639525979757309}
+{"Finetune/Learning Rate": 1.8789347595885044e-05, "Finetune/Loss": 0.8284912109375, "Finetune/Loss (Raw)": 0.8749796152114868, "Finetune/Step": 1907, "Finetune/Step Time": 6.654466524720192}
+{"Finetune/Learning Rate": 1.878786144060845e-05, "Finetune/Loss": 0.8282908797264099, "Finetune/Loss (Raw)": 0.7931504249572754, "Finetune/Step": 1908, "Finetune/Step Time": 6.652353432029486}
+{"Finetune/Learning Rate": 1.878637443256338e-05, "Finetune/Loss": 0.8278311491012573, "Finetune/Loss (Raw)": 0.6195605397224426, "Finetune/Step": 1909, "Finetune/Step Time": 6.652570232748985}
+{"Finetune/Learning Rate": 1.8784886571894134e-05, "Finetune/Loss": 0.8278723955154419, "Finetune/Loss (Raw)": 0.8766327500343323, "Finetune/Step": 1910, "Finetune/Step Time": 6.665204228833318}
+{"Finetune/Learning Rate": 1.878339785874509e-05, "Finetune/Loss": 0.8290244936943054, "Finetune/Loss (Raw)": 0.9055987596511841, "Finetune/Step": 1911, "Finetune/Step Time": 6.67017057351768}
+{"Finetune/Learning Rate": 1.878190829326071e-05, "Finetune/Loss": 0.8276456594467163, "Finetune/Loss (Raw)": 0.8314738273620605, "Finetune/Step": 1912, "Finetune/Step Time": 6.66418376006186}
+{"Finetune/Learning Rate": 1.878041787558555e-05, "Finetune/Loss": 0.8292204141616821, "Finetune/Loss (Raw)": 0.8377094268798828, "Finetune/Step": 1913, "Finetune/Step Time": 6.648985531181097}
+{"Finetune/Learning Rate": 1.877892660586423e-05, "Finetune/Loss": 0.8304333090782166, "Finetune/Loss (Raw)": 1.0102778673171997, "Finetune/Step": 1914, "Finetune/Step Time": 6.645865630358458}
+{"Finetune/Learning Rate": 1.8777434484241466e-05, "Finetune/Loss": 0.832025408744812, "Finetune/Loss (Raw)": 0.9317380785942078, "Finetune/Step": 1915, "Finetune/Step Time": 6.666932975873351}
+{"Finetune/Learning Rate": 1.8775941510862047e-05, "Finetune/Loss": 0.8323860168457031, "Finetune/Loss (Raw)": 0.8466272950172424, "Finetune/Step": 1916, "Finetune/Step Time": 6.666942734271288}
+{"Finetune/Learning Rate": 1.877444768587086e-05, "Finetune/Loss": 0.8361179232597351, "Finetune/Loss (Raw)": 0.7831928133964539, "Finetune/Step": 1917, "Finetune/Step Time": 6.644316889345646}
+{"Finetune/Learning Rate": 1.8772953009412856e-05, "Finetune/Loss": 0.8353630304336548, "Finetune/Loss (Raw)": 0.8218070268630981, "Finetune/Step": 1918, "Finetune/Step Time": 6.632233364507556}
+{"Finetune/Learning Rate": 1.8771457481633085e-05, "Finetune/Loss": 0.834272027015686, "Finetune/Loss (Raw)": 0.8474009037017822, "Finetune/Step": 1919, "Finetune/Step Time": 6.628140065819025}
+{"Finetune/Learning Rate": 1.8769961102676665e-05, "Finetune/Loss": 0.8328490257263184, "Finetune/Loss (Raw)": 0.7407791614532471, "Finetune/Step": 1920, "Finetune/Step Time": 6.637502983212471}
+{"Finetune/Learning Rate": 1.8768463872688803e-05, "Finetune/Loss": 0.8346651792526245, "Finetune/Loss (Raw)": 0.9553753137588501, "Finetune/Step": 1921, "Finetune/Step Time": 6.621302604675293}
+{"Finetune/Learning Rate": 1.8766965791814798e-05, "Finetune/Loss": 0.8296877145767212, "Finetune/Loss (Raw)": 0.32160696387290955, "Finetune/Step": 1922, "Finetune/Step Time": 6.639006780460477}
+{"Finetune/Learning Rate": 1.8765466860200016e-05, "Finetune/Loss": 0.8335102796554565, "Finetune/Loss (Raw)": 0.8646600842475891, "Finetune/Step": 1923, "Finetune/Step Time": 6.620217444375157}
+{"Finetune/Learning Rate": 1.8763967077989913e-05, "Finetune/Loss": 0.8342914581298828, "Finetune/Loss (Raw)": 0.9277055263519287, "Finetune/Step": 1924, "Finetune/Step Time": 6.618408035486937}
+{"Finetune/Learning Rate": 1.8762466445330027e-05, "Finetune/Loss": 0.835696816444397, "Finetune/Loss (Raw)": 1.0366884469985962, "Finetune/Step": 1925, "Finetune/Step Time": 6.626397214829922}
+{"Finetune/Learning Rate": 1.876096496236598e-05, "Finetune/Loss": 0.8314371109008789, "Finetune/Loss (Raw)": 0.34631475806236267, "Finetune/Step": 1926, "Finetune/Step Time": 6.641823992133141}
+{"Finetune/Learning Rate": 1.875946262924348e-05, "Finetune/Loss": 0.8281645178794861, "Finetune/Loss (Raw)": 0.4065183401107788, "Finetune/Step": 1927, "Finetune/Step Time": 6.663508486002684}
+{"Finetune/Learning Rate": 1.87579594461083e-05, "Finetune/Loss": 0.829214334487915, "Finetune/Loss (Raw)": 0.9541885256767273, "Finetune/Step": 1928, "Finetune/Step Time": 6.6526758670806885}
+{"Finetune/Learning Rate": 1.8756455413106313e-05, "Finetune/Loss": 0.8277782201766968, "Finetune/Loss (Raw)": 0.7253983020782471, "Finetune/Step": 1929, "Finetune/Step Time": 6.644868955016136}
+{"Finetune/Learning Rate": 1.8754950530383475e-05, "Finetune/Loss": 0.8268063068389893, "Finetune/Loss (Raw)": 0.6666185855865479, "Finetune/Step": 1930, "Finetune/Step Time": 6.630945857614279}
+{"Finetune/Learning Rate": 1.8753444798085813e-05, "Finetune/Loss": 0.8271840810775757, "Finetune/Loss (Raw)": 0.9071600437164307, "Finetune/Step": 1931, "Finetune/Step Time": 6.609279425814748}
+{"Finetune/Learning Rate": 1.8751938216359445e-05, "Finetune/Loss": 0.8253946304321289, "Finetune/Loss (Raw)": 0.6720848083496094, "Finetune/Step": 1932, "Finetune/Step Time": 6.613339725881815}
+{"Finetune/Learning Rate": 1.875043078535057e-05, "Finetune/Loss": 0.828042209148407, "Finetune/Loss (Raw)": 0.9030681848526001, "Finetune/Step": 1933, "Finetune/Step Time": 6.597687179222703}
+{"Finetune/Learning Rate": 1.8748922505205462e-05, "Finetune/Loss": 0.8290773630142212, "Finetune/Loss (Raw)": 0.9031103849411011, "Finetune/Step": 1934, "Finetune/Step Time": 6.584696328267455}
+{"Finetune/Learning Rate": 1.874741337607049e-05, "Finetune/Loss": 0.8295523524284363, "Finetune/Loss (Raw)": 0.955830991268158, "Finetune/Step": 1935, "Finetune/Step Time": 6.590897507965565}
+{"Finetune/Learning Rate": 1.8745903398092096e-05, "Finetune/Loss": 0.8290156722068787, "Finetune/Loss (Raw)": 0.7377046942710876, "Finetune/Step": 1936, "Finetune/Step Time": 6.600032906979322}
+{"Finetune/Learning Rate": 1.8744392571416813e-05, "Finetune/Loss": 0.828851044178009, "Finetune/Loss (Raw)": 0.859811007976532, "Finetune/Step": 1937, "Finetune/Step Time": 6.589506654068828}
+{"Finetune/Learning Rate": 1.8742880896191238e-05, "Finetune/Loss": 0.8258063793182373, "Finetune/Loss (Raw)": 0.41762471199035645, "Finetune/Step": 1938, "Finetune/Step Time": 6.6034539714455605}
+{"Finetune/Learning Rate": 1.874136837256207e-05, "Finetune/Loss": 0.8259099125862122, "Finetune/Loss (Raw)": 0.8641707897186279, "Finetune/Step": 1939, "Finetune/Step Time": 6.590252170339227}
+{"Finetune/Learning Rate": 1.8739855000676092e-05, "Finetune/Loss": 0.8238363265991211, "Finetune/Loss (Raw)": 0.48322126269340515, "Finetune/Step": 1940, "Finetune/Step Time": 6.591778084635735}
+{"Finetune/Learning Rate": 1.8738340780680143e-05, "Finetune/Loss": 0.8237262964248657, "Finetune/Loss (Raw)": 0.8080759048461914, "Finetune/Step": 1941, "Finetune/Step Time": 6.600398311391473}
+{"Finetune/Learning Rate": 1.8736825712721177e-05, "Finetune/Loss": 0.8248456120491028, "Finetune/Loss (Raw)": 1.0106714963912964, "Finetune/Step": 1942, "Finetune/Step Time": 6.60225666500628}
+{"Finetune/Learning Rate": 1.873530979694621e-05, "Finetune/Loss": 0.8258576989173889, "Finetune/Loss (Raw)": 0.9602887630462646, "Finetune/Step": 1943, "Finetune/Step Time": 6.601433100178838}
+{"Finetune/Learning Rate": 1.8733793033502343e-05, "Finetune/Loss": 0.8253357410430908, "Finetune/Loss (Raw)": 0.8778838515281677, "Finetune/Step": 1944, "Finetune/Step Time": 6.605831669643521}
+{"Finetune/Learning Rate": 1.8732275422536767e-05, "Finetune/Loss": 0.8217073082923889, "Finetune/Loss (Raw)": 0.39962756633758545, "Finetune/Step": 1945, "Finetune/Step Time": 6.624332481995225}
+{"Finetune/Learning Rate": 1.8730756964196743e-05, "Finetune/Loss": 0.8228099346160889, "Finetune/Loss (Raw)": 0.9265714883804321, "Finetune/Step": 1946, "Finetune/Step Time": 6.636805733665824}
+{"Finetune/Learning Rate": 1.8729237658629626e-05, "Finetune/Loss": 0.8236566781997681, "Finetune/Loss (Raw)": 1.014634370803833, "Finetune/Step": 1947, "Finetune/Step Time": 6.6356804091483355}
+{"Finetune/Learning Rate": 1.8727717505982846e-05, "Finetune/Loss": 0.8259308338165283, "Finetune/Loss (Raw)": 1.0381518602371216, "Finetune/Step": 1948, "Finetune/Step Time": 6.634283646941185}
+{"Finetune/Learning Rate": 1.8726196506403926e-05, "Finetune/Loss": 0.8266406059265137, "Finetune/Loss (Raw)": 0.9639146327972412, "Finetune/Step": 1949, "Finetune/Step Time": 6.632245099171996}
+{"Finetune/Learning Rate": 1.872467466004045e-05, "Finetune/Loss": 0.8260371088981628, "Finetune/Loss (Raw)": 1.0124558210372925, "Finetune/Step": 1950, "Finetune/Step Time": 6.638469299301505}
+{"Finetune/Learning Rate": 1.8723151967040104e-05, "Finetune/Loss": 0.8268910050392151, "Finetune/Loss (Raw)": 0.9681873917579651, "Finetune/Step": 1951, "Finetune/Step Time": 6.652053784579039}
+{"Finetune/Learning Rate": 1.8721628427550648e-05, "Finetune/Loss": 0.8294626474380493, "Finetune/Loss (Raw)": 0.9834964871406555, "Finetune/Step": 1952, "Finetune/Step Time": 6.645890532061458}
+{"Finetune/Learning Rate": 1.872010404171993e-05, "Finetune/Loss": 0.827399730682373, "Finetune/Loss (Raw)": 0.58269202709198, "Finetune/Step": 1953, "Finetune/Step Time": 6.656579229980707}
+{"Finetune/Learning Rate": 1.8718578809695864e-05, "Finetune/Loss": 0.8252555131912231, "Finetune/Loss (Raw)": 0.6236382722854614, "Finetune/Step": 1954, "Finetune/Step Time": 6.6645619459450245}
+{"Finetune/Learning Rate": 1.871705273162647e-05, "Finetune/Loss": 0.8248045444488525, "Finetune/Loss (Raw)": 0.749402642250061, "Finetune/Step": 1955, "Finetune/Step Time": 6.649254377931356}
+{"Finetune/Learning Rate": 1.871552580765983e-05, "Finetune/Loss": 0.8237814903259277, "Finetune/Loss (Raw)": 0.7522396445274353, "Finetune/Step": 1956, "Finetune/Step Time": 6.642565263435245}
+{"Finetune/Learning Rate": 1.8713998037944113e-05, "Finetune/Loss": 0.8228957056999207, "Finetune/Loss (Raw)": 0.9335690140724182, "Finetune/Step": 1957, "Finetune/Step Time": 6.6356881354004145}
+{"Finetune/Learning Rate": 1.8712469422627583e-05, "Finetune/Loss": 0.8229252696037292, "Finetune/Loss (Raw)": 0.9974623322486877, "Finetune/Step": 1958, "Finetune/Step Time": 6.620632030069828}
+{"Finetune/Learning Rate": 1.871093996185857e-05, "Finetune/Loss": 0.822354793548584, "Finetune/Loss (Raw)": 0.7715896368026733, "Finetune/Step": 1959, "Finetune/Step Time": 6.622653726488352}
+{"Finetune/Learning Rate": 1.8709409655785493e-05, "Finetune/Loss": 0.8225066661834717, "Finetune/Loss (Raw)": 1.0140388011932373, "Finetune/Step": 1960, "Finetune/Step Time": 6.627388874068856}
+{"Finetune/Learning Rate": 1.870787850455685e-05, "Finetune/Loss": 0.822402834892273, "Finetune/Loss (Raw)": 0.7283549904823303, "Finetune/Step": 1961, "Finetune/Step Time": 6.615108197554946}
+{"Finetune/Learning Rate": 1.8706346508321226e-05, "Finetune/Loss": 0.8180480003356934, "Finetune/Loss (Raw)": 0.41801100969314575, "Finetune/Step": 1962, "Finetune/Step Time": 6.636637898162007}
+{"Finetune/Learning Rate": 1.8704813667227283e-05, "Finetune/Loss": 0.8140976428985596, "Finetune/Loss (Raw)": 0.40315935015678406, "Finetune/Step": 1963, "Finetune/Step Time": 6.643581649288535}
+{"Finetune/Learning Rate": 1.8703279981423764e-05, "Finetune/Loss": 0.8136117458343506, "Finetune/Loss (Raw)": 0.8323439955711365, "Finetune/Step": 1964, "Finetune/Step Time": 6.6502232030034065}
+{"Finetune/Learning Rate": 1.8701745451059502e-05, "Finetune/Loss": 0.8122397661209106, "Finetune/Loss (Raw)": 0.6642173528671265, "Finetune/Step": 1965, "Finetune/Step Time": 6.649592470377684}
+{"Finetune/Learning Rate": 1.8700210076283406e-05, "Finetune/Loss": 0.8114127516746521, "Finetune/Loss (Raw)": 0.7600292563438416, "Finetune/Step": 1966, "Finetune/Step Time": 6.644915221258998}
+{"Finetune/Learning Rate": 1.869867385724447e-05, "Finetune/Loss": 0.8105258941650391, "Finetune/Loss (Raw)": 0.7806354761123657, "Finetune/Step": 1967, "Finetune/Step Time": 6.6235053688287735}
+{"Finetune/Learning Rate": 1.8697136794091758e-05, "Finetune/Loss": 0.811275839805603, "Finetune/Loss (Raw)": 0.9354624152183533, "Finetune/Step": 1968, "Finetune/Step Time": 6.609948737546802}
+{"Finetune/Learning Rate": 1.8695598886974436e-05, "Finetune/Loss": 0.808781087398529, "Finetune/Loss (Raw)": 0.4544973373413086, "Finetune/Step": 1969, "Finetune/Step Time": 6.627978412434459}
+{"Finetune/Learning Rate": 1.8694060136041733e-05, "Finetune/Loss": 0.8076736927032471, "Finetune/Loss (Raw)": 0.8064718246459961, "Finetune/Step": 1970, "Finetune/Step Time": 6.62364954687655}
+{"Finetune/Learning Rate": 1.8692520541442975e-05, "Finetune/Loss": 0.8040218949317932, "Finetune/Loss (Raw)": 0.4151816964149475, "Finetune/Step": 1971, "Finetune/Step Time": 6.62773915193975}
+{"Finetune/Learning Rate": 1.8690980103327564e-05, "Finetune/Loss": 0.8041558265686035, "Finetune/Loss (Raw)": 0.8418818116188049, "Finetune/Step": 1972, "Finetune/Step Time": 6.616934033110738}
+{"Finetune/Learning Rate": 1.8689438821844977e-05, "Finetune/Loss": 0.8044304847717285, "Finetune/Loss (Raw)": 0.8115139007568359, "Finetune/Step": 1973, "Finetune/Step Time": 6.643496140837669}
+{"Finetune/Learning Rate": 1.8687896697144785e-05, "Finetune/Loss": 0.8046234846115112, "Finetune/Loss (Raw)": 0.9959529042243958, "Finetune/Step": 1974, "Finetune/Step Time": 6.643493751063943}
+{"Finetune/Learning Rate": 1.868635372937663e-05, "Finetune/Loss": 0.8046914339065552, "Finetune/Loss (Raw)": 0.8862541913986206, "Finetune/Step": 1975, "Finetune/Step Time": 6.633284859359264}
+{"Finetune/Learning Rate": 1.8684809918690246e-05, "Finetune/Loss": 0.8047071695327759, "Finetune/Loss (Raw)": 0.8809870481491089, "Finetune/Step": 1976, "Finetune/Step Time": 6.63597690500319}
+{"Finetune/Learning Rate": 1.8683265265235437e-05, "Finetune/Loss": 0.8041562438011169, "Finetune/Loss (Raw)": 0.9073825478553772, "Finetune/Step": 1977, "Finetune/Step Time": 6.6544964127242565}
+{"Finetune/Learning Rate": 1.8681719769162098e-05, "Finetune/Loss": 0.8045896887779236, "Finetune/Loss (Raw)": 0.9859833717346191, "Finetune/Step": 1978, "Finetune/Step Time": 6.64815479144454}
+{"Finetune/Learning Rate": 1.8680173430620204e-05, "Finetune/Loss": 0.80253005027771, "Finetune/Loss (Raw)": 0.3886983096599579, "Finetune/Step": 1979, "Finetune/Step Time": 6.64510240405798}
+{"Finetune/Learning Rate": 1.867862624975981e-05, "Finetune/Loss": 0.8009838461875916, "Finetune/Loss (Raw)": 0.7023173570632935, "Finetune/Step": 1980, "Finetune/Step Time": 6.658169314265251}
+{"Finetune/Learning Rate": 1.8677078226731056e-05, "Finetune/Loss": 0.8007528185844421, "Finetune/Loss (Raw)": 0.8796204924583435, "Finetune/Step": 1981, "Finetune/Step Time": 6.6589281763881445}
+{"Finetune/Learning Rate": 1.8675529361684156e-05, "Finetune/Loss": 0.8005378246307373, "Finetune/Loss (Raw)": 0.8810750246047974, "Finetune/Step": 1982, "Finetune/Step Time": 6.676540050655603}
+{"Finetune/Learning Rate": 1.8673979654769415e-05, "Finetune/Loss": 0.8000529408454895, "Finetune/Loss (Raw)": 0.8423275351524353, "Finetune/Step": 1983, "Finetune/Step Time": 6.675301220268011}
+{"Finetune/Learning Rate": 1.8672429106137213e-05, "Finetune/Loss": 0.800255298614502, "Finetune/Loss (Raw)": 1.0291203260421753, "Finetune/Step": 1984, "Finetune/Step Time": 6.674672042950988}
+{"Finetune/Learning Rate": 1.8670877715938015e-05, "Finetune/Loss": 0.8018450736999512, "Finetune/Loss (Raw)": 0.9645141363143921, "Finetune/Step": 1985, "Finetune/Step Time": 6.636764243245125}
+{"Finetune/Learning Rate": 1.866932548432237e-05, "Finetune/Loss": 0.8036187887191772, "Finetune/Loss (Raw)": 1.0588427782058716, "Finetune/Step": 1986, "Finetune/Step Time": 6.626800715923309}
+{"Finetune/Learning Rate": 1.86677724114409e-05, "Finetune/Loss": 0.802429735660553, "Finetune/Loss (Raw)": 0.8138093948364258, "Finetune/Step": 1987, "Finetune/Step Time": 6.652141558006406}
+{"Finetune/Learning Rate": 1.8666218497444317e-05, "Finetune/Loss": 0.8033233880996704, "Finetune/Loss (Raw)": 0.8291128277778625, "Finetune/Step": 1988, "Finetune/Step Time": 6.650960115715861}
+{"Finetune/Learning Rate": 1.866466374248341e-05, "Finetune/Loss": 0.8041776418685913, "Finetune/Loss (Raw)": 0.9156548380851746, "Finetune/Step": 1989, "Finetune/Step Time": 6.652095606550574}
+{"Finetune/Learning Rate": 1.8663108146709057e-05, "Finetune/Loss": 0.8050916194915771, "Finetune/Loss (Raw)": 0.9089963436126709, "Finetune/Step": 1990, "Finetune/Step Time": 6.652560170739889}
+{"Finetune/Learning Rate": 1.8661551710272207e-05, "Finetune/Loss": 0.8050352931022644, "Finetune/Loss (Raw)": 0.7427932024002075, "Finetune/Step": 1991, "Finetune/Step Time": 6.648978523910046}
+{"Finetune/Learning Rate": 1.8659994433323897e-05, "Finetune/Loss": 0.805827260017395, "Finetune/Loss (Raw)": 0.8782665729522705, "Finetune/Step": 1992, "Finetune/Step Time": 6.643729651346803}
+{"Finetune/Learning Rate": 1.8658436316015246e-05, "Finetune/Loss": 0.8043842911720276, "Finetune/Loss (Raw)": 0.7388790249824524, "Finetune/Step": 1993, "Finetune/Step Time": 6.647824127227068}
+{"Finetune/Learning Rate": 1.8656877358497447e-05, "Finetune/Loss": 0.8022975921630859, "Finetune/Loss (Raw)": 0.6751261949539185, "Finetune/Step": 1994, "Finetune/Step Time": 6.644191924482584}
+{"Finetune/Learning Rate": 1.8655317560921786e-05, "Finetune/Loss": 0.8003877401351929, "Finetune/Loss (Raw)": 0.7304695844650269, "Finetune/Step": 1995, "Finetune/Step Time": 6.6480361092835665}
+{"Finetune/Learning Rate": 1.8653756923439623e-05, "Finetune/Loss": 0.800294041633606, "Finetune/Loss (Raw)": 0.753410279750824, "Finetune/Step": 1996, "Finetune/Step Time": 6.6259670071303844}
+{"Finetune/Learning Rate": 1.8652195446202398e-05, "Finetune/Loss": 0.800536572933197, "Finetune/Loss (Raw)": 0.9793458580970764, "Finetune/Step": 1997, "Finetune/Step Time": 6.628308245912194}
+{"Finetune/Learning Rate": 1.8650633129361644e-05, "Finetune/Loss": 0.8008506298065186, "Finetune/Loss (Raw)": 0.8143966197967529, "Finetune/Step": 1998, "Finetune/Step Time": 6.628669656813145}
+{"Finetune/Learning Rate": 1.864906997306896e-05, "Finetune/Loss": 0.7977333664894104, "Finetune/Loss (Raw)": 0.42484116554260254, "Finetune/Step": 1999, "Finetune/Step Time": 6.618066905066371}
+{"Finetune/Learning Rate": 1.8647505977476032e-05, "Finetune/Loss": 0.7974110841751099, "Finetune/Loss (Raw)": 0.6693826913833618, "Finetune/Step": 2000, "Finetune/Step Time": 6.6404882948845625}
+{"Finetune/Learning Rate": 1.8645941142734636e-05, "Finetune/Loss": 0.8013716340065002, "Finetune/Loss (Raw)": 0.8809731602668762, "Finetune/Step": 2001, "Finetune/Step Time": 6.625029928982258}
+{"Finetune/Learning Rate": 1.864437546899662e-05, "Finetune/Loss": 0.8008877038955688, "Finetune/Loss (Raw)": 0.8598423600196838, "Finetune/Step": 2002, "Finetune/Step Time": 6.621788674965501}
+{"Finetune/Learning Rate": 1.8642808956413912e-05, "Finetune/Loss": 0.8020763993263245, "Finetune/Loss (Raw)": 0.8116025328636169, "Finetune/Step": 2003, "Finetune/Step Time": 6.610793750733137}
+{"Finetune/Learning Rate": 1.8641241605138534e-05, "Finetune/Loss": 0.8013966679573059, "Finetune/Loss (Raw)": 0.8155446648597717, "Finetune/Step": 2004, "Finetune/Step Time": 6.615031596273184}
+{"Finetune/Learning Rate": 1.8639673415322575e-05, "Finetune/Loss": 0.8005143404006958, "Finetune/Loss (Raw)": 0.796726405620575, "Finetune/Step": 2005, "Finetune/Step Time": 6.5986888483166695}
+{"Finetune/Learning Rate": 1.863810438711821e-05, "Finetune/Loss": 0.8017170429229736, "Finetune/Loss (Raw)": 0.8349124789237976, "Finetune/Step": 2006, "Finetune/Step Time": 6.578957512974739}
+{"Finetune/Learning Rate": 1.8636534520677695e-05, "Finetune/Loss": 0.8025038242340088, "Finetune/Loss (Raw)": 1.0742119550704956, "Finetune/Step": 2007, "Finetune/Step Time": 6.588115628808737}
+{"Finetune/Learning Rate": 1.8634963816153374e-05, "Finetune/Loss": 0.8040038347244263, "Finetune/Loss (Raw)": 0.8242124915122986, "Finetune/Step": 2008, "Finetune/Step Time": 6.57279316522181}
+{"Finetune/Learning Rate": 1.863339227369767e-05, "Finetune/Loss": 0.8043708801269531, "Finetune/Loss (Raw)": 0.8000041246414185, "Finetune/Step": 2009, "Finetune/Step Time": 6.561782442033291}
+{"Finetune/Learning Rate": 1.8631819893463074e-05, "Finetune/Loss": 0.8045023679733276, "Finetune/Loss (Raw)": 0.9231571555137634, "Finetune/Step": 2010, "Finetune/Step Time": 6.561255136504769}
+{"Finetune/Learning Rate": 1.8630246675602175e-05, "Finetune/Loss": 0.8073738813400269, "Finetune/Loss (Raw)": 1.0499844551086426, "Finetune/Step": 2011, "Finetune/Step Time": 6.555093742907047}
+{"Finetune/Learning Rate": 1.8628672620267638e-05, "Finetune/Loss": 0.811235785484314, "Finetune/Loss (Raw)": 0.8592261075973511, "Finetune/Step": 2012, "Finetune/Step Time": 6.534744696691632}
+{"Finetune/Learning Rate": 1.8627097727612206e-05, "Finetune/Loss": 0.8111715316772461, "Finetune/Loss (Raw)": 0.900448739528656, "Finetune/Step": 2013, "Finetune/Step Time": 6.549936132505536}
+{"Finetune/Learning Rate": 1.8625521997788705e-05, "Finetune/Loss": 0.8085757493972778, "Finetune/Loss (Raw)": 0.700366735458374, "Finetune/Step": 2014, "Finetune/Step Time": 6.559291960671544}
+{"Finetune/Learning Rate": 1.8623945430950048e-05, "Finetune/Loss": 0.8059514760971069, "Finetune/Loss (Raw)": 0.4093587100505829, "Finetune/Step": 2015, "Finetune/Step Time": 6.575787726789713}
+{"Finetune/Learning Rate": 1.862236802724922e-05, "Finetune/Loss": 0.8037299513816833, "Finetune/Loss (Raw)": 0.42060405015945435, "Finetune/Step": 2016, "Finetune/Step Time": 6.591507060453296}
+{"Finetune/Learning Rate": 1.862078978683929e-05, "Finetune/Loss": 0.8029730319976807, "Finetune/Loss (Raw)": 0.7057590484619141, "Finetune/Step": 2017, "Finetune/Step Time": 6.596935734152794}
+{"Finetune/Learning Rate": 1.861921070987341e-05, "Finetune/Loss": 0.8036375045776367, "Finetune/Loss (Raw)": 0.9101108312606812, "Finetune/Step": 2018, "Finetune/Step Time": 6.598131095990539}
+{"Finetune/Learning Rate": 1.8617630796504814e-05, "Finetune/Loss": 0.8025096654891968, "Finetune/Loss (Raw)": 0.7986758947372437, "Finetune/Step": 2019, "Finetune/Step Time": 6.604155160486698}
+{"Finetune/Learning Rate": 1.8616050046886817e-05, "Finetune/Loss": 0.8016873002052307, "Finetune/Loss (Raw)": 0.8864917755126953, "Finetune/Step": 2020, "Finetune/Step Time": 6.607475209981203}
+{"Finetune/Learning Rate": 1.8614468461172813e-05, "Finetune/Loss": 0.8016834855079651, "Finetune/Loss (Raw)": 0.8119125366210938, "Finetune/Step": 2021, "Finetune/Step Time": 6.603722864761949}
+{"Finetune/Learning Rate": 1.8612886039516273e-05, "Finetune/Loss": 0.8024656772613525, "Finetune/Loss (Raw)": 0.8441158533096313, "Finetune/Step": 2022, "Finetune/Step Time": 6.60993298701942}
+{"Finetune/Learning Rate": 1.8611302782070763e-05, "Finetune/Loss": 0.800968587398529, "Finetune/Loss (Raw)": 0.6429028511047363, "Finetune/Step": 2023, "Finetune/Step Time": 6.643478954210877}
+{"Finetune/Learning Rate": 1.8609718688989913e-05, "Finetune/Loss": 0.8004447221755981, "Finetune/Loss (Raw)": 0.807865560054779, "Finetune/Step": 2024, "Finetune/Step Time": 6.65277336910367}
+{"Finetune/Learning Rate": 1.860813376042745e-05, "Finetune/Loss": 0.7987640500068665, "Finetune/Loss (Raw)": 0.7897909879684448, "Finetune/Step": 2025, "Finetune/Step Time": 6.664248503744602}
+{"Finetune/Learning Rate": 1.860654799653717e-05, "Finetune/Loss": 0.7989444732666016, "Finetune/Loss (Raw)": 0.9026205539703369, "Finetune/Step": 2026, "Finetune/Step Time": 6.651009649038315}
+{"Finetune/Learning Rate": 1.860496139747295e-05, "Finetune/Loss": 0.7996957898139954, "Finetune/Loss (Raw)": 0.818710446357727, "Finetune/Step": 2027, "Finetune/Step Time": 6.630554031580687}
+{"Finetune/Learning Rate": 1.8603373963388764e-05, "Finetune/Loss": 0.7997874021530151, "Finetune/Loss (Raw)": 0.8548036217689514, "Finetune/Step": 2028, "Finetune/Step Time": 6.644062515348196}
+{"Finetune/Learning Rate": 1.8601785694438648e-05, "Finetune/Loss": 0.8006186485290527, "Finetune/Loss (Raw)": 0.9215189218521118, "Finetune/Step": 2029, "Finetune/Step Time": 6.637743189930916}
+{"Finetune/Learning Rate": 1.860019659077673e-05, "Finetune/Loss": 0.79583740234375, "Finetune/Loss (Raw)": 0.3589591383934021, "Finetune/Step": 2030, "Finetune/Step Time": 6.65178470313549}
+{"Finetune/Learning Rate": 1.8598606652557206e-05, "Finetune/Loss": 0.7963287234306335, "Finetune/Loss (Raw)": 0.8236411213874817, "Finetune/Step": 2031, "Finetune/Step Time": 6.632448986172676}
+{"Finetune/Learning Rate": 1.859701587993438e-05, "Finetune/Loss": 0.7972917556762695, "Finetune/Loss (Raw)": 0.9617576599121094, "Finetune/Step": 2032, "Finetune/Step Time": 6.628265211358666}
+{"Finetune/Learning Rate": 1.8595424273062603e-05, "Finetune/Loss": 0.8016465902328491, "Finetune/Loss (Raw)": 0.8898575305938721, "Finetune/Step": 2033, "Finetune/Step Time": 6.603520460426807}
+{"Finetune/Learning Rate": 1.859383183209633e-05, "Finetune/Loss": 0.8032617568969727, "Finetune/Loss (Raw)": 0.979135274887085, "Finetune/Step": 2034, "Finetune/Step Time": 6.592114381492138}
+{"Finetune/Learning Rate": 1.8592238557190096e-05, "Finetune/Loss": 0.8017312288284302, "Finetune/Loss (Raw)": 0.6790661215782166, "Finetune/Step": 2035, "Finetune/Step Time": 6.602185159921646}
+{"Finetune/Learning Rate": 1.8590644448498502e-05, "Finetune/Loss": 0.8024149537086487, "Finetune/Loss (Raw)": 0.8806676864624023, "Finetune/Step": 2036, "Finetune/Step Time": 6.615990787744522}
+{"Finetune/Learning Rate": 1.8589049506176246e-05, "Finetune/Loss": 0.8040865659713745, "Finetune/Loss (Raw)": 0.8335240483283997, "Finetune/Step": 2037, "Finetune/Step Time": 6.631344063207507}
+{"Finetune/Learning Rate": 1.8587453730378095e-05, "Finetune/Loss": 0.8027313947677612, "Finetune/Loss (Raw)": 0.7031769752502441, "Finetune/Step": 2038, "Finetune/Step Time": 6.633736046031117}
+{"Finetune/Learning Rate": 1.8585857121258906e-05, "Finetune/Loss": 0.8032627105712891, "Finetune/Loss (Raw)": 0.973605215549469, "Finetune/Step": 2039, "Finetune/Step Time": 6.638660671189427}
+{"Finetune/Learning Rate": 1.858425967897361e-05, "Finetune/Loss": 0.8037346601486206, "Finetune/Loss (Raw)": 0.8918895125389099, "Finetune/Step": 2040, "Finetune/Step Time": 6.637408543378115}
+{"Finetune/Learning Rate": 1.8582661403677225e-05, "Finetune/Loss": 0.8039464354515076, "Finetune/Loss (Raw)": 0.8648073077201843, "Finetune/Step": 2041, "Finetune/Step Time": 6.678374748677015}
+{"Finetune/Learning Rate": 1.8581062295524845e-05, "Finetune/Loss": 0.8019979596138, "Finetune/Loss (Raw)": 0.7608779072761536, "Finetune/Step": 2042, "Finetune/Step Time": 6.680159170180559}
+{"Finetune/Learning Rate": 1.8579462354671648e-05, "Finetune/Loss": 0.8015262484550476, "Finetune/Loss (Raw)": 0.8713583946228027, "Finetune/Step": 2043, "Finetune/Step Time": 6.661877196282148}
+{"Finetune/Learning Rate": 1.8577861581272888e-05, "Finetune/Loss": 0.8018879890441895, "Finetune/Loss (Raw)": 0.8929315209388733, "Finetune/Step": 2044, "Finetune/Step Time": 6.660808900371194}
+{"Finetune/Learning Rate": 1.8576259975483903e-05, "Finetune/Loss": 0.802685022354126, "Finetune/Loss (Raw)": 0.8852086067199707, "Finetune/Step": 2045, "Finetune/Step Time": 6.672208592295647}
+{"Finetune/Learning Rate": 1.8574657537460114e-05, "Finetune/Loss": 0.8039209842681885, "Finetune/Loss (Raw)": 0.9800114631652832, "Finetune/Step": 2046, "Finetune/Step Time": 6.672596842050552}
+{"Finetune/Learning Rate": 1.8573054267357023e-05, "Finetune/Loss": 0.8046550750732422, "Finetune/Loss (Raw)": 0.94136643409729, "Finetune/Step": 2047, "Finetune/Step Time": 6.676042661070824}
+{"Finetune/Learning Rate": 1.8571450165330206e-05, "Finetune/Loss": 0.8046702146530151, "Finetune/Loss (Raw)": 0.742722749710083, "Finetune/Step": 2048, "Finetune/Step Time": 6.666142648085952}
+{"Finetune/Learning Rate": 1.8569845231535324e-05, "Finetune/Loss": 0.8016518354415894, "Finetune/Loss (Raw)": 0.5690138936042786, "Finetune/Step": 2049, "Finetune/Step Time": 6.68069932796061}
+{"Finetune/Learning Rate": 1.856823946612812e-05, "Finetune/Loss": 0.804527997970581, "Finetune/Loss (Raw)": 0.6897599101066589, "Finetune/Step": 2050, "Finetune/Step Time": 6.674497591331601}
+{"Finetune/Learning Rate": 1.8566632869264415e-05, "Finetune/Loss": 0.8056120872497559, "Finetune/Loss (Raw)": 1.0034234523773193, "Finetune/Step": 2051, "Finetune/Step Time": 6.678235964849591}
+{"Finetune/Learning Rate": 1.8565025441100116e-05, "Finetune/Loss": 0.8058708906173706, "Finetune/Loss (Raw)": 0.9608353972434998, "Finetune/Step": 2052, "Finetune/Step Time": 6.690096108242869}
+{"Finetune/Learning Rate": 1.8563417181791206e-05, "Finetune/Loss": 0.8048082590103149, "Finetune/Loss (Raw)": 0.9006621837615967, "Finetune/Step": 2053, "Finetune/Step Time": 6.6826901361346245}
+{"Finetune/Learning Rate": 1.856180809149375e-05, "Finetune/Loss": 0.8097212910652161, "Finetune/Loss (Raw)": 0.9751905798912048, "Finetune/Step": 2054, "Finetune/Step Time": 6.664874566718936}
+{"Finetune/Learning Rate": 1.8560198170363886e-05, "Finetune/Loss": 0.8136672973632812, "Finetune/Loss (Raw)": 0.9116009473800659, "Finetune/Step": 2055, "Finetune/Step Time": 6.649936407804489}
+{"Finetune/Learning Rate": 1.8558587418557844e-05, "Finetune/Loss": 0.8135517835617065, "Finetune/Loss (Raw)": 0.9394076466560364, "Finetune/Step": 2056, "Finetune/Step Time": 6.650691391900182}
+{"Finetune/Learning Rate": 1.8556975836231936e-05, "Finetune/Loss": 0.8138442039489746, "Finetune/Loss (Raw)": 0.7628183960914612, "Finetune/Step": 2057, "Finetune/Step Time": 6.659505568444729}
+{"Finetune/Learning Rate": 1.8555363423542543e-05, "Finetune/Loss": 0.814787745475769, "Finetune/Loss (Raw)": 0.7874009609222412, "Finetune/Step": 2058, "Finetune/Step Time": 6.671064158901572}
+{"Finetune/Learning Rate": 1.8553750180646132e-05, "Finetune/Loss": 0.813805103302002, "Finetune/Loss (Raw)": 0.7813790440559387, "Finetune/Step": 2059, "Finetune/Step Time": 6.6725717801600695}
+{"Finetune/Learning Rate": 1.8552136107699253e-05, "Finetune/Loss": 0.814867377281189, "Finetune/Loss (Raw)": 0.8080596923828125, "Finetune/Step": 2060, "Finetune/Step Time": 6.653088383376598}
+{"Finetune/Learning Rate": 1.8550521204858536e-05, "Finetune/Loss": 0.8152199983596802, "Finetune/Loss (Raw)": 0.9482025504112244, "Finetune/Step": 2061, "Finetune/Step Time": 6.651608129963279}
+{"Finetune/Learning Rate": 1.8548905472280687e-05, "Finetune/Loss": 0.8144177794456482, "Finetune/Loss (Raw)": 0.8004283905029297, "Finetune/Step": 2062, "Finetune/Step Time": 6.651842406019568}
+{"Finetune/Learning Rate": 1.8547288910122497e-05, "Finetune/Loss": 0.8142344355583191, "Finetune/Loss (Raw)": 0.9323603510856628, "Finetune/Step": 2063, "Finetune/Step Time": 6.6445710845291615}
+{"Finetune/Learning Rate": 1.8545671518540836e-05, "Finetune/Loss": 0.8143320679664612, "Finetune/Loss (Raw)": 0.7502002120018005, "Finetune/Step": 2064, "Finetune/Step Time": 6.658721087500453}
+{"Finetune/Learning Rate": 1.8544053297692656e-05, "Finetune/Loss": 0.8139774799346924, "Finetune/Loss (Raw)": 0.8144245147705078, "Finetune/Step": 2065, "Finetune/Step Time": 6.667065467685461}
+{"Finetune/Learning Rate": 1.8542434247734986e-05, "Finetune/Loss": 0.813494086265564, "Finetune/Loss (Raw)": 0.35575640201568604, "Finetune/Step": 2066, "Finetune/Step Time": 6.668319623917341}
+{"Finetune/Learning Rate": 1.8540814368824937e-05, "Finetune/Loss": 0.8133400678634644, "Finetune/Loss (Raw)": 0.844450831413269, "Finetune/Step": 2067, "Finetune/Step Time": 6.669498020783067}
+{"Finetune/Learning Rate": 1.8539193661119706e-05, "Finetune/Loss": 0.8162965178489685, "Finetune/Loss (Raw)": 0.8616496920585632, "Finetune/Step": 2068, "Finetune/Step Time": 6.668668568134308}
+{"Finetune/Learning Rate": 1.853757212477656e-05, "Finetune/Loss": 0.8166645765304565, "Finetune/Loss (Raw)": 0.8551779389381409, "Finetune/Step": 2069, "Finetune/Step Time": 6.655661778524518}
+{"Finetune/Learning Rate": 1.8535949759952855e-05, "Finetune/Loss": 0.8127240538597107, "Finetune/Loss (Raw)": 0.506289541721344, "Finetune/Step": 2070, "Finetune/Step Time": 6.667509412392974}
+{"Finetune/Learning Rate": 1.8534326566806023e-05, "Finetune/Loss": 0.8122222423553467, "Finetune/Loss (Raw)": 0.8960539698600769, "Finetune/Step": 2071, "Finetune/Step Time": 6.6741527784615755}
+{"Finetune/Learning Rate": 1.8532702545493574e-05, "Finetune/Loss": 0.8128975033760071, "Finetune/Loss (Raw)": 0.9643198251724243, "Finetune/Step": 2072, "Finetune/Step Time": 6.66722834482789}
+{"Finetune/Learning Rate": 1.853107769617311e-05, "Finetune/Loss": 0.8156525492668152, "Finetune/Loss (Raw)": 0.7522724270820618, "Finetune/Step": 2073, "Finetune/Step Time": 6.657958658412099}
+{"Finetune/Learning Rate": 1.85294520190023e-05, "Finetune/Loss": 0.8159888386726379, "Finetune/Loss (Raw)": 0.9696176648139954, "Finetune/Step": 2074, "Finetune/Step Time": 6.648889344185591}
+{"Finetune/Learning Rate": 1.85278255141389e-05, "Finetune/Loss": 0.8141161203384399, "Finetune/Loss (Raw)": 0.7749312520027161, "Finetune/Step": 2075, "Finetune/Step Time": 6.648306913673878}
+{"Finetune/Learning Rate": 1.8526198181740745e-05, "Finetune/Loss": 0.8114696741104126, "Finetune/Loss (Raw)": 0.6994003057479858, "Finetune/Step": 2076, "Finetune/Step Time": 6.6618060022592545}
+{"Finetune/Learning Rate": 1.852457002196575e-05, "Finetune/Loss": 0.8103379011154175, "Finetune/Loss (Raw)": 0.8190535306930542, "Finetune/Step": 2077, "Finetune/Step Time": 6.66256489045918}
+{"Finetune/Learning Rate": 1.852294103497191e-05, "Finetune/Loss": 0.8084250688552856, "Finetune/Loss (Raw)": 0.7676076889038086, "Finetune/Step": 2078, "Finetune/Step Time": 6.652435086667538}
+{"Finetune/Learning Rate": 1.85213112209173e-05, "Finetune/Loss": 0.8070642948150635, "Finetune/Loss (Raw)": 0.7940124869346619, "Finetune/Step": 2079, "Finetune/Step Time": 6.6384296622127295}
+{"Finetune/Learning Rate": 1.851968057996008e-05, "Finetune/Loss": 0.8050470352172852, "Finetune/Loss (Raw)": 0.7252863645553589, "Finetune/Step": 2080, "Finetune/Step Time": 6.646280981600285}
+{"Finetune/Learning Rate": 1.851804911225848e-05, "Finetune/Loss": 0.8069601058959961, "Finetune/Loss (Raw)": 0.8275615572929382, "Finetune/Step": 2081, "Finetune/Step Time": 6.6465603187680244}
+{"Finetune/Learning Rate": 1.8516416817970828e-05, "Finetune/Loss": 0.8084633946418762, "Finetune/Loss (Raw)": 0.8160650134086609, "Finetune/Step": 2082, "Finetune/Step Time": 6.634047308936715}
+{"Finetune/Learning Rate": 1.851478369725551e-05, "Finetune/Loss": 0.8097505569458008, "Finetune/Loss (Raw)": 0.9141606092453003, "Finetune/Step": 2083, "Finetune/Step Time": 6.616901556029916}
+{"Finetune/Learning Rate": 1.8513149750271005e-05, "Finetune/Loss": 0.8117407560348511, "Finetune/Loss (Raw)": 1.006981611251831, "Finetune/Step": 2084, "Finetune/Step Time": 6.612267328426242}
+{"Finetune/Learning Rate": 1.8511514977175872e-05, "Finetune/Loss": 0.8070350289344788, "Finetune/Loss (Raw)": 0.33123064041137695, "Finetune/Step": 2085, "Finetune/Step Time": 6.630644556134939}
+{"Finetune/Learning Rate": 1.8509879378128748e-05, "Finetune/Loss": 0.806390643119812, "Finetune/Loss (Raw)": 0.9149795174598694, "Finetune/Step": 2086, "Finetune/Step Time": 6.635675720870495}
+{"Finetune/Learning Rate": 1.850824295328835e-05, "Finetune/Loss": 0.808042049407959, "Finetune/Loss (Raw)": 0.9829747080802917, "Finetune/Step": 2087, "Finetune/Step Time": 6.625728864222765}
+{"Finetune/Learning Rate": 1.8506605702813476e-05, "Finetune/Loss": 0.8074290752410889, "Finetune/Loss (Raw)": 0.9355822801589966, "Finetune/Step": 2088, "Finetune/Step Time": 6.616058569401503}
+{"Finetune/Learning Rate": 1.8504967626863005e-05, "Finetune/Loss": 0.8085387945175171, "Finetune/Loss (Raw)": 0.8703892827033997, "Finetune/Step": 2089, "Finetune/Step Time": 6.610224371775985}
+{"Finetune/Learning Rate": 1.8503328725595893e-05, "Finetune/Loss": 0.8074370622634888, "Finetune/Loss (Raw)": 0.2769926190376282, "Finetune/Step": 2090, "Finetune/Step Time": 6.610379843041301}
+{"Finetune/Learning Rate": 1.8501688999171178e-05, "Finetune/Loss": 0.8103499412536621, "Finetune/Loss (Raw)": 0.7760106325149536, "Finetune/Step": 2091, "Finetune/Step Time": 6.593507073819637}
+{"Finetune/Learning Rate": 1.850004844774798e-05, "Finetune/Loss": 0.8107367753982544, "Finetune/Loss (Raw)": 0.8818627595901489, "Finetune/Step": 2092, "Finetune/Step Time": 6.581258883699775}
+{"Finetune/Learning Rate": 1.8498407071485493e-05, "Finetune/Loss": 0.8128641843795776, "Finetune/Loss (Raw)": 0.9365251064300537, "Finetune/Step": 2093, "Finetune/Step Time": 6.578539378941059}
+{"Finetune/Learning Rate": 1.8496764870542998e-05, "Finetune/Loss": 0.8146893978118896, "Finetune/Loss (Raw)": 0.9936519861221313, "Finetune/Step": 2094, "Finetune/Step Time": 6.578748380765319}
+{"Finetune/Learning Rate": 1.8495121845079858e-05, "Finetune/Loss": 0.8153716921806335, "Finetune/Loss (Raw)": 0.867969810962677, "Finetune/Step": 2095, "Finetune/Step Time": 6.5832083355635405}
+{"Finetune/Learning Rate": 1.84934779952555e-05, "Finetune/Loss": 0.814570426940918, "Finetune/Loss (Raw)": 0.8328965306282043, "Finetune/Step": 2096, "Finetune/Step Time": 6.606169709935784}
+{"Finetune/Learning Rate": 1.8491833321229447e-05, "Finetune/Loss": 0.8181858062744141, "Finetune/Loss (Raw)": 0.9172658324241638, "Finetune/Step": 2097, "Finetune/Step Time": 6.594835627824068}
+{"Finetune/Learning Rate": 1.84901878231613e-05, "Finetune/Loss": 0.8179662227630615, "Finetune/Loss (Raw)": 0.778374433517456, "Finetune/Step": 2098, "Finetune/Step Time": 6.602345384657383}
+{"Finetune/Learning Rate": 1.8488541501210743e-05, "Finetune/Loss": 0.8176413774490356, "Finetune/Loss (Raw)": 0.3735983371734619, "Finetune/Step": 2099, "Finetune/Step Time": 6.604445695877075}
+{"Finetune/Learning Rate": 1.8486894355537517e-05, "Finetune/Loss": 0.8162946701049805, "Finetune/Loss (Raw)": 0.6695064902305603, "Finetune/Step": 2100, "Finetune/Step Time": 6.600083198398352}
+{"Finetune/Learning Rate": 1.8485246386301474e-05, "Finetune/Loss": 0.8171395063400269, "Finetune/Loss (Raw)": 0.9196470379829407, "Finetune/Step": 2101, "Finetune/Step Time": 6.565195577219129}
+{"Finetune/Learning Rate": 1.8483597593662525e-05, "Finetune/Loss": 0.8157706260681152, "Finetune/Loss (Raw)": 0.8207371234893799, "Finetune/Step": 2102, "Finetune/Step Time": 6.567446248605847}
+{"Finetune/Learning Rate": 1.8481947977780674e-05, "Finetune/Loss": 0.8118289113044739, "Finetune/Loss (Raw)": 0.38171496987342834, "Finetune/Step": 2103, "Finetune/Step Time": 6.588862624019384}
+{"Finetune/Learning Rate": 1.848029753881599e-05, "Finetune/Loss": 0.8113300800323486, "Finetune/Loss (Raw)": 0.8171432018280029, "Finetune/Step": 2104, "Finetune/Step Time": 6.605601983144879}
+{"Finetune/Learning Rate": 1.8478646276928632e-05, "Finetune/Loss": 0.8108591437339783, "Finetune/Loss (Raw)": 0.8470950126647949, "Finetune/Step": 2105, "Finetune/Step Time": 6.6054460890591145}
+{"Finetune/Learning Rate": 1.8476994192278847e-05, "Finetune/Loss": 0.8099781274795532, "Finetune/Loss (Raw)": 0.8732147812843323, "Finetune/Step": 2106, "Finetune/Step Time": 6.6045280657708645}
+{"Finetune/Learning Rate": 1.8475341285026944e-05, "Finetune/Loss": 0.8138784170150757, "Finetune/Loss (Raw)": 0.8879315853118896, "Finetune/Step": 2107, "Finetune/Step Time": 6.584504855796695}
+{"Finetune/Learning Rate": 1.8473687555333323e-05, "Finetune/Loss": 0.8145554661750793, "Finetune/Loss (Raw)": 0.7889859676361084, "Finetune/Step": 2108, "Finetune/Step Time": 6.572209909558296}
+{"Finetune/Learning Rate": 1.8472033003358457e-05, "Finetune/Loss": 0.8147931098937988, "Finetune/Loss (Raw)": 0.9100337624549866, "Finetune/Step": 2109, "Finetune/Step Time": 6.585218971595168}
+{"Finetune/Learning Rate": 1.8470377629262907e-05, "Finetune/Loss": 0.8142057657241821, "Finetune/Loss (Raw)": 0.805893063545227, "Finetune/Step": 2110, "Finetune/Step Time": 6.583079354837537}
+{"Finetune/Learning Rate": 1.846872143320731e-05, "Finetune/Loss": 0.8139326572418213, "Finetune/Loss (Raw)": 0.8073706030845642, "Finetune/Step": 2111, "Finetune/Step Time": 6.598044246435165}
+{"Finetune/Learning Rate": 1.8467064415352377e-05, "Finetune/Loss": 0.809542179107666, "Finetune/Loss (Raw)": 0.4671483039855957, "Finetune/Step": 2112, "Finetune/Step Time": 6.618434743955731}
+{"Finetune/Learning Rate": 1.8465406575858908e-05, "Finetune/Loss": 0.8086371421813965, "Finetune/Loss (Raw)": 0.8486679792404175, "Finetune/Step": 2113, "Finetune/Step Time": 6.617262572050095}
+{"Finetune/Learning Rate": 1.8463747914887777e-05, "Finetune/Loss": 0.8076043128967285, "Finetune/Loss (Raw)": 0.9266445636749268, "Finetune/Step": 2114, "Finetune/Step Time": 6.634605480358005}
+{"Finetune/Learning Rate": 1.8462088432599944e-05, "Finetune/Loss": 0.8084982633590698, "Finetune/Loss (Raw)": 0.9282211661338806, "Finetune/Step": 2115, "Finetune/Step Time": 6.612032925710082}
+{"Finetune/Learning Rate": 1.8460428129156434e-05, "Finetune/Loss": 0.8054075241088867, "Finetune/Loss (Raw)": 0.4335038363933563, "Finetune/Step": 2116, "Finetune/Step Time": 6.627373863011599}
+{"Finetune/Learning Rate": 1.8458767004718373e-05, "Finetune/Loss": 0.8035635948181152, "Finetune/Loss (Raw)": 0.6796362400054932, "Finetune/Step": 2117, "Finetune/Step Time": 6.643619522452354}
+{"Finetune/Learning Rate": 1.845710505944695e-05, "Finetune/Loss": 0.8024826049804688, "Finetune/Loss (Raw)": 0.770625114440918, "Finetune/Step": 2118, "Finetune/Step Time": 6.639526983723044}
+{"Finetune/Learning Rate": 1.845544229350344e-05, "Finetune/Loss": 0.8026940822601318, "Finetune/Loss (Raw)": 0.7698665857315063, "Finetune/Step": 2119, "Finetune/Step Time": 6.651981854811311}
+{"Finetune/Learning Rate": 1.8453778707049195e-05, "Finetune/Loss": 0.7985697984695435, "Finetune/Loss (Raw)": 0.35036003589630127, "Finetune/Step": 2120, "Finetune/Step Time": 6.672094373032451}
+{"Finetune/Learning Rate": 1.845211430024565e-05, "Finetune/Loss": 0.7995958924293518, "Finetune/Loss (Raw)": 0.8702123761177063, "Finetune/Step": 2121, "Finetune/Step Time": 6.664920043200254}
+{"Finetune/Learning Rate": 1.8450449073254316e-05, "Finetune/Loss": 0.8014999628067017, "Finetune/Loss (Raw)": 0.9188514947891235, "Finetune/Step": 2122, "Finetune/Step Time": 6.658852659165859}
+{"Finetune/Learning Rate": 1.844878302623679e-05, "Finetune/Loss": 0.802793025970459, "Finetune/Loss (Raw)": 0.8959798812866211, "Finetune/Step": 2123, "Finetune/Step Time": 6.650470767170191}
+{"Finetune/Learning Rate": 1.844711615935474e-05, "Finetune/Loss": 0.803896427154541, "Finetune/Loss (Raw)": 0.8946448564529419, "Finetune/Step": 2124, "Finetune/Step Time": 6.647051524370909}
+{"Finetune/Learning Rate": 1.844544847276992e-05, "Finetune/Loss": 0.8031750917434692, "Finetune/Loss (Raw)": 0.8870148062705994, "Finetune/Step": 2125, "Finetune/Step Time": 6.660288413986564}
+{"Finetune/Learning Rate": 1.844377996664416e-05, "Finetune/Loss": 0.8041993379592896, "Finetune/Loss (Raw)": 0.945499062538147, "Finetune/Step": 2126, "Finetune/Step Time": 6.657271284610033}
+{"Finetune/Learning Rate": 1.844211064113937e-05, "Finetune/Loss": 0.8077951669692993, "Finetune/Loss (Raw)": 0.8851019740104675, "Finetune/Step": 2127, "Finetune/Step Time": 6.639676857739687}
+{"Finetune/Learning Rate": 1.8440440496417543e-05, "Finetune/Loss": 0.8054267168045044, "Finetune/Loss (Raw)": 0.36622267961502075, "Finetune/Step": 2128, "Finetune/Step Time": 6.631922595202923}
+{"Finetune/Learning Rate": 1.8438769532640747e-05, "Finetune/Loss": 0.800810694694519, "Finetune/Loss (Raw)": 0.29013046622276306, "Finetune/Step": 2129, "Finetune/Step Time": 6.647023601457477}
+{"Finetune/Learning Rate": 1.8437097749971132e-05, "Finetune/Loss": 0.8010334968566895, "Finetune/Loss (Raw)": 0.8883619904518127, "Finetune/Step": 2130, "Finetune/Step Time": 6.656699014827609}
+{"Finetune/Learning Rate": 1.8435425148570925e-05, "Finetune/Loss": 0.8020220398902893, "Finetune/Loss (Raw)": 0.9381299018859863, "Finetune/Step": 2131, "Finetune/Step Time": 6.64714471064508}
+{"Finetune/Learning Rate": 1.8433751728602436e-05, "Finetune/Loss": 0.8021038770675659, "Finetune/Loss (Raw)": 0.8260213732719421, "Finetune/Step": 2132, "Finetune/Step Time": 6.651010654866695}
+{"Finetune/Learning Rate": 1.8432077490228053e-05, "Finetune/Loss": 0.8044521808624268, "Finetune/Loss (Raw)": 1.0973092317581177, "Finetune/Step": 2133, "Finetune/Step Time": 6.648039262741804}
+{"Finetune/Learning Rate": 1.843040243361024e-05, "Finetune/Loss": 0.8040729761123657, "Finetune/Loss (Raw)": 0.786378026008606, "Finetune/Step": 2134, "Finetune/Step Time": 6.658040197566152}
+{"Finetune/Learning Rate": 1.8428726558911546e-05, "Finetune/Loss": 0.8017640709877014, "Finetune/Loss (Raw)": 0.7786679863929749, "Finetune/Step": 2135, "Finetune/Step Time": 6.6445000395178795}
+{"Finetune/Learning Rate": 1.8427049866294594e-05, "Finetune/Loss": 0.80210942029953, "Finetune/Loss (Raw)": 0.8684220314025879, "Finetune/Step": 2136, "Finetune/Step Time": 6.637210013344884}
+{"Finetune/Learning Rate": 1.8425372355922097e-05, "Finetune/Loss": 0.7993348240852356, "Finetune/Loss (Raw)": 0.44484907388687134, "Finetune/Step": 2137, "Finetune/Step Time": 6.658346788957715}
+{"Finetune/Learning Rate": 1.8423694027956832e-05, "Finetune/Loss": 0.798938512802124, "Finetune/Loss (Raw)": 0.8724364638328552, "Finetune/Step": 2138, "Finetune/Step Time": 6.65715747140348}
+{"Finetune/Learning Rate": 1.8422014882561662e-05, "Finetune/Loss": 0.7967817187309265, "Finetune/Loss (Raw)": 0.7739108204841614, "Finetune/Step": 2139, "Finetune/Step Time": 6.671034839004278}
+{"Finetune/Learning Rate": 1.8420334919899536e-05, "Finetune/Loss": 0.797254741191864, "Finetune/Loss (Raw)": 0.9197703003883362, "Finetune/Step": 2140, "Finetune/Step Time": 6.673500383272767}
+{"Finetune/Learning Rate": 1.841865414013347e-05, "Finetune/Loss": 0.7980233430862427, "Finetune/Loss (Raw)": 0.9988385438919067, "Finetune/Step": 2141, "Finetune/Step Time": 6.6595830880105495}
+{"Finetune/Learning Rate": 1.841697254342657e-05, "Finetune/Loss": 0.7989188432693481, "Finetune/Loss (Raw)": 0.8149769902229309, "Finetune/Step": 2142, "Finetune/Step Time": 6.648575250059366}
+{"Finetune/Learning Rate": 1.8415290129942022e-05, "Finetune/Loss": 0.8021622896194458, "Finetune/Loss (Raw)": 0.8245254755020142, "Finetune/Step": 2143, "Finetune/Step Time": 6.645844226703048}
+{"Finetune/Learning Rate": 1.841360689984308e-05, "Finetune/Loss": 0.8052850365638733, "Finetune/Loss (Raw)": 0.8203155994415283, "Finetune/Step": 2144, "Finetune/Step Time": 6.636453438550234}
+{"Finetune/Learning Rate": 1.841192285329308e-05, "Finetune/Loss": 0.8040658831596375, "Finetune/Loss (Raw)": 0.5497105121612549, "Finetune/Step": 2145, "Finetune/Step Time": 6.636235745623708}
+{"Finetune/Learning Rate": 1.8410237990455446e-05, "Finetune/Loss": 0.8036982417106628, "Finetune/Loss (Raw)": 0.8630478978157043, "Finetune/Step": 2146, "Finetune/Step Time": 6.650778012350202}
+{"Finetune/Learning Rate": 1.8408552311493673e-05, "Finetune/Loss": 0.803421139717102, "Finetune/Loss (Raw)": 0.7632066607475281, "Finetune/Step": 2147, "Finetune/Step Time": 6.653352810069919}
+{"Finetune/Learning Rate": 1.8406865816571344e-05, "Finetune/Loss": 0.8042898178100586, "Finetune/Loss (Raw)": 0.9976866841316223, "Finetune/Step": 2148, "Finetune/Step Time": 6.649419818073511}
+{"Finetune/Learning Rate": 1.840517850585211e-05, "Finetune/Loss": 0.8050816059112549, "Finetune/Loss (Raw)": 0.9132632613182068, "Finetune/Step": 2149, "Finetune/Step Time": 6.638563200831413}
+{"Finetune/Learning Rate": 1.8403490379499712e-05, "Finetune/Loss": 0.8048923015594482, "Finetune/Loss (Raw)": 0.8198834657669067, "Finetune/Step": 2150, "Finetune/Step Time": 6.635771023109555}
+{"Finetune/Learning Rate": 1.8401801437677956e-05, "Finetune/Loss": 0.8071869611740112, "Finetune/Loss (Raw)": 0.9366201162338257, "Finetune/Step": 2151, "Finetune/Step Time": 6.61051269993186}
+{"Finetune/Learning Rate": 1.8400111680550743e-05, "Finetune/Loss": 0.8068134784698486, "Finetune/Loss (Raw)": 0.7600558400154114, "Finetune/Step": 2152, "Finetune/Step Time": 6.605922317132354}
+{"Finetune/Learning Rate": 1.8398421108282047e-05, "Finetune/Loss": 0.8070623874664307, "Finetune/Loss (Raw)": 0.821648120880127, "Finetune/Step": 2153, "Finetune/Step Time": 6.605806395411491}
+{"Finetune/Learning Rate": 1.8396729721035908e-05, "Finetune/Loss": 0.805639922618866, "Finetune/Loss (Raw)": 0.7205513715744019, "Finetune/Step": 2154, "Finetune/Step Time": 6.614429971203208}
+{"Finetune/Learning Rate": 1.8395037518976474e-05, "Finetune/Loss": 0.8057222366333008, "Finetune/Loss (Raw)": 0.8292508721351624, "Finetune/Step": 2155, "Finetune/Step Time": 6.62088636867702}
+{"Finetune/Learning Rate": 1.8393344502267945e-05, "Finetune/Loss": 0.8044271469116211, "Finetune/Loss (Raw)": 0.6890251040458679, "Finetune/Step": 2156, "Finetune/Step Time": 6.615575199946761}
+{"Finetune/Learning Rate": 1.839165067107461e-05, "Finetune/Loss": 0.8031404614448547, "Finetune/Loss (Raw)": 0.7568248510360718, "Finetune/Step": 2157, "Finetune/Step Time": 6.623992927372456}
+{"Finetune/Learning Rate": 1.8389956025560844e-05, "Finetune/Loss": 0.8075525760650635, "Finetune/Loss (Raw)": 0.9237111806869507, "Finetune/Step": 2158, "Finetune/Step Time": 6.6034071166068316}
+{"Finetune/Learning Rate": 1.838826056589109e-05, "Finetune/Loss": 0.8079094886779785, "Finetune/Loss (Raw)": 0.8693193197250366, "Finetune/Step": 2159, "Finetune/Step Time": 6.618130415678024}
+{"Finetune/Learning Rate": 1.8386564292229873e-05, "Finetune/Loss": 0.8069504499435425, "Finetune/Loss (Raw)": 0.8390079736709595, "Finetune/Step": 2160, "Finetune/Step Time": 6.613487144932151}
+{"Finetune/Learning Rate": 1.83848672047418e-05, "Finetune/Loss": 0.8061380386352539, "Finetune/Loss (Raw)": 0.7858659029006958, "Finetune/Step": 2161, "Finetune/Step Time": 6.606608420610428}
+{"Finetune/Learning Rate": 1.8383169303591552e-05, "Finetune/Loss": 0.8045397996902466, "Finetune/Loss (Raw)": 0.7745546102523804, "Finetune/Step": 2162, "Finetune/Step Time": 6.610288966447115}
+{"Finetune/Learning Rate": 1.8381470588943897e-05, "Finetune/Loss": 0.8055347800254822, "Finetune/Loss (Raw)": 0.806429386138916, "Finetune/Step": 2163, "Finetune/Step Time": 6.593866119161248}
+{"Finetune/Learning Rate": 1.837977106096368e-05, "Finetune/Loss": 0.8062952756881714, "Finetune/Loss (Raw)": 0.9780105352401733, "Finetune/Step": 2164, "Finetune/Step Time": 6.579386169090867}
+{"Finetune/Learning Rate": 1.837807071981581e-05, "Finetune/Loss": 0.80635666847229, "Finetune/Loss (Raw)": 0.8413848876953125, "Finetune/Step": 2165, "Finetune/Step Time": 6.587468625977635}
+{"Finetune/Learning Rate": 1.83763695656653e-05, "Finetune/Loss": 0.8080840110778809, "Finetune/Loss (Raw)": 0.9242737293243408, "Finetune/Step": 2166, "Finetune/Step Time": 6.5771487932652235}
+{"Finetune/Learning Rate": 1.8374667598677224e-05, "Finetune/Loss": 0.8078129291534424, "Finetune/Loss (Raw)": 0.9389116764068604, "Finetune/Step": 2167, "Finetune/Step Time": 6.566696964204311}
+{"Finetune/Learning Rate": 1.8372964819016736e-05, "Finetune/Loss": 0.8072555065155029, "Finetune/Loss (Raw)": 0.8205384016036987, "Finetune/Step": 2168, "Finetune/Step Time": 6.56565129943192}
+{"Finetune/Learning Rate": 1.837126122684908e-05, "Finetune/Loss": 0.8075686693191528, "Finetune/Loss (Raw)": 0.9048839211463928, "Finetune/Step": 2169, "Finetune/Step Time": 6.535377569496632}
+{"Finetune/Learning Rate": 1.8369556822339563e-05, "Finetune/Loss": 0.8073487281799316, "Finetune/Loss (Raw)": 0.7327253818511963, "Finetune/Step": 2170, "Finetune/Step Time": 6.556045565754175}
+{"Finetune/Learning Rate": 1.8367851605653585e-05, "Finetune/Loss": 0.8063266277313232, "Finetune/Loss (Raw)": 0.7405332326889038, "Finetune/Step": 2171, "Finetune/Step Time": 6.554615678265691}
+{"Finetune/Learning Rate": 1.8366145576956617e-05, "Finetune/Loss": 0.8063734769821167, "Finetune/Loss (Raw)": 0.898927628993988, "Finetune/Step": 2172, "Finetune/Step Time": 6.5550892651081085}
+{"Finetune/Learning Rate": 1.8364438736414212e-05, "Finetune/Loss": 0.8042787909507751, "Finetune/Loss (Raw)": 0.61708664894104, "Finetune/Step": 2173, "Finetune/Step Time": 6.558766530826688}
+{"Finetune/Learning Rate": 1.8362731084192003e-05, "Finetune/Loss": 0.8013418912887573, "Finetune/Loss (Raw)": 0.6040895581245422, "Finetune/Step": 2174, "Finetune/Step Time": 6.57081776112318}
+{"Finetune/Learning Rate": 1.83610226204557e-05, "Finetune/Loss": 0.8000714182853699, "Finetune/Loss (Raw)": 0.7787473797798157, "Finetune/Step": 2175, "Finetune/Step Time": 6.5957808420062065}
+{"Finetune/Learning Rate": 1.8359313345371082e-05, "Finetune/Loss": 0.8015934228897095, "Finetune/Loss (Raw)": 0.9375488758087158, "Finetune/Step": 2176, "Finetune/Step Time": 6.5955079812556505}
+{"Finetune/Learning Rate": 1.8357603259104024e-05, "Finetune/Loss": 0.8043128252029419, "Finetune/Loss (Raw)": 0.9170918464660645, "Finetune/Step": 2177, "Finetune/Step Time": 6.58459354378283}
+{"Finetune/Learning Rate": 1.835589236182047e-05, "Finetune/Loss": 0.8046714663505554, "Finetune/Loss (Raw)": 0.7356598377227783, "Finetune/Step": 2178, "Finetune/Step Time": 6.572423515841365}
+{"Finetune/Learning Rate": 1.8354180653686445e-05, "Finetune/Loss": 0.8030949234962463, "Finetune/Loss (Raw)": 0.8016312122344971, "Finetune/Step": 2179, "Finetune/Step Time": 6.581816557794809}
+{"Finetune/Learning Rate": 1.8352468134868052e-05, "Finetune/Loss": 0.8026372790336609, "Finetune/Loss (Raw)": 0.9022554159164429, "Finetune/Step": 2180, "Finetune/Step Time": 6.575911659747362}
+{"Finetune/Learning Rate": 1.8350754805531468e-05, "Finetune/Loss": 0.8027758598327637, "Finetune/Loss (Raw)": 0.9184030890464783, "Finetune/Step": 2181, "Finetune/Step Time": 6.57356402091682}
+{"Finetune/Learning Rate": 1.8349040665842967e-05, "Finetune/Loss": 0.8026602268218994, "Finetune/Loss (Raw)": 0.9603834748268127, "Finetune/Step": 2182, "Finetune/Step Time": 6.576731167733669}
+{"Finetune/Learning Rate": 1.834732571596887e-05, "Finetune/Loss": 0.8009656667709351, "Finetune/Loss (Raw)": 0.694697916507721, "Finetune/Step": 2183, "Finetune/Step Time": 6.592796253040433}
+{"Finetune/Learning Rate": 1.834560995607561e-05, "Finetune/Loss": 0.7991702556610107, "Finetune/Loss (Raw)": 0.7095969319343567, "Finetune/Step": 2184, "Finetune/Step Time": 6.607203871011734}
+{"Finetune/Learning Rate": 1.834389338632967e-05, "Finetune/Loss": 0.8001193404197693, "Finetune/Loss (Raw)": 0.8843029141426086, "Finetune/Step": 2185, "Finetune/Step Time": 6.593950301408768}
+{"Finetune/Learning Rate": 1.8342176006897633e-05, "Finetune/Loss": 0.8004826307296753, "Finetune/Loss (Raw)": 0.8338984251022339, "Finetune/Step": 2186, "Finetune/Step Time": 6.579025447368622}
+{"Finetune/Learning Rate": 1.834045781794615e-05, "Finetune/Loss": 0.7987887859344482, "Finetune/Loss (Raw)": 0.5645673871040344, "Finetune/Step": 2187, "Finetune/Step Time": 6.611714197322726}
+{"Finetune/Learning Rate": 1.8338738819641953e-05, "Finetune/Loss": 0.798586368560791, "Finetune/Loss (Raw)": 0.7821578979492188, "Finetune/Step": 2188, "Finetune/Step Time": 6.6446866150945425}
+{"Finetune/Learning Rate": 1.833701901215186e-05, "Finetune/Loss": 0.7965718507766724, "Finetune/Loss (Raw)": 0.6903366446495056, "Finetune/Step": 2189, "Finetune/Step Time": 6.652834393084049}
+{"Finetune/Learning Rate": 1.8335298395642745e-05, "Finetune/Loss": 0.7958109378814697, "Finetune/Loss (Raw)": 0.7030321955680847, "Finetune/Step": 2190, "Finetune/Step Time": 6.672143159434199}
+{"Finetune/Learning Rate": 1.833357697028159e-05, "Finetune/Loss": 0.7948731780052185, "Finetune/Loss (Raw)": 0.812324583530426, "Finetune/Step": 2191, "Finetune/Step Time": 6.68690543808043}
+{"Finetune/Learning Rate": 1.833185473623543e-05, "Finetune/Loss": 0.794213056564331, "Finetune/Loss (Raw)": 0.6657155752182007, "Finetune/Step": 2192, "Finetune/Step Time": 6.668480137363076}
+{"Finetune/Learning Rate": 1.8330131693671392e-05, "Finetune/Loss": 0.7951129078865051, "Finetune/Loss (Raw)": 0.9295981526374817, "Finetune/Step": 2193, "Finetune/Step Time": 6.661952763795853}
+{"Finetune/Learning Rate": 1.8328407842756686e-05, "Finetune/Loss": 0.7988995909690857, "Finetune/Loss (Raw)": 0.8404501080513, "Finetune/Step": 2194, "Finetune/Step Time": 6.64548129402101}
+{"Finetune/Learning Rate": 1.832668318365859e-05, "Finetune/Loss": 0.799346387386322, "Finetune/Loss (Raw)": 0.9016408324241638, "Finetune/Step": 2195, "Finetune/Step Time": 6.643908118829131}
+{"Finetune/Learning Rate": 1.832495771654446e-05, "Finetune/Loss": 0.7986984848976135, "Finetune/Loss (Raw)": 0.7787182331085205, "Finetune/Step": 2196, "Finetune/Step Time": 6.643193770200014}
+{"Finetune/Learning Rate": 1.8323231441581737e-05, "Finetune/Loss": 0.7985388040542603, "Finetune/Loss (Raw)": 0.8347393870353699, "Finetune/Step": 2197, "Finetune/Step Time": 6.644602736458182}
+{"Finetune/Learning Rate": 1.8321504358937935e-05, "Finetune/Loss": 0.8007131814956665, "Finetune/Loss (Raw)": 0.7846142649650574, "Finetune/Step": 2198, "Finetune/Step Time": 6.638446923345327}
+{"Finetune/Learning Rate": 1.8319776468780652e-05, "Finetune/Loss": 0.7998691201210022, "Finetune/Loss (Raw)": 0.7880123257637024, "Finetune/Step": 2199, "Finetune/Step Time": 6.630219548940659}
+{"Finetune/Learning Rate": 1.831804777127756e-05, "Finetune/Loss": 0.7981474995613098, "Finetune/Loss (Raw)": 0.7439531683921814, "Finetune/Step": 2200, "Finetune/Step Time": 6.6422344874590635}
+{"Finetune/Learning Rate": 1.8316318266596416e-05, "Finetune/Loss": 0.795185923576355, "Finetune/Loss (Raw)": 0.37319183349609375, "Finetune/Step": 2201, "Finetune/Step Time": 6.650088658556342}
+{"Finetune/Learning Rate": 1.8314587954905043e-05, "Finetune/Loss": 0.7940040826797485, "Finetune/Loss (Raw)": 0.8183403015136719, "Finetune/Step": 2202, "Finetune/Step Time": 6.64185368642211}
+{"Finetune/Learning Rate": 1.831285683637135e-05, "Finetune/Loss": 0.7942094802856445, "Finetune/Loss (Raw)": 0.8012189269065857, "Finetune/Step": 2203, "Finetune/Step Time": 6.642631785944104}
+{"Finetune/Learning Rate": 1.8311124911163327e-05, "Finetune/Loss": 0.7944052219390869, "Finetune/Loss (Raw)": 0.7244600057601929, "Finetune/Step": 2204, "Finetune/Step Time": 6.639906540513039}
+{"Finetune/Learning Rate": 1.8309392179449035e-05, "Finetune/Loss": 0.7914625406265259, "Finetune/Loss (Raw)": 0.4423846900463104, "Finetune/Step": 2205, "Finetune/Step Time": 6.659011080861092}
+{"Finetune/Learning Rate": 1.830765864139662e-05, "Finetune/Loss": 0.7901142239570618, "Finetune/Loss (Raw)": 0.5950295329093933, "Finetune/Step": 2206, "Finetune/Step Time": 6.7011255081743}
+{"Finetune/Learning Rate": 1.8305924297174306e-05, "Finetune/Loss": 0.7907276153564453, "Finetune/Loss (Raw)": 0.8725177049636841, "Finetune/Step": 2207, "Finetune/Step Time": 6.697560952976346}
+{"Finetune/Learning Rate": 1.8304189146950387e-05, "Finetune/Loss": 0.7911325693130493, "Finetune/Loss (Raw)": 0.7771220803260803, "Finetune/Step": 2208, "Finetune/Step Time": 6.701106494292617}
+{"Finetune/Learning Rate": 1.830245319089324e-05, "Finetune/Loss": 0.7910268306732178, "Finetune/Loss (Raw)": 0.8140285015106201, "Finetune/Step": 2209, "Finetune/Step Time": 6.6919069066643715}
+{"Finetune/Learning Rate": 1.8300716429171333e-05, "Finetune/Loss": 0.7878501415252686, "Finetune/Loss (Raw)": 0.4094499945640564, "Finetune/Step": 2210, "Finetune/Step Time": 6.720513682812452}
+{"Finetune/Learning Rate": 1.8298978861953184e-05, "Finetune/Loss": 0.7879358530044556, "Finetune/Loss (Raw)": 0.925130307674408, "Finetune/Step": 2211, "Finetune/Step Time": 6.745341822504997}
+{"Finetune/Learning Rate": 1.8297240489407415e-05, "Finetune/Loss": 0.7847670316696167, "Finetune/Loss (Raw)": 0.6013729572296143, "Finetune/Step": 2212, "Finetune/Step Time": 6.768719103187323}
+{"Finetune/Learning Rate": 1.8295501311702718e-05, "Finetune/Loss": 0.7877281904220581, "Finetune/Loss (Raw)": 0.710264265537262, "Finetune/Step": 2213, "Finetune/Step Time": 6.756715772673488}
+{"Finetune/Learning Rate": 1.8293761329007855e-05, "Finetune/Loss": 0.7855067253112793, "Finetune/Loss (Raw)": 0.6306297183036804, "Finetune/Step": 2214, "Finetune/Step Time": 6.762877834960818}
+{"Finetune/Learning Rate": 1.8292020541491678e-05, "Finetune/Loss": 0.7848230600357056, "Finetune/Loss (Raw)": 0.8954631090164185, "Finetune/Step": 2215, "Finetune/Step Time": 6.763000639155507}
+{"Finetune/Learning Rate": 1.829027894932311e-05, "Finetune/Loss": 0.7843705415725708, "Finetune/Loss (Raw)": 0.8776583075523376, "Finetune/Step": 2216, "Finetune/Step Time": 6.764988597482443}
+{"Finetune/Learning Rate": 1.828853655267115e-05, "Finetune/Loss": 0.7851576209068298, "Finetune/Loss (Raw)": 0.9711395502090454, "Finetune/Step": 2217, "Finetune/Step Time": 6.766530659049749}
+{"Finetune/Learning Rate": 1.8286793351704888e-05, "Finetune/Loss": 0.7873610854148865, "Finetune/Loss (Raw)": 0.5590360164642334, "Finetune/Step": 2218, "Finetune/Step Time": 6.7521278746426105}
+{"Finetune/Learning Rate": 1.8285049346593474e-05, "Finetune/Loss": 0.7869186401367188, "Finetune/Loss (Raw)": 0.7193709015846252, "Finetune/Step": 2219, "Finetune/Step Time": 6.781317742541432}
+{"Finetune/Learning Rate": 1.8283304537506155e-05, "Finetune/Loss": 0.7869117259979248, "Finetune/Loss (Raw)": 0.8809789419174194, "Finetune/Step": 2220, "Finetune/Step Time": 6.781812218949199}
+{"Finetune/Learning Rate": 1.8281558924612237e-05, "Finetune/Loss": 0.7852934002876282, "Finetune/Loss (Raw)": 0.7293849587440491, "Finetune/Step": 2221, "Finetune/Step Time": 6.7980405781418085}
+{"Finetune/Learning Rate": 1.8279812508081116e-05, "Finetune/Loss": 0.7846487164497375, "Finetune/Loss (Raw)": 0.9111319780349731, "Finetune/Step": 2222, "Finetune/Step Time": 6.807241670787334}
+{"Finetune/Learning Rate": 1.8278065288082266e-05, "Finetune/Loss": 0.784622073173523, "Finetune/Loss (Raw)": 0.8645592927932739, "Finetune/Step": 2223, "Finetune/Step Time": 6.81087457574904}
+{"Finetune/Learning Rate": 1.8276317264785237e-05, "Finetune/Loss": 0.7847238779067993, "Finetune/Loss (Raw)": 0.8459239602088928, "Finetune/Step": 2224, "Finetune/Step Time": 6.791387498378754}
+{"Finetune/Learning Rate": 1.8274568438359647e-05, "Finetune/Loss": 0.7836819887161255, "Finetune/Loss (Raw)": 0.7839066386222839, "Finetune/Step": 2225, "Finetune/Step Time": 6.792714111506939}
+{"Finetune/Learning Rate": 1.827281880897521e-05, "Finetune/Loss": 0.7843449115753174, "Finetune/Loss (Raw)": 0.863229513168335, "Finetune/Step": 2226, "Finetune/Step Time": 6.792650628834963}
+{"Finetune/Learning Rate": 1.8271068376801703e-05, "Finetune/Loss": 0.7886542081832886, "Finetune/Loss (Raw)": 0.9251917004585266, "Finetune/Step": 2227, "Finetune/Step Time": 6.777352958917618}
+{"Finetune/Learning Rate": 1.826931714200899e-05, "Finetune/Loss": 0.7896236181259155, "Finetune/Loss (Raw)": 0.7935881614685059, "Finetune/Step": 2228, "Finetune/Step Time": 6.775115214288235}
+{"Finetune/Learning Rate": 1.8267565104767017e-05, "Finetune/Loss": 0.7885143756866455, "Finetune/Loss (Raw)": 0.77767014503479, "Finetune/Step": 2229, "Finetune/Step Time": 6.774251688271761}
+{"Finetune/Learning Rate": 1.8265812265245786e-05, "Finetune/Loss": 0.7882823944091797, "Finetune/Loss (Raw)": 0.7910404205322266, "Finetune/Step": 2230, "Finetune/Step Time": 6.774564320221543}
+{"Finetune/Learning Rate": 1.82640586236154e-05, "Finetune/Loss": 0.7927435040473938, "Finetune/Loss (Raw)": 0.9527320861816406, "Finetune/Step": 2231, "Finetune/Step Time": 6.754775520414114}
+{"Finetune/Learning Rate": 1.826230418004603e-05, "Finetune/Loss": 0.7940032482147217, "Finetune/Loss (Raw)": 0.9783967137336731, "Finetune/Step": 2232, "Finetune/Step Time": 6.736094115301967}
+{"Finetune/Learning Rate": 1.8260548934707925e-05, "Finetune/Loss": 0.7928297519683838, "Finetune/Loss (Raw)": 0.6968839168548584, "Finetune/Step": 2233, "Finetune/Step Time": 6.73340898938477}
+{"Finetune/Learning Rate": 1.8258792887771414e-05, "Finetune/Loss": 0.7932673692703247, "Finetune/Loss (Raw)": 0.9292321801185608, "Finetune/Step": 2234, "Finetune/Step Time": 6.736416894942522}
+{"Finetune/Learning Rate": 1.8257036039406907e-05, "Finetune/Loss": 0.7937097549438477, "Finetune/Loss (Raw)": 0.9445528388023376, "Finetune/Step": 2235, "Finetune/Step Time": 6.746685393154621}
+{"Finetune/Learning Rate": 1.825527838978488e-05, "Finetune/Loss": 0.7949587106704712, "Finetune/Loss (Raw)": 0.948853075504303, "Finetune/Step": 2236, "Finetune/Step Time": 6.757074099034071}
+{"Finetune/Learning Rate": 1.8253519939075894e-05, "Finetune/Loss": 0.7938137054443359, "Finetune/Loss (Raw)": 0.7634792923927307, "Finetune/Step": 2237, "Finetune/Step Time": 6.747567478567362}
+{"Finetune/Learning Rate": 1.8251760687450592e-05, "Finetune/Loss": 0.7929526567459106, "Finetune/Loss (Raw)": 0.6956737041473389, "Finetune/Step": 2238, "Finetune/Step Time": 6.751624410971999}
+{"Finetune/Learning Rate": 1.8250000635079693e-05, "Finetune/Loss": 0.7954817414283752, "Finetune/Loss (Raw)": 1.1310948133468628, "Finetune/Step": 2239, "Finetune/Step Time": 6.737362455576658}
+{"Finetune/Learning Rate": 1.8248239782133983e-05, "Finetune/Loss": 0.799621045589447, "Finetune/Loss (Raw)": 0.9969775676727295, "Finetune/Step": 2240, "Finetune/Step Time": 6.7192614413797855}
+{"Finetune/Learning Rate": 1.8246478128784345e-05, "Finetune/Loss": 0.8004268407821655, "Finetune/Loss (Raw)": 0.9518098831176758, "Finetune/Step": 2241, "Finetune/Step Time": 6.736285280436277}
+{"Finetune/Learning Rate": 1.824471567520172e-05, "Finetune/Loss": 0.7995350956916809, "Finetune/Loss (Raw)": 0.8124998807907104, "Finetune/Step": 2242, "Finetune/Step Time": 6.730283515527844}
+{"Finetune/Learning Rate": 1.8242952421557137e-05, "Finetune/Loss": 0.798677921295166, "Finetune/Loss (Raw)": 0.8184971213340759, "Finetune/Step": 2243, "Finetune/Step Time": 6.742095207795501}
+{"Finetune/Learning Rate": 1.8241188368021702e-05, "Finetune/Loss": 0.8038860559463501, "Finetune/Loss (Raw)": 1.1001548767089844, "Finetune/Step": 2244, "Finetune/Step Time": 6.720876634120941}
+{"Finetune/Learning Rate": 1.82394235147666e-05, "Finetune/Loss": 0.8054672479629517, "Finetune/Loss (Raw)": 0.8820251226425171, "Finetune/Step": 2245, "Finetune/Step Time": 6.701508706435561}
+{"Finetune/Learning Rate": 1.823765786196309e-05, "Finetune/Loss": 0.8070023059844971, "Finetune/Loss (Raw)": 0.9671070575714111, "Finetune/Step": 2246, "Finetune/Step Time": 6.704246208071709}
+{"Finetune/Learning Rate": 1.8235891409782503e-05, "Finetune/Loss": 0.8067214488983154, "Finetune/Loss (Raw)": 0.7339186072349548, "Finetune/Step": 2247, "Finetune/Step Time": 6.703289879485965}
+{"Finetune/Learning Rate": 1.8234124158396267e-05, "Finetune/Loss": 0.8096100091934204, "Finetune/Loss (Raw)": 0.7201022505760193, "Finetune/Step": 2248, "Finetune/Step Time": 6.691043358296156}
+{"Finetune/Learning Rate": 1.8232356107975865e-05, "Finetune/Loss": 0.8090012073516846, "Finetune/Loss (Raw)": 0.7922789454460144, "Finetune/Step": 2249, "Finetune/Step Time": 6.690463453531265}
+{"Finetune/Learning Rate": 1.823058725869287e-05, "Finetune/Loss": 0.8079893589019775, "Finetune/Loss (Raw)": 0.7893384695053101, "Finetune/Step": 2250, "Finetune/Step Time": 6.711169928312302}
+{"Finetune/Learning Rate": 1.8228817610718934e-05, "Finetune/Loss": 0.8079085350036621, "Finetune/Loss (Raw)": 0.88564133644104, "Finetune/Step": 2251, "Finetune/Step Time": 6.713129326701164}
+{"Finetune/Learning Rate": 1.822704716422578e-05, "Finetune/Loss": 0.8035861253738403, "Finetune/Loss (Raw)": 0.3413693904876709, "Finetune/Step": 2252, "Finetune/Step Time": 6.72875789180398}
+{"Finetune/Learning Rate": 1.8225275919385202e-05, "Finetune/Loss": 0.8038949966430664, "Finetune/Loss (Raw)": 0.9265575408935547, "Finetune/Step": 2253, "Finetune/Step Time": 6.711135108023882}
+{"Finetune/Learning Rate": 1.8223503876369094e-05, "Finetune/Loss": 0.8039044141769409, "Finetune/Loss (Raw)": 0.946698784828186, "Finetune/Step": 2254, "Finetune/Step Time": 6.717251103371382}
+{"Finetune/Learning Rate": 1.822173103534941e-05, "Finetune/Loss": 0.8037371039390564, "Finetune/Loss (Raw)": 0.86368328332901, "Finetune/Step": 2255, "Finetune/Step Time": 6.715222978964448}
+{"Finetune/Learning Rate": 1.8219957396498183e-05, "Finetune/Loss": 0.80696702003479, "Finetune/Loss (Raw)": 0.7796545624732971, "Finetune/Step": 2256, "Finetune/Step Time": 6.698117604479194}
+{"Finetune/Learning Rate": 1.8218182959987527e-05, "Finetune/Loss": 0.811255156993866, "Finetune/Loss (Raw)": 0.8390104174613953, "Finetune/Step": 2257, "Finetune/Step Time": 6.681562501937151}
+{"Finetune/Learning Rate": 1.821640772598963e-05, "Finetune/Loss": 0.8094687461853027, "Finetune/Loss (Raw)": 0.6597045063972473, "Finetune/Step": 2258, "Finetune/Step Time": 6.671695724129677}
+{"Finetune/Learning Rate": 1.8214631694676767e-05, "Finetune/Loss": 0.8081412315368652, "Finetune/Loss (Raw)": 0.7682043313980103, "Finetune/Step": 2259, "Finetune/Step Time": 6.669783843681216}
+{"Finetune/Learning Rate": 1.8212854866221273e-05, "Finetune/Loss": 0.8078583478927612, "Finetune/Loss (Raw)": 0.7898118495941162, "Finetune/Step": 2260, "Finetune/Step Time": 6.675561465322971}
+{"Finetune/Learning Rate": 1.8211077240795573e-05, "Finetune/Loss": 0.806230902671814, "Finetune/Loss (Raw)": 0.8890032768249512, "Finetune/Step": 2261, "Finetune/Step Time": 6.6784048322588205}
+{"Finetune/Learning Rate": 1.8209298818572172e-05, "Finetune/Loss": 0.8079042434692383, "Finetune/Loss (Raw)": 1.0005614757537842, "Finetune/Step": 2262, "Finetune/Step Time": 6.67289412766695}
+{"Finetune/Learning Rate": 1.820751959972364e-05, "Finetune/Loss": 0.8082338571548462, "Finetune/Loss (Raw)": 0.8208563923835754, "Finetune/Step": 2263, "Finetune/Step Time": 6.6772055849432945}
+{"Finetune/Learning Rate": 1.8205739584422638e-05, "Finetune/Loss": 0.808506429195404, "Finetune/Loss (Raw)": 0.9033128619194031, "Finetune/Step": 2264, "Finetune/Step Time": 6.680395161733031}
+{"Finetune/Learning Rate": 1.8203958772841893e-05, "Finetune/Loss": 0.8115119338035583, "Finetune/Loss (Raw)": 0.8295531868934631, "Finetune/Step": 2265, "Finetune/Step Time": 6.662387907505035}
+{"Finetune/Learning Rate": 1.8202177165154217e-05, "Finetune/Loss": 0.8090671300888062, "Finetune/Loss (Raw)": 0.559507429599762, "Finetune/Step": 2266, "Finetune/Step Time": 6.668725637719035}
+{"Finetune/Learning Rate": 1.820039476153249e-05, "Finetune/Loss": 0.8094652891159058, "Finetune/Loss (Raw)": 0.8248759508132935, "Finetune/Step": 2267, "Finetune/Step Time": 6.64948988519609}
+{"Finetune/Learning Rate": 1.819861156214968e-05, "Finetune/Loss": 0.8083285093307495, "Finetune/Loss (Raw)": 0.7742552161216736, "Finetune/Step": 2268, "Finetune/Step Time": 6.646959671750665}
+{"Finetune/Learning Rate": 1.819682756717883e-05, "Finetune/Loss": 0.8075914978981018, "Finetune/Loss (Raw)": 0.9045019745826721, "Finetune/Step": 2269, "Finetune/Step Time": 6.640340043231845}
+{"Finetune/Learning Rate": 1.819504277679305e-05, "Finetune/Loss": 0.8059258460998535, "Finetune/Loss (Raw)": 0.6017770171165466, "Finetune/Step": 2270, "Finetune/Step Time": 6.648622928187251}
+{"Finetune/Learning Rate": 1.8193257191165544e-05, "Finetune/Loss": 0.8066233396530151, "Finetune/Loss (Raw)": 0.913801908493042, "Finetune/Step": 2271, "Finetune/Step Time": 6.628264736384153}
+{"Finetune/Learning Rate": 1.8191470810469582e-05, "Finetune/Loss": 0.8073752522468567, "Finetune/Loss (Raw)": 0.9165590405464172, "Finetune/Step": 2272, "Finetune/Step Time": 6.622252626344562}
+{"Finetune/Learning Rate": 1.8189683634878506e-05, "Finetune/Loss": 0.8094622492790222, "Finetune/Loss (Raw)": 0.81684809923172, "Finetune/Step": 2273, "Finetune/Step Time": 6.6079262755811214}
+{"Finetune/Learning Rate": 1.818789566456575e-05, "Finetune/Loss": 0.8088736534118652, "Finetune/Loss (Raw)": 0.7877089381217957, "Finetune/Step": 2274, "Finetune/Step Time": 6.618174731731415}
+{"Finetune/Learning Rate": 1.8186106899704815e-05, "Finetune/Loss": 0.8102278709411621, "Finetune/Loss (Raw)": 0.9365419149398804, "Finetune/Step": 2275, "Finetune/Step Time": 6.610707571730018}
+{"Finetune/Learning Rate": 1.818431734046928e-05, "Finetune/Loss": 0.8091875314712524, "Finetune/Loss (Raw)": 0.8645251989364624, "Finetune/Step": 2276, "Finetune/Step Time": 6.6128863878548145}
+{"Finetune/Learning Rate": 1.81825269870328e-05, "Finetune/Loss": 0.8075019717216492, "Finetune/Loss (Raw)": 0.6975153088569641, "Finetune/Step": 2277, "Finetune/Step Time": 6.6171703934669495}
+{"Finetune/Learning Rate": 1.818073583956912e-05, "Finetune/Loss": 0.8082108497619629, "Finetune/Loss (Raw)": 0.910620927810669, "Finetune/Step": 2278, "Finetune/Step Time": 6.61589851975441}
+{"Finetune/Learning Rate": 1.8178943898252044e-05, "Finetune/Loss": 0.807780385017395, "Finetune/Loss (Raw)": 0.8815202116966248, "Finetune/Step": 2279, "Finetune/Step Time": 6.605382135137916}
+{"Finetune/Learning Rate": 1.8177151163255462e-05, "Finetune/Loss": 0.8086086511611938, "Finetune/Loss (Raw)": 0.8660683631896973, "Finetune/Step": 2280, "Finetune/Step Time": 6.600305017083883}
+{"Finetune/Learning Rate": 1.8175357634753343e-05, "Finetune/Loss": 0.8087054491043091, "Finetune/Loss (Raw)": 0.834036111831665, "Finetune/Step": 2281, "Finetune/Step Time": 6.591364493593574}
+{"Finetune/Learning Rate": 1.817356331291972e-05, "Finetune/Loss": 0.8096166253089905, "Finetune/Loss (Raw)": 0.8371873497962952, "Finetune/Step": 2282, "Finetune/Step Time": 6.585374457761645}
+{"Finetune/Learning Rate": 1.8171768197928727e-05, "Finetune/Loss": 0.8106871247291565, "Finetune/Loss (Raw)": 0.9662747383117676, "Finetune/Step": 2283, "Finetune/Step Time": 6.583674032241106}
+{"Finetune/Learning Rate": 1.816997228995455e-05, "Finetune/Loss": 0.8103485107421875, "Finetune/Loss (Raw)": 0.6456804871559143, "Finetune/Step": 2284, "Finetune/Step Time": 6.5975011102855206}
+{"Finetune/Learning Rate": 1.816817558917147e-05, "Finetune/Loss": 0.8106516003608704, "Finetune/Loss (Raw)": 0.795620858669281, "Finetune/Step": 2285, "Finetune/Step Time": 6.5979180205613375}
+{"Finetune/Learning Rate": 1.8166378095753835e-05, "Finetune/Loss": 0.8097288608551025, "Finetune/Loss (Raw)": 0.8055962920188904, "Finetune/Step": 2286, "Finetune/Step Time": 6.607946138828993}
+{"Finetune/Learning Rate": 1.816457980987607e-05, "Finetune/Loss": 0.8076924681663513, "Finetune/Loss (Raw)": 0.6086674928665161, "Finetune/Step": 2287, "Finetune/Step Time": 6.593471759930253}
+{"Finetune/Learning Rate": 1.8162780731712678e-05, "Finetune/Loss": 0.8083652257919312, "Finetune/Loss (Raw)": 0.9251155257225037, "Finetune/Step": 2288, "Finetune/Step Time": 6.596677320078015}
+{"Finetune/Learning Rate": 1.816098086143825e-05, "Finetune/Loss": 0.807182252407074, "Finetune/Loss (Raw)": 0.6344490051269531, "Finetune/Step": 2289, "Finetune/Step Time": 6.609657825902104}
+{"Finetune/Learning Rate": 1.8159180199227434e-05, "Finetune/Loss": 0.8084671497344971, "Finetune/Loss (Raw)": 0.9390213489532471, "Finetune/Step": 2290, "Finetune/Step Time": 6.602810302749276}
+{"Finetune/Learning Rate": 1.815737874525497e-05, "Finetune/Loss": 0.8082951307296753, "Finetune/Loss (Raw)": 0.7844151854515076, "Finetune/Step": 2291, "Finetune/Step Time": 6.614943055436015}
+{"Finetune/Learning Rate": 1.815557649969567e-05, "Finetune/Loss": 0.8065973520278931, "Finetune/Loss (Raw)": 0.7606979012489319, "Finetune/Step": 2292, "Finetune/Step Time": 6.6232807748019695}
+{"Finetune/Learning Rate": 1.815377346272442e-05, "Finetune/Loss": 0.8044998645782471, "Finetune/Loss (Raw)": 0.5729020833969116, "Finetune/Step": 2293, "Finetune/Step Time": 6.60855414159596}
+{"Finetune/Learning Rate": 1.8151969634516193e-05, "Finetune/Loss": 0.8040944337844849, "Finetune/Loss (Raw)": 0.8723801970481873, "Finetune/Step": 2294, "Finetune/Step Time": 6.606860278174281}
+{"Finetune/Learning Rate": 1.815016501524602e-05, "Finetune/Loss": 0.802963376045227, "Finetune/Loss (Raw)": 0.794128954410553, "Finetune/Step": 2295, "Finetune/Step Time": 6.624205751344562}
+{"Finetune/Learning Rate": 1.814835960508903e-05, "Finetune/Loss": 0.8020148873329163, "Finetune/Loss (Raw)": 0.699133574962616, "Finetune/Step": 2296, "Finetune/Step Time": 6.624886469915509}
+{"Finetune/Learning Rate": 1.8146553404220414e-05, "Finetune/Loss": 0.8012246489524841, "Finetune/Loss (Raw)": 0.80373215675354, "Finetune/Step": 2297, "Finetune/Step Time": 6.616613235324621}
+{"Finetune/Learning Rate": 1.8144746412815444e-05, "Finetune/Loss": 0.8019137382507324, "Finetune/Loss (Raw)": 0.8209370970726013, "Finetune/Step": 2298, "Finetune/Step Time": 6.597492847591639}
+{"Finetune/Learning Rate": 1.814293863104947e-05, "Finetune/Loss": 0.8032577037811279, "Finetune/Loss (Raw)": 0.912555992603302, "Finetune/Step": 2299, "Finetune/Step Time": 6.595710447058082}
+{"Finetune/Learning Rate": 1.8141130059097923e-05, "Finetune/Loss": 0.8032515645027161, "Finetune/Loss (Raw)": 0.8981438875198364, "Finetune/Step": 2300, "Finetune/Step Time": 6.60146426409483}
+{"Finetune/Learning Rate": 1.8139320697136297e-05, "Finetune/Loss": 0.8045352697372437, "Finetune/Loss (Raw)": 0.7814036011695862, "Finetune/Step": 2301, "Finetune/Step Time": 6.588807186111808}
+{"Finetune/Learning Rate": 1.813751054534018e-05, "Finetune/Loss": 0.8055925965309143, "Finetune/Loss (Raw)": 0.7394204139709473, "Finetune/Step": 2302, "Finetune/Step Time": 6.590938113629818}
+{"Finetune/Learning Rate": 1.8135699603885218e-05, "Finetune/Loss": 0.8064139485359192, "Finetune/Loss (Raw)": 0.8838796615600586, "Finetune/Step": 2303, "Finetune/Step Time": 6.5640316195786}
+{"Finetune/Learning Rate": 1.813388787294715e-05, "Finetune/Loss": 0.8042581081390381, "Finetune/Loss (Raw)": 0.661602258682251, "Finetune/Step": 2304, "Finetune/Step Time": 6.582154516130686}
+{"Finetune/Learning Rate": 1.813207535270179e-05, "Finetune/Loss": 0.8031638264656067, "Finetune/Loss (Raw)": 0.7770254611968994, "Finetune/Step": 2305, "Finetune/Step Time": 6.5779977310448885}
+{"Finetune/Learning Rate": 1.8130262043325015e-05, "Finetune/Loss": 0.8048477172851562, "Finetune/Loss (Raw)": 0.9512007832527161, "Finetune/Step": 2306, "Finetune/Step Time": 6.580057909712195}
+{"Finetune/Learning Rate": 1.8128447944992788e-05, "Finetune/Loss": 0.8055735230445862, "Finetune/Loss (Raw)": 0.8945305347442627, "Finetune/Step": 2307, "Finetune/Step Time": 6.574992522597313}
+{"Finetune/Learning Rate": 1.8126633057881157e-05, "Finetune/Loss": 0.8027340173721313, "Finetune/Loss (Raw)": 0.5387943983078003, "Finetune/Step": 2308, "Finetune/Step Time": 6.576949970796704}
+{"Finetune/Learning Rate": 1.8124817382166225e-05, "Finetune/Loss": 0.8017070889472961, "Finetune/Loss (Raw)": 0.7869607210159302, "Finetune/Step": 2309, "Finetune/Step Time": 6.577074462547898}
+{"Finetune/Learning Rate": 1.812300091802419e-05, "Finetune/Loss": 0.8013913631439209, "Finetune/Loss (Raw)": 0.9199646711349487, "Finetune/Step": 2310, "Finetune/Step Time": 6.572436584159732}
+{"Finetune/Learning Rate": 1.8121183665631326e-05, "Finetune/Loss": 0.8031948208808899, "Finetune/Loss (Raw)": 0.9255458116531372, "Finetune/Step": 2311, "Finetune/Step Time": 6.552895018830895}
+{"Finetune/Learning Rate": 1.811936562516397e-05, "Finetune/Loss": 0.8033794164657593, "Finetune/Loss (Raw)": 0.7332242727279663, "Finetune/Step": 2312, "Finetune/Step Time": 6.561443492770195}
+{"Finetune/Learning Rate": 1.8117546796798543e-05, "Finetune/Loss": 0.8029813170433044, "Finetune/Loss (Raw)": 0.8333469033241272, "Finetune/Step": 2313, "Finetune/Step Time": 6.566790588200092}
+{"Finetune/Learning Rate": 1.8115727180711553e-05, "Finetune/Loss": 0.8025591373443604, "Finetune/Loss (Raw)": 0.7798584699630737, "Finetune/Step": 2314, "Finetune/Step Time": 6.584705874323845}
+{"Finetune/Learning Rate": 1.8113906777079565e-05, "Finetune/Loss": 0.8043693900108337, "Finetune/Loss (Raw)": 0.7962859869003296, "Finetune/Step": 2315, "Finetune/Step Time": 6.551965847611427}
+{"Finetune/Learning Rate": 1.8112085586079228e-05, "Finetune/Loss": 0.8056230545043945, "Finetune/Loss (Raw)": 0.9426227807998657, "Finetune/Step": 2316, "Finetune/Step Time": 6.5268867164850235}
+{"Finetune/Learning Rate": 1.8110263607887276e-05, "Finetune/Loss": 0.8064972162246704, "Finetune/Loss (Raw)": 0.8022258877754211, "Finetune/Step": 2317, "Finetune/Step Time": 6.522220179438591}
+{"Finetune/Learning Rate": 1.8108440842680513e-05, "Finetune/Loss": 0.8069058060646057, "Finetune/Loss (Raw)": 0.7553391456604004, "Finetune/Step": 2318, "Finetune/Step Time": 6.500336829572916}
+{"Finetune/Learning Rate": 1.8106617290635812e-05, "Finetune/Loss": 0.8079431653022766, "Finetune/Loss (Raw)": 0.9450997710227966, "Finetune/Step": 2319, "Finetune/Step Time": 6.491050908342004}
+{"Finetune/Learning Rate": 1.8104792951930136e-05, "Finetune/Loss": 0.8091316223144531, "Finetune/Loss (Raw)": 0.8178386688232422, "Finetune/Step": 2320, "Finetune/Step Time": 6.489227304235101}
+{"Finetune/Learning Rate": 1.8102967826740517e-05, "Finetune/Loss": 0.8083789348602295, "Finetune/Loss (Raw)": 0.8332542181015015, "Finetune/Step": 2321, "Finetune/Step Time": 6.4967492669820786}
+{"Finetune/Learning Rate": 1.8101141915244057e-05, "Finetune/Loss": 0.8087115287780762, "Finetune/Loss (Raw)": 0.8830289840698242, "Finetune/Step": 2322, "Finetune/Step Time": 6.496894912794232}
+{"Finetune/Learning Rate": 1.809931521761795e-05, "Finetune/Loss": 0.8072291016578674, "Finetune/Loss (Raw)": 0.711881697177887, "Finetune/Step": 2323, "Finetune/Step Time": 6.51059253513813}
+{"Finetune/Learning Rate": 1.8097487734039455e-05, "Finetune/Loss": 0.807347297668457, "Finetune/Loss (Raw)": 0.793846070766449, "Finetune/Step": 2324, "Finetune/Step Time": 6.501050718128681}
+{"Finetune/Learning Rate": 1.8095659464685905e-05, "Finetune/Loss": 0.8076966404914856, "Finetune/Loss (Raw)": 0.87945955991745, "Finetune/Step": 2325, "Finetune/Step Time": 6.507565837353468}
+{"Finetune/Learning Rate": 1.8093830409734717e-05, "Finetune/Loss": 0.8051671385765076, "Finetune/Loss (Raw)": 0.460835337638855, "Finetune/Step": 2326, "Finetune/Step Time": 6.52084437571466}
+{"Finetune/Learning Rate": 1.809200056936339e-05, "Finetune/Loss": 0.8056756258010864, "Finetune/Loss (Raw)": 0.853100061416626, "Finetune/Step": 2327, "Finetune/Step Time": 6.536551907658577}
+{"Finetune/Learning Rate": 1.8090169943749477e-05, "Finetune/Loss": 0.8056695461273193, "Finetune/Loss (Raw)": 0.7431824207305908, "Finetune/Step": 2328, "Finetune/Step Time": 6.530905360355973}
+{"Finetune/Learning Rate": 1.8088338533070626e-05, "Finetune/Loss": 0.8101022243499756, "Finetune/Loss (Raw)": 0.9405694603919983, "Finetune/Step": 2329, "Finetune/Step Time": 6.5137904193252325}
+{"Finetune/Learning Rate": 1.8086506337504557e-05, "Finetune/Loss": 0.8094753623008728, "Finetune/Loss (Raw)": 0.7381027340888977, "Finetune/Step": 2330, "Finetune/Step Time": 6.526477808132768}
+{"Finetune/Learning Rate": 1.8084673357229067e-05, "Finetune/Loss": 0.8098098635673523, "Finetune/Loss (Raw)": 0.844035267829895, "Finetune/Step": 2331, "Finetune/Step Time": 6.534458946436644}
+{"Finetune/Learning Rate": 1.8082839592422022e-05, "Finetune/Loss": 0.8121504783630371, "Finetune/Loss (Raw)": 1.0240548849105835, "Finetune/Step": 2332, "Finetune/Step Time": 6.529604762792587}
+{"Finetune/Learning Rate": 1.8081005043261373e-05, "Finetune/Loss": 0.815658450126648, "Finetune/Loss (Raw)": 0.8914116024971008, "Finetune/Step": 2333, "Finetune/Step Time": 6.527579819783568}
+{"Finetune/Learning Rate": 1.807916970992514e-05, "Finetune/Loss": 0.817741870880127, "Finetune/Loss (Raw)": 0.8617066144943237, "Finetune/Step": 2334, "Finetune/Step Time": 6.500050526112318}
+{"Finetune/Learning Rate": 1.8077333592591434e-05, "Finetune/Loss": 0.8175563216209412, "Finetune/Loss (Raw)": 0.8487613201141357, "Finetune/Step": 2335, "Finetune/Step Time": 6.501880720257759}
+{"Finetune/Learning Rate": 1.807549669143841e-05, "Finetune/Loss": 0.8179881572723389, "Finetune/Loss (Raw)": 0.8323977589607239, "Finetune/Step": 2336, "Finetune/Step Time": 6.506896296516061}
+{"Finetune/Learning Rate": 1.807365900664434e-05, "Finetune/Loss": 0.8190516233444214, "Finetune/Loss (Raw)": 0.950157880783081, "Finetune/Step": 2337, "Finetune/Step Time": 6.506330788135529}
+{"Finetune/Learning Rate": 1.807182053838754e-05, "Finetune/Loss": 0.8226077556610107, "Finetune/Loss (Raw)": 0.8646347522735596, "Finetune/Step": 2338, "Finetune/Step Time": 6.477706920355558}
+{"Finetune/Learning Rate": 1.806998128684642e-05, "Finetune/Loss": 0.8212363719940186, "Finetune/Loss (Raw)": 0.7495837211608887, "Finetune/Step": 2339, "Finetune/Step Time": 6.472886087372899}
+{"Finetune/Learning Rate": 1.8068141252199455e-05, "Finetune/Loss": 0.8226068615913391, "Finetune/Loss (Raw)": 0.776803195476532, "Finetune/Step": 2340, "Finetune/Step Time": 6.458771083503962}
+{"Finetune/Learning Rate": 1.8066300434625202e-05, "Finetune/Loss": 0.8242186307907104, "Finetune/Loss (Raw)": 0.9165732264518738, "Finetune/Step": 2341, "Finetune/Step Time": 6.48483070731163}
+{"Finetune/Learning Rate": 1.806445883430229e-05, "Finetune/Loss": 0.8223190307617188, "Finetune/Loss (Raw)": 0.38747695088386536, "Finetune/Step": 2342, "Finetune/Step Time": 6.496955212205648}
+{"Finetune/Learning Rate": 1.8062616451409437e-05, "Finetune/Loss": 0.8226373791694641, "Finetune/Loss (Raw)": 0.9362101554870605, "Finetune/Step": 2343, "Finetune/Step Time": 6.515134876593947}
+{"Finetune/Learning Rate": 1.8060773286125413e-05, "Finetune/Loss": 0.8220460414886475, "Finetune/Loss (Raw)": 0.8019647002220154, "Finetune/Step": 2344, "Finetune/Step Time": 6.539330130442977}
+{"Finetune/Learning Rate": 1.805892933862909e-05, "Finetune/Loss": 0.8226361274719238, "Finetune/Loss (Raw)": 1.046674370765686, "Finetune/Step": 2345, "Finetune/Step Time": 6.534534901380539}
+{"Finetune/Learning Rate": 1.8057084609099397e-05, "Finetune/Loss": 0.8247299790382385, "Finetune/Loss (Raw)": 0.8270507454872131, "Finetune/Step": 2346, "Finetune/Step Time": 6.530695779249072}
+{"Finetune/Learning Rate": 1.8055239097715347e-05, "Finetune/Loss": 0.8257367014884949, "Finetune/Loss (Raw)": 0.8482298254966736, "Finetune/Step": 2347, "Finetune/Step Time": 6.5006607715040445}
+{"Finetune/Learning Rate": 1.8053392804656025e-05, "Finetune/Loss": 0.8257267475128174, "Finetune/Loss (Raw)": 0.8797067403793335, "Finetune/Step": 2348, "Finetune/Step Time": 6.502694200724363}
+{"Finetune/Learning Rate": 1.8051545730100596e-05, "Finetune/Loss": 0.8262369632720947, "Finetune/Loss (Raw)": 0.7946943044662476, "Finetune/Step": 2349, "Finetune/Step Time": 6.494780361652374}
+{"Finetune/Learning Rate": 1.8049697874228298e-05, "Finetune/Loss": 0.8257626295089722, "Finetune/Loss (Raw)": 0.8504180908203125, "Finetune/Step": 2350, "Finetune/Step Time": 6.4887844026088715}
+{"Finetune/Learning Rate": 1.8047849237218446e-05, "Finetune/Loss": 0.8264950513839722, "Finetune/Loss (Raw)": 0.9582986235618591, "Finetune/Step": 2351, "Finetune/Step Time": 6.486504498869181}
+{"Finetune/Learning Rate": 1.8045999819250433e-05, "Finetune/Loss": 0.826773464679718, "Finetune/Loss (Raw)": 0.8815662860870361, "Finetune/Step": 2352, "Finetune/Step Time": 6.495079627260566}
+{"Finetune/Learning Rate": 1.8044149620503723e-05, "Finetune/Loss": 0.8273334503173828, "Finetune/Loss (Raw)": 0.8555888533592224, "Finetune/Step": 2353, "Finetune/Step Time": 6.489984340965748}
+{"Finetune/Learning Rate": 1.8042298641157855e-05, "Finetune/Loss": 0.8272675275802612, "Finetune/Loss (Raw)": 0.8547890782356262, "Finetune/Step": 2354, "Finetune/Step Time": 6.482969311997294}
+{"Finetune/Learning Rate": 1.8040446881392453e-05, "Finetune/Loss": 0.8263182044029236, "Finetune/Loss (Raw)": 0.8036744594573975, "Finetune/Step": 2355, "Finetune/Step Time": 6.48057365976274}
+{"Finetune/Learning Rate": 1.8038594341387208e-05, "Finetune/Loss": 0.8256683349609375, "Finetune/Loss (Raw)": 0.7104020714759827, "Finetune/Step": 2356, "Finetune/Step Time": 6.4910316951572895}
+{"Finetune/Learning Rate": 1.8036741021321888e-05, "Finetune/Loss": 0.826116681098938, "Finetune/Loss (Raw)": 0.8350663185119629, "Finetune/Step": 2357, "Finetune/Step Time": 6.496180471032858}
+{"Finetune/Learning Rate": 1.803488692137634e-05, "Finetune/Loss": 0.8271349668502808, "Finetune/Loss (Raw)": 0.9213816523551941, "Finetune/Step": 2358, "Finetune/Step Time": 6.493871284648776}
+{"Finetune/Learning Rate": 1.8033032041730483e-05, "Finetune/Loss": 0.8221180438995361, "Finetune/Loss (Raw)": 0.3105618953704834, "Finetune/Step": 2359, "Finetune/Step Time": 6.512708498165011}
+{"Finetune/Learning Rate": 1.8031176382564313e-05, "Finetune/Loss": 0.8215097188949585, "Finetune/Loss (Raw)": 0.9005246758460999, "Finetune/Step": 2360, "Finetune/Step Time": 6.523053573444486}
+{"Finetune/Learning Rate": 1.8029319944057907e-05, "Finetune/Loss": 0.823171854019165, "Finetune/Loss (Raw)": 0.9096417427062988, "Finetune/Step": 2361, "Finetune/Step Time": 6.517758352681994}
+{"Finetune/Learning Rate": 1.8027462726391406e-05, "Finetune/Loss": 0.8224892616271973, "Finetune/Loss (Raw)": 0.8418646454811096, "Finetune/Step": 2362, "Finetune/Step Time": 6.5113966558128595}
+{"Finetune/Learning Rate": 1.8025604729745034e-05, "Finetune/Loss": 0.8198227286338806, "Finetune/Loss (Raw)": 0.6032314896583557, "Finetune/Step": 2363, "Finetune/Step Time": 6.517904648557305}
+{"Finetune/Learning Rate": 1.8023745954299094e-05, "Finetune/Loss": 0.8183675408363342, "Finetune/Loss (Raw)": 0.762593150138855, "Finetune/Step": 2364, "Finetune/Step Time": 6.5063243974000216}
+{"Finetune/Learning Rate": 1.802188640023396e-05, "Finetune/Loss": 0.8193976283073425, "Finetune/Loss (Raw)": 0.8953297734260559, "Finetune/Step": 2365, "Finetune/Step Time": 6.50190157443285}
+{"Finetune/Learning Rate": 1.8020026067730077e-05, "Finetune/Loss": 0.8185995221138, "Finetune/Loss (Raw)": 0.5935174822807312, "Finetune/Step": 2366, "Finetune/Step Time": 6.498581420630217}
+{"Finetune/Learning Rate": 1.8018164956967976e-05, "Finetune/Loss": 0.8171920776367188, "Finetune/Loss (Raw)": 0.9509361386299133, "Finetune/Step": 2367, "Finetune/Step Time": 6.504289824515581}
+{"Finetune/Learning Rate": 1.8016303068128253e-05, "Finetune/Loss": 0.8156110048294067, "Finetune/Loss (Raw)": 0.7946046590805054, "Finetune/Step": 2368, "Finetune/Step Time": 6.510618703439832}
+{"Finetune/Learning Rate": 1.8014440401391588e-05, "Finetune/Loss": 0.815842866897583, "Finetune/Loss (Raw)": 0.9814903736114502, "Finetune/Step": 2369, "Finetune/Step Time": 6.498230241239071}
+{"Finetune/Learning Rate": 1.8012576956938734e-05, "Finetune/Loss": 0.8160712122917175, "Finetune/Loss (Raw)": 0.8417232632637024, "Finetune/Step": 2370, "Finetune/Step Time": 6.490096477791667}
+{"Finetune/Learning Rate": 1.8010712734950515e-05, "Finetune/Loss": 0.8169889450073242, "Finetune/Loss (Raw)": 0.9359650015830994, "Finetune/Step": 2371, "Finetune/Step Time": 6.479477368295193}
+{"Finetune/Learning Rate": 1.8008847735607835e-05, "Finetune/Loss": 0.814568042755127, "Finetune/Loss (Raw)": 0.7902858853340149, "Finetune/Step": 2372, "Finetune/Step Time": 6.4825379475951195}
+{"Finetune/Learning Rate": 1.8006981959091673e-05, "Finetune/Loss": 0.8149929642677307, "Finetune/Loss (Raw)": 0.9364141821861267, "Finetune/Step": 2373, "Finetune/Step Time": 6.514529312029481}
+{"Finetune/Learning Rate": 1.800511540558308e-05, "Finetune/Loss": 0.8131682872772217, "Finetune/Loss (Raw)": 0.7335476279258728, "Finetune/Step": 2374, "Finetune/Step Time": 6.516702499240637}
+{"Finetune/Learning Rate": 1.8003248075263192e-05, "Finetune/Loss": 0.8126417398452759, "Finetune/Loss (Raw)": 0.6665224432945251, "Finetune/Step": 2375, "Finetune/Step Time": 6.52058470249176}
+{"Finetune/Learning Rate": 1.8001379968313208e-05, "Finetune/Loss": 0.8141762614250183, "Finetune/Loss (Raw)": 0.9165186285972595, "Finetune/Step": 2376, "Finetune/Step Time": 6.515374032780528}
+{"Finetune/Learning Rate": 1.799951108491441e-05, "Finetune/Loss": 0.8156725168228149, "Finetune/Loss (Raw)": 0.9838018417358398, "Finetune/Step": 2377, "Finetune/Step Time": 6.516263019293547}
+{"Finetune/Learning Rate": 1.799764142524815e-05, "Finetune/Loss": 0.8167295455932617, "Finetune/Loss (Raw)": 0.9246401190757751, "Finetune/Step": 2378, "Finetune/Step Time": 6.495454713702202}
+{"Finetune/Learning Rate": 1.7995770989495862e-05, "Finetune/Loss": 0.8165501952171326, "Finetune/Loss (Raw)": 0.8626747727394104, "Finetune/Step": 2379, "Finetune/Step Time": 6.51207977719605}
+{"Finetune/Learning Rate": 1.799389977783905e-05, "Finetune/Loss": 0.8197182416915894, "Finetune/Loss (Raw)": 0.7468852996826172, "Finetune/Step": 2380, "Finetune/Step Time": 6.492012068629265}
+{"Finetune/Learning Rate": 1.79920277904593e-05, "Finetune/Loss": 0.8190933465957642, "Finetune/Loss (Raw)": 0.846563994884491, "Finetune/Step": 2381, "Finetune/Step Time": 6.493841528892517}
+{"Finetune/Learning Rate": 1.799015502753826e-05, "Finetune/Loss": 0.8170343637466431, "Finetune/Loss (Raw)": 0.6831501126289368, "Finetune/Step": 2382, "Finetune/Step Time": 6.50615743547678}
+{"Finetune/Learning Rate": 1.798828148925767e-05, "Finetune/Loss": 0.814702033996582, "Finetune/Loss (Raw)": 0.5651525259017944, "Finetune/Step": 2383, "Finetune/Step Time": 6.520461464300752}
+{"Finetune/Learning Rate": 1.798640717579933e-05, "Finetune/Loss": 0.8161934018135071, "Finetune/Loss (Raw)": 0.970552921295166, "Finetune/Step": 2384, "Finetune/Step Time": 6.516739996150136}
+{"Finetune/Learning Rate": 1.7984532087345127e-05, "Finetune/Loss": 0.8160537481307983, "Finetune/Loss (Raw)": 0.8211281299591064, "Finetune/Step": 2385, "Finetune/Step Time": 6.521802613511682}
+{"Finetune/Learning Rate": 1.7982656224077016e-05, "Finetune/Loss": 0.8186427354812622, "Finetune/Loss (Raw)": 0.9910959005355835, "Finetune/Step": 2386, "Finetune/Step Time": 6.5481742564588785}
+{"Finetune/Learning Rate": 1.798077958617703e-05, "Finetune/Loss": 0.8190750479698181, "Finetune/Loss (Raw)": 0.8235383629798889, "Finetune/Step": 2387, "Finetune/Step Time": 6.561979761347175}
+{"Finetune/Learning Rate": 1.797890217382728e-05, "Finetune/Loss": 0.8194869756698608, "Finetune/Loss (Raw)": 0.8425454497337341, "Finetune/Step": 2388, "Finetune/Step Time": 6.572249798104167}
+{"Finetune/Learning Rate": 1.797702398720994e-05, "Finetune/Loss": 0.8200809955596924, "Finetune/Loss (Raw)": 0.9650313854217529, "Finetune/Step": 2389, "Finetune/Step Time": 6.581152791157365}
+{"Finetune/Learning Rate": 1.7975145026507283e-05, "Finetune/Loss": 0.8197652101516724, "Finetune/Loss (Raw)": 0.9601407647132874, "Finetune/Step": 2390, "Finetune/Step Time": 6.585213121026754}
+{"Finetune/Learning Rate": 1.7973265291901625e-05, "Finetune/Loss": 0.8206599354743958, "Finetune/Loss (Raw)": 0.9353835582733154, "Finetune/Step": 2391, "Finetune/Step Time": 6.584807984530926}
+{"Finetune/Learning Rate": 1.797138478357539e-05, "Finetune/Loss": 0.82039874792099, "Finetune/Loss (Raw)": 0.8698819875717163, "Finetune/Step": 2392, "Finetune/Step Time": 6.5854316763579845}
+{"Finetune/Learning Rate": 1.7969503501711045e-05, "Finetune/Loss": 0.8213096857070923, "Finetune/Loss (Raw)": 0.9461556077003479, "Finetune/Step": 2393, "Finetune/Step Time": 6.598812224343419}
+{"Finetune/Learning Rate": 1.7967621446491163e-05, "Finetune/Loss": 0.8201797008514404, "Finetune/Loss (Raw)": 0.41486409306526184, "Finetune/Step": 2394, "Finetune/Step Time": 6.619973389431834}
+{"Finetune/Learning Rate": 1.796573861809837e-05, "Finetune/Loss": 0.8205967545509338, "Finetune/Loss (Raw)": 0.8782577514648438, "Finetune/Step": 2395, "Finetune/Step Time": 6.624807110056281}
+{"Finetune/Learning Rate": 1.7963855016715378e-05, "Finetune/Loss": 0.8209401369094849, "Finetune/Loss (Raw)": 0.8182147145271301, "Finetune/Step": 2396, "Finetune/Step Time": 6.62251996062696}
+{"Finetune/Learning Rate": 1.7961970642524967e-05, "Finetune/Loss": 0.8206593990325928, "Finetune/Loss (Raw)": 0.8685638904571533, "Finetune/Step": 2397, "Finetune/Step Time": 6.6207579132169485}
+{"Finetune/Learning Rate": 1.7960085495709996e-05, "Finetune/Loss": 0.824074387550354, "Finetune/Loss (Raw)": 1.0388909578323364, "Finetune/Step": 2398, "Finetune/Step Time": 6.612235251814127}
+{"Finetune/Learning Rate": 1.79581995764534e-05, "Finetune/Loss": 0.8241620659828186, "Finetune/Loss (Raw)": 0.925032913684845, "Finetune/Step": 2399, "Finetune/Step Time": 6.619549078866839}
+{"Finetune/Learning Rate": 1.795631288493819e-05, "Finetune/Loss": 0.8229539394378662, "Finetune/Loss (Raw)": 0.7619138956069946, "Finetune/Step": 2400, "Finetune/Step Time": 6.612373491749167}
+{"Finetune/Learning Rate": 1.795442542134744e-05, "Finetune/Loss": 0.8231396675109863, "Finetune/Loss (Raw)": 0.8406271934509277, "Finetune/Step": 2401, "Finetune/Step Time": 6.6156448516994715}
+{"Finetune/Learning Rate": 1.795253718586432e-05, "Finetune/Loss": 0.8226335644721985, "Finetune/Loss (Raw)": 0.722922682762146, "Finetune/Step": 2402, "Finetune/Step Time": 6.600704664364457}
+{"Finetune/Learning Rate": 1.7950648178672054e-05, "Finetune/Loss": 0.8221217393875122, "Finetune/Loss (Raw)": 0.8710312247276306, "Finetune/Step": 2403, "Finetune/Step Time": 6.608771501109004}
+{"Finetune/Learning Rate": 1.7948758399953957e-05, "Finetune/Loss": 0.8223127126693726, "Finetune/Loss (Raw)": 0.8889638781547546, "Finetune/Step": 2404, "Finetune/Step Time": 6.6084103267639875}
+{"Finetune/Learning Rate": 1.7946867849893407e-05, "Finetune/Loss": 0.8232380151748657, "Finetune/Loss (Raw)": 0.8159597516059875, "Finetune/Step": 2405, "Finetune/Step Time": 6.605195531621575}
+{"Finetune/Learning Rate": 1.7944976528673862e-05, "Finetune/Loss": 0.8236510753631592, "Finetune/Loss (Raw)": 0.9634890556335449, "Finetune/Step": 2406, "Finetune/Step Time": 6.606827573850751}
+{"Finetune/Learning Rate": 1.7943084436478857e-05, "Finetune/Loss": 0.8214115500450134, "Finetune/Loss (Raw)": 0.5948656797409058, "Finetune/Step": 2407, "Finetune/Step Time": 6.6284870728850365}
+{"Finetune/Learning Rate": 1.7941191573492e-05, "Finetune/Loss": 0.8226789236068726, "Finetune/Loss (Raw)": 1.0282864570617676, "Finetune/Step": 2408, "Finetune/Step Time": 6.637626675888896}
+{"Finetune/Learning Rate": 1.7939297939896972e-05, "Finetune/Loss": 0.8227123618125916, "Finetune/Loss (Raw)": 0.8383176922798157, "Finetune/Step": 2409, "Finetune/Step Time": 6.6383823323994875}
+{"Finetune/Learning Rate": 1.7937403535877525e-05, "Finetune/Loss": 0.8225325345993042, "Finetune/Loss (Raw)": 0.8141685724258423, "Finetune/Step": 2410, "Finetune/Step Time": 6.647728577256203}
+{"Finetune/Learning Rate": 1.79355083616175e-05, "Finetune/Loss": 0.820439338684082, "Finetune/Loss (Raw)": 0.6983430981636047, "Finetune/Step": 2411, "Finetune/Step Time": 6.644878098741174}
+{"Finetune/Learning Rate": 1.79336124173008e-05, "Finetune/Loss": 0.8214880228042603, "Finetune/Loss (Raw)": 0.7799148559570312, "Finetune/Step": 2412, "Finetune/Step Time": 6.6243395414203405}
+{"Finetune/Learning Rate": 1.79317157031114e-05, "Finetune/Loss": 0.8212684392929077, "Finetune/Loss (Raw)": 0.7675164341926575, "Finetune/Step": 2413, "Finetune/Step Time": 6.614832108840346}
+{"Finetune/Learning Rate": 1.7929818219233365e-05, "Finetune/Loss": 0.8220638036727905, "Finetune/Loss (Raw)": 0.90739506483078, "Finetune/Step": 2414, "Finetune/Step Time": 6.601524617522955}
+{"Finetune/Learning Rate": 1.792791996585082e-05, "Finetune/Loss": 0.8239370584487915, "Finetune/Loss (Raw)": 0.8484538197517395, "Finetune/Step": 2415, "Finetune/Step Time": 6.6018597558140755}
+{"Finetune/Learning Rate": 1.7926020943147974e-05, "Finetune/Loss": 0.8229038715362549, "Finetune/Loss (Raw)": 0.7928680777549744, "Finetune/Step": 2416, "Finetune/Step Time": 6.610811008140445}
+{"Finetune/Learning Rate": 1.79241211513091e-05, "Finetune/Loss": 0.8239373564720154, "Finetune/Loss (Raw)": 0.7667293548583984, "Finetune/Step": 2417, "Finetune/Step Time": 6.609455514699221}
+{"Finetune/Learning Rate": 1.792222059051856e-05, "Finetune/Loss": 0.820195734500885, "Finetune/Loss (Raw)": 0.46009427309036255, "Finetune/Step": 2418, "Finetune/Step Time": 6.629159692674875}
+{"Finetune/Learning Rate": 1.7920319260960785e-05, "Finetune/Loss": 0.8203462362289429, "Finetune/Loss (Raw)": 0.8036823868751526, "Finetune/Step": 2419, "Finetune/Step Time": 6.637415233999491}
+{"Finetune/Learning Rate": 1.7918417162820272e-05, "Finetune/Loss": 0.8223221302032471, "Finetune/Loss (Raw)": 1.0136116743087769, "Finetune/Step": 2420, "Finetune/Step Time": 6.62778827175498}
+{"Finetune/Learning Rate": 1.7916514296281603e-05, "Finetune/Loss": 0.823127031326294, "Finetune/Loss (Raw)": 0.6759310364723206, "Finetune/Step": 2421, "Finetune/Step Time": 6.637541305273771}
+{"Finetune/Learning Rate": 1.7914610661529425e-05, "Finetune/Loss": 0.8217927813529968, "Finetune/Loss (Raw)": 0.7015909552574158, "Finetune/Step": 2422, "Finetune/Step Time": 6.647780271247029}
+{"Finetune/Learning Rate": 1.7912706258748476e-05, "Finetune/Loss": 0.8202612400054932, "Finetune/Loss (Raw)": 0.5980947613716125, "Finetune/Step": 2423, "Finetune/Step Time": 6.641340289264917}
+{"Finetune/Learning Rate": 1.7910801088123547e-05, "Finetune/Loss": 0.8219209909439087, "Finetune/Loss (Raw)": 0.9115792512893677, "Finetune/Step": 2424, "Finetune/Step Time": 6.641121929511428}
+{"Finetune/Learning Rate": 1.7908895149839526e-05, "Finetune/Loss": 0.8211918473243713, "Finetune/Loss (Raw)": 0.7104018330574036, "Finetune/Step": 2425, "Finetune/Step Time": 6.651775101199746}
+{"Finetune/Learning Rate": 1.7906988444081353e-05, "Finetune/Loss": 0.8178223967552185, "Finetune/Loss (Raw)": 0.38964778184890747, "Finetune/Step": 2426, "Finetune/Step Time": 6.671564357355237}
+{"Finetune/Learning Rate": 1.7905080971034062e-05, "Finetune/Loss": 0.8175574541091919, "Finetune/Loss (Raw)": 0.8786452412605286, "Finetune/Step": 2427, "Finetune/Step Time": 6.663398901000619}
+{"Finetune/Learning Rate": 1.7903172730882746e-05, "Finetune/Loss": 0.8161950707435608, "Finetune/Loss (Raw)": 0.7237603068351746, "Finetune/Step": 2428, "Finetune/Step Time": 6.658157942816615}
+{"Finetune/Learning Rate": 1.7901263723812587e-05, "Finetune/Loss": 0.8168676495552063, "Finetune/Loss (Raw)": 0.8674905896186829, "Finetune/Step": 2429, "Finetune/Step Time": 6.679877074435353}
+{"Finetune/Learning Rate": 1.7899353950008828e-05, "Finetune/Loss": 0.816622793674469, "Finetune/Loss (Raw)": 0.708077609539032, "Finetune/Step": 2430, "Finetune/Step Time": 6.694946173578501}
+{"Finetune/Learning Rate": 1.7897443409656792e-05, "Finetune/Loss": 0.8170015811920166, "Finetune/Loss (Raw)": 0.9323697686195374, "Finetune/Step": 2431, "Finetune/Step Time": 6.693921798840165}
+{"Finetune/Learning Rate": 1.7895532102941882e-05, "Finetune/Loss": 0.8182568550109863, "Finetune/Loss (Raw)": 0.8222759962081909, "Finetune/Step": 2432, "Finetune/Step Time": 6.686207069084048}
+{"Finetune/Learning Rate": 1.7893620030049567e-05, "Finetune/Loss": 0.818080484867096, "Finetune/Loss (Raw)": 0.7544499635696411, "Finetune/Step": 2433, "Finetune/Step Time": 6.686105951666832}
+{"Finetune/Learning Rate": 1.7891707191165388e-05, "Finetune/Loss": 0.8174287676811218, "Finetune/Loss (Raw)": 0.86777663230896, "Finetune/Step": 2434, "Finetune/Step Time": 6.69520353153348}
+{"Finetune/Learning Rate": 1.7889793586474974e-05, "Finetune/Loss": 0.8169822692871094, "Finetune/Loss (Raw)": 0.8373777270317078, "Finetune/Step": 2435, "Finetune/Step Time": 6.694091072306037}
+{"Finetune/Learning Rate": 1.7887879216164016e-05, "Finetune/Loss": 0.8198434114456177, "Finetune/Loss (Raw)": 0.9050281643867493, "Finetune/Step": 2436, "Finetune/Step Time": 6.687995035201311}
+{"Finetune/Learning Rate": 1.7885964080418287e-05, "Finetune/Loss": 0.8198524713516235, "Finetune/Loss (Raw)": 0.7881187200546265, "Finetune/Step": 2437, "Finetune/Step Time": 6.693232057616115}
+{"Finetune/Learning Rate": 1.788404817942362e-05, "Finetune/Loss": 0.8200716972351074, "Finetune/Loss (Raw)": 0.948017418384552, "Finetune/Step": 2438, "Finetune/Step Time": 6.697471944615245}
+{"Finetune/Learning Rate": 1.7882131513365945e-05, "Finetune/Loss": 0.820009708404541, "Finetune/Loss (Raw)": 0.9176191091537476, "Finetune/Step": 2439, "Finetune/Step Time": 6.7074979692697525}
+{"Finetune/Learning Rate": 1.7880214082431248e-05, "Finetune/Loss": 0.821570098400116, "Finetune/Loss (Raw)": 0.9329533576965332, "Finetune/Step": 2440, "Finetune/Step Time": 6.687708109617233}
+{"Finetune/Learning Rate": 1.78782958868056e-05, "Finetune/Loss": 0.8223752975463867, "Finetune/Loss (Raw)": 0.9364089965820312, "Finetune/Step": 2441, "Finetune/Step Time": 6.682590341195464}
+{"Finetune/Learning Rate": 1.7876376926675134e-05, "Finetune/Loss": 0.8230137825012207, "Finetune/Loss (Raw)": 0.8615884780883789, "Finetune/Step": 2442, "Finetune/Step Time": 6.668544432148337}
+{"Finetune/Learning Rate": 1.787445720222607e-05, "Finetune/Loss": 0.824181854724884, "Finetune/Loss (Raw)": 0.9457968473434448, "Finetune/Step": 2443, "Finetune/Step Time": 6.673416113480926}
+{"Finetune/Learning Rate": 1.7872536713644696e-05, "Finetune/Loss": 0.8236536979675293, "Finetune/Loss (Raw)": 0.8750259280204773, "Finetune/Step": 2444, "Finetune/Step Time": 6.670636573806405}
+{"Finetune/Learning Rate": 1.7870615461117373e-05, "Finetune/Loss": 0.8206261396408081, "Finetune/Loss (Raw)": 0.41469019651412964, "Finetune/Step": 2445, "Finetune/Step Time": 6.687186971306801}
+{"Finetune/Learning Rate": 1.786869344483054e-05, "Finetune/Loss": 0.8217839002609253, "Finetune/Loss (Raw)": 0.9035296440124512, "Finetune/Step": 2446, "Finetune/Step Time": 6.688986457884312}
+{"Finetune/Learning Rate": 1.786677066497071e-05, "Finetune/Loss": 0.8212934732437134, "Finetune/Loss (Raw)": 0.8823322653770447, "Finetune/Step": 2447, "Finetune/Step Time": 6.693556064739823}
+{"Finetune/Learning Rate": 1.7864847121724466e-05, "Finetune/Loss": 0.8222087621688843, "Finetune/Loss (Raw)": 0.9349997043609619, "Finetune/Step": 2448, "Finetune/Step Time": 6.695617251098156}
+{"Finetune/Learning Rate": 1.7862922815278466e-05, "Finetune/Loss": 0.8214656114578247, "Finetune/Loss (Raw)": 0.738126814365387, "Finetune/Step": 2449, "Finetune/Step Time": 6.688175575807691}
+{"Finetune/Learning Rate": 1.7860997745819445e-05, "Finetune/Loss": 0.8185167908668518, "Finetune/Loss (Raw)": 0.5055756568908691, "Finetune/Step": 2450, "Finetune/Step Time": 6.705187097191811}
+{"Finetune/Learning Rate": 1.7859071913534213e-05, "Finetune/Loss": 0.815599799156189, "Finetune/Loss (Raw)": 0.3385106921195984, "Finetune/Step": 2451, "Finetune/Step Time": 6.713241379708052}
+{"Finetune/Learning Rate": 1.7857145318609646e-05, "Finetune/Loss": 0.8156800866127014, "Finetune/Loss (Raw)": 0.8041201829910278, "Finetune/Step": 2452, "Finetune/Step Time": 6.714687595143914}
+{"Finetune/Learning Rate": 1.7855217961232702e-05, "Finetune/Loss": 0.8152811527252197, "Finetune/Loss (Raw)": 0.8284004330635071, "Finetune/Step": 2453, "Finetune/Step Time": 6.732151197269559}
+{"Finetune/Learning Rate": 1.7853289841590412e-05, "Finetune/Loss": 0.8181802034378052, "Finetune/Loss (Raw)": 0.8319039940834045, "Finetune/Step": 2454, "Finetune/Step Time": 6.722925739362836}
+{"Finetune/Learning Rate": 1.7851360959869883e-05, "Finetune/Loss": 0.8184643387794495, "Finetune/Loss (Raw)": 0.889481782913208, "Finetune/Step": 2455, "Finetune/Step Time": 6.710025062784553}
+{"Finetune/Learning Rate": 1.7849431316258284e-05, "Finetune/Loss": 0.8197076320648193, "Finetune/Loss (Raw)": 0.9023139476776123, "Finetune/Step": 2456, "Finetune/Step Time": 6.700344849377871}
+{"Finetune/Learning Rate": 1.7847500910942872e-05, "Finetune/Loss": 0.8192148804664612, "Finetune/Loss (Raw)": 0.8775048851966858, "Finetune/Step": 2457, "Finetune/Step Time": 6.697319017723203}
+{"Finetune/Learning Rate": 1.7845569744110973e-05, "Finetune/Loss": 0.8199302554130554, "Finetune/Loss (Raw)": 0.8296642899513245, "Finetune/Step": 2458, "Finetune/Step Time": 6.71254126727581}
+{"Finetune/Learning Rate": 1.784363781594998e-05, "Finetune/Loss": 0.8195525407791138, "Finetune/Loss (Raw)": 0.795685350894928, "Finetune/Step": 2459, "Finetune/Step Time": 6.716760870069265}
+{"Finetune/Learning Rate": 1.784170512664737e-05, "Finetune/Loss": 0.8176159858703613, "Finetune/Loss (Raw)": 0.7761803269386292, "Finetune/Step": 2460, "Finetune/Step Time": 6.7118271216750145}
+{"Finetune/Learning Rate": 1.783977167639069e-05, "Finetune/Loss": 0.818117618560791, "Finetune/Loss (Raw)": 0.9556173086166382, "Finetune/Step": 2461, "Finetune/Step Time": 6.717147972434759}
+{"Finetune/Learning Rate": 1.7837837465367567e-05, "Finetune/Loss": 0.818313717842102, "Finetune/Loss (Raw)": 0.8868156671524048, "Finetune/Step": 2462, "Finetune/Step Time": 6.703956933692098}
+{"Finetune/Learning Rate": 1.7835902493765685e-05, "Finetune/Loss": 0.8179126381874084, "Finetune/Loss (Raw)": 0.7974162697792053, "Finetune/Step": 2463, "Finetune/Step Time": 6.703222349286079}
+{"Finetune/Learning Rate": 1.7833966761772816e-05, "Finetune/Loss": 0.81859290599823, "Finetune/Loss (Raw)": 0.9194738268852234, "Finetune/Step": 2464, "Finetune/Step Time": 6.688603203743696}
+{"Finetune/Learning Rate": 1.7832030269576804e-05, "Finetune/Loss": 0.8178044557571411, "Finetune/Loss (Raw)": 0.8492358922958374, "Finetune/Step": 2465, "Finetune/Step Time": 6.690760122612119}
+{"Finetune/Learning Rate": 1.7830093017365563e-05, "Finetune/Loss": 0.8172624111175537, "Finetune/Loss (Raw)": 0.7952590584754944, "Finetune/Step": 2466, "Finetune/Step Time": 6.691677920520306}
+{"Finetune/Learning Rate": 1.7828155005327085e-05, "Finetune/Loss": 0.8179146647453308, "Finetune/Loss (Raw)": 0.8330649733543396, "Finetune/Step": 2467, "Finetune/Step Time": 6.671426536515355}
+{"Finetune/Learning Rate": 1.782621623364943e-05, "Finetune/Loss": 0.8193305730819702, "Finetune/Loss (Raw)": 0.9580457806587219, "Finetune/Step": 2468, "Finetune/Step Time": 6.674908768385649}
+{"Finetune/Learning Rate": 1.7824276702520743e-05, "Finetune/Loss": 0.819398045539856, "Finetune/Loss (Raw)": 0.9252119064331055, "Finetune/Step": 2469, "Finetune/Step Time": 6.646895281970501}
+{"Finetune/Learning Rate": 1.7822336412129226e-05, "Finetune/Loss": 0.8224508762359619, "Finetune/Loss (Raw)": 0.7782317399978638, "Finetune/Step": 2470, "Finetune/Step Time": 6.632713632658124}
+{"Finetune/Learning Rate": 1.7820395362663166e-05, "Finetune/Loss": 0.8223648071289062, "Finetune/Loss (Raw)": 0.9251978397369385, "Finetune/Step": 2471, "Finetune/Step Time": 6.616284741088748}
+{"Finetune/Learning Rate": 1.781845355431092e-05, "Finetune/Loss": 0.8228040337562561, "Finetune/Loss (Raw)": 0.8581826090812683, "Finetune/Step": 2472, "Finetune/Step Time": 6.5905824434012175}
+{"Finetune/Learning Rate": 1.7816510987260927e-05, "Finetune/Loss": 0.8215131759643555, "Finetune/Loss (Raw)": 0.8814406394958496, "Finetune/Step": 2473, "Finetune/Step Time": 6.606263535097241}
+{"Finetune/Learning Rate": 1.7814567661701685e-05, "Finetune/Loss": 0.821434497833252, "Finetune/Loss (Raw)": 0.8169822096824646, "Finetune/Step": 2474, "Finetune/Step Time": 6.610685627907515}
+{"Finetune/Learning Rate": 1.7812623577821776e-05, "Finetune/Loss": 0.8213568329811096, "Finetune/Loss (Raw)": 0.8382886052131653, "Finetune/Step": 2475, "Finetune/Step Time": 6.6104360315948725}
+{"Finetune/Learning Rate": 1.781067873580985e-05, "Finetune/Loss": 0.8213333487510681, "Finetune/Loss (Raw)": 0.8767051696777344, "Finetune/Step": 2476, "Finetune/Step Time": 6.607850352302194}
+{"Finetune/Learning Rate": 1.7808733135854637e-05, "Finetune/Loss": 0.8216944336891174, "Finetune/Loss (Raw)": 0.8409139513969421, "Finetune/Step": 2477, "Finetune/Step Time": 6.604702176526189}
+{"Finetune/Learning Rate": 1.7806786778144935e-05, "Finetune/Loss": 0.8216845989227295, "Finetune/Loss (Raw)": 0.8491501212120056, "Finetune/Step": 2478, "Finetune/Step Time": 6.60399473272264}
+{"Finetune/Learning Rate": 1.7804839662869617e-05, "Finetune/Loss": 0.8200498819351196, "Finetune/Loss (Raw)": 0.7490572929382324, "Finetune/Step": 2479, "Finetune/Step Time": 6.604083063080907}
+{"Finetune/Learning Rate": 1.780289179021763e-05, "Finetune/Loss": 0.8188650608062744, "Finetune/Loss (Raw)": 0.7299085855484009, "Finetune/Step": 2480, "Finetune/Step Time": 6.602616176009178}
+{"Finetune/Learning Rate": 1.7800943160377993e-05, "Finetune/Loss": 0.815312385559082, "Finetune/Loss (Raw)": 0.40084588527679443, "Finetune/Step": 2481, "Finetune/Step Time": 6.618452435359359}
+{"Finetune/Learning Rate": 1.7798993773539803e-05, "Finetune/Loss": 0.8167595863342285, "Finetune/Loss (Raw)": 1.0400360822677612, "Finetune/Step": 2482, "Finetune/Step Time": 6.615962957963347}
+{"Finetune/Learning Rate": 1.7797043629892226e-05, "Finetune/Loss": 0.8166317939758301, "Finetune/Loss (Raw)": 0.7873144149780273, "Finetune/Step": 2483, "Finetune/Step Time": 6.6212901920080185}
+{"Finetune/Learning Rate": 1.77950927296245e-05, "Finetune/Loss": 0.8169896602630615, "Finetune/Loss (Raw)": 0.7562157511711121, "Finetune/Step": 2484, "Finetune/Step Time": 6.617324337363243}
+{"Finetune/Learning Rate": 1.7793141072925945e-05, "Finetune/Loss": 0.8172257542610168, "Finetune/Loss (Raw)": 0.8652845025062561, "Finetune/Step": 2485, "Finetune/Step Time": 6.6174199394881725}
+{"Finetune/Learning Rate": 1.7791188659985942e-05, "Finetune/Loss": 0.8152209520339966, "Finetune/Loss (Raw)": 0.6647678017616272, "Finetune/Step": 2486, "Finetune/Step Time": 6.627747166901827}
+{"Finetune/Learning Rate": 1.7789235490993956e-05, "Finetune/Loss": 0.8153780102729797, "Finetune/Loss (Raw)": 0.33065977692604065, "Finetune/Step": 2487, "Finetune/Step Time": 6.6261070761829615}
+{"Finetune/Learning Rate": 1.7787281566139522e-05, "Finetune/Loss": 0.8155733346939087, "Finetune/Loss (Raw)": 0.9255292415618896, "Finetune/Step": 2488, "Finetune/Step Time": 6.614791505038738}
+{"Finetune/Learning Rate": 1.778532688561224e-05, "Finetune/Loss": 0.815346360206604, "Finetune/Loss (Raw)": 0.8805832862854004, "Finetune/Step": 2489, "Finetune/Step Time": 6.632984701544046}
+{"Finetune/Learning Rate": 1.7783371449601802e-05, "Finetune/Loss": 0.8113977909088135, "Finetune/Loss (Raw)": 0.33645808696746826, "Finetune/Step": 2490, "Finetune/Step Time": 6.656847024336457}
+{"Finetune/Learning Rate": 1.7781415258297957e-05, "Finetune/Loss": 0.8130462169647217, "Finetune/Loss (Raw)": 0.8142215013504028, "Finetune/Step": 2491, "Finetune/Step Time": 6.650832708925009}
+{"Finetune/Learning Rate": 1.7779458311890528e-05, "Finetune/Loss": 0.8128489255905151, "Finetune/Loss (Raw)": 0.7373461127281189, "Finetune/Step": 2492, "Finetune/Step Time": 6.651602640748024}
+{"Finetune/Learning Rate": 1.7777500610569426e-05, "Finetune/Loss": 0.81264728307724, "Finetune/Loss (Raw)": 0.8695159554481506, "Finetune/Step": 2493, "Finetune/Step Time": 6.659947331994772}
+{"Finetune/Learning Rate": 1.7775542154524618e-05, "Finetune/Loss": 0.8154182434082031, "Finetune/Loss (Raw)": 0.9481936097145081, "Finetune/Step": 2494, "Finetune/Step Time": 6.649216881021857}
+{"Finetune/Learning Rate": 1.777358294394615e-05, "Finetune/Loss": 0.8148196935653687, "Finetune/Loss (Raw)": 0.8743265271186829, "Finetune/Step": 2495, "Finetune/Step Time": 6.6424549873918295}
+{"Finetune/Learning Rate": 1.7771622979024145e-05, "Finetune/Loss": 0.8147202730178833, "Finetune/Loss (Raw)": 0.7818790674209595, "Finetune/Step": 2496, "Finetune/Step Time": 6.653628151863813}
+{"Finetune/Learning Rate": 1.77696622599488e-05, "Finetune/Loss": 0.812490701675415, "Finetune/Loss (Raw)": 0.6961116790771484, "Finetune/Step": 2497, "Finetune/Step Time": 6.652981137856841}
+{"Finetune/Learning Rate": 1.776770078691038e-05, "Finetune/Loss": 0.8134634494781494, "Finetune/Loss (Raw)": 0.9662247896194458, "Finetune/Step": 2498, "Finetune/Step Time": 6.653552493080497}
+{"Finetune/Learning Rate": 1.7765738560099217e-05, "Finetune/Loss": 0.8102591037750244, "Finetune/Loss (Raw)": 0.5258135795593262, "Finetune/Step": 2499, "Finetune/Step Time": 6.666357304900885}
+{"Finetune/Learning Rate": 1.7763775579705737e-05, "Finetune/Loss": 0.8110061883926392, "Finetune/Loss (Raw)": 0.885912299156189, "Finetune/Step": 2500, "Finetune/Step Time": 6.676207490265369}
+{"Finetune/Learning Rate": 1.776181184592042e-05, "Finetune/Loss": 0.8109056353569031, "Finetune/Loss (Raw)": 0.923545241355896, "Finetune/Step": 2501, "Finetune/Step Time": 6.657062161713839}
+{"Finetune/Learning Rate": 1.7759847358933827e-05, "Finetune/Loss": 0.8121896982192993, "Finetune/Loss (Raw)": 0.8979020714759827, "Finetune/Step": 2502, "Finetune/Step Time": 6.656851436942816}
+{"Finetune/Learning Rate": 1.7757882118936588e-05, "Finetune/Loss": 0.8135673999786377, "Finetune/Loss (Raw)": 0.8428656458854675, "Finetune/Step": 2503, "Finetune/Step Time": 6.645906675606966}
+{"Finetune/Learning Rate": 1.775591612611941e-05, "Finetune/Loss": 0.8131023645401001, "Finetune/Loss (Raw)": 0.8570026755332947, "Finetune/Step": 2504, "Finetune/Step Time": 6.6497937105596066}
+{"Finetune/Learning Rate": 1.7753949380673073e-05, "Finetune/Loss": 0.8120293617248535, "Finetune/Loss (Raw)": 0.8464565873146057, "Finetune/Step": 2505, "Finetune/Step Time": 6.659746194258332}
+{"Finetune/Learning Rate": 1.7751981882788427e-05, "Finetune/Loss": 0.8110983371734619, "Finetune/Loss (Raw)": 0.8054696321487427, "Finetune/Step": 2506, "Finetune/Step Time": 6.663527999073267}
+{"Finetune/Learning Rate": 1.7750013632656396e-05, "Finetune/Loss": 0.8117548227310181, "Finetune/Loss (Raw)": 0.9467000365257263, "Finetune/Step": 2507, "Finetune/Step Time": 6.650388674810529}
+{"Finetune/Learning Rate": 1.7748044630467985e-05, "Finetune/Loss": 0.8118106126785278, "Finetune/Loss (Raw)": 0.7540285587310791, "Finetune/Step": 2508, "Finetune/Step Time": 6.656940830871463}
+{"Finetune/Learning Rate": 1.7746074876414255e-05, "Finetune/Loss": 0.8115499019622803, "Finetune/Loss (Raw)": 0.813191294670105, "Finetune/Step": 2509, "Finetune/Step Time": 6.660714643076062}
+{"Finetune/Learning Rate": 1.7744104370686354e-05, "Finetune/Loss": 0.8135718107223511, "Finetune/Loss (Raw)": 0.9419520497322083, "Finetune/Step": 2510, "Finetune/Step Time": 6.644164029508829}
+{"Finetune/Learning Rate": 1.7742133113475497e-05, "Finetune/Loss": 0.816072940826416, "Finetune/Loss (Raw)": 0.8853015303611755, "Finetune/Step": 2511, "Finetune/Step Time": 6.639981271699071}
+{"Finetune/Learning Rate": 1.7740161104972976e-05, "Finetune/Loss": 0.8141446113586426, "Finetune/Loss (Raw)": 0.7237340211868286, "Finetune/Step": 2512, "Finetune/Step Time": 6.648844761773944}
+{"Finetune/Learning Rate": 1.7738188345370152e-05, "Finetune/Loss": 0.8137099742889404, "Finetune/Loss (Raw)": 0.765491247177124, "Finetune/Step": 2513, "Finetune/Step Time": 6.648401282727718}
+{"Finetune/Learning Rate": 1.773621483485846e-05, "Finetune/Loss": 0.8127838373184204, "Finetune/Loss (Raw)": 0.8725490570068359, "Finetune/Step": 2514, "Finetune/Step Time": 6.634365538135171}
+{"Finetune/Learning Rate": 1.773424057362941e-05, "Finetune/Loss": 0.811654806137085, "Finetune/Loss (Raw)": 0.6790182590484619, "Finetune/Step": 2515, "Finetune/Step Time": 6.6393429562449455}
+{"Finetune/Learning Rate": 1.7732265561874583e-05, "Finetune/Loss": 0.8113675117492676, "Finetune/Loss (Raw)": 0.8057786226272583, "Finetune/Step": 2516, "Finetune/Step Time": 6.6176147405058146}
+{"Finetune/Learning Rate": 1.773028979978563e-05, "Finetune/Loss": 0.8106595873832703, "Finetune/Loss (Raw)": 0.874414324760437, "Finetune/Step": 2517, "Finetune/Step Time": 6.610403001308441}
+{"Finetune/Learning Rate": 1.772831328755428e-05, "Finetune/Loss": 0.809211015701294, "Finetune/Loss (Raw)": 0.774725079536438, "Finetune/Step": 2518, "Finetune/Step Time": 6.616168411448598}
+{"Finetune/Learning Rate": 1.772633602537233e-05, "Finetune/Loss": 0.808139443397522, "Finetune/Loss (Raw)": 0.7982155680656433, "Finetune/Step": 2519, "Finetune/Step Time": 6.6206461656838655}
+{"Finetune/Learning Rate": 1.7724358013431657e-05, "Finetune/Loss": 0.8087741136550903, "Finetune/Loss (Raw)": 0.9511212706565857, "Finetune/Step": 2520, "Finetune/Step Time": 6.620283542200923}
+{"Finetune/Learning Rate": 1.77223792519242e-05, "Finetune/Loss": 0.8047043085098267, "Finetune/Loss (Raw)": 0.4252195954322815, "Finetune/Step": 2521, "Finetune/Step Time": 6.623834440484643}
+{"Finetune/Learning Rate": 1.772039974104198e-05, "Finetune/Loss": 0.8080368041992188, "Finetune/Loss (Raw)": 0.8414326310157776, "Finetune/Step": 2522, "Finetune/Step Time": 6.6152741722762585}
+{"Finetune/Learning Rate": 1.7718419480977093e-05, "Finetune/Loss": 0.8059556484222412, "Finetune/Loss (Raw)": 0.6118671894073486, "Finetune/Step": 2523, "Finetune/Step Time": 6.6172959469258785}
+{"Finetune/Learning Rate": 1.7716438471921692e-05, "Finetune/Loss": 0.8058581948280334, "Finetune/Loss (Raw)": 0.80573570728302, "Finetune/Step": 2524, "Finetune/Step Time": 6.616502575576305}
+{"Finetune/Learning Rate": 1.7714456714068017e-05, "Finetune/Loss": 0.8039674758911133, "Finetune/Loss (Raw)": 0.6265524625778198, "Finetune/Step": 2525, "Finetune/Step Time": 6.639150869101286}
+{"Finetune/Learning Rate": 1.771247420760838e-05, "Finetune/Loss": 0.802671492099762, "Finetune/Loss (Raw)": 0.8730055689811707, "Finetune/Step": 2526, "Finetune/Step Time": 6.6420575845986605}
+{"Finetune/Learning Rate": 1.7710490952735156e-05, "Finetune/Loss": 0.8021247386932373, "Finetune/Loss (Raw)": 0.8550455570220947, "Finetune/Step": 2527, "Finetune/Step Time": 6.651803482323885}
+{"Finetune/Learning Rate": 1.7708506949640805e-05, "Finetune/Loss": 0.8036717176437378, "Finetune/Loss (Raw)": 0.9599369764328003, "Finetune/Step": 2528, "Finetune/Step Time": 6.658033074811101}
+{"Finetune/Learning Rate": 1.770652219851785e-05, "Finetune/Loss": 0.7993546724319458, "Finetune/Loss (Raw)": 0.2880399823188782, "Finetune/Step": 2529, "Finetune/Step Time": 6.675759557634592}
+{"Finetune/Learning Rate": 1.770453669955889e-05, "Finetune/Loss": 0.8005659580230713, "Finetune/Loss (Raw)": 0.8779702186584473, "Finetune/Step": 2530, "Finetune/Step Time": 6.6775615736842155}
+{"Finetune/Learning Rate": 1.7702550452956593e-05, "Finetune/Loss": 0.7999246120452881, "Finetune/Loss (Raw)": 0.7889360785484314, "Finetune/Step": 2531, "Finetune/Step Time": 6.676460674032569}
+{"Finetune/Learning Rate": 1.770056345890371e-05, "Finetune/Loss": 0.7993521690368652, "Finetune/Loss (Raw)": 0.8156870007514954, "Finetune/Step": 2532, "Finetune/Step Time": 6.702550718560815}
+{"Finetune/Learning Rate": 1.7698575717593054e-05, "Finetune/Loss": 0.7986983060836792, "Finetune/Loss (Raw)": 0.7322693467140198, "Finetune/Step": 2533, "Finetune/Step Time": 6.705006416887045}
+{"Finetune/Learning Rate": 1.7696587229217517e-05, "Finetune/Loss": 0.7942517399787903, "Finetune/Loss (Raw)": 0.3943292796611786, "Finetune/Step": 2534, "Finetune/Step Time": 6.73278571292758}
+{"Finetune/Learning Rate": 1.7694597993970057e-05, "Finetune/Loss": 0.7969518899917603, "Finetune/Loss (Raw)": 0.9404786229133606, "Finetune/Step": 2535, "Finetune/Step Time": 6.717199224978685}
+{"Finetune/Learning Rate": 1.7692608012043707e-05, "Finetune/Loss": 0.7938623428344727, "Finetune/Loss (Raw)": 0.6328328847885132, "Finetune/Step": 2536, "Finetune/Step Time": 6.7247700821608305}
+{"Finetune/Learning Rate": 1.7690617283631577e-05, "Finetune/Loss": 0.7931700944900513, "Finetune/Loss (Raw)": 0.7497046589851379, "Finetune/Step": 2537, "Finetune/Step Time": 6.731602601706982}
+{"Finetune/Learning Rate": 1.7688625808926846e-05, "Finetune/Loss": 0.7937039136886597, "Finetune/Loss (Raw)": 0.88250333070755, "Finetune/Step": 2538, "Finetune/Step Time": 6.73499321565032}
+{"Finetune/Learning Rate": 1.7686633588122766e-05, "Finetune/Loss": 0.7945630550384521, "Finetune/Loss (Raw)": 0.8083136677742004, "Finetune/Step": 2539, "Finetune/Step Time": 6.733756218105555}
+{"Finetune/Learning Rate": 1.768464062141266e-05, "Finetune/Loss": 0.7950630187988281, "Finetune/Loss (Raw)": 0.8439083695411682, "Finetune/Step": 2540, "Finetune/Step Time": 6.733717946335673}
+{"Finetune/Learning Rate": 1.7682646908989923e-05, "Finetune/Loss": 0.794318675994873, "Finetune/Loss (Raw)": 0.6722401976585388, "Finetune/Step": 2541, "Finetune/Step Time": 6.749958161264658}
+{"Finetune/Learning Rate": 1.7680652451048023e-05, "Finetune/Loss": 0.7939011454582214, "Finetune/Loss (Raw)": 0.853949785232544, "Finetune/Step": 2542, "Finetune/Step Time": 6.754187293350697}
+{"Finetune/Learning Rate": 1.76786572477805e-05, "Finetune/Loss": 0.7939856052398682, "Finetune/Loss (Raw)": 0.8592555522918701, "Finetune/Step": 2543, "Finetune/Step Time": 6.748973714187741}
+{"Finetune/Learning Rate": 1.7676661299380973e-05, "Finetune/Loss": 0.7929518222808838, "Finetune/Loss (Raw)": 0.660552442073822, "Finetune/Step": 2544, "Finetune/Step Time": 6.748187495395541}
+{"Finetune/Learning Rate": 1.7674664606043123e-05, "Finetune/Loss": 0.7934834361076355, "Finetune/Loss (Raw)": 0.8347774744033813, "Finetune/Step": 2545, "Finetune/Step Time": 6.742147408425808}
+{"Finetune/Learning Rate": 1.7672667167960705e-05, "Finetune/Loss": 0.7922199368476868, "Finetune/Loss (Raw)": 0.298365980386734, "Finetune/Step": 2546, "Finetune/Step Time": 6.740964192897081}
+{"Finetune/Learning Rate": 1.767066898532756e-05, "Finetune/Loss": 0.7922632694244385, "Finetune/Loss (Raw)": 0.8092321753501892, "Finetune/Step": 2547, "Finetune/Step Time": 6.712786193937063}
+{"Finetune/Learning Rate": 1.7668670058337575e-05, "Finetune/Loss": 0.7919375896453857, "Finetune/Loss (Raw)": 0.9719230532646179, "Finetune/Step": 2548, "Finetune/Step Time": 6.71481584943831}
+{"Finetune/Learning Rate": 1.766667038718474e-05, "Finetune/Loss": 0.7893537282943726, "Finetune/Loss (Raw)": 0.34519508481025696, "Finetune/Step": 2549, "Finetune/Step Time": 6.714684443548322}
+{"Finetune/Learning Rate": 1.766466997206309e-05, "Finetune/Loss": 0.7904834151268005, "Finetune/Loss (Raw)": 0.8461892008781433, "Finetune/Step": 2550, "Finetune/Step Time": 6.704806825146079}
+{"Finetune/Learning Rate": 1.7662668813166753e-05, "Finetune/Loss": 0.7929177284240723, "Finetune/Loss (Raw)": 0.9096826314926147, "Finetune/Step": 2551, "Finetune/Step Time": 6.701168948784471}
+{"Finetune/Learning Rate": 1.7660666910689915e-05, "Finetune/Loss": 0.794113039970398, "Finetune/Loss (Raw)": 1.064585566520691, "Finetune/Step": 2552, "Finetune/Step Time": 6.701998805627227}
+{"Finetune/Learning Rate": 1.7658664264826835e-05, "Finetune/Loss": 0.7942925691604614, "Finetune/Loss (Raw)": 0.7333790063858032, "Finetune/Step": 2553, "Finetune/Step Time": 6.70307532697916}
+{"Finetune/Learning Rate": 1.765666087577186e-05, "Finetune/Loss": 0.797822117805481, "Finetune/Loss (Raw)": 0.8414326310157776, "Finetune/Step": 2554, "Finetune/Step Time": 6.710847241804004}
+{"Finetune/Learning Rate": 1.765465674371939e-05, "Finetune/Loss": 0.7936902046203613, "Finetune/Loss (Raw)": 0.3497573137283325, "Finetune/Step": 2555, "Finetune/Step Time": 6.72918625921011}
+{"Finetune/Learning Rate": 1.7652651868863904e-05, "Finetune/Loss": 0.794887125492096, "Finetune/Loss (Raw)": 0.876968502998352, "Finetune/Step": 2556, "Finetune/Step Time": 6.728818902745843}
+{"Finetune/Learning Rate": 1.7650646251399957e-05, "Finetune/Loss": 0.7937830686569214, "Finetune/Loss (Raw)": 0.7261694669723511, "Finetune/Step": 2557, "Finetune/Step Time": 6.702258575707674}
+{"Finetune/Learning Rate": 1.764863989152217e-05, "Finetune/Loss": 0.7946759462356567, "Finetune/Loss (Raw)": 0.8223699927330017, "Finetune/Step": 2558, "Finetune/Step Time": 6.672176850959659}
+{"Finetune/Learning Rate": 1.764663278942524e-05, "Finetune/Loss": 0.7931960821151733, "Finetune/Loss (Raw)": 0.7429401278495789, "Finetune/Step": 2559, "Finetune/Step Time": 6.670160261914134}
+{"Finetune/Learning Rate": 1.7644624945303937e-05, "Finetune/Loss": 0.791602611541748, "Finetune/Loss (Raw)": 0.6183209419250488, "Finetune/Step": 2560, "Finetune/Step Time": 6.678307445719838}
+{"Finetune/Learning Rate": 1.76426163593531e-05, "Finetune/Loss": 0.792241096496582, "Finetune/Loss (Raw)": 0.8361774682998657, "Finetune/Step": 2561, "Finetune/Step Time": 6.681308228522539}
+{"Finetune/Learning Rate": 1.764060703176764e-05, "Finetune/Loss": 0.7928032875061035, "Finetune/Loss (Raw)": 0.9397280216217041, "Finetune/Step": 2562, "Finetune/Step Time": 6.670237751677632}
+{"Finetune/Learning Rate": 1.763859696274254e-05, "Finetune/Loss": 0.7898209691047668, "Finetune/Loss (Raw)": 0.4556456506252289, "Finetune/Step": 2563, "Finetune/Step Time": 6.667680410668254}
+{"Finetune/Learning Rate": 1.7636586152472857e-05, "Finetune/Loss": 0.7895311117172241, "Finetune/Loss (Raw)": 0.8679287433624268, "Finetune/Step": 2564, "Finetune/Step Time": 6.6697161141783}
+{"Finetune/Learning Rate": 1.763457460115372e-05, "Finetune/Loss": 0.790440022945404, "Finetune/Loss (Raw)": 0.9044530987739563, "Finetune/Step": 2565, "Finetune/Step Time": 6.666929652914405}
+{"Finetune/Learning Rate": 1.7632562308980327e-05, "Finetune/Loss": 0.7897998690605164, "Finetune/Loss (Raw)": 0.866081953048706, "Finetune/Step": 2566, "Finetune/Step Time": 6.678497204557061}
+{"Finetune/Learning Rate": 1.763054927614795e-05, "Finetune/Loss": 0.7885122299194336, "Finetune/Loss (Raw)": 0.752798318862915, "Finetune/Step": 2567, "Finetune/Step Time": 6.672667220234871}
+{"Finetune/Learning Rate": 1.7628535502851932e-05, "Finetune/Loss": 0.7871454358100891, "Finetune/Loss (Raw)": 0.7580059766769409, "Finetune/Step": 2568, "Finetune/Step Time": 6.676240980625153}
+{"Finetune/Learning Rate": 1.762652098928769e-05, "Finetune/Loss": 0.7878191471099854, "Finetune/Loss (Raw)": 1.0226424932479858, "Finetune/Step": 2569, "Finetune/Step Time": 6.674279600381851}
+{"Finetune/Learning Rate": 1.7624505735650704e-05, "Finetune/Loss": 0.7875954508781433, "Finetune/Loss (Raw)": 0.8329561352729797, "Finetune/Step": 2570, "Finetune/Step Time": 6.678336692973971}
+{"Finetune/Learning Rate": 1.7622489742136546e-05, "Finetune/Loss": 0.7883427739143372, "Finetune/Loss (Raw)": 1.0414528846740723, "Finetune/Step": 2571, "Finetune/Step Time": 6.686550760641694}
+{"Finetune/Learning Rate": 1.7620473008940834e-05, "Finetune/Loss": 0.7880948781967163, "Finetune/Loss (Raw)": 0.8432934880256653, "Finetune/Step": 2572, "Finetune/Step Time": 6.683503195643425}
+{"Finetune/Learning Rate": 1.761845553625928e-05, "Finetune/Loss": 0.7912888526916504, "Finetune/Loss (Raw)": 0.823523998260498, "Finetune/Step": 2573, "Finetune/Step Time": 6.66969764046371}
+{"Finetune/Learning Rate": 1.7616437324287652e-05, "Finetune/Loss": 0.7902761697769165, "Finetune/Loss (Raw)": 0.7738983631134033, "Finetune/Step": 2574, "Finetune/Step Time": 6.70161865092814}
+{"Finetune/Learning Rate": 1.7614418373221796e-05, "Finetune/Loss": 0.7892146706581116, "Finetune/Loss (Raw)": 0.7464673519134521, "Finetune/Step": 2575, "Finetune/Step Time": 6.694198779761791}
+{"Finetune/Learning Rate": 1.7612398683257635e-05, "Finetune/Loss": 0.788385808467865, "Finetune/Loss (Raw)": 0.8289057016372681, "Finetune/Step": 2576, "Finetune/Step Time": 6.694427138194442}
+{"Finetune/Learning Rate": 1.7610378254591155e-05, "Finetune/Loss": 0.7895523309707642, "Finetune/Loss (Raw)": 0.8874456882476807, "Finetune/Step": 2577, "Finetune/Step Time": 6.697608362883329}
+{"Finetune/Learning Rate": 1.7608357087418416e-05, "Finetune/Loss": 0.7929275631904602, "Finetune/Loss (Raw)": 0.937592089176178, "Finetune/Step": 2578, "Finetune/Step Time": 6.678016187623143}
+{"Finetune/Learning Rate": 1.7606335181935552e-05, "Finetune/Loss": 0.7975876927375793, "Finetune/Loss (Raw)": 0.9350137114524841, "Finetune/Step": 2579, "Finetune/Step Time": 6.656516615301371}
+{"Finetune/Learning Rate": 1.760431253833877e-05, "Finetune/Loss": 0.7961069345474243, "Finetune/Loss (Raw)": 0.614578902721405, "Finetune/Step": 2580, "Finetune/Step Time": 6.666118731722236}
+{"Finetune/Learning Rate": 1.760228915682434e-05, "Finetune/Loss": 0.7970190048217773, "Finetune/Loss (Raw)": 0.9451456069946289, "Finetune/Step": 2581, "Finetune/Step Time": 6.643039079383016}
+{"Finetune/Learning Rate": 1.7600265037588618e-05, "Finetune/Loss": 0.796931803226471, "Finetune/Loss (Raw)": 0.8207452297210693, "Finetune/Step": 2582, "Finetune/Step Time": 6.631936592981219}
+{"Finetune/Learning Rate": 1.7598240180828015e-05, "Finetune/Loss": 0.7956866025924683, "Finetune/Loss (Raw)": 0.7300928831100464, "Finetune/Step": 2583, "Finetune/Step Time": 6.639468545094132}
+{"Finetune/Learning Rate": 1.7596214586739026e-05, "Finetune/Loss": 0.79593425989151, "Finetune/Loss (Raw)": 0.9340165257453918, "Finetune/Step": 2584, "Finetune/Step Time": 6.639184748753905}
+{"Finetune/Learning Rate": 1.759418825551821e-05, "Finetune/Loss": 0.7943023443222046, "Finetune/Loss (Raw)": 0.6686197519302368, "Finetune/Step": 2585, "Finetune/Step Time": 6.640907717868686}
+{"Finetune/Learning Rate": 1.7592161187362208e-05, "Finetune/Loss": 0.7943018674850464, "Finetune/Loss (Raw)": 0.8296092748641968, "Finetune/Step": 2586, "Finetune/Step Time": 6.6175412982702255}
+{"Finetune/Learning Rate": 1.759013338246772e-05, "Finetune/Loss": 0.7953090071678162, "Finetune/Loss (Raw)": 0.9245944619178772, "Finetune/Step": 2587, "Finetune/Step Time": 6.616739470511675}
+{"Finetune/Learning Rate": 1.7588104841031525e-05, "Finetune/Loss": 0.7949051260948181, "Finetune/Loss (Raw)": 0.7244815230369568, "Finetune/Step": 2588, "Finetune/Step Time": 6.624443039298058}
+{"Finetune/Learning Rate": 1.7586075563250468e-05, "Finetune/Loss": 0.7941649556159973, "Finetune/Loss (Raw)": 0.8608776330947876, "Finetune/Step": 2589, "Finetune/Step Time": 6.618521612137556}
+{"Finetune/Learning Rate": 1.758404554932147e-05, "Finetune/Loss": 0.7943213582038879, "Finetune/Loss (Raw)": 0.9068353772163391, "Finetune/Step": 2590, "Finetune/Step Time": 6.620710197836161}
+{"Finetune/Learning Rate": 1.7582014799441524e-05, "Finetune/Loss": 0.7939643263816833, "Finetune/Loss (Raw)": 0.7517164945602417, "Finetune/Step": 2591, "Finetune/Step Time": 6.657428162172437}
+{"Finetune/Learning Rate": 1.7579983313807694e-05, "Finetune/Loss": 0.7932721376419067, "Finetune/Loss (Raw)": 0.8308767676353455, "Finetune/Step": 2592, "Finetune/Step Time": 6.674918970093131}
+{"Finetune/Learning Rate": 1.757795109261711e-05, "Finetune/Loss": 0.7922147512435913, "Finetune/Loss (Raw)": 0.7138899564743042, "Finetune/Step": 2593, "Finetune/Step Time": 6.694245265796781}
+{"Finetune/Learning Rate": 1.7575918136066978e-05, "Finetune/Loss": 0.7916899919509888, "Finetune/Loss (Raw)": 0.7280879020690918, "Finetune/Step": 2594, "Finetune/Step Time": 6.704941103234887}
+{"Finetune/Learning Rate": 1.757388444435458e-05, "Finetune/Loss": 0.7914958000183105, "Finetune/Loss (Raw)": 0.808207094669342, "Finetune/Step": 2595, "Finetune/Step Time": 6.709866436198354}
+{"Finetune/Learning Rate": 1.757185001767726e-05, "Finetune/Loss": 0.7898708581924438, "Finetune/Loss (Raw)": 0.7500557899475098, "Finetune/Step": 2596, "Finetune/Step Time": 6.703136647120118}
+{"Finetune/Learning Rate": 1.7569814856232437e-05, "Finetune/Loss": 0.7897896766662598, "Finetune/Loss (Raw)": 0.9148188829421997, "Finetune/Step": 2597, "Finetune/Step Time": 6.705573940649629}
+{"Finetune/Learning Rate": 1.75677789602176e-05, "Finetune/Loss": 0.78850919008255, "Finetune/Loss (Raw)": 0.6143277883529663, "Finetune/Step": 2598, "Finetune/Step Time": 6.717089384794235}
+{"Finetune/Learning Rate": 1.756574232983032e-05, "Finetune/Loss": 0.7882118225097656, "Finetune/Loss (Raw)": 0.8871364593505859, "Finetune/Step": 2599, "Finetune/Step Time": 6.720779322087765}
+{"Finetune/Learning Rate": 1.756370496526822e-05, "Finetune/Loss": 0.787883996963501, "Finetune/Loss (Raw)": 0.8162164092063904, "Finetune/Step": 2600, "Finetune/Step Time": 6.725121323019266}
+{"Finetune/Learning Rate": 1.7561666866729006e-05, "Finetune/Loss": 0.7872151136398315, "Finetune/Loss (Raw)": 0.7958329319953918, "Finetune/Step": 2601, "Finetune/Step Time": 6.721337432041764}
+{"Finetune/Learning Rate": 1.7559628034410463e-05, "Finetune/Loss": 0.7883783578872681, "Finetune/Loss (Raw)": 0.9658641815185547, "Finetune/Step": 2602, "Finetune/Step Time": 6.718528188765049}
+{"Finetune/Learning Rate": 1.755758846851043e-05, "Finetune/Loss": 0.7890511155128479, "Finetune/Loss (Raw)": 0.9244068264961243, "Finetune/Step": 2603, "Finetune/Step Time": 6.71742625720799}
+{"Finetune/Learning Rate": 1.755554816922682e-05, "Finetune/Loss": 0.788363516330719, "Finetune/Loss (Raw)": 0.7886906862258911, "Finetune/Step": 2604, "Finetune/Step Time": 6.722840892150998}
+{"Finetune/Learning Rate": 1.7553507136757636e-05, "Finetune/Loss": 0.7876916527748108, "Finetune/Loss (Raw)": 0.7549178004264832, "Finetune/Step": 2605, "Finetune/Step Time": 6.731518402695656}
+{"Finetune/Learning Rate": 1.7551465371300928e-05, "Finetune/Loss": 0.7869080305099487, "Finetune/Loss (Raw)": 0.748845636844635, "Finetune/Step": 2606, "Finetune/Step Time": 6.758915798738599}
+{"Finetune/Learning Rate": 1.7549422873054835e-05, "Finetune/Loss": 0.7876575589179993, "Finetune/Loss (Raw)": 0.8449956178665161, "Finetune/Step": 2607, "Finetune/Step Time": 6.788346318528056}
+{"Finetune/Learning Rate": 1.754737964221755e-05, "Finetune/Loss": 0.7890371084213257, "Finetune/Loss (Raw)": 0.9065007567405701, "Finetune/Step": 2608, "Finetune/Step Time": 6.780873941257596}
+{"Finetune/Learning Rate": 1.7545335678987355e-05, "Finetune/Loss": 0.7929824590682983, "Finetune/Loss (Raw)": 0.905845582485199, "Finetune/Step": 2609, "Finetune/Step Time": 6.764294780790806}
+{"Finetune/Learning Rate": 1.7543290983562594e-05, "Finetune/Loss": 0.7905449867248535, "Finetune/Loss (Raw)": 0.7280364632606506, "Finetune/Step": 2610, "Finetune/Step Time": 6.77979850769043}
+{"Finetune/Learning Rate": 1.754124555614168e-05, "Finetune/Loss": 0.7899256944656372, "Finetune/Loss (Raw)": 0.7080500721931458, "Finetune/Step": 2611, "Finetune/Step Time": 6.780505180358887}
+{"Finetune/Learning Rate": 1.7539199396923102e-05, "Finetune/Loss": 0.7905102968215942, "Finetune/Loss (Raw)": 0.8310434818267822, "Finetune/Step": 2612, "Finetune/Step Time": 6.768478732556105}
+{"Finetune/Learning Rate": 1.753715250610542e-05, "Finetune/Loss": 0.7914666533470154, "Finetune/Loss (Raw)": 0.9876981377601624, "Finetune/Step": 2613, "Finetune/Step Time": 6.766128631308675}
+{"Finetune/Learning Rate": 1.7535104883887254e-05, "Finetune/Loss": 0.7924544215202332, "Finetune/Loss (Raw)": 0.7912050485610962, "Finetune/Step": 2614, "Finetune/Step Time": 6.758162526413798}
+{"Finetune/Learning Rate": 1.7533056530467315e-05, "Finetune/Loss": 0.7969895601272583, "Finetune/Loss (Raw)": 0.9111472368240356, "Finetune/Step": 2615, "Finetune/Step Time": 6.748546753078699}
+{"Finetune/Learning Rate": 1.7531007446044366e-05, "Finetune/Loss": 0.7970603704452515, "Finetune/Loss (Raw)": 0.9346005320549011, "Finetune/Step": 2616, "Finetune/Step Time": 6.751349646598101}
+{"Finetune/Learning Rate": 1.7528957630817257e-05, "Finetune/Loss": 0.7934452891349792, "Finetune/Loss (Raw)": 0.41785192489624023, "Finetune/Step": 2617, "Finetune/Step Time": 6.747526152059436}
+{"Finetune/Learning Rate": 1.752690708498489e-05, "Finetune/Loss": 0.7960805296897888, "Finetune/Loss (Raw)": 0.6737691164016724, "Finetune/Step": 2618, "Finetune/Step Time": 6.733960440382361}
+{"Finetune/Learning Rate": 1.752485580874626e-05, "Finetune/Loss": 0.7968664169311523, "Finetune/Loss (Raw)": 0.9148117899894714, "Finetune/Step": 2619, "Finetune/Step Time": 6.727340867742896}
+{"Finetune/Learning Rate": 1.752280380230041e-05, "Finetune/Loss": 0.796909749507904, "Finetune/Loss (Raw)": 0.7428920865058899, "Finetune/Step": 2620, "Finetune/Step Time": 6.723593899980187}
+{"Finetune/Learning Rate": 1.7520751065846477e-05, "Finetune/Loss": 0.7962169647216797, "Finetune/Loss (Raw)": 0.780838131904602, "Finetune/Step": 2621, "Finetune/Step Time": 6.720487454906106}
+{"Finetune/Learning Rate": 1.751869759958365e-05, "Finetune/Loss": 0.7959468960762024, "Finetune/Loss (Raw)": 0.9136257171630859, "Finetune/Step": 2622, "Finetune/Step Time": 6.7156446520239115}
+{"Finetune/Learning Rate": 1.75166434037112e-05, "Finetune/Loss": 0.7953611612319946, "Finetune/Loss (Raw)": 0.7993560433387756, "Finetune/Step": 2623, "Finetune/Step Time": 6.735466660931706}
+{"Finetune/Learning Rate": 1.7514588478428458e-05, "Finetune/Loss": 0.7957298755645752, "Finetune/Loss (Raw)": 0.8290719389915466, "Finetune/Step": 2624, "Finetune/Step Time": 6.724755043163896}
+{"Finetune/Learning Rate": 1.751253282393484e-05, "Finetune/Loss": 0.7949691414833069, "Finetune/Loss (Raw)": 0.5987408757209778, "Finetune/Step": 2625, "Finetune/Step Time": 6.737868582829833}
+{"Finetune/Learning Rate": 1.751047644042982e-05, "Finetune/Loss": 0.7900440096855164, "Finetune/Loss (Raw)": 0.335809588432312, "Finetune/Step": 2626, "Finetune/Step Time": 6.756806910037994}
+{"Finetune/Learning Rate": 1.7508419328112952e-05, "Finetune/Loss": 0.7922752499580383, "Finetune/Loss (Raw)": 0.8114148378372192, "Finetune/Step": 2627, "Finetune/Step Time": 6.740026058629155}
+{"Finetune/Learning Rate": 1.750636148718386e-05, "Finetune/Loss": 0.7923691868782043, "Finetune/Loss (Raw)": 0.8979344367980957, "Finetune/Step": 2628, "Finetune/Step Time": 6.72957013733685}
+{"Finetune/Learning Rate": 1.7504302917842225e-05, "Finetune/Loss": 0.7892623543739319, "Finetune/Loss (Raw)": 0.5258664488792419, "Finetune/Step": 2629, "Finetune/Step Time": 6.7348277270793915}
+{"Finetune/Learning Rate": 1.7502243620287815e-05, "Finetune/Loss": 0.7879087328910828, "Finetune/Loss (Raw)": 0.7246411442756653, "Finetune/Step": 2630, "Finetune/Step Time": 6.735241033136845}
+{"Finetune/Learning Rate": 1.750018359472047e-05, "Finetune/Loss": 0.7884378433227539, "Finetune/Loss (Raw)": 0.9105865955352783, "Finetune/Step": 2631, "Finetune/Step Time": 6.732234178110957}
+{"Finetune/Learning Rate": 1.749812284134008e-05, "Finetune/Loss": 0.7874689102172852, "Finetune/Loss (Raw)": 0.7329806089401245, "Finetune/Step": 2632, "Finetune/Step Time": 6.736872144043446}
+{"Finetune/Learning Rate": 1.7496061360346634e-05, "Finetune/Loss": 0.7877326011657715, "Finetune/Loss (Raw)": 0.8802124261856079, "Finetune/Step": 2633, "Finetune/Step Time": 6.727533640339971}
+{"Finetune/Learning Rate": 1.7493999151940163e-05, "Finetune/Loss": 0.7878081798553467, "Finetune/Loss (Raw)": 0.8151439428329468, "Finetune/Step": 2634, "Finetune/Step Time": 6.728207165375352}
+{"Finetune/Learning Rate": 1.749193621632079e-05, "Finetune/Loss": 0.7866685390472412, "Finetune/Loss (Raw)": 0.800824761390686, "Finetune/Step": 2635, "Finetune/Step Time": 6.722720418125391}
+{"Finetune/Learning Rate": 1.7489872553688697e-05, "Finetune/Loss": 0.7884469032287598, "Finetune/Loss (Raw)": 0.9816536903381348, "Finetune/Step": 2636, "Finetune/Step Time": 6.722050961107016}
+{"Finetune/Learning Rate": 1.7487808164244145e-05, "Finetune/Loss": 0.7882152795791626, "Finetune/Loss (Raw)": 0.7835519313812256, "Finetune/Step": 2637, "Finetune/Step Time": 6.735876129940152}
+{"Finetune/Learning Rate": 1.748574304818746e-05, "Finetune/Loss": 0.7881944179534912, "Finetune/Loss (Raw)": 0.9392771124839783, "Finetune/Step": 2638, "Finetune/Step Time": 6.755370790138841}
+{"Finetune/Learning Rate": 1.7483677205719035e-05, "Finetune/Loss": 0.7874934673309326, "Finetune/Loss (Raw)": 0.795585036277771, "Finetune/Step": 2639, "Finetune/Step Time": 6.746747842058539}
+{"Finetune/Learning Rate": 1.7481610637039344e-05, "Finetune/Loss": 0.7846744060516357, "Finetune/Loss (Raw)": 0.3628947138786316, "Finetune/Step": 2640, "Finetune/Step Time": 6.7573921997100115}
+{"Finetune/Learning Rate": 1.7479543342348923e-05, "Finetune/Loss": 0.7851532697677612, "Finetune/Loss (Raw)": 0.8267844319343567, "Finetune/Step": 2641, "Finetune/Step Time": 6.748787613585591}
+{"Finetune/Learning Rate": 1.747747532184838e-05, "Finetune/Loss": 0.7846312522888184, "Finetune/Loss (Raw)": 0.8057309985160828, "Finetune/Step": 2642, "Finetune/Step Time": 6.737915655598044}
+{"Finetune/Learning Rate": 1.7475406575738396e-05, "Finetune/Loss": 0.7844507694244385, "Finetune/Loss (Raw)": 0.6559202075004578, "Finetune/Step": 2643, "Finetune/Step Time": 6.7347131464630365}
+{"Finetune/Learning Rate": 1.7473337104219722e-05, "Finetune/Loss": 0.7834470272064209, "Finetune/Loss (Raw)": 0.677295446395874, "Finetune/Step": 2644, "Finetune/Step Time": 6.776491079479456}
+{"Finetune/Learning Rate": 1.7471266907493173e-05, "Finetune/Loss": 0.7831164598464966, "Finetune/Loss (Raw)": 0.8321008086204529, "Finetune/Step": 2645, "Finetune/Step Time": 6.7796407621353865}
+{"Finetune/Learning Rate": 1.7469195985759643e-05, "Finetune/Loss": 0.7835559844970703, "Finetune/Loss (Raw)": 0.8309767842292786, "Finetune/Step": 2646, "Finetune/Step Time": 6.765453491359949}
+{"Finetune/Learning Rate": 1.7467124339220093e-05, "Finetune/Loss": 0.7832118272781372, "Finetune/Loss (Raw)": 0.754170298576355, "Finetune/Step": 2647, "Finetune/Step Time": 6.779755232855678}
+{"Finetune/Learning Rate": 1.7465051968075557e-05, "Finetune/Loss": 0.7822843790054321, "Finetune/Loss (Raw)": 0.8324107527732849, "Finetune/Step": 2648, "Finetune/Step Time": 6.790323479101062}
+{"Finetune/Learning Rate": 1.746297887252713e-05, "Finetune/Loss": 0.7845346927642822, "Finetune/Loss (Raw)": 0.7132580280303955, "Finetune/Step": 2649, "Finetune/Step Time": 6.783305251970887}
+{"Finetune/Learning Rate": 1.7460905052775988e-05, "Finetune/Loss": 0.7836557626724243, "Finetune/Loss (Raw)": 0.7289307713508606, "Finetune/Step": 2650, "Finetune/Step Time": 6.765436114743352}
+{"Finetune/Learning Rate": 1.7458830509023377e-05, "Finetune/Loss": 0.7852655649185181, "Finetune/Loss (Raw)": 0.8179226517677307, "Finetune/Step": 2651, "Finetune/Step Time": 6.7600531950592995}
+{"Finetune/Learning Rate": 1.74567552414706e-05, "Finetune/Loss": 0.7860614061355591, "Finetune/Loss (Raw)": 0.9075963497161865, "Finetune/Step": 2652, "Finetune/Step Time": 6.765746800228953}
+{"Finetune/Learning Rate": 1.7454679250319046e-05, "Finetune/Loss": 0.7868196964263916, "Finetune/Loss (Raw)": 0.7236138582229614, "Finetune/Step": 2653, "Finetune/Step Time": 6.7666442058980465}
+{"Finetune/Learning Rate": 1.745260253577017e-05, "Finetune/Loss": 0.7828311920166016, "Finetune/Loss (Raw)": 0.3624732792377472, "Finetune/Step": 2654, "Finetune/Step Time": 6.77923334762454}
+{"Finetune/Learning Rate": 1.7450525098025487e-05, "Finetune/Loss": 0.782577633857727, "Finetune/Loss (Raw)": 0.8226001858711243, "Finetune/Step": 2655, "Finetune/Step Time": 6.7777747977525}
+{"Finetune/Learning Rate": 1.7448446937286594e-05, "Finetune/Loss": 0.7815371751785278, "Finetune/Loss (Raw)": 0.8267538547515869, "Finetune/Step": 2656, "Finetune/Step Time": 6.7744254767894745}
+{"Finetune/Learning Rate": 1.744636805375516e-05, "Finetune/Loss": 0.7839884757995605, "Finetune/Loss (Raw)": 0.6018097400665283, "Finetune/Step": 2657, "Finetune/Step Time": 6.769788861274719}
+{"Finetune/Learning Rate": 1.744428844763291e-05, "Finetune/Loss": 0.7817479372024536, "Finetune/Loss (Raw)": 0.5911862254142761, "Finetune/Step": 2658, "Finetune/Step Time": 6.78733260370791}
+{"Finetune/Learning Rate": 1.7442208119121654e-05, "Finetune/Loss": 0.7823037505149841, "Finetune/Loss (Raw)": 0.8600769639015198, "Finetune/Step": 2659, "Finetune/Step Time": 6.77892348729074}
+{"Finetune/Learning Rate": 1.7440127068423264e-05, "Finetune/Loss": 0.782984733581543, "Finetune/Loss (Raw)": 0.9028480648994446, "Finetune/Step": 2660, "Finetune/Step Time": 6.75326381996274}
+{"Finetune/Learning Rate": 1.7438045295739678e-05, "Finetune/Loss": 0.7852670550346375, "Finetune/Loss (Raw)": 1.0244113206863403, "Finetune/Step": 2661, "Finetune/Step Time": 6.756379526108503}
+{"Finetune/Learning Rate": 1.7435962801272917e-05, "Finetune/Loss": 0.7891765832901001, "Finetune/Loss (Raw)": 0.8947356939315796, "Finetune/Step": 2662, "Finetune/Step Time": 6.725037455558777}
+{"Finetune/Learning Rate": 1.7433879585225067e-05, "Finetune/Loss": 0.7890042066574097, "Finetune/Loss (Raw)": 0.9184232354164124, "Finetune/Step": 2663, "Finetune/Step Time": 6.731544006615877}
+{"Finetune/Learning Rate": 1.7431795647798277e-05, "Finetune/Loss": 0.7876251935958862, "Finetune/Loss (Raw)": 0.4563247561454773, "Finetune/Step": 2664, "Finetune/Step Time": 6.733397122472525}
+{"Finetune/Learning Rate": 1.7429710989194767e-05, "Finetune/Loss": 0.7871847748756409, "Finetune/Loss (Raw)": 0.6933255195617676, "Finetune/Step": 2665, "Finetune/Step Time": 6.726498631760478}
+{"Finetune/Learning Rate": 1.742762560961684e-05, "Finetune/Loss": 0.7872464060783386, "Finetune/Loss (Raw)": 0.8903923034667969, "Finetune/Step": 2666, "Finetune/Step Time": 6.72319152764976}
+{"Finetune/Learning Rate": 1.742553950926685e-05, "Finetune/Loss": 0.786781907081604, "Finetune/Loss (Raw)": 0.7488608956336975, "Finetune/Step": 2667, "Finetune/Step Time": 6.717835508286953}
+{"Finetune/Learning Rate": 1.7423452688347242e-05, "Finetune/Loss": 0.7865664958953857, "Finetune/Loss (Raw)": 0.8163344860076904, "Finetune/Step": 2668, "Finetune/Step Time": 6.714019242674112}
+{"Finetune/Learning Rate": 1.742136514706051e-05, "Finetune/Loss": 0.7887210845947266, "Finetune/Loss (Raw)": 0.94802325963974, "Finetune/Step": 2669, "Finetune/Step Time": 6.6976534724235535}
+{"Finetune/Learning Rate": 1.741927688560924e-05, "Finetune/Loss": 0.7887966632843018, "Finetune/Loss (Raw)": 0.8636249899864197, "Finetune/Step": 2670, "Finetune/Step Time": 6.692638965323567}
+{"Finetune/Learning Rate": 1.741718790419606e-05, "Finetune/Loss": 0.7870410680770874, "Finetune/Loss (Raw)": 0.6345449686050415, "Finetune/Step": 2671, "Finetune/Step Time": 6.698952592909336}
+{"Finetune/Learning Rate": 1.7415098203023694e-05, "Finetune/Loss": 0.7865657806396484, "Finetune/Loss (Raw)": 0.5997145771980286, "Finetune/Step": 2672, "Finetune/Step Time": 6.704140532761812}
+{"Finetune/Learning Rate": 1.741300778229492e-05, "Finetune/Loss": 0.7865439057350159, "Finetune/Loss (Raw)": 0.8319706916809082, "Finetune/Step": 2673, "Finetune/Step Time": 6.704480716958642}
+{"Finetune/Learning Rate": 1.7410916642212595e-05, "Finetune/Loss": 0.7891678810119629, "Finetune/Loss (Raw)": 0.6342424750328064, "Finetune/Step": 2674, "Finetune/Step Time": 6.695960357785225}
+{"Finetune/Learning Rate": 1.740882478297964e-05, "Finetune/Loss": 0.7892943620681763, "Finetune/Loss (Raw)": 0.8254185914993286, "Finetune/Step": 2675, "Finetune/Step Time": 6.7005740106105804}
+{"Finetune/Learning Rate": 1.7406732204799046e-05, "Finetune/Loss": 0.7879832983016968, "Finetune/Loss (Raw)": 0.8040981292724609, "Finetune/Step": 2676, "Finetune/Step Time": 6.704002121463418}
+{"Finetune/Learning Rate": 1.7404638907873877e-05, "Finetune/Loss": 0.7922961115837097, "Finetune/Loss (Raw)": 0.8972415924072266, "Finetune/Step": 2677, "Finetune/Step Time": 6.692529981955886}
+{"Finetune/Learning Rate": 1.740254489240727e-05, "Finetune/Loss": 0.7921003103256226, "Finetune/Loss (Raw)": 0.8211302161216736, "Finetune/Step": 2678, "Finetune/Step Time": 6.691267289221287}
+{"Finetune/Learning Rate": 1.740045015860242e-05, "Finetune/Loss": 0.7926552891731262, "Finetune/Loss (Raw)": 0.9807183742523193, "Finetune/Step": 2679, "Finetune/Step Time": 6.688366072252393}
+{"Finetune/Learning Rate": 1.73983547066626e-05, "Finetune/Loss": 0.7913745045661926, "Finetune/Loss (Raw)": 0.9006491303443909, "Finetune/Step": 2680, "Finetune/Step Time": 6.700887488201261}
+{"Finetune/Learning Rate": 1.7396258536791152e-05, "Finetune/Loss": 0.7884824275970459, "Finetune/Loss (Raw)": 0.36318424344062805, "Finetune/Step": 2681, "Finetune/Step Time": 6.708178663626313}
+{"Finetune/Learning Rate": 1.739416164919149e-05, "Finetune/Loss": 0.788353681564331, "Finetune/Loss (Raw)": 0.824962854385376, "Finetune/Step": 2682, "Finetune/Step Time": 6.685481071472168}
+{"Finetune/Learning Rate": 1.739206404406709e-05, "Finetune/Loss": 0.7923223376274109, "Finetune/Loss (Raw)": 0.8577439785003662, "Finetune/Step": 2683, "Finetune/Step Time": 6.664434231817722}
+{"Finetune/Learning Rate": 1.7389965721621505e-05, "Finetune/Loss": 0.7917749881744385, "Finetune/Loss (Raw)": 0.806900143623352, "Finetune/Step": 2684, "Finetune/Step Time": 6.66450715623796}
+{"Finetune/Learning Rate": 1.7387866682058353e-05, "Finetune/Loss": 0.7929272055625916, "Finetune/Loss (Raw)": 0.8736536502838135, "Finetune/Step": 2685, "Finetune/Step Time": 6.668338032439351}
+{"Finetune/Learning Rate": 1.7385766925581327e-05, "Finetune/Loss": 0.7923500537872314, "Finetune/Loss (Raw)": 0.748495876789093, "Finetune/Step": 2686, "Finetune/Step Time": 6.671255465596914}
+{"Finetune/Learning Rate": 1.7383666452394183e-05, "Finetune/Loss": 0.7928347587585449, "Finetune/Loss (Raw)": 0.8049865365028381, "Finetune/Step": 2687, "Finetune/Step Time": 6.673322169110179}
+{"Finetune/Learning Rate": 1.7381565262700747e-05, "Finetune/Loss": 0.7947742938995361, "Finetune/Loss (Raw)": 0.8665751218795776, "Finetune/Step": 2688, "Finetune/Step Time": 6.6550858449190855}
+{"Finetune/Learning Rate": 1.7379463356704924e-05, "Finetune/Loss": 0.7958138585090637, "Finetune/Loss (Raw)": 0.9692437648773193, "Finetune/Step": 2689, "Finetune/Step Time": 6.652754129841924}
+{"Finetune/Learning Rate": 1.7377360734610677e-05, "Finetune/Loss": 0.7915125489234924, "Finetune/Loss (Raw)": 0.3891650438308716, "Finetune/Step": 2690, "Finetune/Step Time": 6.673536954447627}
+{"Finetune/Learning Rate": 1.7375257396622044e-05, "Finetune/Loss": 0.7950980067253113, "Finetune/Loss (Raw)": 0.9145814180374146, "Finetune/Step": 2691, "Finetune/Step Time": 6.667749280110002}
+{"Finetune/Learning Rate": 1.737315334294313e-05, "Finetune/Loss": 0.7944481372833252, "Finetune/Loss (Raw)": 0.784744143486023, "Finetune/Step": 2692, "Finetune/Step Time": 6.667620379477739}
+{"Finetune/Learning Rate": 1.7371048573778114e-05, "Finetune/Loss": 0.7941698431968689, "Finetune/Loss (Raw)": 0.8688308000564575, "Finetune/Step": 2693, "Finetune/Step Time": 6.666208708658814}
+{"Finetune/Learning Rate": 1.7368943089331242e-05, "Finetune/Loss": 0.7933028936386108, "Finetune/Loss (Raw)": 0.7551099061965942, "Finetune/Step": 2694, "Finetune/Step Time": 6.658782973885536}
+{"Finetune/Learning Rate": 1.7366836889806827e-05, "Finetune/Loss": 0.7936117053031921, "Finetune/Loss (Raw)": 0.7923356890678406, "Finetune/Step": 2695, "Finetune/Step Time": 6.658473094925284}
+{"Finetune/Learning Rate": 1.736472997540925e-05, "Finetune/Loss": 0.7941688895225525, "Finetune/Loss (Raw)": 0.8293208479881287, "Finetune/Step": 2696, "Finetune/Step Time": 6.670622430741787}
+{"Finetune/Learning Rate": 1.736262234634297e-05, "Finetune/Loss": 0.7925823926925659, "Finetune/Loss (Raw)": 0.8195662498474121, "Finetune/Step": 2697, "Finetune/Step Time": 6.6738781575113535}
+{"Finetune/Learning Rate": 1.7360514002812508e-05, "Finetune/Loss": 0.7919512987136841, "Finetune/Loss (Raw)": 0.7521864175796509, "Finetune/Step": 2698, "Finetune/Step Time": 6.67954171448946}
+{"Finetune/Learning Rate": 1.7358404945022456e-05, "Finetune/Loss": 0.7908731698989868, "Finetune/Loss (Raw)": 0.903454601764679, "Finetune/Step": 2699, "Finetune/Step Time": 6.683979174122214}
+{"Finetune/Learning Rate": 1.7356295173177473e-05, "Finetune/Loss": 0.7907438278198242, "Finetune/Loss (Raw)": 0.8267275094985962, "Finetune/Step": 2700, "Finetune/Step Time": 6.683922920376062}
+{"Finetune/Learning Rate": 1.7354184687482294e-05, "Finetune/Loss": 0.7906286120414734, "Finetune/Loss (Raw)": 0.8087794184684753, "Finetune/Step": 2701, "Finetune/Step Time": 6.7167606595903635}
+{"Finetune/Learning Rate": 1.7352073488141722e-05, "Finetune/Loss": 0.7913297414779663, "Finetune/Loss (Raw)": 0.8636417984962463, "Finetune/Step": 2702, "Finetune/Step Time": 6.695834696292877}
+{"Finetune/Learning Rate": 1.734996157536062e-05, "Finetune/Loss": 0.7911056876182556, "Finetune/Loss (Raw)": 0.7177891731262207, "Finetune/Step": 2703, "Finetune/Step Time": 6.722487671300769}
+{"Finetune/Learning Rate": 1.7347848949343927e-05, "Finetune/Loss": 0.7900806665420532, "Finetune/Loss (Raw)": 0.6977067589759827, "Finetune/Step": 2704, "Finetune/Step Time": 6.735086362808943}
+{"Finetune/Learning Rate": 1.7345735610296656e-05, "Finetune/Loss": 0.7893540859222412, "Finetune/Loss (Raw)": 0.7944408655166626, "Finetune/Step": 2705, "Finetune/Step Time": 6.736477768048644}
+{"Finetune/Learning Rate": 1.7343621558423877e-05, "Finetune/Loss": 0.7889101505279541, "Finetune/Loss (Raw)": 0.8807663917541504, "Finetune/Step": 2706, "Finetune/Step Time": 6.743155276402831}
+{"Finetune/Learning Rate": 1.7341506793930744e-05, "Finetune/Loss": 0.7894112467765808, "Finetune/Loss (Raw)": 0.999156653881073, "Finetune/Step": 2707, "Finetune/Step Time": 6.740324426442385}
+{"Finetune/Learning Rate": 1.7339391317022464e-05, "Finetune/Loss": 0.7918683290481567, "Finetune/Loss (Raw)": 0.9290866851806641, "Finetune/Step": 2708, "Finetune/Step Time": 6.737256288528442}
+{"Finetune/Learning Rate": 1.7337275127904332e-05, "Finetune/Loss": 0.7905556559562683, "Finetune/Loss (Raw)": 0.7771202325820923, "Finetune/Step": 2709, "Finetune/Step Time": 6.74640597961843}
+{"Finetune/Learning Rate": 1.7335158226781696e-05, "Finetune/Loss": 0.7872467041015625, "Finetune/Loss (Raw)": 0.39719894528388977, "Finetune/Step": 2710, "Finetune/Step Time": 6.767454465851188}
+{"Finetune/Learning Rate": 1.7333040613859974e-05, "Finetune/Loss": 0.7884751558303833, "Finetune/Loss (Raw)": 0.8873331546783447, "Finetune/Step": 2711, "Finetune/Step Time": 6.758658001199365}
+{"Finetune/Learning Rate": 1.7330922289344663e-05, "Finetune/Loss": 0.7877258658409119, "Finetune/Loss (Raw)": 0.8381074666976929, "Finetune/Step": 2712, "Finetune/Step Time": 6.77676603384316}
+{"Finetune/Learning Rate": 1.7328803253441325e-05, "Finetune/Loss": 0.7887983918190002, "Finetune/Loss (Raw)": 0.8059044480323792, "Finetune/Step": 2713, "Finetune/Step Time": 6.783625198528171}
+{"Finetune/Learning Rate": 1.732668350635559e-05, "Finetune/Loss": 0.789415180683136, "Finetune/Loss (Raw)": 0.9085615277290344, "Finetune/Step": 2714, "Finetune/Step Time": 6.783228913322091}
+{"Finetune/Learning Rate": 1.732456304829315e-05, "Finetune/Loss": 0.7879252433776855, "Finetune/Loss (Raw)": 0.7338829636573792, "Finetune/Step": 2715, "Finetune/Step Time": 6.766680523753166}
+{"Finetune/Learning Rate": 1.7322441879459778e-05, "Finetune/Loss": 0.7886406183242798, "Finetune/Loss (Raw)": 0.8160496950149536, "Finetune/Step": 2716, "Finetune/Step Time": 6.7595768086612225}
+{"Finetune/Learning Rate": 1.7320320000061314e-05, "Finetune/Loss": 0.7887130379676819, "Finetune/Loss (Raw)": 0.870144248008728, "Finetune/Step": 2717, "Finetune/Step Time": 6.741816580295563}
+{"Finetune/Learning Rate": 1.731819741030366e-05, "Finetune/Loss": 0.7877013087272644, "Finetune/Loss (Raw)": 0.7773338556289673, "Finetune/Step": 2718, "Finetune/Step Time": 6.74190785177052}
+{"Finetune/Learning Rate": 1.731607411039279e-05, "Finetune/Loss": 0.7883946299552917, "Finetune/Loss (Raw)": 0.840462327003479, "Finetune/Step": 2719, "Finetune/Step Time": 6.706539366394281}
+{"Finetune/Learning Rate": 1.731395010053475e-05, "Finetune/Loss": 0.7888814210891724, "Finetune/Loss (Raw)": 0.8931873440742493, "Finetune/Step": 2720, "Finetune/Step Time": 6.702674945816398}
+{"Finetune/Learning Rate": 1.7311825380935654e-05, "Finetune/Loss": 0.7889823913574219, "Finetune/Loss (Raw)": 0.7268165349960327, "Finetune/Step": 2721, "Finetune/Step Time": 6.693472340703011}
+{"Finetune/Learning Rate": 1.730969995180168e-05, "Finetune/Loss": 0.7897604703903198, "Finetune/Loss (Raw)": 0.8276777863502502, "Finetune/Step": 2722, "Finetune/Step Time": 6.684082435443997}
+{"Finetune/Learning Rate": 1.7307573813339077e-05, "Finetune/Loss": 0.7893373370170593, "Finetune/Loss (Raw)": 0.7540498971939087, "Finetune/Step": 2723, "Finetune/Step Time": 6.678650230169296}
+{"Finetune/Learning Rate": 1.7305446965754167e-05, "Finetune/Loss": 0.790120005607605, "Finetune/Loss (Raw)": 0.8502361178398132, "Finetune/Step": 2724, "Finetune/Step Time": 6.690647153183818}
+{"Finetune/Learning Rate": 1.730331940925334e-05, "Finetune/Loss": 0.7895086407661438, "Finetune/Loss (Raw)": 0.8365617394447327, "Finetune/Step": 2725, "Finetune/Step Time": 6.68451745249331}
+{"Finetune/Learning Rate": 1.7301191144043047e-05, "Finetune/Loss": 0.7911384105682373, "Finetune/Loss (Raw)": 0.8229386210441589, "Finetune/Step": 2726, "Finetune/Step Time": 6.681671062484384}
+{"Finetune/Learning Rate": 1.7299062170329816e-05, "Finetune/Loss": 0.790574312210083, "Finetune/Loss (Raw)": 0.814934253692627, "Finetune/Step": 2727, "Finetune/Step Time": 6.68446153216064}
+{"Finetune/Learning Rate": 1.7296932488320245e-05, "Finetune/Loss": 0.7885169386863708, "Finetune/Loss (Raw)": 0.552867591381073, "Finetune/Step": 2728, "Finetune/Step Time": 6.6829127836972475}
+{"Finetune/Learning Rate": 1.729480209822099e-05, "Finetune/Loss": 0.7857840657234192, "Finetune/Loss (Raw)": 0.44603022933006287, "Finetune/Step": 2729, "Finetune/Step Time": 6.692707944661379}
+{"Finetune/Learning Rate": 1.729267100023879e-05, "Finetune/Loss": 0.7832928895950317, "Finetune/Loss (Raw)": 0.646990180015564, "Finetune/Step": 2730, "Finetune/Step Time": 6.695358380675316}
+{"Finetune/Learning Rate": 1.729053919458044e-05, "Finetune/Loss": 0.782432496547699, "Finetune/Loss (Raw)": 0.814274787902832, "Finetune/Step": 2731, "Finetune/Step Time": 6.692654861137271}
+{"Finetune/Learning Rate": 1.7288406681452814e-05, "Finetune/Loss": 0.7828534841537476, "Finetune/Loss (Raw)": 0.8425838947296143, "Finetune/Step": 2732, "Finetune/Step Time": 6.688204348087311}
+{"Finetune/Learning Rate": 1.7286273461062842e-05, "Finetune/Loss": 0.7838220596313477, "Finetune/Loss (Raw)": 0.8788910508155823, "Finetune/Step": 2733, "Finetune/Step Time": 6.678059160709381}
+{"Finetune/Learning Rate": 1.728413953361754e-05, "Finetune/Loss": 0.7841336727142334, "Finetune/Loss (Raw)": 0.7887308597564697, "Finetune/Step": 2734, "Finetune/Step Time": 6.655168253928423}
+{"Finetune/Learning Rate": 1.7282004899323977e-05, "Finetune/Loss": 0.7844660878181458, "Finetune/Loss (Raw)": 0.8875449895858765, "Finetune/Step": 2735, "Finetune/Step Time": 6.62348591722548}
+{"Finetune/Learning Rate": 1.7279869558389295e-05, "Finetune/Loss": 0.7811682224273682, "Finetune/Loss (Raw)": 0.4843800961971283, "Finetune/Step": 2736, "Finetune/Step Time": 6.640923133119941}
+{"Finetune/Learning Rate": 1.7277733511020712e-05, "Finetune/Loss": 0.7783125638961792, "Finetune/Loss (Raw)": 0.5403189659118652, "Finetune/Step": 2737, "Finetune/Step Time": 6.645878413692117}
+{"Finetune/Learning Rate": 1.72755967574255e-05, "Finetune/Loss": 0.779416561126709, "Finetune/Loss (Raw)": 0.8693528175354004, "Finetune/Step": 2738, "Finetune/Step Time": 6.635572733357549}
+{"Finetune/Learning Rate": 1.727345929781102e-05, "Finetune/Loss": 0.7808307409286499, "Finetune/Loss (Raw)": 0.889062762260437, "Finetune/Step": 2739, "Finetune/Step Time": 6.627166949212551}
+{"Finetune/Learning Rate": 1.7271321132384676e-05, "Finetune/Loss": 0.779944896697998, "Finetune/Loss (Raw)": 0.7176489233970642, "Finetune/Step": 2740, "Finetune/Step Time": 6.635842526331544}
+{"Finetune/Learning Rate": 1.726918226135397e-05, "Finetune/Loss": 0.7793275117874146, "Finetune/Loss (Raw)": 0.908675491809845, "Finetune/Step": 2741, "Finetune/Step Time": 6.637239625677466}
+{"Finetune/Learning Rate": 1.7267042684926444e-05, "Finetune/Loss": 0.7794280648231506, "Finetune/Loss (Raw)": 0.8040791749954224, "Finetune/Step": 2742, "Finetune/Step Time": 6.6417058277875185}
+{"Finetune/Learning Rate": 1.7264902403309724e-05, "Finetune/Loss": 0.7795683741569519, "Finetune/Loss (Raw)": 0.9290974140167236, "Finetune/Step": 2743, "Finetune/Step Time": 6.634390102699399}
+{"Finetune/Learning Rate": 1.7262761416711506e-05, "Finetune/Loss": 0.7788105010986328, "Finetune/Loss (Raw)": 0.8375972509384155, "Finetune/Step": 2744, "Finetune/Step Time": 6.630266524851322}
+{"Finetune/Learning Rate": 1.7260619725339545e-05, "Finetune/Loss": 0.7828169465065002, "Finetune/Loss (Raw)": 0.930679976940155, "Finetune/Step": 2745, "Finetune/Step Time": 6.61057716794312}
+{"Finetune/Learning Rate": 1.725847732940167e-05, "Finetune/Loss": 0.7839891910552979, "Finetune/Loss (Raw)": 0.8238101601600647, "Finetune/Step": 2746, "Finetune/Step Time": 6.616287669166923}
+{"Finetune/Learning Rate": 1.725633422910578e-05, "Finetune/Loss": 0.783325731754303, "Finetune/Loss (Raw)": 0.8298927545547485, "Finetune/Step": 2747, "Finetune/Step Time": 6.631863348186016}
+{"Finetune/Learning Rate": 1.725419042465984e-05, "Finetune/Loss": 0.7849124670028687, "Finetune/Loss (Raw)": 0.9459929466247559, "Finetune/Step": 2748, "Finetune/Step Time": 6.633685609325767}
+{"Finetune/Learning Rate": 1.7252045916271883e-05, "Finetune/Loss": 0.7856461405754089, "Finetune/Loss (Raw)": 0.8747532367706299, "Finetune/Step": 2749, "Finetune/Step Time": 6.629726726561785}
+{"Finetune/Learning Rate": 1.7249900704150008e-05, "Finetune/Loss": 0.7848021984100342, "Finetune/Loss (Raw)": 0.8055960536003113, "Finetune/Step": 2750, "Finetune/Step Time": 6.64319603331387}
+{"Finetune/Learning Rate": 1.724775478850239e-05, "Finetune/Loss": 0.7848458290100098, "Finetune/Loss (Raw)": 0.8049420118331909, "Finetune/Step": 2751, "Finetune/Step Time": 6.631828878074884}
+{"Finetune/Learning Rate": 1.724560816953726e-05, "Finetune/Loss": 0.7850679159164429, "Finetune/Loss (Raw)": 0.8575040698051453, "Finetune/Step": 2752, "Finetune/Step Time": 6.6307196747511625}
+{"Finetune/Learning Rate": 1.7243460847462934e-05, "Finetune/Loss": 0.7878463268280029, "Finetune/Loss (Raw)": 0.9543684720993042, "Finetune/Step": 2753, "Finetune/Step Time": 6.626672834157944}
+{"Finetune/Learning Rate": 1.724131282248778e-05, "Finetune/Loss": 0.7916363477706909, "Finetune/Loss (Raw)": 0.8209282755851746, "Finetune/Step": 2754, "Finetune/Step Time": 6.604583283886313}
+{"Finetune/Learning Rate": 1.723916409482024e-05, "Finetune/Loss": 0.788282036781311, "Finetune/Loss (Raw)": 0.382070392370224, "Finetune/Step": 2755, "Finetune/Step Time": 6.626272825524211}
+{"Finetune/Learning Rate": 1.7237014664668833e-05, "Finetune/Loss": 0.7879889011383057, "Finetune/Loss (Raw)": 0.8604153990745544, "Finetune/Step": 2756, "Finetune/Step Time": 6.642240840941668}
+{"Finetune/Learning Rate": 1.723486453224213e-05, "Finetune/Loss": 0.7890413999557495, "Finetune/Loss (Raw)": 0.6605832576751709, "Finetune/Step": 2757, "Finetune/Step Time": 6.657626930624247}
+{"Finetune/Learning Rate": 1.723271369774878e-05, "Finetune/Loss": 0.7903922200202942, "Finetune/Loss (Raw)": 0.897546112537384, "Finetune/Step": 2758, "Finetune/Step Time": 6.6681848131120205}
+{"Finetune/Learning Rate": 1.7230562161397503e-05, "Finetune/Loss": 0.789176344871521, "Finetune/Loss (Raw)": 0.754952609539032, "Finetune/Step": 2759, "Finetune/Step Time": 6.668389832600951}
+{"Finetune/Learning Rate": 1.722840992339708e-05, "Finetune/Loss": 0.7887601852416992, "Finetune/Loss (Raw)": 0.6797211766242981, "Finetune/Step": 2760, "Finetune/Step Time": 6.652892308309674}
+{"Finetune/Learning Rate": 1.7226256983956363e-05, "Finetune/Loss": 0.785362720489502, "Finetune/Loss (Raw)": 0.4453340172767639, "Finetune/Step": 2761, "Finetune/Step Time": 6.672566769644618}
+{"Finetune/Learning Rate": 1.7224103343284274e-05, "Finetune/Loss": 0.7849093675613403, "Finetune/Loss (Raw)": 0.7571126818656921, "Finetune/Step": 2762, "Finetune/Step Time": 6.681887598708272}
+{"Finetune/Learning Rate": 1.7221949001589795e-05, "Finetune/Loss": 0.7850487232208252, "Finetune/Loss (Raw)": 0.8186624646186829, "Finetune/Step": 2763, "Finetune/Step Time": 6.685093566775322}
+{"Finetune/Learning Rate": 1.721979395908199e-05, "Finetune/Loss": 0.7837409973144531, "Finetune/Loss (Raw)": 0.8142622113227844, "Finetune/Step": 2764, "Finetune/Step Time": 6.694840554147959}
+{"Finetune/Learning Rate": 1.7217638215969973e-05, "Finetune/Loss": 0.7805761098861694, "Finetune/Loss (Raw)": 0.37844446301460266, "Finetune/Step": 2765, "Finetune/Step Time": 6.698809377849102}
+{"Finetune/Learning Rate": 1.7215481772462944e-05, "Finetune/Loss": 0.7796891331672668, "Finetune/Loss (Raw)": 0.8257489204406738, "Finetune/Step": 2766, "Finetune/Step Time": 6.684457469731569}
+{"Finetune/Learning Rate": 1.7213324628770164e-05, "Finetune/Loss": 0.7801511883735657, "Finetune/Loss (Raw)": 0.8547251224517822, "Finetune/Step": 2767, "Finetune/Step Time": 6.696902647614479}
+{"Finetune/Learning Rate": 1.7211166785100953e-05, "Finetune/Loss": 0.7842028141021729, "Finetune/Loss (Raw)": 0.8815082311630249, "Finetune/Step": 2768, "Finetune/Step Time": 6.678896842524409}
+{"Finetune/Learning Rate": 1.720900824166471e-05, "Finetune/Loss": 0.7844783067703247, "Finetune/Loss (Raw)": 0.862041175365448, "Finetune/Step": 2769, "Finetune/Step Time": 6.696945128962398}
+{"Finetune/Learning Rate": 1.72068489986709e-05, "Finetune/Loss": 0.7825343012809753, "Finetune/Loss (Raw)": 0.5568979382514954, "Finetune/Step": 2770, "Finetune/Step Time": 6.714046349748969}
+{"Finetune/Learning Rate": 1.7204689056329058e-05, "Finetune/Loss": 0.7844092845916748, "Finetune/Loss (Raw)": 0.8959195017814636, "Finetune/Step": 2771, "Finetune/Step Time": 6.707438485696912}
+{"Finetune/Learning Rate": 1.720252841484878e-05, "Finetune/Loss": 0.7860041856765747, "Finetune/Loss (Raw)": 0.8814454674720764, "Finetune/Step": 2772, "Finetune/Step Time": 6.667599149048328}
+{"Finetune/Learning Rate": 1.7200367074439727e-05, "Finetune/Loss": 0.7867525815963745, "Finetune/Loss (Raw)": 0.9278931617736816, "Finetune/Step": 2773, "Finetune/Step Time": 6.660622876137495}
+{"Finetune/Learning Rate": 1.7198205035311643e-05, "Finetune/Loss": 0.7829901576042175, "Finetune/Loss (Raw)": 0.34938564896583557, "Finetune/Step": 2774, "Finetune/Step Time": 6.680381448939443}
+{"Finetune/Learning Rate": 1.719604229767433e-05, "Finetune/Loss": 0.7841936349868774, "Finetune/Loss (Raw)": 0.9082217812538147, "Finetune/Step": 2775, "Finetune/Step Time": 6.662121061235666}
+{"Finetune/Learning Rate": 1.7193878861737657e-05, "Finetune/Loss": 0.783731997013092, "Finetune/Loss (Raw)": 0.7733189463615417, "Finetune/Step": 2776, "Finetune/Step Time": 6.654874533414841}
+{"Finetune/Learning Rate": 1.719171472771156e-05, "Finetune/Loss": 0.7846388816833496, "Finetune/Loss (Raw)": 0.829340398311615, "Finetune/Step": 2777, "Finetune/Step Time": 6.6425412986427546}
+{"Finetune/Learning Rate": 1.718954989580605e-05, "Finetune/Loss": 0.7857373952865601, "Finetune/Loss (Raw)": 0.8695356845855713, "Finetune/Step": 2778, "Finetune/Step Time": 6.643729895353317}
+{"Finetune/Learning Rate": 1.7187384366231192e-05, "Finetune/Loss": 0.7851511240005493, "Finetune/Loss (Raw)": 0.7428776621818542, "Finetune/Step": 2779, "Finetune/Step Time": 6.649856356903911}
+{"Finetune/Learning Rate": 1.718521813919714e-05, "Finetune/Loss": 0.7846163511276245, "Finetune/Loss (Raw)": 0.8391503095626831, "Finetune/Step": 2780, "Finetune/Step Time": 6.649554841220379}
+{"Finetune/Learning Rate": 1.7183051214914096e-05, "Finetune/Loss": 0.7861512899398804, "Finetune/Loss (Raw)": 0.9200815558433533, "Finetune/Step": 2781, "Finetune/Step Time": 6.63449390232563}
+{"Finetune/Learning Rate": 1.7180883593592335e-05, "Finetune/Loss": 0.7899721264839172, "Finetune/Loss (Raw)": 0.8515415191650391, "Finetune/Step": 2782, "Finetune/Step Time": 6.6165633127093315}
+{"Finetune/Learning Rate": 1.717871527544221e-05, "Finetune/Loss": 0.7902082204818726, "Finetune/Loss (Raw)": 0.852820873260498, "Finetune/Step": 2783, "Finetune/Step Time": 6.6203669141978025}
+{"Finetune/Learning Rate": 1.717654626067412e-05, "Finetune/Loss": 0.7886093854904175, "Finetune/Loss (Raw)": 0.622106671333313, "Finetune/Step": 2784, "Finetune/Step Time": 6.633161125704646}
+{"Finetune/Learning Rate": 1.717437654949856e-05, "Finetune/Loss": 0.7903158664703369, "Finetune/Loss (Raw)": 0.82023686170578, "Finetune/Step": 2785, "Finetune/Step Time": 6.622762195765972}
+{"Finetune/Learning Rate": 1.7172206142126068e-05, "Finetune/Loss": 0.7925715446472168, "Finetune/Loss (Raw)": 0.879918098449707, "Finetune/Step": 2786, "Finetune/Step Time": 6.590797880664468}
+{"Finetune/Learning Rate": 1.717003503876726e-05, "Finetune/Loss": 0.7920894622802734, "Finetune/Loss (Raw)": 0.7983704805374146, "Finetune/Step": 2787, "Finetune/Step Time": 6.590891847386956}
+{"Finetune/Learning Rate": 1.716786323963282e-05, "Finetune/Loss": 0.7920373678207397, "Finetune/Loss (Raw)": 0.896172821521759, "Finetune/Step": 2788, "Finetune/Step Time": 6.6008385643363}
+{"Finetune/Learning Rate": 1.7165690744933497e-05, "Finetune/Loss": 0.789905309677124, "Finetune/Loss (Raw)": 0.751502513885498, "Finetune/Step": 2789, "Finetune/Step Time": 6.614323433488607}
+{"Finetune/Learning Rate": 1.716351755488011e-05, "Finetune/Loss": 0.7893779277801514, "Finetune/Loss (Raw)": 0.8272380232810974, "Finetune/Step": 2790, "Finetune/Step Time": 6.627188425511122}
+{"Finetune/Learning Rate": 1.7161343669683542e-05, "Finetune/Loss": 0.7871050238609314, "Finetune/Loss (Raw)": 0.6274901032447815, "Finetune/Step": 2791, "Finetune/Step Time": 6.637478305026889}
+{"Finetune/Learning Rate": 1.715916908955475e-05, "Finetune/Loss": 0.7898735404014587, "Finetune/Loss (Raw)": 0.8106951117515564, "Finetune/Step": 2792, "Finetune/Step Time": 6.6417715065181255}
+{"Finetune/Learning Rate": 1.7156993814704745e-05, "Finetune/Loss": 0.791925311088562, "Finetune/Loss (Raw)": 0.9559528827667236, "Finetune/Step": 2793, "Finetune/Step Time": 6.639990344643593}
+{"Finetune/Learning Rate": 1.715481784534462e-05, "Finetune/Loss": 0.7908856868743896, "Finetune/Loss (Raw)": 0.7573181986808777, "Finetune/Step": 2794, "Finetune/Step Time": 6.648304145783186}
+{"Finetune/Learning Rate": 1.7152641181685533e-05, "Finetune/Loss": 0.7903105616569519, "Finetune/Loss (Raw)": 0.6752424240112305, "Finetune/Step": 2795, "Finetune/Step Time": 6.659098006784916}
+{"Finetune/Learning Rate": 1.7150463823938702e-05, "Finetune/Loss": 0.7901448011398315, "Finetune/Loss (Raw)": 0.7951173186302185, "Finetune/Step": 2796, "Finetune/Step Time": 6.675584638491273}
+{"Finetune/Learning Rate": 1.7148285772315418e-05, "Finetune/Loss": 0.7875783443450928, "Finetune/Loss (Raw)": 0.6195156574249268, "Finetune/Step": 2797, "Finetune/Step Time": 6.688165521249175}
+{"Finetune/Learning Rate": 1.714610702702703e-05, "Finetune/Loss": 0.7840128540992737, "Finetune/Loss (Raw)": 0.4072471857070923, "Finetune/Step": 2798, "Finetune/Step Time": 6.712694080546498}
+{"Finetune/Learning Rate": 1.7143927588284972e-05, "Finetune/Loss": 0.784419596195221, "Finetune/Loss (Raw)": 0.686606228351593, "Finetune/Step": 2799, "Finetune/Step Time": 6.710338668897748}
+{"Finetune/Learning Rate": 1.7141747456300732e-05, "Finetune/Loss": 0.7847187519073486, "Finetune/Loss (Raw)": 0.6380140781402588, "Finetune/Step": 2800, "Finetune/Step Time": 6.7044911459088326}
+{"Finetune/Learning Rate": 1.7139566631285868e-05, "Finetune/Loss": 0.7853022813796997, "Finetune/Loss (Raw)": 0.906653881072998, "Finetune/Step": 2801, "Finetune/Step Time": 6.70758711732924}
+{"Finetune/Learning Rate": 1.7137385113452008e-05, "Finetune/Loss": 0.787246584892273, "Finetune/Loss (Raw)": 0.8831233382225037, "Finetune/Step": 2802, "Finetune/Step Time": 6.707278007641435}
+{"Finetune/Learning Rate": 1.713520290301084e-05, "Finetune/Loss": 0.786733865737915, "Finetune/Loss (Raw)": 0.7597758769989014, "Finetune/Step": 2803, "Finetune/Step Time": 6.706223528832197}
+{"Finetune/Learning Rate": 1.7133020000174135e-05, "Finetune/Loss": 0.7871875762939453, "Finetune/Loss (Raw)": 0.8621841073036194, "Finetune/Step": 2804, "Finetune/Step Time": 6.700767066329718}
+{"Finetune/Learning Rate": 1.7130836405153708e-05, "Finetune/Loss": 0.7878277897834778, "Finetune/Loss (Raw)": 0.9791837334632874, "Finetune/Step": 2805, "Finetune/Step Time": 6.689517542719841}
+{"Finetune/Learning Rate": 1.7128652118161458e-05, "Finetune/Loss": 0.787290096282959, "Finetune/Loss (Raw)": 0.7523086071014404, "Finetune/Step": 2806, "Finetune/Step Time": 6.695856690406799}
+{"Finetune/Learning Rate": 1.7126467139409347e-05, "Finetune/Loss": 0.7859647870063782, "Finetune/Loss (Raw)": 0.8110746145248413, "Finetune/Step": 2807, "Finetune/Step Time": 6.694953225553036}
+{"Finetune/Learning Rate": 1.712428146910941e-05, "Finetune/Loss": 0.7837387919425964, "Finetune/Loss (Raw)": 0.6157270669937134, "Finetune/Step": 2808, "Finetune/Step Time": 6.69567065872252}
+{"Finetune/Learning Rate": 1.7122095107473735e-05, "Finetune/Loss": 0.7837297916412354, "Finetune/Loss (Raw)": 0.36203521490097046, "Finetune/Step": 2809, "Finetune/Step Time": 6.69659573212266}
+{"Finetune/Learning Rate": 1.7119908054714487e-05, "Finetune/Loss": 0.7829681634902954, "Finetune/Loss (Raw)": 0.7274754047393799, "Finetune/Step": 2810, "Finetune/Step Time": 6.695106841623783}
+{"Finetune/Learning Rate": 1.7117720311043897e-05, "Finetune/Loss": 0.7829627990722656, "Finetune/Loss (Raw)": 0.8570438623428345, "Finetune/Step": 2811, "Finetune/Step Time": 6.6987035516649485}
+{"Finetune/Learning Rate": 1.7115531876674266e-05, "Finetune/Loss": 0.7830194234848022, "Finetune/Loss (Raw)": 0.8141598701477051, "Finetune/Step": 2812, "Finetune/Step Time": 6.698364146053791}
+{"Finetune/Learning Rate": 1.711334275181795e-05, "Finetune/Loss": 0.7832165360450745, "Finetune/Loss (Raw)": 0.8988791108131409, "Finetune/Step": 2813, "Finetune/Step Time": 6.697259185835719}
+{"Finetune/Learning Rate": 1.711115293668739e-05, "Finetune/Loss": 0.7803118228912354, "Finetune/Loss (Raw)": 0.37669411301612854, "Finetune/Step": 2814, "Finetune/Step Time": 6.715602412819862}
+{"Finetune/Learning Rate": 1.7108962431495074e-05, "Finetune/Loss": 0.78148353099823, "Finetune/Loss (Raw)": 0.9549574851989746, "Finetune/Step": 2815, "Finetune/Step Time": 6.7282059490680695}
+{"Finetune/Learning Rate": 1.710677123645357e-05, "Finetune/Loss": 0.78122878074646, "Finetune/Loss (Raw)": 0.8339704275131226, "Finetune/Step": 2816, "Finetune/Step Time": 6.726878326386213}
+{"Finetune/Learning Rate": 1.710457935177552e-05, "Finetune/Loss": 0.7800593376159668, "Finetune/Loss (Raw)": 0.8195570707321167, "Finetune/Step": 2817, "Finetune/Step Time": 6.733612025156617}
+{"Finetune/Learning Rate": 1.7102386777673613e-05, "Finetune/Loss": 0.7833725214004517, "Finetune/Loss (Raw)": 0.8132564425468445, "Finetune/Step": 2818, "Finetune/Step Time": 6.718721453100443}
+{"Finetune/Learning Rate": 1.7100193514360615e-05, "Finetune/Loss": 0.7836607098579407, "Finetune/Loss (Raw)": 0.9514631032943726, "Finetune/Step": 2819, "Finetune/Step Time": 6.721244536340237}
+{"Finetune/Learning Rate": 1.7097999562049365e-05, "Finetune/Loss": 0.7847514152526855, "Finetune/Loss (Raw)": 0.9243608117103577, "Finetune/Step": 2820, "Finetune/Step Time": 6.7208434753119946}
+{"Finetune/Learning Rate": 1.7095804920952758e-05, "Finetune/Loss": 0.7830585837364197, "Finetune/Loss (Raw)": 0.6521464586257935, "Finetune/Step": 2821, "Finetune/Step Time": 6.733117280527949}
+{"Finetune/Learning Rate": 1.7093609591283763e-05, "Finetune/Loss": 0.7839272022247314, "Finetune/Loss (Raw)": 0.8662956953048706, "Finetune/Step": 2822, "Finetune/Step Time": 6.728934125974774}
+{"Finetune/Learning Rate": 1.709141357325541e-05, "Finetune/Loss": 0.78106689453125, "Finetune/Loss (Raw)": 0.42620962858200073, "Finetune/Step": 2823, "Finetune/Step Time": 6.75194726139307}
+{"Finetune/Learning Rate": 1.7089216867080804e-05, "Finetune/Loss": 0.7796196341514587, "Finetune/Loss (Raw)": 0.6440773010253906, "Finetune/Step": 2824, "Finetune/Step Time": 6.738253731280565}
+{"Finetune/Learning Rate": 1.708701947297311e-05, "Finetune/Loss": 0.7789780497550964, "Finetune/Loss (Raw)": 0.7374449372291565, "Finetune/Step": 2825, "Finetune/Step Time": 6.736533530056477}
+{"Finetune/Learning Rate": 1.7084821391145558e-05, "Finetune/Loss": 0.7785139083862305, "Finetune/Loss (Raw)": 0.6927703022956848, "Finetune/Step": 2826, "Finetune/Step Time": 6.738870739936829}
+{"Finetune/Learning Rate": 1.7082622621811452e-05, "Finetune/Loss": 0.7779830694198608, "Finetune/Loss (Raw)": 0.8355059623718262, "Finetune/Step": 2827, "Finetune/Step Time": 6.721645176410675}
+{"Finetune/Learning Rate": 1.708042316518416e-05, "Finetune/Loss": 0.7791786193847656, "Finetune/Loss (Raw)": 0.9797616004943848, "Finetune/Step": 2828, "Finetune/Step Time": 6.720822963863611}
+{"Finetune/Learning Rate": 1.7078223021477115e-05, "Finetune/Loss": 0.779603123664856, "Finetune/Loss (Raw)": 0.8631116151809692, "Finetune/Step": 2829, "Finetune/Step Time": 6.693552125245333}
+{"Finetune/Learning Rate": 1.7076022190903815e-05, "Finetune/Loss": 0.780073881149292, "Finetune/Loss (Raw)": 0.9238994121551514, "Finetune/Step": 2830, "Finetune/Step Time": 6.695372425019741}
+{"Finetune/Learning Rate": 1.7073820673677833e-05, "Finetune/Loss": 0.7826313972473145, "Finetune/Loss (Raw)": 1.045150876045227, "Finetune/Step": 2831, "Finetune/Step Time": 6.66875777952373}
+{"Finetune/Learning Rate": 1.7071618470012796e-05, "Finetune/Loss": 0.7846401929855347, "Finetune/Loss (Raw)": 0.954839289188385, "Finetune/Step": 2832, "Finetune/Step Time": 6.663561230525374}
+{"Finetune/Learning Rate": 1.7069415580122407e-05, "Finetune/Loss": 0.7849195003509521, "Finetune/Loss (Raw)": 0.8301923274993896, "Finetune/Step": 2833, "Finetune/Step Time": 6.669936446473002}
+{"Finetune/Learning Rate": 1.7067212004220438e-05, "Finetune/Loss": 0.7809751033782959, "Finetune/Loss (Raw)": 0.3758845031261444, "Finetune/Step": 2834, "Finetune/Step Time": 6.683302594348788}
+{"Finetune/Learning Rate": 1.7065007742520716e-05, "Finetune/Loss": 0.779800295829773, "Finetune/Loss (Raw)": 0.8487751483917236, "Finetune/Step": 2835, "Finetune/Step Time": 6.696437414735556}
+{"Finetune/Learning Rate": 1.706280279523714e-05, "Finetune/Loss": 0.7776072025299072, "Finetune/Loss (Raw)": 0.648372232913971, "Finetune/Step": 2836, "Finetune/Step Time": 6.689120152965188}
+{"Finetune/Learning Rate": 1.7060597162583684e-05, "Finetune/Loss": 0.778388500213623, "Finetune/Loss (Raw)": 0.8771339058876038, "Finetune/Step": 2837, "Finetune/Step Time": 6.678365431725979}
+{"Finetune/Learning Rate": 1.7058390844774376e-05, "Finetune/Loss": 0.7810311913490295, "Finetune/Loss (Raw)": 0.7354580163955688, "Finetune/Step": 2838, "Finetune/Step Time": 6.65413879044354}
+{"Finetune/Learning Rate": 1.7056183842023318e-05, "Finetune/Loss": 0.7797595262527466, "Finetune/Loss (Raw)": 0.7245590090751648, "Finetune/Step": 2839, "Finetune/Step Time": 6.659114005044103}
+{"Finetune/Learning Rate": 1.7053976154544675e-05, "Finetune/Loss": 0.779511570930481, "Finetune/Loss (Raw)": 0.8063744306564331, "Finetune/Step": 2840, "Finetune/Step Time": 6.643680961802602}
+{"Finetune/Learning Rate": 1.705176778255268e-05, "Finetune/Loss": 0.7806914448738098, "Finetune/Loss (Raw)": 0.9569253921508789, "Finetune/Step": 2841, "Finetune/Step Time": 6.638173880055547}
+{"Finetune/Learning Rate": 1.7049558726261633e-05, "Finetune/Loss": 0.7802996039390564, "Finetune/Loss (Raw)": 0.8584031462669373, "Finetune/Step": 2842, "Finetune/Step Time": 6.640702603384852}
+{"Finetune/Learning Rate": 1.7047348985885893e-05, "Finetune/Loss": 0.7800531387329102, "Finetune/Loss (Raw)": 0.7023378014564514, "Finetune/Step": 2843, "Finetune/Step Time": 6.64613183028996}
+{"Finetune/Learning Rate": 1.70451385616399e-05, "Finetune/Loss": 0.7804970145225525, "Finetune/Loss (Raw)": 0.8728646039962769, "Finetune/Step": 2844, "Finetune/Step Time": 6.646887859329581}
+{"Finetune/Learning Rate": 1.704292745373815e-05, "Finetune/Loss": 0.7801719903945923, "Finetune/Loss (Raw)": 0.8285470604896545, "Finetune/Step": 2845, "Finetune/Step Time": 6.6581173576414585}
+{"Finetune/Learning Rate": 1.7040715662395207e-05, "Finetune/Loss": 0.7801538109779358, "Finetune/Loss (Raw)": 0.7750013470649719, "Finetune/Step": 2846, "Finetune/Step Time": 6.656996002420783}
+{"Finetune/Learning Rate": 1.7038503187825698e-05, "Finetune/Loss": 0.7783135175704956, "Finetune/Loss (Raw)": 0.6048969626426697, "Finetune/Step": 2847, "Finetune/Step Time": 6.669282926246524}
+{"Finetune/Learning Rate": 1.7036290030244325e-05, "Finetune/Loss": 0.7781869173049927, "Finetune/Loss (Raw)": 0.8769913911819458, "Finetune/Step": 2848, "Finetune/Step Time": 6.66609663143754}
+{"Finetune/Learning Rate": 1.7034076189865855e-05, "Finetune/Loss": 0.778652548789978, "Finetune/Loss (Raw)": 0.7864156365394592, "Finetune/Step": 2849, "Finetune/Step Time": 6.662860119715333}
+{"Finetune/Learning Rate": 1.7031861666905108e-05, "Finetune/Loss": 0.778589129447937, "Finetune/Loss (Raw)": 0.8195667266845703, "Finetune/Step": 2850, "Finetune/Step Time": 6.658893255516887}
+{"Finetune/Learning Rate": 1.7029646461576984e-05, "Finetune/Loss": 0.7795690298080444, "Finetune/Loss (Raw)": 0.8794688582420349, "Finetune/Step": 2851, "Finetune/Step Time": 6.656401688233018}
+{"Finetune/Learning Rate": 1.7027430574096446e-05, "Finetune/Loss": 0.7795641422271729, "Finetune/Loss (Raw)": 0.8496143817901611, "Finetune/Step": 2852, "Finetune/Step Time": 6.647701695561409}
+{"Finetune/Learning Rate": 1.7025214004678525e-05, "Finetune/Loss": 0.7790753245353699, "Finetune/Loss (Raw)": 0.7739914059638977, "Finetune/Step": 2853, "Finetune/Step Time": 6.648994080722332}
+{"Finetune/Learning Rate": 1.7022996753538306e-05, "Finetune/Loss": 0.7796834707260132, "Finetune/Loss (Raw)": 0.900783896446228, "Finetune/Step": 2854, "Finetune/Step Time": 6.642550375312567}
+{"Finetune/Learning Rate": 1.702077882089096e-05, "Finetune/Loss": 0.7796909809112549, "Finetune/Loss (Raw)": 0.8158933520317078, "Finetune/Step": 2855, "Finetune/Step Time": 6.647923866286874}
+{"Finetune/Learning Rate": 1.701856020695171e-05, "Finetune/Loss": 0.7816104888916016, "Finetune/Loss (Raw)": 0.7985702157020569, "Finetune/Step": 2856, "Finetune/Step Time": 6.671513199806213}
+{"Finetune/Learning Rate": 1.7016340911935852e-05, "Finetune/Loss": 0.7848675847053528, "Finetune/Loss (Raw)": 0.8629323244094849, "Finetune/Step": 2857, "Finetune/Step Time": 6.655344262719154}
+{"Finetune/Learning Rate": 1.7014120936058734e-05, "Finetune/Loss": 0.7856419086456299, "Finetune/Loss (Raw)": 0.7461085915565491, "Finetune/Step": 2858, "Finetune/Step Time": 6.648843122646213}
+{"Finetune/Learning Rate": 1.7011900279535796e-05, "Finetune/Loss": 0.7858484387397766, "Finetune/Loss (Raw)": 0.8407039642333984, "Finetune/Step": 2859, "Finetune/Step Time": 6.655760543420911}
+{"Finetune/Learning Rate": 1.700967894258252e-05, "Finetune/Loss": 0.7848572731018066, "Finetune/Loss (Raw)": 0.7157127857208252, "Finetune/Step": 2860, "Finetune/Step Time": 6.6663781721144915}
+{"Finetune/Learning Rate": 1.700745692541446e-05, "Finetune/Loss": 0.785772442817688, "Finetune/Loss (Raw)": 0.9960401058197021, "Finetune/Step": 2861, "Finetune/Step Time": 6.6662685461342335}
+{"Finetune/Learning Rate": 1.700523422824725e-05, "Finetune/Loss": 0.7856358289718628, "Finetune/Loss (Raw)": 0.7712395191192627, "Finetune/Step": 2862, "Finetune/Step Time": 6.683117065578699}
+{"Finetune/Learning Rate": 1.700301085129657e-05, "Finetune/Loss": 0.7849705219268799, "Finetune/Loss (Raw)": 0.8023877143859863, "Finetune/Step": 2863, "Finetune/Step Time": 6.680576205253601}
+{"Finetune/Learning Rate": 1.700078679477818e-05, "Finetune/Loss": 0.7869060635566711, "Finetune/Loss (Raw)": 0.7321261167526245, "Finetune/Step": 2864, "Finetune/Step Time": 6.660398988053203}
+{"Finetune/Learning Rate": 1.69985620589079e-05, "Finetune/Loss": 0.7898095846176147, "Finetune/Loss (Raw)": 0.9119743704795837, "Finetune/Step": 2865, "Finetune/Step Time": 6.662920903414488}
+{"Finetune/Learning Rate": 1.6996336643901613e-05, "Finetune/Loss": 0.7862999439239502, "Finetune/Loss (Raw)": 0.42011934518814087, "Finetune/Step": 2866, "Finetune/Step Time": 6.678634464740753}
+{"Finetune/Learning Rate": 1.6994110549975275e-05, "Finetune/Loss": 0.7861131429672241, "Finetune/Loss (Raw)": 0.8651461005210876, "Finetune/Step": 2867, "Finetune/Step Time": 6.682529907673597}
+{"Finetune/Learning Rate": 1.6991883777344907e-05, "Finetune/Loss": 0.788027286529541, "Finetune/Loss (Raw)": 0.9626606106758118, "Finetune/Step": 2868, "Finetune/Step Time": 6.677269320935011}
+{"Finetune/Learning Rate": 1.6989656326226592e-05, "Finetune/Loss": 0.785707950592041, "Finetune/Loss (Raw)": 0.6118025779724121, "Finetune/Step": 2869, "Finetune/Step Time": 6.707750517874956}
+{"Finetune/Learning Rate": 1.6987428196836477e-05, "Finetune/Loss": 0.7825541496276855, "Finetune/Loss (Raw)": 0.4003957509994507, "Finetune/Step": 2870, "Finetune/Step Time": 6.72146281786263}
+{"Finetune/Learning Rate": 1.6985199389390782e-05, "Finetune/Loss": 0.7828629016876221, "Finetune/Loss (Raw)": 0.968620777130127, "Finetune/Step": 2871, "Finetune/Step Time": 6.7200820334255695}
+{"Finetune/Learning Rate": 1.6982969904105792e-05, "Finetune/Loss": 0.7837079763412476, "Finetune/Loss (Raw)": 0.9457571506500244, "Finetune/Step": 2872, "Finetune/Step Time": 6.730762450024486}
+{"Finetune/Learning Rate": 1.6980739741197846e-05, "Finetune/Loss": 0.7832229137420654, "Finetune/Loss (Raw)": 0.8685986995697021, "Finetune/Step": 2873, "Finetune/Step Time": 6.732643408700824}
+{"Finetune/Learning Rate": 1.6978508900883367e-05, "Finetune/Loss": 0.7797430753707886, "Finetune/Loss (Raw)": 0.3783853352069855, "Finetune/Step": 2874, "Finetune/Step Time": 6.739435516297817}
+{"Finetune/Learning Rate": 1.6976277383378827e-05, "Finetune/Loss": 0.780242919921875, "Finetune/Loss (Raw)": 0.8938748836517334, "Finetune/Step": 2875, "Finetune/Step Time": 6.720775472000241}
+{"Finetune/Learning Rate": 1.6974045188900775e-05, "Finetune/Loss": 0.7793740034103394, "Finetune/Loss (Raw)": 0.8347694277763367, "Finetune/Step": 2876, "Finetune/Step Time": 6.729621587321162}
+{"Finetune/Learning Rate": 1.697181231766582e-05, "Finetune/Loss": 0.7788509130477905, "Finetune/Loss (Raw)": 0.807806134223938, "Finetune/Step": 2877, "Finetune/Step Time": 6.733116710558534}
+{"Finetune/Learning Rate": 1.696957876989064e-05, "Finetune/Loss": 0.7783499956130981, "Finetune/Loss (Raw)": 0.741466760635376, "Finetune/Step": 2878, "Finetune/Step Time": 6.728221774101257}
+{"Finetune/Learning Rate": 1.6967344545791974e-05, "Finetune/Loss": 0.7779163122177124, "Finetune/Loss (Raw)": 0.7494320869445801, "Finetune/Step": 2879, "Finetune/Step Time": 6.730666285380721}
+{"Finetune/Learning Rate": 1.696510964558663e-05, "Finetune/Loss": 0.7785537838935852, "Finetune/Loss (Raw)": 0.9390990138053894, "Finetune/Step": 2880, "Finetune/Step Time": 6.7230887692421675}
+{"Finetune/Learning Rate": 1.696287406949149e-05, "Finetune/Loss": 0.777758777141571, "Finetune/Loss (Raw)": 0.8526132106781006, "Finetune/Step": 2881, "Finetune/Step Time": 6.71718311868608}
+{"Finetune/Learning Rate": 1.6960637817723482e-05, "Finetune/Loss": 0.7785143256187439, "Finetune/Loss (Raw)": 0.9176363348960876, "Finetune/Step": 2882, "Finetune/Step Time": 6.719245411455631}
+{"Finetune/Learning Rate": 1.695840089049962e-05, "Finetune/Loss": 0.7829992771148682, "Finetune/Loss (Raw)": 0.9561440944671631, "Finetune/Step": 2883, "Finetune/Step Time": 6.702896099537611}
+{"Finetune/Learning Rate": 1.695616328803696e-05, "Finetune/Loss": 0.7819157242774963, "Finetune/Loss (Raw)": 0.7217234373092651, "Finetune/Step": 2884, "Finetune/Step Time": 6.709836503490806}
+{"Finetune/Learning Rate": 1.695392501055265e-05, "Finetune/Loss": 0.7838096618652344, "Finetune/Loss (Raw)": 0.9030025601387024, "Finetune/Step": 2885, "Finetune/Step Time": 6.679528126493096}
+{"Finetune/Learning Rate": 1.6951686058263884e-05, "Finetune/Loss": 0.7814368009567261, "Finetune/Loss (Raw)": 0.5938192009925842, "Finetune/Step": 2886, "Finetune/Step Time": 6.691553141921759}
+{"Finetune/Learning Rate": 1.6949446431387934e-05, "Finetune/Loss": 0.7810543775558472, "Finetune/Loss (Raw)": 0.7060070037841797, "Finetune/Step": 2887, "Finetune/Step Time": 6.697573784738779}
+{"Finetune/Learning Rate": 1.6947206130142132e-05, "Finetune/Loss": 0.783660888671875, "Finetune/Loss (Raw)": 1.0133492946624756, "Finetune/Step": 2888, "Finetune/Step Time": 6.705807263031602}
+{"Finetune/Learning Rate": 1.694496515474387e-05, "Finetune/Loss": 0.7829604148864746, "Finetune/Loss (Raw)": 0.3556763827800751, "Finetune/Step": 2889, "Finetune/Step Time": 6.7060695216059685}
+{"Finetune/Learning Rate": 1.6942723505410613e-05, "Finetune/Loss": 0.7831275463104248, "Finetune/Loss (Raw)": 0.7785070538520813, "Finetune/Step": 2890, "Finetune/Step Time": 6.696019779890776}
+{"Finetune/Learning Rate": 1.694048118235989e-05, "Finetune/Loss": 0.7829041481018066, "Finetune/Loss (Raw)": 0.7900732755661011, "Finetune/Step": 2891, "Finetune/Step Time": 6.695466127246618}
+{"Finetune/Learning Rate": 1.6938238185809295e-05, "Finetune/Loss": 0.7845539450645447, "Finetune/Loss (Raw)": 1.0254316329956055, "Finetune/Step": 2892, "Finetune/Step Time": 6.695973509922624}
+{"Finetune/Learning Rate": 1.6935994515976485e-05, "Finetune/Loss": 0.7879126071929932, "Finetune/Loss (Raw)": 0.8083539605140686, "Finetune/Step": 2893, "Finetune/Step Time": 6.675363419577479}
+{"Finetune/Learning Rate": 1.693375017307919e-05, "Finetune/Loss": 0.7887179851531982, "Finetune/Loss (Raw)": 0.9288374185562134, "Finetune/Step": 2894, "Finetune/Step Time": 6.674901355057955}
+{"Finetune/Learning Rate": 1.6931505157335193e-05, "Finetune/Loss": 0.7886650562286377, "Finetune/Loss (Raw)": 0.8479482531547546, "Finetune/Step": 2895, "Finetune/Step Time": 6.662476284429431}
+{"Finetune/Learning Rate": 1.692925946896235e-05, "Finetune/Loss": 0.7888239026069641, "Finetune/Loss (Raw)": 0.9018369913101196, "Finetune/Step": 2896, "Finetune/Step Time": 6.684845052659512}
+{"Finetune/Learning Rate": 1.6927013108178584e-05, "Finetune/Loss": 0.7892506122589111, "Finetune/Loss (Raw)": 0.916658878326416, "Finetune/Step": 2897, "Finetune/Step Time": 6.669937776401639}
+{"Finetune/Learning Rate": 1.6924766075201877e-05, "Finetune/Loss": 0.7915802001953125, "Finetune/Loss (Raw)": 0.8550905585289001, "Finetune/Step": 2898, "Finetune/Step Time": 6.652881970629096}
+{"Finetune/Learning Rate": 1.6922518370250284e-05, "Finetune/Loss": 0.791058361530304, "Finetune/Loss (Raw)": 0.8291215300559998, "Finetune/Step": 2899, "Finetune/Step Time": 6.663080623373389}
+{"Finetune/Learning Rate": 1.692026999354192e-05, "Finetune/Loss": 0.7895815968513489, "Finetune/Loss (Raw)": 0.6924246549606323, "Finetune/Step": 2900, "Finetune/Step Time": 6.666391011327505}
+{"Finetune/Learning Rate": 1.691802094529496e-05, "Finetune/Loss": 0.7878468036651611, "Finetune/Loss (Raw)": 0.7058393955230713, "Finetune/Step": 2901, "Finetune/Step Time": 6.6851434744894505}
+{"Finetune/Learning Rate": 1.6915771225727656e-05, "Finetune/Loss": 0.7914599180221558, "Finetune/Loss (Raw)": 0.8118641376495361, "Finetune/Step": 2902, "Finetune/Step Time": 6.68785510212183}
+{"Finetune/Learning Rate": 1.691352083505832e-05, "Finetune/Loss": 0.791018009185791, "Finetune/Loss (Raw)": 0.8516472578048706, "Finetune/Step": 2903, "Finetune/Step Time": 6.690454849973321}
+{"Finetune/Learning Rate": 1.6911269773505324e-05, "Finetune/Loss": 0.7913912534713745, "Finetune/Loss (Raw)": 0.8211047649383545, "Finetune/Step": 2904, "Finetune/Step Time": 6.688376132398844}
+{"Finetune/Learning Rate": 1.690901804128711e-05, "Finetune/Loss": 0.7913411855697632, "Finetune/Loss (Raw)": 0.8229319453239441, "Finetune/Step": 2905, "Finetune/Step Time": 6.689927624538541}
+{"Finetune/Learning Rate": 1.690676563862219e-05, "Finetune/Loss": 0.791678249835968, "Finetune/Loss (Raw)": 0.9126737713813782, "Finetune/Step": 2906, "Finetune/Step Time": 6.69083053804934}
+{"Finetune/Learning Rate": 1.690451256572913e-05, "Finetune/Loss": 0.7922477722167969, "Finetune/Loss (Raw)": 0.8157797455787659, "Finetune/Step": 2907, "Finetune/Step Time": 6.683376543223858}
+{"Finetune/Learning Rate": 1.6902258822826573e-05, "Finetune/Loss": 0.7927942276000977, "Finetune/Loss (Raw)": 0.9090901017189026, "Finetune/Step": 2908, "Finetune/Step Time": 6.6859817784279585}
+{"Finetune/Learning Rate": 1.6900004410133216e-05, "Finetune/Loss": 0.7936846017837524, "Finetune/Loss (Raw)": 1.0340533256530762, "Finetune/Step": 2909, "Finetune/Step Time": 6.6809986643493176}
+{"Finetune/Learning Rate": 1.6897749327867826e-05, "Finetune/Loss": 0.7943507432937622, "Finetune/Loss (Raw)": 0.9368056654930115, "Finetune/Step": 2910, "Finetune/Step Time": 6.681887090206146}
+{"Finetune/Learning Rate": 1.6895493576249235e-05, "Finetune/Loss": 0.7954449653625488, "Finetune/Loss (Raw)": 0.9928781390190125, "Finetune/Step": 2911, "Finetune/Step Time": 6.668049780651927}
+{"Finetune/Learning Rate": 1.6893237155496337e-05, "Finetune/Loss": 0.7974039316177368, "Finetune/Loss (Raw)": 0.8728575110435486, "Finetune/Step": 2912, "Finetune/Step Time": 6.659409888088703}
+{"Finetune/Learning Rate": 1.68909800658281e-05, "Finetune/Loss": 0.7974561452865601, "Finetune/Loss (Raw)": 0.8269248008728027, "Finetune/Step": 2913, "Finetune/Step Time": 6.652204759418964}
+{"Finetune/Learning Rate": 1.6888722307463548e-05, "Finetune/Loss": 0.7955266833305359, "Finetune/Loss (Raw)": 0.6329450607299805, "Finetune/Step": 2914, "Finetune/Step Time": 6.678552825003862}
+{"Finetune/Learning Rate": 1.688646388062177e-05, "Finetune/Loss": 0.7938584089279175, "Finetune/Loss (Raw)": 0.5848267674446106, "Finetune/Step": 2915, "Finetune/Step Time": 6.690561173483729}
+{"Finetune/Learning Rate": 1.6884204785521924e-05, "Finetune/Loss": 0.7937996983528137, "Finetune/Loss (Raw)": 0.888663649559021, "Finetune/Step": 2916, "Finetune/Step Time": 6.678054077550769}
+{"Finetune/Learning Rate": 1.6881945022383233e-05, "Finetune/Loss": 0.795213520526886, "Finetune/Loss (Raw)": 0.9324706196784973, "Finetune/Step": 2917, "Finetune/Step Time": 6.66241967305541}
+{"Finetune/Learning Rate": 1.687968459142498e-05, "Finetune/Loss": 0.7944992780685425, "Finetune/Loss (Raw)": 0.7358115911483765, "Finetune/Step": 2918, "Finetune/Step Time": 6.65756818279624}
+{"Finetune/Learning Rate": 1.687742349286652e-05, "Finetune/Loss": 0.7962770462036133, "Finetune/Loss (Raw)": 0.8550434112548828, "Finetune/Step": 2919, "Finetune/Step Time": 6.636227190494537}
+{"Finetune/Learning Rate": 1.6875161726927264e-05, "Finetune/Loss": 0.7928303480148315, "Finetune/Loss (Raw)": 0.3695189356803894, "Finetune/Step": 2920, "Finetune/Step Time": 6.632199512794614}
+{"Finetune/Learning Rate": 1.687289929382669e-05, "Finetune/Loss": 0.7916705012321472, "Finetune/Loss (Raw)": 0.8074995875358582, "Finetune/Step": 2921, "Finetune/Step Time": 6.649502340704203}
+{"Finetune/Learning Rate": 1.6870636193784353e-05, "Finetune/Loss": 0.7918564081192017, "Finetune/Loss (Raw)": 0.7811100482940674, "Finetune/Step": 2922, "Finetune/Step Time": 6.652788799256086}
+{"Finetune/Learning Rate": 1.686837242701985e-05, "Finetune/Loss": 0.7922703623771667, "Finetune/Loss (Raw)": 0.728226363658905, "Finetune/Step": 2923, "Finetune/Step Time": 6.6739836148917675}
+{"Finetune/Learning Rate": 1.6866107993752867e-05, "Finetune/Loss": 0.7931579351425171, "Finetune/Loss (Raw)": 0.9087302088737488, "Finetune/Step": 2924, "Finetune/Step Time": 6.658172212541103}
+{"Finetune/Learning Rate": 1.6863842894203136e-05, "Finetune/Loss": 0.795689582824707, "Finetune/Loss (Raw)": 0.9435642957687378, "Finetune/Step": 2925, "Finetune/Step Time": 6.646966585889459}
+{"Finetune/Learning Rate": 1.6861577128590465e-05, "Finetune/Loss": 0.7989585399627686, "Finetune/Loss (Raw)": 0.825676679611206, "Finetune/Step": 2926, "Finetune/Step Time": 6.653499599546194}
+{"Finetune/Learning Rate": 1.685931069713472e-05, "Finetune/Loss": 0.7980421185493469, "Finetune/Loss (Raw)": 0.5693058371543884, "Finetune/Step": 2927, "Finetune/Step Time": 6.663244629278779}
+{"Finetune/Learning Rate": 1.6857043600055835e-05, "Finetune/Loss": 0.7995514273643494, "Finetune/Loss (Raw)": 0.8311989307403564, "Finetune/Step": 2928, "Finetune/Step Time": 6.672653885558248}
+{"Finetune/Learning Rate": 1.6854775837573803e-05, "Finetune/Loss": 0.7993466258049011, "Finetune/Loss (Raw)": 0.8804445862770081, "Finetune/Step": 2929, "Finetune/Step Time": 6.663408376276493}
+{"Finetune/Learning Rate": 1.6852507409908697e-05, "Finetune/Loss": 0.799490213394165, "Finetune/Loss (Raw)": 0.9014972448348999, "Finetune/Step": 2930, "Finetune/Step Time": 6.655279561877251}
+{"Finetune/Learning Rate": 1.6850238317280633e-05, "Finetune/Loss": 0.8005596399307251, "Finetune/Loss (Raw)": 0.8966600298881531, "Finetune/Step": 2931, "Finetune/Step Time": 6.657821325585246}
+{"Finetune/Learning Rate": 1.684796855990981e-05, "Finetune/Loss": 0.800809919834137, "Finetune/Loss (Raw)": 0.8942238092422485, "Finetune/Step": 2932, "Finetune/Step Time": 6.661599146202207}
+{"Finetune/Learning Rate": 1.684569813801648e-05, "Finetune/Loss": 0.7997324466705322, "Finetune/Loss (Raw)": 0.8412680625915527, "Finetune/Step": 2933, "Finetune/Step Time": 6.67294686101377}
+{"Finetune/Learning Rate": 1.684342705182096e-05, "Finetune/Loss": 0.8002312779426575, "Finetune/Loss (Raw)": 0.8161566853523254, "Finetune/Step": 2934, "Finetune/Step Time": 6.667030215263367}
+{"Finetune/Learning Rate": 1.684115530154364e-05, "Finetune/Loss": 0.800434410572052, "Finetune/Loss (Raw)": 0.8370822072029114, "Finetune/Step": 2935, "Finetune/Step Time": 6.671081651002169}
+{"Finetune/Learning Rate": 1.683888288740497e-05, "Finetune/Loss": 0.802566647529602, "Finetune/Loss (Raw)": 0.8886492252349854, "Finetune/Step": 2936, "Finetune/Step Time": 6.6770227160304785}
+{"Finetune/Learning Rate": 1.683660980962546e-05, "Finetune/Loss": 0.807827353477478, "Finetune/Loss (Raw)": 1.0354102849960327, "Finetune/Step": 2937, "Finetune/Step Time": 6.658170640468597}
+{"Finetune/Learning Rate": 1.683433606842569e-05, "Finetune/Loss": 0.8090649247169495, "Finetune/Loss (Raw)": 0.8858826756477356, "Finetune/Step": 2938, "Finetune/Step Time": 6.664078002795577}
+{"Finetune/Learning Rate": 1.68320616640263e-05, "Finetune/Loss": 0.8089834451675415, "Finetune/Loss (Raw)": 0.8466108441352844, "Finetune/Step": 2939, "Finetune/Step Time": 6.66250616684556}
+{"Finetune/Learning Rate": 1.6829786596648e-05, "Finetune/Loss": 0.8080562353134155, "Finetune/Loss (Raw)": 0.6954811215400696, "Finetune/Step": 2940, "Finetune/Step Time": 6.664342591539025}
+{"Finetune/Learning Rate": 1.682751086651156e-05, "Finetune/Loss": 0.805242657661438, "Finetune/Loss (Raw)": 0.5387380719184875, "Finetune/Step": 2941, "Finetune/Step Time": 6.681920450180769}
+{"Finetune/Learning Rate": 1.6825234473837812e-05, "Finetune/Loss": 0.8100478649139404, "Finetune/Loss (Raw)": 0.99176424741745, "Finetune/Step": 2942, "Finetune/Step Time": 6.667235190048814}
+{"Finetune/Learning Rate": 1.6822957418847662e-05, "Finetune/Loss": 0.8086934685707092, "Finetune/Loss (Raw)": 0.7815974354743958, "Finetune/Step": 2943, "Finetune/Step Time": 6.660944910719991}
+{"Finetune/Learning Rate": 1.682067970176207e-05, "Finetune/Loss": 0.8086731433868408, "Finetune/Loss (Raw)": 0.8313688039779663, "Finetune/Step": 2944, "Finetune/Step Time": 6.668317522853613}
+{"Finetune/Learning Rate": 1.681840132280206e-05, "Finetune/Loss": 0.8083228468894958, "Finetune/Loss (Raw)": 0.7747128009796143, "Finetune/Step": 2945, "Finetune/Step Time": 6.6872112434357405}
+{"Finetune/Learning Rate": 1.6816122282188735e-05, "Finetune/Loss": 0.8082846403121948, "Finetune/Loss (Raw)": 0.808371365070343, "Finetune/Step": 2946, "Finetune/Step Time": 6.67875193990767}
+{"Finetune/Learning Rate": 1.6813842580143247e-05, "Finetune/Loss": 0.8070608377456665, "Finetune/Loss (Raw)": 0.7948152422904968, "Finetune/Step": 2947, "Finetune/Step Time": 6.694681065157056}
+{"Finetune/Learning Rate": 1.6811562216886814e-05, "Finetune/Loss": 0.8056777119636536, "Finetune/Loss (Raw)": 0.7473185658454895, "Finetune/Step": 2948, "Finetune/Step Time": 6.705031421035528}
+{"Finetune/Learning Rate": 1.680928119264072e-05, "Finetune/Loss": 0.8073720932006836, "Finetune/Loss (Raw)": 0.8690275549888611, "Finetune/Step": 2949, "Finetune/Step Time": 6.695339433848858}
+{"Finetune/Learning Rate": 1.680699950762632e-05, "Finetune/Loss": 0.8074359893798828, "Finetune/Loss (Raw)": 0.8744736909866333, "Finetune/Step": 2950, "Finetune/Step Time": 6.69532841257751}
+{"Finetune/Learning Rate": 1.680471716206502e-05, "Finetune/Loss": 0.8067904114723206, "Finetune/Loss (Raw)": 0.3435753881931305, "Finetune/Step": 2951, "Finetune/Step Time": 6.685862321406603}
+{"Finetune/Learning Rate": 1.680243415617831e-05, "Finetune/Loss": 0.8086024522781372, "Finetune/Loss (Raw)": 0.8760231137275696, "Finetune/Step": 2952, "Finetune/Step Time": 6.683336140587926}
+{"Finetune/Learning Rate": 1.6800150490187713e-05, "Finetune/Loss": 0.8101751804351807, "Finetune/Loss (Raw)": 0.9387476444244385, "Finetune/Step": 2953, "Finetune/Step Time": 6.682258253917098}
+{"Finetune/Learning Rate": 1.679786616431485e-05, "Finetune/Loss": 0.810662031173706, "Finetune/Loss (Raw)": 0.7550917863845825, "Finetune/Step": 2954, "Finetune/Step Time": 6.676751736551523}
+{"Finetune/Learning Rate": 1.6795581178781384e-05, "Finetune/Loss": 0.8120346069335938, "Finetune/Loss (Raw)": 1.0111918449401855, "Finetune/Step": 2955, "Finetune/Step Time": 6.68312413059175}
+{"Finetune/Learning Rate": 1.6793295533809054e-05, "Finetune/Loss": 0.8109055757522583, "Finetune/Loss (Raw)": 0.8352502584457397, "Finetune/Step": 2956, "Finetune/Step Time": 6.680308131501079}
+{"Finetune/Learning Rate": 1.6791009229619648e-05, "Finetune/Loss": 0.8104190230369568, "Finetune/Loss (Raw)": 0.800828218460083, "Finetune/Step": 2957, "Finetune/Step Time": 6.668835995718837}
+{"Finetune/Learning Rate": 1.6788722266435034e-05, "Finetune/Loss": 0.8096730709075928, "Finetune/Loss (Raw)": 0.8284170627593994, "Finetune/Step": 2958, "Finetune/Step Time": 6.661533355712891}
+{"Finetune/Learning Rate": 1.6786434644477133e-05, "Finetune/Loss": 0.8043891787528992, "Finetune/Loss (Raw)": 0.3688131868839264, "Finetune/Step": 2959, "Finetune/Step Time": 6.678169718012214}
+{"Finetune/Learning Rate": 1.678414636396794e-05, "Finetune/Loss": 0.8029482364654541, "Finetune/Loss (Raw)": 0.7704009413719177, "Finetune/Step": 2960, "Finetune/Step Time": 6.6754904091358185}
+{"Finetune/Learning Rate": 1.6781857425129507e-05, "Finetune/Loss": 0.8025888204574585, "Finetune/Loss (Raw)": 0.7841883897781372, "Finetune/Step": 2961, "Finetune/Step Time": 6.661582356318831}
+{"Finetune/Learning Rate": 1.6779567828183948e-05, "Finetune/Loss": 0.8077419996261597, "Finetune/Loss (Raw)": 1.0354880094528198, "Finetune/Step": 2962, "Finetune/Step Time": 6.656302409246564}
+{"Finetune/Learning Rate": 1.6777277573353448e-05, "Finetune/Loss": 0.8080471754074097, "Finetune/Loss (Raw)": 0.8878394365310669, "Finetune/Step": 2963, "Finetune/Step Time": 6.656238492578268}
+{"Finetune/Learning Rate": 1.6774986660860245e-05, "Finetune/Loss": 0.8100074529647827, "Finetune/Loss (Raw)": 0.8992922306060791, "Finetune/Step": 2964, "Finetune/Step Time": 6.6588920298963785}
+{"Finetune/Learning Rate": 1.6772695090926655e-05, "Finetune/Loss": 0.8103470802307129, "Finetune/Loss (Raw)": 0.9205984473228455, "Finetune/Step": 2965, "Finetune/Step Time": 6.654893467202783}
+{"Finetune/Learning Rate": 1.677040286377505e-05, "Finetune/Loss": 0.8104710578918457, "Finetune/Loss (Raw)": 0.7513309717178345, "Finetune/Step": 2966, "Finetune/Step Time": 6.662162264809012}
+{"Finetune/Learning Rate": 1.6768109979627865e-05, "Finetune/Loss": 0.8103320598602295, "Finetune/Loss (Raw)": 0.7067678570747375, "Finetune/Step": 2967, "Finetune/Step Time": 6.683958591893315}
+{"Finetune/Learning Rate": 1.6765816438707595e-05, "Finetune/Loss": 0.8111914396286011, "Finetune/Loss (Raw)": 0.9163817167282104, "Finetune/Step": 2968, "Finetune/Step Time": 6.702124437317252}
+{"Finetune/Learning Rate": 1.676352224123681e-05, "Finetune/Loss": 0.8103643655776978, "Finetune/Loss (Raw)": 0.8510527014732361, "Finetune/Step": 2969, "Finetune/Step Time": 6.699065575376153}
+{"Finetune/Learning Rate": 1.6761227387438134e-05, "Finetune/Loss": 0.8099938631057739, "Finetune/Loss (Raw)": 0.8109856247901917, "Finetune/Step": 2970, "Finetune/Step Time": 6.71032889559865}
+{"Finetune/Learning Rate": 1.6758931877534263e-05, "Finetune/Loss": 0.8109432458877563, "Finetune/Loss (Raw)": 0.8238503932952881, "Finetune/Step": 2971, "Finetune/Step Time": 6.7167997770011425}
+{"Finetune/Learning Rate": 1.6756635711747942e-05, "Finetune/Loss": 0.8106603026390076, "Finetune/Loss (Raw)": 0.8366484642028809, "Finetune/Step": 2972, "Finetune/Step Time": 6.7223923821002245}
+{"Finetune/Learning Rate": 1.6754338890302003e-05, "Finetune/Loss": 0.8098637461662292, "Finetune/Loss (Raw)": 0.7265893816947937, "Finetune/Step": 2973, "Finetune/Step Time": 6.725415952503681}
+{"Finetune/Learning Rate": 1.675204141341932e-05, "Finetune/Loss": 0.810524582862854, "Finetune/Loss (Raw)": 0.8595849275588989, "Finetune/Step": 2974, "Finetune/Step Time": 6.726012319326401}
+{"Finetune/Learning Rate": 1.6749743281322834e-05, "Finetune/Loss": 0.80906742811203, "Finetune/Loss (Raw)": 0.4183841347694397, "Finetune/Step": 2975, "Finetune/Step Time": 6.731439987197518}
+{"Finetune/Learning Rate": 1.6747444494235565e-05, "Finetune/Loss": 0.8081563711166382, "Finetune/Loss (Raw)": 0.7603740096092224, "Finetune/Step": 2976, "Finetune/Step Time": 6.725762901827693}
+{"Finetune/Learning Rate": 1.674514505238058e-05, "Finetune/Loss": 0.808201253414154, "Finetune/Loss (Raw)": 0.7921644449234009, "Finetune/Step": 2977, "Finetune/Step Time": 6.722622159868479}
+{"Finetune/Learning Rate": 1.6742844955981014e-05, "Finetune/Loss": 0.8093886971473694, "Finetune/Loss (Raw)": 0.9715578556060791, "Finetune/Step": 2978, "Finetune/Step Time": 6.722518417984247}
+{"Finetune/Learning Rate": 1.6740544205260068e-05, "Finetune/Loss": 0.8092256784439087, "Finetune/Loss (Raw)": 0.8586025238037109, "Finetune/Step": 2979, "Finetune/Step Time": 6.731538197025657}
+{"Finetune/Learning Rate": 1.6738242800441012e-05, "Finetune/Loss": 0.8086515665054321, "Finetune/Loss (Raw)": 0.7761338353157043, "Finetune/Step": 2980, "Finetune/Step Time": 6.734503287822008}
+{"Finetune/Learning Rate": 1.673594074174716e-05, "Finetune/Loss": 0.8083690404891968, "Finetune/Loss (Raw)": 0.7378219366073608, "Finetune/Step": 2981, "Finetune/Step Time": 6.759730510413647}
+{"Finetune/Learning Rate": 1.673363802940192e-05, "Finetune/Loss": 0.8074156045913696, "Finetune/Loss (Raw)": 0.7787398099899292, "Finetune/Step": 2982, "Finetune/Step Time": 6.753622777760029}
+{"Finetune/Learning Rate": 1.6731334663628728e-05, "Finetune/Loss": 0.8085989952087402, "Finetune/Loss (Raw)": 0.9673675298690796, "Finetune/Step": 2983, "Finetune/Step Time": 6.743772197514772}
+{"Finetune/Learning Rate": 1.672903064465111e-05, "Finetune/Loss": 0.8086014986038208, "Finetune/Loss (Raw)": 0.7988957762718201, "Finetune/Step": 2984, "Finetune/Step Time": 6.73386655934155}
+{"Finetune/Learning Rate": 1.6726725972692642e-05, "Finetune/Loss": 0.8085802793502808, "Finetune/Loss (Raw)": 0.8602170944213867, "Finetune/Step": 2985, "Finetune/Step Time": 6.733297748491168}
+{"Finetune/Learning Rate": 1.6724420647976972e-05, "Finetune/Loss": 0.8055477142333984, "Finetune/Loss (Raw)": 0.3579413592815399, "Finetune/Step": 2986, "Finetune/Step Time": 6.754523951560259}
+{"Finetune/Learning Rate": 1.672211467072781e-05, "Finetune/Loss": 0.8052904605865479, "Finetune/Loss (Raw)": 0.8077698945999146, "Finetune/Step": 2987, "Finetune/Step Time": 6.768127111718059}
+{"Finetune/Learning Rate": 1.671980804116892e-05, "Finetune/Loss": 0.8067262172698975, "Finetune/Loss (Raw)": 0.8994970917701721, "Finetune/Step": 2988, "Finetune/Step Time": 6.774705179035664}
+{"Finetune/Learning Rate": 1.6717500759524138e-05, "Finetune/Loss": 0.804131269454956, "Finetune/Loss (Raw)": 0.6638803482055664, "Finetune/Step": 2989, "Finetune/Step Time": 6.780276732519269}
+{"Finetune/Learning Rate": 1.6715192826017362e-05, "Finetune/Loss": 0.8055065870285034, "Finetune/Loss (Raw)": 0.9472834467887878, "Finetune/Step": 2990, "Finetune/Step Time": 6.756494639441371}
+{"Finetune/Learning Rate": 1.6712884240872555e-05, "Finetune/Loss": 0.8061571717262268, "Finetune/Loss (Raw)": 0.8856635093688965, "Finetune/Step": 2991, "Finetune/Step Time": 6.76108768209815}
+{"Finetune/Learning Rate": 1.6710575004313733e-05, "Finetune/Loss": 0.8060277104377747, "Finetune/Loss (Raw)": 0.7155529856681824, "Finetune/Step": 2992, "Finetune/Step Time": 6.77146396972239}
+{"Finetune/Learning Rate": 1.670826511656499e-05, "Finetune/Loss": 0.806392252445221, "Finetune/Loss (Raw)": 0.9586400389671326, "Finetune/Step": 2993, "Finetune/Step Time": 6.757651729509234}
+{"Finetune/Learning Rate": 1.6705954577850474e-05, "Finetune/Loss": 0.8105817437171936, "Finetune/Loss (Raw)": 0.9563699960708618, "Finetune/Step": 2994, "Finetune/Step Time": 6.735223663970828}
+{"Finetune/Learning Rate": 1.6703643388394396e-05, "Finetune/Loss": 0.8106042742729187, "Finetune/Loss (Raw)": 0.8680301308631897, "Finetune/Step": 2995, "Finetune/Step Time": 6.737682351842523}
+{"Finetune/Learning Rate": 1.6701331548421037e-05, "Finetune/Loss": 0.8090417981147766, "Finetune/Loss (Raw)": 0.7626672983169556, "Finetune/Step": 2996, "Finetune/Step Time": 6.752754019573331}
+{"Finetune/Learning Rate": 1.669901905815473e-05, "Finetune/Loss": 0.810346245765686, "Finetune/Loss (Raw)": 0.7787660360336304, "Finetune/Step": 2997, "Finetune/Step Time": 6.723437430337071}
+{"Finetune/Learning Rate": 1.6696705917819883e-05, "Finetune/Loss": 0.8132411241531372, "Finetune/Loss (Raw)": 0.7709376811981201, "Finetune/Step": 2998, "Finetune/Step Time": 6.712444955483079}
+{"Finetune/Learning Rate": 1.6694392127640962e-05, "Finetune/Loss": 0.8123664855957031, "Finetune/Loss (Raw)": 0.8566710352897644, "Finetune/Step": 2999, "Finetune/Step Time": 6.718184471130371}
+{"Finetune/Learning Rate": 1.669207768784249e-05, "Finetune/Loss": 0.8117095232009888, "Finetune/Loss (Raw)": 0.8616635203361511, "Finetune/Step": 3000, "Finetune/Step Time": 6.711986288428307}
+{"Finetune/Learning Rate": 1.6689762598649063e-05, "Finetune/Loss": 0.8110178112983704, "Finetune/Loss (Raw)": 0.780064046382904, "Finetune/Step": 3001, "Finetune/Step Time": 6.715286387130618}
+{"Finetune/Learning Rate": 1.6687446860285338e-05, "Finetune/Loss": 0.8153520822525024, "Finetune/Loss (Raw)": 0.9331710338592529, "Finetune/Step": 3002, "Finetune/Step Time": 6.698966579511762}
+{"Finetune/Learning Rate": 1.6685130472976028e-05, "Finetune/Loss": 0.8148342967033386, "Finetune/Loss (Raw)": 0.8275942206382751, "Finetune/Step": 3003, "Finetune/Step Time": 6.7041565254330635}
+{"Finetune/Learning Rate": 1.6682813436945915e-05, "Finetune/Loss": 0.815376877784729, "Finetune/Loss (Raw)": 0.9042220115661621, "Finetune/Step": 3004, "Finetune/Step Time": 6.697063663974404}
+{"Finetune/Learning Rate": 1.668049575241984e-05, "Finetune/Loss": 0.8138967752456665, "Finetune/Loss (Raw)": 0.618359386920929, "Finetune/Step": 3005, "Finetune/Step Time": 6.714905010536313}
+{"Finetune/Learning Rate": 1.667817741962272e-05, "Finetune/Loss": 0.8152446746826172, "Finetune/Loss (Raw)": 0.9139924049377441, "Finetune/Step": 3006, "Finetune/Step Time": 6.708386166021228}
+{"Finetune/Learning Rate": 1.6675858438779515e-05, "Finetune/Loss": 0.814687967300415, "Finetune/Loss (Raw)": 0.678168535232544, "Finetune/Step": 3007, "Finetune/Step Time": 6.6992179322987795}
+{"Finetune/Learning Rate": 1.667353881011526e-05, "Finetune/Loss": 0.8144057989120483, "Finetune/Loss (Raw)": 0.9029832482337952, "Finetune/Step": 3008, "Finetune/Step Time": 6.700035845860839}
+{"Finetune/Learning Rate": 1.6671218533855048e-05, "Finetune/Loss": 0.8152664303779602, "Finetune/Loss (Raw)": 0.9627811312675476, "Finetune/Step": 3009, "Finetune/Step Time": 6.693915538489819}
+{"Finetune/Learning Rate": 1.666889761022404e-05, "Finetune/Loss": 0.8144907355308533, "Finetune/Loss (Raw)": 0.8183444142341614, "Finetune/Step": 3010, "Finetune/Step Time": 6.694367151707411}
+{"Finetune/Learning Rate": 1.666657603944746e-05, "Finetune/Loss": 0.8141257762908936, "Finetune/Loss (Raw)": 0.9094274044036865, "Finetune/Step": 3011, "Finetune/Step Time": 6.702258732169867}
+{"Finetune/Learning Rate": 1.6664253821750586e-05, "Finetune/Loss": 0.8154484033584595, "Finetune/Loss (Raw)": 0.8910245895385742, "Finetune/Step": 3012, "Finetune/Step Time": 6.674675418063998}
+{"Finetune/Learning Rate": 1.6661930957358768e-05, "Finetune/Loss": 0.815203070640564, "Finetune/Loss (Raw)": 0.8715952038764954, "Finetune/Step": 3013, "Finetune/Step Time": 6.670652907341719}
+{"Finetune/Learning Rate": 1.665960744649741e-05, "Finetune/Loss": 0.8161759376525879, "Finetune/Loss (Raw)": 0.7183447480201721, "Finetune/Step": 3014, "Finetune/Step Time": 6.654236633330584}
+{"Finetune/Learning Rate": 1.6657283289391992e-05, "Finetune/Loss": 0.8156659603118896, "Finetune/Loss (Raw)": 0.6407322287559509, "Finetune/Step": 3015, "Finetune/Step Time": 6.662914844229817}
+{"Finetune/Learning Rate": 1.665495848626804e-05, "Finetune/Loss": 0.8138686418533325, "Finetune/Loss (Raw)": 0.7832915782928467, "Finetune/Step": 3016, "Finetune/Step Time": 6.666780443862081}
+{"Finetune/Learning Rate": 1.665263303735116e-05, "Finetune/Loss": 0.8168308734893799, "Finetune/Loss (Raw)": 0.7348462343215942, "Finetune/Step": 3017, "Finetune/Step Time": 6.652373541146517}
+{"Finetune/Learning Rate": 1.6650306942867006e-05, "Finetune/Loss": 0.8167154788970947, "Finetune/Loss (Raw)": 0.7637332081794739, "Finetune/Step": 3018, "Finetune/Step Time": 6.657207403331995}
+{"Finetune/Learning Rate": 1.6647980203041305e-05, "Finetune/Loss": 0.8170533776283264, "Finetune/Loss (Raw)": 0.833324670791626, "Finetune/Step": 3019, "Finetune/Step Time": 6.658400192856789}
+{"Finetune/Learning Rate": 1.6645652818099838e-05, "Finetune/Loss": 0.8153088092803955, "Finetune/Loss (Raw)": 0.8021243810653687, "Finetune/Step": 3020, "Finetune/Step Time": 6.640263983979821}
+{"Finetune/Learning Rate": 1.6643324788268457e-05, "Finetune/Loss": 0.8154432773590088, "Finetune/Loss (Raw)": 0.8255639672279358, "Finetune/Step": 3021, "Finetune/Step Time": 6.642959587275982}
+{"Finetune/Learning Rate": 1.664099611377307e-05, "Finetune/Loss": 0.815614640712738, "Finetune/Loss (Raw)": 0.9507785439491272, "Finetune/Step": 3022, "Finetune/Step Time": 6.642511673271656}
+{"Finetune/Learning Rate": 1.6638666794839652e-05, "Finetune/Loss": 0.8144114017486572, "Finetune/Loss (Raw)": 0.6939347982406616, "Finetune/Step": 3023, "Finetune/Step Time": 6.645165491849184}
+{"Finetune/Learning Rate": 1.6636336831694235e-05, "Finetune/Loss": 0.8138514757156372, "Finetune/Loss (Raw)": 0.8301602005958557, "Finetune/Step": 3024, "Finetune/Step Time": 6.630266182124615}
+{"Finetune/Learning Rate": 1.663400622456292e-05, "Finetune/Loss": 0.8137274980545044, "Finetune/Loss (Raw)": 0.9007978439331055, "Finetune/Step": 3025, "Finetune/Step Time": 6.629266751930118}
+{"Finetune/Learning Rate": 1.663167497367187e-05, "Finetune/Loss": 0.8136330842971802, "Finetune/Loss (Raw)": 0.8430029153823853, "Finetune/Step": 3026, "Finetune/Step Time": 6.633808325976133}
+{"Finetune/Learning Rate": 1.66293430792473e-05, "Finetune/Loss": 0.8144892454147339, "Finetune/Loss (Raw)": 0.9387087225914001, "Finetune/Step": 3027, "Finetune/Step Time": 6.622062332928181}
+{"Finetune/Learning Rate": 1.66270105415155e-05, "Finetune/Loss": 0.8155441284179688, "Finetune/Loss (Raw)": 0.8274477124214172, "Finetune/Step": 3028, "Finetune/Step Time": 6.635000726208091}
+{"Finetune/Learning Rate": 1.6624677360702825e-05, "Finetune/Loss": 0.8181010484695435, "Finetune/Loss (Raw)": 1.0331271886825562, "Finetune/Step": 3029, "Finetune/Step Time": 6.616692777723074}
+{"Finetune/Learning Rate": 1.6622343537035676e-05, "Finetune/Loss": 0.8179274797439575, "Finetune/Loss (Raw)": 0.7896457314491272, "Finetune/Step": 3030, "Finetune/Step Time": 6.608458710834384}
+{"Finetune/Learning Rate": 1.6620009070740534e-05, "Finetune/Loss": 0.8180443048477173, "Finetune/Loss (Raw)": 0.8666004538536072, "Finetune/Step": 3031, "Finetune/Step Time": 6.605578286573291}
+{"Finetune/Learning Rate": 1.6617673962043922e-05, "Finetune/Loss": 0.8182947635650635, "Finetune/Loss (Raw)": 0.8531691431999207, "Finetune/Step": 3032, "Finetune/Step Time": 6.6100493632256985}
+{"Finetune/Learning Rate": 1.6615338211172446e-05, "Finetune/Loss": 0.8187204003334045, "Finetune/Loss (Raw)": 0.8774116039276123, "Finetune/Step": 3033, "Finetune/Step Time": 6.6175382155925035}
+{"Finetune/Learning Rate": 1.6613001818352765e-05, "Finetune/Loss": 0.8191220164299011, "Finetune/Loss (Raw)": 0.9640762209892273, "Finetune/Step": 3034, "Finetune/Step Time": 6.623652743175626}
+{"Finetune/Learning Rate": 1.6610664783811602e-05, "Finetune/Loss": 0.8194552659988403, "Finetune/Loss (Raw)": 0.858443558216095, "Finetune/Step": 3035, "Finetune/Step Time": 6.624172862619162}
+{"Finetune/Learning Rate": 1.660832710777574e-05, "Finetune/Loss": 0.8185893297195435, "Finetune/Loss (Raw)": 0.7982430458068848, "Finetune/Step": 3036, "Finetune/Step Time": 6.636918991804123}
+{"Finetune/Learning Rate": 1.6605988790472024e-05, "Finetune/Loss": 0.8180709481239319, "Finetune/Loss (Raw)": 0.9676998853683472, "Finetune/Step": 3037, "Finetune/Step Time": 6.638855440542102}
+{"Finetune/Learning Rate": 1.660364983212736e-05, "Finetune/Loss": 0.8177562952041626, "Finetune/Loss (Raw)": 0.8965370655059814, "Finetune/Step": 3038, "Finetune/Step Time": 6.638044400140643}
+{"Finetune/Learning Rate": 1.660131023296873e-05, "Finetune/Loss": 0.8158832788467407, "Finetune/Loss (Raw)": 0.753131091594696, "Finetune/Step": 3039, "Finetune/Step Time": 6.637807499617338}
+{"Finetune/Learning Rate": 1.6598969993223156e-05, "Finetune/Loss": 0.8158329129219055, "Finetune/Loss (Raw)": 0.8664031028747559, "Finetune/Step": 3040, "Finetune/Step Time": 6.630818521603942}
+{"Finetune/Learning Rate": 1.6596629113117742e-05, "Finetune/Loss": 0.8154641389846802, "Finetune/Loss (Raw)": 0.7797240018844604, "Finetune/Step": 3041, "Finetune/Step Time": 6.6350715439766645}
+{"Finetune/Learning Rate": 1.6594287592879636e-05, "Finetune/Loss": 0.8171714544296265, "Finetune/Loss (Raw)": 0.8514821529388428, "Finetune/Step": 3042, "Finetune/Step Time": 6.610706325620413}
+{"Finetune/Learning Rate": 1.6591945432736064e-05, "Finetune/Loss": 0.815230667591095, "Finetune/Loss (Raw)": 0.33641111850738525, "Finetune/Step": 3043, "Finetune/Step Time": 6.618649084120989}
+{"Finetune/Learning Rate": 1.658960263291431e-05, "Finetune/Loss": 0.8137552738189697, "Finetune/Loss (Raw)": 0.6998054385185242, "Finetune/Step": 3044, "Finetune/Step Time": 6.636987265199423}
+{"Finetune/Learning Rate": 1.658725919364171e-05, "Finetune/Loss": 0.8112375736236572, "Finetune/Loss (Raw)": 0.6102071404457092, "Finetune/Step": 3045, "Finetune/Step Time": 6.652088625356555}
+{"Finetune/Learning Rate": 1.6584915115145678e-05, "Finetune/Loss": 0.8133471608161926, "Finetune/Loss (Raw)": 1.0058377981185913, "Finetune/Step": 3046, "Finetune/Step Time": 6.645897647365928}
+{"Finetune/Learning Rate": 1.658257039765368e-05, "Finetune/Loss": 0.8132098913192749, "Finetune/Loss (Raw)": 0.8374720811843872, "Finetune/Step": 3047, "Finetune/Step Time": 6.650986474007368}
+{"Finetune/Learning Rate": 1.658022504139324e-05, "Finetune/Loss": 0.8180378675460815, "Finetune/Loss (Raw)": 0.9875092506408691, "Finetune/Step": 3048, "Finetune/Step Time": 6.631269805133343}
+{"Finetune/Learning Rate": 1.6577879046591954e-05, "Finetune/Loss": 0.8181213140487671, "Finetune/Loss (Raw)": 0.8181770443916321, "Finetune/Step": 3049, "Finetune/Step Time": 6.613690299913287}
+{"Finetune/Learning Rate": 1.6575532413477478e-05, "Finetune/Loss": 0.8196324110031128, "Finetune/Loss (Raw)": 0.9745253920555115, "Finetune/Step": 3050, "Finetune/Step Time": 6.594602458178997}
+{"Finetune/Learning Rate": 1.6573185142277525e-05, "Finetune/Loss": 0.8213255405426025, "Finetune/Loss (Raw)": 0.9449537992477417, "Finetune/Step": 3051, "Finetune/Step Time": 6.572790062054992}
+{"Finetune/Learning Rate": 1.6570837233219868e-05, "Finetune/Loss": 0.820483922958374, "Finetune/Loss (Raw)": 0.8010029196739197, "Finetune/Step": 3052, "Finetune/Step Time": 6.576314667239785}
+{"Finetune/Learning Rate": 1.6568488686532356e-05, "Finetune/Loss": 0.8204306960105896, "Finetune/Loss (Raw)": 0.9367461204528809, "Finetune/Step": 3053, "Finetune/Step Time": 6.57981994189322}
+{"Finetune/Learning Rate": 1.656613950244289e-05, "Finetune/Loss": 0.8217711448669434, "Finetune/Loss (Raw)": 0.9972484707832336, "Finetune/Step": 3054, "Finetune/Step Time": 6.5646847859025}
+{"Finetune/Learning Rate": 1.6563789681179426e-05, "Finetune/Loss": 0.8239760398864746, "Finetune/Loss (Raw)": 0.851542592048645, "Finetune/Step": 3055, "Finetune/Step Time": 6.55540576018393}
+{"Finetune/Learning Rate": 1.6561439222969992e-05, "Finetune/Loss": 0.8243709206581116, "Finetune/Loss (Raw)": 0.8817395567893982, "Finetune/Step": 3056, "Finetune/Step Time": 6.534155532717705}
+{"Finetune/Learning Rate": 1.6559088128042677e-05, "Finetune/Loss": 0.8232576847076416, "Finetune/Loss (Raw)": 0.7379523515701294, "Finetune/Step": 3057, "Finetune/Step Time": 6.54554858058691}
+{"Finetune/Learning Rate": 1.655673639662563e-05, "Finetune/Loss": 0.8232344388961792, "Finetune/Loss (Raw)": 0.8985171318054199, "Finetune/Step": 3058, "Finetune/Step Time": 6.542937356978655}
+{"Finetune/Learning Rate": 1.6554384028947058e-05, "Finetune/Loss": 0.8231872320175171, "Finetune/Loss (Raw)": 0.8906161785125732, "Finetune/Step": 3059, "Finetune/Step Time": 6.539243230596185}
+{"Finetune/Learning Rate": 1.6552031025235234e-05, "Finetune/Loss": 0.8234168291091919, "Finetune/Loss (Raw)": 0.9236164093017578, "Finetune/Step": 3060, "Finetune/Step Time": 6.542868947610259}
+{"Finetune/Learning Rate": 1.6549677385718498e-05, "Finetune/Loss": 0.8241360187530518, "Finetune/Loss (Raw)": 0.9333263635635376, "Finetune/Step": 3061, "Finetune/Step Time": 6.53464655764401}
+{"Finetune/Learning Rate": 1.6547323110625237e-05, "Finetune/Loss": 0.8236737251281738, "Finetune/Loss (Raw)": 0.7569755911827087, "Finetune/Step": 3062, "Finetune/Step Time": 6.561595102772117}
+{"Finetune/Learning Rate": 1.6544968200183912e-05, "Finetune/Loss": 0.8237078189849854, "Finetune/Loss (Raw)": 0.8414503931999207, "Finetune/Step": 3063, "Finetune/Step Time": 6.55405798740685}
+{"Finetune/Learning Rate": 1.6542612654623043e-05, "Finetune/Loss": 0.823694109916687, "Finetune/Loss (Raw)": 0.886894702911377, "Finetune/Step": 3064, "Finetune/Step Time": 6.535608718171716}
+{"Finetune/Learning Rate": 1.6540256474171213e-05, "Finetune/Loss": 0.8208560943603516, "Finetune/Loss (Raw)": 0.6721447706222534, "Finetune/Step": 3065, "Finetune/Step Time": 6.551998224109411}
+{"Finetune/Learning Rate": 1.6537899659057058e-05, "Finetune/Loss": 0.8182713985443115, "Finetune/Loss (Raw)": 0.5550490021705627, "Finetune/Step": 3066, "Finetune/Step Time": 6.574140915647149}
+{"Finetune/Learning Rate": 1.6535542209509286e-05, "Finetune/Loss": 0.8183383941650391, "Finetune/Loss (Raw)": 0.8551751971244812, "Finetune/Step": 3067, "Finetune/Step Time": 6.575194299221039}
+{"Finetune/Learning Rate": 1.653318412575666e-05, "Finetune/Loss": 0.8190543055534363, "Finetune/Loss (Raw)": 0.7871277928352356, "Finetune/Step": 3068, "Finetune/Step Time": 6.586640205234289}
+{"Finetune/Learning Rate": 1.6530825408028008e-05, "Finetune/Loss": 0.8203185796737671, "Finetune/Loss (Raw)": 0.7005615830421448, "Finetune/Step": 3069, "Finetune/Step Time": 6.57810815423727}
+{"Finetune/Learning Rate": 1.6528466056552222e-05, "Finetune/Loss": 0.8190789222717285, "Finetune/Loss (Raw)": 0.8330823183059692, "Finetune/Step": 3070, "Finetune/Step Time": 6.575459383428097}
+{"Finetune/Learning Rate": 1.652610607155825e-05, "Finetune/Loss": 0.8207923173904419, "Finetune/Loss (Raw)": 1.0009132623672485, "Finetune/Step": 3071, "Finetune/Step Time": 6.5681326147168875}
+{"Finetune/Learning Rate": 1.6523745453275098e-05, "Finetune/Loss": 0.8206748366355896, "Finetune/Loss (Raw)": 0.8163319230079651, "Finetune/Step": 3072, "Finetune/Step Time": 6.568695846945047}
+{"Finetune/Learning Rate": 1.6521384201931842e-05, "Finetune/Loss": 0.821249783039093, "Finetune/Loss (Raw)": 0.8483068943023682, "Finetune/Step": 3073, "Finetune/Step Time": 6.549466980621219}
+{"Finetune/Learning Rate": 1.6519022317757623e-05, "Finetune/Loss": 0.8213428854942322, "Finetune/Loss (Raw)": 0.8202898502349854, "Finetune/Step": 3074, "Finetune/Step Time": 6.551553035154939}
+{"Finetune/Learning Rate": 1.6516659800981628e-05, "Finetune/Loss": 0.8177282214164734, "Finetune/Loss (Raw)": 0.3321361243724823, "Finetune/Step": 3075, "Finetune/Step Time": 6.555530920624733}
+{"Finetune/Learning Rate": 1.6514296651833118e-05, "Finetune/Loss": 0.817490816116333, "Finetune/Loss (Raw)": 0.7169287204742432, "Finetune/Step": 3076, "Finetune/Step Time": 6.542284820228815}
+{"Finetune/Learning Rate": 1.6511932870541413e-05, "Finetune/Loss": 0.8175520896911621, "Finetune/Loss (Raw)": 0.8768724203109741, "Finetune/Step": 3077, "Finetune/Step Time": 6.5421086102724075}
+{"Finetune/Learning Rate": 1.6509568457335888e-05, "Finetune/Loss": 0.816383957862854, "Finetune/Loss (Raw)": 0.724955141544342, "Finetune/Step": 3078, "Finetune/Step Time": 6.5384465381503105}
+{"Finetune/Learning Rate": 1.650720341244599e-05, "Finetune/Loss": 0.818676233291626, "Finetune/Loss (Raw)": 0.6369888782501221, "Finetune/Step": 3079, "Finetune/Step Time": 6.54158079624176}
+{"Finetune/Learning Rate": 1.6504837736101212e-05, "Finetune/Loss": 0.8174777030944824, "Finetune/Loss (Raw)": 0.7226118445396423, "Finetune/Step": 3080, "Finetune/Step Time": 6.545961493626237}
+{"Finetune/Learning Rate": 1.650247142853113e-05, "Finetune/Loss": 0.816140353679657, "Finetune/Loss (Raw)": 0.7675617933273315, "Finetune/Step": 3081, "Finetune/Step Time": 6.549228793010116}
+{"Finetune/Learning Rate": 1.650010448996536e-05, "Finetune/Loss": 0.8168728351593018, "Finetune/Loss (Raw)": 0.8488563895225525, "Finetune/Step": 3082, "Finetune/Step Time": 6.544502893462777}
+{"Finetune/Learning Rate": 1.649773692063359e-05, "Finetune/Loss": 0.8158275485038757, "Finetune/Loss (Raw)": 0.8773896098136902, "Finetune/Step": 3083, "Finetune/Step Time": 6.560673139989376}
+{"Finetune/Learning Rate": 1.6495368720765573e-05, "Finetune/Loss": 0.8154721260070801, "Finetune/Loss (Raw)": 0.7897582650184631, "Finetune/Step": 3084, "Finetune/Step Time": 6.571754748001695}
+{"Finetune/Learning Rate": 1.649299989059111e-05, "Finetune/Loss": 0.8170615434646606, "Finetune/Loss (Raw)": 1.004270315170288, "Finetune/Step": 3085, "Finetune/Step Time": 6.57049017585814}
+{"Finetune/Learning Rate": 1.6490630430340072e-05, "Finetune/Loss": 0.8172507286071777, "Finetune/Loss (Raw)": 0.852627158164978, "Finetune/Step": 3086, "Finetune/Step Time": 6.569437654688954}
+{"Finetune/Learning Rate": 1.6488260340242394e-05, "Finetune/Loss": 0.8207424879074097, "Finetune/Loss (Raw)": 0.8157601356506348, "Finetune/Step": 3087, "Finetune/Step Time": 6.554386666044593}
+{"Finetune/Learning Rate": 1.6485889620528067e-05, "Finetune/Loss": 0.8193305730819702, "Finetune/Loss (Raw)": 0.5896812677383423, "Finetune/Step": 3088, "Finetune/Step Time": 6.553644306957722}
+{"Finetune/Learning Rate": 1.6483518271427142e-05, "Finetune/Loss": 0.8204290866851807, "Finetune/Loss (Raw)": 0.9247956871986389, "Finetune/Step": 3089, "Finetune/Step Time": 6.557646691799164}
+{"Finetune/Learning Rate": 1.6481146293169738e-05, "Finetune/Loss": 0.8181983828544617, "Finetune/Loss (Raw)": 0.7499591112136841, "Finetune/Step": 3090, "Finetune/Step Time": 6.54308807104826}
+{"Finetune/Learning Rate": 1.6478773685986022e-05, "Finetune/Loss": 0.8170400857925415, "Finetune/Loss (Raw)": 0.7395769357681274, "Finetune/Step": 3091, "Finetune/Step Time": 6.55766462162137}
+{"Finetune/Learning Rate": 1.6476400450106237e-05, "Finetune/Loss": 0.8125654458999634, "Finetune/Loss (Raw)": 0.3265449106693268, "Finetune/Step": 3092, "Finetune/Step Time": 6.575431609526277}
+{"Finetune/Learning Rate": 1.6474026585760677e-05, "Finetune/Loss": 0.8121147751808167, "Finetune/Loss (Raw)": 0.8629079461097717, "Finetune/Step": 3093, "Finetune/Step Time": 6.582863878458738}
+{"Finetune/Learning Rate": 1.64716520931797e-05, "Finetune/Loss": 0.8130409717559814, "Finetune/Loss (Raw)": 0.8698872923851013, "Finetune/Step": 3094, "Finetune/Step Time": 6.588125826790929}
+{"Finetune/Learning Rate": 1.646927697259373e-05, "Finetune/Loss": 0.8137869834899902, "Finetune/Loss (Raw)": 0.802256166934967, "Finetune/Step": 3095, "Finetune/Step Time": 6.570137578994036}
+{"Finetune/Learning Rate": 1.646690122423324e-05, "Finetune/Loss": 0.813328206539154, "Finetune/Loss (Raw)": 0.857656717300415, "Finetune/Step": 3096, "Finetune/Step Time": 6.554827140644193}
+{"Finetune/Learning Rate": 1.646452484832878e-05, "Finetune/Loss": 0.8092892169952393, "Finetune/Loss (Raw)": 0.33406123518943787, "Finetune/Step": 3097, "Finetune/Step Time": 6.576251914724708}
+{"Finetune/Learning Rate": 1.6462147845110943e-05, "Finetune/Loss": 0.8075437545776367, "Finetune/Loss (Raw)": 0.5875691771507263, "Finetune/Step": 3098, "Finetune/Step Time": 6.565249836072326}
+{"Finetune/Learning Rate": 1.6459770214810397e-05, "Finetune/Loss": 0.8079526424407959, "Finetune/Loss (Raw)": 0.8761923909187317, "Finetune/Step": 3099, "Finetune/Step Time": 6.578501572832465}
+{"Finetune/Learning Rate": 1.6457391957657864e-05, "Finetune/Loss": 0.8094630241394043, "Finetune/Loss (Raw)": 1.029961347579956, "Finetune/Step": 3100, "Finetune/Step Time": 6.57059139944613}
+{"Finetune/Learning Rate": 1.645501307388413e-05, "Finetune/Loss": 0.8083595037460327, "Finetune/Loss (Raw)": 0.585345983505249, "Finetune/Step": 3101, "Finetune/Step Time": 6.57271284237504}
+{"Finetune/Learning Rate": 1.645263356372004e-05, "Finetune/Loss": 0.8089896440505981, "Finetune/Loss (Raw)": 0.9402364492416382, "Finetune/Step": 3102, "Finetune/Step Time": 6.5797502268105745}
+{"Finetune/Learning Rate": 1.6450253427396497e-05, "Finetune/Loss": 0.8133180141448975, "Finetune/Loss (Raw)": 0.9724216461181641, "Finetune/Step": 3103, "Finetune/Step Time": 6.573342373594642}
+{"Finetune/Learning Rate": 1.6447872665144472e-05, "Finetune/Loss": 0.8142675161361694, "Finetune/Loss (Raw)": 0.8819122314453125, "Finetune/Step": 3104, "Finetune/Step Time": 6.568242514505982}
+{"Finetune/Learning Rate": 1.644549127719499e-05, "Finetune/Loss": 0.8150027394294739, "Finetune/Loss (Raw)": 0.8862718343734741, "Finetune/Step": 3105, "Finetune/Step Time": 6.558717655017972}
+{"Finetune/Learning Rate": 1.6443109263779145e-05, "Finetune/Loss": 0.8132983446121216, "Finetune/Loss (Raw)": 0.7533921599388123, "Finetune/Step": 3106, "Finetune/Step Time": 6.558630304411054}
+{"Finetune/Learning Rate": 1.6440726625128077e-05, "Finetune/Loss": 0.814412534236908, "Finetune/Loss (Raw)": 1.0012235641479492, "Finetune/Step": 3107, "Finetune/Step Time": 6.552780983969569}
+{"Finetune/Learning Rate": 1.6438343361473003e-05, "Finetune/Loss": 0.8143768310546875, "Finetune/Loss (Raw)": 0.7715572118759155, "Finetune/Step": 3108, "Finetune/Step Time": 6.544330861419439}
+{"Finetune/Learning Rate": 1.6435959473045188e-05, "Finetune/Loss": 0.8149409294128418, "Finetune/Loss (Raw)": 0.8100346922874451, "Finetune/Step": 3109, "Finetune/Step Time": 6.520158018916845}
+{"Finetune/Learning Rate": 1.643357496007597e-05, "Finetune/Loss": 0.8148123621940613, "Finetune/Loss (Raw)": 0.7622816562652588, "Finetune/Step": 3110, "Finetune/Step Time": 6.516553843393922}
+{"Finetune/Learning Rate": 1.6431189822796732e-05, "Finetune/Loss": 0.8133137822151184, "Finetune/Loss (Raw)": 0.7755537033081055, "Finetune/Step": 3111, "Finetune/Step Time": 6.525487154722214}
+{"Finetune/Learning Rate": 1.6428804061438934e-05, "Finetune/Loss": 0.8142036199569702, "Finetune/Loss (Raw)": 0.9127956628799438, "Finetune/Step": 3112, "Finetune/Step Time": 6.510292250663042}
+{"Finetune/Learning Rate": 1.6426417676234082e-05, "Finetune/Loss": 0.8136640787124634, "Finetune/Loss (Raw)": 0.791155993938446, "Finetune/Step": 3113, "Finetune/Step Time": 6.52324384637177}
+{"Finetune/Learning Rate": 1.642403066741376e-05, "Finetune/Loss": 0.8178180456161499, "Finetune/Loss (Raw)": 0.8896439075469971, "Finetune/Step": 3114, "Finetune/Step Time": 6.509302187711}
+{"Finetune/Learning Rate": 1.6421643035209584e-05, "Finetune/Loss": 0.8179546594619751, "Finetune/Loss (Raw)": 0.8252562880516052, "Finetune/Step": 3115, "Finetune/Step Time": 6.491477157920599}
+{"Finetune/Learning Rate": 1.6419254779853268e-05, "Finetune/Loss": 0.815552830696106, "Finetune/Loss (Raw)": 0.5920607447624207, "Finetune/Step": 3116, "Finetune/Step Time": 6.5081468764692545}
+{"Finetune/Learning Rate": 1.641686590157655e-05, "Finetune/Loss": 0.817229151725769, "Finetune/Loss (Raw)": 0.8784548044204712, "Finetune/Step": 3117, "Finetune/Step Time": 6.503468077629805}
+{"Finetune/Learning Rate": 1.641447640061126e-05, "Finetune/Loss": 0.8137567043304443, "Finetune/Loss (Raw)": 0.5027996301651001, "Finetune/Step": 3118, "Finetune/Step Time": 6.534719079732895}
+{"Finetune/Learning Rate": 1.641208627718926e-05, "Finetune/Loss": 0.8133383393287659, "Finetune/Loss (Raw)": 0.8321218490600586, "Finetune/Step": 3119, "Finetune/Step Time": 6.535003839060664}
+{"Finetune/Learning Rate": 1.6409695531542495e-05, "Finetune/Loss": 0.8144332766532898, "Finetune/Loss (Raw)": 0.8557019829750061, "Finetune/Step": 3120, "Finetune/Step Time": 6.539731364697218}
+{"Finetune/Learning Rate": 1.6407304163902958e-05, "Finetune/Loss": 0.8119480013847351, "Finetune/Loss (Raw)": 0.6405268311500549, "Finetune/Step": 3121, "Finetune/Step Time": 6.550293900072575}
+{"Finetune/Learning Rate": 1.6404912174502708e-05, "Finetune/Loss": 0.8107560873031616, "Finetune/Loss (Raw)": 0.8038049340248108, "Finetune/Step": 3122, "Finetune/Step Time": 6.552238315343857}
+{"Finetune/Learning Rate": 1.640251956357386e-05, "Finetune/Loss": 0.810295820236206, "Finetune/Loss (Raw)": 0.8091145157814026, "Finetune/Step": 3123, "Finetune/Step Time": 6.546943381428719}
+{"Finetune/Learning Rate": 1.6400126331348593e-05, "Finetune/Loss": 0.8114074468612671, "Finetune/Loss (Raw)": 0.9049590229988098, "Finetune/Step": 3124, "Finetune/Step Time": 6.531151100993156}
+{"Finetune/Learning Rate": 1.6397732478059146e-05, "Finetune/Loss": 0.8106181025505066, "Finetune/Loss (Raw)": 0.6777234673500061, "Finetune/Step": 3125, "Finetune/Step Time": 6.530824737623334}
+{"Finetune/Learning Rate": 1.639533800393781e-05, "Finetune/Loss": 0.8116445541381836, "Finetune/Loss (Raw)": 0.9023287296295166, "Finetune/Step": 3126, "Finetune/Step Time": 6.5219510812312365}
+{"Finetune/Learning Rate": 1.6392942909216955e-05, "Finetune/Loss": 0.8125917911529541, "Finetune/Loss (Raw)": 0.977920651435852, "Finetune/Step": 3127, "Finetune/Step Time": 6.518250469118357}
+{"Finetune/Learning Rate": 1.6390547194128988e-05, "Finetune/Loss": 0.8101605176925659, "Finetune/Loss (Raw)": 0.550456702709198, "Finetune/Step": 3128, "Finetune/Step Time": 6.553962375968695}
+{"Finetune/Learning Rate": 1.6388150858906394e-05, "Finetune/Loss": 0.8102615475654602, "Finetune/Loss (Raw)": 0.7929948568344116, "Finetune/Step": 3129, "Finetune/Step Time": 6.550830624997616}
+{"Finetune/Learning Rate": 1.6385753903781708e-05, "Finetune/Loss": 0.8087867498397827, "Finetune/Loss (Raw)": 0.744399905204773, "Finetune/Step": 3130, "Finetune/Step Time": 6.564213436096907}
+{"Finetune/Learning Rate": 1.6383356328987535e-05, "Finetune/Loss": 0.8084167838096619, "Finetune/Loss (Raw)": 0.780232846736908, "Finetune/Step": 3131, "Finetune/Step Time": 6.566249612718821}
+{"Finetune/Learning Rate": 1.6380958134756524e-05, "Finetune/Loss": 0.8048654794692993, "Finetune/Loss (Raw)": 0.44965410232543945, "Finetune/Step": 3132, "Finetune/Step Time": 6.5855221673846245}
+{"Finetune/Learning Rate": 1.6378559321321407e-05, "Finetune/Loss": 0.8066816926002502, "Finetune/Loss (Raw)": 0.8508413434028625, "Finetune/Step": 3133, "Finetune/Step Time": 6.566516142338514}
+{"Finetune/Learning Rate": 1.6376159888914954e-05, "Finetune/Loss": 0.8047612905502319, "Finetune/Loss (Raw)": 0.6681813597679138, "Finetune/Step": 3134, "Finetune/Step Time": 6.580335553735495}
+{"Finetune/Learning Rate": 1.637375983777001e-05, "Finetune/Loss": 0.8065482974052429, "Finetune/Loss (Raw)": 0.9069023132324219, "Finetune/Step": 3135, "Finetune/Step Time": 6.582067295908928}
+{"Finetune/Learning Rate": 1.6371359168119467e-05, "Finetune/Loss": 0.8060722351074219, "Finetune/Loss (Raw)": 0.842043399810791, "Finetune/Step": 3136, "Finetune/Step Time": 6.5831303820014}
+{"Finetune/Learning Rate": 1.6368957880196294e-05, "Finetune/Loss": 0.8043437004089355, "Finetune/Loss (Raw)": 0.7415378093719482, "Finetune/Step": 3137, "Finetune/Step Time": 6.598355036228895}
+{"Finetune/Learning Rate": 1.63665559742335e-05, "Finetune/Loss": 0.8030550479888916, "Finetune/Loss (Raw)": 0.6533932089805603, "Finetune/Step": 3138, "Finetune/Step Time": 6.60540365986526}
+{"Finetune/Learning Rate": 1.6364153450464176e-05, "Finetune/Loss": 0.8025246858596802, "Finetune/Loss (Raw)": 0.8415405750274658, "Finetune/Step": 3139, "Finetune/Step Time": 6.595300879329443}
+{"Finetune/Learning Rate": 1.636175030912145e-05, "Finetune/Loss": 0.8019251227378845, "Finetune/Loss (Raw)": 0.8142775893211365, "Finetune/Step": 3140, "Finetune/Step Time": 6.604509927332401}
+{"Finetune/Learning Rate": 1.6359346550438533e-05, "Finetune/Loss": 0.801390528678894, "Finetune/Loss (Raw)": 0.8031703233718872, "Finetune/Step": 3141, "Finetune/Step Time": 6.606502635404468}
+{"Finetune/Learning Rate": 1.6356942174648677e-05, "Finetune/Loss": 0.8017189502716064, "Finetune/Loss (Raw)": 0.7603811621665955, "Finetune/Step": 3142, "Finetune/Step Time": 6.610332280397415}
+{"Finetune/Learning Rate": 1.63545371819852e-05, "Finetune/Loss": 0.8008360862731934, "Finetune/Loss (Raw)": 0.5277180075645447, "Finetune/Step": 3143, "Finetune/Step Time": 6.60890437848866}
+{"Finetune/Learning Rate": 1.6352131572681483e-05, "Finetune/Loss": 0.8021917343139648, "Finetune/Loss (Raw)": 0.9568166136741638, "Finetune/Step": 3144, "Finetune/Step Time": 6.599941594526172}
+{"Finetune/Learning Rate": 1.6349725346970965e-05, "Finetune/Loss": 0.8036768436431885, "Finetune/Loss (Raw)": 0.9249432682991028, "Finetune/Step": 3145, "Finetune/Step Time": 6.594297591596842}
+{"Finetune/Learning Rate": 1.6347318505087143e-05, "Finetune/Loss": 0.8046628832817078, "Finetune/Loss (Raw)": 0.8899492621421814, "Finetune/Step": 3146, "Finetune/Step Time": 6.583980787545443}
+{"Finetune/Learning Rate": 1.6344911047263578e-05, "Finetune/Loss": 0.8047012686729431, "Finetune/Loss (Raw)": 0.8382394909858704, "Finetune/Step": 3147, "Finetune/Step Time": 6.590761937201023}
+{"Finetune/Learning Rate": 1.6342502973733884e-05, "Finetune/Loss": 0.8061566352844238, "Finetune/Loss (Raw)": 0.9884116053581238, "Finetune/Step": 3148, "Finetune/Step Time": 6.61010967195034}
+{"Finetune/Learning Rate": 1.6340094284731748e-05, "Finetune/Loss": 0.8032288551330566, "Finetune/Loss (Raw)": 0.45081204175949097, "Finetune/Step": 3149, "Finetune/Step Time": 6.626896571367979}
+{"Finetune/Learning Rate": 1.6337684980490897e-05, "Finetune/Loss": 0.8021047711372375, "Finetune/Loss (Raw)": 0.806887686252594, "Finetune/Step": 3150, "Finetune/Step Time": 6.624078782275319}
+{"Finetune/Learning Rate": 1.6335275061245135e-05, "Finetune/Loss": 0.8034154772758484, "Finetune/Loss (Raw)": 0.8617048263549805, "Finetune/Step": 3151, "Finetune/Step Time": 6.625029377639294}
+{"Finetune/Learning Rate": 1.6332864527228315e-05, "Finetune/Loss": 0.8033280372619629, "Finetune/Loss (Raw)": 0.8189697265625, "Finetune/Step": 3152, "Finetune/Step Time": 6.619512025266886}
+{"Finetune/Learning Rate": 1.633045337867436e-05, "Finetune/Loss": 0.8031617403030396, "Finetune/Loss (Raw)": 0.8795138001441956, "Finetune/Step": 3153, "Finetune/Step Time": 6.619144851341844}
+{"Finetune/Learning Rate": 1.6328041615817238e-05, "Finetune/Loss": 0.8030682802200317, "Finetune/Loss (Raw)": 0.831039309501648, "Finetune/Step": 3154, "Finetune/Step Time": 6.610990338027477}
+{"Finetune/Learning Rate": 1.632562923889099e-05, "Finetune/Loss": 0.8028475046157837, "Finetune/Loss (Raw)": 0.9104480743408203, "Finetune/Step": 3155, "Finetune/Step Time": 6.614694332703948}
+{"Finetune/Learning Rate": 1.632321624812971e-05, "Finetune/Loss": 0.8025510311126709, "Finetune/Loss (Raw)": 0.7894963622093201, "Finetune/Step": 3156, "Finetune/Step Time": 6.599451053887606}
+{"Finetune/Learning Rate": 1.6320802643767554e-05, "Finetune/Loss": 0.8021199703216553, "Finetune/Loss (Raw)": 0.977954089641571, "Finetune/Step": 3157, "Finetune/Step Time": 6.614553399384022}
+{"Finetune/Learning Rate": 1.6318388426038734e-05, "Finetune/Loss": 0.798335075378418, "Finetune/Loss (Raw)": 0.30517449975013733, "Finetune/Step": 3158, "Finetune/Step Time": 6.62120602093637}
+{"Finetune/Learning Rate": 1.631597359517753e-05, "Finetune/Loss": 0.7975063323974609, "Finetune/Loss (Raw)": 0.760526716709137, "Finetune/Step": 3159, "Finetune/Step Time": 6.624796586111188}
+{"Finetune/Learning Rate": 1.631355815141827e-05, "Finetune/Loss": 0.7974236011505127, "Finetune/Loss (Raw)": 0.8425807952880859, "Finetune/Step": 3160, "Finetune/Step Time": 6.6254055965691805}
+{"Finetune/Learning Rate": 1.631114209499535e-05, "Finetune/Loss": 0.797294020652771, "Finetune/Loss (Raw)": 0.8608288168907166, "Finetune/Step": 3161, "Finetune/Step Time": 6.6338074915111065}
+{"Finetune/Learning Rate": 1.6308725426143218e-05, "Finetune/Loss": 0.7931618094444275, "Finetune/Loss (Raw)": 0.4351452589035034, "Finetune/Step": 3162, "Finetune/Step Time": 6.643420355394483}
+{"Finetune/Learning Rate": 1.6306308145096393e-05, "Finetune/Loss": 0.7939592599868774, "Finetune/Loss (Raw)": 0.9605227112770081, "Finetune/Step": 3163, "Finetune/Step Time": 6.665181953459978}
+{"Finetune/Learning Rate": 1.6303890252089444e-05, "Finetune/Loss": 0.7945263385772705, "Finetune/Loss (Raw)": 0.8708204030990601, "Finetune/Step": 3164, "Finetune/Step Time": 6.646639090031385}
+{"Finetune/Learning Rate": 1.6301471747356997e-05, "Finetune/Loss": 0.7911812663078308, "Finetune/Loss (Raw)": 0.5395374298095703, "Finetune/Step": 3165, "Finetune/Step Time": 6.658972576260567}
+{"Finetune/Learning Rate": 1.6299052631133753e-05, "Finetune/Loss": 0.7905464172363281, "Finetune/Loss (Raw)": 0.8152717351913452, "Finetune/Step": 3166, "Finetune/Step Time": 6.659346044063568}
+{"Finetune/Learning Rate": 1.6296632903654447e-05, "Finetune/Loss": 0.7911700010299683, "Finetune/Loss (Raw)": 0.8329480886459351, "Finetune/Step": 3167, "Finetune/Step Time": 6.657136291265488}
+{"Finetune/Learning Rate": 1.6294212565153898e-05, "Finetune/Loss": 0.7920239567756653, "Finetune/Loss (Raw)": 0.9757139086723328, "Finetune/Step": 3168, "Finetune/Step Time": 6.662642188370228}
+{"Finetune/Learning Rate": 1.629179161586697e-05, "Finetune/Loss": 0.788670539855957, "Finetune/Loss (Raw)": 0.3504834771156311, "Finetune/Step": 3169, "Finetune/Step Time": 6.679568188264966}
+{"Finetune/Learning Rate": 1.6289370056028595e-05, "Finetune/Loss": 0.787412703037262, "Finetune/Loss (Raw)": 0.6904817819595337, "Finetune/Step": 3170, "Finetune/Step Time": 6.681187661364675}
+{"Finetune/Learning Rate": 1.6286947885873755e-05, "Finetune/Loss": 0.7909049987792969, "Finetune/Loss (Raw)": 0.7834216952323914, "Finetune/Step": 3171, "Finetune/Step Time": 6.664707887917757}
+{"Finetune/Learning Rate": 1.6284525105637495e-05, "Finetune/Loss": 0.7914161682128906, "Finetune/Loss (Raw)": 0.7652428150177002, "Finetune/Step": 3172, "Finetune/Step Time": 6.646807370707393}
+{"Finetune/Learning Rate": 1.628210171555493e-05, "Finetune/Loss": 0.7920340299606323, "Finetune/Loss (Raw)": 0.6892903447151184, "Finetune/Step": 3173, "Finetune/Step Time": 6.64863839559257}
+{"Finetune/Learning Rate": 1.6279677715861208e-05, "Finetune/Loss": 0.7920798063278198, "Finetune/Loss (Raw)": 1.0116890668869019, "Finetune/Step": 3174, "Finetune/Step Time": 6.65427428483963}
+{"Finetune/Learning Rate": 1.627725310679156e-05, "Finetune/Loss": 0.7918460369110107, "Finetune/Loss (Raw)": 0.8075603246688843, "Finetune/Step": 3175, "Finetune/Step Time": 6.650925921276212}
+{"Finetune/Learning Rate": 1.6274827888581275e-05, "Finetune/Loss": 0.7918663024902344, "Finetune/Loss (Raw)": 0.9901074171066284, "Finetune/Step": 3176, "Finetune/Step Time": 6.653108472004533}
+{"Finetune/Learning Rate": 1.627240206146569e-05, "Finetune/Loss": 0.7916522026062012, "Finetune/Loss (Raw)": 0.7907640933990479, "Finetune/Step": 3177, "Finetune/Step Time": 6.657171478495002}
+{"Finetune/Learning Rate": 1.6269975625680202e-05, "Finetune/Loss": 0.7906394004821777, "Finetune/Loss (Raw)": 0.8448867201805115, "Finetune/Step": 3178, "Finetune/Step Time": 6.663463331758976}
+{"Finetune/Learning Rate": 1.6267548581460272e-05, "Finetune/Loss": 0.7906733751296997, "Finetune/Loss (Raw)": 0.9492981433868408, "Finetune/Step": 3179, "Finetune/Step Time": 6.670212538912892}
+{"Finetune/Learning Rate": 1.6265120929041423e-05, "Finetune/Loss": 0.7904598712921143, "Finetune/Loss (Raw)": 0.773679792881012, "Finetune/Step": 3180, "Finetune/Step Time": 6.666653441265225}
+{"Finetune/Learning Rate": 1.626269266865923e-05, "Finetune/Loss": 0.7899432182312012, "Finetune/Loss (Raw)": 0.8706090450286865, "Finetune/Step": 3181, "Finetune/Step Time": 6.662672713398933}
+{"Finetune/Learning Rate": 1.6260263800549327e-05, "Finetune/Loss": 0.7888400554656982, "Finetune/Loss (Raw)": 0.8560477495193481, "Finetune/Step": 3182, "Finetune/Step Time": 6.655793208628893}
+{"Finetune/Learning Rate": 1.6257834324947417e-05, "Finetune/Loss": 0.7879297137260437, "Finetune/Loss (Raw)": 0.7350164651870728, "Finetune/Step": 3183, "Finetune/Step Time": 6.656082110479474}
+{"Finetune/Learning Rate": 1.6255404242089248e-05, "Finetune/Loss": 0.7872374653816223, "Finetune/Loss (Raw)": 0.7931346297264099, "Finetune/Step": 3184, "Finetune/Step Time": 6.666891988366842}
+{"Finetune/Learning Rate": 1.625297355221064e-05, "Finetune/Loss": 0.788536548614502, "Finetune/Loss (Raw)": 0.9042350649833679, "Finetune/Step": 3185, "Finetune/Step Time": 6.662330433726311}
+{"Finetune/Learning Rate": 1.6250542255547456e-05, "Finetune/Loss": 0.7877504825592041, "Finetune/Loss (Raw)": 0.7979021668434143, "Finetune/Step": 3186, "Finetune/Step Time": 6.676463715732098}
+{"Finetune/Learning Rate": 1.6248110352335638e-05, "Finetune/Loss": 0.7878999710083008, "Finetune/Loss (Raw)": 0.9097448587417603, "Finetune/Step": 3187, "Finetune/Step Time": 6.674698900431395}
+{"Finetune/Learning Rate": 1.624567784281117e-05, "Finetune/Loss": 0.7864373922348022, "Finetune/Loss (Raw)": 0.7364183664321899, "Finetune/Step": 3188, "Finetune/Step Time": 6.683747686445713}
+{"Finetune/Learning Rate": 1.6243244727210102e-05, "Finetune/Loss": 0.7851015329360962, "Finetune/Loss (Raw)": 0.7623258233070374, "Finetune/Step": 3189, "Finetune/Step Time": 6.680776810273528}
+{"Finetune/Learning Rate": 1.6240811005768544e-05, "Finetune/Loss": 0.7858456373214722, "Finetune/Loss (Raw)": 0.8522284626960754, "Finetune/Step": 3190, "Finetune/Step Time": 6.665590213611722}
+{"Finetune/Learning Rate": 1.6238376678722664e-05, "Finetune/Loss": 0.7860530018806458, "Finetune/Loss (Raw)": 0.8679863214492798, "Finetune/Step": 3191, "Finetune/Step Time": 6.690847110003233}
+{"Finetune/Learning Rate": 1.6235941746308682e-05, "Finetune/Loss": 0.7855703234672546, "Finetune/Loss (Raw)": 0.8251166343688965, "Finetune/Step": 3192, "Finetune/Step Time": 6.696294156834483}
+{"Finetune/Learning Rate": 1.623350620876289e-05, "Finetune/Loss": 0.786736011505127, "Finetune/Loss (Raw)": 0.8213410377502441, "Finetune/Step": 3193, "Finetune/Step Time": 6.681668724864721}
+{"Finetune/Learning Rate": 1.6231070066321625e-05, "Finetune/Loss": 0.7883005738258362, "Finetune/Loss (Raw)": 0.7553223371505737, "Finetune/Step": 3194, "Finetune/Step Time": 6.654479606077075}
+{"Finetune/Learning Rate": 1.6228633319221286e-05, "Finetune/Loss": 0.7883529663085938, "Finetune/Loss (Raw)": 0.8618841171264648, "Finetune/Step": 3195, "Finetune/Step Time": 6.660574013367295}
+{"Finetune/Learning Rate": 1.622619596769834e-05, "Finetune/Loss": 0.7886979579925537, "Finetune/Loss (Raw)": 0.8312848806381226, "Finetune/Step": 3196, "Finetune/Step Time": 6.649970710277557}
+{"Finetune/Learning Rate": 1.6223758011989305e-05, "Finetune/Loss": 0.7903143167495728, "Finetune/Loss (Raw)": 0.9074580669403076, "Finetune/Step": 3197, "Finetune/Step Time": 6.64175253175199}
+{"Finetune/Learning Rate": 1.6221319452330758e-05, "Finetune/Loss": 0.7895888090133667, "Finetune/Loss (Raw)": 0.7402136325836182, "Finetune/Step": 3198, "Finetune/Step Time": 6.649380911141634}
+{"Finetune/Learning Rate": 1.621888028895933e-05, "Finetune/Loss": 0.7884818911552429, "Finetune/Loss (Raw)": 0.8592274188995361, "Finetune/Step": 3199, "Finetune/Step Time": 6.648655213415623}
+{"Finetune/Learning Rate": 1.6216440522111728e-05, "Finetune/Loss": 0.7902655601501465, "Finetune/Loss (Raw)": 1.0446398258209229, "Finetune/Step": 3200, "Finetune/Step Time": 6.638479517772794}
+{"Finetune/Learning Rate": 1.621400015202469e-05, "Finetune/Loss": 0.7886550426483154, "Finetune/Loss (Raw)": 0.642159640789032, "Finetune/Step": 3201, "Finetune/Step Time": 6.639023443683982}
+{"Finetune/Learning Rate": 1.6211559178935043e-05, "Finetune/Loss": 0.7886228561401367, "Finetune/Loss (Raw)": 0.816166877746582, "Finetune/Step": 3202, "Finetune/Step Time": 6.635631265118718}
+{"Finetune/Learning Rate": 1.6209117603079646e-05, "Finetune/Loss": 0.7923861742019653, "Finetune/Loss (Raw)": 0.8138503432273865, "Finetune/Step": 3203, "Finetune/Step Time": 6.614541109651327}
+{"Finetune/Learning Rate": 1.6206675424695432e-05, "Finetune/Loss": 0.7929917573928833, "Finetune/Loss (Raw)": 0.7944440841674805, "Finetune/Step": 3204, "Finetune/Step Time": 6.619938392192125}
+{"Finetune/Learning Rate": 1.6204232644019388e-05, "Finetune/Loss": 0.792086124420166, "Finetune/Loss (Raw)": 0.7609543204307556, "Finetune/Step": 3205, "Finetune/Step Time": 6.615900781005621}
+{"Finetune/Learning Rate": 1.6201789261288564e-05, "Finetune/Loss": 0.7918655276298523, "Finetune/Loss (Raw)": 0.696711003780365, "Finetune/Step": 3206, "Finetune/Step Time": 6.616365969181061}
+{"Finetune/Learning Rate": 1.619934527674006e-05, "Finetune/Loss": 0.7931413054466248, "Finetune/Loss (Raw)": 0.8002910017967224, "Finetune/Step": 3207, "Finetune/Step Time": 6.615057764574885}
+{"Finetune/Learning Rate": 1.6196900690611038e-05, "Finetune/Loss": 0.7941423058509827, "Finetune/Loss (Raw)": 0.8507352471351624, "Finetune/Step": 3208, "Finetune/Step Time": 6.608206059783697}
+{"Finetune/Learning Rate": 1.6194455503138722e-05, "Finetune/Loss": 0.7945507764816284, "Finetune/Loss (Raw)": 0.8198456168174744, "Finetune/Step": 3209, "Finetune/Step Time": 6.610037196427584}
+{"Finetune/Learning Rate": 1.619200971456039e-05, "Finetune/Loss": 0.793695330619812, "Finetune/Loss (Raw)": 0.73936527967453, "Finetune/Step": 3210, "Finetune/Step Time": 6.608491826802492}
+{"Finetune/Learning Rate": 1.618956332511338e-05, "Finetune/Loss": 0.7932611107826233, "Finetune/Loss (Raw)": 0.8218075633049011, "Finetune/Step": 3211, "Finetune/Step Time": 6.591454269364476}
+{"Finetune/Learning Rate": 1.618711633503509e-05, "Finetune/Loss": 0.7904313802719116, "Finetune/Loss (Raw)": 0.4275503158569336, "Finetune/Step": 3212, "Finetune/Step Time": 6.6026325933635235}
+{"Finetune/Learning Rate": 1.6184668744562967e-05, "Finetune/Loss": 0.7894837856292725, "Finetune/Loss (Raw)": 0.8829801082611084, "Finetune/Step": 3213, "Finetune/Step Time": 6.599787224084139}
+{"Finetune/Learning Rate": 1.6182220553934533e-05, "Finetune/Loss": 0.788589596748352, "Finetune/Loss (Raw)": 0.7381689548492432, "Finetune/Step": 3214, "Finetune/Step Time": 6.611944202333689}
+{"Finetune/Learning Rate": 1.6179771763387354e-05, "Finetune/Loss": 0.7876912355422974, "Finetune/Loss (Raw)": 0.7007744312286377, "Finetune/Step": 3215, "Finetune/Step Time": 6.620918774977326}
+{"Finetune/Learning Rate": 1.6177322373159062e-05, "Finetune/Loss": 0.7882682085037231, "Finetune/Loss (Raw)": 0.6635265350341797, "Finetune/Step": 3216, "Finetune/Step Time": 6.64040894806385}
+{"Finetune/Learning Rate": 1.617487238348734e-05, "Finetune/Loss": 0.7876416444778442, "Finetune/Loss (Raw)": 0.8445962071418762, "Finetune/Step": 3217, "Finetune/Step Time": 6.642843130975962}
+{"Finetune/Learning Rate": 1.6172421794609934e-05, "Finetune/Loss": 0.7884433269500732, "Finetune/Loss (Raw)": 0.852577805519104, "Finetune/Step": 3218, "Finetune/Step Time": 6.640118706971407}
+{"Finetune/Learning Rate": 1.6169970606764653e-05, "Finetune/Loss": 0.7882319688796997, "Finetune/Loss (Raw)": 0.7125229835510254, "Finetune/Step": 3219, "Finetune/Step Time": 6.613612601533532}
+{"Finetune/Learning Rate": 1.616751882018935e-05, "Finetune/Loss": 0.7934690713882446, "Finetune/Loss (Raw)": 0.9968929886817932, "Finetune/Step": 3220, "Finetune/Step Time": 6.5921490751206875}
+{"Finetune/Learning Rate": 1.6165066435121956e-05, "Finetune/Loss": 0.7927860021591187, "Finetune/Loss (Raw)": 0.7754745483398438, "Finetune/Step": 3221, "Finetune/Step Time": 6.595056898891926}
+{"Finetune/Learning Rate": 1.616261345180044e-05, "Finetune/Loss": 0.788794755935669, "Finetune/Loss (Raw)": 0.3590092658996582, "Finetune/Step": 3222, "Finetune/Step Time": 6.6027233097702265}
+{"Finetune/Learning Rate": 1.616015987046284e-05, "Finetune/Loss": 0.7888586521148682, "Finetune/Loss (Raw)": 0.8104360103607178, "Finetune/Step": 3223, "Finetune/Step Time": 6.597952408716083}
+{"Finetune/Learning Rate": 1.6157705691347248e-05, "Finetune/Loss": 0.7887300848960876, "Finetune/Loss (Raw)": 0.8411986231803894, "Finetune/Step": 3224, "Finetune/Step Time": 6.599004540592432}
+{"Finetune/Learning Rate": 1.615525091469182e-05, "Finetune/Loss": 0.7923561930656433, "Finetune/Loss (Raw)": 0.79820317029953, "Finetune/Step": 3225, "Finetune/Step Time": 6.582319317385554}
+{"Finetune/Learning Rate": 1.6152795540734766e-05, "Finetune/Loss": 0.7942155599594116, "Finetune/Loss (Raw)": 0.8255687952041626, "Finetune/Step": 3226, "Finetune/Step Time": 6.590685181319714}
+{"Finetune/Learning Rate": 1.615033956971435e-05, "Finetune/Loss": 0.793107807636261, "Finetune/Loss (Raw)": 0.7344021797180176, "Finetune/Step": 3227, "Finetune/Step Time": 6.581106089055538}
+{"Finetune/Learning Rate": 1.6147883001868906e-05, "Finetune/Loss": 0.7913740873336792, "Finetune/Loss (Raw)": 0.8080434203147888, "Finetune/Step": 3228, "Finetune/Step Time": 6.5894046146422625}
+{"Finetune/Learning Rate": 1.6145425837436804e-05, "Finetune/Loss": 0.7939648032188416, "Finetune/Loss (Raw)": 0.9169623851776123, "Finetune/Step": 3229, "Finetune/Step Time": 6.573997205123305}
+{"Finetune/Learning Rate": 1.61429680766565e-05, "Finetune/Loss": 0.7925645112991333, "Finetune/Loss (Raw)": 0.7609952688217163, "Finetune/Step": 3230, "Finetune/Step Time": 6.57632846198976}
+{"Finetune/Learning Rate": 1.6140509719766484e-05, "Finetune/Loss": 0.7913939952850342, "Finetune/Loss (Raw)": 0.8225976824760437, "Finetune/Step": 3231, "Finetune/Step Time": 6.597301941365004}
+{"Finetune/Learning Rate": 1.613805076700532e-05, "Finetune/Loss": 0.7921929359436035, "Finetune/Loss (Raw)": 0.9841756224632263, "Finetune/Step": 3232, "Finetune/Step Time": 6.59910505823791}
+{"Finetune/Learning Rate": 1.6135591218611615e-05, "Finetune/Loss": 0.7933106422424316, "Finetune/Loss (Raw)": 1.0293333530426025, "Finetune/Step": 3233, "Finetune/Step Time": 6.602156577631831}
+{"Finetune/Learning Rate": 1.6133131074824053e-05, "Finetune/Loss": 0.7930717468261719, "Finetune/Loss (Raw)": 0.7228188514709473, "Finetune/Step": 3234, "Finetune/Step Time": 6.623586310073733}
+{"Finetune/Learning Rate": 1.613067033588135e-05, "Finetune/Loss": 0.7927056550979614, "Finetune/Loss (Raw)": 0.9543669819831848, "Finetune/Step": 3235, "Finetune/Step Time": 6.628090793266892}
+{"Finetune/Learning Rate": 1.612820900202231e-05, "Finetune/Loss": 0.7917986512184143, "Finetune/Loss (Raw)": 0.6554527282714844, "Finetune/Step": 3236, "Finetune/Step Time": 6.644986275583506}
+{"Finetune/Learning Rate": 1.612574707348577e-05, "Finetune/Loss": 0.7925339341163635, "Finetune/Loss (Raw)": 0.9041523933410645, "Finetune/Step": 3237, "Finetune/Step Time": 6.643095327541232}
+{"Finetune/Learning Rate": 1.6123284550510638e-05, "Finetune/Loss": 0.7899813652038574, "Finetune/Loss (Raw)": 0.4355553388595581, "Finetune/Step": 3238, "Finetune/Step Time": 6.664046701043844}
+{"Finetune/Learning Rate": 1.612082143333587e-05, "Finetune/Loss": 0.7916537523269653, "Finetune/Loss (Raw)": 0.9896105527877808, "Finetune/Step": 3239, "Finetune/Step Time": 6.658928630873561}
+{"Finetune/Learning Rate": 1.611835772220049e-05, "Finetune/Loss": 0.792022168636322, "Finetune/Loss (Raw)": 0.9599587321281433, "Finetune/Step": 3240, "Finetune/Step Time": 6.660167962312698}
+{"Finetune/Learning Rate": 1.611589341734358e-05, "Finetune/Loss": 0.7930558919906616, "Finetune/Loss (Raw)": 0.9234753251075745, "Finetune/Step": 3241, "Finetune/Step Time": 6.648506611585617}
+{"Finetune/Learning Rate": 1.6113428519004267e-05, "Finetune/Loss": 0.7935706377029419, "Finetune/Loss (Raw)": 0.9555302858352661, "Finetune/Step": 3242, "Finetune/Step Time": 6.644423671066761}
+{"Finetune/Learning Rate": 1.611096302742174e-05, "Finetune/Loss": 0.7939257025718689, "Finetune/Loss (Raw)": 0.8707060813903809, "Finetune/Step": 3243, "Finetune/Step Time": 6.642589051276445}
+{"Finetune/Learning Rate": 1.610849694283526e-05, "Finetune/Loss": 0.7960888147354126, "Finetune/Loss (Raw)": 0.8689414858818054, "Finetune/Step": 3244, "Finetune/Step Time": 6.606814803555608}
+{"Finetune/Learning Rate": 1.6106030265484124e-05, "Finetune/Loss": 0.7963031530380249, "Finetune/Loss (Raw)": 0.9058880805969238, "Finetune/Step": 3245, "Finetune/Step Time": 6.610129162669182}
+{"Finetune/Learning Rate": 1.6103562995607705e-05, "Finetune/Loss": 0.7978761196136475, "Finetune/Loss (Raw)": 0.7041365504264832, "Finetune/Step": 3246, "Finetune/Step Time": 6.58278021402657}
+{"Finetune/Learning Rate": 1.6101095133445416e-05, "Finetune/Loss": 0.7973524928092957, "Finetune/Loss (Raw)": 0.7651017904281616, "Finetune/Step": 3247, "Finetune/Step Time": 6.5811504907906055}
+{"Finetune/Learning Rate": 1.6098626679236743e-05, "Finetune/Loss": 0.7982817888259888, "Finetune/Loss (Raw)": 0.9746467471122742, "Finetune/Step": 3248, "Finetune/Step Time": 6.573738764971495}
+{"Finetune/Learning Rate": 1.6096157633221224e-05, "Finetune/Loss": 0.8008349537849426, "Finetune/Loss (Raw)": 0.9673328995704651, "Finetune/Step": 3249, "Finetune/Step Time": 6.562833653762937}
+{"Finetune/Learning Rate": 1.6093687995638453e-05, "Finetune/Loss": 0.800744891166687, "Finetune/Loss (Raw)": 0.7922753691673279, "Finetune/Step": 3250, "Finetune/Step Time": 6.580504951998591}
+{"Finetune/Learning Rate": 1.6091217766728077e-05, "Finetune/Loss": 0.7997239232063293, "Finetune/Loss (Raw)": 0.6784318089485168, "Finetune/Step": 3251, "Finetune/Step Time": 6.606954710558057}
+{"Finetune/Learning Rate": 1.6088746946729813e-05, "Finetune/Loss": 0.7997875213623047, "Finetune/Loss (Raw)": 0.9131010174751282, "Finetune/Step": 3252, "Finetune/Step Time": 6.617103684693575}
+{"Finetune/Learning Rate": 1.608627553588342e-05, "Finetune/Loss": 0.8012869358062744, "Finetune/Loss (Raw)": 0.8696489334106445, "Finetune/Step": 3253, "Finetune/Step Time": 6.619011698290706}
+{"Finetune/Learning Rate": 1.608380353442873e-05, "Finetune/Loss": 0.8012088537216187, "Finetune/Loss (Raw)": 0.8923332095146179, "Finetune/Step": 3254, "Finetune/Step Time": 6.6180028561502695}
+{"Finetune/Learning Rate": 1.6081330942605623e-05, "Finetune/Loss": 0.8006159663200378, "Finetune/Loss (Raw)": 0.9020320177078247, "Finetune/Step": 3255, "Finetune/Step Time": 6.627879509702325}
+{"Finetune/Learning Rate": 1.6078857760654034e-05, "Finetune/Loss": 0.8032234907150269, "Finetune/Loss (Raw)": 0.8842164278030396, "Finetune/Step": 3256, "Finetune/Step Time": 6.594349971041083}
+{"Finetune/Learning Rate": 1.6076383988813954e-05, "Finetune/Loss": 0.802074670791626, "Finetune/Loss (Raw)": 0.6459534764289856, "Finetune/Step": 3257, "Finetune/Step Time": 6.602960774675012}
+{"Finetune/Learning Rate": 1.6073909627325452e-05, "Finetune/Loss": 0.8044008612632751, "Finetune/Loss (Raw)": 1.0421512126922607, "Finetune/Step": 3258, "Finetune/Step Time": 6.59212495945394}
+{"Finetune/Learning Rate": 1.6071434676428622e-05, "Finetune/Loss": 0.8040027022361755, "Finetune/Loss (Raw)": 0.7292628884315491, "Finetune/Step": 3259, "Finetune/Step Time": 6.595453223213553}
+{"Finetune/Learning Rate": 1.6068959136363644e-05, "Finetune/Loss": 0.8071429133415222, "Finetune/Loss (Raw)": 0.8516039848327637, "Finetune/Step": 3260, "Finetune/Step Time": 6.592459371313453}
+{"Finetune/Learning Rate": 1.606648300737073e-05, "Finetune/Loss": 0.8065091371536255, "Finetune/Loss (Raw)": 0.7697221636772156, "Finetune/Step": 3261, "Finetune/Step Time": 6.593040546402335}
+{"Finetune/Learning Rate": 1.6064006289690178e-05, "Finetune/Loss": 0.808667778968811, "Finetune/Loss (Raw)": 0.9444817900657654, "Finetune/Step": 3262, "Finetune/Step Time": 6.57995867729187}
+{"Finetune/Learning Rate": 1.6061528983562314e-05, "Finetune/Loss": 0.8090094327926636, "Finetune/Loss (Raw)": 0.9506438374519348, "Finetune/Step": 3263, "Finetune/Step Time": 6.588319605216384}
+{"Finetune/Learning Rate": 1.605905108922754e-05, "Finetune/Loss": 0.8083333969116211, "Finetune/Loss (Raw)": 0.755504310131073, "Finetune/Step": 3264, "Finetune/Step Time": 6.5889604818075895}
+{"Finetune/Learning Rate": 1.605657260692631e-05, "Finetune/Loss": 0.8102285265922546, "Finetune/Loss (Raw)": 0.9841142892837524, "Finetune/Step": 3265, "Finetune/Step Time": 6.572786170989275}
+{"Finetune/Learning Rate": 1.6054093536899132e-05, "Finetune/Loss": 0.8115150928497314, "Finetune/Loss (Raw)": 0.8180704116821289, "Finetune/Step": 3266, "Finetune/Step Time": 6.567114468663931}
+{"Finetune/Learning Rate": 1.6051613879386573e-05, "Finetune/Loss": 0.8109667897224426, "Finetune/Loss (Raw)": 0.7713586091995239, "Finetune/Step": 3267, "Finetune/Step Time": 6.580708354711533}
+{"Finetune/Learning Rate": 1.6049133634629257e-05, "Finetune/Loss": 0.8118427395820618, "Finetune/Loss (Raw)": 0.9263989329338074, "Finetune/Step": 3268, "Finetune/Step Time": 6.575764309614897}
+{"Finetune/Learning Rate": 1.604665280286787e-05, "Finetune/Loss": 0.8125801086425781, "Finetune/Loss (Raw)": 0.897559642791748, "Finetune/Step": 3269, "Finetune/Step Time": 6.577115161344409}
+{"Finetune/Learning Rate": 1.6044171384343143e-05, "Finetune/Loss": 0.812626838684082, "Finetune/Loss (Raw)": 0.7663607597351074, "Finetune/Step": 3270, "Finetune/Step Time": 6.567502917721868}
+{"Finetune/Learning Rate": 1.604168937929588e-05, "Finetune/Loss": 0.8148617148399353, "Finetune/Loss (Raw)": 0.8137808442115784, "Finetune/Step": 3271, "Finetune/Step Time": 6.552298607304692}
+{"Finetune/Learning Rate": 1.6039206787966924e-05, "Finetune/Loss": 0.8135895729064941, "Finetune/Loss (Raw)": 0.7939823269844055, "Finetune/Step": 3272, "Finetune/Step Time": 6.580343820154667}
+{"Finetune/Learning Rate": 1.6036723610597193e-05, "Finetune/Loss": 0.8123297095298767, "Finetune/Loss (Raw)": 0.7636789679527283, "Finetune/Step": 3273, "Finetune/Step Time": 6.586376652121544}
+{"Finetune/Learning Rate": 1.6034239847427644e-05, "Finetune/Loss": 0.808117687702179, "Finetune/Loss (Raw)": 0.35081151127815247, "Finetune/Step": 3274, "Finetune/Step Time": 6.606456866487861}
+{"Finetune/Learning Rate": 1.6031755498699306e-05, "Finetune/Loss": 0.8073729276657104, "Finetune/Loss (Raw)": 0.7429040670394897, "Finetune/Step": 3275, "Finetune/Step Time": 6.614608474075794}
+{"Finetune/Learning Rate": 1.6029270564653258e-05, "Finetune/Loss": 0.806326150894165, "Finetune/Loss (Raw)": 0.8544291853904724, "Finetune/Step": 3276, "Finetune/Step Time": 6.600478736683726}
+{"Finetune/Learning Rate": 1.6026785045530636e-05, "Finetune/Loss": 0.809428334236145, "Finetune/Loss (Raw)": 0.8478886485099792, "Finetune/Step": 3277, "Finetune/Step Time": 6.5792019963264465}
+{"Finetune/Learning Rate": 1.602429894157263e-05, "Finetune/Loss": 0.8095711469650269, "Finetune/Loss (Raw)": 0.8251718878746033, "Finetune/Step": 3278, "Finetune/Step Time": 6.5823646523058414}
+{"Finetune/Learning Rate": 1.6021812253020494e-05, "Finetune/Loss": 0.8096250295639038, "Finetune/Loss (Raw)": 0.8685999512672424, "Finetune/Step": 3279, "Finetune/Step Time": 6.589439166709781}
+{"Finetune/Learning Rate": 1.601932498011553e-05, "Finetune/Loss": 0.8106611967086792, "Finetune/Loss (Raw)": 0.9516067504882812, "Finetune/Step": 3280, "Finetune/Step Time": 6.588588327169418}
+{"Finetune/Learning Rate": 1.6016837123099112e-05, "Finetune/Loss": 0.8115714192390442, "Finetune/Loss (Raw)": 0.9960167407989502, "Finetune/Step": 3281, "Finetune/Step Time": 6.590607704594731}
+{"Finetune/Learning Rate": 1.6014348682212646e-05, "Finetune/Loss": 0.8114259243011475, "Finetune/Loss (Raw)": 0.8124181628227234, "Finetune/Step": 3282, "Finetune/Step Time": 6.591411080211401}
+{"Finetune/Learning Rate": 1.6011859657697617e-05, "Finetune/Loss": 0.8074604272842407, "Finetune/Loss (Raw)": 0.4028608798980713, "Finetune/Step": 3283, "Finetune/Step Time": 6.600961524993181}
+{"Finetune/Learning Rate": 1.6009370049795557e-05, "Finetune/Loss": 0.8074712753295898, "Finetune/Loss (Raw)": 0.7908860445022583, "Finetune/Step": 3284, "Finetune/Step Time": 6.604502558708191}
+{"Finetune/Learning Rate": 1.6006879858748057e-05, "Finetune/Loss": 0.8067779541015625, "Finetune/Loss (Raw)": 0.889209508895874, "Finetune/Step": 3285, "Finetune/Step Time": 6.588339496403933}
+{"Finetune/Learning Rate": 1.600438908479676e-05, "Finetune/Loss": 0.8109253644943237, "Finetune/Loss (Raw)": 0.8360400795936584, "Finetune/Step": 3286, "Finetune/Step Time": 6.574039556086063}
+{"Finetune/Learning Rate": 1.6001897728183374e-05, "Finetune/Loss": 0.8117356300354004, "Finetune/Loss (Raw)": 0.8642375469207764, "Finetune/Step": 3287, "Finetune/Step Time": 6.58045257255435}
+{"Finetune/Learning Rate": 1.599940578914965e-05, "Finetune/Loss": 0.8126373291015625, "Finetune/Loss (Raw)": 0.9580069184303284, "Finetune/Step": 3288, "Finetune/Step Time": 6.5756666213274}
+{"Finetune/Learning Rate": 1.5996913267937414e-05, "Finetune/Loss": 0.8120620250701904, "Finetune/Loss (Raw)": 0.7871853113174438, "Finetune/Step": 3289, "Finetune/Step Time": 6.557419180870056}
+{"Finetune/Learning Rate": 1.5994420164788537e-05, "Finetune/Loss": 0.8155252933502197, "Finetune/Loss (Raw)": 0.8784405589103699, "Finetune/Step": 3290, "Finetune/Step Time": 6.53821842931211}
+{"Finetune/Learning Rate": 1.5991926479944944e-05, "Finetune/Loss": 0.8137388229370117, "Finetune/Loss (Raw)": 0.7318564057350159, "Finetune/Step": 3291, "Finetune/Step Time": 6.52347731217742}
+{"Finetune/Learning Rate": 1.5989432213648622e-05, "Finetune/Loss": 0.8131062984466553, "Finetune/Loss (Raw)": 0.789860188961029, "Finetune/Step": 3292, "Finetune/Step Time": 6.534097155556083}
+{"Finetune/Learning Rate": 1.598693736614162e-05, "Finetune/Loss": 0.815453290939331, "Finetune/Loss (Raw)": 0.8399558067321777, "Finetune/Step": 3293, "Finetune/Step Time": 6.51942883990705}
+{"Finetune/Learning Rate": 1.598444193766602e-05, "Finetune/Loss": 0.8148446679115295, "Finetune/Loss (Raw)": 0.737364649772644, "Finetune/Step": 3294, "Finetune/Step Time": 6.54525070823729}
+{"Finetune/Learning Rate": 1.598194592846399e-05, "Finetune/Loss": 0.8147432208061218, "Finetune/Loss (Raw)": 0.8199601173400879, "Finetune/Step": 3295, "Finetune/Step Time": 6.548511520028114}
+{"Finetune/Learning Rate": 1.5979449338777738e-05, "Finetune/Loss": 0.8138900995254517, "Finetune/Loss (Raw)": 0.8665198683738708, "Finetune/Step": 3296, "Finetune/Step Time": 6.549710568040609}
+{"Finetune/Learning Rate": 1.5976952168849535e-05, "Finetune/Loss": 0.816737174987793, "Finetune/Loss (Raw)": 0.7149074673652649, "Finetune/Step": 3297, "Finetune/Step Time": 6.5594998598098755}
+{"Finetune/Learning Rate": 1.5974454418921698e-05, "Finetune/Loss": 0.818587064743042, "Finetune/Loss (Raw)": 0.9272657632827759, "Finetune/Step": 3298, "Finetune/Step Time": 6.557245248928666}
+{"Finetune/Learning Rate": 1.597195608923661e-05, "Finetune/Loss": 0.8157491683959961, "Finetune/Loss (Raw)": 0.4201680123806, "Finetune/Step": 3299, "Finetune/Step Time": 6.5751695688813925}
+{"Finetune/Learning Rate": 1.5969457180036706e-05, "Finetune/Loss": 0.8168220520019531, "Finetune/Loss (Raw)": 0.9025738835334778, "Finetune/Step": 3300, "Finetune/Step Time": 6.578095331788063}
+{"Finetune/Learning Rate": 1.5966957691564485e-05, "Finetune/Loss": 0.8168238401412964, "Finetune/Loss (Raw)": 0.6895263195037842, "Finetune/Step": 3301, "Finetune/Step Time": 6.576631955802441}
+{"Finetune/Learning Rate": 1.5964457624062486e-05, "Finetune/Loss": 0.8162481784820557, "Finetune/Loss (Raw)": 0.9379963874816895, "Finetune/Step": 3302, "Finetune/Step Time": 6.574666021391749}
+{"Finetune/Learning Rate": 1.5961956977773323e-05, "Finetune/Loss": 0.8162565231323242, "Finetune/Loss (Raw)": 0.8086257576942444, "Finetune/Step": 3303, "Finetune/Step Time": 6.572903448715806}
+{"Finetune/Learning Rate": 1.595945575293965e-05, "Finetune/Loss": 0.8142840266227722, "Finetune/Loss (Raw)": 0.737633466720581, "Finetune/Step": 3304, "Finetune/Step Time": 6.581861652433872}
+{"Finetune/Learning Rate": 1.5956953949804188e-05, "Finetune/Loss": 0.8151156902313232, "Finetune/Loss (Raw)": 0.8972137570381165, "Finetune/Step": 3305, "Finetune/Step Time": 6.57779317162931}
+{"Finetune/Learning Rate": 1.595445156860971e-05, "Finetune/Loss": 0.8143186569213867, "Finetune/Loss (Raw)": 0.7428677678108215, "Finetune/Step": 3306, "Finetune/Step Time": 6.56952790170908}
+{"Finetune/Learning Rate": 1.5951948609599045e-05, "Finetune/Loss": 0.8146159052848816, "Finetune/Loss (Raw)": 0.9873429536819458, "Finetune/Step": 3307, "Finetune/Step Time": 6.558964507654309}
+{"Finetune/Learning Rate": 1.594944507301508e-05, "Finetune/Loss": 0.8151644468307495, "Finetune/Loss (Raw)": 0.8438963294029236, "Finetune/Step": 3308, "Finetune/Step Time": 6.564363967627287}
+{"Finetune/Learning Rate": 1.5946940959100753e-05, "Finetune/Loss": 0.8154232501983643, "Finetune/Loss (Raw)": 0.9037361741065979, "Finetune/Step": 3309, "Finetune/Step Time": 6.584552098065615}
+{"Finetune/Learning Rate": 1.5944436268099065e-05, "Finetune/Loss": 0.8148274421691895, "Finetune/Loss (Raw)": 0.7797751426696777, "Finetune/Step": 3310, "Finetune/Step Time": 6.581318559125066}
+{"Finetune/Learning Rate": 1.594193100025307e-05, "Finetune/Loss": 0.8148895502090454, "Finetune/Loss (Raw)": 0.7429718971252441, "Finetune/Step": 3311, "Finetune/Step Time": 6.588994927704334}
+{"Finetune/Learning Rate": 1.593942515580587e-05, "Finetune/Loss": 0.8149387836456299, "Finetune/Loss (Raw)": 0.7994384169578552, "Finetune/Step": 3312, "Finetune/Step Time": 6.58297404833138}
+{"Finetune/Learning Rate": 1.5936918735000642e-05, "Finetune/Loss": 0.8115010857582092, "Finetune/Loss (Raw)": 0.4642127454280853, "Finetune/Step": 3313, "Finetune/Step Time": 6.596076339483261}
+{"Finetune/Learning Rate": 1.5934411738080598e-05, "Finetune/Loss": 0.811280369758606, "Finetune/Loss (Raw)": 0.7696492075920105, "Finetune/Step": 3314, "Finetune/Step Time": 6.5829644706100225}
+{"Finetune/Learning Rate": 1.5931904165289023e-05, "Finetune/Loss": 0.8120073080062866, "Finetune/Loss (Raw)": 1.0027917623519897, "Finetune/Step": 3315, "Finetune/Step Time": 6.5830296110361814}
+{"Finetune/Learning Rate": 1.5929396016869247e-05, "Finetune/Loss": 0.8124897480010986, "Finetune/Loss (Raw)": 0.798171877861023, "Finetune/Step": 3316, "Finetune/Step Time": 6.574106192216277}
+{"Finetune/Learning Rate": 1.5926887293064658e-05, "Finetune/Loss": 0.8125594854354858, "Finetune/Loss (Raw)": 0.7712538838386536, "Finetune/Step": 3317, "Finetune/Step Time": 6.574923656880856}
+{"Finetune/Learning Rate": 1.59243779941187e-05, "Finetune/Loss": 0.8087162375450134, "Finetune/Loss (Raw)": 0.36028996109962463, "Finetune/Step": 3318, "Finetune/Step Time": 6.591256886720657}
+{"Finetune/Learning Rate": 1.592186812027488e-05, "Finetune/Loss": 0.809119701385498, "Finetune/Loss (Raw)": 0.9196345806121826, "Finetune/Step": 3319, "Finetune/Step Time": 6.5724487863481045}
+{"Finetune/Learning Rate": 1.5919357671776746e-05, "Finetune/Loss": 0.8088017702102661, "Finetune/Loss (Raw)": 0.7844197750091553, "Finetune/Step": 3320, "Finetune/Step Time": 6.564395448192954}
+{"Finetune/Learning Rate": 1.5916846648867918e-05, "Finetune/Loss": 0.8081755638122559, "Finetune/Loss (Raw)": 0.7411887645721436, "Finetune/Step": 3321, "Finetune/Step Time": 6.563522141426802}
+{"Finetune/Learning Rate": 1.5914335051792057e-05, "Finetune/Loss": 0.8084894418716431, "Finetune/Loss (Raw)": 0.795494556427002, "Finetune/Step": 3322, "Finetune/Step Time": 6.557106968015432}
+{"Finetune/Learning Rate": 1.591182288079289e-05, "Finetune/Loss": 0.8090798258781433, "Finetune/Loss (Raw)": 0.9374451041221619, "Finetune/Step": 3323, "Finetune/Step Time": 6.563629763200879}
+{"Finetune/Learning Rate": 1.59093101361142e-05, "Finetune/Loss": 0.8086642026901245, "Finetune/Loss (Raw)": 0.7780881524085999, "Finetune/Step": 3324, "Finetune/Step Time": 6.577369516715407}
+{"Finetune/Learning Rate": 1.5906796817999816e-05, "Finetune/Loss": 0.807165801525116, "Finetune/Loss (Raw)": 0.7156735062599182, "Finetune/Step": 3325, "Finetune/Step Time": 6.577481320127845}
+{"Finetune/Learning Rate": 1.590428292669363e-05, "Finetune/Loss": 0.8083593845367432, "Finetune/Loss (Raw)": 0.8929852247238159, "Finetune/Step": 3326, "Finetune/Step Time": 6.569084953516722}
+{"Finetune/Learning Rate": 1.5901768462439596e-05, "Finetune/Loss": 0.8063371181488037, "Finetune/Loss (Raw)": 0.600376546382904, "Finetune/Step": 3327, "Finetune/Step Time": 6.5815750397741795}
+{"Finetune/Learning Rate": 1.589925342548171e-05, "Finetune/Loss": 0.8055857419967651, "Finetune/Loss (Raw)": 0.9484660029411316, "Finetune/Step": 3328, "Finetune/Step Time": 6.586444776505232}
+{"Finetune/Learning Rate": 1.5896737816064024e-05, "Finetune/Loss": 0.8071905374526978, "Finetune/Loss (Raw)": 0.8475740551948547, "Finetune/Step": 3329, "Finetune/Step Time": 6.589596839621663}
+{"Finetune/Learning Rate": 1.589422163443066e-05, "Finetune/Loss": 0.8064624071121216, "Finetune/Loss (Raw)": 0.7229604721069336, "Finetune/Step": 3330, "Finetune/Step Time": 6.6029785722494125}
+{"Finetune/Learning Rate": 1.5891704880825784e-05, "Finetune/Loss": 0.8065547943115234, "Finetune/Loss (Raw)": 0.8256803154945374, "Finetune/Step": 3331, "Finetune/Step Time": 6.617267083376646}
+{"Finetune/Learning Rate": 1.588918755549362e-05, "Finetune/Loss": 0.8068307638168335, "Finetune/Loss (Raw)": 0.829762876033783, "Finetune/Step": 3332, "Finetune/Step Time": 6.622479345649481}
+{"Finetune/Learning Rate": 1.5886669658678444e-05, "Finetune/Loss": 0.8076123595237732, "Finetune/Loss (Raw)": 0.8610040545463562, "Finetune/Step": 3333, "Finetune/Step Time": 6.622780116274953}
+{"Finetune/Learning Rate": 1.58841511906246e-05, "Finetune/Loss": 0.8087595105171204, "Finetune/Loss (Raw)": 0.8435470461845398, "Finetune/Step": 3334, "Finetune/Step Time": 6.623556841164827}
+{"Finetune/Learning Rate": 1.5881632151576466e-05, "Finetune/Loss": 0.8084542751312256, "Finetune/Loss (Raw)": 0.7612188458442688, "Finetune/Step": 3335, "Finetune/Step Time": 6.603264013305306}
+{"Finetune/Learning Rate": 1.58791125417785e-05, "Finetune/Loss": 0.808082640171051, "Finetune/Loss (Raw)": 0.8031652569770813, "Finetune/Step": 3336, "Finetune/Step Time": 6.612456353381276}
+{"Finetune/Learning Rate": 1.5876592361475198e-05, "Finetune/Loss": 0.807164192199707, "Finetune/Loss (Raw)": 0.7022902965545654, "Finetune/Step": 3337, "Finetune/Step Time": 6.61633076518774}
+{"Finetune/Learning Rate": 1.5874071610911114e-05, "Finetune/Loss": 0.8079508543014526, "Finetune/Loss (Raw)": 0.8400545716285706, "Finetune/Step": 3338, "Finetune/Step Time": 6.620012940838933}
+{"Finetune/Learning Rate": 1.587155029033087e-05, "Finetune/Loss": 0.8084127902984619, "Finetune/Loss (Raw)": 0.880927324295044, "Finetune/Step": 3339, "Finetune/Step Time": 6.613302579149604}
+{"Finetune/Learning Rate": 1.586902839997912e-05, "Finetune/Loss": 0.8116389513015747, "Finetune/Loss (Raw)": 0.8405101895332336, "Finetune/Step": 3340, "Finetune/Step Time": 6.596529902890325}
+{"Finetune/Learning Rate": 1.5866505940100592e-05, "Finetune/Loss": 0.812522292137146, "Finetune/Loss (Raw)": 0.9960444569587708, "Finetune/Step": 3341, "Finetune/Step Time": 6.602496480569243}
+{"Finetune/Learning Rate": 1.586398291094007e-05, "Finetune/Loss": 0.8138806223869324, "Finetune/Loss (Raw)": 0.9120339155197144, "Finetune/Step": 3342, "Finetune/Step Time": 6.583780897781253}
+{"Finetune/Learning Rate": 1.5861459312742374e-05, "Finetune/Loss": 0.8152666091918945, "Finetune/Loss (Raw)": 0.8781851530075073, "Finetune/Step": 3343, "Finetune/Step Time": 6.571100194007158}
+{"Finetune/Learning Rate": 1.585893514575241e-05, "Finetune/Loss": 0.8150402307510376, "Finetune/Loss (Raw)": 0.6345513463020325, "Finetune/Step": 3344, "Finetune/Step Time": 6.552060315385461}
+{"Finetune/Learning Rate": 1.5856410410215102e-05, "Finetune/Loss": 0.8114826679229736, "Finetune/Loss (Raw)": 0.3892241418361664, "Finetune/Step": 3345, "Finetune/Step Time": 6.5656884629279375}
+{"Finetune/Learning Rate": 1.5853885106375466e-05, "Finetune/Loss": 0.812018871307373, "Finetune/Loss (Raw)": 0.9212106466293335, "Finetune/Step": 3346, "Finetune/Step Time": 6.565228993073106}
+{"Finetune/Learning Rate": 1.5851359234478544e-05, "Finetune/Loss": 0.8119960427284241, "Finetune/Loss (Raw)": 0.7096010446548462, "Finetune/Step": 3347, "Finetune/Step Time": 6.566402707248926}
+{"Finetune/Learning Rate": 1.5848832794769453e-05, "Finetune/Loss": 0.8110994100570679, "Finetune/Loss (Raw)": 0.8821220397949219, "Finetune/Step": 3348, "Finetune/Step Time": 6.571305204182863}
+{"Finetune/Learning Rate": 1.5846305787493356e-05, "Finetune/Loss": 0.8119102716445923, "Finetune/Loss (Raw)": 0.8792725801467896, "Finetune/Step": 3349, "Finetune/Step Time": 6.5680053401738405}
+{"Finetune/Learning Rate": 1.5843778212895465e-05, "Finetune/Loss": 0.8171576857566833, "Finetune/Loss (Raw)": 1.03067147731781, "Finetune/Step": 3350, "Finetune/Step Time": 6.555516110733151}
+{"Finetune/Learning Rate": 1.5841250071221058e-05, "Finetune/Loss": 0.8166484236717224, "Finetune/Loss (Raw)": 0.7452579140663147, "Finetune/Step": 3351, "Finetune/Step Time": 6.562486175447702}
+{"Finetune/Learning Rate": 1.5838721362715468e-05, "Finetune/Loss": 0.8168911933898926, "Finetune/Loss (Raw)": 0.8722736239433289, "Finetune/Step": 3352, "Finetune/Step Time": 6.566887935623527}
+{"Finetune/Learning Rate": 1.5836192087624075e-05, "Finetune/Loss": 0.8179076313972473, "Finetune/Loss (Raw)": 0.928299605846405, "Finetune/Step": 3353, "Finetune/Step Time": 6.583292838186026}
+{"Finetune/Learning Rate": 1.583366224619232e-05, "Finetune/Loss": 0.818663477897644, "Finetune/Loss (Raw)": 0.9223143458366394, "Finetune/Step": 3354, "Finetune/Step Time": 6.57195320725441}
+{"Finetune/Learning Rate": 1.5831131838665698e-05, "Finetune/Loss": 0.8197381496429443, "Finetune/Loss (Raw)": 0.8719704151153564, "Finetune/Step": 3355, "Finetune/Step Time": 6.564296912401915}
+{"Finetune/Learning Rate": 1.582860086528976e-05, "Finetune/Loss": 0.820506751537323, "Finetune/Loss (Raw)": 0.9064226150512695, "Finetune/Step": 3356, "Finetune/Step Time": 6.556198937818408}
+{"Finetune/Learning Rate": 1.58260693263101e-05, "Finetune/Loss": 0.8198816776275635, "Finetune/Loss (Raw)": 0.8369451761245728, "Finetune/Step": 3357, "Finetune/Step Time": 6.557154597714543}
+{"Finetune/Learning Rate": 1.582353722197239e-05, "Finetune/Loss": 0.8200470209121704, "Finetune/Loss (Raw)": 0.7821601629257202, "Finetune/Step": 3358, "Finetune/Step Time": 6.5611988846212626}
+{"Finetune/Learning Rate": 1.5821004552522333e-05, "Finetune/Loss": 0.8215682506561279, "Finetune/Loss (Raw)": 1.0173193216323853, "Finetune/Step": 3359, "Finetune/Step Time": 6.5271371100097895}
+{"Finetune/Learning Rate": 1.581847131820571e-05, "Finetune/Loss": 0.8210733532905579, "Finetune/Loss (Raw)": 0.9208279252052307, "Finetune/Step": 3360, "Finetune/Step Time": 6.52772911824286}
+{"Finetune/Learning Rate": 1.581593751926833e-05, "Finetune/Loss": 0.8197943568229675, "Finetune/Loss (Raw)": 0.8656229972839355, "Finetune/Step": 3361, "Finetune/Step Time": 6.541735887527466}
+{"Finetune/Learning Rate": 1.581340315595608e-05, "Finetune/Loss": 0.8200191855430603, "Finetune/Loss (Raw)": 0.7515946626663208, "Finetune/Step": 3362, "Finetune/Step Time": 6.525609567761421}
+{"Finetune/Learning Rate": 1.5810868228514894e-05, "Finetune/Loss": 0.8198423385620117, "Finetune/Loss (Raw)": 0.9317268133163452, "Finetune/Step": 3363, "Finetune/Step Time": 6.536299090832472}
+{"Finetune/Learning Rate": 1.580833273719075e-05, "Finetune/Loss": 0.8219072818756104, "Finetune/Loss (Raw)": 0.9197654724121094, "Finetune/Step": 3364, "Finetune/Step Time": 6.5187701638787985}
+{"Finetune/Learning Rate": 1.5805796682229707e-05, "Finetune/Loss": 0.8211237788200378, "Finetune/Loss (Raw)": 0.8038721084594727, "Finetune/Step": 3365, "Finetune/Step Time": 6.5331224501132965}
+{"Finetune/Learning Rate": 1.5803260063877847e-05, "Finetune/Loss": 0.8233636617660522, "Finetune/Loss (Raw)": 0.7222515940666199, "Finetune/Step": 3366, "Finetune/Step Time": 6.525278218090534}
+{"Finetune/Learning Rate": 1.5800722882381326e-05, "Finetune/Loss": 0.8213909864425659, "Finetune/Loss (Raw)": 0.7371218204498291, "Finetune/Step": 3367, "Finetune/Step Time": 6.522623157128692}
+{"Finetune/Learning Rate": 1.5798185137986356e-05, "Finetune/Loss": 0.8175719380378723, "Finetune/Loss (Raw)": 0.471110075712204, "Finetune/Step": 3368, "Finetune/Step Time": 6.540376797318459}
+{"Finetune/Learning Rate": 1.579564683093919e-05, "Finetune/Loss": 0.8170672059059143, "Finetune/Loss (Raw)": 0.8588700890541077, "Finetune/Step": 3369, "Finetune/Step Time": 6.540140310302377}
+{"Finetune/Learning Rate": 1.579310796148615e-05, "Finetune/Loss": 0.8166406750679016, "Finetune/Loss (Raw)": 0.9009317755699158, "Finetune/Step": 3370, "Finetune/Step Time": 6.5384262800216675}
+{"Finetune/Learning Rate": 1.5790568529873603e-05, "Finetune/Loss": 0.814507782459259, "Finetune/Loss (Raw)": 0.5976986289024353, "Finetune/Step": 3371, "Finetune/Step Time": 6.560404904186726}
+{"Finetune/Learning Rate": 1.5788028536347976e-05, "Finetune/Loss": 0.8134438395500183, "Finetune/Loss (Raw)": 0.7327593564987183, "Finetune/Step": 3372, "Finetune/Step Time": 6.57237252779305}
+{"Finetune/Learning Rate": 1.5785487981155743e-05, "Finetune/Loss": 0.8130542039871216, "Finetune/Loss (Raw)": 0.8560164570808411, "Finetune/Step": 3373, "Finetune/Step Time": 6.579123605042696}
+{"Finetune/Learning Rate": 1.5782946864543446e-05, "Finetune/Loss": 0.8141605257987976, "Finetune/Loss (Raw)": 0.8457458019256592, "Finetune/Step": 3374, "Finetune/Step Time": 6.592814523726702}
+{"Finetune/Learning Rate": 1.578040518675767e-05, "Finetune/Loss": 0.8167407512664795, "Finetune/Loss (Raw)": 1.0953747034072876, "Finetune/Step": 3375, "Finetune/Step Time": 6.591611249372363}
+{"Finetune/Learning Rate": 1.5777862948045055e-05, "Finetune/Loss": 0.8165072202682495, "Finetune/Loss (Raw)": 0.9447394013404846, "Finetune/Step": 3376, "Finetune/Step Time": 6.584987301379442}
+{"Finetune/Learning Rate": 1.5775320148652303e-05, "Finetune/Loss": 0.8141307830810547, "Finetune/Loss (Raw)": 0.663159966468811, "Finetune/Step": 3377, "Finetune/Step Time": 6.596052896231413}
+{"Finetune/Learning Rate": 1.577277678882616e-05, "Finetune/Loss": 0.8150708675384521, "Finetune/Loss (Raw)": 0.9125997424125671, "Finetune/Step": 3378, "Finetune/Step Time": 6.5925971902906895}
+{"Finetune/Learning Rate": 1.577023286881343e-05, "Finetune/Loss": 0.8148270845413208, "Finetune/Loss (Raw)": 0.6472251415252686, "Finetune/Step": 3379, "Finetune/Step Time": 6.568367393687367}
+{"Finetune/Learning Rate": 1.576768838886099e-05, "Finetune/Loss": 0.8133535385131836, "Finetune/Loss (Raw)": 0.7244911789894104, "Finetune/Step": 3380, "Finetune/Step Time": 6.556375717744231}
+{"Finetune/Learning Rate": 1.5765143349215736e-05, "Finetune/Loss": 0.812726616859436, "Finetune/Loss (Raw)": 0.789408266544342, "Finetune/Step": 3381, "Finetune/Step Time": 6.5517056826502085}
+{"Finetune/Learning Rate": 1.5762597750124645e-05, "Finetune/Loss": 0.8128658533096313, "Finetune/Loss (Raw)": 0.9101480841636658, "Finetune/Step": 3382, "Finetune/Step Time": 6.563930060714483}
+{"Finetune/Learning Rate": 1.576005159183474e-05, "Finetune/Loss": 0.8121838569641113, "Finetune/Loss (Raw)": 0.8147433996200562, "Finetune/Step": 3383, "Finetune/Step Time": 6.552734078839421}
+{"Finetune/Learning Rate": 1.5757504874593096e-05, "Finetune/Loss": 0.8123492002487183, "Finetune/Loss (Raw)": 0.9053729176521301, "Finetune/Step": 3384, "Finetune/Step Time": 6.558957573026419}
+{"Finetune/Learning Rate": 1.575495759864685e-05, "Finetune/Loss": 0.8125911951065063, "Finetune/Loss (Raw)": 0.6769353151321411, "Finetune/Step": 3385, "Finetune/Step Time": 6.549204520881176}
+{"Finetune/Learning Rate": 1.5752409764243184e-05, "Finetune/Loss": 0.8108820915222168, "Finetune/Loss (Raw)": 0.8233833312988281, "Finetune/Step": 3386, "Finetune/Step Time": 6.541749708354473}
+{"Finetune/Learning Rate": 1.5749861371629336e-05, "Finetune/Loss": 0.8111985921859741, "Finetune/Loss (Raw)": 0.7697671055793762, "Finetune/Step": 3387, "Finetune/Step Time": 6.530769927427173}
+{"Finetune/Learning Rate": 1.5747312421052608e-05, "Finetune/Loss": 0.8107513785362244, "Finetune/Loss (Raw)": 0.7943679094314575, "Finetune/Step": 3388, "Finetune/Step Time": 6.52405365742743}
+{"Finetune/Learning Rate": 1.5744762912760337e-05, "Finetune/Loss": 0.8113892078399658, "Finetune/Loss (Raw)": 0.851366400718689, "Finetune/Step": 3389, "Finetune/Step Time": 6.528193701058626}
+{"Finetune/Learning Rate": 1.574221284699994e-05, "Finetune/Loss": 0.81083744764328, "Finetune/Loss (Raw)": 0.8738572001457214, "Finetune/Step": 3390, "Finetune/Step Time": 6.533064296469092}
+{"Finetune/Learning Rate": 1.5739662224018863e-05, "Finetune/Loss": 0.811241865158081, "Finetune/Loss (Raw)": 1.0024032592773438, "Finetune/Step": 3391, "Finetune/Step Time": 6.520107937976718}
+{"Finetune/Learning Rate": 1.5737111044064625e-05, "Finetune/Loss": 0.811443567276001, "Finetune/Loss (Raw)": 0.7813207507133484, "Finetune/Step": 3392, "Finetune/Step Time": 6.520365858450532}
+{"Finetune/Learning Rate": 1.573455930738478e-05, "Finetune/Loss": 0.8111119270324707, "Finetune/Loss (Raw)": 0.9416733384132385, "Finetune/Step": 3393, "Finetune/Step Time": 6.5176188591867685}
+{"Finetune/Learning Rate": 1.5732007014226955e-05, "Finetune/Loss": 0.8107707500457764, "Finetune/Loss (Raw)": 0.7743989825248718, "Finetune/Step": 3394, "Finetune/Step Time": 6.537657095119357}
+{"Finetune/Learning Rate": 1.572945416483882e-05, "Finetune/Loss": 0.811834990978241, "Finetune/Loss (Raw)": 0.9075762033462524, "Finetune/Step": 3395, "Finetune/Step Time": 6.522620879113674}
+{"Finetune/Learning Rate": 1.5726900759468104e-05, "Finetune/Loss": 0.8100192546844482, "Finetune/Loss (Raw)": 0.6939882636070251, "Finetune/Step": 3396, "Finetune/Step Time": 6.522291785106063}
+{"Finetune/Learning Rate": 1.5724346798362587e-05, "Finetune/Loss": 0.809192419052124, "Finetune/Loss (Raw)": 0.7917296290397644, "Finetune/Step": 3397, "Finetune/Step Time": 6.521335480734706}
+{"Finetune/Learning Rate": 1.5721792281770105e-05, "Finetune/Loss": 0.8098468780517578, "Finetune/Loss (Raw)": 0.8501254916191101, "Finetune/Step": 3398, "Finetune/Step Time": 6.520506888628006}
+{"Finetune/Learning Rate": 1.5719237209938544e-05, "Finetune/Loss": 0.8097050189971924, "Finetune/Loss (Raw)": 0.7956189513206482, "Finetune/Step": 3399, "Finetune/Step Time": 6.529102623462677}
+{"Finetune/Learning Rate": 1.5716681583115844e-05, "Finetune/Loss": 0.8099221587181091, "Finetune/Loss (Raw)": 0.8217818737030029, "Finetune/Step": 3400, "Finetune/Step Time": 6.504017708823085}
+{"Finetune/Learning Rate": 1.571412540155001e-05, "Finetune/Loss": 0.8099352121353149, "Finetune/Loss (Raw)": 0.7653446197509766, "Finetune/Step": 3401, "Finetune/Step Time": 6.496358223259449}
+{"Finetune/Learning Rate": 1.5711568665489083e-05, "Finetune/Loss": 0.8134523630142212, "Finetune/Loss (Raw)": 0.8010066747665405, "Finetune/Step": 3402, "Finetune/Step Time": 6.476784348487854}
+{"Finetune/Learning Rate": 1.5709011375181174e-05, "Finetune/Loss": 0.8137984275817871, "Finetune/Loss (Raw)": 0.7871972918510437, "Finetune/Step": 3403, "Finetune/Step Time": 6.462484370917082}
+{"Finetune/Learning Rate": 1.5706453530874438e-05, "Finetune/Loss": 0.8133772015571594, "Finetune/Loss (Raw)": 0.8005174398422241, "Finetune/Step": 3404, "Finetune/Step Time": 6.459441918879747}
+{"Finetune/Learning Rate": 1.5703895132817084e-05, "Finetune/Loss": 0.8114124536514282, "Finetune/Loss (Raw)": 0.5964013338088989, "Finetune/Step": 3405, "Finetune/Step Time": 6.499655494466424}
+{"Finetune/Learning Rate": 1.570133618125738e-05, "Finetune/Loss": 0.8117802739143372, "Finetune/Loss (Raw)": 0.8722555041313171, "Finetune/Step": 3406, "Finetune/Step Time": 6.497679745778441}
+{"Finetune/Learning Rate": 1.5698776676443646e-05, "Finetune/Loss": 0.811775803565979, "Finetune/Loss (Raw)": 0.8680295348167419, "Finetune/Step": 3407, "Finetune/Step Time": 6.485897665843368}
+{"Finetune/Learning Rate": 1.5696216618624256e-05, "Finetune/Loss": 0.8111775517463684, "Finetune/Loss (Raw)": 0.8750302791595459, "Finetune/Step": 3408, "Finetune/Step Time": 6.486783675849438}
+{"Finetune/Learning Rate": 1.5693656008047634e-05, "Finetune/Loss": 0.8102958798408508, "Finetune/Loss (Raw)": 0.8831642866134644, "Finetune/Step": 3409, "Finetune/Step Time": 6.495249038562179}
+{"Finetune/Learning Rate": 1.5691094844962256e-05, "Finetune/Loss": 0.8096994757652283, "Finetune/Loss (Raw)": 0.7360718250274658, "Finetune/Step": 3410, "Finetune/Step Time": 6.499706283211708}
+{"Finetune/Learning Rate": 1.5688533129616665e-05, "Finetune/Loss": 0.8141039609909058, "Finetune/Loss (Raw)": 0.9666422605514526, "Finetune/Step": 3411, "Finetune/Step Time": 6.481107706204057}
+{"Finetune/Learning Rate": 1.5685970862259442e-05, "Finetune/Loss": 0.8147559762001038, "Finetune/Loss (Raw)": 0.8743400573730469, "Finetune/Step": 3412, "Finetune/Step Time": 6.47606685012579}
+{"Finetune/Learning Rate": 1.5683408043139227e-05, "Finetune/Loss": 0.8152421712875366, "Finetune/Loss (Raw)": 0.9514449834823608, "Finetune/Step": 3413, "Finetune/Step Time": 6.483888607472181}
+{"Finetune/Learning Rate": 1.5680844672504717e-05, "Finetune/Loss": 0.81617671251297, "Finetune/Loss (Raw)": 0.9556532502174377, "Finetune/Step": 3414, "Finetune/Step Time": 6.482921985909343}
+{"Finetune/Learning Rate": 1.5678280750604654e-05, "Finetune/Loss": 0.8148605823516846, "Finetune/Loss (Raw)": 0.6957842707633972, "Finetune/Step": 3415, "Finetune/Step Time": 6.4807872995734215}
+{"Finetune/Learning Rate": 1.5675716277687853e-05, "Finetune/Loss": 0.8110032081604004, "Finetune/Loss (Raw)": 0.464253306388855, "Finetune/Step": 3416, "Finetune/Step Time": 6.498014323413372}
+{"Finetune/Learning Rate": 1.5673151254003155e-05, "Finetune/Loss": 0.8107638359069824, "Finetune/Loss (Raw)": 0.756553053855896, "Finetune/Step": 3417, "Finetune/Step Time": 6.505092903971672}
+{"Finetune/Learning Rate": 1.5670585679799473e-05, "Finetune/Loss": 0.8105145692825317, "Finetune/Loss (Raw)": 0.8465325236320496, "Finetune/Step": 3418, "Finetune/Step Time": 6.51678978279233}
+{"Finetune/Learning Rate": 1.566801955532577e-05, "Finetune/Loss": 0.8114730715751648, "Finetune/Loss (Raw)": 0.854539692401886, "Finetune/Step": 3419, "Finetune/Step Time": 6.509183742105961}
+{"Finetune/Learning Rate": 1.566545288083106e-05, "Finetune/Loss": 0.8094587326049805, "Finetune/Loss (Raw)": 0.5320231914520264, "Finetune/Step": 3420, "Finetune/Step Time": 6.52394026145339}
+{"Finetune/Learning Rate": 1.5662885656564414e-05, "Finetune/Loss": 0.8099184632301331, "Finetune/Loss (Raw)": 0.8988054990768433, "Finetune/Step": 3421, "Finetune/Step Time": 6.527171477675438}
+{"Finetune/Learning Rate": 1.566031788277495e-05, "Finetune/Loss": 0.8096475601196289, "Finetune/Loss (Raw)": 0.7026906609535217, "Finetune/Step": 3422, "Finetune/Step Time": 6.52088943310082}
+{"Finetune/Learning Rate": 1.5657749559711845e-05, "Finetune/Loss": 0.8094303607940674, "Finetune/Loss (Raw)": 0.7921617031097412, "Finetune/Step": 3423, "Finetune/Step Time": 6.519869361072779}
+{"Finetune/Learning Rate": 1.5655180687624322e-05, "Finetune/Loss": 0.8057388067245483, "Finetune/Loss (Raw)": 0.3939967453479767, "Finetune/Step": 3424, "Finetune/Step Time": 6.543875293806195}
+{"Finetune/Learning Rate": 1.5652611266761673e-05, "Finetune/Loss": 0.8062421083450317, "Finetune/Loss (Raw)": 0.7793284058570862, "Finetune/Step": 3425, "Finetune/Step Time": 6.5225632432848215}
+{"Finetune/Learning Rate": 1.565004129737323e-05, "Finetune/Loss": 0.8044209480285645, "Finetune/Loss (Raw)": 0.694154679775238, "Finetune/Step": 3426, "Finetune/Step Time": 6.525065874680877}
+{"Finetune/Learning Rate": 1.5647470779708373e-05, "Finetune/Loss": 0.8078307509422302, "Finetune/Loss (Raw)": 0.8566281199455261, "Finetune/Step": 3427, "Finetune/Step Time": 6.509070290252566}
+{"Finetune/Learning Rate": 1.5644899714016554e-05, "Finetune/Loss": 0.8069496154785156, "Finetune/Loss (Raw)": 0.7897841930389404, "Finetune/Step": 3428, "Finetune/Step Time": 6.517061095684767}
+{"Finetune/Learning Rate": 1.5642328100547257e-05, "Finetune/Loss": 0.8085181713104248, "Finetune/Loss (Raw)": 0.8903056979179382, "Finetune/Step": 3429, "Finetune/Step Time": 6.514019837602973}
+{"Finetune/Learning Rate": 1.5639755939550042e-05, "Finetune/Loss": 0.8065636157989502, "Finetune/Loss (Raw)": 0.6878048181533813, "Finetune/Step": 3430, "Finetune/Step Time": 6.508036328479648}
+{"Finetune/Learning Rate": 1.56371832312745e-05, "Finetune/Loss": 0.8076807856559753, "Finetune/Loss (Raw)": 0.9516288042068481, "Finetune/Step": 3431, "Finetune/Step Time": 6.5116395484656096}
+{"Finetune/Learning Rate": 1.5634609975970287e-05, "Finetune/Loss": 0.807159423828125, "Finetune/Loss (Raw)": 0.6709036231040955, "Finetune/Step": 3432, "Finetune/Step Time": 6.513967089354992}
+{"Finetune/Learning Rate": 1.5632036173887116e-05, "Finetune/Loss": 0.8064447641372681, "Finetune/Loss (Raw)": 0.8057333827018738, "Finetune/Step": 3433, "Finetune/Step Time": 6.531179539859295}
+{"Finetune/Learning Rate": 1.5629461825274738e-05, "Finetune/Loss": 0.8061195611953735, "Finetune/Loss (Raw)": 0.7012350559234619, "Finetune/Step": 3434, "Finetune/Step Time": 6.555020067840815}
+{"Finetune/Learning Rate": 1.562688693038297e-05, "Finetune/Loss": 0.8043062090873718, "Finetune/Loss (Raw)": 0.7552430033683777, "Finetune/Step": 3435, "Finetune/Step Time": 6.5682090148329735}
+{"Finetune/Learning Rate": 1.5624311489461684e-05, "Finetune/Loss": 0.8034394383430481, "Finetune/Loss (Raw)": 0.7329461574554443, "Finetune/Step": 3436, "Finetune/Step Time": 6.562061633914709}
+{"Finetune/Learning Rate": 1.5621735502760792e-05, "Finetune/Loss": 0.8029173612594604, "Finetune/Loss (Raw)": 0.8369123339653015, "Finetune/Step": 3437, "Finetune/Step Time": 6.54046455770731}
+{"Finetune/Learning Rate": 1.561915897053027e-05, "Finetune/Loss": 0.802605390548706, "Finetune/Loss (Raw)": 0.7398412227630615, "Finetune/Step": 3438, "Finetune/Step Time": 6.5382945984601974}
+{"Finetune/Learning Rate": 1.5616581893020138e-05, "Finetune/Loss": 0.8033847808837891, "Finetune/Loss (Raw)": 0.8427343964576721, "Finetune/Step": 3439, "Finetune/Step Time": 6.542934387922287}
+{"Finetune/Learning Rate": 1.5614004270480477e-05, "Finetune/Loss": 0.8029118776321411, "Finetune/Loss (Raw)": 0.7389065623283386, "Finetune/Step": 3440, "Finetune/Step Time": 6.54438784904778}
+{"Finetune/Learning Rate": 1.561142610316142e-05, "Finetune/Loss": 0.8043471574783325, "Finetune/Loss (Raw)": 0.6479304432868958, "Finetune/Step": 3441, "Finetune/Step Time": 6.546496836468577}
+{"Finetune/Learning Rate": 1.5608847391313146e-05, "Finetune/Loss": 0.8043439984321594, "Finetune/Loss (Raw)": 0.7692397832870483, "Finetune/Step": 3442, "Finetune/Step Time": 6.553164143115282}
+{"Finetune/Learning Rate": 1.5606268135185895e-05, "Finetune/Loss": 0.8022353649139404, "Finetune/Loss (Raw)": 0.7328906059265137, "Finetune/Step": 3443, "Finetune/Step Time": 6.562771454453468}
+{"Finetune/Learning Rate": 1.560368833502996e-05, "Finetune/Loss": 0.8026289939880371, "Finetune/Loss (Raw)": 0.8485538959503174, "Finetune/Step": 3444, "Finetune/Step Time": 6.566605744883418}
+{"Finetune/Learning Rate": 1.5601107991095675e-05, "Finetune/Loss": 0.8013172149658203, "Finetune/Loss (Raw)": 0.603346586227417, "Finetune/Step": 3445, "Finetune/Step Time": 6.583330325782299}
+{"Finetune/Learning Rate": 1.559852710363344e-05, "Finetune/Loss": 0.804578423500061, "Finetune/Loss (Raw)": 0.7777201533317566, "Finetune/Step": 3446, "Finetune/Step Time": 6.572280984371901}
+{"Finetune/Learning Rate": 1.55959456728937e-05, "Finetune/Loss": 0.8047724962234497, "Finetune/Loss (Raw)": 0.9444806575775146, "Finetune/Step": 3447, "Finetune/Step Time": 6.566595800220966}
+{"Finetune/Learning Rate": 1.559336369912696e-05, "Finetune/Loss": 0.8045328855514526, "Finetune/Loss (Raw)": 0.7537552118301392, "Finetune/Step": 3448, "Finetune/Step Time": 6.571753749623895}
+{"Finetune/Learning Rate": 1.5590781182583764e-05, "Finetune/Loss": 0.8060076236724854, "Finetune/Loss (Raw)": 0.929956316947937, "Finetune/Step": 3449, "Finetune/Step Time": 6.567075960338116}
+{"Finetune/Learning Rate": 1.5588198123514726e-05, "Finetune/Loss": 0.8059508800506592, "Finetune/Loss (Raw)": 0.788224458694458, "Finetune/Step": 3450, "Finetune/Step Time": 6.595631806179881}
+{"Finetune/Learning Rate": 1.5585614522170506e-05, "Finetune/Loss": 0.8050295114517212, "Finetune/Loss (Raw)": 0.819513738155365, "Finetune/Step": 3451, "Finetune/Step Time": 6.578899346292019}
+{"Finetune/Learning Rate": 1.5583030378801806e-05, "Finetune/Loss": 0.8060870170593262, "Finetune/Loss (Raw)": 0.9134455919265747, "Finetune/Step": 3452, "Finetune/Step Time": 6.562876455485821}
+{"Finetune/Learning Rate": 1.5580445693659398e-05, "Finetune/Loss": 0.8069343566894531, "Finetune/Loss (Raw)": 0.8241317272186279, "Finetune/Step": 3453, "Finetune/Step Time": 6.560156088322401}
+{"Finetune/Learning Rate": 1.5577860466994095e-05, "Finetune/Loss": 0.8059628009796143, "Finetune/Loss (Raw)": 0.768623948097229, "Finetune/Step": 3454, "Finetune/Step Time": 6.5789924915879965}
+{"Finetune/Learning Rate": 1.5575274699056764e-05, "Finetune/Loss": 0.8042094111442566, "Finetune/Loss (Raw)": 0.3759446144104004, "Finetune/Step": 3455, "Finetune/Step Time": 6.5882802084088326}
+{"Finetune/Learning Rate": 1.5572688390098328e-05, "Finetune/Loss": 0.8036775588989258, "Finetune/Loss (Raw)": 0.8803884983062744, "Finetune/Step": 3456, "Finetune/Step Time": 6.584829645231366}
+{"Finetune/Learning Rate": 1.5570101540369762e-05, "Finetune/Loss": 0.8038867115974426, "Finetune/Loss (Raw)": 0.8743494153022766, "Finetune/Step": 3457, "Finetune/Step Time": 6.575385425239801}
+{"Finetune/Learning Rate": 1.556751415012209e-05, "Finetune/Loss": 0.8048593997955322, "Finetune/Loss (Raw)": 0.8474624752998352, "Finetune/Step": 3458, "Finetune/Step Time": 6.583209216594696}
+{"Finetune/Learning Rate": 1.5564926219606392e-05, "Finetune/Loss": 0.8050041198730469, "Finetune/Loss (Raw)": 0.8442116975784302, "Finetune/Step": 3459, "Finetune/Step Time": 6.5733853708952665}
+{"Finetune/Learning Rate": 1.55623377490738e-05, "Finetune/Loss": 0.8058024644851685, "Finetune/Loss (Raw)": 0.9319444298744202, "Finetune/Step": 3460, "Finetune/Step Time": 6.563969891518354}
+{"Finetune/Learning Rate": 1.5559748738775493e-05, "Finetune/Loss": 0.8019992113113403, "Finetune/Loss (Raw)": 0.3741864562034607, "Finetune/Step": 3461, "Finetune/Step Time": 6.58327966183424}
+{"Finetune/Learning Rate": 1.5557159188962712e-05, "Finetune/Loss": 0.8017959594726562, "Finetune/Loss (Raw)": 0.8175375461578369, "Finetune/Step": 3462, "Finetune/Step Time": 6.579902010038495}
+{"Finetune/Learning Rate": 1.5554569099886743e-05, "Finetune/Loss": 0.8021215200424194, "Finetune/Loss (Raw)": 0.8028862476348877, "Finetune/Step": 3463, "Finetune/Step Time": 6.581391388550401}
+{"Finetune/Learning Rate": 1.5551978471798926e-05, "Finetune/Loss": 0.8030698895454407, "Finetune/Loss (Raw)": 0.9245557188987732, "Finetune/Step": 3464, "Finetune/Step Time": 6.572115590795875}
+{"Finetune/Learning Rate": 1.5549387304950657e-05, "Finetune/Loss": 0.8035001158714294, "Finetune/Loss (Raw)": 0.7573630213737488, "Finetune/Step": 3465, "Finetune/Step Time": 6.567100752145052}
+{"Finetune/Learning Rate": 1.554679559959338e-05, "Finetune/Loss": 0.8025119304656982, "Finetune/Loss (Raw)": 0.7135579586029053, "Finetune/Step": 3466, "Finetune/Step Time": 6.565111003816128}
+{"Finetune/Learning Rate": 1.5544203355978594e-05, "Finetune/Loss": 0.8010030388832092, "Finetune/Loss (Raw)": 0.6877930164337158, "Finetune/Step": 3467, "Finetune/Step Time": 6.563571397215128}
+{"Finetune/Learning Rate": 1.554161057435784e-05, "Finetune/Loss": 0.799506425857544, "Finetune/Loss (Raw)": 0.6489403247833252, "Finetune/Step": 3468, "Finetune/Step Time": 6.570930955931544}
+{"Finetune/Learning Rate": 1.553901725498273e-05, "Finetune/Loss": 0.7974379062652588, "Finetune/Loss (Raw)": 0.7312776446342468, "Finetune/Step": 3469, "Finetune/Step Time": 6.578960262238979}
+{"Finetune/Learning Rate": 1.5536423398104915e-05, "Finetune/Loss": 0.7965221405029297, "Finetune/Loss (Raw)": 0.7948139905929565, "Finetune/Step": 3470, "Finetune/Step Time": 6.5850603971630335}
+{"Finetune/Learning Rate": 1.5533829003976098e-05, "Finetune/Loss": 0.7966788411140442, "Finetune/Loss (Raw)": 0.8982463479042053, "Finetune/Step": 3471, "Finetune/Step Time": 6.591891139745712}
+{"Finetune/Learning Rate": 1.553123407284804e-05, "Finetune/Loss": 0.7977603673934937, "Finetune/Loss (Raw)": 0.7729827761650085, "Finetune/Step": 3472, "Finetune/Step Time": 6.592379128560424}
+{"Finetune/Learning Rate": 1.552863860497255e-05, "Finetune/Loss": 0.8016692399978638, "Finetune/Loss (Raw)": 0.8895596861839294, "Finetune/Step": 3473, "Finetune/Step Time": 6.5915082562714815}
+{"Finetune/Learning Rate": 1.5526042600601496e-05, "Finetune/Loss": 0.7998546361923218, "Finetune/Loss (Raw)": 0.6889490485191345, "Finetune/Step": 3474, "Finetune/Step Time": 6.596029845997691}
+{"Finetune/Learning Rate": 1.5523446059986786e-05, "Finetune/Loss": 0.8009346723556519, "Finetune/Loss (Raw)": 0.8478367924690247, "Finetune/Step": 3475, "Finetune/Step Time": 6.601536795496941}
+{"Finetune/Learning Rate": 1.5520848983380386e-05, "Finetune/Loss": 0.799325704574585, "Finetune/Loss (Raw)": 0.6761792898178101, "Finetune/Step": 3476, "Finetune/Step Time": 6.605753090232611}
+{"Finetune/Learning Rate": 1.5518251371034322e-05, "Finetune/Loss": 0.7984493970870972, "Finetune/Loss (Raw)": 0.7671098113059998, "Finetune/Step": 3477, "Finetune/Step Time": 6.623723030090332}
+{"Finetune/Learning Rate": 1.551565322320066e-05, "Finetune/Loss": 0.7980514168739319, "Finetune/Loss (Raw)": 0.979724645614624, "Finetune/Step": 3478, "Finetune/Step Time": 6.61622772552073}
+{"Finetune/Learning Rate": 1.551305454013152e-05, "Finetune/Loss": 0.8005365133285522, "Finetune/Loss (Raw)": 1.063346266746521, "Finetune/Step": 3479, "Finetune/Step Time": 6.602546559646726}
+{"Finetune/Learning Rate": 1.5510455322079084e-05, "Finetune/Loss": 0.8006254434585571, "Finetune/Loss (Raw)": 0.8836618065834045, "Finetune/Step": 3480, "Finetune/Step Time": 6.593847529962659}
+{"Finetune/Learning Rate": 1.550785556929557e-05, "Finetune/Loss": 0.8002315759658813, "Finetune/Loss (Raw)": 0.8778889775276184, "Finetune/Step": 3481, "Finetune/Step Time": 6.580417754128575}
+{"Finetune/Learning Rate": 1.5505255282033263e-05, "Finetune/Loss": 0.7991459369659424, "Finetune/Loss (Raw)": 0.7833500504493713, "Finetune/Step": 3482, "Finetune/Step Time": 6.579332638531923}
+{"Finetune/Learning Rate": 1.550265446054449e-05, "Finetune/Loss": 0.7983548045158386, "Finetune/Loss (Raw)": 0.7707008123397827, "Finetune/Step": 3483, "Finetune/Step Time": 6.613236388191581}
+{"Finetune/Learning Rate": 1.5500053105081632e-05, "Finetune/Loss": 0.7974614500999451, "Finetune/Loss (Raw)": 0.7920710444450378, "Finetune/Step": 3484, "Finetune/Step Time": 6.6293963342905045}
+{"Finetune/Learning Rate": 1.5497451215897122e-05, "Finetune/Loss": 0.79847252368927, "Finetune/Loss (Raw)": 0.9663630127906799, "Finetune/Step": 3485, "Finetune/Step Time": 6.626691719517112}
+{"Finetune/Learning Rate": 1.5494848793243456e-05, "Finetune/Loss": 0.7988607883453369, "Finetune/Loss (Raw)": 0.8318567872047424, "Finetune/Step": 3486, "Finetune/Step Time": 6.610697776079178}
+{"Finetune/Learning Rate": 1.5492245837373157e-05, "Finetune/Loss": 0.7967791557312012, "Finetune/Loss (Raw)": 0.7508807182312012, "Finetune/Step": 3487, "Finetune/Step Time": 6.608656773343682}
+{"Finetune/Learning Rate": 1.5489642348538825e-05, "Finetune/Loss": 0.7952132821083069, "Finetune/Loss (Raw)": 0.7203903794288635, "Finetune/Step": 3488, "Finetune/Step Time": 6.608110601082444}
+{"Finetune/Learning Rate": 1.5487038326993095e-05, "Finetune/Loss": 0.7954133749008179, "Finetune/Loss (Raw)": 0.8912333250045776, "Finetune/Step": 3489, "Finetune/Step Time": 6.5942433178424835}
+{"Finetune/Learning Rate": 1.548443377298866e-05, "Finetune/Loss": 0.7953406572341919, "Finetune/Loss (Raw)": 0.742286205291748, "Finetune/Step": 3490, "Finetune/Step Time": 6.601439842954278}
+{"Finetune/Learning Rate": 1.5481828686778266e-05, "Finetune/Loss": 0.7954211235046387, "Finetune/Loss (Raw)": 0.9420257806777954, "Finetune/Step": 3491, "Finetune/Step Time": 6.586752351373434}
+{"Finetune/Learning Rate": 1.547922306861471e-05, "Finetune/Loss": 0.7946608066558838, "Finetune/Loss (Raw)": 0.822446882724762, "Finetune/Step": 3492, "Finetune/Step Time": 6.595701454207301}
+{"Finetune/Learning Rate": 1.5476616918750838e-05, "Finetune/Loss": 0.7923190593719482, "Finetune/Loss (Raw)": 0.5041269063949585, "Finetune/Step": 3493, "Finetune/Step Time": 6.5879381857812405}
+{"Finetune/Learning Rate": 1.5474010237439546e-05, "Finetune/Loss": 0.7942394018173218, "Finetune/Loss (Raw)": 0.9680563807487488, "Finetune/Step": 3494, "Finetune/Step Time": 6.574810845777392}
+{"Finetune/Learning Rate": 1.547140302493379e-05, "Finetune/Loss": 0.7954572439193726, "Finetune/Loss (Raw)": 0.8930040001869202, "Finetune/Step": 3495, "Finetune/Step Time": 6.584678364917636}
+{"Finetune/Learning Rate": 1.546879528148657e-05, "Finetune/Loss": 0.7986874580383301, "Finetune/Loss (Raw)": 0.8845868706703186, "Finetune/Step": 3496, "Finetune/Step Time": 6.5732063837349415}
+{"Finetune/Learning Rate": 1.546618700735094e-05, "Finetune/Loss": 0.7970551252365112, "Finetune/Loss (Raw)": 0.6499264240264893, "Finetune/Step": 3497, "Finetune/Step Time": 6.581371845677495}
+{"Finetune/Learning Rate": 1.5463578202780005e-05, "Finetune/Loss": 0.7970978617668152, "Finetune/Loss (Raw)": 0.9064018726348877, "Finetune/Step": 3498, "Finetune/Step Time": 6.585119221359491}
+{"Finetune/Learning Rate": 1.5460968868026922e-05, "Finetune/Loss": 0.7987326979637146, "Finetune/Loss (Raw)": 0.8069570064544678, "Finetune/Step": 3499, "Finetune/Step Time": 6.5699489284306765}
+{"Finetune/Learning Rate": 1.5458359003344898e-05, "Finetune/Loss": 0.800323486328125, "Finetune/Loss (Raw)": 0.9363830089569092, "Finetune/Step": 3500, "Finetune/Step Time": 6.571347484365106}
+{"Finetune/Learning Rate": 1.5455748608987192e-05, "Finetune/Loss": 0.8005443811416626, "Finetune/Loss (Raw)": 0.8842921853065491, "Finetune/Step": 3501, "Finetune/Step Time": 6.557079283520579}
+{"Finetune/Learning Rate": 1.545313768520712e-05, "Finetune/Loss": 0.8015658855438232, "Finetune/Loss (Raw)": 0.9764907360076904, "Finetune/Step": 3502, "Finetune/Step Time": 6.541646296158433}
+{"Finetune/Learning Rate": 1.5450526232258042e-05, "Finetune/Loss": 0.8000972867012024, "Finetune/Loss (Raw)": 0.9073987007141113, "Finetune/Step": 3503, "Finetune/Step Time": 6.541697558015585}
+{"Finetune/Learning Rate": 1.5447914250393368e-05, "Finetune/Loss": 0.7988077998161316, "Finetune/Loss (Raw)": 0.7796843647956848, "Finetune/Step": 3504, "Finetune/Step Time": 6.543089672923088}
+{"Finetune/Learning Rate": 1.544530173986656e-05, "Finetune/Loss": 0.7997398972511292, "Finetune/Loss (Raw)": 0.7824686169624329, "Finetune/Step": 3505, "Finetune/Step Time": 6.539179077371955}
+{"Finetune/Learning Rate": 1.5442688700931152e-05, "Finetune/Loss": 0.7986831665039062, "Finetune/Loss (Raw)": 0.7773348093032837, "Finetune/Step": 3506, "Finetune/Step Time": 6.53573801368475}
+{"Finetune/Learning Rate": 1.5440075133840692e-05, "Finetune/Loss": 0.7985898852348328, "Finetune/Loss (Raw)": 0.6352895498275757, "Finetune/Step": 3507, "Finetune/Step Time": 6.550592139363289}
+{"Finetune/Learning Rate": 1.543746103884881e-05, "Finetune/Loss": 0.7994383573532104, "Finetune/Loss (Raw)": 0.8330917954444885, "Finetune/Step": 3508, "Finetune/Step Time": 6.550866812467575}
+{"Finetune/Learning Rate": 1.5434846416209167e-05, "Finetune/Loss": 0.7993794679641724, "Finetune/Loss (Raw)": 0.7818748950958252, "Finetune/Step": 3509, "Finetune/Step Time": 6.564248792827129}
+{"Finetune/Learning Rate": 1.54322312661755e-05, "Finetune/Loss": 0.7983253598213196, "Finetune/Loss (Raw)": 0.7752190828323364, "Finetune/Step": 3510, "Finetune/Step Time": 6.553305100649595}
+{"Finetune/Learning Rate": 1.542961558900156e-05, "Finetune/Loss": 0.7977616786956787, "Finetune/Loss (Raw)": 0.7425898313522339, "Finetune/Step": 3511, "Finetune/Step Time": 6.560471955686808}
+{"Finetune/Learning Rate": 1.542699938494119e-05, "Finetune/Loss": 0.7970672845840454, "Finetune/Loss (Raw)": 0.8164920210838318, "Finetune/Step": 3512, "Finetune/Step Time": 6.548769414424896}
+{"Finetune/Learning Rate": 1.5424382654248257e-05, "Finetune/Loss": 0.7986970543861389, "Finetune/Loss (Raw)": 0.8855446577072144, "Finetune/Step": 3513, "Finetune/Step Time": 6.548615857958794}
+{"Finetune/Learning Rate": 1.5421765397176686e-05, "Finetune/Loss": 0.7981834411621094, "Finetune/Loss (Raw)": 0.7576478123664856, "Finetune/Step": 3514, "Finetune/Step Time": 6.5533662009984255}
+{"Finetune/Learning Rate": 1.541914761398045e-05, "Finetune/Loss": 0.7986830472946167, "Finetune/Loss (Raw)": 0.8337156176567078, "Finetune/Step": 3515, "Finetune/Step Time": 6.559865849092603}
+{"Finetune/Learning Rate": 1.541652930491359e-05, "Finetune/Loss": 0.7988771200180054, "Finetune/Loss (Raw)": 0.8192122578620911, "Finetune/Step": 3516, "Finetune/Step Time": 6.561284309253097}
+{"Finetune/Learning Rate": 1.5413910470230167e-05, "Finetune/Loss": 0.7990061044692993, "Finetune/Loss (Raw)": 0.867874264717102, "Finetune/Step": 3517, "Finetune/Step Time": 6.559251140803099}
+{"Finetune/Learning Rate": 1.5411291110184327e-05, "Finetune/Loss": 0.7974451184272766, "Finetune/Loss (Raw)": 0.674048125743866, "Finetune/Step": 3518, "Finetune/Step Time": 6.593457732349634}
+{"Finetune/Learning Rate": 1.540867122503024e-05, "Finetune/Loss": 0.7951646447181702, "Finetune/Loss (Raw)": 0.7104998230934143, "Finetune/Step": 3519, "Finetune/Step Time": 6.617418982088566}
+{"Finetune/Learning Rate": 1.540605081502215e-05, "Finetune/Loss": 0.795099139213562, "Finetune/Loss (Raw)": 0.7729390263557434, "Finetune/Step": 3520, "Finetune/Step Time": 6.619559172540903}
+{"Finetune/Learning Rate": 1.540342988041433e-05, "Finetune/Loss": 0.7949547171592712, "Finetune/Loss (Raw)": 0.9231864213943481, "Finetune/Step": 3521, "Finetune/Step Time": 6.619903983548284}
+{"Finetune/Learning Rate": 1.5400808421461116e-05, "Finetune/Loss": 0.7940475940704346, "Finetune/Loss (Raw)": 0.6582842469215393, "Finetune/Step": 3522, "Finetune/Step Time": 6.615874474868178}
+{"Finetune/Learning Rate": 1.5398186438416894e-05, "Finetune/Loss": 0.7920571565628052, "Finetune/Loss (Raw)": 0.6528052687644958, "Finetune/Step": 3523, "Finetune/Step Time": 6.640195580199361}
+{"Finetune/Learning Rate": 1.53955639315361e-05, "Finetune/Loss": 0.791975736618042, "Finetune/Loss (Raw)": 0.6835671067237854, "Finetune/Step": 3524, "Finetune/Step Time": 6.64989909902215}
+{"Finetune/Learning Rate": 1.5392940901073218e-05, "Finetune/Loss": 0.7937219142913818, "Finetune/Loss (Raw)": 1.0152406692504883, "Finetune/Step": 3525, "Finetune/Step Time": 6.653343610465527}
+{"Finetune/Learning Rate": 1.5390317347282787e-05, "Finetune/Loss": 0.7925535440444946, "Finetune/Loss (Raw)": 0.7005661129951477, "Finetune/Step": 3526, "Finetune/Step Time": 6.671207481995225}
+{"Finetune/Learning Rate": 1.538769327041939e-05, "Finetune/Loss": 0.7927765250205994, "Finetune/Loss (Raw)": 0.824162483215332, "Finetune/Step": 3527, "Finetune/Step Time": 6.660290801897645}
+{"Finetune/Learning Rate": 1.5385068670737678e-05, "Finetune/Loss": 0.7926567792892456, "Finetune/Loss (Raw)": 0.8064622282981873, "Finetune/Step": 3528, "Finetune/Step Time": 6.659434104338288}
+{"Finetune/Learning Rate": 1.538244354849233e-05, "Finetune/Loss": 0.7917562127113342, "Finetune/Loss (Raw)": 0.650067925453186, "Finetune/Step": 3529, "Finetune/Step Time": 6.669161275029182}
+{"Finetune/Learning Rate": 1.537981790393809e-05, "Finetune/Loss": 0.7917169332504272, "Finetune/Loss (Raw)": 0.7959733009338379, "Finetune/Step": 3530, "Finetune/Step Time": 6.6710642743855715}
+{"Finetune/Learning Rate": 1.5377191737329744e-05, "Finetune/Loss": 0.792394757270813, "Finetune/Loss (Raw)": 0.8739685416221619, "Finetune/Step": 3531, "Finetune/Step Time": 6.671153254806995}
+{"Finetune/Learning Rate": 1.537456504892214e-05, "Finetune/Loss": 0.7915968894958496, "Finetune/Loss (Raw)": 0.6983858942985535, "Finetune/Step": 3532, "Finetune/Step Time": 6.683151112869382}
+{"Finetune/Learning Rate": 1.5371937838970165e-05, "Finetune/Loss": 0.7897231578826904, "Finetune/Loss (Raw)": 0.3565640449523926, "Finetune/Step": 3533, "Finetune/Step Time": 6.665562480688095}
+{"Finetune/Learning Rate": 1.5369310107728767e-05, "Finetune/Loss": 0.7895607948303223, "Finetune/Loss (Raw)": 0.8514710664749146, "Finetune/Step": 3534, "Finetune/Step Time": 6.673027073964477}
+{"Finetune/Learning Rate": 1.5366681855452937e-05, "Finetune/Loss": 0.7857459783554077, "Finetune/Loss (Raw)": 0.37973496317863464, "Finetune/Step": 3535, "Finetune/Step Time": 6.693006543442607}
+{"Finetune/Learning Rate": 1.5364053082397717e-05, "Finetune/Loss": 0.7851829528808594, "Finetune/Loss (Raw)": 0.8029657602310181, "Finetune/Step": 3536, "Finetune/Step Time": 6.691020647063851}
+{"Finetune/Learning Rate": 1.5361423788818207e-05, "Finetune/Loss": 0.7860762476921082, "Finetune/Loss (Raw)": 0.997503399848938, "Finetune/Step": 3537, "Finetune/Step Time": 6.687885373830795}
+{"Finetune/Learning Rate": 1.5358793974969542e-05, "Finetune/Loss": 0.7876220941543579, "Finetune/Loss (Raw)": 0.9339321255683899, "Finetune/Step": 3538, "Finetune/Step Time": 6.690068496391177}
+{"Finetune/Learning Rate": 1.5356163641106925e-05, "Finetune/Loss": 0.7873042821884155, "Finetune/Loss (Raw)": 0.925973117351532, "Finetune/Step": 3539, "Finetune/Step Time": 6.693215277045965}
+{"Finetune/Learning Rate": 1.53535327874856e-05, "Finetune/Loss": 0.7871466875076294, "Finetune/Loss (Raw)": 0.8541679978370667, "Finetune/Step": 3540, "Finetune/Step Time": 6.698006574064493}
+{"Finetune/Learning Rate": 1.535090141436087e-05, "Finetune/Loss": 0.7861972451210022, "Finetune/Loss (Raw)": 0.8299162983894348, "Finetune/Step": 3541, "Finetune/Step Time": 6.689491236582398}
+{"Finetune/Learning Rate": 1.5348269521988067e-05, "Finetune/Loss": 0.7843079566955566, "Finetune/Loss (Raw)": 0.7138144969940186, "Finetune/Step": 3542, "Finetune/Step Time": 6.699231114238501}
+{"Finetune/Learning Rate": 1.5345637110622603e-05, "Finetune/Loss": 0.7850939035415649, "Finetune/Loss (Raw)": 0.7963936924934387, "Finetune/Step": 3543, "Finetune/Step Time": 6.712119659408927}
+{"Finetune/Learning Rate": 1.5343004180519915e-05, "Finetune/Loss": 0.7882670164108276, "Finetune/Loss (Raw)": 0.870410680770874, "Finetune/Step": 3544, "Finetune/Step Time": 6.692455019801855}
+{"Finetune/Learning Rate": 1.534037073193551e-05, "Finetune/Loss": 0.7859466075897217, "Finetune/Loss (Raw)": 0.4595426619052887, "Finetune/Step": 3545, "Finetune/Step Time": 6.707068532705307}
+{"Finetune/Learning Rate": 1.5337736765124925e-05, "Finetune/Loss": 0.7852635979652405, "Finetune/Loss (Raw)": 0.7591020464897156, "Finetune/Step": 3546, "Finetune/Step Time": 6.7041245605796576}
+{"Finetune/Learning Rate": 1.533510228034377e-05, "Finetune/Loss": 0.7860190868377686, "Finetune/Loss (Raw)": 0.9512461423873901, "Finetune/Step": 3547, "Finetune/Step Time": 6.701542807742953}
+{"Finetune/Learning Rate": 1.5332467277847683e-05, "Finetune/Loss": 0.7878490686416626, "Finetune/Loss (Raw)": 0.7662603259086609, "Finetune/Step": 3548, "Finetune/Step Time": 6.688733648508787}
+{"Finetune/Learning Rate": 1.5329831757892374e-05, "Finetune/Loss": 0.7883173227310181, "Finetune/Loss (Raw)": 0.9587430357933044, "Finetune/Step": 3549, "Finetune/Step Time": 6.68751703388989}
+{"Finetune/Learning Rate": 1.5327195720733583e-05, "Finetune/Loss": 0.7857729196548462, "Finetune/Loss (Raw)": 0.3770073354244232, "Finetune/Step": 3550, "Finetune/Step Time": 6.68586858548224}
+{"Finetune/Learning Rate": 1.5324559166627115e-05, "Finetune/Loss": 0.7851358652114868, "Finetune/Loss (Raw)": 0.7106109261512756, "Finetune/Step": 3551, "Finetune/Step Time": 6.702751912176609}
+{"Finetune/Learning Rate": 1.5321922095828815e-05, "Finetune/Loss": 0.788597822189331, "Finetune/Loss (Raw)": 0.8371357917785645, "Finetune/Step": 3552, "Finetune/Step Time": 6.670680653303862}
+{"Finetune/Learning Rate": 1.531928450859459e-05, "Finetune/Loss": 0.7877552509307861, "Finetune/Loss (Raw)": 0.6714736223220825, "Finetune/Step": 3553, "Finetune/Step Time": 6.677271328866482}
+{"Finetune/Learning Rate": 1.531664640518038e-05, "Finetune/Loss": 0.7897173166275024, "Finetune/Loss (Raw)": 0.9453021287918091, "Finetune/Step": 3554, "Finetune/Step Time": 6.689460396766663}
+{"Finetune/Learning Rate": 1.5314007785842195e-05, "Finetune/Loss": 0.7905654907226562, "Finetune/Loss (Raw)": 0.965195894241333, "Finetune/Step": 3555, "Finetune/Step Time": 6.687459805980325}
+{"Finetune/Learning Rate": 1.5311368650836077e-05, "Finetune/Loss": 0.7873398661613464, "Finetune/Loss (Raw)": 0.37690356373786926, "Finetune/Step": 3556, "Finetune/Step Time": 6.7075469847768545}
+{"Finetune/Learning Rate": 1.5308729000418127e-05, "Finetune/Loss": 0.7883188128471375, "Finetune/Loss (Raw)": 1.015613317489624, "Finetune/Step": 3557, "Finetune/Step Time": 6.706503104418516}
+{"Finetune/Learning Rate": 1.53060888348445e-05, "Finetune/Loss": 0.7894355058670044, "Finetune/Loss (Raw)": 0.830740213394165, "Finetune/Step": 3558, "Finetune/Step Time": 6.708203174173832}
+{"Finetune/Learning Rate": 1.5303448154371387e-05, "Finetune/Loss": 0.7888046503067017, "Finetune/Loss (Raw)": 0.8708817958831787, "Finetune/Step": 3559, "Finetune/Step Time": 6.706577345728874}
+{"Finetune/Learning Rate": 1.5300806959255045e-05, "Finetune/Loss": 0.7907646894454956, "Finetune/Loss (Raw)": 0.9217816591262817, "Finetune/Step": 3560, "Finetune/Step Time": 6.6907090079039335}
+{"Finetune/Learning Rate": 1.5298165249751777e-05, "Finetune/Loss": 0.7922857999801636, "Finetune/Loss (Raw)": 1.0004358291625977, "Finetune/Step": 3561, "Finetune/Step Time": 6.684588493779302}
+{"Finetune/Learning Rate": 1.5295523026117925e-05, "Finetune/Loss": 0.7919899225234985, "Finetune/Loss (Raw)": 0.6633633375167847, "Finetune/Step": 3562, "Finetune/Step Time": 6.660268200561404}
+{"Finetune/Learning Rate": 1.5292880288609894e-05, "Finetune/Loss": 0.7915800213813782, "Finetune/Loss (Raw)": 0.7027773261070251, "Finetune/Step": 3563, "Finetune/Step Time": 6.646310498937964}
+{"Finetune/Learning Rate": 1.529023703748413e-05, "Finetune/Loss": 0.7921814918518066, "Finetune/Loss (Raw)": 0.8099392652511597, "Finetune/Step": 3564, "Finetune/Step Time": 6.648910790681839}
+{"Finetune/Learning Rate": 1.5287593272997137e-05, "Finetune/Loss": 0.791880190372467, "Finetune/Loss (Raw)": 0.7983418107032776, "Finetune/Step": 3565, "Finetune/Step Time": 6.651395903900266}
+{"Finetune/Learning Rate": 1.5284948995405457e-05, "Finetune/Loss": 0.7932581305503845, "Finetune/Loss (Raw)": 0.9162169098854065, "Finetune/Step": 3566, "Finetune/Step Time": 6.651235854253173}
+{"Finetune/Learning Rate": 1.52823042049657e-05, "Finetune/Loss": 0.7932069301605225, "Finetune/Loss (Raw)": 0.8361769914627075, "Finetune/Step": 3567, "Finetune/Step Time": 6.654807366430759}
+{"Finetune/Learning Rate": 1.5279658901934496e-05, "Finetune/Loss": 0.79416424036026, "Finetune/Loss (Raw)": 0.861443817615509, "Finetune/Step": 3568, "Finetune/Step Time": 6.659747041761875}
+{"Finetune/Learning Rate": 1.5277013086568565e-05, "Finetune/Loss": 0.795132040977478, "Finetune/Loss (Raw)": 0.7718112468719482, "Finetune/Step": 3569, "Finetune/Step Time": 6.647817375138402}
+{"Finetune/Learning Rate": 1.5274366759124647e-05, "Finetune/Loss": 0.7953195571899414, "Finetune/Loss (Raw)": 0.7932446002960205, "Finetune/Step": 3570, "Finetune/Step Time": 6.642115034162998}
+{"Finetune/Learning Rate": 1.5271719919859536e-05, "Finetune/Loss": 0.7961618304252625, "Finetune/Loss (Raw)": 0.8406932353973389, "Finetune/Step": 3571, "Finetune/Step Time": 6.6344802882522345}
+{"Finetune/Learning Rate": 1.526907256903008e-05, "Finetune/Loss": 0.7966665625572205, "Finetune/Loss (Raw)": 0.9131624102592468, "Finetune/Step": 3572, "Finetune/Step Time": 6.62580593675375}
+{"Finetune/Learning Rate": 1.526642470689318e-05, "Finetune/Loss": 0.7991172671318054, "Finetune/Loss (Raw)": 0.91703861951828, "Finetune/Step": 3573, "Finetune/Step Time": 6.6084755547344685}
+{"Finetune/Learning Rate": 1.5263776333705782e-05, "Finetune/Loss": 0.8001909852027893, "Finetune/Loss (Raw)": 0.9151569604873657, "Finetune/Step": 3574, "Finetune/Step Time": 6.596342656761408}
+{"Finetune/Learning Rate": 1.5261127449724885e-05, "Finetune/Loss": 0.7991102933883667, "Finetune/Loss (Raw)": 0.8061553835868835, "Finetune/Step": 3575, "Finetune/Step Time": 6.596690246835351}
+{"Finetune/Learning Rate": 1.5258478055207527e-05, "Finetune/Loss": 0.8005514144897461, "Finetune/Loss (Raw)": 0.9382197856903076, "Finetune/Step": 3576, "Finetune/Step Time": 6.594515776261687}
+{"Finetune/Learning Rate": 1.525582815041081e-05, "Finetune/Loss": 0.7998514175415039, "Finetune/Loss (Raw)": 0.8403487801551819, "Finetune/Step": 3577, "Finetune/Step Time": 6.612561011686921}
+{"Finetune/Learning Rate": 1.5253177735591877e-05, "Finetune/Loss": 0.8009258508682251, "Finetune/Loss (Raw)": 0.9257594347000122, "Finetune/Step": 3578, "Finetune/Step Time": 6.588501203805208}
+{"Finetune/Learning Rate": 1.5250526811007925e-05, "Finetune/Loss": 0.8010991215705872, "Finetune/Loss (Raw)": 0.8416857123374939, "Finetune/Step": 3579, "Finetune/Step Time": 6.589068775996566}
+{"Finetune/Learning Rate": 1.5247875376916192e-05, "Finetune/Loss": 0.8007643818855286, "Finetune/Loss (Raw)": 0.8706064820289612, "Finetune/Step": 3580, "Finetune/Step Time": 6.59620077162981}
+{"Finetune/Learning Rate": 1.524522343357398e-05, "Finetune/Loss": 0.8014307022094727, "Finetune/Loss (Raw)": 0.9094100594520569, "Finetune/Step": 3581, "Finetune/Step Time": 6.605338372290134}
+{"Finetune/Learning Rate": 1.5242570981238624e-05, "Finetune/Loss": 0.8009819984436035, "Finetune/Loss (Raw)": 0.7111981511116028, "Finetune/Step": 3582, "Finetune/Step Time": 6.606867928057909}
+{"Finetune/Learning Rate": 1.5239918020167523e-05, "Finetune/Loss": 0.8040671348571777, "Finetune/Loss (Raw)": 0.7708442211151123, "Finetune/Step": 3583, "Finetune/Step Time": 6.5880262572318316}
+{"Finetune/Learning Rate": 1.5237264550618117e-05, "Finetune/Loss": 0.8038080930709839, "Finetune/Loss (Raw)": 0.8472272157669067, "Finetune/Step": 3584, "Finetune/Step Time": 6.589468186721206}
+{"Finetune/Learning Rate": 1.5234610572847891e-05, "Finetune/Loss": 0.8046286702156067, "Finetune/Loss (Raw)": 0.9793789982795715, "Finetune/Step": 3585, "Finetune/Step Time": 6.589229578152299}
+{"Finetune/Learning Rate": 1.523195608711439e-05, "Finetune/Loss": 0.8034235239028931, "Finetune/Loss (Raw)": 0.6932086944580078, "Finetune/Step": 3586, "Finetune/Step Time": 6.5868206936866045}
+{"Finetune/Learning Rate": 1.5229301093675206e-05, "Finetune/Loss": 0.8028951287269592, "Finetune/Loss (Raw)": 0.7765749096870422, "Finetune/Step": 3587, "Finetune/Step Time": 6.580020423978567}
+{"Finetune/Learning Rate": 1.5226645592787974e-05, "Finetune/Loss": 0.8009408712387085, "Finetune/Loss (Raw)": 0.6817939281463623, "Finetune/Step": 3588, "Finetune/Step Time": 6.580514514818788}
+{"Finetune/Learning Rate": 1.5223989584710384e-05, "Finetune/Loss": 0.8042853474617004, "Finetune/Loss (Raw)": 0.8022853136062622, "Finetune/Step": 3589, "Finetune/Step Time": 6.569416631013155}
+{"Finetune/Learning Rate": 1.522133306970017e-05, "Finetune/Loss": 0.8048015832901001, "Finetune/Loss (Raw)": 0.8836162090301514, "Finetune/Step": 3590, "Finetune/Step Time": 6.582425605505705}
+{"Finetune/Learning Rate": 1.5218676048015125e-05, "Finetune/Loss": 0.8045127391815186, "Finetune/Loss (Raw)": 0.7659094333648682, "Finetune/Step": 3591, "Finetune/Step Time": 6.581436736509204}
+{"Finetune/Learning Rate": 1.5216018519913079e-05, "Finetune/Loss": 0.8035727739334106, "Finetune/Loss (Raw)": 0.8042438626289368, "Finetune/Step": 3592, "Finetune/Step Time": 6.5862248204648495}
+{"Finetune/Learning Rate": 1.5213360485651915e-05, "Finetune/Loss": 0.8051108121871948, "Finetune/Loss (Raw)": 0.9542384147644043, "Finetune/Step": 3593, "Finetune/Step Time": 6.583417223766446}
+{"Finetune/Learning Rate": 1.5210701945489575e-05, "Finetune/Loss": 0.8039424419403076, "Finetune/Loss (Raw)": 0.5639921426773071, "Finetune/Step": 3594, "Finetune/Step Time": 6.589790835976601}
+{"Finetune/Learning Rate": 1.5208042899684038e-05, "Finetune/Loss": 0.8051763772964478, "Finetune/Loss (Raw)": 0.8457449674606323, "Finetune/Step": 3595, "Finetune/Step Time": 6.600777814164758}
+{"Finetune/Learning Rate": 1.5205383348493334e-05, "Finetune/Loss": 0.807847261428833, "Finetune/Loss (Raw)": 0.9908170700073242, "Finetune/Step": 3596, "Finetune/Step Time": 6.58741545304656}
+{"Finetune/Learning Rate": 1.5202723292175547e-05, "Finetune/Loss": 0.8043798208236694, "Finetune/Loss (Raw)": 0.28743624687194824, "Finetune/Step": 3597, "Finetune/Step Time": 6.595551060512662}
+{"Finetune/Learning Rate": 1.5200062730988805e-05, "Finetune/Loss": 0.8042298555374146, "Finetune/Loss (Raw)": 0.7756215929985046, "Finetune/Step": 3598, "Finetune/Step Time": 6.610255144536495}
+{"Finetune/Learning Rate": 1.519740166519129e-05, "Finetune/Loss": 0.8027548789978027, "Finetune/Loss (Raw)": 0.709447979927063, "Finetune/Step": 3599, "Finetune/Step Time": 6.612432166934013}
+{"Finetune/Learning Rate": 1.5194740095041227e-05, "Finetune/Loss": 0.8004001379013062, "Finetune/Loss (Raw)": 0.47158610820770264, "Finetune/Step": 3600, "Finetune/Step Time": 6.623350828886032}
+{"Finetune/Learning Rate": 1.5192078020796896e-05, "Finetune/Loss": 0.8002490401268005, "Finetune/Loss (Raw)": 0.8702124953269958, "Finetune/Step": 3601, "Finetune/Step Time": 6.606574287638068}
+{"Finetune/Learning Rate": 1.518941544271662e-05, "Finetune/Loss": 0.8013304471969604, "Finetune/Loss (Raw)": 0.8273692727088928, "Finetune/Step": 3602, "Finetune/Step Time": 6.601488661020994}
+{"Finetune/Learning Rate": 1.5186752361058777e-05, "Finetune/Loss": 0.8012093305587769, "Finetune/Loss (Raw)": 0.8323301076889038, "Finetune/Step": 3603, "Finetune/Step Time": 6.600069835782051}
+{"Finetune/Learning Rate": 1.5184088776081786e-05, "Finetune/Loss": 0.8025152683258057, "Finetune/Loss (Raw)": 0.8433476090431213, "Finetune/Step": 3604, "Finetune/Step Time": 6.597056932747364}
+{"Finetune/Learning Rate": 1.5181424688044123e-05, "Finetune/Loss": 0.8016964197158813, "Finetune/Loss (Raw)": 0.6622884273529053, "Finetune/Step": 3605, "Finetune/Step Time": 6.583139918744564}
+{"Finetune/Learning Rate": 1.5178760097204315e-05, "Finetune/Loss": 0.7998919486999512, "Finetune/Loss (Raw)": 0.7487620115280151, "Finetune/Step": 3606, "Finetune/Step Time": 6.595189142972231}
+{"Finetune/Learning Rate": 1.5176095003820918e-05, "Finetune/Loss": 0.798073410987854, "Finetune/Loss (Raw)": 0.8305659294128418, "Finetune/Step": 3607, "Finetune/Step Time": 6.599021375179291}
+{"Finetune/Learning Rate": 1.5173429408152567e-05, "Finetune/Loss": 0.7964125871658325, "Finetune/Loss (Raw)": 0.6710734963417053, "Finetune/Step": 3608, "Finetune/Step Time": 6.625452004373074}
+{"Finetune/Learning Rate": 1.5170763310457917e-05, "Finetune/Loss": 0.7957731485366821, "Finetune/Loss (Raw)": 0.7960503101348877, "Finetune/Step": 3609, "Finetune/Step Time": 6.616838855668902}
+{"Finetune/Learning Rate": 1.516809671099569e-05, "Finetune/Loss": 0.7951487302780151, "Finetune/Loss (Raw)": 0.7034156918525696, "Finetune/Step": 3610, "Finetune/Step Time": 6.616060618311167}
+{"Finetune/Learning Rate": 1.5165429610024651e-05, "Finetune/Loss": 0.7920972108840942, "Finetune/Loss (Raw)": 0.3801068365573883, "Finetune/Step": 3611, "Finetune/Step Time": 6.597155140712857}
+{"Finetune/Learning Rate": 1.5162762007803616e-05, "Finetune/Loss": 0.7922576665878296, "Finetune/Loss (Raw)": 0.8126157522201538, "Finetune/Step": 3612, "Finetune/Step Time": 6.594143558293581}
+{"Finetune/Learning Rate": 1.5160093904591438e-05, "Finetune/Loss": 0.790300726890564, "Finetune/Loss (Raw)": 0.7158679366111755, "Finetune/Step": 3613, "Finetune/Step Time": 6.5945561826229095}
+{"Finetune/Learning Rate": 1.5157425300647041e-05, "Finetune/Loss": 0.7902203798294067, "Finetune/Loss (Raw)": 0.8215753436088562, "Finetune/Step": 3614, "Finetune/Step Time": 6.608724294230342}
+{"Finetune/Learning Rate": 1.5154756196229376e-05, "Finetune/Loss": 0.7911394834518433, "Finetune/Loss (Raw)": 0.8685282468795776, "Finetune/Step": 3615, "Finetune/Step Time": 6.612571427598596}
+{"Finetune/Learning Rate": 1.5152086591597455e-05, "Finetune/Loss": 0.7911764979362488, "Finetune/Loss (Raw)": 0.7251278162002563, "Finetune/Step": 3616, "Finetune/Step Time": 6.616689896211028}
+{"Finetune/Learning Rate": 1.514941648701033e-05, "Finetune/Loss": 0.7899188995361328, "Finetune/Loss (Raw)": 0.7302645444869995, "Finetune/Step": 3617, "Finetune/Step Time": 6.625374874100089}
+{"Finetune/Learning Rate": 1.5146745882727112e-05, "Finetune/Loss": 0.7896173596382141, "Finetune/Loss (Raw)": 0.7036846280097961, "Finetune/Step": 3618, "Finetune/Step Time": 6.6229477524757385}
+{"Finetune/Learning Rate": 1.5144074779006952e-05, "Finetune/Loss": 0.7884218692779541, "Finetune/Loss (Raw)": 0.7889965772628784, "Finetune/Step": 3619, "Finetune/Step Time": 6.620720354840159}
+{"Finetune/Learning Rate": 1.5141403176109055e-05, "Finetune/Loss": 0.7885070443153381, "Finetune/Loss (Raw)": 0.8333553075790405, "Finetune/Step": 3620, "Finetune/Step Time": 6.610422112047672}
+{"Finetune/Learning Rate": 1.5138731074292663e-05, "Finetune/Loss": 0.7906030416488647, "Finetune/Loss (Raw)": 0.7724132537841797, "Finetune/Step": 3621, "Finetune/Step Time": 6.603673607110977}
+{"Finetune/Learning Rate": 1.5136058473817086e-05, "Finetune/Loss": 0.7894573211669922, "Finetune/Loss (Raw)": 0.8214097619056702, "Finetune/Step": 3622, "Finetune/Step Time": 6.6125034131109715}
+{"Finetune/Learning Rate": 1.5133385374941667e-05, "Finetune/Loss": 0.7892565727233887, "Finetune/Loss (Raw)": 0.8673036098480225, "Finetune/Step": 3623, "Finetune/Step Time": 6.60230703279376}
+{"Finetune/Learning Rate": 1.51307117779258e-05, "Finetune/Loss": 0.7895666360855103, "Finetune/Loss (Raw)": 0.9242715835571289, "Finetune/Step": 3624, "Finetune/Step Time": 6.596182961016893}
+{"Finetune/Learning Rate": 1.5128037683028928e-05, "Finetune/Loss": 0.7916368246078491, "Finetune/Loss (Raw)": 0.9149145483970642, "Finetune/Step": 3625, "Finetune/Step Time": 6.586867349222302}
+{"Finetune/Learning Rate": 1.5125363090510549e-05, "Finetune/Loss": 0.7901042699813843, "Finetune/Loss (Raw)": 0.710233747959137, "Finetune/Step": 3626, "Finetune/Step Time": 6.5830944031476974}
+{"Finetune/Learning Rate": 1.5122688000630202e-05, "Finetune/Loss": 0.7907935976982117, "Finetune/Loss (Raw)": 0.8951945900917053, "Finetune/Step": 3627, "Finetune/Step Time": 6.617026794701815}
+{"Finetune/Learning Rate": 1.5120012413647471e-05, "Finetune/Loss": 0.7898874878883362, "Finetune/Loss (Raw)": 0.8204005360603333, "Finetune/Step": 3628, "Finetune/Step Time": 6.61152576841414}
+{"Finetune/Learning Rate": 1.5117336329822e-05, "Finetune/Loss": 0.7892033457756042, "Finetune/Loss (Raw)": 0.7967182397842407, "Finetune/Step": 3629, "Finetune/Step Time": 6.617721673101187}
+{"Finetune/Learning Rate": 1.5114659749413471e-05, "Finetune/Loss": 0.7873439788818359, "Finetune/Loss (Raw)": 0.7384966611862183, "Finetune/Step": 3630, "Finetune/Step Time": 6.617742624133825}
+{"Finetune/Learning Rate": 1.5111982672681618e-05, "Finetune/Loss": 0.7854441404342651, "Finetune/Loss (Raw)": 0.664219319820404, "Finetune/Step": 3631, "Finetune/Step Time": 6.631128203123808}
+{"Finetune/Learning Rate": 1.5109305099886223e-05, "Finetune/Loss": 0.7865593433380127, "Finetune/Loss (Raw)": 0.9224348068237305, "Finetune/Step": 3632, "Finetune/Step Time": 6.633320381864905}
+{"Finetune/Learning Rate": 1.5106627031287116e-05, "Finetune/Loss": 0.7875158786773682, "Finetune/Loss (Raw)": 0.9048949480056763, "Finetune/Step": 3633, "Finetune/Step Time": 6.627671986818314}
+{"Finetune/Learning Rate": 1.5103948467144175e-05, "Finetune/Loss": 0.7877915501594543, "Finetune/Loss (Raw)": 0.8126228451728821, "Finetune/Step": 3634, "Finetune/Step Time": 6.620354145765305}
+{"Finetune/Learning Rate": 1.5101269407717324e-05, "Finetune/Loss": 0.7881312966346741, "Finetune/Loss (Raw)": 0.6787746548652649, "Finetune/Step": 3635, "Finetune/Step Time": 6.604324530810118}
+{"Finetune/Learning Rate": 1.5098589853266545e-05, "Finetune/Loss": 0.7882502675056458, "Finetune/Loss (Raw)": 0.8483204245567322, "Finetune/Step": 3636, "Finetune/Step Time": 6.603101432323456}
+{"Finetune/Learning Rate": 1.509590980405185e-05, "Finetune/Loss": 0.7890303134918213, "Finetune/Loss (Raw)": 0.8817301988601685, "Finetune/Step": 3637, "Finetune/Step Time": 6.58863291144371}
+{"Finetune/Learning Rate": 1.5093229260333316e-05, "Finetune/Loss": 0.7896603345870972, "Finetune/Loss (Raw)": 0.8558602333068848, "Finetune/Step": 3638, "Finetune/Step Time": 6.5864357221871614}
+{"Finetune/Learning Rate": 1.509054822237106e-05, "Finetune/Loss": 0.7904535531997681, "Finetune/Loss (Raw)": 0.8441095948219299, "Finetune/Step": 3639, "Finetune/Step Time": 6.575800662860274}
+{"Finetune/Learning Rate": 1.5087866690425246e-05, "Finetune/Loss": 0.7868570685386658, "Finetune/Loss (Raw)": 0.356149286031723, "Finetune/Step": 3640, "Finetune/Step Time": 6.595840331166983}
+{"Finetune/Learning Rate": 1.5085184664756087e-05, "Finetune/Loss": 0.7858690619468689, "Finetune/Loss (Raw)": 0.7590782642364502, "Finetune/Step": 3641, "Finetune/Step Time": 6.599435536190867}
+{"Finetune/Learning Rate": 1.5082502145623851e-05, "Finetune/Loss": 0.7866378426551819, "Finetune/Loss (Raw)": 0.8560498356819153, "Finetune/Step": 3642, "Finetune/Step Time": 6.60217509418726}
+{"Finetune/Learning Rate": 1.5079819133288847e-05, "Finetune/Loss": 0.7870141267776489, "Finetune/Loss (Raw)": 0.8818846344947815, "Finetune/Step": 3643, "Finetune/Step Time": 6.595915367826819}
+{"Finetune/Learning Rate": 1.5077135628011426e-05, "Finetune/Loss": 0.7869607210159302, "Finetune/Loss (Raw)": 0.812371551990509, "Finetune/Step": 3644, "Finetune/Step Time": 6.582417607307434}
+{"Finetune/Learning Rate": 1.5074451630051999e-05, "Finetune/Loss": 0.7864100337028503, "Finetune/Loss (Raw)": 0.7973917722702026, "Finetune/Step": 3645, "Finetune/Step Time": 6.581781333312392}
+{"Finetune/Learning Rate": 1.5071767139671018e-05, "Finetune/Loss": 0.7880144119262695, "Finetune/Loss (Raw)": 0.8794095516204834, "Finetune/Step": 3646, "Finetune/Step Time": 6.5571761056780815}
+{"Finetune/Learning Rate": 1.5069082157128984e-05, "Finetune/Loss": 0.7892718315124512, "Finetune/Loss (Raw)": 0.8714500665664673, "Finetune/Step": 3647, "Finetune/Step Time": 6.535490185022354}
+{"Finetune/Learning Rate": 1.5066396682686452e-05, "Finetune/Loss": 0.7905013561248779, "Finetune/Loss (Raw)": 0.93031245470047, "Finetune/Step": 3648, "Finetune/Step Time": 6.547003705054522}
+{"Finetune/Learning Rate": 1.5063710716604007e-05, "Finetune/Loss": 0.7905470132827759, "Finetune/Loss (Raw)": 0.929035484790802, "Finetune/Step": 3649, "Finetune/Step Time": 6.551718493923545}
+{"Finetune/Learning Rate": 1.5061024259142304e-05, "Finetune/Loss": 0.7930789589881897, "Finetune/Loss (Raw)": 0.9823709726333618, "Finetune/Step": 3650, "Finetune/Step Time": 6.532461781054735}
+{"Finetune/Learning Rate": 1.505833731056203e-05, "Finetune/Loss": 0.7933328151702881, "Finetune/Loss (Raw)": 0.6852957606315613, "Finetune/Step": 3651, "Finetune/Step Time": 6.521826608106494}
+{"Finetune/Learning Rate": 1.5055649871123926e-05, "Finetune/Loss": 0.7946469783782959, "Finetune/Loss (Raw)": 0.8517874479293823, "Finetune/Step": 3652, "Finetune/Step Time": 6.51408158428967}
+{"Finetune/Learning Rate": 1.505296194108878e-05, "Finetune/Loss": 0.7939199209213257, "Finetune/Loss (Raw)": 0.9221702218055725, "Finetune/Step": 3653, "Finetune/Step Time": 6.511575965210795}
+{"Finetune/Learning Rate": 1.5050273520717424e-05, "Finetune/Loss": 0.794630765914917, "Finetune/Loss (Raw)": 0.7915562391281128, "Finetune/Step": 3654, "Finetune/Step Time": 6.511072302237153}
+{"Finetune/Learning Rate": 1.5047584610270743e-05, "Finetune/Loss": 0.7957437634468079, "Finetune/Loss (Raw)": 0.9666265249252319, "Finetune/Step": 3655, "Finetune/Step Time": 6.5158112570643425}
+{"Finetune/Learning Rate": 1.504489521000967e-05, "Finetune/Loss": 0.7950218319892883, "Finetune/Loss (Raw)": 0.7140547037124634, "Finetune/Step": 3656, "Finetune/Step Time": 6.520032813772559}
+{"Finetune/Learning Rate": 1.5042205320195176e-05, "Finetune/Loss": 0.7965421080589294, "Finetune/Loss (Raw)": 0.8446635603904724, "Finetune/Step": 3657, "Finetune/Step Time": 6.525309503078461}
+{"Finetune/Learning Rate": 1.5039514941088291e-05, "Finetune/Loss": 0.7965092658996582, "Finetune/Loss (Raw)": 0.7917682528495789, "Finetune/Step": 3658, "Finetune/Step Time": 6.540633141994476}
+{"Finetune/Learning Rate": 1.5036824072950086e-05, "Finetune/Loss": 0.7961888313293457, "Finetune/Loss (Raw)": 0.8329498767852783, "Finetune/Step": 3659, "Finetune/Step Time": 6.543535929173231}
+{"Finetune/Learning Rate": 1.5034132716041684e-05, "Finetune/Loss": 0.7980376482009888, "Finetune/Loss (Raw)": 0.9350423812866211, "Finetune/Step": 3660, "Finetune/Step Time": 6.530895756557584}
+{"Finetune/Learning Rate": 1.5031440870624247e-05, "Finetune/Loss": 0.8018963932991028, "Finetune/Loss (Raw)": 0.850482165813446, "Finetune/Step": 3661, "Finetune/Step Time": 6.509783329442143}
+{"Finetune/Learning Rate": 1.5028748536958997e-05, "Finetune/Loss": 0.8026177287101746, "Finetune/Loss (Raw)": 0.9437999129295349, "Finetune/Step": 3662, "Finetune/Step Time": 6.50003401376307}
+{"Finetune/Learning Rate": 1.5026055715307191e-05, "Finetune/Loss": 0.8076285719871521, "Finetune/Loss (Raw)": 1.021126627922058, "Finetune/Step": 3663, "Finetune/Step Time": 6.478032499551773}
+{"Finetune/Learning Rate": 1.502336240593014e-05, "Finetune/Loss": 0.8071733713150024, "Finetune/Loss (Raw)": 0.7447011470794678, "Finetune/Step": 3664, "Finetune/Step Time": 6.4897154197096825}
+{"Finetune/Learning Rate": 1.50206686090892e-05, "Finetune/Loss": 0.8059671521186829, "Finetune/Loss (Raw)": 0.8431034088134766, "Finetune/Step": 3665, "Finetune/Step Time": 6.482073126360774}
+{"Finetune/Learning Rate": 1.501797432504578e-05, "Finetune/Loss": 0.8052379488945007, "Finetune/Loss (Raw)": 0.8405964970588684, "Finetune/Step": 3666, "Finetune/Step Time": 6.477026658132672}
+{"Finetune/Learning Rate": 1.5015279554061325e-05, "Finetune/Loss": 0.8016116619110107, "Finetune/Loss (Raw)": 0.46180659532546997, "Finetune/Step": 3667, "Finetune/Step Time": 6.493879564106464}
+{"Finetune/Learning Rate": 1.5012584296397337e-05, "Finetune/Loss": 0.8009788990020752, "Finetune/Loss (Raw)": 0.7731748223304749, "Finetune/Step": 3668, "Finetune/Step Time": 6.48468348197639}
+{"Finetune/Learning Rate": 1.5009888552315364e-05, "Finetune/Loss": 0.800508975982666, "Finetune/Loss (Raw)": 0.7697681784629822, "Finetune/Step": 3669, "Finetune/Step Time": 6.487550174817443}
+{"Finetune/Learning Rate": 1.5007192322076996e-05, "Finetune/Loss": 0.8015210032463074, "Finetune/Loss (Raw)": 0.8433498740196228, "Finetune/Step": 3670, "Finetune/Step Time": 6.472782634198666}
+{"Finetune/Learning Rate": 1.5004495605943877e-05, "Finetune/Loss": 0.8025091886520386, "Finetune/Loss (Raw)": 0.9228833913803101, "Finetune/Step": 3671, "Finetune/Step Time": 6.464436175301671}
+{"Finetune/Learning Rate": 1.500179840417769e-05, "Finetune/Loss": 0.8015374541282654, "Finetune/Loss (Raw)": 0.7460238933563232, "Finetune/Step": 3672, "Finetune/Step Time": 6.48155796341598}
+{"Finetune/Learning Rate": 1.4999100717040173e-05, "Finetune/Loss": 0.8022514581680298, "Finetune/Loss (Raw)": 0.5509426593780518, "Finetune/Step": 3673, "Finetune/Step Time": 6.465226203203201}
+{"Finetune/Learning Rate": 1.499640254479311e-05, "Finetune/Loss": 0.8027386665344238, "Finetune/Loss (Raw)": 0.8214598298072815, "Finetune/Step": 3674, "Finetune/Step Time": 6.456027863547206}
+{"Finetune/Learning Rate": 1.4993703887698323e-05, "Finetune/Loss": 0.7984925508499146, "Finetune/Loss (Raw)": 0.4077395796775818, "Finetune/Step": 3675, "Finetune/Step Time": 6.479653332382441}
+{"Finetune/Learning Rate": 1.4991004746017692e-05, "Finetune/Loss": 0.7990986704826355, "Finetune/Loss (Raw)": 0.843845784664154, "Finetune/Step": 3676, "Finetune/Step Time": 6.483662096783519}
+{"Finetune/Learning Rate": 1.4988305120013143e-05, "Finetune/Loss": 0.799064576625824, "Finetune/Loss (Raw)": 0.9543811678886414, "Finetune/Step": 3677, "Finetune/Step Time": 6.483008513227105}
+{"Finetune/Learning Rate": 1.498560500994664e-05, "Finetune/Loss": 0.800653874874115, "Finetune/Loss (Raw)": 0.5804392695426941, "Finetune/Step": 3678, "Finetune/Step Time": 6.465139590203762}
+{"Finetune/Learning Rate": 1.4982904416080206e-05, "Finetune/Loss": 0.8011412024497986, "Finetune/Loss (Raw)": 0.7729910016059875, "Finetune/Step": 3679, "Finetune/Step Time": 6.453433396294713}
+{"Finetune/Learning Rate": 1.4980203338675898e-05, "Finetune/Loss": 0.801571249961853, "Finetune/Loss (Raw)": 0.8921786546707153, "Finetune/Step": 3680, "Finetune/Step Time": 6.459109682589769}
+{"Finetune/Learning Rate": 1.4977501777995835e-05, "Finetune/Loss": 0.8030734658241272, "Finetune/Loss (Raw)": 0.8637577891349792, "Finetune/Step": 3681, "Finetune/Step Time": 6.440948776900768}
+{"Finetune/Learning Rate": 1.4974799734302167e-05, "Finetune/Loss": 0.8039777278900146, "Finetune/Loss (Raw)": 1.0610512495040894, "Finetune/Step": 3682, "Finetune/Step Time": 6.428292395547032}
+{"Finetune/Learning Rate": 1.4972097207857102e-05, "Finetune/Loss": 0.8030223846435547, "Finetune/Loss (Raw)": 0.8429123759269714, "Finetune/Step": 3683, "Finetune/Step Time": 6.429073836654425}
+{"Finetune/Learning Rate": 1.4969394198922894e-05, "Finetune/Loss": 0.8046268224716187, "Finetune/Loss (Raw)": 0.5822681188583374, "Finetune/Step": 3684, "Finetune/Step Time": 6.418483527377248}
+{"Finetune/Learning Rate": 1.4966690707761838e-05, "Finetune/Loss": 0.8030106425285339, "Finetune/Loss (Raw)": 0.808742880821228, "Finetune/Step": 3685, "Finetune/Step Time": 6.4049729742109776}
+{"Finetune/Learning Rate": 1.4963986734636277e-05, "Finetune/Loss": 0.803236722946167, "Finetune/Loss (Raw)": 0.8596726655960083, "Finetune/Step": 3686, "Finetune/Step Time": 6.40486615896225}
+{"Finetune/Learning Rate": 1.4961282279808609e-05, "Finetune/Loss": 0.8032331466674805, "Finetune/Loss (Raw)": 0.8704243898391724, "Finetune/Step": 3687, "Finetune/Step Time": 6.403994645923376}
+{"Finetune/Learning Rate": 1.4958577343541267e-05, "Finetune/Loss": 0.801218569278717, "Finetune/Loss (Raw)": 0.6639152765274048, "Finetune/Step": 3688, "Finetune/Step Time": 6.422239854931831}
+{"Finetune/Learning Rate": 1.4955871926096738e-05, "Finetune/Loss": 0.8004558086395264, "Finetune/Loss (Raw)": 0.9028059244155884, "Finetune/Step": 3689, "Finetune/Step Time": 6.412322923541069}
+{"Finetune/Learning Rate": 1.4953166027737557e-05, "Finetune/Loss": 0.8022122979164124, "Finetune/Loss (Raw)": 0.8881905674934387, "Finetune/Step": 3690, "Finetune/Step Time": 6.416038835421205}
+{"Finetune/Learning Rate": 1.4950459648726298e-05, "Finetune/Loss": 0.7993759512901306, "Finetune/Loss (Raw)": 0.3397303819656372, "Finetune/Step": 3691, "Finetune/Step Time": 6.434882329776883}
+{"Finetune/Learning Rate": 1.4947752789325588e-05, "Finetune/Loss": 0.8001258373260498, "Finetune/Loss (Raw)": 0.9059183597564697, "Finetune/Step": 3692, "Finetune/Step Time": 6.4293149672448635}
+{"Finetune/Learning Rate": 1.4945045449798103e-05, "Finetune/Loss": 0.800563395023346, "Finetune/Loss (Raw)": 0.8543501496315002, "Finetune/Step": 3693, "Finetune/Step Time": 6.439463995397091}
+{"Finetune/Learning Rate": 1.4942337630406552e-05, "Finetune/Loss": 0.7987428903579712, "Finetune/Loss (Raw)": 0.6831989288330078, "Finetune/Step": 3694, "Finetune/Step Time": 6.462844079360366}
+{"Finetune/Learning Rate": 1.4939629331413712e-05, "Finetune/Loss": 0.8004212975502014, "Finetune/Loss (Raw)": 1.0510129928588867, "Finetune/Step": 3695, "Finetune/Step Time": 6.442978782579303}
+{"Finetune/Learning Rate": 1.4936920553082383e-05, "Finetune/Loss": 0.8000036478042603, "Finetune/Loss (Raw)": 0.8079742193222046, "Finetune/Step": 3696, "Finetune/Step Time": 6.43531883135438}
+{"Finetune/Learning Rate": 1.4934211295675431e-05, "Finetune/Loss": 0.7982239723205566, "Finetune/Loss (Raw)": 0.5440216660499573, "Finetune/Step": 3697, "Finetune/Step Time": 6.450777078047395}
+{"Finetune/Learning Rate": 1.4931501559455758e-05, "Finetune/Loss": 0.7989047765731812, "Finetune/Loss (Raw)": 0.8803826570510864, "Finetune/Step": 3698, "Finetune/Step Time": 6.457331981509924}
+{"Finetune/Learning Rate": 1.492879134468632e-05, "Finetune/Loss": 0.7988425493240356, "Finetune/Loss (Raw)": 0.8327355980873108, "Finetune/Step": 3699, "Finetune/Step Time": 6.454174347221851}
+{"Finetune/Learning Rate": 1.4926080651630101e-05, "Finetune/Loss": 0.7984299063682556, "Finetune/Loss (Raw)": 0.8603359460830688, "Finetune/Step": 3700, "Finetune/Step Time": 6.465599367395043}
+{"Finetune/Learning Rate": 1.492336948055016e-05, "Finetune/Loss": 0.7965466976165771, "Finetune/Loss (Raw)": 0.6759909987449646, "Finetune/Step": 3701, "Finetune/Step Time": 6.472785729914904}
+{"Finetune/Learning Rate": 1.4920657831709579e-05, "Finetune/Loss": 0.7961428165435791, "Finetune/Loss (Raw)": 0.8634646534919739, "Finetune/Step": 3702, "Finetune/Step Time": 6.462145436555147}
+{"Finetune/Learning Rate": 1.4917945705371498e-05, "Finetune/Loss": 0.7968475818634033, "Finetune/Loss (Raw)": 0.896358072757721, "Finetune/Step": 3703, "Finetune/Step Time": 6.459989467635751}
+{"Finetune/Learning Rate": 1.4915233101799097e-05, "Finetune/Loss": 0.7960442304611206, "Finetune/Loss (Raw)": 0.8353883624076843, "Finetune/Step": 3704, "Finetune/Step Time": 6.464913656935096}
+{"Finetune/Learning Rate": 1.4912520021255607e-05, "Finetune/Loss": 0.7945263385772705, "Finetune/Loss (Raw)": 0.6460625529289246, "Finetune/Step": 3705, "Finetune/Step Time": 6.447073785588145}
+{"Finetune/Learning Rate": 1.4909806464004303e-05, "Finetune/Loss": 0.7937310934066772, "Finetune/Loss (Raw)": 0.8239639401435852, "Finetune/Step": 3706, "Finetune/Step Time": 6.449004417285323}
+{"Finetune/Learning Rate": 1.4907092430308512e-05, "Finetune/Loss": 0.7931893467903137, "Finetune/Loss (Raw)": 0.772350549697876, "Finetune/Step": 3707, "Finetune/Step Time": 6.474014392122626}
+{"Finetune/Learning Rate": 1.4904377920431592e-05, "Finetune/Loss": 0.7916455268859863, "Finetune/Loss (Raw)": 0.6729997992515564, "Finetune/Step": 3708, "Finetune/Step Time": 6.485499924048781}
+{"Finetune/Learning Rate": 1.4901662934636968e-05, "Finetune/Loss": 0.7919834852218628, "Finetune/Loss (Raw)": 0.9526612162590027, "Finetune/Step": 3709, "Finetune/Step Time": 6.476843005046248}
+{"Finetune/Learning Rate": 1.4898947473188092e-05, "Finetune/Loss": 0.7940374612808228, "Finetune/Loss (Raw)": 0.9741124510765076, "Finetune/Step": 3710, "Finetune/Step Time": 6.454119747504592}
+{"Finetune/Learning Rate": 1.4896231536348475e-05, "Finetune/Loss": 0.7933362722396851, "Finetune/Loss (Raw)": 0.6810927987098694, "Finetune/Step": 3711, "Finetune/Step Time": 6.465053336694837}
+{"Finetune/Learning Rate": 1.4893515124381667e-05, "Finetune/Loss": 0.7939207553863525, "Finetune/Loss (Raw)": 0.9220399260520935, "Finetune/Step": 3712, "Finetune/Step Time": 6.464302282780409}
+{"Finetune/Learning Rate": 1.4890798237551274e-05, "Finetune/Loss": 0.7887433767318726, "Finetune/Loss (Raw)": 0.31666794419288635, "Finetune/Step": 3713, "Finetune/Step Time": 6.482943762093782}
+{"Finetune/Learning Rate": 1.4888080876120929e-05, "Finetune/Loss": 0.7899152636528015, "Finetune/Loss (Raw)": 0.8432160019874573, "Finetune/Step": 3714, "Finetune/Step Time": 6.486159721389413}
+{"Finetune/Learning Rate": 1.4885363040354337e-05, "Finetune/Loss": 0.7905897498130798, "Finetune/Loss (Raw)": 0.8629056811332703, "Finetune/Step": 3715, "Finetune/Step Time": 6.490217473357916}
+{"Finetune/Learning Rate": 1.4882644730515223e-05, "Finetune/Loss": 0.7908875942230225, "Finetune/Loss (Raw)": 0.7199191451072693, "Finetune/Step": 3716, "Finetune/Step Time": 6.5131628811359406}
+{"Finetune/Learning Rate": 1.4879925946867376e-05, "Finetune/Loss": 0.7900972962379456, "Finetune/Loss (Raw)": 0.7011266946792603, "Finetune/Step": 3717, "Finetune/Step Time": 6.522541582584381}
+{"Finetune/Learning Rate": 1.487720668967462e-05, "Finetune/Loss": 0.7882693409919739, "Finetune/Loss (Raw)": 0.649642825126648, "Finetune/Step": 3718, "Finetune/Step Time": 6.517257921397686}
+{"Finetune/Learning Rate": 1.487448695920084e-05, "Finetune/Loss": 0.7872342467308044, "Finetune/Loss (Raw)": 0.633415699005127, "Finetune/Step": 3719, "Finetune/Step Time": 6.527941761538386}
+{"Finetune/Learning Rate": 1.4871766755709947e-05, "Finetune/Loss": 0.7878246903419495, "Finetune/Loss (Raw)": 0.879817008972168, "Finetune/Step": 3720, "Finetune/Step Time": 6.5322821494191885}
+{"Finetune/Learning Rate": 1.4869046079465914e-05, "Finetune/Loss": 0.7876376509666443, "Finetune/Loss (Raw)": 0.9302980899810791, "Finetune/Step": 3721, "Finetune/Step Time": 6.531936617568135}
+{"Finetune/Learning Rate": 1.486632493073275e-05, "Finetune/Loss": 0.7900660037994385, "Finetune/Loss (Raw)": 0.8748247623443604, "Finetune/Step": 3722, "Finetune/Step Time": 6.529373047873378}
+{"Finetune/Learning Rate": 1.4863603309774515e-05, "Finetune/Loss": 0.7911072969436646, "Finetune/Loss (Raw)": 0.9790308475494385, "Finetune/Step": 3723, "Finetune/Step Time": 6.528011018410325}
+{"Finetune/Learning Rate": 1.4860881216855313e-05, "Finetune/Loss": 0.7896183729171753, "Finetune/Loss (Raw)": 0.8002323508262634, "Finetune/Step": 3724, "Finetune/Step Time": 6.53904190659523}
+{"Finetune/Learning Rate": 1.4858158652239294e-05, "Finetune/Loss": 0.7944811582565308, "Finetune/Loss (Raw)": 0.9098699688911438, "Finetune/Step": 3725, "Finetune/Step Time": 6.5226779486984015}
+{"Finetune/Learning Rate": 1.4855435616190654e-05, "Finetune/Loss": 0.7917536497116089, "Finetune/Loss (Raw)": 0.4265013635158539, "Finetune/Step": 3726, "Finetune/Step Time": 6.52493972890079}
+{"Finetune/Learning Rate": 1.4852712108973637e-05, "Finetune/Loss": 0.7922084331512451, "Finetune/Loss (Raw)": 0.7676668167114258, "Finetune/Step": 3727, "Finetune/Step Time": 6.519425397738814}
+{"Finetune/Learning Rate": 1.4849988130852527e-05, "Finetune/Loss": 0.7930006980895996, "Finetune/Loss (Raw)": 0.5729848146438599, "Finetune/Step": 3728, "Finetune/Step Time": 6.519041806459427}
+{"Finetune/Learning Rate": 1.484726368209166e-05, "Finetune/Loss": 0.7927640676498413, "Finetune/Loss (Raw)": 0.8399302959442139, "Finetune/Step": 3729, "Finetune/Step Time": 6.527698030695319}
+{"Finetune/Learning Rate": 1.4844538762955412e-05, "Finetune/Loss": 0.7932144999504089, "Finetune/Loss (Raw)": 0.8850223422050476, "Finetune/Step": 3730, "Finetune/Step Time": 6.556555582210422}
+{"Finetune/Learning Rate": 1.4841813373708207e-05, "Finetune/Loss": 0.7933782339096069, "Finetune/Loss (Raw)": 0.8532871007919312, "Finetune/Step": 3731, "Finetune/Step Time": 6.557829929515719}
+{"Finetune/Learning Rate": 1.483908751461452e-05, "Finetune/Loss": 0.7936463952064514, "Finetune/Loss (Raw)": 0.8776788115501404, "Finetune/Step": 3732, "Finetune/Step Time": 6.55639891885221}
+{"Finetune/Learning Rate": 1.483636118593886e-05, "Finetune/Loss": 0.794703483581543, "Finetune/Loss (Raw)": 0.797586977481842, "Finetune/Step": 3733, "Finetune/Step Time": 6.5644850730896}
+{"Finetune/Learning Rate": 1.4833634387945792e-05, "Finetune/Loss": 0.7961292266845703, "Finetune/Loss (Raw)": 0.9312605857849121, "Finetune/Step": 3734, "Finetune/Step Time": 6.557972315698862}
+{"Finetune/Learning Rate": 1.4830907120899924e-05, "Finetune/Loss": 0.7947424650192261, "Finetune/Loss (Raw)": 0.6530629396438599, "Finetune/Step": 3735, "Finetune/Step Time": 6.5592106226831675}
+{"Finetune/Learning Rate": 1.4828179385065907e-05, "Finetune/Loss": 0.7976301908493042, "Finetune/Loss (Raw)": 1.0407001972198486, "Finetune/Step": 3736, "Finetune/Step Time": 6.530876167118549}
+{"Finetune/Learning Rate": 1.4825451180708436e-05, "Finetune/Loss": 0.7974967956542969, "Finetune/Loss (Raw)": 0.7789731025695801, "Finetune/Step": 3737, "Finetune/Step Time": 6.548713896423578}
+{"Finetune/Learning Rate": 1.4822722508092257e-05, "Finetune/Loss": 0.7976561188697815, "Finetune/Loss (Raw)": 0.7238105535507202, "Finetune/Step": 3738, "Finetune/Step Time": 6.55876325443387}
+{"Finetune/Learning Rate": 1.4819993367482159e-05, "Finetune/Loss": 0.8006059527397156, "Finetune/Loss (Raw)": 0.7576870322227478, "Finetune/Step": 3739, "Finetune/Step Time": 6.540430299937725}
+{"Finetune/Learning Rate": 1.4817263759142974e-05, "Finetune/Loss": 0.8004518747329712, "Finetune/Loss (Raw)": 0.7928967475891113, "Finetune/Step": 3740, "Finetune/Step Time": 6.524301825091243}
+{"Finetune/Learning Rate": 1.4814533683339587e-05, "Finetune/Loss": 0.8021731376647949, "Finetune/Loss (Raw)": 0.9361862540245056, "Finetune/Step": 3741, "Finetune/Step Time": 6.524113887920976}
+{"Finetune/Learning Rate": 1.4811803140336913e-05, "Finetune/Loss": 0.8024380207061768, "Finetune/Loss (Raw)": 0.8554785251617432, "Finetune/Step": 3742, "Finetune/Step Time": 6.510507948696613}
+{"Finetune/Learning Rate": 1.4809072130399931e-05, "Finetune/Loss": 0.802401065826416, "Finetune/Loss (Raw)": 0.863802433013916, "Finetune/Step": 3743, "Finetune/Step Time": 6.543490454554558}
+{"Finetune/Learning Rate": 1.480634065379365e-05, "Finetune/Loss": 0.7998645305633545, "Finetune/Loss (Raw)": 0.4004504084587097, "Finetune/Step": 3744, "Finetune/Step Time": 6.559927506372333}
+{"Finetune/Learning Rate": 1.4803608710783138e-05, "Finetune/Loss": 0.7970016002655029, "Finetune/Loss (Raw)": 0.3638029098510742, "Finetune/Step": 3745, "Finetune/Step Time": 6.57919686101377}
+{"Finetune/Learning Rate": 1.4800876301633493e-05, "Finetune/Loss": 0.797118067741394, "Finetune/Loss (Raw)": 0.7185985445976257, "Finetune/Step": 3746, "Finetune/Step Time": 6.57114259339869}
+{"Finetune/Learning Rate": 1.4798143426609873e-05, "Finetune/Loss": 0.7958665490150452, "Finetune/Loss (Raw)": 0.6288028359413147, "Finetune/Step": 3747, "Finetune/Step Time": 6.59109503775835}
+{"Finetune/Learning Rate": 1.4795410085977469e-05, "Finetune/Loss": 0.7961162328720093, "Finetune/Loss (Raw)": 0.8653173446655273, "Finetune/Step": 3748, "Finetune/Step Time": 6.602429239079356}
+{"Finetune/Learning Rate": 1.4792676280001526e-05, "Finetune/Loss": 0.7950476408004761, "Finetune/Loss (Raw)": 0.6356342434883118, "Finetune/Step": 3749, "Finetune/Step Time": 6.609808098524809}
+{"Finetune/Learning Rate": 1.4789942008947331e-05, "Finetune/Loss": 0.7958837747573853, "Finetune/Loss (Raw)": 0.9284309148788452, "Finetune/Step": 3750, "Finetune/Step Time": 6.604166317731142}
+{"Finetune/Learning Rate": 1.4787207273080212e-05, "Finetune/Loss": 0.7968233227729797, "Finetune/Loss (Raw)": 0.9875656962394714, "Finetune/Step": 3751, "Finetune/Step Time": 6.61157663911581}
+{"Finetune/Learning Rate": 1.4784472072665554e-05, "Finetune/Loss": 0.7960267066955566, "Finetune/Loss (Raw)": 0.8223055601119995, "Finetune/Step": 3752, "Finetune/Step Time": 6.614479700103402}
+{"Finetune/Learning Rate": 1.478173640796877e-05, "Finetune/Loss": 0.7946159839630127, "Finetune/Loss (Raw)": 0.7343418002128601, "Finetune/Step": 3753, "Finetune/Step Time": 6.629645127803087}
+{"Finetune/Learning Rate": 1.4779000279255333e-05, "Finetune/Loss": 0.795550525188446, "Finetune/Loss (Raw)": 0.8298559188842773, "Finetune/Step": 3754, "Finetune/Step Time": 6.642450664192438}
+{"Finetune/Learning Rate": 1.4776263686790753e-05, "Finetune/Loss": 0.794788122177124, "Finetune/Loss (Raw)": 0.7976045608520508, "Finetune/Step": 3755, "Finetune/Step Time": 6.611651197075844}
+{"Finetune/Learning Rate": 1.4773526630840587e-05, "Finetune/Loss": 0.7932382225990295, "Finetune/Loss (Raw)": 0.62201327085495, "Finetune/Step": 3756, "Finetune/Step Time": 6.613135792315006}
+{"Finetune/Learning Rate": 1.4770789111670436e-05, "Finetune/Loss": 0.7943732142448425, "Finetune/Loss (Raw)": 0.9420008063316345, "Finetune/Step": 3757, "Finetune/Step Time": 6.616264596581459}
+{"Finetune/Learning Rate": 1.4768051129545954e-05, "Finetune/Loss": 0.7938989400863647, "Finetune/Loss (Raw)": 0.6777901649475098, "Finetune/Step": 3758, "Finetune/Step Time": 6.631576286628842}
+{"Finetune/Learning Rate": 1.476531268473282e-05, "Finetune/Loss": 0.7954936027526855, "Finetune/Loss (Raw)": 0.8683321475982666, "Finetune/Step": 3759, "Finetune/Step Time": 6.62697377987206}
+{"Finetune/Learning Rate": 1.4762573777496786e-05, "Finetune/Loss": 0.7941986322402954, "Finetune/Loss (Raw)": 0.7566760182380676, "Finetune/Step": 3760, "Finetune/Step Time": 6.632804302498698}
+{"Finetune/Learning Rate": 1.4759834408103623e-05, "Finetune/Loss": 0.7923020124435425, "Finetune/Loss (Raw)": 0.6621292233467102, "Finetune/Step": 3761, "Finetune/Step Time": 6.643984530121088}
+{"Finetune/Learning Rate": 1.4757094576819163e-05, "Finetune/Loss": 0.7922388911247253, "Finetune/Loss (Raw)": 0.8045505285263062, "Finetune/Step": 3762, "Finetune/Step Time": 6.649580864235759}
+{"Finetune/Learning Rate": 1.4754354283909275e-05, "Finetune/Loss": 0.794158399105072, "Finetune/Loss (Raw)": 0.9244706034660339, "Finetune/Step": 3763, "Finetune/Step Time": 6.6511558294296265}
+{"Finetune/Learning Rate": 1.4751613529639876e-05, "Finetune/Loss": 0.793411135673523, "Finetune/Loss (Raw)": 0.7526688575744629, "Finetune/Step": 3764, "Finetune/Step Time": 6.651766965165734}
+{"Finetune/Learning Rate": 1.4748872314276927e-05, "Finetune/Loss": 0.7915458679199219, "Finetune/Loss (Raw)": 0.6429793834686279, "Finetune/Step": 3765, "Finetune/Step Time": 6.6608229130506516}
+{"Finetune/Learning Rate": 1.4746130638086436e-05, "Finetune/Loss": 0.7922006249427795, "Finetune/Loss (Raw)": 0.9396661520004272, "Finetune/Step": 3766, "Finetune/Step Time": 6.664539171382785}
+{"Finetune/Learning Rate": 1.4743388501334448e-05, "Finetune/Loss": 0.7923004627227783, "Finetune/Loss (Raw)": 0.8568864464759827, "Finetune/Step": 3767, "Finetune/Step Time": 6.6680002976208925}
+{"Finetune/Learning Rate": 1.4740645904287062e-05, "Finetune/Loss": 0.7951011657714844, "Finetune/Loss (Raw)": 0.7146444916725159, "Finetune/Step": 3768, "Finetune/Step Time": 6.656865095719695}
+{"Finetune/Learning Rate": 1.4737902847210421e-05, "Finetune/Loss": 0.7912634611129761, "Finetune/Loss (Raw)": 0.26785051822662354, "Finetune/Step": 3769, "Finetune/Step Time": 6.673591809347272}
+{"Finetune/Learning Rate": 1.4735159330370704e-05, "Finetune/Loss": 0.7922717928886414, "Finetune/Loss (Raw)": 0.9851190447807312, "Finetune/Step": 3770, "Finetune/Step Time": 6.665823340415955}
+{"Finetune/Learning Rate": 1.473241535403414e-05, "Finetune/Loss": 0.7929456830024719, "Finetune/Loss (Raw)": 0.9681394696235657, "Finetune/Step": 3771, "Finetune/Step Time": 6.667308431118727}
+{"Finetune/Learning Rate": 1.472967091846701e-05, "Finetune/Loss": 0.7934136390686035, "Finetune/Loss (Raw)": 0.872269332408905, "Finetune/Step": 3772, "Finetune/Step Time": 6.683229399845004}
+{"Finetune/Learning Rate": 1.4726926023935622e-05, "Finetune/Loss": 0.790080726146698, "Finetune/Loss (Raw)": 0.3707799017429352, "Finetune/Step": 3773, "Finetune/Step Time": 6.7011680994182825}
+{"Finetune/Learning Rate": 1.4724180670706347e-05, "Finetune/Loss": 0.7902200222015381, "Finetune/Loss (Raw)": 0.8972298502922058, "Finetune/Step": 3774, "Finetune/Step Time": 6.703502653166652}
+{"Finetune/Learning Rate": 1.4721434859045586e-05, "Finetune/Loss": 0.7905433177947998, "Finetune/Loss (Raw)": 0.9128332734107971, "Finetune/Step": 3775, "Finetune/Step Time": 6.707607474178076}
+{"Finetune/Learning Rate": 1.4718688589219797e-05, "Finetune/Loss": 0.7904037237167358, "Finetune/Loss (Raw)": 0.9124501943588257, "Finetune/Step": 3776, "Finetune/Step Time": 6.700683591887355}
+{"Finetune/Learning Rate": 1.471594186149547e-05, "Finetune/Loss": 0.7854695916175842, "Finetune/Loss (Raw)": 0.2974660396575928, "Finetune/Step": 3777, "Finetune/Step Time": 6.719821298494935}
+{"Finetune/Learning Rate": 1.4713194676139153e-05, "Finetune/Loss": 0.7844398617744446, "Finetune/Loss (Raw)": 0.8505674600601196, "Finetune/Step": 3778, "Finetune/Step Time": 6.727380633354187}
+{"Finetune/Learning Rate": 1.4710447033417426e-05, "Finetune/Loss": 0.7846240997314453, "Finetune/Loss (Raw)": 0.7088750600814819, "Finetune/Step": 3779, "Finetune/Step Time": 6.727391816675663}
+{"Finetune/Learning Rate": 1.4707698933596922e-05, "Finetune/Loss": 0.7838553190231323, "Finetune/Loss (Raw)": 0.7533871531486511, "Finetune/Step": 3780, "Finetune/Step Time": 6.7386917639523745}
+{"Finetune/Learning Rate": 1.4704950376944304e-05, "Finetune/Loss": 0.7834873199462891, "Finetune/Loss (Raw)": 0.8750730156898499, "Finetune/Step": 3781, "Finetune/Step Time": 6.73631046898663}
+{"Finetune/Learning Rate": 1.4702201363726309e-05, "Finetune/Loss": 0.7833962440490723, "Finetune/Loss (Raw)": 0.7798910140991211, "Finetune/Step": 3782, "Finetune/Step Time": 6.719037337228656}
+{"Finetune/Learning Rate": 1.4699451894209684e-05, "Finetune/Loss": 0.781340479850769, "Finetune/Loss (Raw)": 0.7034925818443298, "Finetune/Step": 3783, "Finetune/Step Time": 6.720604754984379}
+{"Finetune/Learning Rate": 1.4696701968661243e-05, "Finetune/Loss": 0.7815960645675659, "Finetune/Loss (Raw)": 0.7467592358589172, "Finetune/Step": 3784, "Finetune/Step Time": 6.725970024242997}
+{"Finetune/Learning Rate": 1.4693951587347832e-05, "Finetune/Loss": 0.7815223932266235, "Finetune/Loss (Raw)": 0.8352360129356384, "Finetune/Step": 3785, "Finetune/Step Time": 6.723965238779783}
+{"Finetune/Learning Rate": 1.4691200750536351e-05, "Finetune/Loss": 0.7828400731086731, "Finetune/Loss (Raw)": 0.9604337215423584, "Finetune/Step": 3786, "Finetune/Step Time": 6.707983298227191}
+{"Finetune/Learning Rate": 1.4688449458493736e-05, "Finetune/Loss": 0.7830780148506165, "Finetune/Loss (Raw)": 0.8634070158004761, "Finetune/Step": 3787, "Finetune/Step Time": 6.7050376161932945}
+{"Finetune/Learning Rate": 1.4685697711486977e-05, "Finetune/Loss": 0.7818597555160522, "Finetune/Loss (Raw)": 0.7791063785552979, "Finetune/Step": 3788, "Finetune/Step Time": 6.710548395290971}
+{"Finetune/Learning Rate": 1.4682945509783092e-05, "Finetune/Loss": 0.7803589701652527, "Finetune/Loss (Raw)": 0.6583806276321411, "Finetune/Step": 3789, "Finetune/Step Time": 6.72887965105474}
+{"Finetune/Learning Rate": 1.4680192853649163e-05, "Finetune/Loss": 0.7797967195510864, "Finetune/Loss (Raw)": 0.8718294501304626, "Finetune/Step": 3790, "Finetune/Step Time": 6.740054924041033}
+{"Finetune/Learning Rate": 1.4677439743352296e-05, "Finetune/Loss": 0.7785215377807617, "Finetune/Loss (Raw)": 0.8579022288322449, "Finetune/Step": 3791, "Finetune/Step Time": 6.740256145596504}
+{"Finetune/Learning Rate": 1.467468617915966e-05, "Finetune/Loss": 0.7757341861724854, "Finetune/Loss (Raw)": 0.38792669773101807, "Finetune/Step": 3792, "Finetune/Step Time": 6.747592302039266}
+{"Finetune/Learning Rate": 1.4671932161338452e-05, "Finetune/Loss": 0.7757061719894409, "Finetune/Loss (Raw)": 0.8395143747329712, "Finetune/Step": 3793, "Finetune/Step Time": 6.76644435711205}
+{"Finetune/Learning Rate": 1.4669177690155927e-05, "Finetune/Loss": 0.7757753133773804, "Finetune/Loss (Raw)": 0.8494420647621155, "Finetune/Step": 3794, "Finetune/Step Time": 6.766100341454148}
+{"Finetune/Learning Rate": 1.4666422765879369e-05, "Finetune/Loss": 0.7776230573654175, "Finetune/Loss (Raw)": 0.6983212828636169, "Finetune/Step": 3795, "Finetune/Step Time": 6.759649604558945}
+{"Finetune/Learning Rate": 1.4663667388776122e-05, "Finetune/Loss": 0.7783806324005127, "Finetune/Loss (Raw)": 0.8701497316360474, "Finetune/Step": 3796, "Finetune/Step Time": 6.764592008665204}
+{"Finetune/Learning Rate": 1.4660911559113559e-05, "Finetune/Loss": 0.7774788737297058, "Finetune/Loss (Raw)": 0.6543396711349487, "Finetune/Step": 3797, "Finetune/Step Time": 6.768991539254785}
+{"Finetune/Learning Rate": 1.4658155277159113e-05, "Finetune/Loss": 0.7767355442047119, "Finetune/Loss (Raw)": 0.7482025623321533, "Finetune/Step": 3798, "Finetune/Step Time": 6.765588324517012}
+{"Finetune/Learning Rate": 1.4655398543180242e-05, "Finetune/Loss": 0.7743810415267944, "Finetune/Loss (Raw)": 0.6215125918388367, "Finetune/Step": 3799, "Finetune/Step Time": 6.764574624598026}
+{"Finetune/Learning Rate": 1.4652641357444463e-05, "Finetune/Loss": 0.7754462957382202, "Finetune/Loss (Raw)": 0.8823652267456055, "Finetune/Step": 3800, "Finetune/Step Time": 6.750287216156721}
+{"Finetune/Learning Rate": 1.4649883720219329e-05, "Finetune/Loss": 0.7775483727455139, "Finetune/Loss (Raw)": 0.8200084567070007, "Finetune/Step": 3801, "Finetune/Step Time": 6.750857075676322}
+{"Finetune/Learning Rate": 1.4647125631772445e-05, "Finetune/Loss": 0.7783085107803345, "Finetune/Loss (Raw)": 0.9187546968460083, "Finetune/Step": 3802, "Finetune/Step Time": 6.752310233190656}
+{"Finetune/Learning Rate": 1.4644367092371448e-05, "Finetune/Loss": 0.782302975654602, "Finetune/Loss (Raw)": 0.9190349578857422, "Finetune/Step": 3803, "Finetune/Step Time": 6.729343181475997}
+{"Finetune/Learning Rate": 1.4641608102284028e-05, "Finetune/Loss": 0.7824019193649292, "Finetune/Loss (Raw)": 0.8565093278884888, "Finetune/Step": 3804, "Finetune/Step Time": 6.7133987080305815}
+{"Finetune/Learning Rate": 1.4638848661777913e-05, "Finetune/Loss": 0.7797864675521851, "Finetune/Loss (Raw)": 0.6196067929267883, "Finetune/Step": 3805, "Finetune/Step Time": 6.730392316356301}
+{"Finetune/Learning Rate": 1.4636088771120881e-05, "Finetune/Loss": 0.7815535068511963, "Finetune/Loss (Raw)": 0.806627094745636, "Finetune/Step": 3806, "Finetune/Step Time": 6.742897544056177}
+{"Finetune/Learning Rate": 1.4633328430580745e-05, "Finetune/Loss": 0.7814376950263977, "Finetune/Loss (Raw)": 0.75816410779953, "Finetune/Step": 3807, "Finetune/Step Time": 6.745454125106335}
+{"Finetune/Learning Rate": 1.4630567640425372e-05, "Finetune/Loss": 0.7795776128768921, "Finetune/Loss (Raw)": 0.6540856957435608, "Finetune/Step": 3808, "Finetune/Step Time": 6.752448732033372}
+{"Finetune/Learning Rate": 1.4627806400922667e-05, "Finetune/Loss": 0.7788434028625488, "Finetune/Loss (Raw)": 0.7697809338569641, "Finetune/Step": 3809, "Finetune/Step Time": 6.7670049127191305}
+{"Finetune/Learning Rate": 1.4625044712340572e-05, "Finetune/Loss": 0.77760249376297, "Finetune/Loss (Raw)": 0.902211606502533, "Finetune/Step": 3810, "Finetune/Step Time": 6.764263272285461}
+{"Finetune/Learning Rate": 1.462228257494709e-05, "Finetune/Loss": 0.776947021484375, "Finetune/Loss (Raw)": 0.7590088248252869, "Finetune/Step": 3811, "Finetune/Step Time": 6.769961889833212}
+{"Finetune/Learning Rate": 1.4619519989010246e-05, "Finetune/Loss": 0.7780560255050659, "Finetune/Loss (Raw)": 0.7242246866226196, "Finetune/Step": 3812, "Finetune/Step Time": 6.775151260197163}
+{"Finetune/Learning Rate": 1.461675695479813e-05, "Finetune/Loss": 0.7781199216842651, "Finetune/Loss (Raw)": 0.816925048828125, "Finetune/Step": 3813, "Finetune/Step Time": 6.772750170901418}
+{"Finetune/Learning Rate": 1.461399347257886e-05, "Finetune/Loss": 0.7774509787559509, "Finetune/Loss (Raw)": 0.7740450501441956, "Finetune/Step": 3814, "Finetune/Step Time": 6.770835751667619}
+{"Finetune/Learning Rate": 1.46112295426206e-05, "Finetune/Loss": 0.7772231101989746, "Finetune/Loss (Raw)": 0.841261625289917, "Finetune/Step": 3815, "Finetune/Step Time": 6.789095943793654}
+{"Finetune/Learning Rate": 1.4608465165191564e-05, "Finetune/Loss": 0.7786232829093933, "Finetune/Loss (Raw)": 0.8431339859962463, "Finetune/Step": 3816, "Finetune/Step Time": 6.775353053584695}
+{"Finetune/Learning Rate": 1.4605700340560005e-05, "Finetune/Loss": 0.7775900363922119, "Finetune/Loss (Raw)": 0.7705524563789368, "Finetune/Step": 3817, "Finetune/Step Time": 6.772639155387878}
+{"Finetune/Learning Rate": 1.4602935068994218e-05, "Finetune/Loss": 0.776766300201416, "Finetune/Loss (Raw)": 0.7827430367469788, "Finetune/Step": 3818, "Finetune/Step Time": 6.7659597508609295}
+{"Finetune/Learning Rate": 1.4600169350762544e-05, "Finetune/Loss": 0.7801238298416138, "Finetune/Loss (Raw)": 0.7695039510726929, "Finetune/Step": 3819, "Finetune/Step Time": 6.748370852321386}
+{"Finetune/Learning Rate": 1.4597403186133368e-05, "Finetune/Loss": 0.7784605026245117, "Finetune/Loss (Raw)": 0.6930105090141296, "Finetune/Step": 3820, "Finetune/Step Time": 6.759681321680546}
+{"Finetune/Learning Rate": 1.4594636575375115e-05, "Finetune/Loss": 0.7772562503814697, "Finetune/Loss (Raw)": 0.7002004384994507, "Finetune/Step": 3821, "Finetune/Step Time": 6.754984935745597}
+{"Finetune/Learning Rate": 1.4591869518756254e-05, "Finetune/Loss": 0.777786135673523, "Finetune/Loss (Raw)": 0.7510270476341248, "Finetune/Step": 3822, "Finetune/Step Time": 6.735030103474855}
+{"Finetune/Learning Rate": 1.45891020165453e-05, "Finetune/Loss": 0.776892900466919, "Finetune/Loss (Raw)": 0.9366763234138489, "Finetune/Step": 3823, "Finetune/Step Time": 6.737837480381131}
+{"Finetune/Learning Rate": 1.4586334069010813e-05, "Finetune/Loss": 0.7773136496543884, "Finetune/Loss (Raw)": 0.861831545829773, "Finetune/Step": 3824, "Finetune/Step Time": 6.738017421215773}
+{"Finetune/Learning Rate": 1.4583565676421389e-05, "Finetune/Loss": 0.7783829569816589, "Finetune/Loss (Raw)": 0.6808954477310181, "Finetune/Step": 3825, "Finetune/Step Time": 6.7275595292449}
+{"Finetune/Learning Rate": 1.4580796839045667e-05, "Finetune/Loss": 0.7770547270774841, "Finetune/Loss (Raw)": 0.7103673219680786, "Finetune/Step": 3826, "Finetune/Step Time": 6.724254013970494}
+{"Finetune/Learning Rate": 1.4578027557152346e-05, "Finetune/Loss": 0.7769622802734375, "Finetune/Loss (Raw)": 0.8209086656570435, "Finetune/Step": 3827, "Finetune/Step Time": 6.752130648121238}
+{"Finetune/Learning Rate": 1.4575257831010142e-05, "Finetune/Loss": 0.7770372629165649, "Finetune/Loss (Raw)": 0.869924783706665, "Finetune/Step": 3828, "Finetune/Step Time": 6.746075572445989}
+{"Finetune/Learning Rate": 1.4572487660887832e-05, "Finetune/Loss": 0.7742420434951782, "Finetune/Loss (Raw)": 0.31820398569107056, "Finetune/Step": 3829, "Finetune/Step Time": 6.760503709316254}
+{"Finetune/Learning Rate": 1.4569717047054236e-05, "Finetune/Loss": 0.7740075588226318, "Finetune/Loss (Raw)": 0.8334571719169617, "Finetune/Step": 3830, "Finetune/Step Time": 6.770373024046421}
+{"Finetune/Learning Rate": 1.4566945989778207e-05, "Finetune/Loss": 0.7731412649154663, "Finetune/Loss (Raw)": 0.7854728102684021, "Finetune/Step": 3831, "Finetune/Step Time": 6.778454698622227}
+{"Finetune/Learning Rate": 1.4564174489328646e-05, "Finetune/Loss": 0.7745468020439148, "Finetune/Loss (Raw)": 1.0152941942214966, "Finetune/Step": 3832, "Finetune/Step Time": 6.776572627946734}
+{"Finetune/Learning Rate": 1.4561402545974503e-05, "Finetune/Loss": 0.7765767574310303, "Finetune/Loss (Raw)": 0.905896008014679, "Finetune/Step": 3833, "Finetune/Step Time": 6.80005944147706}
+{"Finetune/Learning Rate": 1.4558630159984763e-05, "Finetune/Loss": 0.777374267578125, "Finetune/Loss (Raw)": 0.9260473847389221, "Finetune/Step": 3834, "Finetune/Step Time": 6.79503539018333}
+{"Finetune/Learning Rate": 1.4555857331628455e-05, "Finetune/Loss": 0.778344988822937, "Finetune/Loss (Raw)": 0.8966004848480225, "Finetune/Step": 3835, "Finetune/Step Time": 6.776841819286346}
+{"Finetune/Learning Rate": 1.4553084061174657e-05, "Finetune/Loss": 0.7788176536560059, "Finetune/Loss (Raw)": 0.7334973216056824, "Finetune/Step": 3836, "Finetune/Step Time": 6.75599230825901}
+{"Finetune/Learning Rate": 1.4550310348892477e-05, "Finetune/Loss": 0.7774587869644165, "Finetune/Loss (Raw)": 0.77873694896698, "Finetune/Step": 3837, "Finetune/Step Time": 6.761578995734453}
+{"Finetune/Learning Rate": 1.4547536195051084e-05, "Finetune/Loss": 0.7758533954620361, "Finetune/Loss (Raw)": 0.7686127424240112, "Finetune/Step": 3838, "Finetune/Step Time": 6.760323747992516}
+{"Finetune/Learning Rate": 1.4544761599919674e-05, "Finetune/Loss": 0.7770118713378906, "Finetune/Loss (Raw)": 0.8293741345405579, "Finetune/Step": 3839, "Finetune/Step Time": 6.775316804647446}
+{"Finetune/Learning Rate": 1.4541986563767492e-05, "Finetune/Loss": 0.7757747173309326, "Finetune/Loss (Raw)": 0.7636898756027222, "Finetune/Step": 3840, "Finetune/Step Time": 6.776282636448741}
+{"Finetune/Learning Rate": 1.4539211086863832e-05, "Finetune/Loss": 0.781108021736145, "Finetune/Loss (Raw)": 0.9993321299552917, "Finetune/Step": 3841, "Finetune/Step Time": 6.75706603564322}
+{"Finetune/Learning Rate": 1.4536435169478016e-05, "Finetune/Loss": 0.7808665037155151, "Finetune/Loss (Raw)": 0.8122970461845398, "Finetune/Step": 3842, "Finetune/Step Time": 6.7499609515070915}
+{"Finetune/Learning Rate": 1.4533658811879421e-05, "Finetune/Loss": 0.7790138125419617, "Finetune/Loss (Raw)": 0.6257650852203369, "Finetune/Step": 3843, "Finetune/Step Time": 6.757259082049131}
+{"Finetune/Learning Rate": 1.4530882014337463e-05, "Finetune/Loss": 0.7796879410743713, "Finetune/Loss (Raw)": 0.8062095046043396, "Finetune/Step": 3844, "Finetune/Step Time": 6.738748453557491}
+{"Finetune/Learning Rate": 1.4528104777121606e-05, "Finetune/Loss": 0.7805231809616089, "Finetune/Loss (Raw)": 0.8080439567565918, "Finetune/Step": 3845, "Finetune/Step Time": 6.732684005051851}
+{"Finetune/Learning Rate": 1.4525327100501337e-05, "Finetune/Loss": 0.7805876731872559, "Finetune/Loss (Raw)": 0.6578952670097351, "Finetune/Step": 3846, "Finetune/Step Time": 6.738205948844552}
+{"Finetune/Learning Rate": 1.4522548984746217e-05, "Finetune/Loss": 0.7827374935150146, "Finetune/Loss (Raw)": 0.9085850119590759, "Finetune/Step": 3847, "Finetune/Step Time": 6.725872382521629}
+{"Finetune/Learning Rate": 1.451977043012582e-05, "Finetune/Loss": 0.7788715362548828, "Finetune/Loss (Raw)": 0.3849813938140869, "Finetune/Step": 3848, "Finetune/Step Time": 6.734329855069518}
+{"Finetune/Learning Rate": 1.4516991436909783e-05, "Finetune/Loss": 0.7787274718284607, "Finetune/Loss (Raw)": 0.9118538498878479, "Finetune/Step": 3849, "Finetune/Step Time": 6.749397706240416}
+{"Finetune/Learning Rate": 1.451421200536777e-05, "Finetune/Loss": 0.7759596109390259, "Finetune/Loss (Raw)": 0.5205430388450623, "Finetune/Step": 3850, "Finetune/Step Time": 6.756745593622327}
+{"Finetune/Learning Rate": 1.4511432135769504e-05, "Finetune/Loss": 0.7736148834228516, "Finetune/Loss (Raw)": 0.6789005994796753, "Finetune/Step": 3851, "Finetune/Step Time": 6.747981704771519}
+{"Finetune/Learning Rate": 1.4508651828384734e-05, "Finetune/Loss": 0.7746390104293823, "Finetune/Loss (Raw)": 0.9313239455223083, "Finetune/Step": 3852, "Finetune/Step Time": 6.738326406106353}
+{"Finetune/Learning Rate": 1.4505871083483268e-05, "Finetune/Loss": 0.7714242935180664, "Finetune/Loss (Raw)": 0.49838799238204956, "Finetune/Step": 3853, "Finetune/Step Time": 6.753721863031387}
+{"Finetune/Learning Rate": 1.4503089901334939e-05, "Finetune/Loss": 0.7747483849525452, "Finetune/Loss (Raw)": 0.8519837260246277, "Finetune/Step": 3854, "Finetune/Step Time": 6.738004615530372}
+{"Finetune/Learning Rate": 1.4500308282209634e-05, "Finetune/Loss": 0.7729372978210449, "Finetune/Loss (Raw)": 0.5358468890190125, "Finetune/Step": 3855, "Finetune/Step Time": 6.747187934815884}
+{"Finetune/Learning Rate": 1.4497526226377281e-05, "Finetune/Loss": 0.7757627367973328, "Finetune/Loss (Raw)": 0.9346392154693604, "Finetune/Step": 3856, "Finetune/Step Time": 6.739369992166758}
+{"Finetune/Learning Rate": 1.4494743734107848e-05, "Finetune/Loss": 0.7722601890563965, "Finetune/Loss (Raw)": 0.39160409569740295, "Finetune/Step": 3857, "Finetune/Step Time": 6.747450090944767}
+{"Finetune/Learning Rate": 1.4491960805671346e-05, "Finetune/Loss": 0.7682298421859741, "Finetune/Loss (Raw)": 0.3691402077674866, "Finetune/Step": 3858, "Finetune/Step Time": 6.7412175964564085}
+{"Finetune/Learning Rate": 1.4489177441337834e-05, "Finetune/Loss": 0.7693240642547607, "Finetune/Loss (Raw)": 0.9933419227600098, "Finetune/Step": 3859, "Finetune/Step Time": 6.733537640422583}
+{"Finetune/Learning Rate": 1.4486393641377396e-05, "Finetune/Loss": 0.7690011858940125, "Finetune/Loss (Raw)": 0.8363532423973083, "Finetune/Step": 3860, "Finetune/Step Time": 6.726719919592142}
+{"Finetune/Learning Rate": 1.4483609406060181e-05, "Finetune/Loss": 0.7687466740608215, "Finetune/Loss (Raw)": 0.7650146484375, "Finetune/Step": 3861, "Finetune/Step Time": 6.711512196809053}
+{"Finetune/Learning Rate": 1.4480824735656364e-05, "Finetune/Loss": 0.7681429386138916, "Finetune/Loss (Raw)": 0.8539714813232422, "Finetune/Step": 3862, "Finetune/Step Time": 6.708907123655081}
+{"Finetune/Learning Rate": 1.447803963043617e-05, "Finetune/Loss": 0.768376350402832, "Finetune/Loss (Raw)": 0.6829509735107422, "Finetune/Step": 3863, "Finetune/Step Time": 6.717588225379586}
+{"Finetune/Learning Rate": 1.4475254090669862e-05, "Finetune/Loss": 0.766855001449585, "Finetune/Loss (Raw)": 0.845965564250946, "Finetune/Step": 3864, "Finetune/Step Time": 6.719902476295829}
+{"Finetune/Learning Rate": 1.4472468116627746e-05, "Finetune/Loss": 0.7665853500366211, "Finetune/Loss (Raw)": 0.7444576025009155, "Finetune/Step": 3865, "Finetune/Step Time": 6.736148627474904}
+{"Finetune/Learning Rate": 1.4469681708580177e-05, "Finetune/Loss": 0.7684544324874878, "Finetune/Loss (Raw)": 0.9630464315414429, "Finetune/Step": 3866, "Finetune/Step Time": 6.727603841573}
+{"Finetune/Learning Rate": 1.4466894866797544e-05, "Finetune/Loss": 0.7704222202301025, "Finetune/Loss (Raw)": 1.0095653533935547, "Finetune/Step": 3867, "Finetune/Step Time": 6.727086924016476}
+{"Finetune/Learning Rate": 1.4464107591550275e-05, "Finetune/Loss": 0.7711979746818542, "Finetune/Loss (Raw)": 0.8921942710876465, "Finetune/Step": 3868, "Finetune/Step Time": 6.729894503951073}
+{"Finetune/Learning Rate": 1.4461319883108852e-05, "Finetune/Loss": 0.7697667479515076, "Finetune/Loss (Raw)": 0.7529957890510559, "Finetune/Step": 3869, "Finetune/Step Time": 6.73119498975575}
+{"Finetune/Learning Rate": 1.4458531741743786e-05, "Finetune/Loss": 0.7685376405715942, "Finetune/Loss (Raw)": 0.6981465816497803, "Finetune/Step": 3870, "Finetune/Step Time": 6.754296561703086}
+{"Finetune/Learning Rate": 1.445574316772564e-05, "Finetune/Loss": 0.7682344913482666, "Finetune/Loss (Raw)": 0.8249968886375427, "Finetune/Step": 3871, "Finetune/Step Time": 6.718881292268634}
+{"Finetune/Learning Rate": 1.4452954161325017e-05, "Finetune/Loss": 0.7683608531951904, "Finetune/Loss (Raw)": 0.4166299104690552, "Finetune/Step": 3872, "Finetune/Step Time": 6.73194395005703}
+{"Finetune/Learning Rate": 1.4450164722812563e-05, "Finetune/Loss": 0.7707940340042114, "Finetune/Loss (Raw)": 0.6752489805221558, "Finetune/Step": 3873, "Finetune/Step Time": 6.710422342643142}
+{"Finetune/Learning Rate": 1.4447374852458953e-05, "Finetune/Loss": 0.771462082862854, "Finetune/Loss (Raw)": 0.8041002750396729, "Finetune/Step": 3874, "Finetune/Step Time": 6.709583887830377}
+{"Finetune/Learning Rate": 1.4444584550534924e-05, "Finetune/Loss": 0.7728360891342163, "Finetune/Loss (Raw)": 0.8046838641166687, "Finetune/Step": 3875, "Finetune/Step Time": 6.691643934696913}
+{"Finetune/Learning Rate": 1.444179381731124e-05, "Finetune/Loss": 0.7728001475334167, "Finetune/Loss (Raw)": 0.8607144951820374, "Finetune/Step": 3876, "Finetune/Step Time": 6.67811681330204}
+{"Finetune/Learning Rate": 1.4439002653058715e-05, "Finetune/Loss": 0.7733203172683716, "Finetune/Loss (Raw)": 0.702215850353241, "Finetune/Step": 3877, "Finetune/Step Time": 6.685190303251147}
+{"Finetune/Learning Rate": 1.4436211058048199e-05, "Finetune/Loss": 0.7701156735420227, "Finetune/Loss (Raw)": 0.5182373523712158, "Finetune/Step": 3878, "Finetune/Step Time": 6.703431207686663}
+{"Finetune/Learning Rate": 1.443341903255059e-05, "Finetune/Loss": 0.7680059671401978, "Finetune/Loss (Raw)": 0.717517614364624, "Finetune/Step": 3879, "Finetune/Step Time": 6.737968960776925}
+{"Finetune/Learning Rate": 1.4430626576836821e-05, "Finetune/Loss": 0.768095076084137, "Finetune/Loss (Raw)": 0.833716630935669, "Finetune/Step": 3880, "Finetune/Step Time": 6.73449344560504}
+{"Finetune/Learning Rate": 1.4427833691177873e-05, "Finetune/Loss": 0.7690932750701904, "Finetune/Loss (Raw)": 0.862109899520874, "Finetune/Step": 3881, "Finetune/Step Time": 6.726234510540962}
+{"Finetune/Learning Rate": 1.4425040375844762e-05, "Finetune/Loss": 0.7693594694137573, "Finetune/Loss (Raw)": 0.8639258146286011, "Finetune/Step": 3882, "Finetune/Step Time": 6.719822239130735}
+{"Finetune/Learning Rate": 1.4422246631108553e-05, "Finetune/Loss": 0.7703554630279541, "Finetune/Loss (Raw)": 0.9250984787940979, "Finetune/Step": 3883, "Finetune/Step Time": 6.7134245578199625}
+{"Finetune/Learning Rate": 1.441945245724035e-05, "Finetune/Loss": 0.7713052034378052, "Finetune/Loss (Raw)": 0.7435819506645203, "Finetune/Step": 3884, "Finetune/Step Time": 6.706335339695215}
+{"Finetune/Learning Rate": 1.441665785451129e-05, "Finetune/Loss": 0.7681431770324707, "Finetune/Loss (Raw)": 0.537264347076416, "Finetune/Step": 3885, "Finetune/Step Time": 6.712030654773116}
+{"Finetune/Learning Rate": 1.4413862823192575e-05, "Finetune/Loss": 0.7684075236320496, "Finetune/Loss (Raw)": 0.7116200923919678, "Finetune/Step": 3886, "Finetune/Step Time": 6.708126587793231}
+{"Finetune/Learning Rate": 1.4411067363555416e-05, "Finetune/Loss": 0.7674494385719299, "Finetune/Loss (Raw)": 0.7456945776939392, "Finetune/Step": 3887, "Finetune/Step Time": 6.6989239901304245}
+{"Finetune/Learning Rate": 1.4408271475871092e-05, "Finetune/Loss": 0.7677444219589233, "Finetune/Loss (Raw)": 0.7944386005401611, "Finetune/Step": 3888, "Finetune/Step Time": 6.690620608627796}
+{"Finetune/Learning Rate": 1.4405475160410913e-05, "Finetune/Loss": 0.7689505219459534, "Finetune/Loss (Raw)": 0.8165094256401062, "Finetune/Step": 3889, "Finetune/Step Time": 6.681416157633066}
+{"Finetune/Learning Rate": 1.4402678417446232e-05, "Finetune/Loss": 0.7689493894577026, "Finetune/Loss (Raw)": 0.8044061660766602, "Finetune/Step": 3890, "Finetune/Step Time": 6.6744434125721455}
+{"Finetune/Learning Rate": 1.4399881247248437e-05, "Finetune/Loss": 0.767318069934845, "Finetune/Loss (Raw)": 0.71565842628479, "Finetune/Step": 3891, "Finetune/Step Time": 6.697740755975246}
+{"Finetune/Learning Rate": 1.4397083650088974e-05, "Finetune/Loss": 0.767913818359375, "Finetune/Loss (Raw)": 0.8289301991462708, "Finetune/Step": 3892, "Finetune/Step Time": 6.70079817250371}
+{"Finetune/Learning Rate": 1.4394285626239314e-05, "Finetune/Loss": 0.7661230564117432, "Finetune/Loss (Raw)": 0.4137584865093231, "Finetune/Step": 3893, "Finetune/Step Time": 6.710513835772872}
+{"Finetune/Learning Rate": 1.4391487175970975e-05, "Finetune/Loss": 0.765362024307251, "Finetune/Loss (Raw)": 0.8422574400901794, "Finetune/Step": 3894, "Finetune/Step Time": 6.708391172811389}
+{"Finetune/Learning Rate": 1.4388688299555518e-05, "Finetune/Loss": 0.7651891112327576, "Finetune/Loss (Raw)": 0.834747314453125, "Finetune/Step": 3895, "Finetune/Step Time": 6.706156054511666}
+{"Finetune/Learning Rate": 1.4385888997264543e-05, "Finetune/Loss": 0.76601243019104, "Finetune/Loss (Raw)": 0.820033848285675, "Finetune/Step": 3896, "Finetune/Step Time": 6.694119172170758}
+{"Finetune/Learning Rate": 1.4383089269369697e-05, "Finetune/Loss": 0.7701036930084229, "Finetune/Loss (Raw)": 0.7915281057357788, "Finetune/Step": 3897, "Finetune/Step Time": 6.673235232010484}
+{"Finetune/Learning Rate": 1.4380289116142659e-05, "Finetune/Loss": 0.7684099674224854, "Finetune/Loss (Raw)": 0.7683207988739014, "Finetune/Step": 3898, "Finetune/Step Time": 6.688137153163552}
+{"Finetune/Learning Rate": 1.4377488537855154e-05, "Finetune/Loss": 0.7682186961174011, "Finetune/Loss (Raw)": 0.9436628818511963, "Finetune/Step": 3899, "Finetune/Step Time": 6.7010333351790905}
+{"Finetune/Learning Rate": 1.4374687534778953e-05, "Finetune/Loss": 0.7676287889480591, "Finetune/Loss (Raw)": 0.7967579960823059, "Finetune/Step": 3900, "Finetune/Step Time": 6.70117524638772}
+{"Finetune/Learning Rate": 1.4371886107185857e-05, "Finetune/Loss": 0.771629810333252, "Finetune/Loss (Raw)": 0.882906436920166, "Finetune/Step": 3901, "Finetune/Step Time": 6.680967271327972}
+{"Finetune/Learning Rate": 1.436908425534772e-05, "Finetune/Loss": 0.7722070217132568, "Finetune/Loss (Raw)": 0.9711171388626099, "Finetune/Step": 3902, "Finetune/Step Time": 6.664457695558667}
+{"Finetune/Learning Rate": 1.4366281979536432e-05, "Finetune/Loss": 0.7722104787826538, "Finetune/Loss (Raw)": 0.9132722020149231, "Finetune/Step": 3903, "Finetune/Step Time": 6.659347552806139}
+{"Finetune/Learning Rate": 1.4363479280023922e-05, "Finetune/Loss": 0.771332323551178, "Finetune/Loss (Raw)": 0.8000518083572388, "Finetune/Step": 3904, "Finetune/Step Time": 6.662045706063509}
+{"Finetune/Learning Rate": 1.4360676157082159e-05, "Finetune/Loss": 0.7740461230278015, "Finetune/Loss (Raw)": 0.6448299884796143, "Finetune/Step": 3905, "Finetune/Step Time": 6.655933298170567}
+{"Finetune/Learning Rate": 1.4357872610983163e-05, "Finetune/Loss": 0.7736676335334778, "Finetune/Loss (Raw)": 0.8021212220191956, "Finetune/Step": 3906, "Finetune/Step Time": 6.6879984848201275}
+{"Finetune/Learning Rate": 1.4355068641998983e-05, "Finetune/Loss": 0.7764831185340881, "Finetune/Loss (Raw)": 1.0692588090896606, "Finetune/Step": 3907, "Finetune/Step Time": 6.674020085483789}
+{"Finetune/Learning Rate": 1.4352264250401718e-05, "Finetune/Loss": 0.7751647233963013, "Finetune/Loss (Raw)": 0.5846346616744995, "Finetune/Step": 3908, "Finetune/Step Time": 6.6706577353179455}
+{"Finetune/Learning Rate": 1.43494594364635e-05, "Finetune/Loss": 0.7736623287200928, "Finetune/Loss (Raw)": 0.6827589869499207, "Finetune/Step": 3909, "Finetune/Step Time": 6.676375612616539}
+{"Finetune/Learning Rate": 1.4346654200456512e-05, "Finetune/Loss": 0.7744911909103394, "Finetune/Loss (Raw)": 0.8859854340553284, "Finetune/Step": 3910, "Finetune/Step Time": 6.677078174427152}
+{"Finetune/Learning Rate": 1.4343848542652967e-05, "Finetune/Loss": 0.776489794254303, "Finetune/Loss (Raw)": 0.959316611289978, "Finetune/Step": 3911, "Finetune/Step Time": 6.673720164224505}
+{"Finetune/Learning Rate": 1.434104246332513e-05, "Finetune/Loss": 0.7762465476989746, "Finetune/Loss (Raw)": 0.7156287431716919, "Finetune/Step": 3912, "Finetune/Step Time": 6.6865901555866}
+{"Finetune/Learning Rate": 1.4338235962745295e-05, "Finetune/Loss": 0.776132345199585, "Finetune/Loss (Raw)": 0.8206160068511963, "Finetune/Step": 3913, "Finetune/Step Time": 6.679234990850091}
+{"Finetune/Learning Rate": 1.4335429041185806e-05, "Finetune/Loss": 0.774597704410553, "Finetune/Loss (Raw)": 0.7639939188957214, "Finetune/Step": 3914, "Finetune/Step Time": 6.682275213301182}
+{"Finetune/Learning Rate": 1.4332621698919046e-05, "Finetune/Loss": 0.77469801902771, "Finetune/Loss (Raw)": 0.8762567639350891, "Finetune/Step": 3915, "Finetune/Step Time": 6.679714668542147}
+{"Finetune/Learning Rate": 1.4329813936217436e-05, "Finetune/Loss": 0.7753458023071289, "Finetune/Loss (Raw)": 0.8620158433914185, "Finetune/Step": 3916, "Finetune/Step Time": 6.680177183821797}
+{"Finetune/Learning Rate": 1.432700575335344e-05, "Finetune/Loss": 0.7761517763137817, "Finetune/Loss (Raw)": 0.7615474462509155, "Finetune/Step": 3917, "Finetune/Step Time": 6.681201718747616}
+{"Finetune/Learning Rate": 1.4324197150599564e-05, "Finetune/Loss": 0.776447594165802, "Finetune/Loss (Raw)": 0.9096907377243042, "Finetune/Step": 3918, "Finetune/Step Time": 6.681032903492451}
+{"Finetune/Learning Rate": 1.4321388128228346e-05, "Finetune/Loss": 0.7758215665817261, "Finetune/Loss (Raw)": 0.7777780890464783, "Finetune/Step": 3919, "Finetune/Step Time": 6.690722094848752}
+{"Finetune/Learning Rate": 1.4318578686512382e-05, "Finetune/Loss": 0.7795106768608093, "Finetune/Loss (Raw)": 0.8601269125938416, "Finetune/Step": 3920, "Finetune/Step Time": 6.706342428922653}
+{"Finetune/Learning Rate": 1.4315768825724292e-05, "Finetune/Loss": 0.7780587673187256, "Finetune/Loss (Raw)": 0.6536632776260376, "Finetune/Step": 3921, "Finetune/Step Time": 6.715503346174955}
+{"Finetune/Learning Rate": 1.4312958546136746e-05, "Finetune/Loss": 0.7785243988037109, "Finetune/Loss (Raw)": 0.909050703048706, "Finetune/Step": 3922, "Finetune/Step Time": 6.729028731584549}
+{"Finetune/Learning Rate": 1.4310147848022447e-05, "Finetune/Loss": 0.777140200138092, "Finetune/Loss (Raw)": 0.521142840385437, "Finetune/Step": 3923, "Finetune/Step Time": 6.728853860870004}
+{"Finetune/Learning Rate": 1.4307336731654149e-05, "Finetune/Loss": 0.777145266532898, "Finetune/Loss (Raw)": 0.8707973957061768, "Finetune/Step": 3924, "Finetune/Step Time": 6.7321817353367805}
+{"Finetune/Learning Rate": 1.4304525197304638e-05, "Finetune/Loss": 0.7787690758705139, "Finetune/Loss (Raw)": 0.8621858358383179, "Finetune/Step": 3925, "Finetune/Step Time": 6.72882766276598}
+{"Finetune/Learning Rate": 1.4301713245246744e-05, "Finetune/Loss": 0.77870774269104, "Finetune/Loss (Raw)": 0.7403568029403687, "Finetune/Step": 3926, "Finetune/Step Time": 6.733672294765711}
+{"Finetune/Learning Rate": 1.4298900875753337e-05, "Finetune/Loss": 0.7799509763717651, "Finetune/Loss (Raw)": 0.7806375622749329, "Finetune/Step": 3927, "Finetune/Step Time": 6.741193950176239}
+{"Finetune/Learning Rate": 1.4296088089097326e-05, "Finetune/Loss": 0.7799768447875977, "Finetune/Loss (Raw)": 0.8856824636459351, "Finetune/Step": 3928, "Finetune/Step Time": 6.742066306993365}
+{"Finetune/Learning Rate": 1.4293274885551667e-05, "Finetune/Loss": 0.7804518342018127, "Finetune/Loss (Raw)": 0.8808066248893738, "Finetune/Step": 3929, "Finetune/Step Time": 6.738394966349006}
+{"Finetune/Learning Rate": 1.4290461265389346e-05, "Finetune/Loss": 0.7791224718093872, "Finetune/Loss (Raw)": 0.7485918998718262, "Finetune/Step": 3930, "Finetune/Step Time": 6.7435724679380655}
+{"Finetune/Learning Rate": 1.4287647228883397e-05, "Finetune/Loss": 0.7791587114334106, "Finetune/Loss (Raw)": 0.9236875176429749, "Finetune/Step": 3931, "Finetune/Step Time": 6.7444802559912205}
+{"Finetune/Learning Rate": 1.4284832776306894e-05, "Finetune/Loss": 0.7781075239181519, "Finetune/Loss (Raw)": 0.7219477295875549, "Finetune/Step": 3932, "Finetune/Step Time": 6.758920626714826}
+{"Finetune/Learning Rate": 1.4282017907932944e-05, "Finetune/Loss": 0.7777217626571655, "Finetune/Loss (Raw)": 0.5702316761016846, "Finetune/Step": 3933, "Finetune/Step Time": 6.7670584339648485}
+{"Finetune/Learning Rate": 1.427920262403471e-05, "Finetune/Loss": 0.7771782875061035, "Finetune/Loss (Raw)": 0.7370574474334717, "Finetune/Step": 3934, "Finetune/Step Time": 6.753854643553495}
+{"Finetune/Learning Rate": 1.4276386924885375e-05, "Finetune/Loss": 0.777433454990387, "Finetune/Loss (Raw)": 0.7908300161361694, "Finetune/Step": 3935, "Finetune/Step Time": 6.755972919985652}
+{"Finetune/Learning Rate": 1.4273570810758176e-05, "Finetune/Loss": 0.7793642282485962, "Finetune/Loss (Raw)": 0.9012201428413391, "Finetune/Step": 3936, "Finetune/Step Time": 6.747198585420847}
+{"Finetune/Learning Rate": 1.4270754281926392e-05, "Finetune/Loss": 0.779963493347168, "Finetune/Loss (Raw)": 0.8464921116828918, "Finetune/Step": 3937, "Finetune/Step Time": 6.7410034369677305}
+{"Finetune/Learning Rate": 1.4267937338663334e-05, "Finetune/Loss": 0.7790904641151428, "Finetune/Loss (Raw)": 0.7904605865478516, "Finetune/Step": 3938, "Finetune/Step Time": 6.740891847759485}
+{"Finetune/Learning Rate": 1.426511998124235e-05, "Finetune/Loss": 0.7798750996589661, "Finetune/Loss (Raw)": 0.8594443202018738, "Finetune/Step": 3939, "Finetune/Step Time": 6.741977708414197}
+{"Finetune/Learning Rate": 1.4262302209936844e-05, "Finetune/Loss": 0.7809348106384277, "Finetune/Loss (Raw)": 0.8598674535751343, "Finetune/Step": 3940, "Finetune/Step Time": 6.718979839235544}
+{"Finetune/Learning Rate": 1.4259484025020248e-05, "Finetune/Loss": 0.7813721895217896, "Finetune/Loss (Raw)": 0.8729112148284912, "Finetune/Step": 3941, "Finetune/Step Time": 6.721741324290633}
+{"Finetune/Learning Rate": 1.4256665426766032e-05, "Finetune/Loss": 0.7823517322540283, "Finetune/Loss (Raw)": 0.899429440498352, "Finetune/Step": 3942, "Finetune/Step Time": 6.728247225284576}
+{"Finetune/Learning Rate": 1.4253846415447715e-05, "Finetune/Loss": 0.7807793617248535, "Finetune/Loss (Raw)": 0.6399964094161987, "Finetune/Step": 3943, "Finetune/Step Time": 6.733784908428788}
+{"Finetune/Learning Rate": 1.4251026991338854e-05, "Finetune/Loss": 0.7810722589492798, "Finetune/Loss (Raw)": 0.8806204795837402, "Finetune/Step": 3944, "Finetune/Step Time": 6.733445655554533}
+{"Finetune/Learning Rate": 1.424820715471304e-05, "Finetune/Loss": 0.7829329967498779, "Finetune/Loss (Raw)": 1.0087354183197021, "Finetune/Step": 3945, "Finetune/Step Time": 6.765205934643745}
+{"Finetune/Learning Rate": 1.4245386905843914e-05, "Finetune/Loss": 0.7831306457519531, "Finetune/Loss (Raw)": 0.8080328702926636, "Finetune/Step": 3946, "Finetune/Step Time": 6.779682107269764}
+{"Finetune/Learning Rate": 1.4242566245005142e-05, "Finetune/Loss": 0.7835261225700378, "Finetune/Loss (Raw)": 0.8201309442520142, "Finetune/Step": 3947, "Finetune/Step Time": 6.78686648234725}
+{"Finetune/Learning Rate": 1.423974517247045e-05, "Finetune/Loss": 0.7813104391098022, "Finetune/Loss (Raw)": 0.4094019830226898, "Finetune/Step": 3948, "Finetune/Step Time": 6.797107692807913}
+{"Finetune/Learning Rate": 1.4236923688513584e-05, "Finetune/Loss": 0.7828006744384766, "Finetune/Loss (Raw)": 0.8909439444541931, "Finetune/Step": 3949, "Finetune/Step Time": 6.793731151148677}
+{"Finetune/Learning Rate": 1.4234101793408341e-05, "Finetune/Loss": 0.7840920686721802, "Finetune/Loss (Raw)": 0.9163218140602112, "Finetune/Step": 3950, "Finetune/Step Time": 6.79129103012383}
+{"Finetune/Learning Rate": 1.423127948742856e-05, "Finetune/Loss": 0.7839081883430481, "Finetune/Loss (Raw)": 0.9131456613540649, "Finetune/Step": 3951, "Finetune/Step Time": 6.794284950941801}
+{"Finetune/Learning Rate": 1.4228456770848111e-05, "Finetune/Loss": 0.7825829386711121, "Finetune/Loss (Raw)": 0.6922014951705933, "Finetune/Step": 3952, "Finetune/Step Time": 6.812695052474737}
+{"Finetune/Learning Rate": 1.4225633643940913e-05, "Finetune/Loss": 0.7833594679832458, "Finetune/Loss (Raw)": 0.7802909016609192, "Finetune/Step": 3953, "Finetune/Step Time": 6.800924675539136}
+{"Finetune/Learning Rate": 1.4222810106980916e-05, "Finetune/Loss": 0.7838274836540222, "Finetune/Loss (Raw)": 0.7702721357345581, "Finetune/Step": 3954, "Finetune/Step Time": 6.794679701328278}
+{"Finetune/Learning Rate": 1.4219986160242116e-05, "Finetune/Loss": 0.7829699516296387, "Finetune/Loss (Raw)": 0.7111538648605347, "Finetune/Step": 3955, "Finetune/Step Time": 6.763337532058358}
+{"Finetune/Learning Rate": 1.4217161803998549e-05, "Finetune/Loss": 0.783475399017334, "Finetune/Loss (Raw)": 0.9346168041229248, "Finetune/Step": 3956, "Finetune/Step Time": 6.772821042686701}
+{"Finetune/Learning Rate": 1.4214337038524288e-05, "Finetune/Loss": 0.7875859141349792, "Finetune/Loss (Raw)": 0.8443469405174255, "Finetune/Step": 3957, "Finetune/Step Time": 6.763542527332902}
+{"Finetune/Learning Rate": 1.421151186409344e-05, "Finetune/Loss": 0.7870234847068787, "Finetune/Loss (Raw)": 0.761465311050415, "Finetune/Step": 3958, "Finetune/Step Time": 6.7591388039290905}
+{"Finetune/Learning Rate": 1.4208686280980171e-05, "Finetune/Loss": 0.7859480977058411, "Finetune/Loss (Raw)": 0.6478222012519836, "Finetune/Step": 3959, "Finetune/Step Time": 6.771128628402948}
+{"Finetune/Learning Rate": 1.4205860289458664e-05, "Finetune/Loss": 0.7833725810050964, "Finetune/Loss (Raw)": 0.6856288313865662, "Finetune/Step": 3960, "Finetune/Step Time": 6.774611031636596}
+{"Finetune/Learning Rate": 1.4203033889803152e-05, "Finetune/Loss": 0.7827335000038147, "Finetune/Loss (Raw)": 0.8240965008735657, "Finetune/Step": 3961, "Finetune/Step Time": 6.75663423910737}
+{"Finetune/Learning Rate": 1.4200207082287908e-05, "Finetune/Loss": 0.7806916832923889, "Finetune/Loss (Raw)": 0.6646963357925415, "Finetune/Step": 3962, "Finetune/Step Time": 6.763675857335329}
+{"Finetune/Learning Rate": 1.419737986718725e-05, "Finetune/Loss": 0.7804343700408936, "Finetune/Loss (Raw)": 0.8636627793312073, "Finetune/Step": 3963, "Finetune/Step Time": 6.767307488247752}
+{"Finetune/Learning Rate": 1.4194552244775517e-05, "Finetune/Loss": 0.7811667919158936, "Finetune/Loss (Raw)": 0.8272425532341003, "Finetune/Step": 3964, "Finetune/Step Time": 6.77576426230371}
+{"Finetune/Learning Rate": 1.4191724215327113e-05, "Finetune/Loss": 0.7813866138458252, "Finetune/Loss (Raw)": 0.8068751096725464, "Finetune/Step": 3965, "Finetune/Step Time": 6.78796068765223}
+{"Finetune/Learning Rate": 1.4188895779116457e-05, "Finetune/Loss": 0.778708815574646, "Finetune/Loss (Raw)": 0.42585211992263794, "Finetune/Step": 3966, "Finetune/Step Time": 6.810904761776328}
+{"Finetune/Learning Rate": 1.4186066936418023e-05, "Finetune/Loss": 0.7786344289779663, "Finetune/Loss (Raw)": 0.8198527097702026, "Finetune/Step": 3967, "Finetune/Step Time": 6.784556640312076}
+{"Finetune/Learning Rate": 1.418323768750632e-05, "Finetune/Loss": 0.7793209552764893, "Finetune/Loss (Raw)": 0.8515679240226746, "Finetune/Step": 3968, "Finetune/Step Time": 6.782351296395063}
+{"Finetune/Learning Rate": 1.41804080326559e-05, "Finetune/Loss": 0.7776644229888916, "Finetune/Loss (Raw)": 0.7872990369796753, "Finetune/Step": 3969, "Finetune/Step Time": 6.806852541863918}
+{"Finetune/Learning Rate": 1.4177577972141343e-05, "Finetune/Loss": 0.7782434225082397, "Finetune/Loss (Raw)": 0.886405348777771, "Finetune/Step": 3970, "Finetune/Step Time": 6.797959249466658}
+{"Finetune/Learning Rate": 1.4174747506237285e-05, "Finetune/Loss": 0.780744731426239, "Finetune/Loss (Raw)": 0.9459352493286133, "Finetune/Step": 3971, "Finetune/Step Time": 6.790331656113267}
+{"Finetune/Learning Rate": 1.4171916635218386e-05, "Finetune/Loss": 0.7806460857391357, "Finetune/Loss (Raw)": 0.793574333190918, "Finetune/Step": 3972, "Finetune/Step Time": 6.788634533062577}
+{"Finetune/Learning Rate": 1.4169085359359356e-05, "Finetune/Loss": 0.780597448348999, "Finetune/Loss (Raw)": 0.8018298149108887, "Finetune/Step": 3973, "Finetune/Step Time": 6.77544441819191}
+{"Finetune/Learning Rate": 1.4166253678934937e-05, "Finetune/Loss": 0.7815244793891907, "Finetune/Loss (Raw)": 0.7765504717826843, "Finetune/Step": 3974, "Finetune/Step Time": 6.768761865794659}
+{"Finetune/Learning Rate": 1.4163421594219918e-05, "Finetune/Loss": 0.7817407846450806, "Finetune/Loss (Raw)": 0.9362643361091614, "Finetune/Step": 3975, "Finetune/Step Time": 6.767046762630343}
+{"Finetune/Learning Rate": 1.4160589105489117e-05, "Finetune/Loss": 0.7847458124160767, "Finetune/Loss (Raw)": 0.7696338891983032, "Finetune/Step": 3976, "Finetune/Step Time": 6.760517558082938}
+{"Finetune/Learning Rate": 1.4157756213017404e-05, "Finetune/Loss": 0.7826553583145142, "Finetune/Loss (Raw)": 0.6442732214927673, "Finetune/Step": 3977, "Finetune/Step Time": 6.7559131514281034}
+{"Finetune/Learning Rate": 1.415492291707967e-05, "Finetune/Loss": 0.7824900150299072, "Finetune/Loss (Raw)": 0.4993829131126404, "Finetune/Step": 3978, "Finetune/Step Time": 6.757827591150999}
+{"Finetune/Learning Rate": 1.4152089217950869e-05, "Finetune/Loss": 0.783868670463562, "Finetune/Loss (Raw)": 0.8553654551506042, "Finetune/Step": 3979, "Finetune/Step Time": 6.762019341811538}
+{"Finetune/Learning Rate": 1.4149255115905973e-05, "Finetune/Loss": 0.781234085559845, "Finetune/Loss (Raw)": 0.5940974950790405, "Finetune/Step": 3980, "Finetune/Step Time": 6.763825569301844}
+{"Finetune/Learning Rate": 1.4146420611220002e-05, "Finetune/Loss": 0.784284234046936, "Finetune/Loss (Raw)": 0.8888078927993774, "Finetune/Step": 3981, "Finetune/Step Time": 6.746401451528072}
+{"Finetune/Learning Rate": 1.4143585704168019e-05, "Finetune/Loss": 0.7840172052383423, "Finetune/Loss (Raw)": 0.8178032636642456, "Finetune/Step": 3982, "Finetune/Step Time": 6.745914306491613}
+{"Finetune/Learning Rate": 1.4140750395025118e-05, "Finetune/Loss": 0.7861976623535156, "Finetune/Loss (Raw)": 0.8149421215057373, "Finetune/Step": 3983, "Finetune/Step Time": 6.730835987254977}
+{"Finetune/Learning Rate": 1.4137914684066436e-05, "Finetune/Loss": 0.7819402813911438, "Finetune/Loss (Raw)": 0.3896932005882263, "Finetune/Step": 3984, "Finetune/Step Time": 6.740163316950202}
+{"Finetune/Learning Rate": 1.4135078571567151e-05, "Finetune/Loss": 0.7857568860054016, "Finetune/Loss (Raw)": 0.8801323771476746, "Finetune/Step": 3985, "Finetune/Step Time": 6.72381935454905}
+{"Finetune/Learning Rate": 1.4132242057802472e-05, "Finetune/Loss": 0.7906245589256287, "Finetune/Loss (Raw)": 0.9922052025794983, "Finetune/Step": 3986, "Finetune/Step Time": 6.703044498339295}
+{"Finetune/Learning Rate": 1.412940514304766e-05, "Finetune/Loss": 0.7887778282165527, "Finetune/Loss (Raw)": 0.7569525837898254, "Finetune/Step": 3987, "Finetune/Step Time": 6.709935454651713}
+{"Finetune/Learning Rate": 1.4126567827578002e-05, "Finetune/Loss": 0.7889906764030457, "Finetune/Loss (Raw)": 0.8636013865470886, "Finetune/Step": 3988, "Finetune/Step Time": 6.723432021215558}
+{"Finetune/Learning Rate": 1.4123730111668831e-05, "Finetune/Loss": 0.7899650931358337, "Finetune/Loss (Raw)": 0.8897410035133362, "Finetune/Step": 3989, "Finetune/Step Time": 6.723022364079952}
+{"Finetune/Learning Rate": 1.4120891995595515e-05, "Finetune/Loss": 0.7896634340286255, "Finetune/Loss (Raw)": 0.815363347530365, "Finetune/Step": 3990, "Finetune/Step Time": 6.727437766268849}
+{"Finetune/Learning Rate": 1.4118053479633471e-05, "Finetune/Loss": 0.7912320494651794, "Finetune/Loss (Raw)": 0.8837293982505798, "Finetune/Step": 3991, "Finetune/Step Time": 6.730838799849153}
+{"Finetune/Learning Rate": 1.4115214564058133e-05, "Finetune/Loss": 0.7899633646011353, "Finetune/Loss (Raw)": 0.6835827231407166, "Finetune/Step": 3992, "Finetune/Step Time": 6.74899154342711}
+{"Finetune/Learning Rate": 1.4112375249145003e-05, "Finetune/Loss": 0.7907934188842773, "Finetune/Loss (Raw)": 0.8506991267204285, "Finetune/Step": 3993, "Finetune/Step Time": 6.717404102906585}
+{"Finetune/Learning Rate": 1.4109535535169594e-05, "Finetune/Loss": 0.7889454364776611, "Finetune/Loss (Raw)": 0.7265033721923828, "Finetune/Step": 3994, "Finetune/Step Time": 6.729539459571242}
+{"Finetune/Learning Rate": 1.4106695422407475e-05, "Finetune/Loss": 0.7869862914085388, "Finetune/Loss (Raw)": 0.7587924599647522, "Finetune/Step": 3995, "Finetune/Step Time": 6.7302856259047985}
+{"Finetune/Learning Rate": 1.4103854911134247e-05, "Finetune/Loss": 0.7857679128646851, "Finetune/Loss (Raw)": 0.7362465858459473, "Finetune/Step": 3996, "Finetune/Step Time": 6.729050811380148}
+{"Finetune/Learning Rate": 1.4101014001625555e-05, "Finetune/Loss": 0.7855545282363892, "Finetune/Loss (Raw)": 0.725680947303772, "Finetune/Step": 3997, "Finetune/Step Time": 6.727912686765194}
+{"Finetune/Learning Rate": 1.4098172694157075e-05, "Finetune/Loss": 0.7871959209442139, "Finetune/Loss (Raw)": 0.9082384705543518, "Finetune/Step": 3998, "Finetune/Step Time": 6.711349923163652}
+{"Finetune/Learning Rate": 1.4095330989004532e-05, "Finetune/Loss": 0.7868437170982361, "Finetune/Loss (Raw)": 0.7799186706542969, "Finetune/Step": 3999, "Finetune/Step Time": 6.72740150988102}
+{"Finetune/Learning Rate": 1.4092488886443674e-05, "Finetune/Loss": 0.7898616790771484, "Finetune/Loss (Raw)": 0.8029302358627319, "Finetune/Step": 4000, "Finetune/Step Time": 6.698660466820002}
+{"Finetune/Learning Rate": 1.4089646386750304e-05, "Finetune/Loss": 0.7904817461967468, "Finetune/Loss (Raw)": 0.7546160221099854, "Finetune/Step": 4001, "Finetune/Step Time": 6.709725545719266}
+{"Finetune/Learning Rate": 1.4086803490200254e-05, "Finetune/Loss": 0.7898581624031067, "Finetune/Loss (Raw)": 0.7242836356163025, "Finetune/Step": 4002, "Finetune/Step Time": 6.720297330990434}
+{"Finetune/Learning Rate": 1.4083960197069395e-05, "Finetune/Loss": 0.7897066473960876, "Finetune/Loss (Raw)": 0.7852877974510193, "Finetune/Step": 4003, "Finetune/Step Time": 6.732536140829325}
+{"Finetune/Learning Rate": 1.408111650763364e-05, "Finetune/Loss": 0.7896906137466431, "Finetune/Loss (Raw)": 0.8586623072624207, "Finetune/Step": 4004, "Finetune/Step Time": 6.737372443079948}
+{"Finetune/Learning Rate": 1.4078272422168941e-05, "Finetune/Loss": 0.7905076742172241, "Finetune/Loss (Raw)": 0.8068033456802368, "Finetune/Step": 4005, "Finetune/Step Time": 6.722933951765299}
+{"Finetune/Learning Rate": 1.4075427940951282e-05, "Finetune/Loss": 0.7940998077392578, "Finetune/Loss (Raw)": 0.9780254364013672, "Finetune/Step": 4006, "Finetune/Step Time": 6.701680110767484}
+{"Finetune/Learning Rate": 1.4072583064256695e-05, "Finetune/Loss": 0.7916581630706787, "Finetune/Loss (Raw)": 0.4049869477748871, "Finetune/Step": 4007, "Finetune/Step Time": 6.676321497187018}
+{"Finetune/Learning Rate": 1.406973779236124e-05, "Finetune/Loss": 0.7906650304794312, "Finetune/Loss (Raw)": 0.7066019773483276, "Finetune/Step": 4008, "Finetune/Step Time": 6.675056217238307}
+{"Finetune/Learning Rate": 1.406689212554102e-05, "Finetune/Loss": 0.7903968095779419, "Finetune/Loss (Raw)": 0.8277808427810669, "Finetune/Step": 4009, "Finetune/Step Time": 6.671428952366114}
+{"Finetune/Learning Rate": 1.4064046064072183e-05, "Finetune/Loss": 0.7891416549682617, "Finetune/Loss (Raw)": 0.7032567262649536, "Finetune/Step": 4010, "Finetune/Step Time": 6.680022172629833}
+{"Finetune/Learning Rate": 1.4061199608230904e-05, "Finetune/Loss": 0.7887793779373169, "Finetune/Loss (Raw)": 0.878730833530426, "Finetune/Step": 4011, "Finetune/Step Time": 6.696035692468286}
+{"Finetune/Learning Rate": 1.40583527582934e-05, "Finetune/Loss": 0.787622332572937, "Finetune/Loss (Raw)": 0.5954816937446594, "Finetune/Step": 4012, "Finetune/Step Time": 6.71371291577816}
+{"Finetune/Learning Rate": 1.4055505514535932e-05, "Finetune/Loss": 0.7893904447555542, "Finetune/Loss (Raw)": 0.7635835409164429, "Finetune/Step": 4013, "Finetune/Step Time": 6.71852969378233}
+{"Finetune/Learning Rate": 1.4052657877234792e-05, "Finetune/Loss": 0.7896819114685059, "Finetune/Loss (Raw)": 0.7489230632781982, "Finetune/Step": 4014, "Finetune/Step Time": 6.733791548758745}
+{"Finetune/Learning Rate": 1.4049809846666311e-05, "Finetune/Loss": 0.7901883721351624, "Finetune/Loss (Raw)": 0.8105248212814331, "Finetune/Step": 4015, "Finetune/Step Time": 6.7351665906608105}
+{"Finetune/Learning Rate": 1.4046961423106868e-05, "Finetune/Loss": 0.7905121445655823, "Finetune/Loss (Raw)": 0.8358845710754395, "Finetune/Step": 4016, "Finetune/Step Time": 6.737251453101635}
+{"Finetune/Learning Rate": 1.404411260683286e-05, "Finetune/Loss": 0.7908880710601807, "Finetune/Loss (Raw)": 0.8646246790885925, "Finetune/Step": 4017, "Finetune/Step Time": 6.739690976217389}
+{"Finetune/Learning Rate": 1.4041263398120746e-05, "Finetune/Loss": 0.7874637842178345, "Finetune/Loss (Raw)": 0.3660944402217865, "Finetune/Step": 4018, "Finetune/Step Time": 6.770294023677707}
+{"Finetune/Learning Rate": 1.4038413797247003e-05, "Finetune/Loss": 0.7893470525741577, "Finetune/Loss (Raw)": 0.9567162990570068, "Finetune/Step": 4019, "Finetune/Step Time": 6.741283470764756}
+{"Finetune/Learning Rate": 1.403556380448816e-05, "Finetune/Loss": 0.7900290489196777, "Finetune/Loss (Raw)": 0.9162315726280212, "Finetune/Step": 4020, "Finetune/Step Time": 6.7393133491277695}
+{"Finetune/Learning Rate": 1.4032713420120774e-05, "Finetune/Loss": 0.7930899858474731, "Finetune/Loss (Raw)": 0.8055565357208252, "Finetune/Step": 4021, "Finetune/Step Time": 6.730747459456325}
+{"Finetune/Learning Rate": 1.402986264442145e-05, "Finetune/Loss": 0.7926814556121826, "Finetune/Loss (Raw)": 0.7899727821350098, "Finetune/Step": 4022, "Finetune/Step Time": 6.733499862253666}
+{"Finetune/Learning Rate": 1.4027011477666819e-05, "Finetune/Loss": 0.792755126953125, "Finetune/Loss (Raw)": 0.844169020652771, "Finetune/Step": 4023, "Finetune/Step Time": 6.746296467259526}
+{"Finetune/Learning Rate": 1.4024159920133562e-05, "Finetune/Loss": 0.7934404611587524, "Finetune/Loss (Raw)": 0.9077551960945129, "Finetune/Step": 4024, "Finetune/Step Time": 6.75321739166975}
+{"Finetune/Learning Rate": 1.4021307972098388e-05, "Finetune/Loss": 0.7932124733924866, "Finetune/Loss (Raw)": 0.7623490691184998, "Finetune/Step": 4025, "Finetune/Step Time": 6.7532602567225695}
+{"Finetune/Learning Rate": 1.4018455633838051e-05, "Finetune/Loss": 0.7941998839378357, "Finetune/Loss (Raw)": 0.8947064876556396, "Finetune/Step": 4026, "Finetune/Step Time": 6.740704802796245}
+{"Finetune/Learning Rate": 1.401560290562934e-05, "Finetune/Loss": 0.7940293550491333, "Finetune/Loss (Raw)": 0.9218341708183289, "Finetune/Step": 4027, "Finetune/Step Time": 6.727244056761265}
+{"Finetune/Learning Rate": 1.4012749787749079e-05, "Finetune/Loss": 0.7937763333320618, "Finetune/Loss (Raw)": 0.7643821239471436, "Finetune/Step": 4028, "Finetune/Step Time": 6.712286191061139}
+{"Finetune/Learning Rate": 1.4009896280474136e-05, "Finetune/Loss": 0.7936316728591919, "Finetune/Loss (Raw)": 0.8643833994865417, "Finetune/Step": 4029, "Finetune/Step Time": 6.712327575311065}
+{"Finetune/Learning Rate": 1.4007042384081415e-05, "Finetune/Loss": 0.7893082499504089, "Finetune/Loss (Raw)": 0.41772037744522095, "Finetune/Step": 4030, "Finetune/Step Time": 6.729169273748994}
+{"Finetune/Learning Rate": 1.4004188098847848e-05, "Finetune/Loss": 0.7882267236709595, "Finetune/Loss (Raw)": 0.7748364806175232, "Finetune/Step": 4031, "Finetune/Step Time": 6.729307292029262}
+{"Finetune/Learning Rate": 1.4001333425050424e-05, "Finetune/Loss": 0.7880432605743408, "Finetune/Loss (Raw)": 0.7765691876411438, "Finetune/Step": 4032, "Finetune/Step Time": 6.723042452707887}
+{"Finetune/Learning Rate": 1.3998478362966152e-05, "Finetune/Loss": 0.7900137901306152, "Finetune/Loss (Raw)": 0.8970574736595154, "Finetune/Step": 4033, "Finetune/Step Time": 6.711406920105219}
+{"Finetune/Learning Rate": 1.3995622912872087e-05, "Finetune/Loss": 0.7901317477226257, "Finetune/Loss (Raw)": 0.8172186017036438, "Finetune/Step": 4034, "Finetune/Step Time": 6.673134908080101}
+{"Finetune/Learning Rate": 1.3992767075045319e-05, "Finetune/Loss": 0.7870645523071289, "Finetune/Loss (Raw)": 0.6766502857208252, "Finetune/Step": 4035, "Finetune/Step Time": 6.67853120714426}
+{"Finetune/Learning Rate": 1.398991084976298e-05, "Finetune/Loss": 0.790295422077179, "Finetune/Loss (Raw)": 0.9981939792633057, "Finetune/Step": 4036, "Finetune/Step Time": 6.66501833871007}
+{"Finetune/Learning Rate": 1.3987054237302231e-05, "Finetune/Loss": 0.7906725406646729, "Finetune/Loss (Raw)": 0.7310264110565186, "Finetune/Step": 4037, "Finetune/Step Time": 6.670878855511546}
+{"Finetune/Learning Rate": 1.398419723794028e-05, "Finetune/Loss": 0.786916971206665, "Finetune/Loss (Raw)": 0.4052746891975403, "Finetune/Step": 4038, "Finetune/Step Time": 6.687996789813042}
+{"Finetune/Learning Rate": 1.3981339851954367e-05, "Finetune/Loss": 0.7857962846755981, "Finetune/Loss (Raw)": 0.8158641457557678, "Finetune/Step": 4039, "Finetune/Step Time": 6.708454931154847}
+{"Finetune/Learning Rate": 1.397848207962177e-05, "Finetune/Loss": 0.7870335578918457, "Finetune/Loss (Raw)": 0.8739998936653137, "Finetune/Step": 4040, "Finetune/Step Time": 6.68850189819932}
+{"Finetune/Learning Rate": 1.397562392121981e-05, "Finetune/Loss": 0.7864378690719604, "Finetune/Loss (Raw)": 0.7443744540214539, "Finetune/Step": 4041, "Finetune/Step Time": 6.684073744341731}
+{"Finetune/Learning Rate": 1.3972765377025834e-05, "Finetune/Loss": 0.7867217063903809, "Finetune/Loss (Raw)": 0.8003278374671936, "Finetune/Step": 4042, "Finetune/Step Time": 6.6968038361519575}
+{"Finetune/Learning Rate": 1.3969906447317238e-05, "Finetune/Loss": 0.7867375612258911, "Finetune/Loss (Raw)": 0.8782812356948853, "Finetune/Step": 4043, "Finetune/Step Time": 6.699690863490105}
+{"Finetune/Learning Rate": 1.396704713237145e-05, "Finetune/Loss": 0.7862815856933594, "Finetune/Loss (Raw)": 0.8036547303199768, "Finetune/Step": 4044, "Finetune/Step Time": 6.70190298743546}
+{"Finetune/Learning Rate": 1.3964187432465933e-05, "Finetune/Loss": 0.7828916311264038, "Finetune/Loss (Raw)": 0.32763031125068665, "Finetune/Step": 4045, "Finetune/Step Time": 6.701435124501586}
+{"Finetune/Learning Rate": 1.3961327347878197e-05, "Finetune/Loss": 0.781597375869751, "Finetune/Loss (Raw)": 0.7440279126167297, "Finetune/Step": 4046, "Finetune/Step Time": 6.688555780798197}
+{"Finetune/Learning Rate": 1.3958466878885774e-05, "Finetune/Loss": 0.7815631628036499, "Finetune/Loss (Raw)": 0.7733909487724304, "Finetune/Step": 4047, "Finetune/Step Time": 6.691562814638019}
+{"Finetune/Learning Rate": 1.3955606025766251e-05, "Finetune/Loss": 0.7780393362045288, "Finetune/Loss (Raw)": 0.40908053517341614, "Finetune/Step": 4048, "Finetune/Step Time": 6.676074290648103}
+{"Finetune/Learning Rate": 1.3952744788797236e-05, "Finetune/Loss": 0.7783094644546509, "Finetune/Loss (Raw)": 0.6882461905479431, "Finetune/Step": 4049, "Finetune/Step Time": 6.659444235265255}
+{"Finetune/Learning Rate": 1.3949883168256388e-05, "Finetune/Loss": 0.7774571180343628, "Finetune/Loss (Raw)": 0.79994797706604, "Finetune/Step": 4050, "Finetune/Step Time": 6.646633641794324}
+{"Finetune/Learning Rate": 1.3947021164421388e-05, "Finetune/Loss": 0.7792720794677734, "Finetune/Loss (Raw)": 0.7534596920013428, "Finetune/Step": 4051, "Finetune/Step Time": 6.638638725504279}
+{"Finetune/Learning Rate": 1.3944158777569975e-05, "Finetune/Loss": 0.7784765362739563, "Finetune/Loss (Raw)": 0.7689632177352905, "Finetune/Step": 4052, "Finetune/Step Time": 6.659040667116642}
+{"Finetune/Learning Rate": 1.3941296007979905e-05, "Finetune/Loss": 0.7748743295669556, "Finetune/Loss (Raw)": 0.4011046886444092, "Finetune/Step": 4053, "Finetune/Step Time": 6.676326869055629}
+{"Finetune/Learning Rate": 1.3938432855928978e-05, "Finetune/Loss": 0.7743080854415894, "Finetune/Loss (Raw)": 0.6678714156150818, "Finetune/Step": 4054, "Finetune/Step Time": 6.685636211186647}
+{"Finetune/Learning Rate": 1.3935569321695039e-05, "Finetune/Loss": 0.7745944261550903, "Finetune/Loss (Raw)": 0.8172871470451355, "Finetune/Step": 4055, "Finetune/Step Time": 6.678045568987727}
+{"Finetune/Learning Rate": 1.393270540555596e-05, "Finetune/Loss": 0.7722855806350708, "Finetune/Loss (Raw)": 0.5901598930358887, "Finetune/Step": 4056, "Finetune/Step Time": 6.69344693236053}
+{"Finetune/Learning Rate": 1.3929841107789653e-05, "Finetune/Loss": 0.7724483609199524, "Finetune/Loss (Raw)": 0.9016388654708862, "Finetune/Step": 4057, "Finetune/Step Time": 6.690569069236517}
+{"Finetune/Learning Rate": 1.392697642867407e-05, "Finetune/Loss": 0.7725752592086792, "Finetune/Loss (Raw)": 0.7648371458053589, "Finetune/Step": 4058, "Finetune/Step Time": 6.682478355243802}
+{"Finetune/Learning Rate": 1.3924111368487192e-05, "Finetune/Loss": 0.771101713180542, "Finetune/Loss (Raw)": 0.7350791692733765, "Finetune/Step": 4059, "Finetune/Step Time": 6.696252519264817}
+{"Finetune/Learning Rate": 1.392124592750705e-05, "Finetune/Loss": 0.7691685557365417, "Finetune/Loss (Raw)": 0.47449782490730286, "Finetune/Step": 4060, "Finetune/Step Time": 6.698800131678581}
+{"Finetune/Learning Rate": 1.39183801060117e-05, "Finetune/Loss": 0.76958829164505, "Finetune/Loss (Raw)": 0.6239594221115112, "Finetune/Step": 4061, "Finetune/Step Time": 6.691701600328088}
+{"Finetune/Learning Rate": 1.391551390427924e-05, "Finetune/Loss": 0.7703826427459717, "Finetune/Loss (Raw)": 0.8387330174446106, "Finetune/Step": 4062, "Finetune/Step Time": 6.694274585694075}
+{"Finetune/Learning Rate": 1.3912647322587807e-05, "Finetune/Loss": 0.7672157883644104, "Finetune/Loss (Raw)": 0.3854742646217346, "Finetune/Step": 4063, "Finetune/Step Time": 6.713145455345511}
+{"Finetune/Learning Rate": 1.390978036121557e-05, "Finetune/Loss": 0.7634164094924927, "Finetune/Loss (Raw)": 0.4148944318294525, "Finetune/Step": 4064, "Finetune/Step Time": 6.734486050903797}
+{"Finetune/Learning Rate": 1.3906913020440738e-05, "Finetune/Loss": 0.7620069980621338, "Finetune/Loss (Raw)": 0.6660915017127991, "Finetune/Step": 4065, "Finetune/Step Time": 6.740555947646499}
+{"Finetune/Learning Rate": 1.3904045300541556e-05, "Finetune/Loss": 0.7623456716537476, "Finetune/Loss (Raw)": 0.833808183670044, "Finetune/Step": 4066, "Finetune/Step Time": 6.743947463110089}
+{"Finetune/Learning Rate": 1.3901177201796303e-05, "Finetune/Loss": 0.7625022530555725, "Finetune/Loss (Raw)": 0.8794862031936646, "Finetune/Step": 4067, "Finetune/Step Time": 6.742437403649092}
+{"Finetune/Learning Rate": 1.3898308724483298e-05, "Finetune/Loss": 0.762313961982727, "Finetune/Loss (Raw)": 0.8357645869255066, "Finetune/Step": 4068, "Finetune/Step Time": 6.743672601878643}
+{"Finetune/Learning Rate": 1.38954398688809e-05, "Finetune/Loss": 0.7624980807304382, "Finetune/Loss (Raw)": 0.8964827656745911, "Finetune/Step": 4069, "Finetune/Step Time": 6.7565045319497585}
+{"Finetune/Learning Rate": 1.38925706352675e-05, "Finetune/Loss": 0.7615535259246826, "Finetune/Loss (Raw)": 0.7785198092460632, "Finetune/Step": 4070, "Finetune/Step Time": 6.762600585818291}
+{"Finetune/Learning Rate": 1.3889701023921523e-05, "Finetune/Loss": 0.7625253200531006, "Finetune/Loss (Raw)": 0.764391303062439, "Finetune/Step": 4071, "Finetune/Step Time": 6.767788629978895}
+{"Finetune/Learning Rate": 1.3886831035121439e-05, "Finetune/Loss": 0.7609557509422302, "Finetune/Loss (Raw)": 0.6797137260437012, "Finetune/Step": 4072, "Finetune/Step Time": 6.776751942932606}
+{"Finetune/Learning Rate": 1.3883960669145745e-05, "Finetune/Loss": 0.7593097686767578, "Finetune/Loss (Raw)": 0.7980502247810364, "Finetune/Step": 4073, "Finetune/Step Time": 6.749328754842281}
+{"Finetune/Learning Rate": 1.3881089926272984e-05, "Finetune/Loss": 0.7601668834686279, "Finetune/Loss (Raw)": 0.9177393317222595, "Finetune/Step": 4074, "Finetune/Step Time": 6.736124213784933}
+{"Finetune/Learning Rate": 1.3878218806781728e-05, "Finetune/Loss": 0.7597219944000244, "Finetune/Loss (Raw)": 0.763195812702179, "Finetune/Step": 4075, "Finetune/Step Time": 6.724374860525131}
+{"Finetune/Learning Rate": 1.3875347310950588e-05, "Finetune/Loss": 0.7613186836242676, "Finetune/Loss (Raw)": 0.6137731671333313, "Finetune/Step": 4076, "Finetune/Step Time": 6.723254542797804}
+{"Finetune/Learning Rate": 1.3872475439058215e-05, "Finetune/Loss": 0.7608994245529175, "Finetune/Loss (Raw)": 0.8372793197631836, "Finetune/Step": 4077, "Finetune/Step Time": 6.736389493569732}
+{"Finetune/Learning Rate": 1.3869603191383295e-05, "Finetune/Loss": 0.7596551775932312, "Finetune/Loss (Raw)": 0.7570556998252869, "Finetune/Step": 4078, "Finetune/Step Time": 6.748496495187283}
+{"Finetune/Learning Rate": 1.3866730568204542e-05, "Finetune/Loss": 0.7594225406646729, "Finetune/Loss (Raw)": 0.8833743333816528, "Finetune/Step": 4079, "Finetune/Step Time": 6.759626792743802}
+{"Finetune/Learning Rate": 1.3863857569800722e-05, "Finetune/Loss": 0.7595192193984985, "Finetune/Loss (Raw)": 0.704573929309845, "Finetune/Step": 4080, "Finetune/Step Time": 6.748808829113841}
+{"Finetune/Learning Rate": 1.3860984196450621e-05, "Finetune/Loss": 0.7591220140457153, "Finetune/Loss (Raw)": 0.7294410467147827, "Finetune/Step": 4081, "Finetune/Step Time": 6.769901866093278}
+{"Finetune/Learning Rate": 1.3858110448433077e-05, "Finetune/Loss": 0.7589958906173706, "Finetune/Loss (Raw)": 0.7541330456733704, "Finetune/Step": 4082, "Finetune/Step Time": 6.777494974434376}
+{"Finetune/Learning Rate": 1.3855236326026952e-05, "Finetune/Loss": 0.760412335395813, "Finetune/Loss (Raw)": 0.8924571871757507, "Finetune/Step": 4083, "Finetune/Step Time": 6.7794202249497175}
+{"Finetune/Learning Rate": 1.3852361829511149e-05, "Finetune/Loss": 0.7570416927337646, "Finetune/Loss (Raw)": 0.5031815767288208, "Finetune/Step": 4084, "Finetune/Step Time": 6.792497452348471}
+{"Finetune/Learning Rate": 1.3849486959164609e-05, "Finetune/Loss": 0.7554041147232056, "Finetune/Loss (Raw)": 0.6347333788871765, "Finetune/Step": 4085, "Finetune/Step Time": 6.793283512815833}
+{"Finetune/Learning Rate": 1.3846611715266305e-05, "Finetune/Loss": 0.754863977432251, "Finetune/Loss (Raw)": 0.6923244595527649, "Finetune/Step": 4086, "Finetune/Step Time": 6.800892449915409}
+{"Finetune/Learning Rate": 1.3843736098095253e-05, "Finetune/Loss": 0.756942629814148, "Finetune/Loss (Raw)": 0.913887083530426, "Finetune/Step": 4087, "Finetune/Step Time": 6.788513347506523}
+{"Finetune/Learning Rate": 1.3840860107930495e-05, "Finetune/Loss": 0.7581552267074585, "Finetune/Loss (Raw)": 0.8408423066139221, "Finetune/Step": 4088, "Finetune/Step Time": 6.783617531880736}
+{"Finetune/Learning Rate": 1.3837983745051124e-05, "Finetune/Loss": 0.7581132054328918, "Finetune/Loss (Raw)": 0.8187162280082703, "Finetune/Step": 4089, "Finetune/Step Time": 6.78457473218441}
+{"Finetune/Learning Rate": 1.383510700973625e-05, "Finetune/Loss": 0.7593302726745605, "Finetune/Loss (Raw)": 0.820486843585968, "Finetune/Step": 4090, "Finetune/Step Time": 6.787436332553625}
+{"Finetune/Learning Rate": 1.3832229902265039e-05, "Finetune/Loss": 0.758631706237793, "Finetune/Loss (Raw)": 0.7742447257041931, "Finetune/Step": 4091, "Finetune/Step Time": 6.800109341740608}
+{"Finetune/Learning Rate": 1.382935242291668e-05, "Finetune/Loss": 0.7581748962402344, "Finetune/Loss (Raw)": 0.7687696814537048, "Finetune/Step": 4092, "Finetune/Step Time": 6.801620094105601}
+{"Finetune/Learning Rate": 1.3826474571970398e-05, "Finetune/Loss": 0.7589864730834961, "Finetune/Loss (Raw)": 0.9107534885406494, "Finetune/Step": 4093, "Finetune/Step Time": 6.786552796140313}
+{"Finetune/Learning Rate": 1.3823596349705462e-05, "Finetune/Loss": 0.7634525895118713, "Finetune/Loss (Raw)": 0.9975207448005676, "Finetune/Step": 4094, "Finetune/Step Time": 6.768280271440744}
+{"Finetune/Learning Rate": 1.3820717756401174e-05, "Finetune/Loss": 0.7625921964645386, "Finetune/Loss (Raw)": 0.7097172737121582, "Finetune/Step": 4095, "Finetune/Step Time": 6.775010732933879}
+{"Finetune/Learning Rate": 1.3817838792336866e-05, "Finetune/Loss": 0.7632187604904175, "Finetune/Loss (Raw)": 0.9317778944969177, "Finetune/Step": 4096, "Finetune/Step Time": 6.779499238356948}
+{"Finetune/Learning Rate": 1.381495945779192e-05, "Finetune/Loss": 0.7637410163879395, "Finetune/Loss (Raw)": 0.8541334867477417, "Finetune/Step": 4097, "Finetune/Step Time": 6.765298141166568}
+{"Finetune/Learning Rate": 1.3812079753045731e-05, "Finetune/Loss": 0.7618355751037598, "Finetune/Loss (Raw)": 0.6425237655639648, "Finetune/Step": 4098, "Finetune/Step Time": 6.772786755114794}
+{"Finetune/Learning Rate": 1.3809199678377754e-05, "Finetune/Loss": 0.7609518766403198, "Finetune/Loss (Raw)": 0.8328211307525635, "Finetune/Step": 4099, "Finetune/Step Time": 6.776097973808646}
+{"Finetune/Learning Rate": 1.3806319234067469e-05, "Finetune/Loss": 0.7622047066688538, "Finetune/Loss (Raw)": 0.9539344310760498, "Finetune/Step": 4100, "Finetune/Step Time": 6.776185970753431}
+{"Finetune/Learning Rate": 1.3803438420394386e-05, "Finetune/Loss": 0.7620594501495361, "Finetune/Loss (Raw)": 0.7832314968109131, "Finetune/Step": 4101, "Finetune/Step Time": 6.796662276610732}
+{"Finetune/Learning Rate": 1.3800557237638065e-05, "Finetune/Loss": 0.7622461318969727, "Finetune/Loss (Raw)": 0.8004486560821533, "Finetune/Step": 4102, "Finetune/Step Time": 6.793401125818491}
+{"Finetune/Learning Rate": 1.3797675686078092e-05, "Finetune/Loss": 0.7613556385040283, "Finetune/Loss (Raw)": 0.8222789168357849, "Finetune/Step": 4103, "Finetune/Step Time": 6.796757385134697}
+{"Finetune/Learning Rate": 1.3794793765994086e-05, "Finetune/Loss": 0.7620741724967957, "Finetune/Loss (Raw)": 0.8616093993186951, "Finetune/Step": 4104, "Finetune/Step Time": 6.784620026126504}
+{"Finetune/Learning Rate": 1.3791911477665714e-05, "Finetune/Loss": 0.7624185681343079, "Finetune/Loss (Raw)": 0.6883530020713806, "Finetune/Step": 4105, "Finetune/Step Time": 6.778622135519981}
+{"Finetune/Learning Rate": 1.3789028821372665e-05, "Finetune/Loss": 0.7646254301071167, "Finetune/Loss (Raw)": 0.781868040561676, "Finetune/Step": 4106, "Finetune/Step Time": 6.767025297507644}
+{"Finetune/Learning Rate": 1.3786145797394675e-05, "Finetune/Loss": 0.7638528943061829, "Finetune/Loss (Raw)": 0.7564796209335327, "Finetune/Step": 4107, "Finetune/Step Time": 6.768933845683932}
+{"Finetune/Learning Rate": 1.3783262406011506e-05, "Finetune/Loss": 0.7660220265388489, "Finetune/Loss (Raw)": 0.8717427253723145, "Finetune/Step": 4108, "Finetune/Step Time": 6.768659397959709}
+{"Finetune/Learning Rate": 1.3780378647502969e-05, "Finetune/Loss": 0.7649323344230652, "Finetune/Loss (Raw)": 0.7493273019790649, "Finetune/Step": 4109, "Finetune/Step Time": 6.7761163134127855}
+{"Finetune/Learning Rate": 1.3777494522148888e-05, "Finetune/Loss": 0.7646167278289795, "Finetune/Loss (Raw)": 0.7774073481559753, "Finetune/Step": 4110, "Finetune/Step Time": 6.793035168200731}
+{"Finetune/Learning Rate": 1.3774610030229152e-05, "Finetune/Loss": 0.7656492590904236, "Finetune/Loss (Raw)": 0.9471055865287781, "Finetune/Step": 4111, "Finetune/Step Time": 6.798479773104191}
+{"Finetune/Learning Rate": 1.377172517202366e-05, "Finetune/Loss": 0.7673439979553223, "Finetune/Loss (Raw)": 0.6066170334815979, "Finetune/Step": 4112, "Finetune/Step Time": 6.792588775977492}
+{"Finetune/Learning Rate": 1.3768839947812361e-05, "Finetune/Loss": 0.7656696438789368, "Finetune/Loss (Raw)": 0.6658168435096741, "Finetune/Step": 4113, "Finetune/Step Time": 6.790756182745099}
+{"Finetune/Learning Rate": 1.3765954357875236e-05, "Finetune/Loss": 0.7644371390342712, "Finetune/Loss (Raw)": 0.8344458937644958, "Finetune/Step": 4114, "Finetune/Step Time": 6.791822012513876}
+{"Finetune/Learning Rate": 1.3763068402492294e-05, "Finetune/Loss": 0.7652196884155273, "Finetune/Loss (Raw)": 0.8571144342422485, "Finetune/Step": 4115, "Finetune/Step Time": 6.789093274623156}
+{"Finetune/Learning Rate": 1.3760182081943595e-05, "Finetune/Loss": 0.7626800537109375, "Finetune/Loss (Raw)": 0.5385299324989319, "Finetune/Step": 4116, "Finetune/Step Time": 6.794243551790714}
+{"Finetune/Learning Rate": 1.3757295396509225e-05, "Finetune/Loss": 0.7608721256256104, "Finetune/Loss (Raw)": 0.6583241820335388, "Finetune/Step": 4117, "Finetune/Step Time": 6.803777100518346}
+{"Finetune/Learning Rate": 1.3754408346469296e-05, "Finetune/Loss": 0.7622548341751099, "Finetune/Loss (Raw)": 0.9923580288887024, "Finetune/Step": 4118, "Finetune/Step Time": 6.797862596809864}
+{"Finetune/Learning Rate": 1.3751520932103981e-05, "Finetune/Loss": 0.7627681493759155, "Finetune/Loss (Raw)": 0.949432373046875, "Finetune/Step": 4119, "Finetune/Step Time": 6.782218677923083}
+{"Finetune/Learning Rate": 1.374863315369346e-05, "Finetune/Loss": 0.7630927562713623, "Finetune/Loss (Raw)": 0.725124180316925, "Finetune/Step": 4120, "Finetune/Step Time": 6.777232959866524}
+{"Finetune/Learning Rate": 1.3745745011517969e-05, "Finetune/Loss": 0.7629883885383606, "Finetune/Loss (Raw)": 0.8373456597328186, "Finetune/Step": 4121, "Finetune/Step Time": 6.792265860363841}
+{"Finetune/Learning Rate": 1.3742856505857764e-05, "Finetune/Loss": 0.7629180550575256, "Finetune/Loss (Raw)": 0.717503011226654, "Finetune/Step": 4122, "Finetune/Step Time": 6.7914180513471365}
+{"Finetune/Learning Rate": 1.3739967636993153e-05, "Finetune/Loss": 0.7645416259765625, "Finetune/Loss (Raw)": 0.9666032195091248, "Finetune/Step": 4123, "Finetune/Step Time": 6.792736129835248}
+{"Finetune/Learning Rate": 1.3737078405204457e-05, "Finetune/Loss": 0.7633687257766724, "Finetune/Loss (Raw)": 0.5861146450042725, "Finetune/Step": 4124, "Finetune/Step Time": 6.794298954308033}
+{"Finetune/Learning Rate": 1.3734188810772062e-05, "Finetune/Loss": 0.7643213272094727, "Finetune/Loss (Raw)": 0.8476125597953796, "Finetune/Step": 4125, "Finetune/Step Time": 6.798021700233221}
+{"Finetune/Learning Rate": 1.373129885397636e-05, "Finetune/Loss": 0.7640810608863831, "Finetune/Loss (Raw)": 0.8774905800819397, "Finetune/Step": 4126, "Finetune/Step Time": 6.793795080855489}
+{"Finetune/Learning Rate": 1.3728408535097795e-05, "Finetune/Loss": 0.7645033597946167, "Finetune/Loss (Raw)": 0.8339757323265076, "Finetune/Step": 4127, "Finetune/Step Time": 6.784470101818442}
+{"Finetune/Learning Rate": 1.372551785441684e-05, "Finetune/Loss": 0.764309287071228, "Finetune/Loss (Raw)": 0.7780848741531372, "Finetune/Step": 4128, "Finetune/Step Time": 6.780417922884226}
+{"Finetune/Learning Rate": 1.3722626812214004e-05, "Finetune/Loss": 0.7648516893386841, "Finetune/Loss (Raw)": 0.8240457773208618, "Finetune/Step": 4129, "Finetune/Step Time": 6.7710794769227505}
+{"Finetune/Learning Rate": 1.3719735408769836e-05, "Finetune/Loss": 0.7654644250869751, "Finetune/Loss (Raw)": 0.8027116656303406, "Finetune/Step": 4130, "Finetune/Step Time": 6.761780899018049}
+{"Finetune/Learning Rate": 1.3716843644364914e-05, "Finetune/Loss": 0.7658423185348511, "Finetune/Loss (Raw)": 0.8336597084999084, "Finetune/Step": 4131, "Finetune/Step Time": 6.755108619108796}
+{"Finetune/Learning Rate": 1.3713951519279854e-05, "Finetune/Loss": 0.7656859755516052, "Finetune/Loss (Raw)": 0.8386452794075012, "Finetune/Step": 4132, "Finetune/Step Time": 6.756827434524894}
+{"Finetune/Learning Rate": 1.3711059033795303e-05, "Finetune/Loss": 0.7652376890182495, "Finetune/Loss (Raw)": 0.7494261264801025, "Finetune/Step": 4133, "Finetune/Step Time": 6.7643467634916306}
+{"Finetune/Learning Rate": 1.3708166188191944e-05, "Finetune/Loss": 0.7635493874549866, "Finetune/Loss (Raw)": 0.7619231343269348, "Finetune/Step": 4134, "Finetune/Step Time": 6.780425865203142}
+{"Finetune/Learning Rate": 1.3705272982750505e-05, "Finetune/Loss": 0.7661654949188232, "Finetune/Loss (Raw)": 0.7398454546928406, "Finetune/Step": 4135, "Finetune/Step Time": 6.762032667174935}
+{"Finetune/Learning Rate": 1.3702379417751734e-05, "Finetune/Loss": 0.7665518522262573, "Finetune/Loss (Raw)": 0.7560573220252991, "Finetune/Step": 4136, "Finetune/Step Time": 6.762125082314014}
+{"Finetune/Learning Rate": 1.3699485493476425e-05, "Finetune/Loss": 0.7657929062843323, "Finetune/Loss (Raw)": 0.7306352853775024, "Finetune/Step": 4137, "Finetune/Step Time": 6.759675180539489}
+{"Finetune/Learning Rate": 1.3696591210205397e-05, "Finetune/Loss": 0.7671516537666321, "Finetune/Loss (Raw)": 0.8771796226501465, "Finetune/Step": 4138, "Finetune/Step Time": 6.745607279241085}
+{"Finetune/Learning Rate": 1.3693696568219515e-05, "Finetune/Loss": 0.7660056352615356, "Finetune/Loss (Raw)": 0.7320399284362793, "Finetune/Step": 4139, "Finetune/Step Time": 6.725133903324604}
+{"Finetune/Learning Rate": 1.3690801567799672e-05, "Finetune/Loss": 0.7671294212341309, "Finetune/Loss (Raw)": 0.7393242716789246, "Finetune/Step": 4140, "Finetune/Step Time": 6.714543567970395}
+{"Finetune/Learning Rate": 1.3687906209226794e-05, "Finetune/Loss": 0.7645077705383301, "Finetune/Loss (Raw)": 0.42800939083099365, "Finetune/Step": 4141, "Finetune/Step Time": 6.715335106477141}
+{"Finetune/Learning Rate": 1.3685010492781847e-05, "Finetune/Loss": 0.7644301652908325, "Finetune/Loss (Raw)": 0.7389886379241943, "Finetune/Step": 4142, "Finetune/Step Time": 6.693014746531844}
+{"Finetune/Learning Rate": 1.3682114418745834e-05, "Finetune/Loss": 0.7640841007232666, "Finetune/Loss (Raw)": 0.7662263512611389, "Finetune/Step": 4143, "Finetune/Step Time": 6.689870545640588}
+{"Finetune/Learning Rate": 1.3679217987399775e-05, "Finetune/Loss": 0.7601205110549927, "Finetune/Loss (Raw)": 0.3285554051399231, "Finetune/Step": 4144, "Finetune/Step Time": 6.715157924219966}
+{"Finetune/Learning Rate": 1.3676321199024754e-05, "Finetune/Loss": 0.7587030529975891, "Finetune/Loss (Raw)": 0.6831883192062378, "Finetune/Step": 4145, "Finetune/Step Time": 6.733532320708036}
+{"Finetune/Learning Rate": 1.3673424053901862e-05, "Finetune/Loss": 0.762603223323822, "Finetune/Loss (Raw)": 0.8653182983398438, "Finetune/Step": 4146, "Finetune/Step Time": 6.69967545196414}
+{"Finetune/Learning Rate": 1.3670526552312241e-05, "Finetune/Loss": 0.761552095413208, "Finetune/Loss (Raw)": 0.8221699595451355, "Finetune/Step": 4147, "Finetune/Step Time": 6.705540454015136}
+{"Finetune/Learning Rate": 1.366762869453706e-05, "Finetune/Loss": 0.7612115144729614, "Finetune/Loss (Raw)": 0.8726379871368408, "Finetune/Step": 4148, "Finetune/Step Time": 6.706883493810892}
+{"Finetune/Learning Rate": 1.3664730480857528e-05, "Finetune/Loss": 0.7611405849456787, "Finetune/Loss (Raw)": 0.7964738607406616, "Finetune/Step": 4149, "Finetune/Step Time": 6.696157392114401}
+{"Finetune/Learning Rate": 1.3661831911554886e-05, "Finetune/Loss": 0.7601815462112427, "Finetune/Loss (Raw)": 0.6672120094299316, "Finetune/Step": 4150, "Finetune/Step Time": 6.720978882163763}
+{"Finetune/Learning Rate": 1.365893298691041e-05, "Finetune/Loss": 0.759896993637085, "Finetune/Loss (Raw)": 0.807746171951294, "Finetune/Step": 4151, "Finetune/Step Time": 6.716528614982963}
+{"Finetune/Learning Rate": 1.3656033707205404e-05, "Finetune/Loss": 0.7590532302856445, "Finetune/Loss (Raw)": 0.7997594475746155, "Finetune/Step": 4152, "Finetune/Step Time": 6.721464656293392}
+{"Finetune/Learning Rate": 1.3653134072721217e-05, "Finetune/Loss": 0.7590203285217285, "Finetune/Loss (Raw)": 0.7581413984298706, "Finetune/Step": 4153, "Finetune/Step Time": 6.719362942501903}
+{"Finetune/Learning Rate": 1.3650234083739229e-05, "Finetune/Loss": 0.7584747076034546, "Finetune/Loss (Raw)": 0.8248571157455444, "Finetune/Step": 4154, "Finetune/Step Time": 6.72378977201879}
+{"Finetune/Learning Rate": 1.3647333740540847e-05, "Finetune/Loss": 0.7570929527282715, "Finetune/Loss (Raw)": 0.7449740171432495, "Finetune/Step": 4155, "Finetune/Step Time": 6.726539263501763}
+{"Finetune/Learning Rate": 1.3644433043407526e-05, "Finetune/Loss": 0.7566672563552856, "Finetune/Loss (Raw)": 0.7099018692970276, "Finetune/Step": 4156, "Finetune/Step Time": 6.736286856234074}
+{"Finetune/Learning Rate": 1.3641531992620743e-05, "Finetune/Loss": 0.7571429014205933, "Finetune/Loss (Raw)": 0.9252530932426453, "Finetune/Step": 4157, "Finetune/Step Time": 6.736892117187381}
+{"Finetune/Learning Rate": 1.3638630588462014e-05, "Finetune/Loss": 0.7602567672729492, "Finetune/Loss (Raw)": 0.8163038492202759, "Finetune/Step": 4158, "Finetune/Step Time": 6.727741256356239}
+{"Finetune/Learning Rate": 1.3635728831212891e-05, "Finetune/Loss": 0.7611544132232666, "Finetune/Loss (Raw)": 0.8897250294685364, "Finetune/Step": 4159, "Finetune/Step Time": 6.727695249021053}
+{"Finetune/Learning Rate": 1.363282672115496e-05, "Finetune/Loss": 0.76233971118927, "Finetune/Loss (Raw)": 0.9282970428466797, "Finetune/Step": 4160, "Finetune/Step Time": 6.721230123192072}
+{"Finetune/Learning Rate": 1.3629924258569835e-05, "Finetune/Loss": 0.7618964910507202, "Finetune/Loss (Raw)": 0.8403263092041016, "Finetune/Step": 4161, "Finetune/Step Time": 6.718678385019302}
+{"Finetune/Learning Rate": 1.3627021443739176e-05, "Finetune/Loss": 0.7629372477531433, "Finetune/Loss (Raw)": 0.9504323601722717, "Finetune/Step": 4162, "Finetune/Step Time": 6.720584949478507}
+{"Finetune/Learning Rate": 1.3624118276944662e-05, "Finetune/Loss": 0.7625628709793091, "Finetune/Loss (Raw)": 0.6287274956703186, "Finetune/Step": 4163, "Finetune/Step Time": 6.73171010799706}
+{"Finetune/Learning Rate": 1.3621214758468027e-05, "Finetune/Loss": 0.7585587501525879, "Finetune/Loss (Raw)": 0.4856727123260498, "Finetune/Step": 4164, "Finetune/Step Time": 6.744540398940444}
+{"Finetune/Learning Rate": 1.3618310888591013e-05, "Finetune/Loss": 0.7600963711738586, "Finetune/Loss (Raw)": 0.9278377890586853, "Finetune/Step": 4165, "Finetune/Step Time": 6.737365776672959}
+{"Finetune/Learning Rate": 1.3615406667595417e-05, "Finetune/Loss": 0.7640682458877563, "Finetune/Loss (Raw)": 0.913672924041748, "Finetune/Step": 4166, "Finetune/Step Time": 6.718130541965365}
+{"Finetune/Learning Rate": 1.3612502095763057e-05, "Finetune/Loss": 0.763511061668396, "Finetune/Loss (Raw)": 0.7445456981658936, "Finetune/Step": 4167, "Finetune/Step Time": 6.702545074746013}
+{"Finetune/Learning Rate": 1.3609597173375804e-05, "Finetune/Loss": 0.7617524862289429, "Finetune/Loss (Raw)": 0.6489015221595764, "Finetune/Step": 4168, "Finetune/Step Time": 6.700702806934714}
+{"Finetune/Learning Rate": 1.3606691900715532e-05, "Finetune/Loss": 0.7590761184692383, "Finetune/Loss (Raw)": 0.40180855989456177, "Finetune/Step": 4169, "Finetune/Step Time": 6.720344040542841}
+{"Finetune/Learning Rate": 1.360378627806418e-05, "Finetune/Loss": 0.7580877542495728, "Finetune/Loss (Raw)": 0.673803448677063, "Finetune/Step": 4170, "Finetune/Step Time": 6.712325803935528}
+{"Finetune/Learning Rate": 1.3600880305703704e-05, "Finetune/Loss": 0.7577487230300903, "Finetune/Loss (Raw)": 0.8348859548568726, "Finetune/Step": 4171, "Finetune/Step Time": 6.7145399414002895}
+{"Finetune/Learning Rate": 1.3597973983916094e-05, "Finetune/Loss": 0.7576421499252319, "Finetune/Loss (Raw)": 0.7900227904319763, "Finetune/Step": 4172, "Finetune/Step Time": 6.724939182400703}
+{"Finetune/Learning Rate": 1.3595067312983381e-05, "Finetune/Loss": 0.7611474990844727, "Finetune/Loss (Raw)": 0.7763080596923828, "Finetune/Step": 4173, "Finetune/Step Time": 6.711964704096317}
+{"Finetune/Learning Rate": 1.3592160293187628e-05, "Finetune/Loss": 0.7584688067436218, "Finetune/Loss (Raw)": 0.4011586308479309, "Finetune/Step": 4174, "Finetune/Step Time": 6.731771634891629}
+{"Finetune/Learning Rate": 1.3589252924810927e-05, "Finetune/Loss": 0.7582584619522095, "Finetune/Loss (Raw)": 0.7464612722396851, "Finetune/Step": 4175, "Finetune/Step Time": 6.721894204616547}
+{"Finetune/Learning Rate": 1.3586345208135411e-05, "Finetune/Loss": 0.7610341310501099, "Finetune/Loss (Raw)": 0.7643684148788452, "Finetune/Step": 4176, "Finetune/Step Time": 6.724796442314982}
+{"Finetune/Learning Rate": 1.358343714344324e-05, "Finetune/Loss": 0.762250542640686, "Finetune/Loss (Raw)": 0.8439472317695618, "Finetune/Step": 4177, "Finetune/Step Time": 6.735134629532695}
+{"Finetune/Learning Rate": 1.3580528731016611e-05, "Finetune/Loss": 0.7629558444023132, "Finetune/Loss (Raw)": 0.8902270793914795, "Finetune/Step": 4178, "Finetune/Step Time": 6.738092878833413}
+{"Finetune/Learning Rate": 1.3577619971137754e-05, "Finetune/Loss": 0.7630825042724609, "Finetune/Loss (Raw)": 0.7696725130081177, "Finetune/Step": 4179, "Finetune/Step Time": 6.749842558056116}
+{"Finetune/Learning Rate": 1.3574710864088936e-05, "Finetune/Loss": 0.7638636827468872, "Finetune/Loss (Raw)": 0.8689574599266052, "Finetune/Step": 4180, "Finetune/Step Time": 6.729811852797866}
+{"Finetune/Learning Rate": 1.3571801410152449e-05, "Finetune/Loss": 0.7669645547866821, "Finetune/Loss (Raw)": 0.7980207204818726, "Finetune/Step": 4181, "Finetune/Step Time": 6.7130058612674475}
+{"Finetune/Learning Rate": 1.3568891609610636e-05, "Finetune/Loss": 0.7661401033401489, "Finetune/Loss (Raw)": 0.5623354315757751, "Finetune/Step": 4182, "Finetune/Step Time": 6.712104815989733}
+{"Finetune/Learning Rate": 1.3565981462745847e-05, "Finetune/Loss": 0.7665760517120361, "Finetune/Loss (Raw)": 0.8730846047401428, "Finetune/Step": 4183, "Finetune/Step Time": 6.7007345370948315}
+{"Finetune/Learning Rate": 1.3563070969840495e-05, "Finetune/Loss": 0.7680774331092834, "Finetune/Loss (Raw)": 0.7823370099067688, "Finetune/Step": 4184, "Finetune/Step Time": 6.688780073076487}
+{"Finetune/Learning Rate": 1.3560160131177e-05, "Finetune/Loss": 0.7680079340934753, "Finetune/Loss (Raw)": 0.8927463293075562, "Finetune/Step": 4185, "Finetune/Step Time": 6.69103573076427}
+{"Finetune/Learning Rate": 1.3557248947037837e-05, "Finetune/Loss": 0.7692470550537109, "Finetune/Loss (Raw)": 0.9234420657157898, "Finetune/Step": 4186, "Finetune/Step Time": 6.702993243932724}
+{"Finetune/Learning Rate": 1.35543374177055e-05, "Finetune/Loss": 0.7693092823028564, "Finetune/Loss (Raw)": 0.7430461049079895, "Finetune/Step": 4187, "Finetune/Step Time": 6.701069941744208}
+{"Finetune/Learning Rate": 1.3551425543462528e-05, "Finetune/Loss": 0.7703710794448853, "Finetune/Loss (Raw)": 0.6104073524475098, "Finetune/Step": 4188, "Finetune/Step Time": 6.690720582380891}
+{"Finetune/Learning Rate": 1.3548513324591482e-05, "Finetune/Loss": 0.7716085910797119, "Finetune/Loss (Raw)": 0.7823684811592102, "Finetune/Step": 4189, "Finetune/Step Time": 6.672409765422344}
+{"Finetune/Learning Rate": 1.3545600761374966e-05, "Finetune/Loss": 0.7695937156677246, "Finetune/Loss (Raw)": 0.5808205008506775, "Finetune/Step": 4190, "Finetune/Step Time": 6.68193350546062}
+{"Finetune/Learning Rate": 1.3542687854095604e-05, "Finetune/Loss": 0.7728166580200195, "Finetune/Loss (Raw)": 0.7980098128318787, "Finetune/Step": 4191, "Finetune/Step Time": 6.65547464042902}
+{"Finetune/Learning Rate": 1.3539774603036078e-05, "Finetune/Loss": 0.7771414518356323, "Finetune/Loss (Raw)": 0.9684764742851257, "Finetune/Step": 4192, "Finetune/Step Time": 6.632679522037506}
+{"Finetune/Learning Rate": 1.3536861008479073e-05, "Finetune/Loss": 0.7746578454971313, "Finetune/Loss (Raw)": 0.34818100929260254, "Finetune/Step": 4193, "Finetune/Step Time": 6.641903987154365}
+{"Finetune/Learning Rate": 1.3533947070707332e-05, "Finetune/Loss": 0.774823784828186, "Finetune/Loss (Raw)": 0.8550514578819275, "Finetune/Step": 4194, "Finetune/Step Time": 6.641867307946086}
+{"Finetune/Learning Rate": 1.3531032790003617e-05, "Finetune/Loss": 0.7748355865478516, "Finetune/Loss (Raw)": 0.8809987902641296, "Finetune/Step": 4195, "Finetune/Step Time": 6.642123827710748}
+{"Finetune/Learning Rate": 1.3528118166650732e-05, "Finetune/Loss": 0.7741938829421997, "Finetune/Loss (Raw)": 0.7536227107048035, "Finetune/Step": 4196, "Finetune/Step Time": 6.639702534303069}
+{"Finetune/Learning Rate": 1.3525203200931504e-05, "Finetune/Loss": 0.7709778547286987, "Finetune/Loss (Raw)": 0.4848298132419586, "Finetune/Step": 4197, "Finetune/Step Time": 6.647849002853036}
+{"Finetune/Learning Rate": 1.3522287893128808e-05, "Finetune/Loss": 0.771830677986145, "Finetune/Loss (Raw)": 0.887684166431427, "Finetune/Step": 4198, "Finetune/Step Time": 6.635138148441911}
+{"Finetune/Learning Rate": 1.3519372243525535e-05, "Finetune/Loss": 0.7732877135276794, "Finetune/Loss (Raw)": 0.9508902430534363, "Finetune/Step": 4199, "Finetune/Step Time": 6.6055165864527225}
+{"Finetune/Learning Rate": 1.3516456252404622e-05, "Finetune/Loss": 0.7745541334152222, "Finetune/Loss (Raw)": 0.8418158888816833, "Finetune/Step": 4200, "Finetune/Step Time": 6.602075474336743}
+{"Finetune/Learning Rate": 1.3513539920049034e-05, "Finetune/Loss": 0.7739769220352173, "Finetune/Loss (Raw)": 0.7241703271865845, "Finetune/Step": 4201, "Finetune/Step Time": 6.6118497941643}
+{"Finetune/Learning Rate": 1.3510623246741772e-05, "Finetune/Loss": 0.773231029510498, "Finetune/Loss (Raw)": 0.8222582936286926, "Finetune/Step": 4202, "Finetune/Step Time": 6.614908693358302}
+{"Finetune/Learning Rate": 1.3507706232765864e-05, "Finetune/Loss": 0.773237943649292, "Finetune/Loss (Raw)": 0.7640872001647949, "Finetune/Step": 4203, "Finetune/Step Time": 6.616299560293555}
+{"Finetune/Learning Rate": 1.3504788878404382e-05, "Finetune/Loss": 0.7741674780845642, "Finetune/Loss (Raw)": 0.7327502369880676, "Finetune/Step": 4204, "Finetune/Step Time": 6.5969109069556}
+{"Finetune/Learning Rate": 1.3501871183940419e-05, "Finetune/Loss": 0.7741321325302124, "Finetune/Loss (Raw)": 0.8327571153640747, "Finetune/Step": 4205, "Finetune/Step Time": 6.578678499907255}
+{"Finetune/Learning Rate": 1.3498953149657105e-05, "Finetune/Loss": 0.7740446925163269, "Finetune/Loss (Raw)": 0.7458652853965759, "Finetune/Step": 4206, "Finetune/Step Time": 6.56683106534183}
+{"Finetune/Learning Rate": 1.3496034775837608e-05, "Finetune/Loss": 0.7737432718276978, "Finetune/Loss (Raw)": 0.8447867631912231, "Finetune/Step": 4207, "Finetune/Step Time": 6.5701939426362514}
+{"Finetune/Learning Rate": 1.3493116062765121e-05, "Finetune/Loss": 0.7745517492294312, "Finetune/Loss (Raw)": 0.8080682754516602, "Finetune/Step": 4208, "Finetune/Step Time": 6.560240255668759}
+{"Finetune/Learning Rate": 1.3490197010722878e-05, "Finetune/Loss": 0.7762837409973145, "Finetune/Loss (Raw)": 0.9511296153068542, "Finetune/Step": 4209, "Finetune/Step Time": 6.538303339853883}
+{"Finetune/Learning Rate": 1.3487277619994142e-05, "Finetune/Loss": 0.7766425609588623, "Finetune/Loss (Raw)": 0.8000642657279968, "Finetune/Step": 4210, "Finetune/Step Time": 6.54349142126739}
+{"Finetune/Learning Rate": 1.3484357890862203e-05, "Finetune/Loss": 0.7762876749038696, "Finetune/Loss (Raw)": 0.8470321297645569, "Finetune/Step": 4211, "Finetune/Step Time": 6.548295194283128}
+{"Finetune/Learning Rate": 1.34814378236104e-05, "Finetune/Loss": 0.7777828574180603, "Finetune/Loss (Raw)": 0.6945620775222778, "Finetune/Step": 4212, "Finetune/Step Time": 6.519004423171282}
+{"Finetune/Learning Rate": 1.3478517418522086e-05, "Finetune/Loss": 0.7781170606613159, "Finetune/Loss (Raw)": 0.6775084137916565, "Finetune/Step": 4213, "Finetune/Step Time": 6.516754370182753}
+{"Finetune/Learning Rate": 1.3475596675880658e-05, "Finetune/Loss": 0.7791272401809692, "Finetune/Loss (Raw)": 0.8216267228126526, "Finetune/Step": 4214, "Finetune/Step Time": 6.507069790735841}
+{"Finetune/Learning Rate": 1.347267559596954e-05, "Finetune/Loss": 0.7775865793228149, "Finetune/Loss (Raw)": 0.716681182384491, "Finetune/Step": 4215, "Finetune/Step Time": 6.531749477609992}
+{"Finetune/Learning Rate": 1.3469754179072198e-05, "Finetune/Loss": 0.7776113748550415, "Finetune/Loss (Raw)": 0.8440262675285339, "Finetune/Step": 4216, "Finetune/Step Time": 6.5270446594804525}
+{"Finetune/Learning Rate": 1.3466832425472119e-05, "Finetune/Loss": 0.7778368592262268, "Finetune/Loss (Raw)": 0.8475725650787354, "Finetune/Step": 4217, "Finetune/Step Time": 6.523742558434606}
+{"Finetune/Learning Rate": 1.346391033545283e-05, "Finetune/Loss": 0.777682900428772, "Finetune/Loss (Raw)": 0.800787627696991, "Finetune/Step": 4218, "Finetune/Step Time": 6.512190969660878}
+{"Finetune/Learning Rate": 1.3460987909297888e-05, "Finetune/Loss": 0.7762207984924316, "Finetune/Loss (Raw)": 0.5870921015739441, "Finetune/Step": 4219, "Finetune/Step Time": 6.495216680690646}
+{"Finetune/Learning Rate": 1.3458065147290886e-05, "Finetune/Loss": 0.7768786549568176, "Finetune/Loss (Raw)": 0.8529723882675171, "Finetune/Step": 4220, "Finetune/Step Time": 6.484219886362553}
+{"Finetune/Learning Rate": 1.3455142049715444e-05, "Finetune/Loss": 0.7769824266433716, "Finetune/Loss (Raw)": 0.9240409731864929, "Finetune/Step": 4221, "Finetune/Step Time": 6.484996093437076}
+{"Finetune/Learning Rate": 1.3452218616855217e-05, "Finetune/Loss": 0.7756849527359009, "Finetune/Loss (Raw)": 0.8314464688301086, "Finetune/Step": 4222, "Finetune/Step Time": 6.498469823971391}
+{"Finetune/Learning Rate": 1.3449294848993898e-05, "Finetune/Loss": 0.7772479057312012, "Finetune/Loss (Raw)": 0.909767746925354, "Finetune/Step": 4223, "Finetune/Step Time": 6.490478232502937}
+{"Finetune/Learning Rate": 1.3446370746415203e-05, "Finetune/Loss": 0.7757758498191833, "Finetune/Loss (Raw)": 0.743358314037323, "Finetune/Step": 4224, "Finetune/Step Time": 6.494691049680114}
+{"Finetune/Learning Rate": 1.3443446309402885e-05, "Finetune/Loss": 0.7748368978500366, "Finetune/Loss (Raw)": 0.7339470982551575, "Finetune/Step": 4225, "Finetune/Step Time": 6.4869964849203825}
+{"Finetune/Learning Rate": 1.3440521538240732e-05, "Finetune/Loss": 0.7770614624023438, "Finetune/Loss (Raw)": 0.9272706508636475, "Finetune/Step": 4226, "Finetune/Step Time": 6.479776354506612}
+{"Finetune/Learning Rate": 1.3437596433212564e-05, "Finetune/Loss": 0.7785188555717468, "Finetune/Loss (Raw)": 1.019362449645996, "Finetune/Step": 4227, "Finetune/Step Time": 6.478165270760655}
+{"Finetune/Learning Rate": 1.3434670994602221e-05, "Finetune/Loss": 0.7774747014045715, "Finetune/Loss (Raw)": 0.8202829360961914, "Finetune/Step": 4228, "Finetune/Step Time": 6.479359030723572}
+{"Finetune/Learning Rate": 1.3431745222693597e-05, "Finetune/Loss": 0.7782044410705566, "Finetune/Loss (Raw)": 0.876643180847168, "Finetune/Step": 4229, "Finetune/Step Time": 6.4617886412888765}
+{"Finetune/Learning Rate": 1.3428819117770603e-05, "Finetune/Loss": 0.7743092179298401, "Finetune/Loss (Raw)": 0.3018587827682495, "Finetune/Step": 4230, "Finetune/Step Time": 6.475563829764724}
+{"Finetune/Learning Rate": 1.3425892680117185e-05, "Finetune/Loss": 0.7723348140716553, "Finetune/Loss (Raw)": 0.5695591568946838, "Finetune/Step": 4231, "Finetune/Step Time": 6.512107335031033}
+{"Finetune/Learning Rate": 1.3422965910017322e-05, "Finetune/Loss": 0.7719073295593262, "Finetune/Loss (Raw)": 0.8068838119506836, "Finetune/Step": 4232, "Finetune/Step Time": 6.520578799769282}
+{"Finetune/Learning Rate": 1.3420038807755031e-05, "Finetune/Loss": 0.771634578704834, "Finetune/Loss (Raw)": 0.6534473896026611, "Finetune/Step": 4233, "Finetune/Step Time": 6.52588445879519}
+{"Finetune/Learning Rate": 1.3417111373614352e-05, "Finetune/Loss": 0.7732012271881104, "Finetune/Loss (Raw)": 0.9823951721191406, "Finetune/Step": 4234, "Finetune/Step Time": 6.5277675203979015}
+{"Finetune/Learning Rate": 1.3414183607879362e-05, "Finetune/Loss": 0.7738603353500366, "Finetune/Loss (Raw)": 0.840847373008728, "Finetune/Step": 4235, "Finetune/Step Time": 6.526810739189386}
+{"Finetune/Learning Rate": 1.3411255510834166e-05, "Finetune/Loss": 0.772096574306488, "Finetune/Loss (Raw)": 0.6459788680076599, "Finetune/Step": 4236, "Finetune/Step Time": 6.534973952919245}
+{"Finetune/Learning Rate": 1.3408327082762916e-05, "Finetune/Loss": 0.7735756635665894, "Finetune/Loss (Raw)": 0.9386484622955322, "Finetune/Step": 4237, "Finetune/Step Time": 6.527151100337505}
+{"Finetune/Learning Rate": 1.3405398323949772e-05, "Finetune/Loss": 0.77452552318573, "Finetune/Loss (Raw)": 0.8989914059638977, "Finetune/Step": 4238, "Finetune/Step Time": 6.505151987075806}
+{"Finetune/Learning Rate": 1.3402469234678946e-05, "Finetune/Loss": 0.7737234234809875, "Finetune/Loss (Raw)": 0.8444339036941528, "Finetune/Step": 4239, "Finetune/Step Time": 6.50093450024724}
+{"Finetune/Learning Rate": 1.339953981523467e-05, "Finetune/Loss": 0.7752639651298523, "Finetune/Loss (Raw)": 0.8038113117218018, "Finetune/Step": 4240, "Finetune/Step Time": 6.489034278318286}
+{"Finetune/Learning Rate": 1.3396610065901219e-05, "Finetune/Loss": 0.776410698890686, "Finetune/Loss (Raw)": 0.812588632106781, "Finetune/Step": 4241, "Finetune/Step Time": 6.500667929649353}
+{"Finetune/Learning Rate": 1.3393679986962888e-05, "Finetune/Loss": 0.7768820524215698, "Finetune/Loss (Raw)": 0.8947873115539551, "Finetune/Step": 4242, "Finetune/Step Time": 6.5095819141715765}
+{"Finetune/Learning Rate": 1.3390749578704019e-05, "Finetune/Loss": 0.7761662006378174, "Finetune/Loss (Raw)": 0.7654803395271301, "Finetune/Step": 4243, "Finetune/Step Time": 6.5287282187491655}
+{"Finetune/Learning Rate": 1.3387818841408965e-05, "Finetune/Loss": 0.7786657810211182, "Finetune/Loss (Raw)": 0.8584839105606079, "Finetune/Step": 4244, "Finetune/Step Time": 6.512845141813159}
+{"Finetune/Learning Rate": 1.3384887775362133e-05, "Finetune/Loss": 0.780076265335083, "Finetune/Loss (Raw)": 0.8388633131980896, "Finetune/Step": 4245, "Finetune/Step Time": 6.514022335410118}
+{"Finetune/Learning Rate": 1.3381956380847942e-05, "Finetune/Loss": 0.7782144546508789, "Finetune/Loss (Raw)": 0.7540534138679504, "Finetune/Step": 4246, "Finetune/Step Time": 6.549426069483161}
+{"Finetune/Learning Rate": 1.3379024658150864e-05, "Finetune/Loss": 0.7774899005889893, "Finetune/Loss (Raw)": 0.8566858768463135, "Finetune/Step": 4247, "Finetune/Step Time": 6.551494728773832}
+{"Finetune/Learning Rate": 1.3376092607555381e-05, "Finetune/Loss": 0.7744641304016113, "Finetune/Loss (Raw)": 0.3378143906593323, "Finetune/Step": 4248, "Finetune/Step Time": 6.557928452268243}
+{"Finetune/Learning Rate": 1.3373160229346027e-05, "Finetune/Loss": 0.7747896313667297, "Finetune/Loss (Raw)": 0.8790194988250732, "Finetune/Step": 4249, "Finetune/Step Time": 6.541469214484096}
+{"Finetune/Learning Rate": 1.3370227523807348e-05, "Finetune/Loss": 0.7738775014877319, "Finetune/Loss (Raw)": 0.6007491946220398, "Finetune/Step": 4250, "Finetune/Step Time": 6.537639025598764}
+{"Finetune/Learning Rate": 1.3367294491223944e-05, "Finetune/Loss": 0.7717660069465637, "Finetune/Loss (Raw)": 0.6963297724723816, "Finetune/Step": 4251, "Finetune/Step Time": 6.537086030468345}
+{"Finetune/Learning Rate": 1.3364361131880421e-05, "Finetune/Loss": 0.7750512957572937, "Finetune/Loss (Raw)": 1.006629228591919, "Finetune/Step": 4252, "Finetune/Step Time": 6.548915509134531}
+{"Finetune/Learning Rate": 1.336142744606144e-05, "Finetune/Loss": 0.7728221416473389, "Finetune/Loss (Raw)": 0.5622812509536743, "Finetune/Step": 4253, "Finetune/Step Time": 6.57788716442883}
+{"Finetune/Learning Rate": 1.335849343405168e-05, "Finetune/Loss": 0.7698045969009399, "Finetune/Loss (Raw)": 0.49124157428741455, "Finetune/Step": 4254, "Finetune/Step Time": 6.588207541033626}
+{"Finetune/Learning Rate": 1.335555909613586e-05, "Finetune/Loss": 0.7687670588493347, "Finetune/Loss (Raw)": 0.701173722743988, "Finetune/Step": 4255, "Finetune/Step Time": 6.583652842789888}
+{"Finetune/Learning Rate": 1.3352624432598717e-05, "Finetune/Loss": 0.7689889669418335, "Finetune/Loss (Raw)": 0.8064919710159302, "Finetune/Step": 4256, "Finetune/Step Time": 6.599184766411781}
+{"Finetune/Learning Rate": 1.3349689443725042e-05, "Finetune/Loss": 0.7693763971328735, "Finetune/Loss (Raw)": 0.8736405968666077, "Finetune/Step": 4257, "Finetune/Step Time": 6.593496548011899}
+{"Finetune/Learning Rate": 1.3346754129799634e-05, "Finetune/Loss": 0.7681839466094971, "Finetune/Loss (Raw)": 0.65007084608078, "Finetune/Step": 4258, "Finetune/Step Time": 6.594625696539879}
+{"Finetune/Learning Rate": 1.3343818491107335e-05, "Finetune/Loss": 0.7688980102539062, "Finetune/Loss (Raw)": 0.925063967704773, "Finetune/Step": 4259, "Finetune/Step Time": 6.598235636949539}
+{"Finetune/Learning Rate": 1.334088252793302e-05, "Finetune/Loss": 0.7685022950172424, "Finetune/Loss (Raw)": 0.7879886627197266, "Finetune/Step": 4260, "Finetune/Step Time": 6.59505632519722}
+{"Finetune/Learning Rate": 1.3337946240561595e-05, "Finetune/Loss": 0.7692139148712158, "Finetune/Loss (Raw)": 0.8405188322067261, "Finetune/Step": 4261, "Finetune/Step Time": 6.589266002178192}
+{"Finetune/Learning Rate": 1.3335009629277993e-05, "Finetune/Loss": 0.7693148851394653, "Finetune/Loss (Raw)": 0.774848997592926, "Finetune/Step": 4262, "Finetune/Step Time": 6.579555472359061}
+{"Finetune/Learning Rate": 1.3332072694367182e-05, "Finetune/Loss": 0.7711114287376404, "Finetune/Loss (Raw)": 0.9697977304458618, "Finetune/Step": 4263, "Finetune/Step Time": 6.577970502898097}
+{"Finetune/Learning Rate": 1.332913543611416e-05, "Finetune/Loss": 0.7702677249908447, "Finetune/Loss (Raw)": 0.6480637192726135, "Finetune/Step": 4264, "Finetune/Step Time": 6.588710581883788}
+{"Finetune/Learning Rate": 1.3326197854803952e-05, "Finetune/Loss": 0.7703592777252197, "Finetune/Loss (Raw)": 0.7423593401908875, "Finetune/Step": 4265, "Finetune/Step Time": 6.596046295017004}
+{"Finetune/Learning Rate": 1.3323259950721626e-05, "Finetune/Loss": 0.7709590196609497, "Finetune/Loss (Raw)": 0.9539421796798706, "Finetune/Step": 4266, "Finetune/Step Time": 6.595713794231415}
+{"Finetune/Learning Rate": 1.332032172415227e-05, "Finetune/Loss": 0.7703425288200378, "Finetune/Loss (Raw)": 0.6531280279159546, "Finetune/Step": 4267, "Finetune/Step Time": 6.618584984913468}
+{"Finetune/Learning Rate": 1.3317383175381012e-05, "Finetune/Loss": 0.7703549265861511, "Finetune/Loss (Raw)": 0.7409079670906067, "Finetune/Step": 4268, "Finetune/Step Time": 6.610203932970762}
+{"Finetune/Learning Rate": 1.3314444304693002e-05, "Finetune/Loss": 0.7714682817459106, "Finetune/Loss (Raw)": 0.5705285668373108, "Finetune/Step": 4269, "Finetune/Step Time": 6.624152433127165}
+{"Finetune/Learning Rate": 1.3311505112373427e-05, "Finetune/Loss": 0.7720460891723633, "Finetune/Loss (Raw)": 0.8129481673240662, "Finetune/Step": 4270, "Finetune/Step Time": 6.624411799013615}
+{"Finetune/Learning Rate": 1.3308565598707508e-05, "Finetune/Loss": 0.7689673900604248, "Finetune/Loss (Raw)": 0.3721480667591095, "Finetune/Step": 4271, "Finetune/Step Time": 6.645259279757738}
+{"Finetune/Learning Rate": 1.330562576398049e-05, "Finetune/Loss": 0.7730395197868347, "Finetune/Loss (Raw)": 0.8497838973999023, "Finetune/Step": 4272, "Finetune/Step Time": 6.618495475500822}
+{"Finetune/Learning Rate": 1.3302685608477652e-05, "Finetune/Loss": 0.7733056545257568, "Finetune/Loss (Raw)": 0.7172562479972839, "Finetune/Step": 4273, "Finetune/Step Time": 6.596688102930784}
+{"Finetune/Learning Rate": 1.329974513248431e-05, "Finetune/Loss": 0.7726423740386963, "Finetune/Loss (Raw)": 0.7804237604141235, "Finetune/Step": 4274, "Finetune/Step Time": 6.602220950648189}
+{"Finetune/Learning Rate": 1.32968043362858e-05, "Finetune/Loss": 0.7712358236312866, "Finetune/Loss (Raw)": 0.6421303749084473, "Finetune/Step": 4275, "Finetune/Step Time": 6.613275093957782}
+{"Finetune/Learning Rate": 1.3293863220167497e-05, "Finetune/Loss": 0.7710513472557068, "Finetune/Loss (Raw)": 0.8490211367607117, "Finetune/Step": 4276, "Finetune/Step Time": 6.62438584305346}
+{"Finetune/Learning Rate": 1.3290921784414808e-05, "Finetune/Loss": 0.7706084251403809, "Finetune/Loss (Raw)": 0.7397825121879578, "Finetune/Step": 4277, "Finetune/Step Time": 6.6459413059055805}
+{"Finetune/Learning Rate": 1.3287980029313163e-05, "Finetune/Loss": 0.7724588513374329, "Finetune/Loss (Raw)": 0.9040675163269043, "Finetune/Step": 4278, "Finetune/Step Time": 6.620128981769085}
+{"Finetune/Learning Rate": 1.3285037955148033e-05, "Finetune/Loss": 0.7718933820724487, "Finetune/Loss (Raw)": 0.7353670001029968, "Finetune/Step": 4279, "Finetune/Step Time": 6.617456490173936}
+{"Finetune/Learning Rate": 1.328209556220491e-05, "Finetune/Loss": 0.7724007368087769, "Finetune/Loss (Raw)": 0.8647000789642334, "Finetune/Step": 4280, "Finetune/Step Time": 6.6104790810495615}
+{"Finetune/Learning Rate": 1.3279152850769323e-05, "Finetune/Loss": 0.7738596200942993, "Finetune/Loss (Raw)": 0.9448731541633606, "Finetune/Step": 4281, "Finetune/Step Time": 6.614704420790076}
+{"Finetune/Learning Rate": 1.3276209821126837e-05, "Finetune/Loss": 0.7742204666137695, "Finetune/Loss (Raw)": 0.8710450530052185, "Finetune/Step": 4282, "Finetune/Step Time": 6.612832250073552}
+{"Finetune/Learning Rate": 1.3273266473563035e-05, "Finetune/Loss": 0.7746092081069946, "Finetune/Loss (Raw)": 0.794735848903656, "Finetune/Step": 4283, "Finetune/Step Time": 6.617557460442185}
+{"Finetune/Learning Rate": 1.3270322808363538e-05, "Finetune/Loss": 0.775471031665802, "Finetune/Loss (Raw)": 0.8202177882194519, "Finetune/Step": 4284, "Finetune/Step Time": 6.605935337021947}
+{"Finetune/Learning Rate": 1.3267378825814004e-05, "Finetune/Loss": 0.7730609178543091, "Finetune/Loss (Raw)": 0.6167597770690918, "Finetune/Step": 4285, "Finetune/Step Time": 6.639561356976628}
+{"Finetune/Learning Rate": 1.3264434526200105e-05, "Finetune/Loss": 0.7728151679039001, "Finetune/Loss (Raw)": 0.78485107421875, "Finetune/Step": 4286, "Finetune/Step Time": 6.630908163264394}
+{"Finetune/Learning Rate": 1.3261489909807562e-05, "Finetune/Loss": 0.7725381851196289, "Finetune/Loss (Raw)": 0.8542702198028564, "Finetune/Step": 4287, "Finetune/Step Time": 6.633553119376302}
+{"Finetune/Learning Rate": 1.3258544976922115e-05, "Finetune/Loss": 0.7724452018737793, "Finetune/Loss (Raw)": 0.9163894057273865, "Finetune/Step": 4288, "Finetune/Step Time": 6.6572156716138124}
+{"Finetune/Learning Rate": 1.325559972782954e-05, "Finetune/Loss": 0.7717946767807007, "Finetune/Loss (Raw)": 0.7570598721504211, "Finetune/Step": 4289, "Finetune/Step Time": 6.658932127058506}
+{"Finetune/Learning Rate": 1.325265416281564e-05, "Finetune/Loss": 0.7715761661529541, "Finetune/Loss (Raw)": 0.9224687814712524, "Finetune/Step": 4290, "Finetune/Step Time": 6.65923191793263}
+{"Finetune/Learning Rate": 1.3249708282166255e-05, "Finetune/Loss": 0.7738281488418579, "Finetune/Loss (Raw)": 0.9169707894325256, "Finetune/Step": 4291, "Finetune/Step Time": 6.644130330532789}
+{"Finetune/Learning Rate": 1.3246762086167245e-05, "Finetune/Loss": 0.7769210338592529, "Finetune/Loss (Raw)": 0.8815697431564331, "Finetune/Step": 4292, "Finetune/Step Time": 6.639188759028912}
+{"Finetune/Learning Rate": 1.324381557510451e-05, "Finetune/Loss": 0.7763338088989258, "Finetune/Loss (Raw)": 0.8526694774627686, "Finetune/Step": 4293, "Finetune/Step Time": 6.647235566750169}
+{"Finetune/Learning Rate": 1.3240868749263983e-05, "Finetune/Loss": 0.7752929329872131, "Finetune/Loss (Raw)": 0.780444324016571, "Finetune/Step": 4294, "Finetune/Step Time": 6.669046275317669}
+{"Finetune/Learning Rate": 1.3237921608931611e-05, "Finetune/Loss": 0.772116482257843, "Finetune/Loss (Raw)": 0.33796069025993347, "Finetune/Step": 4295, "Finetune/Step Time": 6.68604102730751}
+{"Finetune/Learning Rate": 1.3234974154393395e-05, "Finetune/Loss": 0.7746391892433167, "Finetune/Loss (Raw)": 0.9718033671379089, "Finetune/Step": 4296, "Finetune/Step Time": 6.683609522879124}
+{"Finetune/Learning Rate": 1.3232026385935344e-05, "Finetune/Loss": 0.7784299850463867, "Finetune/Loss (Raw)": 0.8870280385017395, "Finetune/Step": 4297, "Finetune/Step Time": 6.6665206253528595}
+{"Finetune/Learning Rate": 1.3229078303843512e-05, "Finetune/Loss": 0.7780532240867615, "Finetune/Loss (Raw)": 0.6255837082862854, "Finetune/Step": 4298, "Finetune/Step Time": 6.671367194503546}
+{"Finetune/Learning Rate": 1.3226129908403977e-05, "Finetune/Loss": 0.7780904173851013, "Finetune/Loss (Raw)": 0.8396422266960144, "Finetune/Step": 4299, "Finetune/Step Time": 6.677937187254429}
+{"Finetune/Learning Rate": 1.3223181199902854e-05, "Finetune/Loss": 0.7791277170181274, "Finetune/Loss (Raw)": 0.9228007793426514, "Finetune/Step": 4300, "Finetune/Step Time": 6.662725381553173}
+{"Finetune/Learning Rate": 1.3220232178626277e-05, "Finetune/Loss": 0.7761803865432739, "Finetune/Loss (Raw)": 0.3990480303764343, "Finetune/Step": 4301, "Finetune/Step Time": 6.676540274173021}
+{"Finetune/Learning Rate": 1.3217282844860427e-05, "Finetune/Loss": 0.7802221775054932, "Finetune/Loss (Raw)": 0.918512225151062, "Finetune/Step": 4302, "Finetune/Step Time": 6.661894889548421}
+{"Finetune/Learning Rate": 1.3214333198891496e-05, "Finetune/Loss": 0.7815641164779663, "Finetune/Loss (Raw)": 0.9182301163673401, "Finetune/Step": 4303, "Finetune/Step Time": 6.661247732117772}
+{"Finetune/Learning Rate": 1.3211383241005717e-05, "Finetune/Loss": 0.7785497903823853, "Finetune/Loss (Raw)": 0.3785347044467926, "Finetune/Step": 4304, "Finetune/Step Time": 6.658736759796739}
+{"Finetune/Learning Rate": 1.3208432971489356e-05, "Finetune/Loss": 0.7772290706634521, "Finetune/Loss (Raw)": 0.6748858094215393, "Finetune/Step": 4305, "Finetune/Step Time": 6.650193639099598}
+{"Finetune/Learning Rate": 1.3205482390628703e-05, "Finetune/Loss": 0.7760589122772217, "Finetune/Loss (Raw)": 0.7404555082321167, "Finetune/Step": 4306, "Finetune/Step Time": 6.655905107036233}
+{"Finetune/Learning Rate": 1.3202531498710081e-05, "Finetune/Loss": 0.7748759984970093, "Finetune/Loss (Raw)": 0.6182576417922974, "Finetune/Step": 4307, "Finetune/Step Time": 6.644906373694539}
+{"Finetune/Learning Rate": 1.3199580296019843e-05, "Finetune/Loss": 0.7736111879348755, "Finetune/Loss (Raw)": 0.7070602178573608, "Finetune/Step": 4308, "Finetune/Step Time": 6.6559627410024405}
+{"Finetune/Learning Rate": 1.319662878284437e-05, "Finetune/Loss": 0.7732763886451721, "Finetune/Loss (Raw)": 0.7551625967025757, "Finetune/Step": 4309, "Finetune/Step Time": 6.660910975188017}
+{"Finetune/Learning Rate": 1.3193676959470079e-05, "Finetune/Loss": 0.7719288468360901, "Finetune/Loss (Raw)": 0.3898569643497467, "Finetune/Step": 4310, "Finetune/Step Time": 6.671045143157244}
+{"Finetune/Learning Rate": 1.3190724826183407e-05, "Finetune/Loss": 0.7715911865234375, "Finetune/Loss (Raw)": 0.8298545479774475, "Finetune/Step": 4311, "Finetune/Step Time": 6.67742021381855}
+{"Finetune/Learning Rate": 1.318777238327083e-05, "Finetune/Loss": 0.7725207805633545, "Finetune/Loss (Raw)": 0.9013305306434631, "Finetune/Step": 4312, "Finetune/Step Time": 6.684889044612646}
+{"Finetune/Learning Rate": 1.3184819631018858e-05, "Finetune/Loss": 0.7728087902069092, "Finetune/Loss (Raw)": 0.929608166217804, "Finetune/Step": 4313, "Finetune/Step Time": 6.69500594586134}
+{"Finetune/Learning Rate": 1.3181866569714012e-05, "Finetune/Loss": 0.7724339962005615, "Finetune/Loss (Raw)": 0.8754755258560181, "Finetune/Step": 4314, "Finetune/Step Time": 6.686139944940805}
+{"Finetune/Learning Rate": 1.3178913199642863e-05, "Finetune/Loss": 0.7726877927780151, "Finetune/Loss (Raw)": 0.7755247950553894, "Finetune/Step": 4315, "Finetune/Step Time": 6.672890871763229}
+{"Finetune/Learning Rate": 1.3175959521092003e-05, "Finetune/Loss": 0.773357629776001, "Finetune/Loss (Raw)": 0.696148157119751, "Finetune/Step": 4316, "Finetune/Step Time": 6.676361465826631}
+{"Finetune/Learning Rate": 1.3173005534348054e-05, "Finetune/Loss": 0.7735753059387207, "Finetune/Loss (Raw)": 0.8102318048477173, "Finetune/Step": 4317, "Finetune/Step Time": 6.674907226115465}
+{"Finetune/Learning Rate": 1.3170051239697668e-05, "Finetune/Loss": 0.773995578289032, "Finetune/Loss (Raw)": 0.6346194744110107, "Finetune/Step": 4318, "Finetune/Step Time": 6.668621938675642}
+{"Finetune/Learning Rate": 1.3167096637427528e-05, "Finetune/Loss": 0.7725498676300049, "Finetune/Loss (Raw)": 0.6129518747329712, "Finetune/Step": 4319, "Finetune/Step Time": 6.684106983244419}
+{"Finetune/Learning Rate": 1.3164141727824351e-05, "Finetune/Loss": 0.7709656953811646, "Finetune/Loss (Raw)": 0.7657078504562378, "Finetune/Step": 4320, "Finetune/Step Time": 6.687638310715556}
+{"Finetune/Learning Rate": 1.3161186511174875e-05, "Finetune/Loss": 0.7729735374450684, "Finetune/Loss (Raw)": 0.6051883697509766, "Finetune/Step": 4321, "Finetune/Step Time": 6.680812146514654}
+{"Finetune/Learning Rate": 1.3158230987765875e-05, "Finetune/Loss": 0.7734500169754028, "Finetune/Loss (Raw)": 0.9160357713699341, "Finetune/Step": 4322, "Finetune/Step Time": 6.682855809107423}
+{"Finetune/Learning Rate": 1.3155275157884149e-05, "Finetune/Loss": 0.7713321447372437, "Finetune/Loss (Raw)": 0.6099080443382263, "Finetune/Step": 4323, "Finetune/Step Time": 6.680511262267828}
+{"Finetune/Learning Rate": 1.3152319021816536e-05, "Finetune/Loss": 0.7716249227523804, "Finetune/Loss (Raw)": 0.7911012172698975, "Finetune/Step": 4324, "Finetune/Step Time": 6.679705763235688}
+{"Finetune/Learning Rate": 1.314936257984989e-05, "Finetune/Loss": 0.7719491124153137, "Finetune/Loss (Raw)": 0.526324450969696, "Finetune/Step": 4325, "Finetune/Step Time": 6.67956593260169}
+{"Finetune/Learning Rate": 1.3146405832271105e-05, "Finetune/Loss": 0.7701725959777832, "Finetune/Loss (Raw)": 0.6602979302406311, "Finetune/Step": 4326, "Finetune/Step Time": 6.687594845890999}
+{"Finetune/Learning Rate": 1.3143448779367105e-05, "Finetune/Loss": 0.7669310569763184, "Finetune/Loss (Raw)": 0.5359690189361572, "Finetune/Step": 4327, "Finetune/Step Time": 6.704549226909876}
+{"Finetune/Learning Rate": 1.3140491421424839e-05, "Finetune/Loss": 0.7663453221321106, "Finetune/Loss (Raw)": 0.7668452858924866, "Finetune/Step": 4328, "Finetune/Step Time": 6.698434147983789}
+{"Finetune/Learning Rate": 1.313753375873128e-05, "Finetune/Loss": 0.7671573162078857, "Finetune/Loss (Raw)": 0.8281021118164062, "Finetune/Step": 4329, "Finetune/Step Time": 6.688309034332633}
+{"Finetune/Learning Rate": 1.313457579157345e-05, "Finetune/Loss": 0.7676470875740051, "Finetune/Loss (Raw)": 0.8849465250968933, "Finetune/Step": 4330, "Finetune/Step Time": 6.6873982306569815}
+{"Finetune/Learning Rate": 1.313161752023838e-05, "Finetune/Loss": 0.7683948278427124, "Finetune/Loss (Raw)": 0.85979825258255, "Finetune/Step": 4331, "Finetune/Step Time": 6.687114400789142}
+{"Finetune/Learning Rate": 1.312865894501314e-05, "Finetune/Loss": 0.7692111730575562, "Finetune/Loss (Raw)": 0.8372437357902527, "Finetune/Step": 4332, "Finetune/Step Time": 6.689495638012886}
+{"Finetune/Learning Rate": 1.312570006618483e-05, "Finetune/Loss": 0.7695620656013489, "Finetune/Loss (Raw)": 0.8776711821556091, "Finetune/Step": 4333, "Finetune/Step Time": 6.6910754181444645}
+{"Finetune/Learning Rate": 1.3122740884040577e-05, "Finetune/Loss": 0.7710204124450684, "Finetune/Loss (Raw)": 0.932538628578186, "Finetune/Step": 4334, "Finetune/Step Time": 6.68923887424171}
+{"Finetune/Learning Rate": 1.3119781398867538e-05, "Finetune/Loss": 0.7709804773330688, "Finetune/Loss (Raw)": 0.8396756052970886, "Finetune/Step": 4335, "Finetune/Step Time": 6.674490198493004}
+{"Finetune/Learning Rate": 1.3116821610952902e-05, "Finetune/Loss": 0.7719731330871582, "Finetune/Loss (Raw)": 0.9351256489753723, "Finetune/Step": 4336, "Finetune/Step Time": 6.6900419518351555}
+{"Finetune/Learning Rate": 1.3113861520583878e-05, "Finetune/Loss": 0.7687846422195435, "Finetune/Loss (Raw)": 0.5429967045783997, "Finetune/Step": 4337, "Finetune/Step Time": 6.712168671190739}
+{"Finetune/Learning Rate": 1.3110901128047717e-05, "Finetune/Loss": 0.7688837051391602, "Finetune/Loss (Raw)": 0.8127436637878418, "Finetune/Step": 4338, "Finetune/Step Time": 6.702233703806996}
+{"Finetune/Learning Rate": 1.3107940433631692e-05, "Finetune/Loss": 0.7683141231536865, "Finetune/Loss (Raw)": 0.7741283774375916, "Finetune/Step": 4339, "Finetune/Step Time": 6.702534334734082}
+{"Finetune/Learning Rate": 1.310497943762311e-05, "Finetune/Loss": 0.7686618566513062, "Finetune/Loss (Raw)": 0.7390704154968262, "Finetune/Step": 4340, "Finetune/Step Time": 6.716333007439971}
+{"Finetune/Learning Rate": 1.3102018140309297e-05, "Finetune/Loss": 0.7707939147949219, "Finetune/Loss (Raw)": 0.9504181146621704, "Finetune/Step": 4341, "Finetune/Step Time": 6.708470892161131}
+{"Finetune/Learning Rate": 1.3099056541977624e-05, "Finetune/Loss": 0.7700573205947876, "Finetune/Loss (Raw)": 0.7273470759391785, "Finetune/Step": 4342, "Finetune/Step Time": 6.757252912968397}
+{"Finetune/Learning Rate": 1.3096094642915476e-05, "Finetune/Loss": 0.7701539993286133, "Finetune/Loss (Raw)": 0.7290503978729248, "Finetune/Step": 4343, "Finetune/Step Time": 6.722463546320796}
+{"Finetune/Learning Rate": 1.3093132443410277e-05, "Finetune/Loss": 0.7699451446533203, "Finetune/Loss (Raw)": 0.8172923922538757, "Finetune/Step": 4344, "Finetune/Step Time": 6.730586089193821}
+{"Finetune/Learning Rate": 1.3090169943749475e-05, "Finetune/Loss": 0.7694028615951538, "Finetune/Loss (Raw)": 0.7781581282615662, "Finetune/Step": 4345, "Finetune/Step Time": 6.730591636151075}
+{"Finetune/Learning Rate": 1.308720714422055e-05, "Finetune/Loss": 0.7695599794387817, "Finetune/Loss (Raw)": 0.820900559425354, "Finetune/Step": 4346, "Finetune/Step Time": 6.734243161976337}
+{"Finetune/Learning Rate": 1.3084244045111013e-05, "Finetune/Loss": 0.772107720375061, "Finetune/Loss (Raw)": 0.9132055640220642, "Finetune/Step": 4347, "Finetune/Step Time": 6.727107459679246}
+{"Finetune/Learning Rate": 1.3081280646708398e-05, "Finetune/Loss": 0.7719230055809021, "Finetune/Loss (Raw)": 0.8293251395225525, "Finetune/Step": 4348, "Finetune/Step Time": 6.732613271102309}
+{"Finetune/Learning Rate": 1.3078316949300272e-05, "Finetune/Loss": 0.7716758251190186, "Finetune/Loss (Raw)": 0.8924024105072021, "Finetune/Step": 4349, "Finetune/Step Time": 6.729564171284437}
+{"Finetune/Learning Rate": 1.307535295317423e-05, "Finetune/Loss": 0.7695444226264954, "Finetune/Loss (Raw)": 0.5586274266242981, "Finetune/Step": 4350, "Finetune/Step Time": 6.730465665459633}
+{"Finetune/Learning Rate": 1.3072388658617896e-05, "Finetune/Loss": 0.7689826488494873, "Finetune/Loss (Raw)": 0.8378564715385437, "Finetune/Step": 4351, "Finetune/Step Time": 6.729650631546974}
+{"Finetune/Learning Rate": 1.3069424065918922e-05, "Finetune/Loss": 0.7695197463035583, "Finetune/Loss (Raw)": 0.8121103048324585, "Finetune/Step": 4352, "Finetune/Step Time": 6.721804782748222}
+{"Finetune/Learning Rate": 1.3066459175364996e-05, "Finetune/Loss": 0.7706397771835327, "Finetune/Loss (Raw)": 0.8773147463798523, "Finetune/Step": 4353, "Finetune/Step Time": 6.719677083194256}
+{"Finetune/Learning Rate": 1.3063493987243823e-05, "Finetune/Loss": 0.7692174911499023, "Finetune/Loss (Raw)": 0.7452132105827332, "Finetune/Step": 4354, "Finetune/Step Time": 6.728471236303449}
+{"Finetune/Learning Rate": 1.3060528501843143e-05, "Finetune/Loss": 0.7677881717681885, "Finetune/Loss (Raw)": 0.8364124298095703, "Finetune/Step": 4355, "Finetune/Step Time": 6.735198985785246}
+{"Finetune/Learning Rate": 1.3057562719450732e-05, "Finetune/Loss": 0.7678966522216797, "Finetune/Loss (Raw)": 0.8341635465621948, "Finetune/Step": 4356, "Finetune/Step Time": 6.733419440686703}
+{"Finetune/Learning Rate": 1.3054596640354378e-05, "Finetune/Loss": 0.7681136131286621, "Finetune/Loss (Raw)": 0.9044128060340881, "Finetune/Step": 4357, "Finetune/Step Time": 6.7334148325026035}
+{"Finetune/Learning Rate": 1.3051630264841915e-05, "Finetune/Loss": 0.7724869251251221, "Finetune/Loss (Raw)": 0.8616493344306946, "Finetune/Step": 4358, "Finetune/Step Time": 6.723272716626525}
+{"Finetune/Learning Rate": 1.3048663593201196e-05, "Finetune/Loss": 0.774275004863739, "Finetune/Loss (Raw)": 0.7984272837638855, "Finetune/Step": 4359, "Finetune/Step Time": 6.685804270207882}
+{"Finetune/Learning Rate": 1.30456966257201e-05, "Finetune/Loss": 0.7737664580345154, "Finetune/Loss (Raw)": 0.7417951822280884, "Finetune/Step": 4360, "Finetune/Step Time": 6.677457273006439}
+{"Finetune/Learning Rate": 1.3042729362686546e-05, "Finetune/Loss": 0.7766584753990173, "Finetune/Loss (Raw)": 1.0236232280731201, "Finetune/Step": 4361, "Finetune/Step Time": 6.68553332798183}
+{"Finetune/Learning Rate": 1.3039761804388474e-05, "Finetune/Loss": 0.7753055095672607, "Finetune/Loss (Raw)": 0.809213399887085, "Finetune/Step": 4362, "Finetune/Step Time": 6.68821975402534}
+{"Finetune/Learning Rate": 1.3036793951113851e-05, "Finetune/Loss": 0.7748390436172485, "Finetune/Loss (Raw)": 0.7811492681503296, "Finetune/Step": 4363, "Finetune/Step Time": 6.6853363532572985}
+{"Finetune/Learning Rate": 1.3033825803150676e-05, "Finetune/Loss": 0.775585412979126, "Finetune/Loss (Raw)": 0.7415111064910889, "Finetune/Step": 4364, "Finetune/Step Time": 6.696399683132768}
+{"Finetune/Learning Rate": 1.3030857360786979e-05, "Finetune/Loss": 0.7738320231437683, "Finetune/Loss (Raw)": 0.7142081260681152, "Finetune/Step": 4365, "Finetune/Step Time": 6.710744548588991}
+{"Finetune/Learning Rate": 1.3027888624310816e-05, "Finetune/Loss": 0.7737553119659424, "Finetune/Loss (Raw)": 0.8891691565513611, "Finetune/Step": 4366, "Finetune/Step Time": 6.7105575278401375}
+{"Finetune/Learning Rate": 1.3024919594010272e-05, "Finetune/Loss": 0.7730487585067749, "Finetune/Loss (Raw)": 0.754006564617157, "Finetune/Step": 4367, "Finetune/Step Time": 6.716402355581522}
+{"Finetune/Learning Rate": 1.302195027017345e-05, "Finetune/Loss": 0.7734438180923462, "Finetune/Loss (Raw)": 0.8543761372566223, "Finetune/Step": 4368, "Finetune/Step Time": 6.712463855743408}
+{"Finetune/Learning Rate": 1.3018980653088508e-05, "Finetune/Loss": 0.773148775100708, "Finetune/Loss (Raw)": 0.7748257517814636, "Finetune/Step": 4369, "Finetune/Step Time": 6.7081846464425325}
+{"Finetune/Learning Rate": 1.3016010743043603e-05, "Finetune/Loss": 0.7731037139892578, "Finetune/Loss (Raw)": 0.8890108466148376, "Finetune/Step": 4370, "Finetune/Step Time": 6.710455184802413}
+{"Finetune/Learning Rate": 1.3013040540326935e-05, "Finetune/Loss": 0.7741885185241699, "Finetune/Loss (Raw)": 0.9043447971343994, "Finetune/Step": 4371, "Finetune/Step Time": 6.688865065574646}
+{"Finetune/Learning Rate": 1.3010070045226732e-05, "Finetune/Loss": 0.7697631120681763, "Finetune/Loss (Raw)": 0.29202431440353394, "Finetune/Step": 4372, "Finetune/Step Time": 6.708217291161418}
+{"Finetune/Learning Rate": 1.3007099258031256e-05, "Finetune/Loss": 0.7689623832702637, "Finetune/Loss (Raw)": 0.7363725304603577, "Finetune/Step": 4373, "Finetune/Step Time": 6.705541841685772}
+{"Finetune/Learning Rate": 1.3004128179028775e-05, "Finetune/Loss": 0.7693026065826416, "Finetune/Loss (Raw)": 0.7975943684577942, "Finetune/Step": 4374, "Finetune/Step Time": 6.68105666898191}
+{"Finetune/Learning Rate": 1.3001156808507615e-05, "Finetune/Loss": 0.768612802028656, "Finetune/Loss (Raw)": 0.7683935761451721, "Finetune/Step": 4375, "Finetune/Step Time": 6.687069825828075}
+{"Finetune/Learning Rate": 1.2998185146756108e-05, "Finetune/Loss": 0.7718260288238525, "Finetune/Loss (Raw)": 0.7491139769554138, "Finetune/Step": 4376, "Finetune/Step Time": 6.682133374735713}
+{"Finetune/Learning Rate": 1.2995213194062624e-05, "Finetune/Loss": 0.7712757587432861, "Finetune/Loss (Raw)": 0.8085881471633911, "Finetune/Step": 4377, "Finetune/Step Time": 6.683098565787077}
+{"Finetune/Learning Rate": 1.299224095071556e-05, "Finetune/Loss": 0.7724943161010742, "Finetune/Loss (Raw)": 0.7567176222801208, "Finetune/Step": 4378, "Finetune/Step Time": 6.692396966740489}
+{"Finetune/Learning Rate": 1.2989268417003343e-05, "Finetune/Loss": 0.7720274925231934, "Finetune/Loss (Raw)": 0.6365810036659241, "Finetune/Step": 4379, "Finetune/Step Time": 6.70268714055419}
+{"Finetune/Learning Rate": 1.2986295593214418e-05, "Finetune/Loss": 0.7712756395339966, "Finetune/Loss (Raw)": 0.9103851318359375, "Finetune/Step": 4380, "Finetune/Step Time": 6.69545672647655}
+{"Finetune/Learning Rate": 1.2983322479637277e-05, "Finetune/Loss": 0.7736624479293823, "Finetune/Loss (Raw)": 0.8677910566329956, "Finetune/Step": 4381, "Finetune/Step Time": 6.683026464655995}
+{"Finetune/Learning Rate": 1.2980349076560417e-05, "Finetune/Loss": 0.776981770992279, "Finetune/Loss (Raw)": 0.9161190986633301, "Finetune/Step": 4382, "Finetune/Step Time": 6.676784574985504}
+{"Finetune/Learning Rate": 1.2977375384272386e-05, "Finetune/Loss": 0.7764524221420288, "Finetune/Loss (Raw)": 0.6334232091903687, "Finetune/Step": 4383, "Finetune/Step Time": 6.690742883831263}
+{"Finetune/Learning Rate": 1.2974401403061743e-05, "Finetune/Loss": 0.776581883430481, "Finetune/Loss (Raw)": 0.8230534791946411, "Finetune/Step": 4384, "Finetune/Step Time": 6.676893904805183}
+{"Finetune/Learning Rate": 1.2971427133217081e-05, "Finetune/Loss": 0.776086688041687, "Finetune/Loss (Raw)": 0.8102542161941528, "Finetune/Step": 4385, "Finetune/Step Time": 6.6798307951539755}
+{"Finetune/Learning Rate": 1.2968452575027024e-05, "Finetune/Loss": 0.7760921120643616, "Finetune/Loss (Raw)": 0.6507687568664551, "Finetune/Step": 4386, "Finetune/Step Time": 6.696257069706917}
+{"Finetune/Learning Rate": 1.2965477728780223e-05, "Finetune/Loss": 0.7765786647796631, "Finetune/Loss (Raw)": 0.9873436093330383, "Finetune/Step": 4387, "Finetune/Step Time": 6.68478967435658}
+{"Finetune/Learning Rate": 1.2962502594765347e-05, "Finetune/Loss": 0.7770767211914062, "Finetune/Loss (Raw)": 0.8517403602600098, "Finetune/Step": 4388, "Finetune/Step Time": 6.689051724970341}
+{"Finetune/Learning Rate": 1.2959527173271112e-05, "Finetune/Loss": 0.7770816087722778, "Finetune/Loss (Raw)": 0.841141939163208, "Finetune/Step": 4389, "Finetune/Step Time": 6.687817245721817}
+{"Finetune/Learning Rate": 1.2956551464586242e-05, "Finetune/Loss": 0.7772660851478577, "Finetune/Loss (Raw)": 0.7984659671783447, "Finetune/Step": 4390, "Finetune/Step Time": 6.686714142560959}
+{"Finetune/Learning Rate": 1.2953575468999503e-05, "Finetune/Loss": 0.7758816480636597, "Finetune/Loss (Raw)": 0.7925880551338196, "Finetune/Step": 4391, "Finetune/Step Time": 6.694205857813358}
+{"Finetune/Learning Rate": 1.2950599186799679e-05, "Finetune/Loss": 0.7739042043685913, "Finetune/Loss (Raw)": 0.3949555456638336, "Finetune/Step": 4392, "Finetune/Step Time": 6.706751454621553}
+{"Finetune/Learning Rate": 1.2947622618275592e-05, "Finetune/Loss": 0.7731138467788696, "Finetune/Loss (Raw)": 0.6411928534507751, "Finetune/Step": 4393, "Finetune/Step Time": 6.71497193723917}
+{"Finetune/Learning Rate": 1.2944645763716084e-05, "Finetune/Loss": 0.7715238332748413, "Finetune/Loss (Raw)": 0.7504119873046875, "Finetune/Step": 4394, "Finetune/Step Time": 6.724454324692488}
+{"Finetune/Learning Rate": 1.2941668623410028e-05, "Finetune/Loss": 0.77273029088974, "Finetune/Loss (Raw)": 0.8075577616691589, "Finetune/Step": 4395, "Finetune/Step Time": 6.705580707639456}
+{"Finetune/Learning Rate": 1.293869119764632e-05, "Finetune/Loss": 0.7735347747802734, "Finetune/Loss (Raw)": 0.8438885807991028, "Finetune/Step": 4396, "Finetune/Step Time": 6.713723378255963}
+{"Finetune/Learning Rate": 1.2935713486713894e-05, "Finetune/Loss": 0.7726197242736816, "Finetune/Loss (Raw)": 0.45339393615722656, "Finetune/Step": 4397, "Finetune/Step Time": 6.700162824243307}
+{"Finetune/Learning Rate": 1.29327354909017e-05, "Finetune/Loss": 0.7724076509475708, "Finetune/Loss (Raw)": 0.7858047485351562, "Finetune/Step": 4398, "Finetune/Step Time": 6.702475825324655}
+{"Finetune/Learning Rate": 1.2929757210498721e-05, "Finetune/Loss": 0.7751585245132446, "Finetune/Loss (Raw)": 0.7242618203163147, "Finetune/Step": 4399, "Finetune/Step Time": 6.684908935800195}
+{"Finetune/Learning Rate": 1.292677864579397e-05, "Finetune/Loss": 0.7745778560638428, "Finetune/Loss (Raw)": 0.7754660248756409, "Finetune/Step": 4400, "Finetune/Step Time": 6.691740082576871}
+{"Finetune/Learning Rate": 1.2923799797076484e-05, "Finetune/Loss": 0.7719299793243408, "Finetune/Loss (Raw)": 0.37831437587738037, "Finetune/Step": 4401, "Finetune/Step Time": 6.718116354197264}
+{"Finetune/Learning Rate": 1.2920820664635323e-05, "Finetune/Loss": 0.7709169983863831, "Finetune/Loss (Raw)": 0.6507640480995178, "Finetune/Step": 4402, "Finetune/Step Time": 6.736502265557647}
+{"Finetune/Learning Rate": 1.2917841248759593e-05, "Finetune/Loss": 0.7724730968475342, "Finetune/Loss (Raw)": 0.841311514377594, "Finetune/Step": 4403, "Finetune/Step Time": 6.721607010811567}
+{"Finetune/Learning Rate": 1.2914861549738402e-05, "Finetune/Loss": 0.7734687328338623, "Finetune/Loss (Raw)": 0.9764611124992371, "Finetune/Step": 4404, "Finetune/Step Time": 6.712002286687493}
+{"Finetune/Learning Rate": 1.2911881567860904e-05, "Finetune/Loss": 0.7736660242080688, "Finetune/Loss (Raw)": 0.765042781829834, "Finetune/Step": 4405, "Finetune/Step Time": 6.702563276514411}
+{"Finetune/Learning Rate": 1.2908901303416274e-05, "Finetune/Loss": 0.7716467380523682, "Finetune/Loss (Raw)": 0.6456016898155212, "Finetune/Step": 4406, "Finetune/Step Time": 6.700568545609713}
+{"Finetune/Learning Rate": 1.2905920756693716e-05, "Finetune/Loss": 0.7712113857269287, "Finetune/Loss (Raw)": 0.6796389818191528, "Finetune/Step": 4407, "Finetune/Step Time": 6.698062499985099}
+{"Finetune/Learning Rate": 1.290293992798246e-05, "Finetune/Loss": 0.7719572186470032, "Finetune/Loss (Raw)": 0.9601688981056213, "Finetune/Step": 4408, "Finetune/Step Time": 6.707331705838442}
+{"Finetune/Learning Rate": 1.2899958817571761e-05, "Finetune/Loss": 0.7701511383056641, "Finetune/Loss (Raw)": 0.7136898636817932, "Finetune/Step": 4409, "Finetune/Step Time": 6.707228830084205}
+{"Finetune/Learning Rate": 1.2896977425750905e-05, "Finetune/Loss": 0.769742488861084, "Finetune/Loss (Raw)": 0.818731427192688, "Finetune/Step": 4410, "Finetune/Step Time": 6.70376561768353}
+{"Finetune/Learning Rate": 1.2893995752809206e-05, "Finetune/Loss": 0.7697648406028748, "Finetune/Loss (Raw)": 0.7976018190383911, "Finetune/Step": 4411, "Finetune/Step Time": 6.69675936549902}
+{"Finetune/Learning Rate": 1.2891013799036003e-05, "Finetune/Loss": 0.7693361043930054, "Finetune/Loss (Raw)": 0.7653462290763855, "Finetune/Step": 4412, "Finetune/Step Time": 6.708521634340286}
+{"Finetune/Learning Rate": 1.2888031564720661e-05, "Finetune/Loss": 0.7724548578262329, "Finetune/Loss (Raw)": 1.0159571170806885, "Finetune/Step": 4413, "Finetune/Step Time": 6.6717072650790215}
+{"Finetune/Learning Rate": 1.2885049050152575e-05, "Finetune/Loss": 0.772237241268158, "Finetune/Loss (Raw)": 0.7569947242736816, "Finetune/Step": 4414, "Finetune/Step Time": 6.670447843149304}
+{"Finetune/Learning Rate": 1.2882066255621172e-05, "Finetune/Loss": 0.7725086212158203, "Finetune/Loss (Raw)": 0.8890035152435303, "Finetune/Step": 4415, "Finetune/Step Time": 6.675151824951172}
+{"Finetune/Learning Rate": 1.287908318141589e-05, "Finetune/Loss": 0.7708451747894287, "Finetune/Loss (Raw)": 0.7034710645675659, "Finetune/Step": 4416, "Finetune/Step Time": 6.666242174804211}
+{"Finetune/Learning Rate": 1.2876099827826217e-05, "Finetune/Loss": 0.7720109224319458, "Finetune/Loss (Raw)": 0.9062784314155579, "Finetune/Step": 4417, "Finetune/Step Time": 6.66664956882596}
+{"Finetune/Learning Rate": 1.2873116195141643e-05, "Finetune/Loss": 0.7711036205291748, "Finetune/Loss (Raw)": 0.8063351511955261, "Finetune/Step": 4418, "Finetune/Step Time": 6.666560849174857}
+{"Finetune/Learning Rate": 1.2870132283651705e-05, "Finetune/Loss": 0.7708316445350647, "Finetune/Loss (Raw)": 0.8821563720703125, "Finetune/Step": 4419, "Finetune/Step Time": 6.670978583395481}
+{"Finetune/Learning Rate": 1.2867148093645957e-05, "Finetune/Loss": 0.7695096731185913, "Finetune/Loss (Raw)": 0.7123590707778931, "Finetune/Step": 4420, "Finetune/Step Time": 6.692018184810877}
+{"Finetune/Learning Rate": 1.286416362541399e-05, "Finetune/Loss": 0.7688853740692139, "Finetune/Loss (Raw)": 0.7727552652359009, "Finetune/Step": 4421, "Finetune/Step Time": 6.689449295401573}
+{"Finetune/Learning Rate": 1.2861178879245403e-05, "Finetune/Loss": 0.768926739692688, "Finetune/Loss (Raw)": 0.785735011100769, "Finetune/Step": 4422, "Finetune/Step Time": 6.671505633741617}
+{"Finetune/Learning Rate": 1.2858193855429847e-05, "Finetune/Loss": 0.771159291267395, "Finetune/Loss (Raw)": 0.6237316131591797, "Finetune/Step": 4423, "Finetune/Step Time": 6.656337024644017}
+{"Finetune/Learning Rate": 1.2855208554256975e-05, "Finetune/Loss": 0.7665358781814575, "Finetune/Loss (Raw)": 0.3800048232078552, "Finetune/Step": 4424, "Finetune/Step Time": 6.677880980074406}
+{"Finetune/Learning Rate": 1.2852222976016486e-05, "Finetune/Loss": 0.7644925117492676, "Finetune/Loss (Raw)": 0.6254770755767822, "Finetune/Step": 4425, "Finetune/Step Time": 6.694143556058407}
+{"Finetune/Learning Rate": 1.2849237120998094e-05, "Finetune/Loss": 0.7663767337799072, "Finetune/Loss (Raw)": 0.8667647838592529, "Finetune/Step": 4426, "Finetune/Step Time": 6.67969779483974}
+{"Finetune/Learning Rate": 1.2846250989491549e-05, "Finetune/Loss": 0.764742910861969, "Finetune/Loss (Raw)": 0.6305102109909058, "Finetune/Step": 4427, "Finetune/Step Time": 6.697007682174444}
+{"Finetune/Learning Rate": 1.2843264581786622e-05, "Finetune/Loss": 0.7640114426612854, "Finetune/Loss (Raw)": 0.8291774392127991, "Finetune/Step": 4428, "Finetune/Step Time": 6.701562233269215}
+{"Finetune/Learning Rate": 1.284027789817311e-05, "Finetune/Loss": 0.7670203447341919, "Finetune/Loss (Raw)": 0.784187376499176, "Finetune/Step": 4429, "Finetune/Step Time": 6.682354271411896}
+{"Finetune/Learning Rate": 1.283729093894084e-05, "Finetune/Loss": 0.7645521759986877, "Finetune/Loss (Raw)": 0.602583646774292, "Finetune/Step": 4430, "Finetune/Step Time": 6.717178439721465}
+{"Finetune/Learning Rate": 1.2834303704379665e-05, "Finetune/Loss": 0.7634172439575195, "Finetune/Loss (Raw)": 0.772955060005188, "Finetune/Step": 4431, "Finetune/Step Time": 6.724419401958585}
+{"Finetune/Learning Rate": 1.2831316194779466e-05, "Finetune/Loss": 0.7671419382095337, "Finetune/Loss (Raw)": 0.8553070425987244, "Finetune/Step": 4432, "Finetune/Step Time": 6.710028570145369}
+{"Finetune/Learning Rate": 1.2828328410430142e-05, "Finetune/Loss": 0.7666473388671875, "Finetune/Loss (Raw)": 0.6115734577178955, "Finetune/Step": 4433, "Finetune/Step Time": 6.713183935731649}
+{"Finetune/Learning Rate": 1.2825340351621635e-05, "Finetune/Loss": 0.7677096128463745, "Finetune/Loss (Raw)": 0.8764203786849976, "Finetune/Step": 4434, "Finetune/Step Time": 6.707412410527468}
+{"Finetune/Learning Rate": 1.28223520186439e-05, "Finetune/Loss": 0.7691986560821533, "Finetune/Loss (Raw)": 0.8088552951812744, "Finetune/Step": 4435, "Finetune/Step Time": 6.702745549380779}
+{"Finetune/Learning Rate": 1.2819363411786922e-05, "Finetune/Loss": 0.7685998678207397, "Finetune/Loss (Raw)": 0.630416989326477, "Finetune/Step": 4436, "Finetune/Step Time": 6.703544653952122}
+{"Finetune/Learning Rate": 1.2816374531340715e-05, "Finetune/Loss": 0.7684371471405029, "Finetune/Loss (Raw)": 0.7343401908874512, "Finetune/Step": 4437, "Finetune/Step Time": 6.713216057047248}
+{"Finetune/Learning Rate": 1.2813385377595318e-05, "Finetune/Loss": 0.7720386981964111, "Finetune/Loss (Raw)": 0.8508556485176086, "Finetune/Step": 4438, "Finetune/Step Time": 6.694073809310794}
+{"Finetune/Learning Rate": 1.2810395950840796e-05, "Finetune/Loss": 0.7729783058166504, "Finetune/Loss (Raw)": 0.9501162171363831, "Finetune/Step": 4439, "Finetune/Step Time": 6.690253008157015}
+{"Finetune/Learning Rate": 1.2807406251367242e-05, "Finetune/Loss": 0.772957444190979, "Finetune/Loss (Raw)": 0.8986719250679016, "Finetune/Step": 4440, "Finetune/Step Time": 6.687168328091502}
+{"Finetune/Learning Rate": 1.2804416279464771e-05, "Finetune/Loss": 0.7727020978927612, "Finetune/Loss (Raw)": 0.8969192504882812, "Finetune/Step": 4441, "Finetune/Step Time": 6.681017637252808}
+{"Finetune/Learning Rate": 1.2801426035423535e-05, "Finetune/Loss": 0.7719718813896179, "Finetune/Loss (Raw)": 0.7820031642913818, "Finetune/Step": 4442, "Finetune/Step Time": 6.695561146363616}
+{"Finetune/Learning Rate": 1.27984355195337e-05, "Finetune/Loss": 0.7724264860153198, "Finetune/Loss (Raw)": 0.8337172865867615, "Finetune/Step": 4443, "Finetune/Step Time": 6.696023700758815}
+{"Finetune/Learning Rate": 1.2795444732085462e-05, "Finetune/Loss": 0.7725704908370972, "Finetune/Loss (Raw)": 0.7145763635635376, "Finetune/Step": 4444, "Finetune/Step Time": 6.6867140252143145}
+{"Finetune/Learning Rate": 1.279245367336905e-05, "Finetune/Loss": 0.7718356251716614, "Finetune/Loss (Raw)": 0.7161717414855957, "Finetune/Step": 4445, "Finetune/Step Time": 6.688914801925421}
+{"Finetune/Learning Rate": 1.2789462343674712e-05, "Finetune/Loss": 0.7739064693450928, "Finetune/Loss (Raw)": 0.8996890187263489, "Finetune/Step": 4446, "Finetune/Step Time": 6.680631078779697}
+{"Finetune/Learning Rate": 1.2786470743292724e-05, "Finetune/Loss": 0.7752583026885986, "Finetune/Loss (Raw)": 0.7859891653060913, "Finetune/Step": 4447, "Finetune/Step Time": 6.66160880215466}
+{"Finetune/Learning Rate": 1.2783478872513393e-05, "Finetune/Loss": 0.7755899429321289, "Finetune/Loss (Raw)": 0.8081557750701904, "Finetune/Step": 4448, "Finetune/Step Time": 6.660821748897433}
+{"Finetune/Learning Rate": 1.2780486731627045e-05, "Finetune/Loss": 0.7780966758728027, "Finetune/Loss (Raw)": 0.9260518550872803, "Finetune/Step": 4449, "Finetune/Step Time": 6.647806046530604}
+{"Finetune/Learning Rate": 1.2777494320924036e-05, "Finetune/Loss": 0.776583194732666, "Finetune/Loss (Raw)": 0.7223083972930908, "Finetune/Step": 4450, "Finetune/Step Time": 6.642203187569976}
+{"Finetune/Learning Rate": 1.2774501640694746e-05, "Finetune/Loss": 0.776702880859375, "Finetune/Loss (Raw)": 0.625232994556427, "Finetune/Step": 4451, "Finetune/Step Time": 6.656714309006929}
+{"Finetune/Learning Rate": 1.2771508691229583e-05, "Finetune/Loss": 0.7735456228256226, "Finetune/Loss (Raw)": 0.3869679272174835, "Finetune/Step": 4452, "Finetune/Step Time": 6.675323888659477}
+{"Finetune/Learning Rate": 1.2768515472818986e-05, "Finetune/Loss": 0.7750793695449829, "Finetune/Loss (Raw)": 0.7226457595825195, "Finetune/Step": 4453, "Finetune/Step Time": 6.658202553167939}
+{"Finetune/Learning Rate": 1.276552198575341e-05, "Finetune/Loss": 0.77573561668396, "Finetune/Loss (Raw)": 0.7442914843559265, "Finetune/Step": 4454, "Finetune/Step Time": 6.656787563115358}
+{"Finetune/Learning Rate": 1.2762528230323339e-05, "Finetune/Loss": 0.7766488790512085, "Finetune/Loss (Raw)": 0.652868390083313, "Finetune/Step": 4455, "Finetune/Step Time": 6.654285106807947}
+{"Finetune/Learning Rate": 1.2759534206819293e-05, "Finetune/Loss": 0.7765697240829468, "Finetune/Loss (Raw)": 0.7567085027694702, "Finetune/Step": 4456, "Finetune/Step Time": 6.656069742515683}
+{"Finetune/Learning Rate": 1.2756539915531803e-05, "Finetune/Loss": 0.7754534482955933, "Finetune/Loss (Raw)": 0.6852229237556458, "Finetune/Step": 4457, "Finetune/Step Time": 6.667479328811169}
+{"Finetune/Learning Rate": 1.2753545356751435e-05, "Finetune/Loss": 0.7739328145980835, "Finetune/Loss (Raw)": 0.6903047561645508, "Finetune/Step": 4458, "Finetune/Step Time": 6.681902009993792}
+{"Finetune/Learning Rate": 1.2750550530768781e-05, "Finetune/Loss": 0.7728192806243896, "Finetune/Loss (Raw)": 0.7172642350196838, "Finetune/Step": 4459, "Finetune/Step Time": 6.687304927036166}
+{"Finetune/Learning Rate": 1.2747555437874456e-05, "Finetune/Loss": 0.773261547088623, "Finetune/Loss (Raw)": 0.893854022026062, "Finetune/Step": 4460, "Finetune/Step Time": 6.688405506312847}
+{"Finetune/Learning Rate": 1.27445600783591e-05, "Finetune/Loss": 0.7720799446105957, "Finetune/Loss (Raw)": 0.7264288067817688, "Finetune/Step": 4461, "Finetune/Step Time": 6.687952376902103}
+{"Finetune/Learning Rate": 1.2741564452513386e-05, "Finetune/Loss": 0.7709537148475647, "Finetune/Loss (Raw)": 0.7883848547935486, "Finetune/Step": 4462, "Finetune/Step Time": 6.700802335515618}
+{"Finetune/Learning Rate": 1.2738568560628002e-05, "Finetune/Loss": 0.768660843372345, "Finetune/Loss (Raw)": 0.5461868643760681, "Finetune/Step": 4463, "Finetune/Step Time": 6.711288508027792}
+{"Finetune/Learning Rate": 1.2735572402993667e-05, "Finetune/Loss": 0.7676167488098145, "Finetune/Loss (Raw)": 0.8014783263206482, "Finetune/Step": 4464, "Finetune/Step Time": 6.7152178678661585}
+{"Finetune/Learning Rate": 1.2732575979901131e-05, "Finetune/Loss": 0.769221305847168, "Finetune/Loss (Raw)": 0.7483758926391602, "Finetune/Step": 4465, "Finetune/Step Time": 6.693213693797588}
+{"Finetune/Learning Rate": 1.2729579291641164e-05, "Finetune/Loss": 0.7688574194908142, "Finetune/Loss (Raw)": 0.7661709785461426, "Finetune/Step": 4466, "Finetune/Step Time": 6.69212606549263}
+{"Finetune/Learning Rate": 1.2726582338504558e-05, "Finetune/Loss": 0.7695356011390686, "Finetune/Loss (Raw)": 0.8609380722045898, "Finetune/Step": 4467, "Finetune/Step Time": 6.687374383211136}
+{"Finetune/Learning Rate": 1.2723585120782143e-05, "Finetune/Loss": 0.7698231935501099, "Finetune/Loss (Raw)": 0.7758793234825134, "Finetune/Step": 4468, "Finetune/Step Time": 6.674334183335304}
+{"Finetune/Learning Rate": 1.2720587638764762e-05, "Finetune/Loss": 0.7684686779975891, "Finetune/Loss (Raw)": 0.7770460844039917, "Finetune/Step": 4469, "Finetune/Step Time": 6.6852132976055145}
+{"Finetune/Learning Rate": 1.2717589892743287e-05, "Finetune/Loss": 0.7689825296401978, "Finetune/Loss (Raw)": 0.7931138277053833, "Finetune/Step": 4470, "Finetune/Step Time": 6.638909377157688}
+{"Finetune/Learning Rate": 1.2714591883008622e-05, "Finetune/Loss": 0.7683687210083008, "Finetune/Loss (Raw)": 0.6504901647567749, "Finetune/Step": 4471, "Finetune/Step Time": 6.651539660990238}
+{"Finetune/Learning Rate": 1.2711593609851689e-05, "Finetune/Loss": 0.7684178352355957, "Finetune/Loss (Raw)": 0.8235765099525452, "Finetune/Step": 4472, "Finetune/Step Time": 6.643032060936093}
+{"Finetune/Learning Rate": 1.270859507356344e-05, "Finetune/Loss": 0.7702999711036682, "Finetune/Loss (Raw)": 1.0190675258636475, "Finetune/Step": 4473, "Finetune/Step Time": 6.640920285135508}
+{"Finetune/Learning Rate": 1.2705596274434853e-05, "Finetune/Loss": 0.7705580592155457, "Finetune/Loss (Raw)": 0.8539354801177979, "Finetune/Step": 4474, "Finetune/Step Time": 6.6497326120734215}
+{"Finetune/Learning Rate": 1.2702597212756922e-05, "Finetune/Loss": 0.7688676714897156, "Finetune/Loss (Raw)": 0.6968377828598022, "Finetune/Step": 4475, "Finetune/Step Time": 6.67085338011384}
+{"Finetune/Learning Rate": 1.2699597888820682e-05, "Finetune/Loss": 0.7693066596984863, "Finetune/Loss (Raw)": 0.8855173587799072, "Finetune/Step": 4476, "Finetune/Step Time": 6.672808691859245}
+{"Finetune/Learning Rate": 1.2696598302917184e-05, "Finetune/Loss": 0.7680872678756714, "Finetune/Loss (Raw)": 0.7363191843032837, "Finetune/Step": 4477, "Finetune/Step Time": 6.674151323735714}
+{"Finetune/Learning Rate": 1.2693598455337504e-05, "Finetune/Loss": 0.7705177068710327, "Finetune/Loss (Raw)": 0.8697260022163391, "Finetune/Step": 4478, "Finetune/Step Time": 6.657202396541834}
+{"Finetune/Learning Rate": 1.2690598346372744e-05, "Finetune/Loss": 0.7703596353530884, "Finetune/Loss (Raw)": 0.8176246285438538, "Finetune/Step": 4479, "Finetune/Step Time": 6.666025515645742}
+{"Finetune/Learning Rate": 1.2687597976314036e-05, "Finetune/Loss": 0.7693811655044556, "Finetune/Loss (Raw)": 0.6868604421615601, "Finetune/Step": 4480, "Finetune/Step Time": 6.670830521732569}
+{"Finetune/Learning Rate": 1.2684597345452532e-05, "Finetune/Loss": 0.7681896686553955, "Finetune/Loss (Raw)": 0.7248011827468872, "Finetune/Step": 4481, "Finetune/Step Time": 6.672444973140955}
+{"Finetune/Learning Rate": 1.2681596454079413e-05, "Finetune/Loss": 0.7679054737091064, "Finetune/Loss (Raw)": 0.7088366150856018, "Finetune/Step": 4482, "Finetune/Step Time": 6.676628200337291}
+{"Finetune/Learning Rate": 1.2678595302485881e-05, "Finetune/Loss": 0.7677048444747925, "Finetune/Loss (Raw)": 0.8107334971427917, "Finetune/Step": 4483, "Finetune/Step Time": 6.673871049657464}
+{"Finetune/Learning Rate": 1.2675593890963168e-05, "Finetune/Loss": 0.768176794052124, "Finetune/Loss (Raw)": 0.8945772051811218, "Finetune/Step": 4484, "Finetune/Step Time": 6.688566664233804}
+{"Finetune/Learning Rate": 1.2672592219802527e-05, "Finetune/Loss": 0.7671933174133301, "Finetune/Loss (Raw)": 0.7785296440124512, "Finetune/Step": 4485, "Finetune/Step Time": 6.689886445179582}
+{"Finetune/Learning Rate": 1.2669590289295239e-05, "Finetune/Loss": 0.7663767337799072, "Finetune/Loss (Raw)": 0.7571244239807129, "Finetune/Step": 4486, "Finetune/Step Time": 6.697545999661088}
+{"Finetune/Learning Rate": 1.266658809973261e-05, "Finetune/Loss": 0.7629557847976685, "Finetune/Loss (Raw)": 0.3605400323867798, "Finetune/Step": 4487, "Finetune/Step Time": 6.715748047456145}
+{"Finetune/Learning Rate": 1.2663585651405974e-05, "Finetune/Loss": 0.7635850310325623, "Finetune/Loss (Raw)": 0.822347104549408, "Finetune/Step": 4488, "Finetune/Step Time": 6.72251127101481}
+{"Finetune/Learning Rate": 1.266058294460668e-05, "Finetune/Loss": 0.7594019174575806, "Finetune/Loss (Raw)": 0.48817500472068787, "Finetune/Step": 4489, "Finetune/Step Time": 6.7127097845077515}
+{"Finetune/Learning Rate": 1.2657579979626116e-05, "Finetune/Loss": 0.7582461833953857, "Finetune/Loss (Raw)": 0.6612824201583862, "Finetune/Step": 4490, "Finetune/Step Time": 6.716510608792305}
+{"Finetune/Learning Rate": 1.2654576756755681e-05, "Finetune/Loss": 0.7580640912055969, "Finetune/Loss (Raw)": 0.7578442692756653, "Finetune/Step": 4491, "Finetune/Step Time": 6.715720975771546}
+{"Finetune/Learning Rate": 1.2651573276286806e-05, "Finetune/Loss": 0.7587694525718689, "Finetune/Loss (Raw)": 0.8317961096763611, "Finetune/Step": 4492, "Finetune/Step Time": 6.697965810075402}
+{"Finetune/Learning Rate": 1.2648569538510954e-05, "Finetune/Loss": 0.7591193914413452, "Finetune/Loss (Raw)": 0.7590007185935974, "Finetune/Step": 4493, "Finetune/Step Time": 6.703182879835367}
+{"Finetune/Learning Rate": 1.26455655437196e-05, "Finetune/Loss": 0.7569800615310669, "Finetune/Loss (Raw)": 0.6153306365013123, "Finetune/Step": 4494, "Finetune/Step Time": 6.707919105887413}
+{"Finetune/Learning Rate": 1.2642561292204247e-05, "Finetune/Loss": 0.7575163841247559, "Finetune/Loss (Raw)": 0.8226628303527832, "Finetune/Step": 4495, "Finetune/Step Time": 6.70779793895781}
+{"Finetune/Learning Rate": 1.2639556784256435e-05, "Finetune/Loss": 0.7565553784370422, "Finetune/Loss (Raw)": 0.7313603162765503, "Finetune/Step": 4496, "Finetune/Step Time": 6.715064857155085}
+{"Finetune/Learning Rate": 1.2636552020167715e-05, "Finetune/Loss": 0.7568087577819824, "Finetune/Loss (Raw)": 0.8072619438171387, "Finetune/Step": 4497, "Finetune/Step Time": 6.718107705935836}
+{"Finetune/Learning Rate": 1.263354700022966e-05, "Finetune/Loss": 0.7554436922073364, "Finetune/Loss (Raw)": 0.7142840027809143, "Finetune/Step": 4498, "Finetune/Step Time": 6.712611408904195}
+{"Finetune/Learning Rate": 1.263054172473389e-05, "Finetune/Loss": 0.7553814053535461, "Finetune/Loss (Raw)": 0.896368682384491, "Finetune/Step": 4499, "Finetune/Step Time": 6.71261296607554}
+{"Finetune/Learning Rate": 1.2627536193972018e-05, "Finetune/Loss": 0.7585498094558716, "Finetune/Loss (Raw)": 0.697582483291626, "Finetune/Step": 4500, "Finetune/Step Time": 6.7003527097404}
+{"Finetune/Learning Rate": 1.2624530408235716e-05, "Finetune/Loss": 0.7598098516464233, "Finetune/Loss (Raw)": 0.8976544141769409, "Finetune/Step": 4501, "Finetune/Step Time": 6.698616081848741}
+{"Finetune/Learning Rate": 1.262152436781665e-05, "Finetune/Loss": 0.7588859796524048, "Finetune/Loss (Raw)": 0.6793401837348938, "Finetune/Step": 4502, "Finetune/Step Time": 6.69332442805171}
+{"Finetune/Learning Rate": 1.2618518073006529e-05, "Finetune/Loss": 0.759679913520813, "Finetune/Loss (Raw)": 0.870019793510437, "Finetune/Step": 4503, "Finetune/Step Time": 6.684407753869891}
+{"Finetune/Learning Rate": 1.2615511524097084e-05, "Finetune/Loss": 0.7599460482597351, "Finetune/Loss (Raw)": 0.7831807732582092, "Finetune/Step": 4504, "Finetune/Step Time": 6.673901556059718}
+{"Finetune/Learning Rate": 1.2612504721380068e-05, "Finetune/Loss": 0.7597572803497314, "Finetune/Loss (Raw)": 0.7844213843345642, "Finetune/Step": 4505, "Finetune/Step Time": 6.673224126920104}
+{"Finetune/Learning Rate": 1.2609497665147254e-05, "Finetune/Loss": 0.7615715265274048, "Finetune/Loss (Raw)": 0.9889459609985352, "Finetune/Step": 4506, "Finetune/Step Time": 6.6626140139997005}
+{"Finetune/Learning Rate": 1.2606490355690456e-05, "Finetune/Loss": 0.7593966126441956, "Finetune/Loss (Raw)": 0.35819122195243835, "Finetune/Step": 4507, "Finetune/Step Time": 6.668662374839187}
+{"Finetune/Learning Rate": 1.260348279330149e-05, "Finetune/Loss": 0.7584951519966125, "Finetune/Loss (Raw)": 0.7949942946434021, "Finetune/Step": 4508, "Finetune/Step Time": 6.662526994943619}
+{"Finetune/Learning Rate": 1.260047497827221e-05, "Finetune/Loss": 0.7574601769447327, "Finetune/Loss (Raw)": 0.7353143095970154, "Finetune/Step": 4509, "Finetune/Step Time": 6.65060518682003}
+{"Finetune/Learning Rate": 1.2597466910894498e-05, "Finetune/Loss": 0.7571976184844971, "Finetune/Loss (Raw)": 0.8825188279151917, "Finetune/Step": 4510, "Finetune/Step Time": 6.647433577105403}
+{"Finetune/Learning Rate": 1.259445859146025e-05, "Finetune/Loss": 0.7598339915275574, "Finetune/Loss (Raw)": 0.9708724021911621, "Finetune/Step": 4511, "Finetune/Step Time": 6.634048907086253}
+{"Finetune/Learning Rate": 1.2591450020261395e-05, "Finetune/Loss": 0.7565200328826904, "Finetune/Loss (Raw)": 0.39886006712913513, "Finetune/Step": 4512, "Finetune/Step Time": 6.6483476012945175}
+{"Finetune/Learning Rate": 1.258844119758988e-05, "Finetune/Loss": 0.7565029859542847, "Finetune/Loss (Raw)": 0.8080757856369019, "Finetune/Step": 4513, "Finetune/Step Time": 6.643697679042816}
+{"Finetune/Learning Rate": 1.258543212373768e-05, "Finetune/Loss": 0.7566771507263184, "Finetune/Loss (Raw)": 0.6730687022209167, "Finetune/Step": 4514, "Finetune/Step Time": 6.626085864380002}
+{"Finetune/Learning Rate": 1.2582422798996794e-05, "Finetune/Loss": 0.7550963163375854, "Finetune/Loss (Raw)": 0.7849958539009094, "Finetune/Step": 4515, "Finetune/Step Time": 6.628854598850012}
+{"Finetune/Learning Rate": 1.2579413223659245e-05, "Finetune/Loss": 0.7535107731819153, "Finetune/Loss (Raw)": 0.6487888097763062, "Finetune/Step": 4516, "Finetune/Step Time": 6.623278299346566}
+{"Finetune/Learning Rate": 1.2576403398017079e-05, "Finetune/Loss": 0.7522566914558411, "Finetune/Loss (Raw)": 0.6806178689002991, "Finetune/Step": 4517, "Finetune/Step Time": 6.6349119041115046}
+{"Finetune/Learning Rate": 1.2573393322362369e-05, "Finetune/Loss": 0.7534925937652588, "Finetune/Loss (Raw)": 0.9566594362258911, "Finetune/Step": 4518, "Finetune/Step Time": 6.630609039217234}
+{"Finetune/Learning Rate": 1.2570382996987212e-05, "Finetune/Loss": 0.7543714642524719, "Finetune/Loss (Raw)": 0.9050855040550232, "Finetune/Step": 4519, "Finetune/Step Time": 6.624120531603694}
+{"Finetune/Learning Rate": 1.2567372422183724e-05, "Finetune/Loss": 0.7581672668457031, "Finetune/Loss (Raw)": 0.8808228969573975, "Finetune/Step": 4520, "Finetune/Step Time": 6.602445663884282}
+{"Finetune/Learning Rate": 1.2564361598244052e-05, "Finetune/Loss": 0.760447084903717, "Finetune/Loss (Raw)": 0.9330084323883057, "Finetune/Step": 4521, "Finetune/Step Time": 6.5898734256625175}
+{"Finetune/Learning Rate": 1.2561350525460365e-05, "Finetune/Loss": 0.7604315280914307, "Finetune/Loss (Raw)": 0.7484235167503357, "Finetune/Step": 4522, "Finetune/Step Time": 6.586566938087344}
+{"Finetune/Learning Rate": 1.2558339204124854e-05, "Finetune/Loss": 0.7605673670768738, "Finetune/Loss (Raw)": 0.8249396085739136, "Finetune/Step": 4523, "Finetune/Step Time": 6.590271860361099}
+{"Finetune/Learning Rate": 1.2555327634529737e-05, "Finetune/Loss": 0.7604337930679321, "Finetune/Loss (Raw)": 0.8267960548400879, "Finetune/Step": 4524, "Finetune/Step Time": 6.584895821288228}
+{"Finetune/Learning Rate": 1.2552315816967253e-05, "Finetune/Loss": 0.7631393074989319, "Finetune/Loss (Raw)": 0.799694836139679, "Finetune/Step": 4525, "Finetune/Step Time": 6.568421524018049}
+{"Finetune/Learning Rate": 1.2549303751729669e-05, "Finetune/Loss": 0.7615662217140198, "Finetune/Loss (Raw)": 0.5844510197639465, "Finetune/Step": 4526, "Finetune/Step Time": 6.574320569634438}
+{"Finetune/Learning Rate": 1.2546291439109277e-05, "Finetune/Loss": 0.7596418857574463, "Finetune/Loss (Raw)": 0.4779398739337921, "Finetune/Step": 4527, "Finetune/Step Time": 6.59249042160809}
+{"Finetune/Learning Rate": 1.254327887939838e-05, "Finetune/Loss": 0.7594781517982483, "Finetune/Loss (Raw)": 0.7545129656791687, "Finetune/Step": 4528, "Finetune/Step Time": 6.583625569939613}
+{"Finetune/Learning Rate": 1.2540266072889324e-05, "Finetune/Loss": 0.7629097104072571, "Finetune/Loss (Raw)": 0.8175545334815979, "Finetune/Step": 4529, "Finetune/Step Time": 6.56118861399591}
+{"Finetune/Learning Rate": 1.2537253019874465e-05, "Finetune/Loss": 0.7647665143013, "Finetune/Loss (Raw)": 0.8884361386299133, "Finetune/Step": 4530, "Finetune/Step Time": 6.544079789891839}
+{"Finetune/Learning Rate": 1.2534239720646188e-05, "Finetune/Loss": 0.7653247117996216, "Finetune/Loss (Raw)": 0.912754237651825, "Finetune/Step": 4531, "Finetune/Step Time": 6.550665162503719}
+{"Finetune/Learning Rate": 1.2531226175496904e-05, "Finetune/Loss": 0.7626806497573853, "Finetune/Loss (Raw)": 0.6380273699760437, "Finetune/Step": 4532, "Finetune/Step Time": 6.5607183538377285}
+{"Finetune/Learning Rate": 1.252821238471905e-05, "Finetune/Loss": 0.7632824182510376, "Finetune/Loss (Raw)": 0.8420725464820862, "Finetune/Step": 4533, "Finetune/Step Time": 6.552883498370647}
+{"Finetune/Learning Rate": 1.2525198348605067e-05, "Finetune/Loss": 0.7611424922943115, "Finetune/Loss (Raw)": 0.3716861605644226, "Finetune/Step": 4534, "Finetune/Step Time": 6.572249472141266}
+{"Finetune/Learning Rate": 1.2522184067447451e-05, "Finetune/Loss": 0.760922908782959, "Finetune/Loss (Raw)": 0.6515358090400696, "Finetune/Step": 4535, "Finetune/Step Time": 6.581399412825704}
+{"Finetune/Learning Rate": 1.2519169541538701e-05, "Finetune/Loss": 0.7594834566116333, "Finetune/Loss (Raw)": 0.775912344455719, "Finetune/Step": 4536, "Finetune/Step Time": 6.58160974085331}
+{"Finetune/Learning Rate": 1.2516154771171341e-05, "Finetune/Loss": 0.7604919672012329, "Finetune/Loss (Raw)": 0.842781662940979, "Finetune/Step": 4537, "Finetune/Step Time": 6.579862803220749}
+{"Finetune/Learning Rate": 1.2513139756637924e-05, "Finetune/Loss": 0.7608522176742554, "Finetune/Loss (Raw)": 0.8648416996002197, "Finetune/Step": 4538, "Finetune/Step Time": 6.580018533393741}
+{"Finetune/Learning Rate": 1.2510124498231027e-05, "Finetune/Loss": 0.7598012685775757, "Finetune/Loss (Raw)": 0.6630836129188538, "Finetune/Step": 4539, "Finetune/Step Time": 6.597277792170644}
+{"Finetune/Learning Rate": 1.2507108996243247e-05, "Finetune/Loss": 0.7563056945800781, "Finetune/Loss (Raw)": 0.3179170489311218, "Finetune/Step": 4540, "Finetune/Step Time": 6.618171069771051}
+{"Finetune/Learning Rate": 1.2504093250967211e-05, "Finetune/Loss": 0.753852367401123, "Finetune/Loss (Raw)": 0.7019220590591431, "Finetune/Step": 4541, "Finetune/Step Time": 6.641353065147996}
+{"Finetune/Learning Rate": 1.2501077262695556e-05, "Finetune/Loss": 0.7531120777130127, "Finetune/Loss (Raw)": 0.6622414588928223, "Finetune/Step": 4542, "Finetune/Step Time": 6.643585745245218}
+{"Finetune/Learning Rate": 1.249806103172096e-05, "Finetune/Loss": 0.7525779008865356, "Finetune/Loss (Raw)": 0.8206291198730469, "Finetune/Step": 4543, "Finetune/Step Time": 6.638334292918444}
+{"Finetune/Learning Rate": 1.2495044558336111e-05, "Finetune/Loss": 0.7540968656539917, "Finetune/Loss (Raw)": 0.8979023694992065, "Finetune/Step": 4544, "Finetune/Step Time": 6.629807503893971}
+{"Finetune/Learning Rate": 1.249202784283373e-05, "Finetune/Loss": 0.7530111074447632, "Finetune/Loss (Raw)": 0.7673037052154541, "Finetune/Step": 4545, "Finetune/Step Time": 6.641409553587437}
+{"Finetune/Learning Rate": 1.2489010885506552e-05, "Finetune/Loss": 0.753824770450592, "Finetune/Loss (Raw)": 0.910479724407196, "Finetune/Step": 4546, "Finetune/Step Time": 6.6410411056131124}
+{"Finetune/Learning Rate": 1.2485993686647345e-05, "Finetune/Loss": 0.7535619735717773, "Finetune/Loss (Raw)": 0.848517119884491, "Finetune/Step": 4547, "Finetune/Step Time": 6.635172892361879}
+{"Finetune/Learning Rate": 1.2482976246548892e-05, "Finetune/Loss": 0.7526448965072632, "Finetune/Loss (Raw)": 0.5949726700782776, "Finetune/Step": 4548, "Finetune/Step Time": 6.648486785590649}
+{"Finetune/Learning Rate": 1.247995856550401e-05, "Finetune/Loss": 0.7514804601669312, "Finetune/Loss (Raw)": 0.6237068176269531, "Finetune/Step": 4549, "Finetune/Step Time": 6.650307610630989}
+{"Finetune/Learning Rate": 1.2476940643805523e-05, "Finetune/Loss": 0.7527600526809692, "Finetune/Loss (Raw)": 0.949522078037262, "Finetune/Step": 4550, "Finetune/Step Time": 6.658386837691069}
+{"Finetune/Learning Rate": 1.2473922481746299e-05, "Finetune/Loss": 0.7545466423034668, "Finetune/Loss (Raw)": 0.852421760559082, "Finetune/Step": 4551, "Finetune/Step Time": 6.655929794535041}
+{"Finetune/Learning Rate": 1.247090407961921e-05, "Finetune/Loss": 0.756305456161499, "Finetune/Loss (Raw)": 0.6051291227340698, "Finetune/Step": 4552, "Finetune/Step Time": 6.657441953197122}
+{"Finetune/Learning Rate": 1.2467885437717166e-05, "Finetune/Loss": 0.7579138278961182, "Finetune/Loss (Raw)": 0.83135586977005, "Finetune/Step": 4553, "Finetune/Step Time": 6.638200769200921}
+{"Finetune/Learning Rate": 1.2464866556333088e-05, "Finetune/Loss": 0.75853431224823, "Finetune/Loss (Raw)": 0.9461734890937805, "Finetune/Step": 4554, "Finetune/Step Time": 6.636563524603844}
+{"Finetune/Learning Rate": 1.2461847435759935e-05, "Finetune/Loss": 0.7600395679473877, "Finetune/Loss (Raw)": 0.8231874108314514, "Finetune/Step": 4555, "Finetune/Step Time": 6.628715623170137}
+{"Finetune/Learning Rate": 1.245882807629067e-05, "Finetune/Loss": 0.7611609101295471, "Finetune/Loss (Raw)": 0.9727104902267456, "Finetune/Step": 4556, "Finetune/Step Time": 6.625909907743335}
+{"Finetune/Learning Rate": 1.2455808478218297e-05, "Finetune/Loss": 0.7606719732284546, "Finetune/Loss (Raw)": 0.7216073870658875, "Finetune/Step": 4557, "Finetune/Step Time": 6.629447428509593}
+{"Finetune/Learning Rate": 1.2452788641835834e-05, "Finetune/Loss": 0.7606126070022583, "Finetune/Loss (Raw)": 0.5949849486351013, "Finetune/Step": 4558, "Finetune/Step Time": 6.60706627741456}
+{"Finetune/Learning Rate": 1.2449768567436323e-05, "Finetune/Loss": 0.7618606090545654, "Finetune/Loss (Raw)": 0.9326892495155334, "Finetune/Step": 4559, "Finetune/Step Time": 6.607771405950189}
+{"Finetune/Learning Rate": 1.2446748255312829e-05, "Finetune/Loss": 0.7611176371574402, "Finetune/Loss (Raw)": 0.7602127194404602, "Finetune/Step": 4560, "Finetune/Step Time": 6.603795697912574}
+{"Finetune/Learning Rate": 1.2443727705758448e-05, "Finetune/Loss": 0.7628322839736938, "Finetune/Loss (Raw)": 0.8310430645942688, "Finetune/Step": 4561, "Finetune/Step Time": 6.593276925384998}
+{"Finetune/Learning Rate": 1.2440706919066282e-05, "Finetune/Loss": 0.7628141641616821, "Finetune/Loss (Raw)": 0.8741049766540527, "Finetune/Step": 4562, "Finetune/Step Time": 6.594151107594371}
+{"Finetune/Learning Rate": 1.2437685895529475e-05, "Finetune/Loss": 0.7592040300369263, "Finetune/Loss (Raw)": 0.34675925970077515, "Finetune/Step": 4563, "Finetune/Step Time": 6.613044923171401}
+{"Finetune/Learning Rate": 1.243466463544118e-05, "Finetune/Loss": 0.7602316737174988, "Finetune/Loss (Raw)": 0.7619547843933105, "Finetune/Step": 4564, "Finetune/Step Time": 6.598071381449699}
+{"Finetune/Learning Rate": 1.2431643139094578e-05, "Finetune/Loss": 0.7601953744888306, "Finetune/Loss (Raw)": 0.7296954393386841, "Finetune/Step": 4565, "Finetune/Step Time": 6.583177678287029}
+{"Finetune/Learning Rate": 1.242862140678288e-05, "Finetune/Loss": 0.7598565220832825, "Finetune/Loss (Raw)": 0.8074821829795837, "Finetune/Step": 4566, "Finetune/Step Time": 6.586711568757892}
+{"Finetune/Learning Rate": 1.2425599438799305e-05, "Finetune/Loss": 0.7593525052070618, "Finetune/Loss (Raw)": 0.8856014609336853, "Finetune/Step": 4567, "Finetune/Step Time": 6.585630774497986}
+{"Finetune/Learning Rate": 1.2422577235437103e-05, "Finetune/Loss": 0.7589788436889648, "Finetune/Loss (Raw)": 0.8508445024490356, "Finetune/Step": 4568, "Finetune/Step Time": 6.574679583311081}
+{"Finetune/Learning Rate": 1.2419554796989553e-05, "Finetune/Loss": 0.7586633563041687, "Finetune/Loss (Raw)": 0.8565385341644287, "Finetune/Step": 4569, "Finetune/Step Time": 6.5736641846597195}
+{"Finetune/Learning Rate": 1.2416532123749945e-05, "Finetune/Loss": 0.7592856884002686, "Finetune/Loss (Raw)": 0.8616569638252258, "Finetune/Step": 4570, "Finetune/Step Time": 6.560571275651455}
+{"Finetune/Learning Rate": 1.24135092160116e-05, "Finetune/Loss": 0.7578762173652649, "Finetune/Loss (Raw)": 0.6533041000366211, "Finetune/Step": 4571, "Finetune/Step Time": 6.578794861212373}
+{"Finetune/Learning Rate": 1.241048607406786e-05, "Finetune/Loss": 0.7583637237548828, "Finetune/Loss (Raw)": 0.7769826650619507, "Finetune/Step": 4572, "Finetune/Step Time": 6.594560034573078}
+{"Finetune/Learning Rate": 1.2407462698212083e-05, "Finetune/Loss": 0.7581286430358887, "Finetune/Loss (Raw)": 0.6860798597335815, "Finetune/Step": 4573, "Finetune/Step Time": 6.610724164173007}
+{"Finetune/Learning Rate": 1.2404439088737663e-05, "Finetune/Loss": 0.7576581835746765, "Finetune/Loss (Raw)": 0.839465856552124, "Finetune/Step": 4574, "Finetune/Step Time": 6.6108099315315485}
+{"Finetune/Learning Rate": 1.2401415245938004e-05, "Finetune/Loss": 0.7572863101959229, "Finetune/Loss (Raw)": 0.7383875250816345, "Finetune/Step": 4575, "Finetune/Step Time": 6.6252832897007465}
+{"Finetune/Learning Rate": 1.2398391170106539e-05, "Finetune/Loss": 0.7564331889152527, "Finetune/Loss (Raw)": 0.6989579200744629, "Finetune/Step": 4576, "Finetune/Step Time": 6.633278951048851}
+{"Finetune/Learning Rate": 1.2395366861536721e-05, "Finetune/Loss": 0.756496250629425, "Finetune/Loss (Raw)": 0.934122622013092, "Finetune/Step": 4577, "Finetune/Step Time": 6.636588340625167}
+{"Finetune/Learning Rate": 1.2392342320522036e-05, "Finetune/Loss": 0.7575349807739258, "Finetune/Loss (Raw)": 0.8552637696266174, "Finetune/Step": 4578, "Finetune/Step Time": 6.640572186559439}
+{"Finetune/Learning Rate": 1.2389317547355965e-05, "Finetune/Loss": 0.7561297416687012, "Finetune/Loss (Raw)": 0.44536495208740234, "Finetune/Step": 4579, "Finetune/Step Time": 6.640089638531208}
+{"Finetune/Learning Rate": 1.238629254233205e-05, "Finetune/Loss": 0.7555004358291626, "Finetune/Loss (Raw)": 0.30641961097717285, "Finetune/Step": 4580, "Finetune/Step Time": 6.6416540034115314}
+{"Finetune/Learning Rate": 1.2383267305743825e-05, "Finetune/Loss": 0.7551522254943848, "Finetune/Loss (Raw)": 0.6780747175216675, "Finetune/Step": 4581, "Finetune/Step Time": 6.650876982137561}
+{"Finetune/Learning Rate": 1.2380241837884859e-05, "Finetune/Loss": 0.7554694414138794, "Finetune/Loss (Raw)": 0.7849007844924927, "Finetune/Step": 4582, "Finetune/Step Time": 6.654607376083732}
+{"Finetune/Learning Rate": 1.237721613904874e-05, "Finetune/Loss": 0.7574049234390259, "Finetune/Loss (Raw)": 0.900602400302887, "Finetune/Step": 4583, "Finetune/Step Time": 6.66169510781765}
+{"Finetune/Learning Rate": 1.237419020952908e-05, "Finetune/Loss": 0.7571947574615479, "Finetune/Loss (Raw)": 0.7298033833503723, "Finetune/Step": 4584, "Finetune/Step Time": 6.662192810326815}
+{"Finetune/Learning Rate": 1.2371164049619518e-05, "Finetune/Loss": 0.7569135427474976, "Finetune/Loss (Raw)": 0.6492356061935425, "Finetune/Step": 4585, "Finetune/Step Time": 6.6503427885472775}
+{"Finetune/Learning Rate": 1.2368137659613706e-05, "Finetune/Loss": 0.7569730281829834, "Finetune/Loss (Raw)": 0.697912871837616, "Finetune/Step": 4586, "Finetune/Step Time": 6.641354525461793}
+{"Finetune/Learning Rate": 1.2365111039805322e-05, "Finetune/Loss": 0.7584518194198608, "Finetune/Loss (Raw)": 0.9065495729446411, "Finetune/Step": 4587, "Finetune/Step Time": 6.638506131246686}
+{"Finetune/Learning Rate": 1.2362084190488073e-05, "Finetune/Loss": 0.7584757208824158, "Finetune/Loss (Raw)": 0.8969218134880066, "Finetune/Step": 4588, "Finetune/Step Time": 6.661459024995565}
+{"Finetune/Learning Rate": 1.2359057111955678e-05, "Finetune/Loss": 0.7589291930198669, "Finetune/Loss (Raw)": 0.7844703793525696, "Finetune/Step": 4589, "Finetune/Step Time": 6.661527493968606}
+{"Finetune/Learning Rate": 1.235602980450188e-05, "Finetune/Loss": 0.7585256099700928, "Finetune/Loss (Raw)": 0.73673015832901, "Finetune/Step": 4590, "Finetune/Step Time": 6.6521324794739485}
+{"Finetune/Learning Rate": 1.2353002268420454e-05, "Finetune/Loss": 0.760945200920105, "Finetune/Loss (Raw)": 0.8558847308158875, "Finetune/Step": 4591, "Finetune/Step Time": 6.636207267642021}
+{"Finetune/Learning Rate": 1.2349974504005189e-05, "Finetune/Loss": 0.7571983337402344, "Finetune/Loss (Raw)": 0.32187992334365845, "Finetune/Step": 4592, "Finetune/Step Time": 6.6368856895715}
+{"Finetune/Learning Rate": 1.2346946511549888e-05, "Finetune/Loss": 0.75811368227005, "Finetune/Loss (Raw)": 0.8655437231063843, "Finetune/Step": 4593, "Finetune/Step Time": 6.6419922690838575}
+{"Finetune/Learning Rate": 1.23439182913484e-05, "Finetune/Loss": 0.7554957866668701, "Finetune/Loss (Raw)": 0.43108299374580383, "Finetune/Step": 4594, "Finetune/Step Time": 6.661276508122683}
+{"Finetune/Learning Rate": 1.2340889843694572e-05, "Finetune/Loss": 0.7551357746124268, "Finetune/Loss (Raw)": 0.8148583173751831, "Finetune/Step": 4595, "Finetune/Step Time": 6.673936324194074}
+{"Finetune/Learning Rate": 1.2337861168882284e-05, "Finetune/Loss": 0.7552948594093323, "Finetune/Loss (Raw)": 0.7962382435798645, "Finetune/Step": 4596, "Finetune/Step Time": 6.681848026812077}
+{"Finetune/Learning Rate": 1.2334832267205437e-05, "Finetune/Loss": 0.7550771236419678, "Finetune/Loss (Raw)": 0.7491705417633057, "Finetune/Step": 4597, "Finetune/Step Time": 6.6730047054588795}
+{"Finetune/Learning Rate": 1.2331803138957953e-05, "Finetune/Loss": 0.7552171945571899, "Finetune/Loss (Raw)": 0.8110456466674805, "Finetune/Step": 4598, "Finetune/Step Time": 6.670645028352737}
+{"Finetune/Learning Rate": 1.2328773784433781e-05, "Finetune/Loss": 0.7558871507644653, "Finetune/Loss (Raw)": 0.7362515330314636, "Finetune/Step": 4599, "Finetune/Step Time": 6.664660992100835}
+{"Finetune/Learning Rate": 1.2325744203926885e-05, "Finetune/Loss": 0.7556756138801575, "Finetune/Loss (Raw)": 0.7964973449707031, "Finetune/Step": 4600, "Finetune/Step Time": 6.668494870886207}
+{"Finetune/Learning Rate": 1.232271439773125e-05, "Finetune/Loss": 0.7531338930130005, "Finetune/Loss (Raw)": 0.6937296390533447, "Finetune/Step": 4601, "Finetune/Step Time": 6.673589354380965}
+{"Finetune/Learning Rate": 1.2319684366140892e-05, "Finetune/Loss": 0.7544004917144775, "Finetune/Loss (Raw)": 1.0160582065582275, "Finetune/Step": 4602, "Finetune/Step Time": 6.665104769170284}
+{"Finetune/Learning Rate": 1.231665410944984e-05, "Finetune/Loss": 0.7543532848358154, "Finetune/Loss (Raw)": 0.6907951235771179, "Finetune/Step": 4603, "Finetune/Step Time": 6.65731517970562}
+{"Finetune/Learning Rate": 1.2313623627952148e-05, "Finetune/Loss": 0.7539578676223755, "Finetune/Loss (Raw)": 0.8349083662033081, "Finetune/Step": 4604, "Finetune/Step Time": 6.65113146789372}
+{"Finetune/Learning Rate": 1.2310592921941893e-05, "Finetune/Loss": 0.7510677576065063, "Finetune/Loss (Raw)": 0.3663839101791382, "Finetune/Step": 4605, "Finetune/Step Time": 6.668576188385487}
+{"Finetune/Learning Rate": 1.2307561991713175e-05, "Finetune/Loss": 0.7510226368904114, "Finetune/Loss (Raw)": 0.8639494776725769, "Finetune/Step": 4606, "Finetune/Step Time": 6.685965102165937}
+{"Finetune/Learning Rate": 1.230453083756011e-05, "Finetune/Loss": 0.750552773475647, "Finetune/Loss (Raw)": 0.7574821710586548, "Finetune/Step": 4607, "Finetune/Step Time": 6.688826931640506}
+{"Finetune/Learning Rate": 1.2301499459776842e-05, "Finetune/Loss": 0.7513996958732605, "Finetune/Loss (Raw)": 0.7952614426612854, "Finetune/Step": 4608, "Finetune/Step Time": 6.684778477996588}
+{"Finetune/Learning Rate": 1.229846785865753e-05, "Finetune/Loss": 0.7533429265022278, "Finetune/Loss (Raw)": 0.9735400080680847, "Finetune/Step": 4609, "Finetune/Step Time": 6.683343637734652}
+{"Finetune/Learning Rate": 1.2295436034496361e-05, "Finetune/Loss": 0.7535152435302734, "Finetune/Loss (Raw)": 0.7308889627456665, "Finetune/Step": 4610, "Finetune/Step Time": 6.666488133370876}
+{"Finetune/Learning Rate": 1.2292403987587544e-05, "Finetune/Loss": 0.7498147487640381, "Finetune/Loss (Raw)": 0.3370717167854309, "Finetune/Step": 4611, "Finetune/Step Time": 6.675349485129118}
+{"Finetune/Learning Rate": 1.2289371718225303e-05, "Finetune/Loss": 0.7492281198501587, "Finetune/Loss (Raw)": 0.8194829821586609, "Finetune/Step": 4612, "Finetune/Step Time": 6.657929172739387}
+{"Finetune/Learning Rate": 1.2286339226703889e-05, "Finetune/Loss": 0.7481915950775146, "Finetune/Loss (Raw)": 0.6458607912063599, "Finetune/Step": 4613, "Finetune/Step Time": 6.681097090244293}
+{"Finetune/Learning Rate": 1.2283306513317575e-05, "Finetune/Loss": 0.7479380965232849, "Finetune/Loss (Raw)": 0.7246782183647156, "Finetune/Step": 4614, "Finetune/Step Time": 6.677530847489834}
+{"Finetune/Learning Rate": 1.2280273578360648e-05, "Finetune/Loss": 0.7524088621139526, "Finetune/Loss (Raw)": 0.9327979683876038, "Finetune/Step": 4615, "Finetune/Step Time": 6.6586805153638124}
+{"Finetune/Learning Rate": 1.227724042212743e-05, "Finetune/Loss": 0.7519509792327881, "Finetune/Loss (Raw)": 0.7637367248535156, "Finetune/Step": 4616, "Finetune/Step Time": 6.650322353467345}
+{"Finetune/Learning Rate": 1.2274207044912248e-05, "Finetune/Loss": 0.7535659074783325, "Finetune/Loss (Raw)": 0.6948909163475037, "Finetune/Step": 4617, "Finetune/Step Time": 6.6425502225756645}
+{"Finetune/Learning Rate": 1.2271173447009464e-05, "Finetune/Loss": 0.7551035284996033, "Finetune/Loss (Raw)": 0.8580916523933411, "Finetune/Step": 4618, "Finetune/Step Time": 6.64445829205215}
+{"Finetune/Learning Rate": 1.2268139628713456e-05, "Finetune/Loss": 0.7563072443008423, "Finetune/Loss (Raw)": 0.911915123462677, "Finetune/Step": 4619, "Finetune/Step Time": 6.646200455725193}
+{"Finetune/Learning Rate": 1.2265105590318627e-05, "Finetune/Loss": 0.7557368278503418, "Finetune/Loss (Raw)": 0.7587817311286926, "Finetune/Step": 4620, "Finetune/Step Time": 6.6509282272309065}
+{"Finetune/Learning Rate": 1.2262071332119387e-05, "Finetune/Loss": 0.7569998502731323, "Finetune/Loss (Raw)": 0.9206734299659729, "Finetune/Step": 4621, "Finetune/Step Time": 6.631141729652882}
+{"Finetune/Learning Rate": 1.2259036854410193e-05, "Finetune/Loss": 0.7587106227874756, "Finetune/Loss (Raw)": 0.8343060612678528, "Finetune/Step": 4622, "Finetune/Step Time": 6.628008844330907}
+{"Finetune/Learning Rate": 1.2256002157485498e-05, "Finetune/Loss": 0.7591590881347656, "Finetune/Loss (Raw)": 0.8800671696662903, "Finetune/Step": 4623, "Finetune/Step Time": 6.625471571460366}
+{"Finetune/Learning Rate": 1.2252967241639793e-05, "Finetune/Loss": 0.7594138383865356, "Finetune/Loss (Raw)": 0.7639704346656799, "Finetune/Step": 4624, "Finetune/Step Time": 6.618883414193988}
+{"Finetune/Learning Rate": 1.224993210716758e-05, "Finetune/Loss": 0.7599689960479736, "Finetune/Loss (Raw)": 0.8783250451087952, "Finetune/Step": 4625, "Finetune/Step Time": 6.619216980412602}
+{"Finetune/Learning Rate": 1.2246896754363391e-05, "Finetune/Loss": 0.7573802471160889, "Finetune/Loss (Raw)": 0.3829214572906494, "Finetune/Step": 4626, "Finetune/Step Time": 6.633696185424924}
+{"Finetune/Learning Rate": 1.2243861183521768e-05, "Finetune/Loss": 0.7564234733581543, "Finetune/Loss (Raw)": 0.7738970518112183, "Finetune/Step": 4627, "Finetune/Step Time": 6.643681241199374}
+{"Finetune/Learning Rate": 1.224082539493729e-05, "Finetune/Loss": 0.7564007043838501, "Finetune/Loss (Raw)": 0.6946719288825989, "Finetune/Step": 4628, "Finetune/Step Time": 6.647510722279549}
+{"Finetune/Learning Rate": 1.2237789388904542e-05, "Finetune/Loss": 0.7553989291191101, "Finetune/Loss (Raw)": 0.7694306969642639, "Finetune/Step": 4629, "Finetune/Step Time": 6.645301785320044}
+{"Finetune/Learning Rate": 1.2234753165718137e-05, "Finetune/Loss": 0.7555786371231079, "Finetune/Loss (Raw)": 0.7023410201072693, "Finetune/Step": 4630, "Finetune/Step Time": 6.653423247858882}
+{"Finetune/Learning Rate": 1.2231716725672707e-05, "Finetune/Loss": 0.7534450888633728, "Finetune/Loss (Raw)": 0.5969238877296448, "Finetune/Step": 4631, "Finetune/Step Time": 6.6725194696336985}
+{"Finetune/Learning Rate": 1.2228680069062908e-05, "Finetune/Loss": 0.7497310042381287, "Finetune/Loss (Raw)": 0.30777430534362793, "Finetune/Step": 4632, "Finetune/Step Time": 6.687657538801432}
+{"Finetune/Learning Rate": 1.2225643196183415e-05, "Finetune/Loss": 0.7483590841293335, "Finetune/Loss (Raw)": 0.6088236570358276, "Finetune/Step": 4633, "Finetune/Step Time": 6.700172692537308}
+{"Finetune/Learning Rate": 1.2222606107328927e-05, "Finetune/Loss": 0.7477113604545593, "Finetune/Loss (Raw)": 0.9060338735580444, "Finetune/Step": 4634, "Finetune/Step Time": 6.698216982185841}
+{"Finetune/Learning Rate": 1.2219568802794154e-05, "Finetune/Loss": 0.7495096921920776, "Finetune/Loss (Raw)": 0.5883713960647583, "Finetune/Step": 4635, "Finetune/Step Time": 6.69842311181128}
+{"Finetune/Learning Rate": 1.221653128287384e-05, "Finetune/Loss": 0.7495036721229553, "Finetune/Loss (Raw)": 0.7942240834236145, "Finetune/Step": 4636, "Finetune/Step Time": 6.700900541618466}
+{"Finetune/Learning Rate": 1.2213493547862745e-05, "Finetune/Loss": 0.750700056552887, "Finetune/Loss (Raw)": 0.8884629011154175, "Finetune/Step": 4637, "Finetune/Step Time": 6.695589968934655}
+{"Finetune/Learning Rate": 1.2210455598055642e-05, "Finetune/Loss": 0.7517188787460327, "Finetune/Loss (Raw)": 1.0129241943359375, "Finetune/Step": 4638, "Finetune/Step Time": 6.698754509910941}
+{"Finetune/Learning Rate": 1.220741743374734e-05, "Finetune/Loss": 0.7489547729492188, "Finetune/Loss (Raw)": 0.6170637011528015, "Finetune/Step": 4639, "Finetune/Step Time": 6.733383517712355}
+{"Finetune/Learning Rate": 1.2204379055232654e-05, "Finetune/Loss": 0.7527144551277161, "Finetune/Loss (Raw)": 0.8801010847091675, "Finetune/Step": 4640, "Finetune/Step Time": 6.731539603322744}
+{"Finetune/Learning Rate": 1.2201340462806428e-05, "Finetune/Loss": 0.7527051568031311, "Finetune/Loss (Raw)": 0.8068822622299194, "Finetune/Step": 4641, "Finetune/Step Time": 6.730041271075606}
+{"Finetune/Learning Rate": 1.2198301656763527e-05, "Finetune/Loss": 0.7539334297180176, "Finetune/Loss (Raw)": 0.8302927017211914, "Finetune/Step": 4642, "Finetune/Step Time": 6.730584781616926}
+{"Finetune/Learning Rate": 1.2195262637398833e-05, "Finetune/Loss": 0.7549118995666504, "Finetune/Loss (Raw)": 0.9102416634559631, "Finetune/Step": 4643, "Finetune/Step Time": 6.728246565908194}
+{"Finetune/Learning Rate": 1.2192223405007251e-05, "Finetune/Loss": 0.7530667781829834, "Finetune/Loss (Raw)": 0.41260790824890137, "Finetune/Step": 4644, "Finetune/Step Time": 6.748602390289307}
+{"Finetune/Learning Rate": 1.2189183959883708e-05, "Finetune/Loss": 0.7543880939483643, "Finetune/Loss (Raw)": 0.8497431874275208, "Finetune/Step": 4645, "Finetune/Step Time": 6.736917914822698}
+{"Finetune/Learning Rate": 1.2186144302323146e-05, "Finetune/Loss": 0.7519064545631409, "Finetune/Loss (Raw)": 0.639009952545166, "Finetune/Step": 4646, "Finetune/Step Time": 6.749403137713671}
+{"Finetune/Learning Rate": 1.2183104432620536e-05, "Finetune/Loss": 0.7512540817260742, "Finetune/Loss (Raw)": 0.8215882182121277, "Finetune/Step": 4647, "Finetune/Step Time": 6.753397587686777}
+{"Finetune/Learning Rate": 1.2180064351070862e-05, "Finetune/Loss": 0.7500259876251221, "Finetune/Loss (Raw)": 0.7236164808273315, "Finetune/Step": 4648, "Finetune/Step Time": 6.758830223232508}
+{"Finetune/Learning Rate": 1.2177024057969132e-05, "Finetune/Loss": 0.7495700120925903, "Finetune/Loss (Raw)": 0.8746472001075745, "Finetune/Step": 4649, "Finetune/Step Time": 6.764807287603617}
+{"Finetune/Learning Rate": 1.2173983553610371e-05, "Finetune/Loss": 0.7489337921142578, "Finetune/Loss (Raw)": 0.6669964790344238, "Finetune/Step": 4650, "Finetune/Step Time": 6.772312313318253}
+{"Finetune/Learning Rate": 1.2170942838289637e-05, "Finetune/Loss": 0.7488256096839905, "Finetune/Loss (Raw)": 0.8110882639884949, "Finetune/Step": 4651, "Finetune/Step Time": 6.765525685623288}
+{"Finetune/Learning Rate": 1.2167901912301988e-05, "Finetune/Loss": 0.748651385307312, "Finetune/Loss (Raw)": 0.8044931888580322, "Finetune/Step": 4652, "Finetune/Step Time": 6.773015903308988}
+{"Finetune/Learning Rate": 1.2164860775942522e-05, "Finetune/Loss": 0.7449879050254822, "Finetune/Loss (Raw)": 0.3307735025882721, "Finetune/Step": 4653, "Finetune/Step Time": 6.789388308301568}
+{"Finetune/Learning Rate": 1.2161819429506343e-05, "Finetune/Loss": 0.7463877201080322, "Finetune/Loss (Raw)": 0.7636198401451111, "Finetune/Step": 4654, "Finetune/Step Time": 6.783469818532467}
+{"Finetune/Learning Rate": 1.2158777873288583e-05, "Finetune/Loss": 0.747725248336792, "Finetune/Loss (Raw)": 0.6491480469703674, "Finetune/Step": 4655, "Finetune/Step Time": 6.767474990338087}
+{"Finetune/Learning Rate": 1.2155736107584395e-05, "Finetune/Loss": 0.7454912662506104, "Finetune/Loss (Raw)": 0.4685657024383545, "Finetune/Step": 4656, "Finetune/Step Time": 6.793396942317486}
+{"Finetune/Learning Rate": 1.215269413268895e-05, "Finetune/Loss": 0.7449264526367188, "Finetune/Loss (Raw)": 0.7452519536018372, "Finetune/Step": 4657, "Finetune/Step Time": 6.790691390633583}
+{"Finetune/Learning Rate": 1.2149651948897434e-05, "Finetune/Loss": 0.7447474598884583, "Finetune/Loss (Raw)": 0.8655279278755188, "Finetune/Step": 4658, "Finetune/Step Time": 6.786185232922435}
+{"Finetune/Learning Rate": 1.2146609556505067e-05, "Finetune/Loss": 0.7444714307785034, "Finetune/Loss (Raw)": 0.8774203658103943, "Finetune/Step": 4659, "Finetune/Step Time": 6.782612761482596}
+{"Finetune/Learning Rate": 1.2143566955807069e-05, "Finetune/Loss": 0.7460923194885254, "Finetune/Loss (Raw)": 0.8454994559288025, "Finetune/Step": 4660, "Finetune/Step Time": 6.788561388850212}
+{"Finetune/Learning Rate": 1.2140524147098707e-05, "Finetune/Loss": 0.74498450756073, "Finetune/Loss (Raw)": 0.7002838253974915, "Finetune/Step": 4661, "Finetune/Step Time": 6.789735324680805}
+{"Finetune/Learning Rate": 1.2137481130675242e-05, "Finetune/Loss": 0.7490045428276062, "Finetune/Loss (Raw)": 0.8862411379814148, "Finetune/Step": 4662, "Finetune/Step Time": 6.770122490823269}
+{"Finetune/Learning Rate": 1.2134437906831969e-05, "Finetune/Loss": 0.7505443096160889, "Finetune/Loss (Raw)": 0.8486260175704956, "Finetune/Step": 4663, "Finetune/Step Time": 6.758357308804989}
+{"Finetune/Learning Rate": 1.2131394475864201e-05, "Finetune/Loss": 0.7507311105728149, "Finetune/Loss (Raw)": 0.7998281717300415, "Finetune/Step": 4664, "Finetune/Step Time": 6.756144165992737}
+{"Finetune/Learning Rate": 1.2128350838067273e-05, "Finetune/Loss": 0.7497578859329224, "Finetune/Loss (Raw)": 0.7182011008262634, "Finetune/Step": 4665, "Finetune/Step Time": 6.755035180598497}
+{"Finetune/Learning Rate": 1.2125306993736535e-05, "Finetune/Loss": 0.7475707530975342, "Finetune/Loss (Raw)": 0.5848908424377441, "Finetune/Step": 4666, "Finetune/Step Time": 6.773197036236525}
+{"Finetune/Learning Rate": 1.212226294316736e-05, "Finetune/Loss": 0.7491567134857178, "Finetune/Loss (Raw)": 0.8660967350006104, "Finetune/Step": 4667, "Finetune/Step Time": 6.750817036256194}
+{"Finetune/Learning Rate": 1.2119218686655141e-05, "Finetune/Loss": 0.7526612281799316, "Finetune/Loss (Raw)": 0.7664863467216492, "Finetune/Step": 4668, "Finetune/Step Time": 6.7299051359295845}
+{"Finetune/Learning Rate": 1.211617422449529e-05, "Finetune/Loss": 0.7501950860023499, "Finetune/Loss (Raw)": 0.3862603008747101, "Finetune/Step": 4669, "Finetune/Step Time": 6.7283412124961615}
+{"Finetune/Learning Rate": 1.211312955698324e-05, "Finetune/Loss": 0.7514672875404358, "Finetune/Loss (Raw)": 0.8250784277915955, "Finetune/Step": 4670, "Finetune/Step Time": 6.726916940882802}
+{"Finetune/Learning Rate": 1.2110084684414445e-05, "Finetune/Loss": 0.7507789134979248, "Finetune/Loss (Raw)": 0.7325198650360107, "Finetune/Step": 4671, "Finetune/Step Time": 6.722010103985667}
+{"Finetune/Learning Rate": 1.2107039607084374e-05, "Finetune/Loss": 0.7502734065055847, "Finetune/Loss (Raw)": 0.833199679851532, "Finetune/Step": 4672, "Finetune/Step Time": 6.745685322210193}
+{"Finetune/Learning Rate": 1.2103994325288526e-05, "Finetune/Loss": 0.7505500316619873, "Finetune/Loss (Raw)": 0.8027123808860779, "Finetune/Step": 4673, "Finetune/Step Time": 6.734825385734439}
+{"Finetune/Learning Rate": 1.2100948839322409e-05, "Finetune/Loss": 0.7504422664642334, "Finetune/Loss (Raw)": 0.8966871500015259, "Finetune/Step": 4674, "Finetune/Step Time": 6.757439447566867}
+{"Finetune/Learning Rate": 1.2097903149481552e-05, "Finetune/Loss": 0.7505984306335449, "Finetune/Loss (Raw)": 0.8685028553009033, "Finetune/Step": 4675, "Finetune/Step Time": 6.759455328807235}
+{"Finetune/Learning Rate": 1.209485725606151e-05, "Finetune/Loss": 0.751971960067749, "Finetune/Loss (Raw)": 0.7707786560058594, "Finetune/Step": 4676, "Finetune/Step Time": 6.720764005556703}
+{"Finetune/Learning Rate": 1.2091811159357857e-05, "Finetune/Loss": 0.7539509534835815, "Finetune/Loss (Raw)": 0.8770256042480469, "Finetune/Step": 4677, "Finetune/Step Time": 6.709987081587315}
+{"Finetune/Learning Rate": 1.2088764859666178e-05, "Finetune/Loss": 0.7526795864105225, "Finetune/Loss (Raw)": 0.7867789268493652, "Finetune/Step": 4678, "Finetune/Step Time": 6.723846688866615}
+{"Finetune/Learning Rate": 1.208571835728209e-05, "Finetune/Loss": 0.7511844635009766, "Finetune/Loss (Raw)": 0.6610490083694458, "Finetune/Step": 4679, "Finetune/Step Time": 6.72364985011518}
+{"Finetune/Learning Rate": 1.2082671652501219e-05, "Finetune/Loss": 0.7535593509674072, "Finetune/Loss (Raw)": 0.9091196656227112, "Finetune/Step": 4680, "Finetune/Step Time": 6.705492604523897}
+{"Finetune/Learning Rate": 1.2079624745619223e-05, "Finetune/Loss": 0.7531450986862183, "Finetune/Loss (Raw)": 0.7783248424530029, "Finetune/Step": 4681, "Finetune/Step Time": 6.7214403711259365}
+{"Finetune/Learning Rate": 1.207657763693176e-05, "Finetune/Loss": 0.7514817118644714, "Finetune/Loss (Raw)": 0.7332634925842285, "Finetune/Step": 4682, "Finetune/Step Time": 6.732320137321949}
+{"Finetune/Learning Rate": 1.207353032673453e-05, "Finetune/Loss": 0.7513371706008911, "Finetune/Loss (Raw)": 0.8046908378601074, "Finetune/Step": 4683, "Finetune/Step Time": 6.716151665896177}
+{"Finetune/Learning Rate": 1.2070482815323237e-05, "Finetune/Loss": 0.7508100271224976, "Finetune/Loss (Raw)": 0.9052273035049438, "Finetune/Step": 4684, "Finetune/Step Time": 6.72395259141922}
+{"Finetune/Learning Rate": 1.2067435102993614e-05, "Finetune/Loss": 0.7520098090171814, "Finetune/Loss (Raw)": 0.8751868605613708, "Finetune/Step": 4685, "Finetune/Step Time": 6.725337957963347}
+{"Finetune/Learning Rate": 1.20643871900414e-05, "Finetune/Loss": 0.7524065971374512, "Finetune/Loss (Raw)": 0.6457664966583252, "Finetune/Step": 4686, "Finetune/Step Time": 6.723327923566103}
+{"Finetune/Learning Rate": 1.2061339076762374e-05, "Finetune/Loss": 0.7516440153121948, "Finetune/Loss (Raw)": 0.8350827097892761, "Finetune/Step": 4687, "Finetune/Step Time": 6.714882360771298}
+{"Finetune/Learning Rate": 1.2058290763452312e-05, "Finetune/Loss": 0.7539645433425903, "Finetune/Loss (Raw)": 1.0572431087493896, "Finetune/Step": 4688, "Finetune/Step Time": 6.71176522411406}
+{"Finetune/Learning Rate": 1.2055242250407026e-05, "Finetune/Loss": 0.7545250654220581, "Finetune/Loss (Raw)": 0.9027907848358154, "Finetune/Step": 4689, "Finetune/Step Time": 6.703528217971325}
+{"Finetune/Learning Rate": 1.2052193537922343e-05, "Finetune/Loss": 0.7529035210609436, "Finetune/Loss (Raw)": 0.6665436029434204, "Finetune/Step": 4690, "Finetune/Step Time": 6.7163602113723755}
+{"Finetune/Learning Rate": 1.2049144626294105e-05, "Finetune/Loss": 0.7574970126152039, "Finetune/Loss (Raw)": 0.9347299933433533, "Finetune/Step": 4691, "Finetune/Step Time": 6.697417683899403}
+{"Finetune/Learning Rate": 1.2046095515818178e-05, "Finetune/Loss": 0.759105920791626, "Finetune/Loss (Raw)": 0.9678934216499329, "Finetune/Step": 4692, "Finetune/Step Time": 6.6966348849236965}
+{"Finetune/Learning Rate": 1.204304620679045e-05, "Finetune/Loss": 0.7596870064735413, "Finetune/Loss (Raw)": 0.8040760159492493, "Finetune/Step": 4693, "Finetune/Step Time": 6.708225583657622}
+{"Finetune/Learning Rate": 1.2039996699506814e-05, "Finetune/Loss": 0.7606160640716553, "Finetune/Loss (Raw)": 0.926397442817688, "Finetune/Step": 4694, "Finetune/Step Time": 6.70228716544807}
+{"Finetune/Learning Rate": 1.2036946994263202e-05, "Finetune/Loss": 0.7602336406707764, "Finetune/Loss (Raw)": 0.8366462588310242, "Finetune/Step": 4695, "Finetune/Step Time": 6.705858875066042}
+{"Finetune/Learning Rate": 1.2033897091355548e-05, "Finetune/Loss": 0.7590106725692749, "Finetune/Loss (Raw)": 0.6943076848983765, "Finetune/Step": 4696, "Finetune/Step Time": 6.716738007962704}
+{"Finetune/Learning Rate": 1.2030846991079818e-05, "Finetune/Loss": 0.7584552764892578, "Finetune/Loss (Raw)": 0.7854510545730591, "Finetune/Step": 4697, "Finetune/Step Time": 6.721355125308037}
+{"Finetune/Learning Rate": 1.2027796693731987e-05, "Finetune/Loss": 0.7586752772331238, "Finetune/Loss (Raw)": 0.8898167610168457, "Finetune/Step": 4698, "Finetune/Step Time": 6.724737035110593}
+{"Finetune/Learning Rate": 1.2024746199608062e-05, "Finetune/Loss": 0.7606919407844543, "Finetune/Loss (Raw)": 0.9114391207695007, "Finetune/Step": 4699, "Finetune/Step Time": 6.7196543496102095}
+{"Finetune/Learning Rate": 1.202169550900405e-05, "Finetune/Loss": 0.7610554695129395, "Finetune/Loss (Raw)": 0.8235101699829102, "Finetune/Step": 4700, "Finetune/Step Time": 6.70511251501739}
+{"Finetune/Learning Rate": 1.2018644622215998e-05, "Finetune/Loss": 0.7623788118362427, "Finetune/Loss (Raw)": 0.8554688692092896, "Finetune/Step": 4701, "Finetune/Step Time": 6.693109821528196}
+{"Finetune/Learning Rate": 1.2015593539539957e-05, "Finetune/Loss": 0.7618029117584229, "Finetune/Loss (Raw)": 0.7657551169395447, "Finetune/Step": 4702, "Finetune/Step Time": 6.694713773205876}
+{"Finetune/Learning Rate": 1.2012542261272e-05, "Finetune/Loss": 0.7632442712783813, "Finetune/Loss (Raw)": 0.9228739738464355, "Finetune/Step": 4703, "Finetune/Step Time": 6.677611945196986}
+{"Finetune/Learning Rate": 1.2009490787708228e-05, "Finetune/Loss": 0.763174831867218, "Finetune/Loss (Raw)": 0.6900753974914551, "Finetune/Step": 4704, "Finetune/Step Time": 6.671520955860615}
+{"Finetune/Learning Rate": 1.2006439119144746e-05, "Finetune/Loss": 0.762993574142456, "Finetune/Loss (Raw)": 0.9109208583831787, "Finetune/Step": 4705, "Finetune/Step Time": 6.681801971048117}
+{"Finetune/Learning Rate": 1.2003387255877695e-05, "Finetune/Loss": 0.7622330188751221, "Finetune/Loss (Raw)": 0.7579090595245361, "Finetune/Step": 4706, "Finetune/Step Time": 6.675656542181969}
+{"Finetune/Learning Rate": 1.2000335198203216e-05, "Finetune/Loss": 0.7642908692359924, "Finetune/Loss (Raw)": 0.708773136138916, "Finetune/Step": 4707, "Finetune/Step Time": 6.657809790223837}
+{"Finetune/Learning Rate": 1.1997282946417485e-05, "Finetune/Loss": 0.7673789262771606, "Finetune/Loss (Raw)": 0.7016898989677429, "Finetune/Step": 4708, "Finetune/Step Time": 6.637883882969618}
+{"Finetune/Learning Rate": 1.199423050081669e-05, "Finetune/Loss": 0.7674940228462219, "Finetune/Loss (Raw)": 0.6928101181983948, "Finetune/Step": 4709, "Finetune/Step Time": 6.6512410920113325}
+{"Finetune/Learning Rate": 1.1991177861697041e-05, "Finetune/Loss": 0.7688610553741455, "Finetune/Loss (Raw)": 0.9598735570907593, "Finetune/Step": 4710, "Finetune/Step Time": 6.641658825799823}
+{"Finetune/Learning Rate": 1.1988125029354753e-05, "Finetune/Loss": 0.7680278420448303, "Finetune/Loss (Raw)": 0.7939549088478088, "Finetune/Step": 4711, "Finetune/Step Time": 6.621733870357275}
+{"Finetune/Learning Rate": 1.1985072004086087e-05, "Finetune/Loss": 0.767982542514801, "Finetune/Loss (Raw)": 0.7240080833435059, "Finetune/Step": 4712, "Finetune/Step Time": 6.634412594139576}
+{"Finetune/Learning Rate": 1.1982018786187293e-05, "Finetune/Loss": 0.7696911096572876, "Finetune/Loss (Raw)": 0.8679354190826416, "Finetune/Step": 4713, "Finetune/Step Time": 6.636827165260911}
+{"Finetune/Learning Rate": 1.1978965375954661e-05, "Finetune/Loss": 0.7702614665031433, "Finetune/Loss (Raw)": 0.7709172964096069, "Finetune/Step": 4714, "Finetune/Step Time": 6.640016231685877}
+{"Finetune/Learning Rate": 1.1975911773684488e-05, "Finetune/Loss": 0.7695114016532898, "Finetune/Loss (Raw)": 0.8105366826057434, "Finetune/Step": 4715, "Finetune/Step Time": 6.6526362877339125}
+{"Finetune/Learning Rate": 1.1972857979673097e-05, "Finetune/Loss": 0.7684714198112488, "Finetune/Loss (Raw)": 0.7638028860092163, "Finetune/Step": 4716, "Finetune/Step Time": 6.628839075565338}
+{"Finetune/Learning Rate": 1.1969803994216823e-05, "Finetune/Loss": 0.7688513994216919, "Finetune/Loss (Raw)": 0.8331068158149719, "Finetune/Step": 4717, "Finetune/Step Time": 6.626175487414002}
+{"Finetune/Learning Rate": 1.1966749817612024e-05, "Finetune/Loss": 0.7675327658653259, "Finetune/Loss (Raw)": 0.5679517388343811, "Finetune/Step": 4718, "Finetune/Step Time": 6.639123624190688}
+{"Finetune/Learning Rate": 1.1963695450155075e-05, "Finetune/Loss": 0.766051173210144, "Finetune/Loss (Raw)": 0.6662381291389465, "Finetune/Step": 4719, "Finetune/Step Time": 6.638816209509969}
+{"Finetune/Learning Rate": 1.1960640892142374e-05, "Finetune/Loss": 0.7674078941345215, "Finetune/Loss (Raw)": 0.49554362893104553, "Finetune/Step": 4720, "Finetune/Step Time": 6.654042785987258}
+{"Finetune/Learning Rate": 1.1957586143870327e-05, "Finetune/Loss": 0.7655380964279175, "Finetune/Loss (Raw)": 0.6262069344520569, "Finetune/Step": 4721, "Finetune/Step Time": 6.668287454172969}
+{"Finetune/Learning Rate": 1.195453120563537e-05, "Finetune/Loss": 0.7677610516548157, "Finetune/Loss (Raw)": 0.715620219707489, "Finetune/Step": 4722, "Finetune/Step Time": 6.650085112079978}
+{"Finetune/Learning Rate": 1.1951476077733945e-05, "Finetune/Loss": 0.767704963684082, "Finetune/Loss (Raw)": 0.8076778650283813, "Finetune/Step": 4723, "Finetune/Step Time": 6.638137454167008}
+{"Finetune/Learning Rate": 1.1948420760462531e-05, "Finetune/Loss": 0.7667028903961182, "Finetune/Loss (Raw)": 0.6679802536964417, "Finetune/Step": 4724, "Finetune/Step Time": 6.6589689534157515}
+{"Finetune/Learning Rate": 1.1945365254117602e-05, "Finetune/Loss": 0.7664692401885986, "Finetune/Loss (Raw)": 0.719254195690155, "Finetune/Step": 4725, "Finetune/Step Time": 6.661994395777583}
+{"Finetune/Learning Rate": 1.1942309558995672e-05, "Finetune/Loss": 0.7656060457229614, "Finetune/Loss (Raw)": 0.7005590796470642, "Finetune/Step": 4726, "Finetune/Step Time": 6.664522551000118}
+{"Finetune/Learning Rate": 1.1939253675393258e-05, "Finetune/Loss": 0.7656829357147217, "Finetune/Loss (Raw)": 0.7460960149765015, "Finetune/Step": 4727, "Finetune/Step Time": 6.661024495959282}
+{"Finetune/Learning Rate": 1.1936197603606903e-05, "Finetune/Loss": 0.7651809453964233, "Finetune/Loss (Raw)": 0.7322455644607544, "Finetune/Step": 4728, "Finetune/Step Time": 6.663737764582038}
+{"Finetune/Learning Rate": 1.1933141343933166e-05, "Finetune/Loss": 0.767915666103363, "Finetune/Loss (Raw)": 1.0437694787979126, "Finetune/Step": 4729, "Finetune/Step Time": 6.660560937598348}
+{"Finetune/Learning Rate": 1.1930084896668623e-05, "Finetune/Loss": 0.7663475871086121, "Finetune/Loss (Raw)": 0.8153485059738159, "Finetune/Step": 4730, "Finetune/Step Time": 6.6566299721598625}
+{"Finetune/Learning Rate": 1.1927028262109874e-05, "Finetune/Loss": 0.7659029960632324, "Finetune/Loss (Raw)": 0.6338777542114258, "Finetune/Step": 4731, "Finetune/Step Time": 6.656032716855407}
+{"Finetune/Learning Rate": 1.192397144055353e-05, "Finetune/Loss": 0.7657608389854431, "Finetune/Loss (Raw)": 0.8167165517807007, "Finetune/Step": 4732, "Finetune/Step Time": 6.656541708856821}
+{"Finetune/Learning Rate": 1.192091443229622e-05, "Finetune/Loss": 0.769744873046875, "Finetune/Loss (Raw)": 0.8763414025306702, "Finetune/Step": 4733, "Finetune/Step Time": 6.643829066306353}
+{"Finetune/Learning Rate": 1.1917857237634601e-05, "Finetune/Loss": 0.7685240507125854, "Finetune/Loss (Raw)": 0.7076912522315979, "Finetune/Step": 4734, "Finetune/Step Time": 6.640972001478076}
+{"Finetune/Learning Rate": 1.1914799856865335e-05, "Finetune/Loss": 0.7694324254989624, "Finetune/Loss (Raw)": 0.873751163482666, "Finetune/Step": 4735, "Finetune/Step Time": 6.631349381059408}
+{"Finetune/Learning Rate": 1.1911742290285111e-05, "Finetune/Loss": 0.7678659558296204, "Finetune/Loss (Raw)": 0.5947498083114624, "Finetune/Step": 4736, "Finetune/Step Time": 6.641003143042326}
+{"Finetune/Learning Rate": 1.1908684538190633e-05, "Finetune/Loss": 0.7657940983772278, "Finetune/Loss (Raw)": 0.7083421349525452, "Finetune/Step": 4737, "Finetune/Step Time": 6.651123613119125}
+{"Finetune/Learning Rate": 1.1905626600878626e-05, "Finetune/Loss": 0.7667184472084045, "Finetune/Loss (Raw)": 0.8492056131362915, "Finetune/Step": 4738, "Finetune/Step Time": 6.660297278314829}
+{"Finetune/Learning Rate": 1.1902568478645822e-05, "Finetune/Loss": 0.7698390483856201, "Finetune/Loss (Raw)": 0.7365114092826843, "Finetune/Step": 4739, "Finetune/Step Time": 6.644457776099443}
+{"Finetune/Learning Rate": 1.189951017178899e-05, "Finetune/Loss": 0.7688431739807129, "Finetune/Loss (Raw)": 0.6920115351676941, "Finetune/Step": 4740, "Finetune/Step Time": 6.6476123202592134}
+{"Finetune/Learning Rate": 1.18964516806049e-05, "Finetune/Loss": 0.7681989669799805, "Finetune/Loss (Raw)": 0.5633968710899353, "Finetune/Step": 4741, "Finetune/Step Time": 6.630760665982962}
+{"Finetune/Learning Rate": 1.1893393005390346e-05, "Finetune/Loss": 0.7678590416908264, "Finetune/Loss (Raw)": 0.6811704039573669, "Finetune/Step": 4742, "Finetune/Step Time": 6.641341920942068}
+{"Finetune/Learning Rate": 1.1890334146442139e-05, "Finetune/Loss": 0.7657634019851685, "Finetune/Loss (Raw)": 0.6645596027374268, "Finetune/Step": 4743, "Finetune/Step Time": 6.657436126843095}
+{"Finetune/Learning Rate": 1.1887275104057112e-05, "Finetune/Loss": 0.7673214673995972, "Finetune/Loss (Raw)": 0.9631592035293579, "Finetune/Step": 4744, "Finetune/Step Time": 6.659435989335179}
+{"Finetune/Learning Rate": 1.1884215878532112e-05, "Finetune/Loss": 0.7675822973251343, "Finetune/Loss (Raw)": 0.7282882928848267, "Finetune/Step": 4745, "Finetune/Step Time": 6.67833411321044}
+{"Finetune/Learning Rate": 1.1881156470164006e-05, "Finetune/Loss": 0.7665775418281555, "Finetune/Loss (Raw)": 0.7294795513153076, "Finetune/Step": 4746, "Finetune/Step Time": 6.6920170951634645}
+{"Finetune/Learning Rate": 1.1878096879249672e-05, "Finetune/Loss": 0.7666373252868652, "Finetune/Loss (Raw)": 0.9195684790611267, "Finetune/Step": 4747, "Finetune/Step Time": 6.692080749198794}
+{"Finetune/Learning Rate": 1.1875037106086013e-05, "Finetune/Loss": 0.7675234079360962, "Finetune/Loss (Raw)": 0.8721926212310791, "Finetune/Step": 4748, "Finetune/Step Time": 6.687531150877476}
+{"Finetune/Learning Rate": 1.187197715096995e-05, "Finetune/Loss": 0.7667227983474731, "Finetune/Loss (Raw)": 0.8182007670402527, "Finetune/Step": 4749, "Finetune/Step Time": 6.694173404946923}
+{"Finetune/Learning Rate": 1.1868917014198414e-05, "Finetune/Loss": 0.7661083936691284, "Finetune/Loss (Raw)": 0.755660891532898, "Finetune/Step": 4750, "Finetune/Step Time": 6.6963059939444065}
+{"Finetune/Learning Rate": 1.1865856696068361e-05, "Finetune/Loss": 0.7653050422668457, "Finetune/Loss (Raw)": 0.7772355675697327, "Finetune/Step": 4751, "Finetune/Step Time": 6.71153837069869}
+{"Finetune/Learning Rate": 1.1862796196876768e-05, "Finetune/Loss": 0.7659634351730347, "Finetune/Loss (Raw)": 0.8482491970062256, "Finetune/Step": 4752, "Finetune/Step Time": 6.714849453419447}
+{"Finetune/Learning Rate": 1.185973551692061e-05, "Finetune/Loss": 0.7647954225540161, "Finetune/Loss (Raw)": 0.7288176417350769, "Finetune/Step": 4753, "Finetune/Step Time": 6.70712998509407}
+{"Finetune/Learning Rate": 1.185667465649691e-05, "Finetune/Loss": 0.7682837247848511, "Finetune/Loss (Raw)": 0.8294224143028259, "Finetune/Step": 4754, "Finetune/Step Time": 6.703082142397761}
+{"Finetune/Learning Rate": 1.1853613615902679e-05, "Finetune/Loss": 0.7685030698776245, "Finetune/Loss (Raw)": 0.8019740581512451, "Finetune/Step": 4755, "Finetune/Step Time": 6.702249450609088}
+{"Finetune/Learning Rate": 1.1850552395434967e-05, "Finetune/Loss": 0.769289493560791, "Finetune/Loss (Raw)": 0.7953364253044128, "Finetune/Step": 4756, "Finetune/Step Time": 6.694652324542403}
+{"Finetune/Learning Rate": 1.1847490995390826e-05, "Finetune/Loss": 0.769527792930603, "Finetune/Loss (Raw)": 0.7999236583709717, "Finetune/Step": 4757, "Finetune/Step Time": 6.694044711068273}
+{"Finetune/Learning Rate": 1.1844429416067343e-05, "Finetune/Loss": 0.7699475288391113, "Finetune/Loss (Raw)": 0.756074070930481, "Finetune/Step": 4758, "Finetune/Step Time": 6.684388607740402}
+{"Finetune/Learning Rate": 1.1841367657761595e-05, "Finetune/Loss": 0.7708214521408081, "Finetune/Loss (Raw)": 0.7087790369987488, "Finetune/Step": 4759, "Finetune/Step Time": 6.669796641916037}
+{"Finetune/Learning Rate": 1.1838305720770711e-05, "Finetune/Loss": 0.7746403813362122, "Finetune/Loss (Raw)": 0.7966011166572571, "Finetune/Step": 4760, "Finetune/Step Time": 6.651914104819298}
+{"Finetune/Learning Rate": 1.1835243605391806e-05, "Finetune/Loss": 0.774646520614624, "Finetune/Loss (Raw)": 0.6096099615097046, "Finetune/Step": 4761, "Finetune/Step Time": 6.654042163863778}
+{"Finetune/Learning Rate": 1.183218131192203e-05, "Finetune/Loss": 0.7732087969779968, "Finetune/Loss (Raw)": 0.7220076322555542, "Finetune/Step": 4762, "Finetune/Step Time": 6.65158049762249}
+{"Finetune/Learning Rate": 1.182911884065855e-05, "Finetune/Loss": 0.7748205661773682, "Finetune/Loss (Raw)": 0.7946776747703552, "Finetune/Step": 4763, "Finetune/Step Time": 6.6357435919344425}
+{"Finetune/Learning Rate": 1.1826056191898541e-05, "Finetune/Loss": 0.7742310166358948, "Finetune/Loss (Raw)": 0.7187608480453491, "Finetune/Step": 4764, "Finetune/Step Time": 6.638787440955639}
+{"Finetune/Learning Rate": 1.1822993365939202e-05, "Finetune/Loss": 0.7725316286087036, "Finetune/Loss (Raw)": 0.6709384322166443, "Finetune/Step": 4765, "Finetune/Step Time": 6.638351945206523}
+{"Finetune/Learning Rate": 1.181993036307775e-05, "Finetune/Loss": 0.7718777656555176, "Finetune/Loss (Raw)": 0.9292309284210205, "Finetune/Step": 4766, "Finetune/Step Time": 6.649990284815431}
+{"Finetune/Learning Rate": 1.1816867183611412e-05, "Finetune/Loss": 0.7736893892288208, "Finetune/Loss (Raw)": 0.8489485383033752, "Finetune/Step": 4767, "Finetune/Step Time": 6.611275304108858}
+{"Finetune/Learning Rate": 1.1813803827837443e-05, "Finetune/Loss": 0.7726626396179199, "Finetune/Loss (Raw)": 0.7486799955368042, "Finetune/Step": 4768, "Finetune/Step Time": 6.604377638548613}
+{"Finetune/Learning Rate": 1.1810740296053105e-05, "Finetune/Loss": 0.7724738121032715, "Finetune/Loss (Raw)": 0.782717764377594, "Finetune/Step": 4769, "Finetune/Step Time": 6.603483786806464}
+{"Finetune/Learning Rate": 1.1807676588555681e-05, "Finetune/Loss": 0.769707977771759, "Finetune/Loss (Raw)": 0.4762636423110962, "Finetune/Step": 4770, "Finetune/Step Time": 6.616487642750144}
+{"Finetune/Learning Rate": 1.1804612705642476e-05, "Finetune/Loss": 0.7698976397514343, "Finetune/Loss (Raw)": 0.934519350528717, "Finetune/Step": 4771, "Finetune/Step Time": 6.6190792340785265}
+{"Finetune/Learning Rate": 1.1801548647610802e-05, "Finetune/Loss": 0.7722154855728149, "Finetune/Loss (Raw)": 0.709289014339447, "Finetune/Step": 4772, "Finetune/Step Time": 6.612194273620844}
+{"Finetune/Learning Rate": 1.179848441475799e-05, "Finetune/Loss": 0.7699815034866333, "Finetune/Loss (Raw)": 0.563793420791626, "Finetune/Step": 4773, "Finetune/Step Time": 6.612171771004796}
+{"Finetune/Learning Rate": 1.1795420007381401e-05, "Finetune/Loss": 0.7713906764984131, "Finetune/Loss (Raw)": 0.8193861842155457, "Finetune/Step": 4774, "Finetune/Step Time": 6.602595720440149}
+{"Finetune/Learning Rate": 1.1792355425778398e-05, "Finetune/Loss": 0.7721111178398132, "Finetune/Loss (Raw)": 0.9138026237487793, "Finetune/Step": 4775, "Finetune/Step Time": 6.600386569276452}
+{"Finetune/Learning Rate": 1.1789290670246365e-05, "Finetune/Loss": 0.7717953324317932, "Finetune/Loss (Raw)": 0.6831960678100586, "Finetune/Step": 4776, "Finetune/Step Time": 6.612086962908506}
+{"Finetune/Learning Rate": 1.178622574108271e-05, "Finetune/Loss": 0.7711083889007568, "Finetune/Loss (Raw)": 0.7867161631584167, "Finetune/Step": 4777, "Finetune/Step Time": 6.603696519508958}
+{"Finetune/Learning Rate": 1.1783160638584839e-05, "Finetune/Loss": 0.7682936191558838, "Finetune/Loss (Raw)": 0.3067103326320648, "Finetune/Step": 4778, "Finetune/Step Time": 6.61861314624548}
+{"Finetune/Learning Rate": 1.17800953630502e-05, "Finetune/Loss": 0.7694494128227234, "Finetune/Loss (Raw)": 0.9590265154838562, "Finetune/Step": 4779, "Finetune/Step Time": 6.620636103674769}
+{"Finetune/Learning Rate": 1.177702991477624e-05, "Finetune/Loss": 0.7688484787940979, "Finetune/Loss (Raw)": 0.7275751233100891, "Finetune/Step": 4780, "Finetune/Step Time": 6.615972442552447}
+{"Finetune/Learning Rate": 1.1773964294060431e-05, "Finetune/Loss": 0.7716023325920105, "Finetune/Loss (Raw)": 0.6832631826400757, "Finetune/Step": 4781, "Finetune/Step Time": 6.6144546046853065}
+{"Finetune/Learning Rate": 1.1770898501200254e-05, "Finetune/Loss": 0.7708276510238647, "Finetune/Loss (Raw)": 0.6644649505615234, "Finetune/Step": 4782, "Finetune/Step Time": 6.61603338457644}
+{"Finetune/Learning Rate": 1.176783253649322e-05, "Finetune/Loss": 0.7688219547271729, "Finetune/Loss (Raw)": 0.3924148678779602, "Finetune/Step": 4783, "Finetune/Step Time": 6.630787180736661}
+{"Finetune/Learning Rate": 1.1764766400236835e-05, "Finetune/Loss": 0.7714740037918091, "Finetune/Loss (Raw)": 0.8080292344093323, "Finetune/Step": 4784, "Finetune/Step Time": 6.605214532464743}
+{"Finetune/Learning Rate": 1.176170009272865e-05, "Finetune/Loss": 0.7733551263809204, "Finetune/Loss (Raw)": 0.9860353469848633, "Finetune/Step": 4785, "Finetune/Step Time": 6.6067494209855795}
+{"Finetune/Learning Rate": 1.1758633614266206e-05, "Finetune/Loss": 0.7732166051864624, "Finetune/Loss (Raw)": 0.8478049635887146, "Finetune/Step": 4786, "Finetune/Step Time": 6.609635643661022}
+{"Finetune/Learning Rate": 1.1755566965147079e-05, "Finetune/Loss": 0.7723994255065918, "Finetune/Loss (Raw)": 0.7728155255317688, "Finetune/Step": 4787, "Finetune/Step Time": 6.605339972302318}
+{"Finetune/Learning Rate": 1.1752500145668848e-05, "Finetune/Loss": 0.7708485722541809, "Finetune/Loss (Raw)": 0.6469921469688416, "Finetune/Step": 4788, "Finetune/Step Time": 6.614430354908109}
+{"Finetune/Learning Rate": 1.1749433156129123e-05, "Finetune/Loss": 0.7702076435089111, "Finetune/Loss (Raw)": 0.6182438135147095, "Finetune/Step": 4789, "Finetune/Step Time": 6.615313118323684}
+{"Finetune/Learning Rate": 1.1746365996825517e-05, "Finetune/Loss": 0.7697755694389343, "Finetune/Loss (Raw)": 0.8309403657913208, "Finetune/Step": 4790, "Finetune/Step Time": 6.620578119531274}
+{"Finetune/Learning Rate": 1.174329866805567e-05, "Finetune/Loss": 0.7659221887588501, "Finetune/Loss (Raw)": 0.3553912937641144, "Finetune/Step": 4791, "Finetune/Step Time": 6.64062406681478}
+{"Finetune/Learning Rate": 1.1740231170117226e-05, "Finetune/Loss": 0.7673292756080627, "Finetune/Loss (Raw)": 0.9799341559410095, "Finetune/Step": 4792, "Finetune/Step Time": 6.635072715580463}
+{"Finetune/Learning Rate": 1.1737163503307864e-05, "Finetune/Loss": 0.7684891223907471, "Finetune/Loss (Raw)": 0.8666596412658691, "Finetune/Step": 4793, "Finetune/Step Time": 6.634339485317469}
+{"Finetune/Learning Rate": 1.1734095667925259e-05, "Finetune/Loss": 0.7695013284683228, "Finetune/Loss (Raw)": 0.7144534587860107, "Finetune/Step": 4794, "Finetune/Step Time": 6.616807859390974}
+{"Finetune/Learning Rate": 1.1731027664267114e-05, "Finetune/Loss": 0.7682406902313232, "Finetune/Loss (Raw)": 0.7047366499900818, "Finetune/Step": 4795, "Finetune/Step Time": 6.657703431323171}
+{"Finetune/Learning Rate": 1.172795949263115e-05, "Finetune/Loss": 0.7691842913627625, "Finetune/Loss (Raw)": 0.8872659802436829, "Finetune/Step": 4796, "Finetune/Step Time": 6.653047436848283}
+{"Finetune/Learning Rate": 1.1724891153315097e-05, "Finetune/Loss": 0.7727442979812622, "Finetune/Loss (Raw)": 0.8419377207756042, "Finetune/Step": 4797, "Finetune/Step Time": 6.635065311565995}
+{"Finetune/Learning Rate": 1.17218226466167e-05, "Finetune/Loss": 0.7711019515991211, "Finetune/Loss (Raw)": 0.6148633360862732, "Finetune/Step": 4798, "Finetune/Step Time": 6.6512223575264215}
+{"Finetune/Learning Rate": 1.1718753972833739e-05, "Finetune/Loss": 0.7722120881080627, "Finetune/Loss (Raw)": 0.8746172785758972, "Finetune/Step": 4799, "Finetune/Step Time": 6.656626416370273}
+{"Finetune/Learning Rate": 1.171568513226398e-05, "Finetune/Loss": 0.7734934091567993, "Finetune/Loss (Raw)": 0.9971985816955566, "Finetune/Step": 4800, "Finetune/Step Time": 6.63129567541182}
+{"Finetune/Learning Rate": 1.1712616125205235e-05, "Finetune/Loss": 0.7741837501525879, "Finetune/Loss (Raw)": 0.8910808563232422, "Finetune/Step": 4801, "Finetune/Step Time": 6.624751152470708}
+{"Finetune/Learning Rate": 1.1709546951955306e-05, "Finetune/Loss": 0.7736784219741821, "Finetune/Loss (Raw)": 0.8320143818855286, "Finetune/Step": 4802, "Finetune/Step Time": 6.599705254659057}
+{"Finetune/Learning Rate": 1.1706477612812033e-05, "Finetune/Loss": 0.7738441824913025, "Finetune/Loss (Raw)": 0.8897176384925842, "Finetune/Step": 4803, "Finetune/Step Time": 6.60425460524857}
+{"Finetune/Learning Rate": 1.170340810807326e-05, "Finetune/Loss": 0.7743993997573853, "Finetune/Loss (Raw)": 0.8418399095535278, "Finetune/Step": 4804, "Finetune/Step Time": 6.607243437319994}
+{"Finetune/Learning Rate": 1.170033843803685e-05, "Finetune/Loss": 0.7744616270065308, "Finetune/Loss (Raw)": 0.8849968910217285, "Finetune/Step": 4805, "Finetune/Step Time": 6.613755309954286}
+{"Finetune/Learning Rate": 1.169726860300068e-05, "Finetune/Loss": 0.7747138738632202, "Finetune/Loss (Raw)": 0.8190678358078003, "Finetune/Step": 4806, "Finetune/Step Time": 6.5960757080465555}
+{"Finetune/Learning Rate": 1.1694198603262645e-05, "Finetune/Loss": 0.7757984399795532, "Finetune/Loss (Raw)": 0.7998769879341125, "Finetune/Step": 4807, "Finetune/Step Time": 6.597441531717777}
+{"Finetune/Learning Rate": 1.1691128439120657e-05, "Finetune/Loss": 0.7760064601898193, "Finetune/Loss (Raw)": 0.9357380270957947, "Finetune/Step": 4808, "Finetune/Step Time": 6.594824019819498}
+{"Finetune/Learning Rate": 1.1688058110872645e-05, "Finetune/Loss": 0.7744805812835693, "Finetune/Loss (Raw)": 0.5830153822898865, "Finetune/Step": 4809, "Finetune/Step Time": 6.58466698974371}
+{"Finetune/Learning Rate": 1.1684987618816547e-05, "Finetune/Loss": 0.7747305035591125, "Finetune/Loss (Raw)": 0.7652488350868225, "Finetune/Step": 4810, "Finetune/Step Time": 6.576053379103541}
+{"Finetune/Learning Rate": 1.1681916963250326e-05, "Finetune/Loss": 0.7749428749084473, "Finetune/Loss (Raw)": 0.8318743109703064, "Finetune/Step": 4811, "Finetune/Step Time": 6.602529883384705}
+{"Finetune/Learning Rate": 1.1678846144471952e-05, "Finetune/Loss": 0.7742116451263428, "Finetune/Loss (Raw)": 0.8116353154182434, "Finetune/Step": 4812, "Finetune/Step Time": 6.593402983620763}
+{"Finetune/Learning Rate": 1.167577516277942e-05, "Finetune/Loss": 0.7714592218399048, "Finetune/Loss (Raw)": 0.5228739976882935, "Finetune/Step": 4813, "Finetune/Step Time": 6.608710432425141}
+{"Finetune/Learning Rate": 1.1672704018470733e-05, "Finetune/Loss": 0.772972583770752, "Finetune/Loss (Raw)": 0.8394860029220581, "Finetune/Step": 4814, "Finetune/Step Time": 6.599741065874696}
+{"Finetune/Learning Rate": 1.1669632711843912e-05, "Finetune/Loss": 0.7735801339149475, "Finetune/Loss (Raw)": 0.912846028804779, "Finetune/Step": 4815, "Finetune/Step Time": 6.607671525329351}
+{"Finetune/Learning Rate": 1.1666561243196997e-05, "Finetune/Loss": 0.7707686424255371, "Finetune/Loss (Raw)": 0.6973673701286316, "Finetune/Step": 4816, "Finetune/Step Time": 6.624277971684933}
+{"Finetune/Learning Rate": 1.166348961282804e-05, "Finetune/Loss": 0.7703287601470947, "Finetune/Loss (Raw)": 0.846481204032898, "Finetune/Step": 4817, "Finetune/Step Time": 6.629563011229038}
+{"Finetune/Learning Rate": 1.1660417821035113e-05, "Finetune/Loss": 0.7718462944030762, "Finetune/Loss (Raw)": 0.860794186592102, "Finetune/Step": 4818, "Finetune/Step Time": 6.620716646313667}
+{"Finetune/Learning Rate": 1.1657345868116296e-05, "Finetune/Loss": 0.7716771364212036, "Finetune/Loss (Raw)": 0.9130827188491821, "Finetune/Step": 4819, "Finetune/Step Time": 6.620667265728116}
+{"Finetune/Learning Rate": 1.1654273754369693e-05, "Finetune/Loss": 0.7711691856384277, "Finetune/Loss (Raw)": 0.9028691649436951, "Finetune/Step": 4820, "Finetune/Step Time": 6.62352092564106}
+{"Finetune/Learning Rate": 1.165120148009342e-05, "Finetune/Loss": 0.7720965147018433, "Finetune/Loss (Raw)": 0.9227758646011353, "Finetune/Step": 4821, "Finetune/Step Time": 6.611543644219637}
+{"Finetune/Learning Rate": 1.1648129045585606e-05, "Finetune/Loss": 0.7716467976570129, "Finetune/Loss (Raw)": 0.8688305020332336, "Finetune/Step": 4822, "Finetune/Step Time": 6.619300274178386}
+{"Finetune/Learning Rate": 1.1645056451144399e-05, "Finetune/Loss": 0.7719821929931641, "Finetune/Loss (Raw)": 0.8795861601829529, "Finetune/Step": 4823, "Finetune/Step Time": 6.629100322723389}
+{"Finetune/Learning Rate": 1.164198369706796e-05, "Finetune/Loss": 0.7692123651504517, "Finetune/Loss (Raw)": 0.339756578207016, "Finetune/Step": 4824, "Finetune/Step Time": 6.633904566988349}
+{"Finetune/Learning Rate": 1.1638910783654473e-05, "Finetune/Loss": 0.7691347599029541, "Finetune/Loss (Raw)": 0.7755247950553894, "Finetune/Step": 4825, "Finetune/Step Time": 6.628685919567943}
+{"Finetune/Learning Rate": 1.1635837711202125e-05, "Finetune/Loss": 0.7683975696563721, "Finetune/Loss (Raw)": 0.7954572439193726, "Finetune/Step": 4826, "Finetune/Step Time": 6.62846053019166}
+{"Finetune/Learning Rate": 1.163276448000913e-05, "Finetune/Loss": 0.7682704925537109, "Finetune/Loss (Raw)": 0.8951741456985474, "Finetune/Step": 4827, "Finetune/Step Time": 6.618531966581941}
+{"Finetune/Learning Rate": 1.1629691090373708e-05, "Finetune/Loss": 0.7688212394714355, "Finetune/Loss (Raw)": 0.8939971327781677, "Finetune/Step": 4828, "Finetune/Step Time": 6.625495877116919}
+{"Finetune/Learning Rate": 1.1626617542594101e-05, "Finetune/Loss": 0.7684153318405151, "Finetune/Loss (Raw)": 0.8035107851028442, "Finetune/Step": 4829, "Finetune/Step Time": 6.632087558507919}
+{"Finetune/Learning Rate": 1.1623543836968565e-05, "Finetune/Loss": 0.7684448957443237, "Finetune/Loss (Raw)": 0.7695412635803223, "Finetune/Step": 4830, "Finetune/Step Time": 6.629750294610858}
+{"Finetune/Learning Rate": 1.162046997379537e-05, "Finetune/Loss": 0.7642663717269897, "Finetune/Loss (Raw)": 0.38802483677864075, "Finetune/Step": 4831, "Finetune/Step Time": 6.653058370575309}
+{"Finetune/Learning Rate": 1.1617395953372797e-05, "Finetune/Loss": 0.7641586065292358, "Finetune/Loss (Raw)": 0.6762869358062744, "Finetune/Step": 4832, "Finetune/Step Time": 6.676548812538385}
+{"Finetune/Learning Rate": 1.1614321775999156e-05, "Finetune/Loss": 0.7632555961608887, "Finetune/Loss (Raw)": 0.7953327298164368, "Finetune/Step": 4833, "Finetune/Step Time": 6.670418592169881}
+{"Finetune/Learning Rate": 1.1611247441972754e-05, "Finetune/Loss": 0.7647817134857178, "Finetune/Loss (Raw)": 0.9532549381256104, "Finetune/Step": 4834, "Finetune/Step Time": 6.674839977174997}
+{"Finetune/Learning Rate": 1.160817295159193e-05, "Finetune/Loss": 0.7660877704620361, "Finetune/Loss (Raw)": 0.8759500980377197, "Finetune/Step": 4835, "Finetune/Step Time": 6.671995939686894}
+{"Finetune/Learning Rate": 1.1605098305155025e-05, "Finetune/Loss": 0.7678566575050354, "Finetune/Loss (Raw)": 0.9281036853790283, "Finetune/Step": 4836, "Finetune/Step Time": 6.6800877302885056}
+{"Finetune/Learning Rate": 1.1602023502960401e-05, "Finetune/Loss": 0.7686742544174194, "Finetune/Loss (Raw)": 0.7974634170532227, "Finetune/Step": 4837, "Finetune/Step Time": 6.652671054005623}
+{"Finetune/Learning Rate": 1.1598948545306442e-05, "Finetune/Loss": 0.7681607007980347, "Finetune/Loss (Raw)": 0.8941304087638855, "Finetune/Step": 4838, "Finetune/Step Time": 6.653683053329587}
+{"Finetune/Learning Rate": 1.1595873432491533e-05, "Finetune/Loss": 0.7674963474273682, "Finetune/Loss (Raw)": 0.7089294791221619, "Finetune/Step": 4839, "Finetune/Step Time": 6.654528906568885}
+{"Finetune/Learning Rate": 1.1592798164814083e-05, "Finetune/Loss": 0.7681321501731873, "Finetune/Loss (Raw)": 0.8053866624832153, "Finetune/Step": 4840, "Finetune/Step Time": 6.644975259900093}
+{"Finetune/Learning Rate": 1.1589722742572513e-05, "Finetune/Loss": 0.7671846151351929, "Finetune/Loss (Raw)": 0.7466555833816528, "Finetune/Step": 4841, "Finetune/Step Time": 6.650950098410249}
+{"Finetune/Learning Rate": 1.1586647166065263e-05, "Finetune/Loss": 0.7663520574569702, "Finetune/Loss (Raw)": 0.6643383502960205, "Finetune/Step": 4842, "Finetune/Step Time": 6.661372048780322}
+{"Finetune/Learning Rate": 1.1583571435590777e-05, "Finetune/Loss": 0.7675492167472839, "Finetune/Loss (Raw)": 0.9637798070907593, "Finetune/Step": 4843, "Finetune/Step Time": 6.64861704967916}
+{"Finetune/Learning Rate": 1.1580495551447534e-05, "Finetune/Loss": 0.7671557664871216, "Finetune/Loss (Raw)": 0.7134391665458679, "Finetune/Step": 4844, "Finetune/Step Time": 6.668706826865673}
+{"Finetune/Learning Rate": 1.1577419513934007e-05, "Finetune/Loss": 0.7678166627883911, "Finetune/Loss (Raw)": 0.9177049398422241, "Finetune/Step": 4845, "Finetune/Step Time": 6.670908562839031}
+{"Finetune/Learning Rate": 1.1574343323348693e-05, "Finetune/Loss": 0.7698503732681274, "Finetune/Loss (Raw)": 0.8282643556594849, "Finetune/Step": 4846, "Finetune/Step Time": 6.681810373440385}
+{"Finetune/Learning Rate": 1.157126697999011e-05, "Finetune/Loss": 0.7673652172088623, "Finetune/Loss (Raw)": 0.3481423258781433, "Finetune/Step": 4847, "Finetune/Step Time": 6.713684530928731}
+{"Finetune/Learning Rate": 1.1568190484156778e-05, "Finetune/Loss": 0.7689245939254761, "Finetune/Loss (Raw)": 0.6951440572738647, "Finetune/Step": 4848, "Finetune/Step Time": 6.67769106850028}
+{"Finetune/Learning Rate": 1.156511383614724e-05, "Finetune/Loss": 0.769381046295166, "Finetune/Loss (Raw)": 0.6846316456794739, "Finetune/Step": 4849, "Finetune/Step Time": 6.682311687618494}
+{"Finetune/Learning Rate": 1.1562037036260054e-05, "Finetune/Loss": 0.7708489894866943, "Finetune/Loss (Raw)": 0.9035122990608215, "Finetune/Step": 4850, "Finetune/Step Time": 6.690968157723546}
+{"Finetune/Learning Rate": 1.1558960084793786e-05, "Finetune/Loss": 0.7715251445770264, "Finetune/Loss (Raw)": 0.8942219018936157, "Finetune/Step": 4851, "Finetune/Step Time": 6.705660969018936}
+{"Finetune/Learning Rate": 1.1555882982047029e-05, "Finetune/Loss": 0.7716737389564514, "Finetune/Loss (Raw)": 0.687004029750824, "Finetune/Step": 4852, "Finetune/Step Time": 6.698509484529495}
+{"Finetune/Learning Rate": 1.1552805728318375e-05, "Finetune/Loss": 0.7726476788520813, "Finetune/Loss (Raw)": 0.8439191579818726, "Finetune/Step": 4853, "Finetune/Step Time": 6.704630991443992}
+{"Finetune/Learning Rate": 1.1549728323906445e-05, "Finetune/Loss": 0.7713770866394043, "Finetune/Loss (Raw)": 0.5379181504249573, "Finetune/Step": 4854, "Finetune/Step Time": 6.707496078684926}
+{"Finetune/Learning Rate": 1.1546650769109862e-05, "Finetune/Loss": 0.7717570066452026, "Finetune/Loss (Raw)": 0.7947349548339844, "Finetune/Step": 4855, "Finetune/Step Time": 6.719117607921362}
+{"Finetune/Learning Rate": 1.1543573064227278e-05, "Finetune/Loss": 0.7725507020950317, "Finetune/Loss (Raw)": 0.83383709192276, "Finetune/Step": 4856, "Finetune/Step Time": 6.7136853989213705}
+{"Finetune/Learning Rate": 1.1540495209557342e-05, "Finetune/Loss": 0.7714487314224243, "Finetune/Loss (Raw)": 0.9027178287506104, "Finetune/Step": 4857, "Finetune/Step Time": 6.711931619793177}
+{"Finetune/Learning Rate": 1.1537417205398738e-05, "Finetune/Loss": 0.7726677656173706, "Finetune/Loss (Raw)": 0.9713851809501648, "Finetune/Step": 4858, "Finetune/Step Time": 6.72095899656415}
+{"Finetune/Learning Rate": 1.1534339052050145e-05, "Finetune/Loss": 0.774036705493927, "Finetune/Loss (Raw)": 0.8090983033180237, "Finetune/Step": 4859, "Finetune/Step Time": 6.707171909511089}
+{"Finetune/Learning Rate": 1.153126074981027e-05, "Finetune/Loss": 0.77324378490448, "Finetune/Loss (Raw)": 0.7152231931686401, "Finetune/Step": 4860, "Finetune/Step Time": 6.705215064808726}
+{"Finetune/Learning Rate": 1.1528182298977824e-05, "Finetune/Loss": 0.7722355127334595, "Finetune/Loss (Raw)": 0.7472881078720093, "Finetune/Step": 4861, "Finetune/Step Time": 6.70853753760457}
+{"Finetune/Learning Rate": 1.152510369985154e-05, "Finetune/Loss": 0.7742246389389038, "Finetune/Loss (Raw)": 0.9622946381568909, "Finetune/Step": 4862, "Finetune/Step Time": 6.693367710337043}
+{"Finetune/Learning Rate": 1.1522024952730169e-05, "Finetune/Loss": 0.7747313976287842, "Finetune/Loss (Raw)": 0.9386146068572998, "Finetune/Step": 4863, "Finetune/Step Time": 6.697077006101608}
+{"Finetune/Learning Rate": 1.1518946057912466e-05, "Finetune/Loss": 0.7760921716690063, "Finetune/Loss (Raw)": 0.7689303159713745, "Finetune/Step": 4864, "Finetune/Step Time": 6.702211132273078}
+{"Finetune/Learning Rate": 1.1515867015697202e-05, "Finetune/Loss": 0.7773051261901855, "Finetune/Loss (Raw)": 0.8636058568954468, "Finetune/Step": 4865, "Finetune/Step Time": 6.696061169728637}
+{"Finetune/Learning Rate": 1.1512787826383172e-05, "Finetune/Loss": 0.7765474915504456, "Finetune/Loss (Raw)": 0.7522257566452026, "Finetune/Step": 4866, "Finetune/Step Time": 6.687882209196687}
+{"Finetune/Learning Rate": 1.1509708490269171e-05, "Finetune/Loss": 0.7738617658615112, "Finetune/Loss (Raw)": 0.3927404284477234, "Finetune/Step": 4867, "Finetune/Step Time": 6.707388453185558}
+{"Finetune/Learning Rate": 1.1506629007654022e-05, "Finetune/Loss": 0.774085283279419, "Finetune/Loss (Raw)": 0.7206191420555115, "Finetune/Step": 4868, "Finetune/Step Time": 6.717169689014554}
+{"Finetune/Learning Rate": 1.1503549378836555e-05, "Finetune/Loss": 0.7747864723205566, "Finetune/Loss (Raw)": 0.6531393527984619, "Finetune/Step": 4869, "Finetune/Step Time": 6.720670372247696}
+{"Finetune/Learning Rate": 1.1500469604115614e-05, "Finetune/Loss": 0.7751200199127197, "Finetune/Loss (Raw)": 0.723867654800415, "Finetune/Step": 4870, "Finetune/Step Time": 6.705963039770722}
+{"Finetune/Learning Rate": 1.1497389683790055e-05, "Finetune/Loss": 0.7764797210693359, "Finetune/Loss (Raw)": 0.8386034369468689, "Finetune/Step": 4871, "Finetune/Step Time": 6.699371062219143}
+{"Finetune/Learning Rate": 1.1494309618158759e-05, "Finetune/Loss": 0.7752196192741394, "Finetune/Loss (Raw)": 0.8018648028373718, "Finetune/Step": 4872, "Finetune/Step Time": 6.6988710053265095}
+{"Finetune/Learning Rate": 1.1491229407520607e-05, "Finetune/Loss": 0.7751024961471558, "Finetune/Loss (Raw)": 0.713300883769989, "Finetune/Step": 4873, "Finetune/Step Time": 6.695808609947562}
+{"Finetune/Learning Rate": 1.1488149052174504e-05, "Finetune/Loss": 0.7739008069038391, "Finetune/Loss (Raw)": 0.5756627917289734, "Finetune/Step": 4874, "Finetune/Step Time": 6.680397881194949}
+{"Finetune/Learning Rate": 1.1485068552419366e-05, "Finetune/Loss": 0.7726488709449768, "Finetune/Loss (Raw)": 0.7593209147453308, "Finetune/Step": 4875, "Finetune/Step Time": 6.688537210226059}
+{"Finetune/Learning Rate": 1.148198790855412e-05, "Finetune/Loss": 0.7728328704833984, "Finetune/Loss (Raw)": 0.8957371711730957, "Finetune/Step": 4876, "Finetune/Step Time": 6.682393474504352}
+{"Finetune/Learning Rate": 1.147890712087771e-05, "Finetune/Loss": 0.7735360860824585, "Finetune/Loss (Raw)": 0.9082182049751282, "Finetune/Step": 4877, "Finetune/Step Time": 6.673740655183792}
+{"Finetune/Learning Rate": 1.14758261896891e-05, "Finetune/Loss": 0.7733397483825684, "Finetune/Loss (Raw)": 0.7305265069007874, "Finetune/Step": 4878, "Finetune/Step Time": 6.675734532997012}
+{"Finetune/Learning Rate": 1.1472745115287257e-05, "Finetune/Loss": 0.7739039659500122, "Finetune/Loss (Raw)": 0.8494614958763123, "Finetune/Step": 4879, "Finetune/Step Time": 6.657504083588719}
+{"Finetune/Learning Rate": 1.146966389797116e-05, "Finetune/Loss": 0.7742428779602051, "Finetune/Loss (Raw)": 0.8916258811950684, "Finetune/Step": 4880, "Finetune/Step Time": 6.664015352725983}
+{"Finetune/Learning Rate": 1.1466582538039821e-05, "Finetune/Loss": 0.7764294743537903, "Finetune/Loss (Raw)": 1.0087019205093384, "Finetune/Step": 4881, "Finetune/Step Time": 6.6684369668364525}
+{"Finetune/Learning Rate": 1.1463501035792244e-05, "Finetune/Loss": 0.775377631187439, "Finetune/Loss (Raw)": 0.6947886943817139, "Finetune/Step": 4882, "Finetune/Step Time": 6.660007851198316}
+{"Finetune/Learning Rate": 1.1460419391527458e-05, "Finetune/Loss": 0.7747609615325928, "Finetune/Loss (Raw)": 0.7230415344238281, "Finetune/Step": 4883, "Finetune/Step Time": 6.651756251230836}
+{"Finetune/Learning Rate": 1.1457337605544507e-05, "Finetune/Loss": 0.7753602266311646, "Finetune/Loss (Raw)": 0.872044026851654, "Finetune/Step": 4884, "Finetune/Step Time": 6.6544485334306955}
+{"Finetune/Learning Rate": 1.1454255678142438e-05, "Finetune/Loss": 0.7750597596168518, "Finetune/Loss (Raw)": 0.7614595890045166, "Finetune/Step": 4885, "Finetune/Step Time": 6.657918058335781}
+{"Finetune/Learning Rate": 1.1451173609620331e-05, "Finetune/Loss": 0.7760171890258789, "Finetune/Loss (Raw)": 0.8786246180534363, "Finetune/Step": 4886, "Finetune/Step Time": 6.664655741304159}
+{"Finetune/Learning Rate": 1.1448091400277257e-05, "Finetune/Loss": 0.7771453857421875, "Finetune/Loss (Raw)": 0.8531923294067383, "Finetune/Step": 4887, "Finetune/Step Time": 6.670525036752224}
+{"Finetune/Learning Rate": 1.1445009050412317e-05, "Finetune/Loss": 0.7775663733482361, "Finetune/Loss (Raw)": 0.8504860401153564, "Finetune/Step": 4888, "Finetune/Step Time": 6.680163525044918}
+{"Finetune/Learning Rate": 1.1441926560324621e-05, "Finetune/Loss": 0.7792326211929321, "Finetune/Loss (Raw)": 0.8228918313980103, "Finetune/Step": 4889, "Finetune/Step Time": 6.669466517865658}
+{"Finetune/Learning Rate": 1.143884393031329e-05, "Finetune/Loss": 0.7792949676513672, "Finetune/Loss (Raw)": 0.7299893498420715, "Finetune/Step": 4890, "Finetune/Step Time": 6.688356699422002}
+{"Finetune/Learning Rate": 1.1435761160677457e-05, "Finetune/Loss": 0.7790345549583435, "Finetune/Loss (Raw)": 0.76133793592453, "Finetune/Step": 4891, "Finetune/Step Time": 6.686040809378028}
+{"Finetune/Learning Rate": 1.143267825171628e-05, "Finetune/Loss": 0.779666543006897, "Finetune/Loss (Raw)": 0.7996593117713928, "Finetune/Step": 4892, "Finetune/Step Time": 6.681785671040416}
+{"Finetune/Learning Rate": 1.1429595203728916e-05, "Finetune/Loss": 0.7815337181091309, "Finetune/Loss (Raw)": 0.909937858581543, "Finetune/Step": 4893, "Finetune/Step Time": 6.681041482836008}
+{"Finetune/Learning Rate": 1.1426512017014543e-05, "Finetune/Loss": 0.7801160216331482, "Finetune/Loss (Raw)": 0.7477622032165527, "Finetune/Step": 4894, "Finetune/Step Time": 6.677121911197901}
+{"Finetune/Learning Rate": 1.1423428691872354e-05, "Finetune/Loss": 0.7787697315216064, "Finetune/Loss (Raw)": 0.6766169667243958, "Finetune/Step": 4895, "Finetune/Step Time": 6.678470384329557}
+{"Finetune/Learning Rate": 1.1420345228601553e-05, "Finetune/Loss": 0.7798132300376892, "Finetune/Loss (Raw)": 0.8822513818740845, "Finetune/Step": 4896, "Finetune/Step Time": 6.67139002121985}
+{"Finetune/Learning Rate": 1.1417261627501352e-05, "Finetune/Loss": 0.7787169218063354, "Finetune/Loss (Raw)": 0.6423956155776978, "Finetune/Step": 4897, "Finetune/Step Time": 6.676133334636688}
+{"Finetune/Learning Rate": 1.1414177888870991e-05, "Finetune/Loss": 0.7804522514343262, "Finetune/Loss (Raw)": 0.6983894109725952, "Finetune/Step": 4898, "Finetune/Step Time": 6.6681970953941345}
+{"Finetune/Learning Rate": 1.1411094013009703e-05, "Finetune/Loss": 0.7800724506378174, "Finetune/Loss (Raw)": 0.8858944773674011, "Finetune/Step": 4899, "Finetune/Step Time": 6.665539855137467}
+{"Finetune/Learning Rate": 1.1408010000216756e-05, "Finetune/Loss": 0.7808459997177124, "Finetune/Loss (Raw)": 0.8083044290542603, "Finetune/Step": 4900, "Finetune/Step Time": 6.6526583302766085}
+{"Finetune/Learning Rate": 1.1404925850791414e-05, "Finetune/Loss": 0.7825583219528198, "Finetune/Loss (Raw)": 0.7829775810241699, "Finetune/Step": 4901, "Finetune/Step Time": 6.650380402803421}
+{"Finetune/Learning Rate": 1.1401841565032959e-05, "Finetune/Loss": 0.7820867896080017, "Finetune/Loss (Raw)": 0.7590252757072449, "Finetune/Step": 4902, "Finetune/Step Time": 6.6598846931010485}
+{"Finetune/Learning Rate": 1.1398757143240692e-05, "Finetune/Loss": 0.7808887958526611, "Finetune/Loss (Raw)": 0.7604615092277527, "Finetune/Step": 4903, "Finetune/Step Time": 6.6586592346429825}
+{"Finetune/Learning Rate": 1.1395672585713928e-05, "Finetune/Loss": 0.7817749381065369, "Finetune/Loss (Raw)": 0.7966213822364807, "Finetune/Step": 4904, "Finetune/Step Time": 6.643752163276076}
+{"Finetune/Learning Rate": 1.139258789275198e-05, "Finetune/Loss": 0.7820667624473572, "Finetune/Loss (Raw)": 0.8240657448768616, "Finetune/Step": 4905, "Finetune/Step Time": 6.646650219336152}
+{"Finetune/Learning Rate": 1.1389503064654194e-05, "Finetune/Loss": 0.7855909466743469, "Finetune/Loss (Raw)": 0.7578096985816956, "Finetune/Step": 4906, "Finetune/Step Time": 6.618766983971}
+{"Finetune/Learning Rate": 1.1386418101719916e-05, "Finetune/Loss": 0.7830474972724915, "Finetune/Loss (Raw)": 0.6334627866744995, "Finetune/Step": 4907, "Finetune/Step Time": 6.624932404607534}
+{"Finetune/Learning Rate": 1.1383333004248504e-05, "Finetune/Loss": 0.7835432291030884, "Finetune/Loss (Raw)": 0.7910251021385193, "Finetune/Step": 4908, "Finetune/Step Time": 6.63590694963932}
+{"Finetune/Learning Rate": 1.1380247772539344e-05, "Finetune/Loss": 0.7842854261398315, "Finetune/Loss (Raw)": 0.7782685160636902, "Finetune/Step": 4909, "Finetune/Step Time": 6.622435625642538}
+{"Finetune/Learning Rate": 1.1377162406891815e-05, "Finetune/Loss": 0.7857407331466675, "Finetune/Loss (Raw)": 0.8507452607154846, "Finetune/Step": 4910, "Finetune/Step Time": 6.61216233484447}
+{"Finetune/Learning Rate": 1.1374076907605326e-05, "Finetune/Loss": 0.7888414859771729, "Finetune/Loss (Raw)": 0.7893165946006775, "Finetune/Step": 4911, "Finetune/Step Time": 6.592318845912814}
+{"Finetune/Learning Rate": 1.1370991274979289e-05, "Finetune/Loss": 0.7887643575668335, "Finetune/Loss (Raw)": 0.7981456518173218, "Finetune/Step": 4912, "Finetune/Step Time": 6.599078012630343}
+{"Finetune/Learning Rate": 1.136790550931313e-05, "Finetune/Loss": 0.7874999046325684, "Finetune/Loss (Raw)": 0.8241934180259705, "Finetune/Step": 4913, "Finetune/Step Time": 6.616768391802907}
+{"Finetune/Learning Rate": 1.1364819610906295e-05, "Finetune/Loss": 0.7843981981277466, "Finetune/Loss (Raw)": 0.4507879912853241, "Finetune/Step": 4914, "Finetune/Step Time": 6.632849229499698}
+{"Finetune/Learning Rate": 1.1361733580058234e-05, "Finetune/Loss": 0.7835965156555176, "Finetune/Loss (Raw)": 0.6702026128768921, "Finetune/Step": 4915, "Finetune/Step Time": 6.635886821895838}
+{"Finetune/Learning Rate": 1.1358647417068408e-05, "Finetune/Loss": 0.7846257090568542, "Finetune/Loss (Raw)": 0.7787200212478638, "Finetune/Step": 4916, "Finetune/Step Time": 6.620538990944624}
+{"Finetune/Learning Rate": 1.1355561122236309e-05, "Finetune/Loss": 0.7833256125450134, "Finetune/Loss (Raw)": 0.4518379867076874, "Finetune/Step": 4917, "Finetune/Step Time": 6.636025233194232}
+{"Finetune/Learning Rate": 1.1352474695861421e-05, "Finetune/Loss": 0.783380389213562, "Finetune/Loss (Raw)": 0.8379429578781128, "Finetune/Step": 4918, "Finetune/Step Time": 6.630313469097018}
+{"Finetune/Learning Rate": 1.1349388138243248e-05, "Finetune/Loss": 0.7867112159729004, "Finetune/Loss (Raw)": 0.7817507386207581, "Finetune/Step": 4919, "Finetune/Step Time": 6.612875068560243}
+{"Finetune/Learning Rate": 1.1346301449681312e-05, "Finetune/Loss": 0.7861328721046448, "Finetune/Loss (Raw)": 0.9058988094329834, "Finetune/Step": 4920, "Finetune/Step Time": 6.608174677938223}
+{"Finetune/Learning Rate": 1.1343214630475139e-05, "Finetune/Loss": 0.7854803204536438, "Finetune/Loss (Raw)": 0.7831302881240845, "Finetune/Step": 4921, "Finetune/Step Time": 6.620173912495375}
+{"Finetune/Learning Rate": 1.1340127680924273e-05, "Finetune/Loss": 0.7854626178741455, "Finetune/Loss (Raw)": 0.712188184261322, "Finetune/Step": 4922, "Finetune/Step Time": 6.62119809538126}
+{"Finetune/Learning Rate": 1.1337040601328276e-05, "Finetune/Loss": 0.7858819961547852, "Finetune/Loss (Raw)": 0.7584242820739746, "Finetune/Step": 4923, "Finetune/Step Time": 6.585901403799653}
+{"Finetune/Learning Rate": 1.1333953391986702e-05, "Finetune/Loss": 0.784652829170227, "Finetune/Loss (Raw)": 0.7299206256866455, "Finetune/Step": 4924, "Finetune/Step Time": 6.595908364281058}
+{"Finetune/Learning Rate": 1.133086605319915e-05, "Finetune/Loss": 0.783949077129364, "Finetune/Loss (Raw)": 0.7518646717071533, "Finetune/Step": 4925, "Finetune/Step Time": 6.605513766407967}
+{"Finetune/Learning Rate": 1.13277785852652e-05, "Finetune/Loss": 0.7850253582000732, "Finetune/Loss (Raw)": 0.7526279091835022, "Finetune/Step": 4926, "Finetune/Step Time": 6.589793402701616}
+{"Finetune/Learning Rate": 1.1324690988484459e-05, "Finetune/Loss": 0.784402072429657, "Finetune/Loss (Raw)": 0.7948365211486816, "Finetune/Step": 4927, "Finetune/Step Time": 6.587503109127283}
+{"Finetune/Learning Rate": 1.132160326315655e-05, "Finetune/Loss": 0.7810539603233337, "Finetune/Loss (Raw)": 0.5686376094818115, "Finetune/Step": 4928, "Finetune/Step Time": 6.6094726752489805}
+{"Finetune/Learning Rate": 1.1318515409581107e-05, "Finetune/Loss": 0.7798649072647095, "Finetune/Loss (Raw)": 0.7388787269592285, "Finetune/Step": 4929, "Finetune/Step Time": 6.613594179973006}
+{"Finetune/Learning Rate": 1.1315427428057762e-05, "Finetune/Loss": 0.7797755002975464, "Finetune/Loss (Raw)": 0.820571780204773, "Finetune/Step": 4930, "Finetune/Step Time": 6.612980805337429}
+{"Finetune/Learning Rate": 1.1312339318886183e-05, "Finetune/Loss": 0.7794715166091919, "Finetune/Loss (Raw)": 0.8508145213127136, "Finetune/Step": 4931, "Finetune/Step Time": 6.610865378752351}
+{"Finetune/Learning Rate": 1.1309251082366029e-05, "Finetune/Loss": 0.7796154022216797, "Finetune/Loss (Raw)": 0.8602520227432251, "Finetune/Step": 4932, "Finetune/Step Time": 6.608037576079369}
+{"Finetune/Learning Rate": 1.1306162718796985e-05, "Finetune/Loss": 0.7783358097076416, "Finetune/Loss (Raw)": 0.7212138175964355, "Finetune/Step": 4933, "Finetune/Step Time": 6.618060160428286}
+{"Finetune/Learning Rate": 1.1303074228478743e-05, "Finetune/Loss": 0.7787031531333923, "Finetune/Loss (Raw)": 0.866085946559906, "Finetune/Step": 4934, "Finetune/Step Time": 6.612815260887146}
+{"Finetune/Learning Rate": 1.1299985611711007e-05, "Finetune/Loss": 0.7793453931808472, "Finetune/Loss (Raw)": 0.8820866346359253, "Finetune/Step": 4935, "Finetune/Step Time": 6.611427692696452}
+{"Finetune/Learning Rate": 1.1296896868793494e-05, "Finetune/Loss": 0.7776046991348267, "Finetune/Loss (Raw)": 0.7129318118095398, "Finetune/Step": 4936, "Finetune/Step Time": 6.620529862120748}
+{"Finetune/Learning Rate": 1.1293808000025942e-05, "Finetune/Loss": 0.7803477644920349, "Finetune/Loss (Raw)": 0.9341214895248413, "Finetune/Step": 4937, "Finetune/Step Time": 6.624043611809611}
+{"Finetune/Learning Rate": 1.1290719005708078e-05, "Finetune/Loss": 0.7808042764663696, "Finetune/Loss (Raw)": 0.8236789107322693, "Finetune/Step": 4938, "Finetune/Step Time": 6.634254902601242}
+{"Finetune/Learning Rate": 1.1287629886139668e-05, "Finetune/Loss": 0.7773462533950806, "Finetune/Loss (Raw)": 0.38925039768218994, "Finetune/Step": 4939, "Finetune/Step Time": 6.621860332787037}
+{"Finetune/Learning Rate": 1.1284540641620474e-05, "Finetune/Loss": 0.7760671377182007, "Finetune/Loss (Raw)": 0.6479067802429199, "Finetune/Step": 4940, "Finetune/Step Time": 6.621573019772768}
+{"Finetune/Learning Rate": 1.1281451272450271e-05, "Finetune/Loss": 0.7773032784461975, "Finetune/Loss (Raw)": 0.6810988783836365, "Finetune/Step": 4941, "Finetune/Step Time": 6.602390052750707}
+{"Finetune/Learning Rate": 1.1278361778928858e-05, "Finetune/Loss": 0.7762881517410278, "Finetune/Loss (Raw)": 0.7095562219619751, "Finetune/Step": 4942, "Finetune/Step Time": 6.60766588896513}
+{"Finetune/Learning Rate": 1.127527216135603e-05, "Finetune/Loss": 0.7746655941009521, "Finetune/Loss (Raw)": 0.7051554918289185, "Finetune/Step": 4943, "Finetune/Step Time": 6.608115762472153}
+{"Finetune/Learning Rate": 1.1272182420031602e-05, "Finetune/Loss": 0.7756086587905884, "Finetune/Loss (Raw)": 0.8180866837501526, "Finetune/Step": 4944, "Finetune/Step Time": 6.59449958242476}
+{"Finetune/Learning Rate": 1.1269092555255405e-05, "Finetune/Loss": 0.7759159207344055, "Finetune/Loss (Raw)": 0.8858015537261963, "Finetune/Step": 4945, "Finetune/Step Time": 6.5929663479328156}
+{"Finetune/Learning Rate": 1.1266002567327275e-05, "Finetune/Loss": 0.7748585939407349, "Finetune/Loss (Raw)": 0.7254530191421509, "Finetune/Step": 4946, "Finetune/Step Time": 6.5928234569728374}
+{"Finetune/Learning Rate": 1.1262912456547062e-05, "Finetune/Loss": 0.7739283442497253, "Finetune/Loss (Raw)": 0.7940162420272827, "Finetune/Step": 4947, "Finetune/Step Time": 6.6035622507333755}
+{"Finetune/Learning Rate": 1.1259822223214627e-05, "Finetune/Loss": 0.7729965448379517, "Finetune/Loss (Raw)": 0.7836006879806519, "Finetune/Step": 4948, "Finetune/Step Time": 6.6005544904619455}
+{"Finetune/Learning Rate": 1.1256731867629846e-05, "Finetune/Loss": 0.771399974822998, "Finetune/Loss (Raw)": 0.7184094190597534, "Finetune/Step": 4949, "Finetune/Step Time": 6.597655072808266}
+{"Finetune/Learning Rate": 1.1253641390092607e-05, "Finetune/Loss": 0.7698845267295837, "Finetune/Loss (Raw)": 0.6748634576797485, "Finetune/Step": 4950, "Finetune/Step Time": 6.603773707523942}
+{"Finetune/Learning Rate": 1.1250550790902808e-05, "Finetune/Loss": 0.7698221206665039, "Finetune/Loss (Raw)": 0.8715909123420715, "Finetune/Step": 4951, "Finetune/Step Time": 6.591440660879016}
+{"Finetune/Learning Rate": 1.1247460070360351e-05, "Finetune/Loss": 0.7735089063644409, "Finetune/Loss (Raw)": 0.8116713166236877, "Finetune/Step": 4952, "Finetune/Step Time": 6.580841384828091}
+{"Finetune/Learning Rate": 1.1244369228765168e-05, "Finetune/Loss": 0.773052453994751, "Finetune/Loss (Raw)": 0.7170964479446411, "Finetune/Step": 4953, "Finetune/Step Time": 6.580857843160629}
+{"Finetune/Learning Rate": 1.1241278266417187e-05, "Finetune/Loss": 0.7733063697814941, "Finetune/Loss (Raw)": 0.8279501795768738, "Finetune/Step": 4954, "Finetune/Step Time": 6.6136394795030355}
+{"Finetune/Learning Rate": 1.1238187183616353e-05, "Finetune/Loss": 0.7726812362670898, "Finetune/Loss (Raw)": 0.8151611089706421, "Finetune/Step": 4955, "Finetune/Step Time": 6.616202116012573}
+{"Finetune/Learning Rate": 1.1235095980662623e-05, "Finetune/Loss": 0.7723163366317749, "Finetune/Loss (Raw)": 0.8472909927368164, "Finetune/Step": 4956, "Finetune/Step Time": 6.60368674620986}
+{"Finetune/Learning Rate": 1.1232004657855968e-05, "Finetune/Loss": 0.7729454040527344, "Finetune/Loss (Raw)": 0.8840330243110657, "Finetune/Step": 4957, "Finetune/Step Time": 6.592999592423439}
+{"Finetune/Learning Rate": 1.1228913215496365e-05, "Finetune/Loss": 0.7724906206130981, "Finetune/Loss (Raw)": 0.7113287448883057, "Finetune/Step": 4958, "Finetune/Step Time": 6.609469946473837}
+{"Finetune/Learning Rate": 1.1225821653883807e-05, "Finetune/Loss": 0.7732640504837036, "Finetune/Loss (Raw)": 0.48702535033226013, "Finetune/Step": 4959, "Finetune/Step Time": 6.608726304024458}
+{"Finetune/Learning Rate": 1.1222729973318293e-05, "Finetune/Loss": 0.7740364074707031, "Finetune/Loss (Raw)": 0.7751452326774597, "Finetune/Step": 4960, "Finetune/Step Time": 6.581977935507894}
+{"Finetune/Learning Rate": 1.1219638174099846e-05, "Finetune/Loss": 0.7736928462982178, "Finetune/Loss (Raw)": 0.751358151435852, "Finetune/Step": 4961, "Finetune/Step Time": 6.579271012917161}
+{"Finetune/Learning Rate": 1.1216546256528484e-05, "Finetune/Loss": 0.7727960348129272, "Finetune/Loss (Raw)": 0.8384688496589661, "Finetune/Step": 4962, "Finetune/Step Time": 6.577373459935188}
+{"Finetune/Learning Rate": 1.1213454220904252e-05, "Finetune/Loss": 0.7719017267227173, "Finetune/Loss (Raw)": 0.7614679336547852, "Finetune/Step": 4963, "Finetune/Step Time": 6.5805937591940165}
+{"Finetune/Learning Rate": 1.1210362067527192e-05, "Finetune/Loss": 0.7714719176292419, "Finetune/Loss (Raw)": 0.8730931878089905, "Finetune/Step": 4964, "Finetune/Step Time": 6.574037458747625}
+{"Finetune/Learning Rate": 1.1207269796697371e-05, "Finetune/Loss": 0.7725766897201538, "Finetune/Loss (Raw)": 0.9388694167137146, "Finetune/Step": 4965, "Finetune/Step Time": 6.574275964871049}
+{"Finetune/Learning Rate": 1.1204177408714856e-05, "Finetune/Loss": 0.7713456153869629, "Finetune/Loss (Raw)": 0.7365663647651672, "Finetune/Step": 4966, "Finetune/Step Time": 6.5770223289728165}
+{"Finetune/Learning Rate": 1.120108490387973e-05, "Finetune/Loss": 0.7727063894271851, "Finetune/Loss (Raw)": 0.8831040263175964, "Finetune/Step": 4967, "Finetune/Step Time": 6.574911503121257}
+{"Finetune/Learning Rate": 1.1197992282492095e-05, "Finetune/Loss": 0.7726657390594482, "Finetune/Loss (Raw)": 0.8001769781112671, "Finetune/Step": 4968, "Finetune/Step Time": 6.580439195036888}
+{"Finetune/Learning Rate": 1.1194899544852048e-05, "Finetune/Loss": 0.7725943326950073, "Finetune/Loss (Raw)": 0.7375131249427795, "Finetune/Step": 4969, "Finetune/Step Time": 6.583358341827989}
+{"Finetune/Learning Rate": 1.1191806691259712e-05, "Finetune/Loss": 0.77382892370224, "Finetune/Loss (Raw)": 0.8223660588264465, "Finetune/Step": 4970, "Finetune/Step Time": 6.564981132745743}
+{"Finetune/Learning Rate": 1.1188713722015217e-05, "Finetune/Loss": 0.7736818790435791, "Finetune/Loss (Raw)": 0.9449638724327087, "Finetune/Step": 4971, "Finetune/Step Time": 6.575078772380948}
+{"Finetune/Learning Rate": 1.1185620637418695e-05, "Finetune/Loss": 0.77423495054245, "Finetune/Loss (Raw)": 0.7842294573783875, "Finetune/Step": 4972, "Finetune/Step Time": 6.568662714213133}
+{"Finetune/Learning Rate": 1.1182527437770306e-05, "Finetune/Loss": 0.7744824886322021, "Finetune/Loss (Raw)": 0.9493979215621948, "Finetune/Step": 4973, "Finetune/Step Time": 6.568775171414018}
+{"Finetune/Learning Rate": 1.1179434123370203e-05, "Finetune/Loss": 0.7707055807113647, "Finetune/Loss (Raw)": 0.34481289982795715, "Finetune/Step": 4974, "Finetune/Step Time": 6.560873091220856}
+{"Finetune/Learning Rate": 1.1176340694518566e-05, "Finetune/Loss": 0.7735764980316162, "Finetune/Loss (Raw)": 0.7156271934509277, "Finetune/Step": 4975, "Finetune/Step Time": 6.533276852220297}
+{"Finetune/Learning Rate": 1.1173247151515578e-05, "Finetune/Loss": 0.7755149602890015, "Finetune/Loss (Raw)": 0.9432554244995117, "Finetune/Step": 4976, "Finetune/Step Time": 6.535361597314477}
+{"Finetune/Learning Rate": 1.1170153494661436e-05, "Finetune/Loss": 0.7756267786026001, "Finetune/Loss (Raw)": 0.6989510655403137, "Finetune/Step": 4977, "Finetune/Step Time": 6.534392984583974}
+{"Finetune/Learning Rate": 1.1167059724256341e-05, "Finetune/Loss": 0.7746384739875793, "Finetune/Loss (Raw)": 0.7770071625709534, "Finetune/Step": 4978, "Finetune/Step Time": 6.534922745078802}
+{"Finetune/Learning Rate": 1.1163965840600514e-05, "Finetune/Loss": 0.7730516195297241, "Finetune/Loss (Raw)": 0.6911061406135559, "Finetune/Step": 4979, "Finetune/Step Time": 6.536678547039628}
+{"Finetune/Learning Rate": 1.1160871843994185e-05, "Finetune/Loss": 0.772820234298706, "Finetune/Loss (Raw)": 0.6573838591575623, "Finetune/Step": 4980, "Finetune/Step Time": 6.529659070074558}
+{"Finetune/Learning Rate": 1.1157777734737589e-05, "Finetune/Loss": 0.7718933820724487, "Finetune/Loss (Raw)": 0.7252860069274902, "Finetune/Step": 4981, "Finetune/Step Time": 6.520455693826079}
+{"Finetune/Learning Rate": 1.1154683513130984e-05, "Finetune/Loss": 0.774642825126648, "Finetune/Loss (Raw)": 0.889853298664093, "Finetune/Step": 4982, "Finetune/Step Time": 6.52586055546999}
+{"Finetune/Learning Rate": 1.1151589179474623e-05, "Finetune/Loss": 0.7720151543617249, "Finetune/Loss (Raw)": 0.45838624238967896, "Finetune/Step": 4983, "Finetune/Step Time": 6.533332167193294}
+{"Finetune/Learning Rate": 1.1148494734068781e-05, "Finetune/Loss": 0.7707504034042358, "Finetune/Loss (Raw)": 0.6719484329223633, "Finetune/Step": 4984, "Finetune/Step Time": 6.544318586587906}
+{"Finetune/Learning Rate": 1.1145400177213743e-05, "Finetune/Loss": 0.7708014845848083, "Finetune/Loss (Raw)": 0.9092579483985901, "Finetune/Step": 4985, "Finetune/Step Time": 6.541047811508179}
+{"Finetune/Learning Rate": 1.1142305509209801e-05, "Finetune/Loss": 0.7681789398193359, "Finetune/Loss (Raw)": 0.6356999278068542, "Finetune/Step": 4986, "Finetune/Step Time": 6.533040780574083}
+{"Finetune/Learning Rate": 1.1139210730357261e-05, "Finetune/Loss": 0.7683043479919434, "Finetune/Loss (Raw)": 0.8251539468765259, "Finetune/Step": 4987, "Finetune/Step Time": 6.539569601416588}
+{"Finetune/Learning Rate": 1.1136115840956439e-05, "Finetune/Loss": 0.769561231136322, "Finetune/Loss (Raw)": 0.8760975003242493, "Finetune/Step": 4988, "Finetune/Step Time": 6.547245958819985}
+{"Finetune/Learning Rate": 1.1133020841307656e-05, "Finetune/Loss": 0.7702205181121826, "Finetune/Loss (Raw)": 0.8316831588745117, "Finetune/Step": 4989, "Finetune/Step Time": 6.53909713216126}
+{"Finetune/Learning Rate": 1.1129925731711255e-05, "Finetune/Loss": 0.7690994739532471, "Finetune/Loss (Raw)": 0.8187936544418335, "Finetune/Step": 4990, "Finetune/Step Time": 6.5420974511653185}
+{"Finetune/Learning Rate": 1.112683051246758e-05, "Finetune/Loss": 0.7678828239440918, "Finetune/Loss (Raw)": 0.7828853130340576, "Finetune/Step": 4991, "Finetune/Step Time": 6.536495333537459}
+{"Finetune/Learning Rate": 1.1123735183876988e-05, "Finetune/Loss": 0.7694181799888611, "Finetune/Loss (Raw)": 0.9654574990272522, "Finetune/Step": 4992, "Finetune/Step Time": 6.536255994811654}
+{"Finetune/Learning Rate": 1.112063974623985e-05, "Finetune/Loss": 0.7666810154914856, "Finetune/Loss (Raw)": 0.5132457613945007, "Finetune/Step": 4993, "Finetune/Step Time": 6.549671515822411}
+{"Finetune/Learning Rate": 1.1117544199856547e-05, "Finetune/Loss": 0.7671031355857849, "Finetune/Loss (Raw)": 0.8062586784362793, "Finetune/Step": 4994, "Finetune/Step Time": 6.566039510071278}
+{"Finetune/Learning Rate": 1.1114448545027466e-05, "Finetune/Loss": 0.7686870098114014, "Finetune/Loss (Raw)": 0.5954754948616028, "Finetune/Step": 4995, "Finetune/Step Time": 6.550012277439237}
+{"Finetune/Learning Rate": 1.1111352782053008e-05, "Finetune/Loss": 0.7701186537742615, "Finetune/Loss (Raw)": 0.9038748145103455, "Finetune/Step": 4996, "Finetune/Step Time": 6.540553821250796}
+{"Finetune/Learning Rate": 1.1108256911233582e-05, "Finetune/Loss": 0.7718703746795654, "Finetune/Loss (Raw)": 0.8773555159568787, "Finetune/Step": 4997, "Finetune/Step Time": 6.536342993378639}
+{"Finetune/Learning Rate": 1.1105160932869617e-05, "Finetune/Loss": 0.7744582891464233, "Finetune/Loss (Raw)": 1.0551189184188843, "Finetune/Step": 4998, "Finetune/Step Time": 6.533483503386378}
+{"Finetune/Learning Rate": 1.1102064847261534e-05, "Finetune/Loss": 0.7751114368438721, "Finetune/Loss (Raw)": 0.9222050905227661, "Finetune/Step": 4999, "Finetune/Step Time": 6.5242278929799795}
+{"Finetune/Learning Rate": 1.109896865470978e-05, "Finetune/Loss": 0.7718904614448547, "Finetune/Loss (Raw)": 0.3895893096923828, "Finetune/Step": 5000, "Finetune/Step Time": 6.544070243835449}
+{"Finetune/Learning Rate": 1.109587235551481e-05, "Finetune/Loss": 0.7727105617523193, "Finetune/Loss (Raw)": 0.818273663520813, "Finetune/Step": 5001, "Finetune/Step Time": 6.527095103636384}
+{"Finetune/Learning Rate": 1.1092775949977086e-05, "Finetune/Loss": 0.7725428342819214, "Finetune/Loss (Raw)": 0.5541846752166748, "Finetune/Step": 5002, "Finetune/Step Time": 6.528087541460991}
+{"Finetune/Learning Rate": 1.1089679438397076e-05, "Finetune/Loss": 0.7724013328552246, "Finetune/Loss (Raw)": 0.7412105202674866, "Finetune/Step": 5003, "Finetune/Step Time": 6.516552831977606}
+{"Finetune/Learning Rate": 1.1086582821075271e-05, "Finetune/Loss": 0.7702136039733887, "Finetune/Loss (Raw)": 0.6157130002975464, "Finetune/Step": 5004, "Finetune/Step Time": 6.529057240113616}
+{"Finetune/Learning Rate": 1.1083486098312161e-05, "Finetune/Loss": 0.7693427801132202, "Finetune/Loss (Raw)": 0.7967467308044434, "Finetune/Step": 5005, "Finetune/Step Time": 6.5312474351376295}
+{"Finetune/Learning Rate": 1.108038927040825e-05, "Finetune/Loss": 0.7700315713882446, "Finetune/Loss (Raw)": 0.8186960220336914, "Finetune/Step": 5006, "Finetune/Step Time": 6.523354962468147}
+{"Finetune/Learning Rate": 1.107729233766405e-05, "Finetune/Loss": 0.7679771780967712, "Finetune/Loss (Raw)": 0.5865005850791931, "Finetune/Step": 5007, "Finetune/Step Time": 6.5326036512851715}
+{"Finetune/Learning Rate": 1.107419530038009e-05, "Finetune/Loss": 0.7666444182395935, "Finetune/Loss (Raw)": 0.7210281491279602, "Finetune/Step": 5008, "Finetune/Step Time": 6.528568210080266}
+{"Finetune/Learning Rate": 1.1071098158856902e-05, "Finetune/Loss": 0.7662139534950256, "Finetune/Loss (Raw)": 0.9536020755767822, "Finetune/Step": 5009, "Finetune/Step Time": 6.521071147173643}
+{"Finetune/Learning Rate": 1.1068000913395032e-05, "Finetune/Loss": 0.7671408653259277, "Finetune/Loss (Raw)": 0.8134320378303528, "Finetune/Step": 5010, "Finetune/Step Time": 6.51218181475997}
+{"Finetune/Learning Rate": 1.1064903564295033e-05, "Finetune/Loss": 0.7675255537033081, "Finetune/Loss (Raw)": 0.7722834944725037, "Finetune/Step": 5011, "Finetune/Step Time": 6.512355651706457}
+{"Finetune/Learning Rate": 1.106180611185747e-05, "Finetune/Loss": 0.7668947577476501, "Finetune/Loss (Raw)": 0.7913079261779785, "Finetune/Step": 5012, "Finetune/Step Time": 6.510509027168155}
+{"Finetune/Learning Rate": 1.1058708556382917e-05, "Finetune/Loss": 0.7661377787590027, "Finetune/Loss (Raw)": 0.6645563840866089, "Finetune/Step": 5013, "Finetune/Step Time": 6.519569326192141}
+{"Finetune/Learning Rate": 1.1055610898171962e-05, "Finetune/Loss": 0.7649891376495361, "Finetune/Loss (Raw)": 0.7315969467163086, "Finetune/Step": 5014, "Finetune/Step Time": 6.50928421318531}
+{"Finetune/Learning Rate": 1.1052513137525198e-05, "Finetune/Loss": 0.7639995217323303, "Finetune/Loss (Raw)": 0.7265272736549377, "Finetune/Step": 5015, "Finetune/Step Time": 6.498462796211243}
+{"Finetune/Learning Rate": 1.1049415274743231e-05, "Finetune/Loss": 0.7631428241729736, "Finetune/Loss (Raw)": 0.7408285140991211, "Finetune/Step": 5016, "Finetune/Step Time": 6.512893114238977}
+{"Finetune/Learning Rate": 1.1046317310126671e-05, "Finetune/Loss": 0.7622421979904175, "Finetune/Loss (Raw)": 0.707615077495575, "Finetune/Step": 5017, "Finetune/Step Time": 6.512950474396348}
+{"Finetune/Learning Rate": 1.104321924397615e-05, "Finetune/Loss": 0.7618570327758789, "Finetune/Loss (Raw)": 0.6806793808937073, "Finetune/Step": 5018, "Finetune/Step Time": 6.501110652461648}
+{"Finetune/Learning Rate": 1.1040121076592294e-05, "Finetune/Loss": 0.7617126703262329, "Finetune/Loss (Raw)": 0.7428673505783081, "Finetune/Step": 5019, "Finetune/Step Time": 6.499511364847422}
+{"Finetune/Learning Rate": 1.1037022808275752e-05, "Finetune/Loss": 0.7583831548690796, "Finetune/Loss (Raw)": 0.37347641587257385, "Finetune/Step": 5020, "Finetune/Step Time": 6.517206717282534}
+{"Finetune/Learning Rate": 1.1033924439327177e-05, "Finetune/Loss": 0.7581157088279724, "Finetune/Loss (Raw)": 0.8757104873657227, "Finetune/Step": 5021, "Finetune/Step Time": 6.517047742381692}
+{"Finetune/Learning Rate": 1.1030825970047237e-05, "Finetune/Loss": 0.7586987018585205, "Finetune/Loss (Raw)": 0.8223851323127747, "Finetune/Step": 5022, "Finetune/Step Time": 6.499189844354987}
+{"Finetune/Learning Rate": 1.1027727400736597e-05, "Finetune/Loss": 0.7593976259231567, "Finetune/Loss (Raw)": 0.7660815119743347, "Finetune/Step": 5023, "Finetune/Step Time": 6.505002314224839}
+{"Finetune/Learning Rate": 1.1024628731695948e-05, "Finetune/Loss": 0.7584726214408875, "Finetune/Loss (Raw)": 0.7638429403305054, "Finetune/Step": 5024, "Finetune/Step Time": 6.508616782724857}
+{"Finetune/Learning Rate": 1.1021529963225978e-05, "Finetune/Loss": 0.7593868970870972, "Finetune/Loss (Raw)": 0.759422242641449, "Finetune/Step": 5025, "Finetune/Step Time": 6.513092361390591}
+{"Finetune/Learning Rate": 1.1018431095627391e-05, "Finetune/Loss": 0.760460376739502, "Finetune/Loss (Raw)": 0.8357943892478943, "Finetune/Step": 5026, "Finetune/Step Time": 6.505196627229452}
+{"Finetune/Learning Rate": 1.10153321292009e-05, "Finetune/Loss": 0.7601838111877441, "Finetune/Loss (Raw)": 0.850498378276825, "Finetune/Step": 5027, "Finetune/Step Time": 6.50796583481133}
+{"Finetune/Learning Rate": 1.1012233064247223e-05, "Finetune/Loss": 0.7610647678375244, "Finetune/Loss (Raw)": 0.9210672378540039, "Finetune/Step": 5028, "Finetune/Step Time": 6.510197030380368}
+{"Finetune/Learning Rate": 1.1009133901067098e-05, "Finetune/Loss": 0.7615439295768738, "Finetune/Loss (Raw)": 0.844307005405426, "Finetune/Step": 5029, "Finetune/Step Time": 6.512190584093332}
+{"Finetune/Learning Rate": 1.1006034639961263e-05, "Finetune/Loss": 0.7616255283355713, "Finetune/Loss (Raw)": 0.7694666981697083, "Finetune/Step": 5030, "Finetune/Step Time": 6.504952920600772}
+{"Finetune/Learning Rate": 1.1002935281230463e-05, "Finetune/Loss": 0.7617651224136353, "Finetune/Loss (Raw)": 0.7783311605453491, "Finetune/Step": 5031, "Finetune/Step Time": 6.507263716310263}
+{"Finetune/Learning Rate": 1.0999835825175467e-05, "Finetune/Loss": 0.7620834708213806, "Finetune/Loss (Raw)": 0.8373672962188721, "Finetune/Step": 5032, "Finetune/Step Time": 6.505210967734456}
+{"Finetune/Learning Rate": 1.0996736272097035e-05, "Finetune/Loss": 0.7619643807411194, "Finetune/Loss (Raw)": 0.8088268041610718, "Finetune/Step": 5033, "Finetune/Step Time": 6.504426900297403}
+{"Finetune/Learning Rate": 1.0993636622295953e-05, "Finetune/Loss": 0.762376070022583, "Finetune/Loss (Raw)": 0.8105132579803467, "Finetune/Step": 5034, "Finetune/Step Time": 6.512389747425914}
+{"Finetune/Learning Rate": 1.0990536876073005e-05, "Finetune/Loss": 0.7631874680519104, "Finetune/Loss (Raw)": 0.7373149394989014, "Finetune/Step": 5035, "Finetune/Step Time": 6.510383639484644}
+{"Finetune/Learning Rate": 1.0987437033728991e-05, "Finetune/Loss": 0.7631598114967346, "Finetune/Loss (Raw)": 0.7874892354011536, "Finetune/Step": 5036, "Finetune/Step Time": 6.491280110552907}
+{"Finetune/Learning Rate": 1.0984337095564714e-05, "Finetune/Loss": 0.7645447254180908, "Finetune/Loss (Raw)": 0.9555346965789795, "Finetune/Step": 5037, "Finetune/Step Time": 6.486541289836168}
+{"Finetune/Learning Rate": 1.0981237061880995e-05, "Finetune/Loss": 0.765166699886322, "Finetune/Loss (Raw)": 0.9303606152534485, "Finetune/Step": 5038, "Finetune/Step Time": 6.503997292369604}
+{"Finetune/Learning Rate": 1.0978136932978656e-05, "Finetune/Loss": 0.7666760683059692, "Finetune/Loss (Raw)": 0.9825173616409302, "Finetune/Step": 5039, "Finetune/Step Time": 6.519437158480287}
+{"Finetune/Learning Rate": 1.097503670915853e-05, "Finetune/Loss": 0.7649319767951965, "Finetune/Loss (Raw)": 0.5748947858810425, "Finetune/Step": 5040, "Finetune/Step Time": 6.524034069851041}
+{"Finetune/Learning Rate": 1.0971936390721465e-05, "Finetune/Loss": 0.7659177184104919, "Finetune/Loss (Raw)": 0.9503719210624695, "Finetune/Step": 5041, "Finetune/Step Time": 6.503152126446366}
+{"Finetune/Learning Rate": 1.0968835977968308e-05, "Finetune/Loss": 0.76958167552948, "Finetune/Loss (Raw)": 0.9197782278060913, "Finetune/Step": 5042, "Finetune/Step Time": 6.497134869918227}
+{"Finetune/Learning Rate": 1.0965735471199929e-05, "Finetune/Loss": 0.7708678245544434, "Finetune/Loss (Raw)": 0.834827184677124, "Finetune/Step": 5043, "Finetune/Step Time": 6.499121313914657}
+{"Finetune/Learning Rate": 1.0962634870717197e-05, "Finetune/Loss": 0.7712497711181641, "Finetune/Loss (Raw)": 0.8276090621948242, "Finetune/Step": 5044, "Finetune/Step Time": 6.491608297452331}
+{"Finetune/Learning Rate": 1.0959534176820988e-05, "Finetune/Loss": 0.7703616619110107, "Finetune/Loss (Raw)": 0.3381522297859192, "Finetune/Step": 5045, "Finetune/Step Time": 6.500371089205146}
+{"Finetune/Learning Rate": 1.0956433389812192e-05, "Finetune/Loss": 0.766707181930542, "Finetune/Loss (Raw)": 0.37017059326171875, "Finetune/Step": 5046, "Finetune/Step Time": 6.5193205550313}
+{"Finetune/Learning Rate": 1.0953332509991712e-05, "Finetune/Loss": 0.7670799493789673, "Finetune/Loss (Raw)": 0.8294705152511597, "Finetune/Step": 5047, "Finetune/Step Time": 6.519456505775452}
+{"Finetune/Learning Rate": 1.0950231537660447e-05, "Finetune/Loss": 0.7672972679138184, "Finetune/Loss (Raw)": 0.9337153434753418, "Finetune/Step": 5048, "Finetune/Step Time": 6.520499337464571}
+{"Finetune/Learning Rate": 1.0947130473119325e-05, "Finetune/Loss": 0.7667747139930725, "Finetune/Loss (Raw)": 0.7162415385246277, "Finetune/Step": 5049, "Finetune/Step Time": 6.513325730338693}
+{"Finetune/Learning Rate": 1.0944029316669263e-05, "Finetune/Loss": 0.7669655680656433, "Finetune/Loss (Raw)": 0.7366208434104919, "Finetune/Step": 5050, "Finetune/Step Time": 6.524063801392913}
+{"Finetune/Learning Rate": 1.0940928068611199e-05, "Finetune/Loss": 0.765976071357727, "Finetune/Loss (Raw)": 0.6317670345306396, "Finetune/Step": 5051, "Finetune/Step Time": 6.548532957211137}
+{"Finetune/Learning Rate": 1.0937826729246072e-05, "Finetune/Loss": 0.7634807825088501, "Finetune/Loss (Raw)": 0.41052624583244324, "Finetune/Step": 5052, "Finetune/Step Time": 6.553539332002401}
+{"Finetune/Learning Rate": 1.0934725298874837e-05, "Finetune/Loss": 0.7622125148773193, "Finetune/Loss (Raw)": 0.5895204544067383, "Finetune/Step": 5053, "Finetune/Step Time": 6.552246667444706}
+{"Finetune/Learning Rate": 1.0931623777798455e-05, "Finetune/Loss": 0.7632930874824524, "Finetune/Loss (Raw)": 0.8909434080123901, "Finetune/Step": 5054, "Finetune/Step Time": 6.558596685528755}
+{"Finetune/Learning Rate": 1.0928522166317896e-05, "Finetune/Loss": 0.7630926370620728, "Finetune/Loss (Raw)": 0.769176721572876, "Finetune/Step": 5055, "Finetune/Step Time": 6.559248009696603}
+{"Finetune/Learning Rate": 1.0925420464734135e-05, "Finetune/Loss": 0.7652091383934021, "Finetune/Loss (Raw)": 0.8395493626594543, "Finetune/Step": 5056, "Finetune/Step Time": 6.5348268281668425}
+{"Finetune/Learning Rate": 1.0922318673348167e-05, "Finetune/Loss": 0.7653284072875977, "Finetune/Loss (Raw)": 0.7541521787643433, "Finetune/Step": 5057, "Finetune/Step Time": 6.538048496469855}
+{"Finetune/Learning Rate": 1.0919216792460979e-05, "Finetune/Loss": 0.765175461769104, "Finetune/Loss (Raw)": 0.8009926676750183, "Finetune/Step": 5058, "Finetune/Step Time": 6.5421708058565855}
+{"Finetune/Learning Rate": 1.0916114822373577e-05, "Finetune/Loss": 0.7656874060630798, "Finetune/Loss (Raw)": 0.9163379073143005, "Finetune/Step": 5059, "Finetune/Step Time": 6.540237644687295}
+{"Finetune/Learning Rate": 1.0913012763386978e-05, "Finetune/Loss": 0.7663650512695312, "Finetune/Loss (Raw)": 0.946991503238678, "Finetune/Step": 5060, "Finetune/Step Time": 6.5404078140854836}
+{"Finetune/Learning Rate": 1.0909910615802207e-05, "Finetune/Loss": 0.7674962282180786, "Finetune/Loss (Raw)": 0.8660019040107727, "Finetune/Step": 5061, "Finetune/Step Time": 6.524102451279759}
+{"Finetune/Learning Rate": 1.0906808379920281e-05, "Finetune/Loss": 0.7653142213821411, "Finetune/Loss (Raw)": 0.5867910981178284, "Finetune/Step": 5062, "Finetune/Step Time": 6.529188929125667}
+{"Finetune/Learning Rate": 1.0903706056042253e-05, "Finetune/Loss": 0.7654222249984741, "Finetune/Loss (Raw)": 0.8959153294563293, "Finetune/Step": 5063, "Finetune/Step Time": 6.526993170380592}
+{"Finetune/Learning Rate": 1.0900603644469163e-05, "Finetune/Loss": 0.7649588584899902, "Finetune/Loss (Raw)": 0.6536149382591248, "Finetune/Step": 5064, "Finetune/Step Time": 6.523546703159809}
+{"Finetune/Learning Rate": 1.0897501145502069e-05, "Finetune/Loss": 0.7645778656005859, "Finetune/Loss (Raw)": 0.8853549957275391, "Finetune/Step": 5065, "Finetune/Step Time": 6.519971394911408}
+{"Finetune/Learning Rate": 1.0894398559442036e-05, "Finetune/Loss": 0.7651210427284241, "Finetune/Loss (Raw)": 0.8932086825370789, "Finetune/Step": 5066, "Finetune/Step Time": 6.512317080050707}
+{"Finetune/Learning Rate": 1.0891295886590136e-05, "Finetune/Loss": 0.7679954767227173, "Finetune/Loss (Raw)": 0.7571830153465271, "Finetune/Step": 5067, "Finetune/Step Time": 6.497494438663125}
+{"Finetune/Learning Rate": 1.0888193127247453e-05, "Finetune/Loss": 0.7695469856262207, "Finetune/Loss (Raw)": 0.8465014696121216, "Finetune/Step": 5068, "Finetune/Step Time": 6.490579899400473}
+{"Finetune/Learning Rate": 1.0885090281715074e-05, "Finetune/Loss": 0.7699155807495117, "Finetune/Loss (Raw)": 0.7282698750495911, "Finetune/Step": 5069, "Finetune/Step Time": 6.502624452114105}
+{"Finetune/Learning Rate": 1.0881987350294093e-05, "Finetune/Loss": 0.7701672315597534, "Finetune/Loss (Raw)": 0.7417668104171753, "Finetune/Step": 5070, "Finetune/Step Time": 6.500990891829133}
+{"Finetune/Learning Rate": 1.0878884333285631e-05, "Finetune/Loss": 0.7705321311950684, "Finetune/Loss (Raw)": 0.7518665194511414, "Finetune/Step": 5071, "Finetune/Step Time": 6.508568691089749}
+{"Finetune/Learning Rate": 1.0875781230990787e-05, "Finetune/Loss": 0.7717620134353638, "Finetune/Loss (Raw)": 0.975514829158783, "Finetune/Step": 5072, "Finetune/Step Time": 6.5117246732115746}
+{"Finetune/Learning Rate": 1.0872678043710691e-05, "Finetune/Loss": 0.7716387510299683, "Finetune/Loss (Raw)": 0.8700211048126221, "Finetune/Step": 5073, "Finetune/Step Time": 6.51589428819716}
+{"Finetune/Learning Rate": 1.0869574771746474e-05, "Finetune/Loss": 0.7730115652084351, "Finetune/Loss (Raw)": 0.9011741876602173, "Finetune/Step": 5074, "Finetune/Step Time": 6.512594763189554}
+{"Finetune/Learning Rate": 1.0866471415399276e-05, "Finetune/Loss": 0.7701022624969482, "Finetune/Loss (Raw)": 0.4216225743293762, "Finetune/Step": 5075, "Finetune/Step Time": 6.520288718864322}
+{"Finetune/Learning Rate": 1.086336797497024e-05, "Finetune/Loss": 0.7702361345291138, "Finetune/Loss (Raw)": 0.8007388114929199, "Finetune/Step": 5076, "Finetune/Step Time": 6.5194587633013725}
+{"Finetune/Learning Rate": 1.086026445076053e-05, "Finetune/Loss": 0.7708707451820374, "Finetune/Loss (Raw)": 0.7996399998664856, "Finetune/Step": 5077, "Finetune/Step Time": 6.541689790785313}
+{"Finetune/Learning Rate": 1.0857160843071304e-05, "Finetune/Loss": 0.7713334560394287, "Finetune/Loss (Raw)": 0.7340835928916931, "Finetune/Step": 5078, "Finetune/Step Time": 6.526989189907908}
+{"Finetune/Learning Rate": 1.0854057152203736e-05, "Finetune/Loss": 0.7715619802474976, "Finetune/Loss (Raw)": 0.900851845741272, "Finetune/Step": 5079, "Finetune/Step Time": 6.5373673141002655}
+{"Finetune/Learning Rate": 1.0850953378459006e-05, "Finetune/Loss": 0.7719650864601135, "Finetune/Loss (Raw)": 0.8632626533508301, "Finetune/Step": 5080, "Finetune/Step Time": 6.530380157753825}
+{"Finetune/Learning Rate": 1.08478495221383e-05, "Finetune/Loss": 0.7713378071784973, "Finetune/Loss (Raw)": 0.6368070840835571, "Finetune/Step": 5081, "Finetune/Step Time": 6.526807475835085}
+{"Finetune/Learning Rate": 1.084474558354282e-05, "Finetune/Loss": 0.7677880525588989, "Finetune/Loss (Raw)": 0.37358012795448303, "Finetune/Step": 5082, "Finetune/Step Time": 6.508559849113226}
+{"Finetune/Learning Rate": 1.0841641562973769e-05, "Finetune/Loss": 0.7671794891357422, "Finetune/Loss (Raw)": 0.7372684478759766, "Finetune/Step": 5083, "Finetune/Step Time": 6.513281613588333}
+{"Finetune/Learning Rate": 1.0838537460732353e-05, "Finetune/Loss": 0.7662079334259033, "Finetune/Loss (Raw)": 0.7229321599006653, "Finetune/Step": 5084, "Finetune/Step Time": 6.523987859487534}
+{"Finetune/Learning Rate": 1.0835433277119795e-05, "Finetune/Loss": 0.7652767896652222, "Finetune/Loss (Raw)": 0.7648404836654663, "Finetune/Step": 5085, "Finetune/Step Time": 6.5274088103324175}
+{"Finetune/Learning Rate": 1.0832329012437324e-05, "Finetune/Loss": 0.7671018838882446, "Finetune/Loss (Raw)": 0.9449428915977478, "Finetune/Step": 5086, "Finetune/Step Time": 6.515264293178916}
+{"Finetune/Learning Rate": 1.0829224666986178e-05, "Finetune/Loss": 0.7693233489990234, "Finetune/Loss (Raw)": 0.7713726162910461, "Finetune/Step": 5087, "Finetune/Step Time": 6.518182190135121}
+{"Finetune/Learning Rate": 1.0826120241067597e-05, "Finetune/Loss": 0.7707747220993042, "Finetune/Loss (Raw)": 0.9609255790710449, "Finetune/Step": 5088, "Finetune/Step Time": 6.518329598009586}
+{"Finetune/Learning Rate": 1.0823015734982839e-05, "Finetune/Loss": 0.7716405987739563, "Finetune/Loss (Raw)": 0.8621890544891357, "Finetune/Step": 5089, "Finetune/Step Time": 6.517810730263591}
+{"Finetune/Learning Rate": 1.081991114903315e-05, "Finetune/Loss": 0.7707616090774536, "Finetune/Loss (Raw)": 0.7259572148323059, "Finetune/Step": 5090, "Finetune/Step Time": 6.520050125196576}
+{"Finetune/Learning Rate": 1.081680648351981e-05, "Finetune/Loss": 0.7712916135787964, "Finetune/Loss (Raw)": 0.829311728477478, "Finetune/Step": 5091, "Finetune/Step Time": 6.5285941157490015}
+{"Finetune/Learning Rate": 1.0813701738744092e-05, "Finetune/Loss": 0.7672237157821655, "Finetune/Loss (Raw)": 0.35239624977111816, "Finetune/Step": 5092, "Finetune/Step Time": 6.544840540736914}
+{"Finetune/Learning Rate": 1.081059691500727e-05, "Finetune/Loss": 0.7664836049079895, "Finetune/Loss (Raw)": 0.8441386818885803, "Finetune/Step": 5093, "Finetune/Step Time": 6.547041168436408}
+{"Finetune/Learning Rate": 1.0807492012610643e-05, "Finetune/Loss": 0.7655177712440491, "Finetune/Loss (Raw)": 0.6129395365715027, "Finetune/Step": 5094, "Finetune/Step Time": 6.556782748550177}
+{"Finetune/Learning Rate": 1.0804387031855505e-05, "Finetune/Loss": 0.7631925344467163, "Finetune/Loss (Raw)": 0.5854761004447937, "Finetune/Step": 5095, "Finetune/Step Time": 6.564384730532765}
+{"Finetune/Learning Rate": 1.0801281973043161e-05, "Finetune/Loss": 0.762496829032898, "Finetune/Loss (Raw)": 0.7111237049102783, "Finetune/Step": 5096, "Finetune/Step Time": 6.601969685405493}
+{"Finetune/Learning Rate": 1.0798176836474928e-05, "Finetune/Loss": 0.7604125738143921, "Finetune/Loss (Raw)": 0.47073179483413696, "Finetune/Step": 5097, "Finetune/Step Time": 6.593314370140433}
+{"Finetune/Learning Rate": 1.079507162245212e-05, "Finetune/Loss": 0.7591298818588257, "Finetune/Loss (Raw)": 0.658175528049469, "Finetune/Step": 5098, "Finetune/Step Time": 6.595584902912378}
+{"Finetune/Learning Rate": 1.079196633127607e-05, "Finetune/Loss": 0.7573486566543579, "Finetune/Loss (Raw)": 0.7169692516326904, "Finetune/Step": 5099, "Finetune/Step Time": 6.583944013342261}
+{"Finetune/Learning Rate": 1.0788860963248109e-05, "Finetune/Loss": 0.75657057762146, "Finetune/Loss (Raw)": 0.6846329569816589, "Finetune/Step": 5100, "Finetune/Step Time": 6.580268414691091}
+{"Finetune/Learning Rate": 1.0785755518669583e-05, "Finetune/Loss": 0.7548223733901978, "Finetune/Loss (Raw)": 0.7256283164024353, "Finetune/Step": 5101, "Finetune/Step Time": 6.581663018092513}
+{"Finetune/Learning Rate": 1.0782649997841844e-05, "Finetune/Loss": 0.7580193281173706, "Finetune/Loss (Raw)": 0.7540316581726074, "Finetune/Step": 5102, "Finetune/Step Time": 6.565594889223576}
+{"Finetune/Learning Rate": 1.077954440106625e-05, "Finetune/Loss": 0.7593992948532104, "Finetune/Loss (Raw)": 0.8922602534294128, "Finetune/Step": 5103, "Finetune/Step Time": 6.5612709652632475}
+{"Finetune/Learning Rate": 1.0776438728644158e-05, "Finetune/Loss": 0.7561653852462769, "Finetune/Loss (Raw)": 0.5293125510215759, "Finetune/Step": 5104, "Finetune/Step Time": 6.564341630786657}
+{"Finetune/Learning Rate": 1.0773332980876951e-05, "Finetune/Loss": 0.7573567032814026, "Finetune/Loss (Raw)": 0.8514391779899597, "Finetune/Step": 5105, "Finetune/Step Time": 6.5436305943876505}
+{"Finetune/Learning Rate": 1.0770227158066002e-05, "Finetune/Loss": 0.7587307691574097, "Finetune/Loss (Raw)": 0.9528803825378418, "Finetune/Step": 5106, "Finetune/Step Time": 6.538832442834973}
+{"Finetune/Learning Rate": 1.07671212605127e-05, "Finetune/Loss": 0.7599576115608215, "Finetune/Loss (Raw)": 0.8481459617614746, "Finetune/Step": 5107, "Finetune/Step Time": 6.528932485729456}
+{"Finetune/Learning Rate": 1.0764015288518441e-05, "Finetune/Loss": 0.7608866691589355, "Finetune/Loss (Raw)": 0.7763020992279053, "Finetune/Step": 5108, "Finetune/Step Time": 6.524027079343796}
+{"Finetune/Learning Rate": 1.0760909242384628e-05, "Finetune/Loss": 0.7622803449630737, "Finetune/Loss (Raw)": 0.903682291507721, "Finetune/Step": 5109, "Finetune/Step Time": 6.527076501399279}
+{"Finetune/Learning Rate": 1.075780312241266e-05, "Finetune/Loss": 0.7612888813018799, "Finetune/Loss (Raw)": 0.7629444003105164, "Finetune/Step": 5110, "Finetune/Step Time": 6.528659395873547}
+{"Finetune/Learning Rate": 1.0754696928903965e-05, "Finetune/Loss": 0.7629467248916626, "Finetune/Loss (Raw)": 0.6705888509750366, "Finetune/Step": 5111, "Finetune/Step Time": 6.544043932110071}
+{"Finetune/Learning Rate": 1.0751590662159961e-05, "Finetune/Loss": 0.7607549428939819, "Finetune/Loss (Raw)": 0.39140015840530396, "Finetune/Step": 5112, "Finetune/Step Time": 6.554003993049264}
+{"Finetune/Learning Rate": 1.0748484322482074e-05, "Finetune/Loss": 0.7561684846878052, "Finetune/Loss (Raw)": 0.32219398021698, "Finetune/Step": 5113, "Finetune/Step Time": 6.579283069819212}
+{"Finetune/Learning Rate": 1.074537791017175e-05, "Finetune/Loss": 0.7571685910224915, "Finetune/Loss (Raw)": 0.7637128233909607, "Finetune/Step": 5114, "Finetune/Step Time": 6.581319620832801}
+{"Finetune/Learning Rate": 1.0742271425530424e-05, "Finetune/Loss": 0.7565188407897949, "Finetune/Loss (Raw)": 0.7419781684875488, "Finetune/Step": 5115, "Finetune/Step Time": 6.574163757264614}
+{"Finetune/Learning Rate": 1.0739164868859555e-05, "Finetune/Loss": 0.751936137676239, "Finetune/Loss (Raw)": 0.2895181477069855, "Finetune/Step": 5116, "Finetune/Step Time": 6.588020667433739}
+{"Finetune/Learning Rate": 1.0736058240460596e-05, "Finetune/Loss": 0.7529141902923584, "Finetune/Loss (Raw)": 0.9568750262260437, "Finetune/Step": 5117, "Finetune/Step Time": 6.590591788291931}
+{"Finetune/Learning Rate": 1.0732951540635014e-05, "Finetune/Loss": 0.7528707981109619, "Finetune/Loss (Raw)": 0.8132389783859253, "Finetune/Step": 5118, "Finetune/Step Time": 6.59347196854651}
+{"Finetune/Learning Rate": 1.0729844769684281e-05, "Finetune/Loss": 0.7537558078765869, "Finetune/Loss (Raw)": 0.896167516708374, "Finetune/Step": 5119, "Finetune/Step Time": 6.5945035722106695}
+{"Finetune/Learning Rate": 1.072673792790988e-05, "Finetune/Loss": 0.7491028308868408, "Finetune/Loss (Raw)": 0.36987820267677307, "Finetune/Step": 5120, "Finetune/Step Time": 6.598820440471172}
+{"Finetune/Learning Rate": 1.0723631015613289e-05, "Finetune/Loss": 0.7509567737579346, "Finetune/Loss (Raw)": 0.7505494952201843, "Finetune/Step": 5121, "Finetune/Step Time": 6.586056083440781}
+{"Finetune/Learning Rate": 1.0720524033096009e-05, "Finetune/Loss": 0.7502350807189941, "Finetune/Loss (Raw)": 0.7138768434524536, "Finetune/Step": 5122, "Finetune/Step Time": 6.568798080086708}
+{"Finetune/Learning Rate": 1.0717416980659534e-05, "Finetune/Loss": 0.7519612312316895, "Finetune/Loss (Raw)": 0.816428005695343, "Finetune/Step": 5123, "Finetune/Step Time": 6.571399372071028}
+{"Finetune/Learning Rate": 1.0714309858605372e-05, "Finetune/Loss": 0.7520365715026855, "Finetune/Loss (Raw)": 0.9135197401046753, "Finetune/Step": 5124, "Finetune/Step Time": 6.573084589093924}
+{"Finetune/Learning Rate": 1.0711202667235036e-05, "Finetune/Loss": 0.7521439790725708, "Finetune/Loss (Raw)": 0.8911055326461792, "Finetune/Step": 5125, "Finetune/Step Time": 6.56825496070087}
+{"Finetune/Learning Rate": 1.0708095406850048e-05, "Finetune/Loss": 0.7471332550048828, "Finetune/Loss (Raw)": 0.41373685002326965, "Finetune/Step": 5126, "Finetune/Step Time": 6.58734424225986}
+{"Finetune/Learning Rate": 1.070498807775193e-05, "Finetune/Loss": 0.7453027963638306, "Finetune/Loss (Raw)": 0.6879107356071472, "Finetune/Step": 5127, "Finetune/Step Time": 6.601890031248331}
+{"Finetune/Learning Rate": 1.0701880680242223e-05, "Finetune/Loss": 0.7483992576599121, "Finetune/Loss (Raw)": 0.7859423756599426, "Finetune/Step": 5128, "Finetune/Step Time": 6.587202828377485}
+{"Finetune/Learning Rate": 1.0698773214622456e-05, "Finetune/Loss": 0.7445167899131775, "Finetune/Loss (Raw)": 0.32131582498550415, "Finetune/Step": 5129, "Finetune/Step Time": 6.607434993609786}
+{"Finetune/Learning Rate": 1.0695665681194185e-05, "Finetune/Loss": 0.7462586164474487, "Finetune/Loss (Raw)": 0.7771371006965637, "Finetune/Step": 5130, "Finetune/Step Time": 6.603092018514872}
+{"Finetune/Learning Rate": 1.0692558080258959e-05, "Finetune/Loss": 0.7451627254486084, "Finetune/Loss (Raw)": 0.6009323000907898, "Finetune/Step": 5131, "Finetune/Step Time": 6.60995833389461}
+{"Finetune/Learning Rate": 1.0689450412118339e-05, "Finetune/Loss": 0.7450970411300659, "Finetune/Loss (Raw)": 0.6073105335235596, "Finetune/Step": 5132, "Finetune/Step Time": 6.605420397594571}
+{"Finetune/Learning Rate": 1.0686342677073887e-05, "Finetune/Loss": 0.7447446584701538, "Finetune/Loss (Raw)": 0.7516379952430725, "Finetune/Step": 5133, "Finetune/Step Time": 6.6066055707633495}
+{"Finetune/Learning Rate": 1.0683234875427182e-05, "Finetune/Loss": 0.7449626922607422, "Finetune/Loss (Raw)": 0.8466007709503174, "Finetune/Step": 5134, "Finetune/Step Time": 6.610821209847927}
+{"Finetune/Learning Rate": 1.0680127007479797e-05, "Finetune/Loss": 0.7454947233200073, "Finetune/Loss (Raw)": 0.6546037197113037, "Finetune/Step": 5135, "Finetune/Step Time": 6.606163298711181}
+{"Finetune/Learning Rate": 1.0677019073533324e-05, "Finetune/Loss": 0.7471446990966797, "Finetune/Loss (Raw)": 0.9322316646575928, "Finetune/Step": 5136, "Finetune/Step Time": 6.611523024737835}
+{"Finetune/Learning Rate": 1.0673911073889348e-05, "Finetune/Loss": 0.7459211349487305, "Finetune/Loss (Raw)": 0.7969872355461121, "Finetune/Step": 5137, "Finetune/Step Time": 6.615147465839982}
+{"Finetune/Learning Rate": 1.0670803008849473e-05, "Finetune/Loss": 0.7454451322555542, "Finetune/Loss (Raw)": 0.7525009512901306, "Finetune/Step": 5138, "Finetune/Step Time": 6.6295679602772}
+{"Finetune/Learning Rate": 1.06676948787153e-05, "Finetune/Loss": 0.7423112392425537, "Finetune/Loss (Raw)": 0.37113747000694275, "Finetune/Step": 5139, "Finetune/Step Time": 6.6483147498220205}
+{"Finetune/Learning Rate": 1.0664586683788442e-05, "Finetune/Loss": 0.7425302267074585, "Finetune/Loss (Raw)": 0.8193395137786865, "Finetune/Step": 5140, "Finetune/Step Time": 6.644062362611294}
+{"Finetune/Learning Rate": 1.0661478424370518e-05, "Finetune/Loss": 0.7443141937255859, "Finetune/Loss (Raw)": 0.892907977104187, "Finetune/Step": 5141, "Finetune/Step Time": 6.631056254729629}
+{"Finetune/Learning Rate": 1.0658370100763147e-05, "Finetune/Loss": 0.7441701292991638, "Finetune/Loss (Raw)": 0.7131516933441162, "Finetune/Step": 5142, "Finetune/Step Time": 6.645069181919098}
+{"Finetune/Learning Rate": 1.0655261713267957e-05, "Finetune/Loss": 0.7455285787582397, "Finetune/Loss (Raw)": 0.9004196524620056, "Finetune/Step": 5143, "Finetune/Step Time": 6.64818493463099}
+{"Finetune/Learning Rate": 1.0652153262186593e-05, "Finetune/Loss": 0.744308352470398, "Finetune/Loss (Raw)": 0.5846331715583801, "Finetune/Step": 5144, "Finetune/Step Time": 6.653451191261411}
+{"Finetune/Learning Rate": 1.0649044747820691e-05, "Finetune/Loss": 0.7447524666786194, "Finetune/Loss (Raw)": 0.7644625306129456, "Finetune/Step": 5145, "Finetune/Step Time": 6.65451979264617}
+{"Finetune/Learning Rate": 1.06459361704719e-05, "Finetune/Loss": 0.7466197609901428, "Finetune/Loss (Raw)": 0.9196902513504028, "Finetune/Step": 5146, "Finetune/Step Time": 6.659660682082176}
+{"Finetune/Learning Rate": 1.0642827530441872e-05, "Finetune/Loss": 0.7472227811813354, "Finetune/Loss (Raw)": 0.8200598359107971, "Finetune/Step": 5147, "Finetune/Step Time": 6.661877207458019}
+{"Finetune/Learning Rate": 1.0639718828032275e-05, "Finetune/Loss": 0.7484047412872314, "Finetune/Loss (Raw)": 0.5247559547424316, "Finetune/Step": 5148, "Finetune/Step Time": 6.648458898067474}
+{"Finetune/Learning Rate": 1.0636610063544764e-05, "Finetune/Loss": 0.7476077079772949, "Finetune/Loss (Raw)": 0.7737004160881042, "Finetune/Step": 5149, "Finetune/Step Time": 6.654389591887593}
+{"Finetune/Learning Rate": 1.0633501237281024e-05, "Finetune/Loss": 0.747247576713562, "Finetune/Loss (Raw)": 0.7762826085090637, "Finetune/Step": 5150, "Finetune/Step Time": 6.661359086632729}
+{"Finetune/Learning Rate": 1.0630392349542724e-05, "Finetune/Loss": 0.7468957901000977, "Finetune/Loss (Raw)": 0.7210631370544434, "Finetune/Step": 5151, "Finetune/Step Time": 6.657974349334836}
+{"Finetune/Learning Rate": 1.0627283400631552e-05, "Finetune/Loss": 0.7466046214103699, "Finetune/Loss (Raw)": 0.7265666723251343, "Finetune/Step": 5152, "Finetune/Step Time": 6.659572968259454}
+{"Finetune/Learning Rate": 1.06241743908492e-05, "Finetune/Loss": 0.744331955909729, "Finetune/Loss (Raw)": 0.4685152471065521, "Finetune/Step": 5153, "Finetune/Step Time": 6.688248205929995}
+{"Finetune/Learning Rate": 1.0621065320497362e-05, "Finetune/Loss": 0.7409559488296509, "Finetune/Loss (Raw)": 0.4036722183227539, "Finetune/Step": 5154, "Finetune/Step Time": 6.708268228918314}
+{"Finetune/Learning Rate": 1.0617956189877738e-05, "Finetune/Loss": 0.739914059638977, "Finetune/Loss (Raw)": 0.7171354293823242, "Finetune/Step": 5155, "Finetune/Step Time": 6.709509752690792}
+{"Finetune/Learning Rate": 1.0614846999292045e-05, "Finetune/Loss": 0.7395012378692627, "Finetune/Loss (Raw)": 0.8682228326797485, "Finetune/Step": 5156, "Finetune/Step Time": 6.72199291549623}
+{"Finetune/Learning Rate": 1.0611737749041987e-05, "Finetune/Loss": 0.7389533519744873, "Finetune/Loss (Raw)": 0.774179220199585, "Finetune/Step": 5157, "Finetune/Step Time": 6.721899647265673}
+{"Finetune/Learning Rate": 1.0608628439429289e-05, "Finetune/Loss": 0.7391738891601562, "Finetune/Loss (Raw)": 0.7976936101913452, "Finetune/Step": 5158, "Finetune/Step Time": 6.718916209414601}
+{"Finetune/Learning Rate": 1.0605519070755675e-05, "Finetune/Loss": 0.7401692867279053, "Finetune/Loss (Raw)": 0.9057506322860718, "Finetune/Step": 5159, "Finetune/Step Time": 6.720570454373956}
+{"Finetune/Learning Rate": 1.0602409643322874e-05, "Finetune/Loss": 0.7409192323684692, "Finetune/Loss (Raw)": 0.933353841304779, "Finetune/Step": 5160, "Finetune/Step Time": 6.719438724219799}
+{"Finetune/Learning Rate": 1.0599300157432625e-05, "Finetune/Loss": 0.7410198450088501, "Finetune/Loss (Raw)": 0.8217020034790039, "Finetune/Step": 5161, "Finetune/Step Time": 6.7311104349792}
+{"Finetune/Learning Rate": 1.0596190613386674e-05, "Finetune/Loss": 0.7403830289840698, "Finetune/Loss (Raw)": 0.7289972901344299, "Finetune/Step": 5162, "Finetune/Step Time": 6.7261963821947575}
+{"Finetune/Learning Rate": 1.0593081011486761e-05, "Finetune/Loss": 0.7409447431564331, "Finetune/Loss (Raw)": 0.8092191815376282, "Finetune/Step": 5163, "Finetune/Step Time": 6.722581006586552}
+{"Finetune/Learning Rate": 1.058997135203465e-05, "Finetune/Loss": 0.7414349317550659, "Finetune/Loss (Raw)": 0.8502295017242432, "Finetune/Step": 5164, "Finetune/Step Time": 6.735907509922981}
+{"Finetune/Learning Rate": 1.058686163533209e-05, "Finetune/Loss": 0.7383992671966553, "Finetune/Loss (Raw)": 0.5669705271720886, "Finetune/Step": 5165, "Finetune/Step Time": 6.755525911226869}
+{"Finetune/Learning Rate": 1.0583751861680854e-05, "Finetune/Loss": 0.7370595335960388, "Finetune/Loss (Raw)": 0.7588797807693481, "Finetune/Step": 5166, "Finetune/Step Time": 6.753098275512457}
+{"Finetune/Learning Rate": 1.0580642031382706e-05, "Finetune/Loss": 0.7346291542053223, "Finetune/Loss (Raw)": 0.6714267730712891, "Finetune/Step": 5167, "Finetune/Step Time": 6.74634669162333}
+{"Finetune/Learning Rate": 1.057753214473943e-05, "Finetune/Loss": 0.7370238304138184, "Finetune/Loss (Raw)": 0.8814141154289246, "Finetune/Step": 5168, "Finetune/Step Time": 6.736893847584724}
+{"Finetune/Learning Rate": 1.0574422202052796e-05, "Finetune/Loss": 0.7364640235900879, "Finetune/Loss (Raw)": 0.8787139058113098, "Finetune/Step": 5169, "Finetune/Step Time": 6.737963356077671}
+{"Finetune/Learning Rate": 1.0571312203624604e-05, "Finetune/Loss": 0.7341349124908447, "Finetune/Loss (Raw)": 0.6216586828231812, "Finetune/Step": 5170, "Finetune/Step Time": 6.735080214217305}
+{"Finetune/Learning Rate": 1.0568202149756637e-05, "Finetune/Loss": 0.7351573705673218, "Finetune/Loss (Raw)": 0.9657005071640015, "Finetune/Step": 5171, "Finetune/Step Time": 6.730918362736702}
+{"Finetune/Learning Rate": 1.0565092040750695e-05, "Finetune/Loss": 0.7345739603042603, "Finetune/Loss (Raw)": 0.7529281973838806, "Finetune/Step": 5172, "Finetune/Step Time": 6.728235265240073}
+{"Finetune/Learning Rate": 1.056198187690858e-05, "Finetune/Loss": 0.7377011775970459, "Finetune/Loss (Raw)": 0.7384374737739563, "Finetune/Step": 5173, "Finetune/Step Time": 6.698498772457242}
+{"Finetune/Learning Rate": 1.0558871658532105e-05, "Finetune/Loss": 0.7425889372825623, "Finetune/Loss (Raw)": 0.9958046078681946, "Finetune/Step": 5174, "Finetune/Step Time": 6.679167848080397}
+{"Finetune/Learning Rate": 1.0555761385923076e-05, "Finetune/Loss": 0.7420176267623901, "Finetune/Loss (Raw)": 0.7563490271568298, "Finetune/Step": 5175, "Finetune/Step Time": 6.684950739145279}
+{"Finetune/Learning Rate": 1.055265105938332e-05, "Finetune/Loss": 0.7375287413597107, "Finetune/Loss (Raw)": 0.35913074016571045, "Finetune/Step": 5176, "Finetune/Step Time": 6.703626435250044}
+{"Finetune/Learning Rate": 1.0549540679214654e-05, "Finetune/Loss": 0.738649308681488, "Finetune/Loss (Raw)": 0.8596709966659546, "Finetune/Step": 5177, "Finetune/Step Time": 6.7084551230072975}
+{"Finetune/Learning Rate": 1.0546430245718915e-05, "Finetune/Loss": 0.7381383180618286, "Finetune/Loss (Raw)": 0.6712146401405334, "Finetune/Step": 5178, "Finetune/Step Time": 6.69349317252636}
+{"Finetune/Learning Rate": 1.054331975919793e-05, "Finetune/Loss": 0.7387071847915649, "Finetune/Loss (Raw)": 0.7045829892158508, "Finetune/Step": 5179, "Finetune/Step Time": 6.67914766445756}
+{"Finetune/Learning Rate": 1.054020921995354e-05, "Finetune/Loss": 0.7404042482376099, "Finetune/Loss (Raw)": 0.6277541518211365, "Finetune/Step": 5180, "Finetune/Step Time": 6.668002499267459}
+{"Finetune/Learning Rate": 1.0537098628287596e-05, "Finetune/Loss": 0.7422045469284058, "Finetune/Loss (Raw)": 0.8199579119682312, "Finetune/Step": 5181, "Finetune/Step Time": 6.662846891209483}
+{"Finetune/Learning Rate": 1.0533987984501943e-05, "Finetune/Loss": 0.7399963736534119, "Finetune/Loss (Raw)": 0.6082949638366699, "Finetune/Step": 5182, "Finetune/Step Time": 6.665834911167622}
+{"Finetune/Learning Rate": 1.0530877288898433e-05, "Finetune/Loss": 0.7406535148620605, "Finetune/Loss (Raw)": 0.8532942533493042, "Finetune/Step": 5183, "Finetune/Step Time": 6.669897748157382}
+{"Finetune/Learning Rate": 1.052776654177893e-05, "Finetune/Loss": 0.7395461201667786, "Finetune/Loss (Raw)": 0.6977993845939636, "Finetune/Step": 5184, "Finetune/Step Time": 6.679661555215716}
+{"Finetune/Learning Rate": 1.0524655743445298e-05, "Finetune/Loss": 0.7402262687683105, "Finetune/Loss (Raw)": 0.8412105441093445, "Finetune/Step": 5185, "Finetune/Step Time": 6.691135784611106}
+{"Finetune/Learning Rate": 1.0521544894199407e-05, "Finetune/Loss": 0.7372524738311768, "Finetune/Loss (Raw)": 0.4203508198261261, "Finetune/Step": 5186, "Finetune/Step Time": 6.708047652617097}
+{"Finetune/Learning Rate": 1.0518433994343133e-05, "Finetune/Loss": 0.735037088394165, "Finetune/Loss (Raw)": 0.6327609419822693, "Finetune/Step": 5187, "Finetune/Step Time": 6.726247880607843}
+{"Finetune/Learning Rate": 1.0515323044178352e-05, "Finetune/Loss": 0.7331768274307251, "Finetune/Loss (Raw)": 0.7088841199874878, "Finetune/Step": 5188, "Finetune/Step Time": 6.7279435228556395}
+{"Finetune/Learning Rate": 1.0512212044006953e-05, "Finetune/Loss": 0.7310630679130554, "Finetune/Loss (Raw)": 0.5954394936561584, "Finetune/Step": 5189, "Finetune/Step Time": 6.739900205284357}
+{"Finetune/Learning Rate": 1.0509100994130822e-05, "Finetune/Loss": 0.7313846349716187, "Finetune/Loss (Raw)": 0.6279473304748535, "Finetune/Step": 5190, "Finetune/Step Time": 6.738119879737496}
+{"Finetune/Learning Rate": 1.0505989894851856e-05, "Finetune/Loss": 0.7294133901596069, "Finetune/Loss (Raw)": 0.6436072587966919, "Finetune/Step": 5191, "Finetune/Step Time": 6.749752698466182}
+{"Finetune/Learning Rate": 1.0502878746471951e-05, "Finetune/Loss": 0.7300994396209717, "Finetune/Loss (Raw)": 0.7414188385009766, "Finetune/Step": 5192, "Finetune/Step Time": 6.74570151604712}
+{"Finetune/Learning Rate": 1.0499767549293018e-05, "Finetune/Loss": 0.7284888029098511, "Finetune/Loss (Raw)": 0.679202139377594, "Finetune/Step": 5193, "Finetune/Step Time": 6.757193773984909}
+{"Finetune/Learning Rate": 1.0496656303616954e-05, "Finetune/Loss": 0.724483847618103, "Finetune/Loss (Raw)": 0.38057494163513184, "Finetune/Step": 5194, "Finetune/Step Time": 6.775879530236125}
+{"Finetune/Learning Rate": 1.0493545009745685e-05, "Finetune/Loss": 0.724207878112793, "Finetune/Loss (Raw)": 0.7218497395515442, "Finetune/Step": 5195, "Finetune/Step Time": 6.774314064532518}
+{"Finetune/Learning Rate": 1.0490433667981116e-05, "Finetune/Loss": 0.723292887210846, "Finetune/Loss (Raw)": 0.729382336139679, "Finetune/Step": 5196, "Finetune/Step Time": 6.780201835557818}
+{"Finetune/Learning Rate": 1.048732227862518e-05, "Finetune/Loss": 0.72418212890625, "Finetune/Loss (Raw)": 0.8420935869216919, "Finetune/Step": 5197, "Finetune/Step Time": 6.763071620836854}
+{"Finetune/Learning Rate": 1.04842108419798e-05, "Finetune/Loss": 0.7241122722625732, "Finetune/Loss (Raw)": 0.7328330874443054, "Finetune/Step": 5198, "Finetune/Step Time": 6.758173190057278}
+{"Finetune/Learning Rate": 1.0481099358346908e-05, "Finetune/Loss": 0.7209402322769165, "Finetune/Loss (Raw)": 0.34584811329841614, "Finetune/Step": 5199, "Finetune/Step Time": 6.831032577902079}
+{"Finetune/Learning Rate": 1.0477987828028441e-05, "Finetune/Loss": 0.7185550928115845, "Finetune/Loss (Raw)": 0.670214831829071, "Finetune/Step": 5200, "Finetune/Step Time": 6.844703797250986}
+{"Finetune/Learning Rate": 1.0474876251326342e-05, "Finetune/Loss": 0.7138044834136963, "Finetune/Loss (Raw)": 0.26193782687187195, "Finetune/Step": 5201, "Finetune/Step Time": 6.859499832615256}
+{"Finetune/Learning Rate": 1.0471764628542549e-05, "Finetune/Loss": 0.7118340730667114, "Finetune/Loss (Raw)": 0.6489561200141907, "Finetune/Step": 5202, "Finetune/Step Time": 6.859213894233108}
+{"Finetune/Learning Rate": 1.0468652959979021e-05, "Finetune/Loss": 0.7139647006988525, "Finetune/Loss (Raw)": 0.6943485140800476, "Finetune/Step": 5203, "Finetune/Step Time": 6.840571688488126}
+{"Finetune/Learning Rate": 1.0465541245937709e-05, "Finetune/Loss": 0.7127417325973511, "Finetune/Loss (Raw)": 0.6441986560821533, "Finetune/Step": 5204, "Finetune/Step Time": 6.844969468191266}
+{"Finetune/Learning Rate": 1.0462429486720569e-05, "Finetune/Loss": 0.7107195854187012, "Finetune/Loss (Raw)": 0.5408117771148682, "Finetune/Step": 5205, "Finetune/Step Time": 6.840089213103056}
+{"Finetune/Learning Rate": 1.0459317682629566e-05, "Finetune/Loss": 0.7092294692993164, "Finetune/Loss (Raw)": 0.5433446764945984, "Finetune/Step": 5206, "Finetune/Step Time": 6.859161885455251}
+{"Finetune/Learning Rate": 1.045620583396667e-05, "Finetune/Loss": 0.7065953016281128, "Finetune/Loss (Raw)": 0.563687264919281, "Finetune/Step": 5207, "Finetune/Step Time": 6.849374998360872}
+{"Finetune/Learning Rate": 1.0453093941033846e-05, "Finetune/Loss": 0.704913854598999, "Finetune/Loss (Raw)": 0.6480340361595154, "Finetune/Step": 5208, "Finetune/Step Time": 6.866571521386504}
+{"Finetune/Learning Rate": 1.044998200413308e-05, "Finetune/Loss": 0.706124484539032, "Finetune/Loss (Raw)": 0.7917620539665222, "Finetune/Step": 5209, "Finetune/Step Time": 6.876888861879706}
+{"Finetune/Learning Rate": 1.0446870023566342e-05, "Finetune/Loss": 0.7083264589309692, "Finetune/Loss (Raw)": 0.6554321646690369, "Finetune/Step": 5210, "Finetune/Step Time": 6.85725387558341}
+{"Finetune/Learning Rate": 1.0443757999635625e-05, "Finetune/Loss": 0.7074350118637085, "Finetune/Loss (Raw)": 0.6231614947319031, "Finetune/Step": 5211, "Finetune/Step Time": 6.8531266283243895}
+{"Finetune/Learning Rate": 1.0440645932642912e-05, "Finetune/Loss": 0.7065961360931396, "Finetune/Loss (Raw)": 0.615558385848999, "Finetune/Step": 5212, "Finetune/Step Time": 6.848821336403489}
+{"Finetune/Learning Rate": 1.04375338228902e-05, "Finetune/Loss": 0.7059633731842041, "Finetune/Loss (Raw)": 0.6838442087173462, "Finetune/Step": 5213, "Finetune/Step Time": 6.846890963613987}
+{"Finetune/Learning Rate": 1.0434421670679484e-05, "Finetune/Loss": 0.7028564214706421, "Finetune/Loss (Raw)": 0.5472522974014282, "Finetune/Step": 5214, "Finetune/Step Time": 6.844588635489345}
+{"Finetune/Learning Rate": 1.0431309476312768e-05, "Finetune/Loss": 0.7016422152519226, "Finetune/Loss (Raw)": 0.6159554719924927, "Finetune/Step": 5215, "Finetune/Step Time": 6.82256874628365}
+{"Finetune/Learning Rate": 1.0428197240092053e-05, "Finetune/Loss": 0.6978020668029785, "Finetune/Loss (Raw)": 0.4693889617919922, "Finetune/Step": 5216, "Finetune/Step Time": 6.830176956951618}
+{"Finetune/Learning Rate": 1.042508496231935e-05, "Finetune/Loss": 0.6958540678024292, "Finetune/Loss (Raw)": 0.6128403544425964, "Finetune/Step": 5217, "Finetune/Step Time": 6.829786540940404}
+{"Finetune/Learning Rate": 1.0421972643296674e-05, "Finetune/Loss": 0.6952439546585083, "Finetune/Loss (Raw)": 0.6478684544563293, "Finetune/Step": 5218, "Finetune/Step Time": 6.8464528527110815}
+{"Finetune/Learning Rate": 1.0418860283326043e-05, "Finetune/Loss": 0.6928771734237671, "Finetune/Loss (Raw)": 0.5263656973838806, "Finetune/Step": 5219, "Finetune/Step Time": 6.836891388520598}
+{"Finetune/Learning Rate": 1.0415747882709473e-05, "Finetune/Loss": 0.6954867839813232, "Finetune/Loss (Raw)": 0.6864158511161804, "Finetune/Step": 5220, "Finetune/Step Time": 6.820553870871663}
+{"Finetune/Learning Rate": 1.0412635441748997e-05, "Finetune/Loss": 0.6937952637672424, "Finetune/Loss (Raw)": 0.6276308298110962, "Finetune/Step": 5221, "Finetune/Step Time": 6.82004619948566}
+{"Finetune/Learning Rate": 1.0409522960746639e-05, "Finetune/Loss": 0.6940019130706787, "Finetune/Loss (Raw)": 0.6393848657608032, "Finetune/Step": 5222, "Finetune/Step Time": 6.824737744405866}
+{"Finetune/Learning Rate": 1.0406410440004436e-05, "Finetune/Loss": 0.6949294805526733, "Finetune/Loss (Raw)": 0.7042071223258972, "Finetune/Step": 5223, "Finetune/Step Time": 6.820923414081335}
+{"Finetune/Learning Rate": 1.040329787982442e-05, "Finetune/Loss": 0.6939634084701538, "Finetune/Loss (Raw)": 0.5874685645103455, "Finetune/Step": 5224, "Finetune/Step Time": 6.777998048812151}
+{"Finetune/Learning Rate": 1.0400185280508635e-05, "Finetune/Loss": 0.6948845386505127, "Finetune/Loss (Raw)": 0.58864426612854, "Finetune/Step": 5225, "Finetune/Step Time": 6.777406947687268}
+{"Finetune/Learning Rate": 1.0397072642359125e-05, "Finetune/Loss": 0.6952201128005981, "Finetune/Loss (Raw)": 0.7011167407035828, "Finetune/Step": 5226, "Finetune/Step Time": 6.774893926456571}
+{"Finetune/Learning Rate": 1.0393959965677942e-05, "Finetune/Loss": 0.6956231594085693, "Finetune/Loss (Raw)": 0.7685633301734924, "Finetune/Step": 5227, "Finetune/Step Time": 6.774737322703004}
+{"Finetune/Learning Rate": 1.0390847250767129e-05, "Finetune/Loss": 0.6952997446060181, "Finetune/Loss (Raw)": 0.6432400345802307, "Finetune/Step": 5228, "Finetune/Step Time": 6.7673863638192415}
+{"Finetune/Learning Rate": 1.0387734497928754e-05, "Finetune/Loss": 0.6935842037200928, "Finetune/Loss (Raw)": 0.5060351490974426, "Finetune/Step": 5229, "Finetune/Step Time": 6.79183423705399}
+{"Finetune/Learning Rate": 1.0384621707464867e-05, "Finetune/Loss": 0.6920154094696045, "Finetune/Loss (Raw)": 0.5532181262969971, "Finetune/Step": 5230, "Finetune/Step Time": 6.789682591333985}
+{"Finetune/Learning Rate": 1.0381508879677535e-05, "Finetune/Loss": 0.6906352639198303, "Finetune/Loss (Raw)": 0.7156063914299011, "Finetune/Step": 5231, "Finetune/Step Time": 6.790946589782834}
+{"Finetune/Learning Rate": 1.0378396014868823e-05, "Finetune/Loss": 0.6920303702354431, "Finetune/Loss (Raw)": 0.7078919410705566, "Finetune/Step": 5232, "Finetune/Step Time": 6.789678979665041}
+{"Finetune/Learning Rate": 1.0375283113340803e-05, "Finetune/Loss": 0.6891430616378784, "Finetune/Loss (Raw)": 0.481865793466568, "Finetune/Step": 5233, "Finetune/Step Time": 6.8070656936615705}
+{"Finetune/Learning Rate": 1.0372170175395551e-05, "Finetune/Loss": 0.6858566403388977, "Finetune/Loss (Raw)": 0.5322129726409912, "Finetune/Step": 5234, "Finetune/Step Time": 6.80864953994751}
+{"Finetune/Learning Rate": 1.0369057201335143e-05, "Finetune/Loss": 0.6845337152481079, "Finetune/Loss (Raw)": 0.6788040995597839, "Finetune/Step": 5235, "Finetune/Step Time": 6.803799560293555}
+{"Finetune/Learning Rate": 1.0365944191461656e-05, "Finetune/Loss": 0.6826121211051941, "Finetune/Loss (Raw)": 0.5303416848182678, "Finetune/Step": 5236, "Finetune/Step Time": 6.7947388384491205}
+{"Finetune/Learning Rate": 1.0362831146077181e-05, "Finetune/Loss": 0.6807806491851807, "Finetune/Loss (Raw)": 0.6692625284194946, "Finetune/Step": 5237, "Finetune/Step Time": 6.788819011300802}
+{"Finetune/Learning Rate": 1.0359718065483801e-05, "Finetune/Loss": 0.6796460151672363, "Finetune/Loss (Raw)": 0.6176981329917908, "Finetune/Step": 5238, "Finetune/Step Time": 6.775824680924416}
+{"Finetune/Learning Rate": 1.0356604949983608e-05, "Finetune/Loss": 0.6792789101600647, "Finetune/Loss (Raw)": 0.6236077547073364, "Finetune/Step": 5239, "Finetune/Step Time": 6.742544125765562}
+{"Finetune/Learning Rate": 1.0353491799878698e-05, "Finetune/Loss": 0.6811527609825134, "Finetune/Loss (Raw)": 0.6312500238418579, "Finetune/Step": 5240, "Finetune/Step Time": 6.740667290985584}
+{"Finetune/Learning Rate": 1.0350378615471173e-05, "Finetune/Loss": 0.6836681365966797, "Finetune/Loss (Raw)": 0.6441725492477417, "Finetune/Step": 5241, "Finetune/Step Time": 6.717153446748853}
+{"Finetune/Learning Rate": 1.0347265397063124e-05, "Finetune/Loss": 0.6801288723945618, "Finetune/Loss (Raw)": 0.3106762170791626, "Finetune/Step": 5242, "Finetune/Step Time": 6.7409812565892935}
+{"Finetune/Learning Rate": 1.0344152144956667e-05, "Finetune/Loss": 0.678817093372345, "Finetune/Loss (Raw)": 0.5740723609924316, "Finetune/Step": 5243, "Finetune/Step Time": 6.761743796989322}
+{"Finetune/Learning Rate": 1.0341038859453905e-05, "Finetune/Loss": 0.6814808249473572, "Finetune/Loss (Raw)": 0.630477249622345, "Finetune/Step": 5244, "Finetune/Step Time": 6.74320631660521}
+{"Finetune/Learning Rate": 1.0337925540856947e-05, "Finetune/Loss": 0.6798226237297058, "Finetune/Loss (Raw)": 0.7446317076683044, "Finetune/Step": 5245, "Finetune/Step Time": 6.7478384375572205}
+{"Finetune/Learning Rate": 1.0334812189467912e-05, "Finetune/Loss": 0.6783353686332703, "Finetune/Loss (Raw)": 0.6228602528572083, "Finetune/Step": 5246, "Finetune/Step Time": 6.743783893063664}
+{"Finetune/Learning Rate": 1.0331698805588912e-05, "Finetune/Loss": 0.6763478517532349, "Finetune/Loss (Raw)": 0.6417637467384338, "Finetune/Step": 5247, "Finetune/Step Time": 6.744723156094551}
+{"Finetune/Learning Rate": 1.0328585389522072e-05, "Finetune/Loss": 0.6790594458580017, "Finetune/Loss (Raw)": 0.716968297958374, "Finetune/Step": 5248, "Finetune/Step Time": 6.7355241775512695}
+{"Finetune/Learning Rate": 1.032547194156952e-05, "Finetune/Loss": 0.6783285140991211, "Finetune/Loss (Raw)": 0.6569886207580566, "Finetune/Step": 5249, "Finetune/Step Time": 6.730798115953803}
+{"Finetune/Learning Rate": 1.032235846203337e-05, "Finetune/Loss": 0.6781527996063232, "Finetune/Loss (Raw)": 0.691383957862854, "Finetune/Step": 5250, "Finetune/Step Time": 6.745521992444992}
+{"Finetune/Learning Rate": 1.0319244951215768e-05, "Finetune/Loss": 0.6767944097518921, "Finetune/Loss (Raw)": 0.6425536870956421, "Finetune/Step": 5251, "Finetune/Step Time": 6.750875608995557}
+{"Finetune/Learning Rate": 1.0316131409418838e-05, "Finetune/Loss": 0.6757436394691467, "Finetune/Loss (Raw)": 0.7790229320526123, "Finetune/Step": 5252, "Finetune/Step Time": 6.74562244489789}
+{"Finetune/Learning Rate": 1.0313017836944713e-05, "Finetune/Loss": 0.6734181046485901, "Finetune/Loss (Raw)": 0.593437671661377, "Finetune/Step": 5253, "Finetune/Step Time": 6.749868728220463}
+{"Finetune/Learning Rate": 1.030990423409554e-05, "Finetune/Loss": 0.6741659641265869, "Finetune/Loss (Raw)": 0.5094670057296753, "Finetune/Step": 5254, "Finetune/Step Time": 6.751680355519056}
+{"Finetune/Learning Rate": 1.0306790601173457e-05, "Finetune/Loss": 0.672600507736206, "Finetune/Loss (Raw)": 0.4875277280807495, "Finetune/Step": 5255, "Finetune/Step Time": 6.749706249684095}
+{"Finetune/Learning Rate": 1.0303676938480608e-05, "Finetune/Loss": 0.6715449094772339, "Finetune/Loss (Raw)": 0.6508232355117798, "Finetune/Step": 5256, "Finetune/Step Time": 6.756362769752741}
+{"Finetune/Learning Rate": 1.0300563246319144e-05, "Finetune/Loss": 0.6731045246124268, "Finetune/Loss (Raw)": 0.5209473967552185, "Finetune/Step": 5257, "Finetune/Step Time": 6.760883454233408}
+{"Finetune/Learning Rate": 1.0297449524991212e-05, "Finetune/Loss": 0.6719340085983276, "Finetune/Loss (Raw)": 0.6273154616355896, "Finetune/Step": 5258, "Finetune/Step Time": 6.756393214687705}
+{"Finetune/Learning Rate": 1.029433577479897e-05, "Finetune/Loss": 0.6713662147521973, "Finetune/Loss (Raw)": 0.5282560586929321, "Finetune/Step": 5259, "Finetune/Step Time": 6.76843842305243}
+{"Finetune/Learning Rate": 1.0291221996044572e-05, "Finetune/Loss": 0.6707907915115356, "Finetune/Loss (Raw)": 0.5336479544639587, "Finetune/Step": 5260, "Finetune/Step Time": 6.778103409335017}
+{"Finetune/Learning Rate": 1.0288108189030175e-05, "Finetune/Loss": 0.6703460216522217, "Finetune/Loss (Raw)": 0.6947174072265625, "Finetune/Step": 5261, "Finetune/Step Time": 6.792636381462216}
+{"Finetune/Learning Rate": 1.0284994354057945e-05, "Finetune/Loss": 0.6685634851455688, "Finetune/Loss (Raw)": 0.6184292435646057, "Finetune/Step": 5262, "Finetune/Step Time": 6.791960921138525}
+{"Finetune/Learning Rate": 1.0281880491430043e-05, "Finetune/Loss": 0.6664720773696899, "Finetune/Loss (Raw)": 0.38690268993377686, "Finetune/Step": 5263, "Finetune/Step Time": 6.799318287521601}
+{"Finetune/Learning Rate": 1.0278766601448637e-05, "Finetune/Loss": 0.6641435623168945, "Finetune/Loss (Raw)": 0.6341806650161743, "Finetune/Step": 5264, "Finetune/Step Time": 6.790191933512688}
+{"Finetune/Learning Rate": 1.0275652684415897e-05, "Finetune/Loss": 0.6629597544670105, "Finetune/Loss (Raw)": 0.6454630494117737, "Finetune/Step": 5265, "Finetune/Step Time": 6.787706134840846}
+{"Finetune/Learning Rate": 1.0272538740634002e-05, "Finetune/Loss": 0.6619572043418884, "Finetune/Loss (Raw)": 0.6241720914840698, "Finetune/Step": 5266, "Finetune/Step Time": 6.776191575452685}
+{"Finetune/Learning Rate": 1.0269424770405115e-05, "Finetune/Loss": 0.6634172201156616, "Finetune/Loss (Raw)": 0.5580283999443054, "Finetune/Step": 5267, "Finetune/Step Time": 6.7694724798202515}
+{"Finetune/Learning Rate": 1.0266310774031422e-05, "Finetune/Loss": 0.661529541015625, "Finetune/Loss (Raw)": 0.5777091383934021, "Finetune/Step": 5268, "Finetune/Step Time": 6.7688008937984705}
+{"Finetune/Learning Rate": 1.0263196751815102e-05, "Finetune/Loss": 0.6596108675003052, "Finetune/Loss (Raw)": 0.647315263748169, "Finetune/Step": 5269, "Finetune/Step Time": 6.7659896817058325}
+{"Finetune/Learning Rate": 1.0260082704058334e-05, "Finetune/Loss": 0.6593176126480103, "Finetune/Loss (Raw)": 0.6756263375282288, "Finetune/Step": 5270, "Finetune/Step Time": 6.751352841034532}
+{"Finetune/Learning Rate": 1.025696863106331e-05, "Finetune/Loss": 0.6570496559143066, "Finetune/Loss (Raw)": 0.6101224422454834, "Finetune/Step": 5271, "Finetune/Step Time": 6.765750620514154}
+{"Finetune/Learning Rate": 1.0253854533132208e-05, "Finetune/Loss": 0.6579522490501404, "Finetune/Loss (Raw)": 0.700151264667511, "Finetune/Step": 5272, "Finetune/Step Time": 6.742284342646599}
+{"Finetune/Learning Rate": 1.0250740410567228e-05, "Finetune/Loss": 0.6566061973571777, "Finetune/Loss (Raw)": 0.5921713709831238, "Finetune/Step": 5273, "Finetune/Step Time": 6.745482688769698}
+{"Finetune/Learning Rate": 1.024762626367056e-05, "Finetune/Loss": 0.6531847715377808, "Finetune/Loss (Raw)": 0.4817507863044739, "Finetune/Step": 5274, "Finetune/Step Time": 6.743753371760249}
+{"Finetune/Learning Rate": 1.0244512092744391e-05, "Finetune/Loss": 0.6516807079315186, "Finetune/Loss (Raw)": 0.627544641494751, "Finetune/Step": 5275, "Finetune/Step Time": 6.741500869393349}
+{"Finetune/Learning Rate": 1.0241397898090933e-05, "Finetune/Loss": 0.6523841619491577, "Finetune/Loss (Raw)": 0.6147891283035278, "Finetune/Step": 5276, "Finetune/Step Time": 6.737037947401404}
+{"Finetune/Learning Rate": 1.023828368001237e-05, "Finetune/Loss": 0.6490741968154907, "Finetune/Loss (Raw)": 0.3500296175479889, "Finetune/Step": 5277, "Finetune/Step Time": 6.750834327191114}
+{"Finetune/Learning Rate": 1.0235169438810912e-05, "Finetune/Loss": 0.6478703022003174, "Finetune/Loss (Raw)": 0.6221858263015747, "Finetune/Step": 5278, "Finetune/Step Time": 6.748505402356386}
+{"Finetune/Learning Rate": 1.0232055174788762e-05, "Finetune/Loss": 0.6477950811386108, "Finetune/Loss (Raw)": 0.7114313244819641, "Finetune/Step": 5279, "Finetune/Step Time": 6.745517875999212}
+{"Finetune/Learning Rate": 1.0228940888248126e-05, "Finetune/Loss": 0.6465456485748291, "Finetune/Loss (Raw)": 0.5666369199752808, "Finetune/Step": 5280, "Finetune/Step Time": 6.750394193455577}
+{"Finetune/Learning Rate": 1.022582657949121e-05, "Finetune/Loss": 0.6472105383872986, "Finetune/Loss (Raw)": 0.5536263585090637, "Finetune/Step": 5281, "Finetune/Step Time": 6.709736185148358}
+{"Finetune/Learning Rate": 1.022271224882023e-05, "Finetune/Loss": 0.6487654447555542, "Finetune/Loss (Raw)": 0.6027001738548279, "Finetune/Step": 5282, "Finetune/Step Time": 6.702991617843509}
+{"Finetune/Learning Rate": 1.0219597896537394e-05, "Finetune/Loss": 0.6480646133422852, "Finetune/Loss (Raw)": 0.6274253129959106, "Finetune/Step": 5283, "Finetune/Step Time": 6.70158601924777}
+{"Finetune/Learning Rate": 1.0216483522944916e-05, "Finetune/Loss": 0.6429332494735718, "Finetune/Loss (Raw)": 0.21140973269939423, "Finetune/Step": 5284, "Finetune/Step Time": 6.706485500559211}
+{"Finetune/Learning Rate": 1.0213369128345017e-05, "Finetune/Loss": 0.6421858072280884, "Finetune/Loss (Raw)": 0.6785035133361816, "Finetune/Step": 5285, "Finetune/Step Time": 6.705820884555578}
+{"Finetune/Learning Rate": 1.0210254713039913e-05, "Finetune/Loss": 0.6401859521865845, "Finetune/Loss (Raw)": 0.5417217016220093, "Finetune/Step": 5286, "Finetune/Step Time": 6.722273860126734}
+{"Finetune/Learning Rate": 1.0207140277331825e-05, "Finetune/Loss": 0.6374655365943909, "Finetune/Loss (Raw)": 0.5575322508811951, "Finetune/Step": 5287, "Finetune/Step Time": 6.7234045881778}
+{"Finetune/Learning Rate": 1.0204025821522979e-05, "Finetune/Loss": 0.6343866586685181, "Finetune/Loss (Raw)": 0.5392568707466125, "Finetune/Step": 5288, "Finetune/Step Time": 6.727993423119187}
+{"Finetune/Learning Rate": 1.0200911345915593e-05, "Finetune/Loss": 0.6320018768310547, "Finetune/Loss (Raw)": 0.5164473056793213, "Finetune/Step": 5289, "Finetune/Step Time": 6.7089780401438475}
+{"Finetune/Learning Rate": 1.01977968508119e-05, "Finetune/Loss": 0.632154107093811, "Finetune/Loss (Raw)": 0.7484837174415588, "Finetune/Step": 5290, "Finetune/Step Time": 6.705576445907354}
+{"Finetune/Learning Rate": 1.0194682336514128e-05, "Finetune/Loss": 0.6306427717208862, "Finetune/Loss (Raw)": 0.6157676577568054, "Finetune/Step": 5291, "Finetune/Step Time": 6.712816679850221}
+{"Finetune/Learning Rate": 1.0191567803324504e-05, "Finetune/Loss": 0.6292133331298828, "Finetune/Loss (Raw)": 0.6672691702842712, "Finetune/Step": 5292, "Finetune/Step Time": 6.704743254929781}
+{"Finetune/Learning Rate": 1.0188453251545262e-05, "Finetune/Loss": 0.629481315612793, "Finetune/Loss (Raw)": 0.6012643575668335, "Finetune/Step": 5293, "Finetune/Step Time": 6.693932177498937}
+{"Finetune/Learning Rate": 1.0185338681478643e-05, "Finetune/Loss": 0.6288641691207886, "Finetune/Loss (Raw)": 0.6798907518386841, "Finetune/Step": 5294, "Finetune/Step Time": 6.681549033150077}
+{"Finetune/Learning Rate": 1.0182224093426866e-05, "Finetune/Loss": 0.6284345984458923, "Finetune/Loss (Raw)": 0.6164363026618958, "Finetune/Step": 5295, "Finetune/Step Time": 6.6753544472157955}
+{"Finetune/Learning Rate": 1.0179109487692188e-05, "Finetune/Loss": 0.6260442733764648, "Finetune/Loss (Raw)": 0.5754519104957581, "Finetune/Step": 5296, "Finetune/Step Time": 6.682884130626917}
+{"Finetune/Learning Rate": 1.0175994864576835e-05, "Finetune/Loss": 0.6232922077178955, "Finetune/Loss (Raw)": 0.526458740234375, "Finetune/Step": 5297, "Finetune/Step Time": 6.688845595344901}
+{"Finetune/Learning Rate": 1.0172880224383052e-05, "Finetune/Loss": 0.6244150400161743, "Finetune/Loss (Raw)": 0.7653810381889343, "Finetune/Step": 5298, "Finetune/Step Time": 6.687978753820062}
+{"Finetune/Learning Rate": 1.0169765567413083e-05, "Finetune/Loss": 0.622430682182312, "Finetune/Loss (Raw)": 0.7116960287094116, "Finetune/Step": 5299, "Finetune/Step Time": 6.693012997508049}
+{"Finetune/Learning Rate": 1.0166650893969174e-05, "Finetune/Loss": 0.6221469640731812, "Finetune/Loss (Raw)": 0.7166175246238708, "Finetune/Step": 5300, "Finetune/Step Time": 6.693118412047625}
+{"Finetune/Learning Rate": 1.0163536204353565e-05, "Finetune/Loss": 0.6211171746253967, "Finetune/Loss (Raw)": 0.6066180467605591, "Finetune/Step": 5301, "Finetune/Step Time": 6.69702148064971}
+{"Finetune/Learning Rate": 1.0160421498868509e-05, "Finetune/Loss": 0.6181050539016724, "Finetune/Loss (Raw)": 0.610257625579834, "Finetune/Step": 5302, "Finetune/Step Time": 6.705701325088739}
+{"Finetune/Learning Rate": 1.0157306777816254e-05, "Finetune/Loss": 0.6167244911193848, "Finetune/Loss (Raw)": 0.5796342492103577, "Finetune/Step": 5303, "Finetune/Step Time": 6.69970003888011}
+{"Finetune/Learning Rate": 1.0154192041499048e-05, "Finetune/Loss": 0.6184768080711365, "Finetune/Loss (Raw)": 0.5834307074546814, "Finetune/Step": 5304, "Finetune/Step Time": 6.68649778701365}
+{"Finetune/Learning Rate": 1.0151077290219143e-05, "Finetune/Loss": 0.6171140670776367, "Finetune/Loss (Raw)": 0.68523770570755, "Finetune/Step": 5305, "Finetune/Step Time": 6.674470704048872}
+{"Finetune/Learning Rate": 1.0147962524278794e-05, "Finetune/Loss": 0.6135903596878052, "Finetune/Loss (Raw)": 0.22018294036388397, "Finetune/Step": 5306, "Finetune/Step Time": 6.698582448065281}
+{"Finetune/Learning Rate": 1.0144847743980258e-05, "Finetune/Loss": 0.6132606267929077, "Finetune/Loss (Raw)": 0.662369430065155, "Finetune/Step": 5307, "Finetune/Step Time": 6.690631523728371}
+{"Finetune/Learning Rate": 1.0141732949625789e-05, "Finetune/Loss": 0.6135053634643555, "Finetune/Loss (Raw)": 0.6590909957885742, "Finetune/Step": 5308, "Finetune/Step Time": 6.694387439638376}
+{"Finetune/Learning Rate": 1.0138618141517642e-05, "Finetune/Loss": 0.6116201877593994, "Finetune/Loss (Raw)": 0.5786451101303101, "Finetune/Step": 5309, "Finetune/Step Time": 6.700278103351593}
+{"Finetune/Learning Rate": 1.0135503319958083e-05, "Finetune/Loss": 0.6107054948806763, "Finetune/Loss (Raw)": 0.4912183880805969, "Finetune/Step": 5310, "Finetune/Step Time": 6.71694909222424}
+{"Finetune/Learning Rate": 1.0132388485249365e-05, "Finetune/Loss": 0.6086118817329407, "Finetune/Loss (Raw)": 0.5853082537651062, "Finetune/Step": 5311, "Finetune/Step Time": 6.719823749735951}
+{"Finetune/Learning Rate": 1.0129273637693754e-05, "Finetune/Loss": 0.6076229810714722, "Finetune/Loss (Raw)": 0.5712252259254456, "Finetune/Step": 5312, "Finetune/Step Time": 6.720823623239994}
+{"Finetune/Learning Rate": 1.0126158777593511e-05, "Finetune/Loss": 0.6063826084136963, "Finetune/Loss (Raw)": 0.6824432015419006, "Finetune/Step": 5313, "Finetune/Step Time": 6.7049163822084665}
+{"Finetune/Learning Rate": 1.0123043905250903e-05, "Finetune/Loss": 0.6078801155090332, "Finetune/Loss (Raw)": 0.6120271682739258, "Finetune/Step": 5314, "Finetune/Step Time": 6.685370869934559}
+{"Finetune/Learning Rate": 1.011992902096819e-05, "Finetune/Loss": 0.6075988411903381, "Finetune/Loss (Raw)": 0.5967594385147095, "Finetune/Step": 5315, "Finetune/Step Time": 6.668631300330162}
+{"Finetune/Learning Rate": 1.0116814125047643e-05, "Finetune/Loss": 0.6064705848693848, "Finetune/Loss (Raw)": 0.5644629597663879, "Finetune/Step": 5316, "Finetune/Step Time": 6.6745103895664215}
+{"Finetune/Learning Rate": 1.0113699217791525e-05, "Finetune/Loss": 0.607196569442749, "Finetune/Loss (Raw)": 0.6883625388145447, "Finetune/Step": 5317, "Finetune/Step Time": 6.681090099737048}
+{"Finetune/Learning Rate": 1.0110584299502111e-05, "Finetune/Loss": 0.6072198152542114, "Finetune/Loss (Raw)": 0.6309338212013245, "Finetune/Step": 5318, "Finetune/Step Time": 6.687361560761929}
+{"Finetune/Learning Rate": 1.0107469370481663e-05, "Finetune/Loss": 0.6074293851852417, "Finetune/Loss (Raw)": 0.6704303622245789, "Finetune/Step": 5319, "Finetune/Step Time": 6.687084820121527}
+{"Finetune/Learning Rate": 1.010435443103246e-05, "Finetune/Loss": 0.6062402129173279, "Finetune/Loss (Raw)": 0.5892041921615601, "Finetune/Step": 5320, "Finetune/Step Time": 6.692925084382296}
+{"Finetune/Learning Rate": 1.0101239481456769e-05, "Finetune/Loss": 0.6042963862419128, "Finetune/Loss (Raw)": 0.4303901195526123, "Finetune/Step": 5321, "Finetune/Step Time": 6.679980365559459}
+{"Finetune/Learning Rate": 1.0098124522056861e-05, "Finetune/Loss": 0.6062215566635132, "Finetune/Loss (Raw)": 0.6269913911819458, "Finetune/Step": 5322, "Finetune/Step Time": 6.665994869545102}
+{"Finetune/Learning Rate": 1.009500955313501e-05, "Finetune/Loss": 0.6054044961929321, "Finetune/Loss (Raw)": 0.6172724366188049, "Finetune/Step": 5323, "Finetune/Step Time": 6.666735079139471}
+{"Finetune/Learning Rate": 1.0091894574993494e-05, "Finetune/Loss": 0.6030929088592529, "Finetune/Loss (Raw)": 0.4334973692893982, "Finetune/Step": 5324, "Finetune/Step Time": 6.6755405981093645}
+{"Finetune/Learning Rate": 1.0088779587934591e-05, "Finetune/Loss": 0.6017386317253113, "Finetune/Loss (Raw)": 0.6687447428703308, "Finetune/Step": 5325, "Finetune/Step Time": 6.6987402848899364}
+{"Finetune/Learning Rate": 1.0085664592260569e-05, "Finetune/Loss": 0.6013863682746887, "Finetune/Loss (Raw)": 0.6877439022064209, "Finetune/Step": 5326, "Finetune/Step Time": 6.697476036846638}
+{"Finetune/Learning Rate": 1.008254958827371e-05, "Finetune/Loss": 0.6033897399902344, "Finetune/Loss (Raw)": 0.6022781729698181, "Finetune/Step": 5327, "Finetune/Step Time": 6.609726237133145}
+{"Finetune/Learning Rate": 1.0079434576276294e-05, "Finetune/Loss": 0.6026653051376343, "Finetune/Loss (Raw)": 0.5774874687194824, "Finetune/Step": 5328, "Finetune/Step Time": 6.612257499247789}
+{"Finetune/Learning Rate": 1.0076319556570595e-05, "Finetune/Loss": 0.6049844622612, "Finetune/Loss (Raw)": 0.5587950944900513, "Finetune/Step": 5329, "Finetune/Step Time": 6.5951922461390495}
+{"Finetune/Learning Rate": 1.0073204529458896e-05, "Finetune/Loss": 0.604249119758606, "Finetune/Loss (Raw)": 0.5548237562179565, "Finetune/Step": 5330, "Finetune/Step Time": 6.590275134891272}
+{"Finetune/Learning Rate": 1.0070089495243476e-05, "Finetune/Loss": 0.6043809056282043, "Finetune/Loss (Raw)": 0.7112287282943726, "Finetune/Step": 5331, "Finetune/Step Time": 6.597402544692159}
+{"Finetune/Learning Rate": 1.0066974454226615e-05, "Finetune/Loss": 0.603590726852417, "Finetune/Loss (Raw)": 0.5430477261543274, "Finetune/Step": 5332, "Finetune/Step Time": 6.590705782175064}
+{"Finetune/Learning Rate": 1.00638594067106e-05, "Finetune/Loss": 0.6033591032028198, "Finetune/Loss (Raw)": 0.5111682415008545, "Finetune/Step": 5333, "Finetune/Step Time": 6.58796276524663}
+{"Finetune/Learning Rate": 1.00607443529977e-05, "Finetune/Loss": 0.6034097671508789, "Finetune/Loss (Raw)": 0.5498248338699341, "Finetune/Step": 5334, "Finetune/Step Time": 6.5929961279034615}
+{"Finetune/Learning Rate": 1.0057629293390215e-05, "Finetune/Loss": 0.6038310527801514, "Finetune/Loss (Raw)": 0.6176176071166992, "Finetune/Step": 5335, "Finetune/Step Time": 6.589757330715656}
+{"Finetune/Learning Rate": 1.0054514228190415e-05, "Finetune/Loss": 0.6032376885414124, "Finetune/Loss (Raw)": 0.572081983089447, "Finetune/Step": 5336, "Finetune/Step Time": 6.5875818226486444}
+{"Finetune/Learning Rate": 1.0051399157700591e-05, "Finetune/Loss": 0.6021382212638855, "Finetune/Loss (Raw)": 0.651029109954834, "Finetune/Step": 5337, "Finetune/Step Time": 6.58177612349391}
+{"Finetune/Learning Rate": 1.0048284082223026e-05, "Finetune/Loss": 0.6019682288169861, "Finetune/Loss (Raw)": 0.6336681246757507, "Finetune/Step": 5338, "Finetune/Step Time": 6.583737716078758}
+{"Finetune/Learning Rate": 1.0045169002060005e-05, "Finetune/Loss": 0.6019134521484375, "Finetune/Loss (Raw)": 0.6161629557609558, "Finetune/Step": 5339, "Finetune/Step Time": 6.577750813215971}
+{"Finetune/Learning Rate": 1.004205391751381e-05, "Finetune/Loss": 0.6020920276641846, "Finetune/Loss (Raw)": 0.6384144425392151, "Finetune/Step": 5340, "Finetune/Step Time": 6.585768487304449}
+{"Finetune/Learning Rate": 1.0038938828886732e-05, "Finetune/Loss": 0.6011970639228821, "Finetune/Loss (Raw)": 0.5692840814590454, "Finetune/Step": 5341, "Finetune/Step Time": 6.599735984578729}
+{"Finetune/Learning Rate": 1.0035823736481054e-05, "Finetune/Loss": 0.6014090776443481, "Finetune/Loss (Raw)": 0.5743844509124756, "Finetune/Step": 5342, "Finetune/Step Time": 6.6119423266500235}
+{"Finetune/Learning Rate": 1.0032708640599065e-05, "Finetune/Loss": 0.6014200448989868, "Finetune/Loss (Raw)": 0.617371678352356, "Finetune/Step": 5343, "Finetune/Step Time": 6.621620789170265}
+{"Finetune/Learning Rate": 1.0029593541543048e-05, "Finetune/Loss": 0.6024526357650757, "Finetune/Loss (Raw)": 0.6015509963035583, "Finetune/Step": 5344, "Finetune/Step Time": 6.614635773003101}
+{"Finetune/Learning Rate": 1.0026478439615293e-05, "Finetune/Loss": 0.603408932685852, "Finetune/Loss (Raw)": 0.7352539896965027, "Finetune/Step": 5345, "Finetune/Step Time": 6.610153269022703}
+{"Finetune/Learning Rate": 1.0023363335118088e-05, "Finetune/Loss": 0.6038454174995422, "Finetune/Loss (Raw)": 0.703732967376709, "Finetune/Step": 5346, "Finetune/Step Time": 6.598483834415674}
+{"Finetune/Learning Rate": 1.0020248228353722e-05, "Finetune/Loss": 0.6044172048568726, "Finetune/Loss (Raw)": 0.5995625853538513, "Finetune/Step": 5347, "Finetune/Step Time": 6.598407559096813}
+{"Finetune/Learning Rate": 1.0017133119624476e-05, "Finetune/Loss": 0.6045234203338623, "Finetune/Loss (Raw)": 0.7000002861022949, "Finetune/Step": 5348, "Finetune/Step Time": 6.595341093838215}
+{"Finetune/Learning Rate": 1.0014018009232646e-05, "Finetune/Loss": 0.6052013039588928, "Finetune/Loss (Raw)": 0.7144032716751099, "Finetune/Step": 5349, "Finetune/Step Time": 6.602866319939494}
+{"Finetune/Learning Rate": 1.0010902897480517e-05, "Finetune/Loss": 0.6045253276824951, "Finetune/Loss (Raw)": 0.552851676940918, "Finetune/Step": 5350, "Finetune/Step Time": 6.589578177779913}
+{"Finetune/Learning Rate": 1.0007787784670376e-05, "Finetune/Loss": 0.6035042405128479, "Finetune/Loss (Raw)": 0.5735180377960205, "Finetune/Step": 5351, "Finetune/Step Time": 6.581495124846697}
+{"Finetune/Learning Rate": 1.0004672671104513e-05, "Finetune/Loss": 0.6033338308334351, "Finetune/Loss (Raw)": 0.5656518936157227, "Finetune/Step": 5352, "Finetune/Step Time": 6.580977199599147}
+{"Finetune/Learning Rate": 1.0001557557085223e-05, "Finetune/Loss": 0.6006501317024231, "Finetune/Loss (Raw)": 0.24513162672519684, "Finetune/Step": 5353, "Finetune/Step Time": 6.596952185034752}
+{"Finetune/Learning Rate": 9.99844244291478e-06, "Finetune/Loss": 0.6008551120758057, "Finetune/Loss (Raw)": 0.7273513674736023, "Finetune/Step": 5354, "Finetune/Step Time": 6.598529914394021}
+{"Finetune/Learning Rate": 9.995327328895486e-06, "Finetune/Loss": 0.596365213394165, "Finetune/Loss (Raw)": 0.19386763870716095, "Finetune/Step": 5355, "Finetune/Step Time": 6.61857370659709}
+{"Finetune/Learning Rate": 9.992212215329626e-06, "Finetune/Loss": 0.5946947932243347, "Finetune/Loss (Raw)": 0.4294227659702301, "Finetune/Step": 5356, "Finetune/Step Time": 6.62541732750833}
+{"Finetune/Learning Rate": 9.989097102519487e-06, "Finetune/Loss": 0.595389187335968, "Finetune/Loss (Raw)": 0.594915509223938, "Finetune/Step": 5357, "Finetune/Step Time": 6.6054024789482355}
+{"Finetune/Learning Rate": 9.985981990767358e-06, "Finetune/Loss": 0.5964994430541992, "Finetune/Loss (Raw)": 0.6953348517417908, "Finetune/Step": 5358, "Finetune/Step Time": 6.605532260611653}
+{"Finetune/Learning Rate": 9.982866880375526e-06, "Finetune/Loss": 0.5945678949356079, "Finetune/Loss (Raw)": 0.4683617353439331, "Finetune/Step": 5359, "Finetune/Step Time": 6.6217008251696825}
+{"Finetune/Learning Rate": 9.979751771646285e-06, "Finetune/Loss": 0.5938167572021484, "Finetune/Loss (Raw)": 0.6117498278617859, "Finetune/Step": 5360, "Finetune/Step Time": 6.620804959908128}
+{"Finetune/Learning Rate": 9.976636664881916e-06, "Finetune/Loss": 0.5950086712837219, "Finetune/Loss (Raw)": 0.6344306468963623, "Finetune/Step": 5361, "Finetune/Step Time": 6.629925765097141}
+{"Finetune/Learning Rate": 9.97352156038471e-06, "Finetune/Loss": 0.5956318378448486, "Finetune/Loss (Raw)": 0.6119801998138428, "Finetune/Step": 5362, "Finetune/Step Time": 6.623660076409578}
+{"Finetune/Learning Rate": 9.970406458456952e-06, "Finetune/Loss": 0.59525465965271, "Finetune/Loss (Raw)": 0.6305269002914429, "Finetune/Step": 5363, "Finetune/Step Time": 6.630952604115009}
+{"Finetune/Learning Rate": 9.96729135940094e-06, "Finetune/Loss": 0.5958627462387085, "Finetune/Loss (Raw)": 0.608166515827179, "Finetune/Step": 5364, "Finetune/Step Time": 6.629313325509429}
+{"Finetune/Learning Rate": 9.964176263518948e-06, "Finetune/Loss": 0.5949794054031372, "Finetune/Loss (Raw)": 0.556199848651886, "Finetune/Step": 5365, "Finetune/Step Time": 6.637610761448741}
+{"Finetune/Learning Rate": 9.96106117111327e-06, "Finetune/Loss": 0.5957564115524292, "Finetune/Loss (Raw)": 0.717149019241333, "Finetune/Step": 5366, "Finetune/Step Time": 6.639171797782183}
+{"Finetune/Learning Rate": 9.95794608248619e-06, "Finetune/Loss": 0.595283031463623, "Finetune/Loss (Raw)": 0.5630221962928772, "Finetune/Step": 5367, "Finetune/Step Time": 6.641823165118694}
+{"Finetune/Learning Rate": 9.954830997939999e-06, "Finetune/Loss": 0.5947977900505066, "Finetune/Loss (Raw)": 0.5691342949867249, "Finetune/Step": 5368, "Finetune/Step Time": 6.623281100764871}
+{"Finetune/Learning Rate": 9.951715917776977e-06, "Finetune/Loss": 0.5948652029037476, "Finetune/Loss (Raw)": 0.6528037786483765, "Finetune/Step": 5369, "Finetune/Step Time": 6.627861768007278}
+{"Finetune/Learning Rate": 9.94860084229941e-06, "Finetune/Loss": 0.5974977016448975, "Finetune/Loss (Raw)": 0.6476326584815979, "Finetune/Step": 5370, "Finetune/Step Time": 6.604111818596721}
+{"Finetune/Learning Rate": 9.945485771809585e-06, "Finetune/Loss": 0.5983240604400635, "Finetune/Loss (Raw)": 0.6798496246337891, "Finetune/Step": 5371, "Finetune/Step Time": 6.591150553897023}
+{"Finetune/Learning Rate": 9.94237070660979e-06, "Finetune/Loss": 0.5979143977165222, "Finetune/Loss (Raw)": 0.5780442357063293, "Finetune/Step": 5372, "Finetune/Step Time": 6.615164533257484}
+{"Finetune/Learning Rate": 9.939255647002304e-06, "Finetune/Loss": 0.5962939262390137, "Finetune/Loss (Raw)": 0.5372069478034973, "Finetune/Step": 5373, "Finetune/Step Time": 6.602865939959884}
+{"Finetune/Learning Rate": 9.936140593289406e-06, "Finetune/Loss": 0.59565269947052, "Finetune/Loss (Raw)": 0.5407811403274536, "Finetune/Step": 5374, "Finetune/Step Time": 6.601665260270238}
+{"Finetune/Learning Rate": 9.933025545773385e-06, "Finetune/Loss": 0.5951899290084839, "Finetune/Loss (Raw)": 0.5825271606445312, "Finetune/Step": 5375, "Finetune/Step Time": 6.620296347886324}
+{"Finetune/Learning Rate": 9.929910504756529e-06, "Finetune/Loss": 0.5948746204376221, "Finetune/Loss (Raw)": 0.6766198873519897, "Finetune/Step": 5376, "Finetune/Step Time": 6.631314726546407}
+{"Finetune/Learning Rate": 9.926795470541108e-06, "Finetune/Loss": 0.5949617028236389, "Finetune/Loss (Raw)": 0.6681329607963562, "Finetune/Step": 5377, "Finetune/Step Time": 6.6321064699441195}
+{"Finetune/Learning Rate": 9.923680443429408e-06, "Finetune/Loss": 0.5951247215270996, "Finetune/Loss (Raw)": 0.7122452259063721, "Finetune/Step": 5378, "Finetune/Step Time": 6.6239263862371445}
+{"Finetune/Learning Rate": 9.920565423723707e-06, "Finetune/Loss": 0.5945075750350952, "Finetune/Loss (Raw)": 0.5635609030723572, "Finetune/Step": 5379, "Finetune/Step Time": 6.623779628425837}
+{"Finetune/Learning Rate": 9.917450411726293e-06, "Finetune/Loss": 0.593998908996582, "Finetune/Loss (Raw)": 0.7139184474945068, "Finetune/Step": 5380, "Finetune/Step Time": 6.628624534234405}
+{"Finetune/Learning Rate": 9.914335407739435e-06, "Finetune/Loss": 0.5930137634277344, "Finetune/Loss (Raw)": 0.46733608841896057, "Finetune/Step": 5381, "Finetune/Step Time": 6.624028170481324}
+{"Finetune/Learning Rate": 9.91122041206541e-06, "Finetune/Loss": 0.590979814529419, "Finetune/Loss (Raw)": 0.2491239458322525, "Finetune/Step": 5382, "Finetune/Step Time": 6.622661352157593}
+{"Finetune/Learning Rate": 9.908105425006504e-06, "Finetune/Loss": 0.5929033160209656, "Finetune/Loss (Raw)": 0.7337326407432556, "Finetune/Step": 5383, "Finetune/Step Time": 6.6208337508141994}
+{"Finetune/Learning Rate": 9.904990446864995e-06, "Finetune/Loss": 0.593192458152771, "Finetune/Loss (Raw)": 0.6878325343132019, "Finetune/Step": 5384, "Finetune/Step Time": 6.613884225487709}
+{"Finetune/Learning Rate": 9.901875477943142e-06, "Finetune/Loss": 0.592963457107544, "Finetune/Loss (Raw)": 0.4916408061981201, "Finetune/Step": 5385, "Finetune/Step Time": 6.60086159221828}
+{"Finetune/Learning Rate": 9.898760518543236e-06, "Finetune/Loss": 0.5927183628082275, "Finetune/Loss (Raw)": 0.5959336161613464, "Finetune/Step": 5386, "Finetune/Step Time": 6.605989491567016}
+{"Finetune/Learning Rate": 9.895645568967542e-06, "Finetune/Loss": 0.5930470824241638, "Finetune/Loss (Raw)": 0.5703352093696594, "Finetune/Step": 5387, "Finetune/Step Time": 6.586027966812253}
+{"Finetune/Learning Rate": 9.892530629518338e-06, "Finetune/Loss": 0.5905107259750366, "Finetune/Loss (Raw)": 0.208998903632164, "Finetune/Step": 5388, "Finetune/Step Time": 6.590274475514889}
+{"Finetune/Learning Rate": 9.889415700497892e-06, "Finetune/Loss": 0.5904157161712646, "Finetune/Loss (Raw)": 0.6825513243675232, "Finetune/Step": 5389, "Finetune/Step Time": 6.575280275195837}
+{"Finetune/Learning Rate": 9.886300782208476e-06, "Finetune/Loss": 0.5902290940284729, "Finetune/Loss (Raw)": 0.5945422649383545, "Finetune/Step": 5390, "Finetune/Step Time": 6.5796351339668036}
+{"Finetune/Learning Rate": 9.883185874952362e-06, "Finetune/Loss": 0.5912373065948486, "Finetune/Loss (Raw)": 0.5159558057785034, "Finetune/Step": 5391, "Finetune/Step Time": 6.596639785915613}
+{"Finetune/Learning Rate": 9.880070979031814e-06, "Finetune/Loss": 0.5905660390853882, "Finetune/Loss (Raw)": 0.5482563376426697, "Finetune/Step": 5392, "Finetune/Step Time": 6.614506099373102}
+{"Finetune/Learning Rate": 9.876956094749099e-06, "Finetune/Loss": 0.5908745527267456, "Finetune/Loss (Raw)": 0.6849617958068848, "Finetune/Step": 5393, "Finetune/Step Time": 6.616771545261145}
+{"Finetune/Learning Rate": 9.873841222406489e-06, "Finetune/Loss": 0.590929388999939, "Finetune/Loss (Raw)": 0.6311795711517334, "Finetune/Step": 5394, "Finetune/Step Time": 6.62248370423913}
+{"Finetune/Learning Rate": 9.87072636230625e-06, "Finetune/Loss": 0.5904481410980225, "Finetune/Loss (Raw)": 0.4964320957660675, "Finetune/Step": 5395, "Finetune/Step Time": 6.617786327376962}
+{"Finetune/Learning Rate": 9.867611514750637e-06, "Finetune/Loss": 0.5908776521682739, "Finetune/Loss (Raw)": 0.6326914429664612, "Finetune/Step": 5396, "Finetune/Step Time": 6.623930154368281}
+{"Finetune/Learning Rate": 9.86449668004192e-06, "Finetune/Loss": 0.5911564230918884, "Finetune/Loss (Raw)": 0.682991623878479, "Finetune/Step": 5397, "Finetune/Step Time": 6.632785592228174}
+{"Finetune/Learning Rate": 9.86138185848236e-06, "Finetune/Loss": 0.5916879177093506, "Finetune/Loss (Raw)": 0.7436644434928894, "Finetune/Step": 5398, "Finetune/Step Time": 6.6441921181976795}
+{"Finetune/Learning Rate": 9.858267050374216e-06, "Finetune/Loss": 0.5913702845573425, "Finetune/Loss (Raw)": 0.569461464881897, "Finetune/Step": 5399, "Finetune/Step Time": 6.635963648557663}
+{"Finetune/Learning Rate": 9.855152256019746e-06, "Finetune/Loss": 0.5907304883003235, "Finetune/Loss (Raw)": 0.6182559132575989, "Finetune/Step": 5400, "Finetune/Step Time": 6.6294014528393745}
+{"Finetune/Learning Rate": 9.852037475721209e-06, "Finetune/Loss": 0.5917757749557495, "Finetune/Loss (Raw)": 0.7259752750396729, "Finetune/Step": 5401, "Finetune/Step Time": 6.6235772501677275}
+{"Finetune/Learning Rate": 9.848922709780858e-06, "Finetune/Loss": 0.5932952761650085, "Finetune/Loss (Raw)": 0.6762409210205078, "Finetune/Step": 5402, "Finetune/Step Time": 6.614436456933618}
+{"Finetune/Learning Rate": 9.845807958500959e-06, "Finetune/Loss": 0.5935179591178894, "Finetune/Loss (Raw)": 0.6560505032539368, "Finetune/Step": 5403, "Finetune/Step Time": 6.6167548187077045}
+{"Finetune/Learning Rate": 9.84269322218375e-06, "Finetune/Loss": 0.5906244516372681, "Finetune/Loss (Raw)": 0.24441295862197876, "Finetune/Step": 5404, "Finetune/Step Time": 6.6364146787673235}
+{"Finetune/Learning Rate": 9.839578501131493e-06, "Finetune/Loss": 0.5919874906539917, "Finetune/Loss (Raw)": 0.5244961380958557, "Finetune/Step": 5405, "Finetune/Step Time": 6.622932489961386}
+{"Finetune/Learning Rate": 9.836463795646437e-06, "Finetune/Loss": 0.5885944962501526, "Finetune/Loss (Raw)": 0.1878926008939743, "Finetune/Step": 5406, "Finetune/Step Time": 6.654631393030286}
+{"Finetune/Learning Rate": 9.833349106030829e-06, "Finetune/Loss": 0.5875840187072754, "Finetune/Loss (Raw)": 0.5820906758308411, "Finetune/Step": 5407, "Finetune/Step Time": 6.6798711232841015}
+{"Finetune/Learning Rate": 9.830234432586918e-06, "Finetune/Loss": 0.587907075881958, "Finetune/Loss (Raw)": 0.6079835891723633, "Finetune/Step": 5408, "Finetune/Step Time": 6.671529540792108}
+{"Finetune/Learning Rate": 9.82711977561695e-06, "Finetune/Loss": 0.588424801826477, "Finetune/Loss (Raw)": 0.6199020743370056, "Finetune/Step": 5409, "Finetune/Step Time": 6.67311461083591}
+{"Finetune/Learning Rate": 9.824005135423168e-06, "Finetune/Loss": 0.5883914232254028, "Finetune/Loss (Raw)": 0.5984259843826294, "Finetune/Step": 5410, "Finetune/Step Time": 6.664810553193092}
+{"Finetune/Learning Rate": 9.820890512307817e-06, "Finetune/Loss": 0.5879289507865906, "Finetune/Loss (Raw)": 0.5682252645492554, "Finetune/Step": 5411, "Finetune/Step Time": 6.670289376750588}
+{"Finetune/Learning Rate": 9.817775906573135e-06, "Finetune/Loss": 0.5918722152709961, "Finetune/Loss (Raw)": 0.7161440849304199, "Finetune/Step": 5412, "Finetune/Step Time": 6.6509623900055885}
+{"Finetune/Learning Rate": 9.81466131852136e-06, "Finetune/Loss": 0.5910745859146118, "Finetune/Loss (Raw)": 0.5764026641845703, "Finetune/Step": 5413, "Finetune/Step Time": 6.652436193078756}
+{"Finetune/Learning Rate": 9.811546748454736e-06, "Finetune/Loss": 0.5916234254837036, "Finetune/Loss (Raw)": 0.61197829246521, "Finetune/Step": 5414, "Finetune/Step Time": 6.637406803667545}
+{"Finetune/Learning Rate": 9.808432196675497e-06, "Finetune/Loss": 0.5931936502456665, "Finetune/Loss (Raw)": 0.7585301995277405, "Finetune/Step": 5415, "Finetune/Step Time": 6.633882662281394}
+{"Finetune/Learning Rate": 9.805317663485875e-06, "Finetune/Loss": 0.5933691263198853, "Finetune/Loss (Raw)": 0.5617059469223022, "Finetune/Step": 5416, "Finetune/Step Time": 6.627199038863182}
+{"Finetune/Learning Rate": 9.802203149188102e-06, "Finetune/Loss": 0.5942922830581665, "Finetune/Loss (Raw)": 0.6346136331558228, "Finetune/Step": 5417, "Finetune/Step Time": 6.629179894924164}
+{"Finetune/Learning Rate": 9.799088654084408e-06, "Finetune/Loss": 0.5931384563446045, "Finetune/Loss (Raw)": 0.6008008122444153, "Finetune/Step": 5418, "Finetune/Step Time": 6.6380761712789536}
+{"Finetune/Learning Rate": 9.795974178477026e-06, "Finetune/Loss": 0.5940151810646057, "Finetune/Loss (Raw)": 0.7279893755912781, "Finetune/Step": 5419, "Finetune/Step Time": 6.638085091486573}
+{"Finetune/Learning Rate": 9.792859722668179e-06, "Finetune/Loss": 0.5942815542221069, "Finetune/Loss (Raw)": 0.701356828212738, "Finetune/Step": 5420, "Finetune/Step Time": 6.634575424715877}
+{"Finetune/Learning Rate": 9.78974528696009e-06, "Finetune/Loss": 0.5940830707550049, "Finetune/Loss (Raw)": 0.5758634805679321, "Finetune/Step": 5421, "Finetune/Step Time": 6.629264561459422}
+{"Finetune/Learning Rate": 9.786630871654985e-06, "Finetune/Loss": 0.5928052663803101, "Finetune/Loss (Raw)": 0.5163277983665466, "Finetune/Step": 5422, "Finetune/Step Time": 6.628537252545357}
+{"Finetune/Learning Rate": 9.783516477055088e-06, "Finetune/Loss": 0.5927225351333618, "Finetune/Loss (Raw)": 0.6058488488197327, "Finetune/Step": 5423, "Finetune/Step Time": 6.627981645986438}
+{"Finetune/Learning Rate": 9.780402103462609e-06, "Finetune/Loss": 0.5931425094604492, "Finetune/Loss (Raw)": 0.6292038559913635, "Finetune/Step": 5424, "Finetune/Step Time": 6.621930081397295}
+{"Finetune/Learning Rate": 9.777287751179773e-06, "Finetune/Loss": 0.5932838320732117, "Finetune/Loss (Raw)": 0.5445549488067627, "Finetune/Step": 5425, "Finetune/Step Time": 6.639489077031612}
+{"Finetune/Learning Rate": 9.77417342050879e-06, "Finetune/Loss": 0.5916048288345337, "Finetune/Loss (Raw)": 0.5504626035690308, "Finetune/Step": 5426, "Finetune/Step Time": 6.635819626972079}
+{"Finetune/Learning Rate": 9.771059111751879e-06, "Finetune/Loss": 0.5913850665092468, "Finetune/Loss (Raw)": 0.6835679411888123, "Finetune/Step": 5427, "Finetune/Step Time": 6.629480583593249}
+{"Finetune/Learning Rate": 9.767944825211241e-06, "Finetune/Loss": 0.5905545949935913, "Finetune/Loss (Raw)": 0.6103211641311646, "Finetune/Step": 5428, "Finetune/Step Time": 6.633903056383133}
+{"Finetune/Learning Rate": 9.764830561189091e-06, "Finetune/Loss": 0.5896347761154175, "Finetune/Loss (Raw)": 0.48887133598327637, "Finetune/Step": 5429, "Finetune/Step Time": 6.637020980939269}
+{"Finetune/Learning Rate": 9.761716319987632e-06, "Finetune/Loss": 0.5900751352310181, "Finetune/Loss (Raw)": 0.6666277647018433, "Finetune/Step": 5430, "Finetune/Step Time": 6.641877721995115}
+{"Finetune/Learning Rate": 9.758602101909074e-06, "Finetune/Loss": 0.5902434587478638, "Finetune/Loss (Raw)": 0.6011796593666077, "Finetune/Step": 5431, "Finetune/Step Time": 6.6459472887218}
+{"Finetune/Learning Rate": 9.75548790725561e-06, "Finetune/Loss": 0.5906651020050049, "Finetune/Loss (Raw)": 0.637401819229126, "Finetune/Step": 5432, "Finetune/Step Time": 6.651023160666227}
+{"Finetune/Learning Rate": 9.752373736329444e-06, "Finetune/Loss": 0.5898690223693848, "Finetune/Loss (Raw)": 0.5833396315574646, "Finetune/Step": 5433, "Finetune/Step Time": 6.665779424831271}
+{"Finetune/Learning Rate": 9.749259589432772e-06, "Finetune/Loss": 0.5929665565490723, "Finetune/Loss (Raw)": 0.6166675090789795, "Finetune/Step": 5434, "Finetune/Step Time": 6.654177010059357}
+{"Finetune/Learning Rate": 9.746145466867794e-06, "Finetune/Loss": 0.5925536155700684, "Finetune/Loss (Raw)": 0.6095171570777893, "Finetune/Step": 5435, "Finetune/Step Time": 6.674721570685506}
+{"Finetune/Learning Rate": 9.743031368936696e-06, "Finetune/Loss": 0.5930554866790771, "Finetune/Loss (Raw)": 0.7233313918113708, "Finetune/Step": 5436, "Finetune/Step Time": 6.673656541854143}
+{"Finetune/Learning Rate": 9.739917295941668e-06, "Finetune/Loss": 0.5941095352172852, "Finetune/Loss (Raw)": 0.7135573625564575, "Finetune/Step": 5437, "Finetune/Step Time": 6.661725226789713}
+{"Finetune/Learning Rate": 9.736803248184902e-06, "Finetune/Loss": 0.5948349237442017, "Finetune/Loss (Raw)": 0.5840709209442139, "Finetune/Step": 5438, "Finetune/Step Time": 6.638020975515246}
+{"Finetune/Learning Rate": 9.733689225968583e-06, "Finetune/Loss": 0.594959020614624, "Finetune/Loss (Raw)": 0.6011917591094971, "Finetune/Step": 5439, "Finetune/Step Time": 6.632519470527768}
+{"Finetune/Learning Rate": 9.73057522959489e-06, "Finetune/Loss": 0.5966745615005493, "Finetune/Loss (Raw)": 0.7908128499984741, "Finetune/Step": 5440, "Finetune/Step Time": 6.6218421552330256}
+{"Finetune/Learning Rate": 9.727461259366003e-06, "Finetune/Loss": 0.5960090756416321, "Finetune/Loss (Raw)": 0.5972633361816406, "Finetune/Step": 5441, "Finetune/Step Time": 6.632297195494175}
+{"Finetune/Learning Rate": 9.724347315584101e-06, "Finetune/Loss": 0.5953008532524109, "Finetune/Loss (Raw)": 0.5213745832443237, "Finetune/Step": 5442, "Finetune/Step Time": 6.643569529056549}
+{"Finetune/Learning Rate": 9.721233398551368e-06, "Finetune/Loss": 0.595786452293396, "Finetune/Loss (Raw)": 0.6589135527610779, "Finetune/Step": 5443, "Finetune/Step Time": 6.6640712432563305}
+{"Finetune/Learning Rate": 9.71811950856996e-06, "Finetune/Loss": 0.5965493321418762, "Finetune/Loss (Raw)": 0.6621170043945312, "Finetune/Step": 5444, "Finetune/Step Time": 6.676077796146274}
+{"Finetune/Learning Rate": 9.715005645942058e-06, "Finetune/Loss": 0.5965452194213867, "Finetune/Loss (Raw)": 0.687828004360199, "Finetune/Step": 5445, "Finetune/Step Time": 6.663000952452421}
+{"Finetune/Learning Rate": 9.711891810969826e-06, "Finetune/Loss": 0.5930043458938599, "Finetune/Loss (Raw)": 0.1777123212814331, "Finetune/Step": 5446, "Finetune/Step Time": 6.6725592371076345}
+{"Finetune/Learning Rate": 9.708778003955433e-06, "Finetune/Loss": 0.592215895652771, "Finetune/Loss (Raw)": 0.5695062875747681, "Finetune/Step": 5447, "Finetune/Step Time": 6.662650970742106}
+{"Finetune/Learning Rate": 9.705664225201033e-06, "Finetune/Loss": 0.5917278528213501, "Finetune/Loss (Raw)": 0.5267332196235657, "Finetune/Step": 5448, "Finetune/Step Time": 6.654936516657472}
+{"Finetune/Learning Rate": 9.70255047500879e-06, "Finetune/Loss": 0.5916691422462463, "Finetune/Loss (Raw)": 0.4228731095790863, "Finetune/Step": 5449, "Finetune/Step Time": 6.681824192404747}
+{"Finetune/Learning Rate": 9.699436753680856e-06, "Finetune/Loss": 0.5913254618644714, "Finetune/Loss (Raw)": 0.5830009579658508, "Finetune/Step": 5450, "Finetune/Step Time": 6.701452000066638}
+{"Finetune/Learning Rate": 9.696323061519397e-06, "Finetune/Loss": 0.5916643142700195, "Finetune/Loss (Raw)": 0.6606515049934387, "Finetune/Step": 5451, "Finetune/Step Time": 6.699460742995143}
+{"Finetune/Learning Rate": 9.693209398826546e-06, "Finetune/Loss": 0.593209981918335, "Finetune/Loss (Raw)": 0.6313387155532837, "Finetune/Step": 5452, "Finetune/Step Time": 6.688359452411532}
+{"Finetune/Learning Rate": 9.690095765904462e-06, "Finetune/Loss": 0.5918533205986023, "Finetune/Loss (Raw)": 0.49508917331695557, "Finetune/Step": 5453, "Finetune/Step Time": 6.695873627439141}
+{"Finetune/Learning Rate": 9.686982163055287e-06, "Finetune/Loss": 0.5908463001251221, "Finetune/Loss (Raw)": 0.5588453412055969, "Finetune/Step": 5454, "Finetune/Step Time": 6.701356664299965}
+{"Finetune/Learning Rate": 9.683868590581167e-06, "Finetune/Loss": 0.5896114706993103, "Finetune/Loss (Raw)": 0.4442198574542999, "Finetune/Step": 5455, "Finetune/Step Time": 6.698379112407565}
+{"Finetune/Learning Rate": 9.680755048784235e-06, "Finetune/Loss": 0.5893453359603882, "Finetune/Loss (Raw)": 0.543429970741272, "Finetune/Step": 5456, "Finetune/Step Time": 6.701715264469385}
+{"Finetune/Learning Rate": 9.67764153796663e-06, "Finetune/Loss": 0.5903689861297607, "Finetune/Loss (Raw)": 0.6898167729377747, "Finetune/Step": 5457, "Finetune/Step Time": 6.718474777415395}
+{"Finetune/Learning Rate": 9.674528058430486e-06, "Finetune/Loss": 0.5897953510284424, "Finetune/Loss (Raw)": 0.48139694333076477, "Finetune/Step": 5458, "Finetune/Step Time": 6.725838631391525}
+{"Finetune/Learning Rate": 9.67141461047793e-06, "Finetune/Loss": 0.5890054702758789, "Finetune/Loss (Raw)": 0.6101260781288147, "Finetune/Step": 5459, "Finetune/Step Time": 6.717336298897862}
+{"Finetune/Learning Rate": 9.66830119441109e-06, "Finetune/Loss": 0.589543342590332, "Finetune/Loss (Raw)": 0.6118997931480408, "Finetune/Step": 5460, "Finetune/Step Time": 6.71987678296864}
+{"Finetune/Learning Rate": 9.66518781053209e-06, "Finetune/Loss": 0.5875738263130188, "Finetune/Loss (Raw)": 0.25906723737716675, "Finetune/Step": 5461, "Finetune/Step Time": 6.725494621321559}
+{"Finetune/Learning Rate": 9.662074459143058e-06, "Finetune/Loss": 0.5881893038749695, "Finetune/Loss (Raw)": 0.6286055445671082, "Finetune/Step": 5462, "Finetune/Step Time": 6.707971889525652}
+{"Finetune/Learning Rate": 9.658961140546098e-06, "Finetune/Loss": 0.5881747007369995, "Finetune/Loss (Raw)": 0.6157457232475281, "Finetune/Step": 5463, "Finetune/Step Time": 6.708173448219895}
+{"Finetune/Learning Rate": 9.655847855043335e-06, "Finetune/Loss": 0.588528573513031, "Finetune/Loss (Raw)": 0.6173790693283081, "Finetune/Step": 5464, "Finetune/Step Time": 6.696634938940406}
+{"Finetune/Learning Rate": 9.652734602936876e-06, "Finetune/Loss": 0.588707685470581, "Finetune/Loss (Raw)": 0.6739567518234253, "Finetune/Step": 5465, "Finetune/Step Time": 6.693639881908894}
+{"Finetune/Learning Rate": 9.649621384528832e-06, "Finetune/Loss": 0.5884835124015808, "Finetune/Loss (Raw)": 0.6049677133560181, "Finetune/Step": 5466, "Finetune/Step Time": 6.723951794207096}
+{"Finetune/Learning Rate": 9.646508200121304e-06, "Finetune/Loss": 0.5876563787460327, "Finetune/Loss (Raw)": 0.5102975964546204, "Finetune/Step": 5467, "Finetune/Step Time": 6.73894627392292}
+{"Finetune/Learning Rate": 9.643395050016394e-06, "Finetune/Loss": 0.5843321681022644, "Finetune/Loss (Raw)": 0.21291686594486237, "Finetune/Step": 5468, "Finetune/Step Time": 6.748289979994297}
+{"Finetune/Learning Rate": 9.640281934516202e-06, "Finetune/Loss": 0.5814969539642334, "Finetune/Loss (Raw)": 0.20637927949428558, "Finetune/Step": 5469, "Finetune/Step Time": 6.750016329810023}
+{"Finetune/Learning Rate": 9.637168853922824e-06, "Finetune/Loss": 0.5824426412582397, "Finetune/Loss (Raw)": 0.6954306960105896, "Finetune/Step": 5470, "Finetune/Step Time": 6.74310333840549}
+{"Finetune/Learning Rate": 9.634055808538347e-06, "Finetune/Loss": 0.5822058320045471, "Finetune/Loss (Raw)": 0.5870527029037476, "Finetune/Step": 5471, "Finetune/Step Time": 6.7661466505378485}
+{"Finetune/Learning Rate": 9.63094279866486e-06, "Finetune/Loss": 0.5824017524719238, "Finetune/Loss (Raw)": 0.6266312599182129, "Finetune/Step": 5472, "Finetune/Step Time": 6.763342536985874}
+{"Finetune/Learning Rate": 9.627829824604449e-06, "Finetune/Loss": 0.5812559127807617, "Finetune/Loss (Raw)": 0.5885915756225586, "Finetune/Step": 5473, "Finetune/Step Time": 6.776030793786049}
+{"Finetune/Learning Rate": 9.624716886659198e-06, "Finetune/Loss": 0.5800813436508179, "Finetune/Loss (Raw)": 0.5533868670463562, "Finetune/Step": 5474, "Finetune/Step Time": 6.77315628901124}
+{"Finetune/Learning Rate": 9.621603985131179e-06, "Finetune/Loss": 0.5798259973526001, "Finetune/Loss (Raw)": 0.5668750405311584, "Finetune/Step": 5475, "Finetune/Step Time": 6.787634253501892}
+{"Finetune/Learning Rate": 9.618491120322468e-06, "Finetune/Loss": 0.5790305733680725, "Finetune/Loss (Raw)": 0.5981881618499756, "Finetune/Step": 5476, "Finetune/Step Time": 6.789075983688235}
+{"Finetune/Learning Rate": 9.615378292535135e-06, "Finetune/Loss": 0.5784723162651062, "Finetune/Loss (Raw)": 0.6429451107978821, "Finetune/Step": 5477, "Finetune/Step Time": 6.7890497744083405}
+{"Finetune/Learning Rate": 9.612265502071251e-06, "Finetune/Loss": 0.5790075063705444, "Finetune/Loss (Raw)": 0.6213561296463013, "Finetune/Step": 5478, "Finetune/Step Time": 6.786412948742509}
+{"Finetune/Learning Rate": 9.609152749232873e-06, "Finetune/Loss": 0.5788301229476929, "Finetune/Loss (Raw)": 0.5508118867874146, "Finetune/Step": 5479, "Finetune/Step Time": 6.815434105694294}
+{"Finetune/Learning Rate": 9.606040034322062e-06, "Finetune/Loss": 0.5795331001281738, "Finetune/Loss (Raw)": 0.6556262969970703, "Finetune/Step": 5480, "Finetune/Step Time": 6.832770545035601}
+{"Finetune/Learning Rate": 9.602927357640876e-06, "Finetune/Loss": 0.5820060968399048, "Finetune/Loss (Raw)": 0.5616744160652161, "Finetune/Step": 5481, "Finetune/Step Time": 6.822245761752129}
+{"Finetune/Learning Rate": 9.59981471949137e-06, "Finetune/Loss": 0.5809193253517151, "Finetune/Loss (Raw)": 0.5882484316825867, "Finetune/Step": 5482, "Finetune/Step Time": 6.83606718480587}
+{"Finetune/Learning Rate": 9.596702120175584e-06, "Finetune/Loss": 0.5833699703216553, "Finetune/Loss (Raw)": 0.5075578689575195, "Finetune/Step": 5483, "Finetune/Step Time": 6.837752273306251}
+{"Finetune/Learning Rate": 9.59358955999557e-06, "Finetune/Loss": 0.5846773386001587, "Finetune/Loss (Raw)": 0.596760094165802, "Finetune/Step": 5484, "Finetune/Step Time": 6.830390304327011}
+{"Finetune/Learning Rate": 9.590477039253363e-06, "Finetune/Loss": 0.5841933488845825, "Finetune/Loss (Raw)": 0.532960832118988, "Finetune/Step": 5485, "Finetune/Step Time": 6.824049152433872}
+{"Finetune/Learning Rate": 9.587364558251008e-06, "Finetune/Loss": 0.5841977000236511, "Finetune/Loss (Raw)": 0.6958999037742615, "Finetune/Step": 5486, "Finetune/Step Time": 6.823681529611349}
+{"Finetune/Learning Rate": 9.58425211729053e-06, "Finetune/Loss": 0.5850228071212769, "Finetune/Loss (Raw)": 0.5739724636077881, "Finetune/Step": 5487, "Finetune/Step Time": 6.82168447971344}
+{"Finetune/Learning Rate": 9.581139716673962e-06, "Finetune/Loss": 0.5856193900108337, "Finetune/Loss (Raw)": 0.6881097555160522, "Finetune/Step": 5488, "Finetune/Step Time": 6.829909073188901}
+{"Finetune/Learning Rate": 9.578027356703327e-06, "Finetune/Loss": 0.5847808718681335, "Finetune/Loss (Raw)": 0.5270993709564209, "Finetune/Step": 5489, "Finetune/Step Time": 6.8025694247335196}
+{"Finetune/Learning Rate": 9.574915037680655e-06, "Finetune/Loss": 0.5856060981750488, "Finetune/Loss (Raw)": 0.7176104784011841, "Finetune/Step": 5490, "Finetune/Step Time": 6.8119983077049255}
+{"Finetune/Learning Rate": 9.57180275990795e-06, "Finetune/Loss": 0.5820544362068176, "Finetune/Loss (Raw)": 0.17591316998004913, "Finetune/Step": 5491, "Finetune/Step Time": 6.821136070415378}
+{"Finetune/Learning Rate": 9.568690523687235e-06, "Finetune/Loss": 0.582556962966919, "Finetune/Loss (Raw)": 0.6724897623062134, "Finetune/Step": 5492, "Finetune/Step Time": 6.844176942482591}
+{"Finetune/Learning Rate": 9.565578329320516e-06, "Finetune/Loss": 0.5823858976364136, "Finetune/Loss (Raw)": 0.5343012809753418, "Finetune/Step": 5493, "Finetune/Step Time": 6.843726929277182}
+{"Finetune/Learning Rate": 9.562466177109803e-06, "Finetune/Loss": 0.5808585286140442, "Finetune/Loss (Raw)": 0.5216538310050964, "Finetune/Step": 5494, "Finetune/Step Time": 6.848121926188469}
+{"Finetune/Learning Rate": 9.559354067357091e-06, "Finetune/Loss": 0.5813632607460022, "Finetune/Loss (Raw)": 0.6276204586029053, "Finetune/Step": 5495, "Finetune/Step Time": 6.844208858907223}
+{"Finetune/Learning Rate": 9.556242000364378e-06, "Finetune/Loss": 0.5818403959274292, "Finetune/Loss (Raw)": 0.6302106976509094, "Finetune/Step": 5496, "Finetune/Step Time": 6.8477641474455595}
+{"Finetune/Learning Rate": 9.55312997643366e-06, "Finetune/Loss": 0.5827795267105103, "Finetune/Loss (Raw)": 0.7730057239532471, "Finetune/Step": 5497, "Finetune/Step Time": 6.84346641972661}
+{"Finetune/Learning Rate": 9.550017995866926e-06, "Finetune/Loss": 0.5815790891647339, "Finetune/Loss (Raw)": 0.49398383498191833, "Finetune/Step": 5498, "Finetune/Step Time": 6.841709282249212}
+{"Finetune/Learning Rate": 9.546906058966156e-06, "Finetune/Loss": 0.5793256163597107, "Finetune/Loss (Raw)": 0.3914065361022949, "Finetune/Step": 5499, "Finetune/Step Time": 6.847525205463171}
+{"Finetune/Learning Rate": 9.543794166033334e-06, "Finetune/Loss": 0.5789610743522644, "Finetune/Loss (Raw)": 0.531382143497467, "Finetune/Step": 5500, "Finetune/Step Time": 6.83092251047492}
+{"Finetune/Learning Rate": 9.540682317370436e-06, "Finetune/Loss": 0.5792720317840576, "Finetune/Loss (Raw)": 0.5770067572593689, "Finetune/Step": 5501, "Finetune/Step Time": 6.837146835401654}
+{"Finetune/Learning Rate": 9.537570513279435e-06, "Finetune/Loss": 0.5801661014556885, "Finetune/Loss (Raw)": 0.655227541923523, "Finetune/Step": 5502, "Finetune/Step Time": 6.842060787603259}
+{"Finetune/Learning Rate": 9.534458754062294e-06, "Finetune/Loss": 0.5775240659713745, "Finetune/Loss (Raw)": 0.24434293806552887, "Finetune/Step": 5503, "Finetune/Step Time": 6.840626575052738}
+{"Finetune/Learning Rate": 9.53134704002098e-06, "Finetune/Loss": 0.5768581032752991, "Finetune/Loss (Raw)": 0.5913774967193604, "Finetune/Step": 5504, "Finetune/Step Time": 6.823277097195387}
+{"Finetune/Learning Rate": 9.52823537145745e-06, "Finetune/Loss": 0.5759472846984863, "Finetune/Loss (Raw)": 0.5515505075454712, "Finetune/Step": 5505, "Finetune/Step Time": 6.842130180448294}
+{"Finetune/Learning Rate": 9.525123748673663e-06, "Finetune/Loss": 0.575592041015625, "Finetune/Loss (Raw)": 0.6667719483375549, "Finetune/Step": 5506, "Finetune/Step Time": 6.836251424625516}
+{"Finetune/Learning Rate": 9.52201217197156e-06, "Finetune/Loss": 0.5760144591331482, "Finetune/Loss (Raw)": 0.6176284551620483, "Finetune/Step": 5507, "Finetune/Step Time": 6.823301732540131}
+{"Finetune/Learning Rate": 9.518900641653093e-06, "Finetune/Loss": 0.57539963722229, "Finetune/Loss (Raw)": 0.6352232098579407, "Finetune/Step": 5508, "Finetune/Step Time": 6.8177442867308855}
+{"Finetune/Learning Rate": 9.5157891580202e-06, "Finetune/Loss": 0.5764026641845703, "Finetune/Loss (Raw)": 0.5957202911376953, "Finetune/Step": 5509, "Finetune/Step Time": 6.815386462956667}
+{"Finetune/Learning Rate": 9.512677721374825e-06, "Finetune/Loss": 0.5790821313858032, "Finetune/Loss (Raw)": 0.5920966267585754, "Finetune/Step": 5510, "Finetune/Step Time": 6.799572382122278}
+{"Finetune/Learning Rate": 9.509566332018885e-06, "Finetune/Loss": 0.5776918530464172, "Finetune/Loss (Raw)": 0.5557779669761658, "Finetune/Step": 5511, "Finetune/Step Time": 6.798548506572843}
+{"Finetune/Learning Rate": 9.50645499025432e-06, "Finetune/Loss": 0.5775128602981567, "Finetune/Loss (Raw)": 0.6649277210235596, "Finetune/Step": 5512, "Finetune/Step Time": 6.792886391282082}
+{"Finetune/Learning Rate": 9.503343696383045e-06, "Finetune/Loss": 0.577938437461853, "Finetune/Loss (Raw)": 0.546112596988678, "Finetune/Step": 5513, "Finetune/Step Time": 6.778900356963277}
+{"Finetune/Learning Rate": 9.500232450706987e-06, "Finetune/Loss": 0.5778648257255554, "Finetune/Loss (Raw)": 0.5865066647529602, "Finetune/Step": 5514, "Finetune/Step Time": 6.770297188311815}
+{"Finetune/Learning Rate": 9.49712125352805e-06, "Finetune/Loss": 0.5778787136077881, "Finetune/Loss (Raw)": 0.5721132755279541, "Finetune/Step": 5515, "Finetune/Step Time": 6.7707180473953485}
+{"Finetune/Learning Rate": 9.494010105148148e-06, "Finetune/Loss": 0.5778449177742004, "Finetune/Loss (Raw)": 0.20468179881572723, "Finetune/Step": 5516, "Finetune/Step Time": 6.7812159191817045}
+{"Finetune/Learning Rate": 9.490899005869178e-06, "Finetune/Loss": 0.5770503282546997, "Finetune/Loss (Raw)": 0.5808331370353699, "Finetune/Step": 5517, "Finetune/Step Time": 6.787173448130488}
+{"Finetune/Learning Rate": 9.487787955993052e-06, "Finetune/Loss": 0.5774562358856201, "Finetune/Loss (Raw)": 0.6465063095092773, "Finetune/Step": 5518, "Finetune/Step Time": 6.782539799809456}
+{"Finetune/Learning Rate": 9.484676955821653e-06, "Finetune/Loss": 0.5770969390869141, "Finetune/Loss (Raw)": 0.46995580196380615, "Finetune/Step": 5519, "Finetune/Step Time": 6.76871432736516}
+{"Finetune/Learning Rate": 9.48156600565687e-06, "Finetune/Loss": 0.5770420432090759, "Finetune/Loss (Raw)": 0.5412377715110779, "Finetune/Step": 5520, "Finetune/Step Time": 6.75492300838232}
+{"Finetune/Learning Rate": 9.478455105800594e-06, "Finetune/Loss": 0.577425479888916, "Finetune/Loss (Raw)": 0.7340342402458191, "Finetune/Step": 5521, "Finetune/Step Time": 6.751606494188309}
+{"Finetune/Learning Rate": 9.475344256554705e-06, "Finetune/Loss": 0.5779345035552979, "Finetune/Loss (Raw)": 0.6963426470756531, "Finetune/Step": 5522, "Finetune/Step Time": 6.7476625218987465}
+{"Finetune/Learning Rate": 9.472233458221073e-06, "Finetune/Loss": 0.5788151025772095, "Finetune/Loss (Raw)": 0.6091399192810059, "Finetune/Step": 5523, "Finetune/Step Time": 6.750384738668799}
+{"Finetune/Learning Rate": 9.46912271110157e-06, "Finetune/Loss": 0.5789010524749756, "Finetune/Loss (Raw)": 0.6437046527862549, "Finetune/Step": 5524, "Finetune/Step Time": 6.7489948607981205}
+{"Finetune/Learning Rate": 9.46601201549806e-06, "Finetune/Loss": 0.5783022046089172, "Finetune/Loss (Raw)": 0.6063321828842163, "Finetune/Step": 5525, "Finetune/Step Time": 6.75297792442143}
+{"Finetune/Learning Rate": 9.462901371712408e-06, "Finetune/Loss": 0.5780545473098755, "Finetune/Loss (Raw)": 0.7119648456573486, "Finetune/Step": 5526, "Finetune/Step Time": 6.742139153182507}
+{"Finetune/Learning Rate": 9.459790780046461e-06, "Finetune/Loss": 0.5778853893280029, "Finetune/Loss (Raw)": 0.5478112697601318, "Finetune/Step": 5527, "Finetune/Step Time": 6.7440537847578526}
+{"Finetune/Learning Rate": 9.45668024080207e-06, "Finetune/Loss": 0.5779739618301392, "Finetune/Loss (Raw)": 0.629591703414917, "Finetune/Step": 5528, "Finetune/Step Time": 6.756042379885912}
+{"Finetune/Learning Rate": 9.45356975428109e-06, "Finetune/Loss": 0.5762495398521423, "Finetune/Loss (Raw)": 0.5052466988563538, "Finetune/Step": 5529, "Finetune/Step Time": 6.766550512984395}
+{"Finetune/Learning Rate": 9.450459320785348e-06, "Finetune/Loss": 0.5767827033996582, "Finetune/Loss (Raw)": 0.7444864511489868, "Finetune/Step": 5530, "Finetune/Step Time": 6.761864284053445}
+{"Finetune/Learning Rate": 9.447348940616683e-06, "Finetune/Loss": 0.5735783576965332, "Finetune/Loss (Raw)": 0.24589471518993378, "Finetune/Step": 5531, "Finetune/Step Time": 6.775882702320814}
+{"Finetune/Learning Rate": 9.444238614076924e-06, "Finetune/Loss": 0.5764121413230896, "Finetune/Loss (Raw)": 0.6071457862854004, "Finetune/Step": 5532, "Finetune/Step Time": 6.761753590777516}
+{"Finetune/Learning Rate": 9.441128341467899e-06, "Finetune/Loss": 0.5777021050453186, "Finetune/Loss (Raw)": 0.6896013021469116, "Finetune/Step": 5533, "Finetune/Step Time": 6.776594053953886}
+{"Finetune/Learning Rate": 9.438018123091422e-06, "Finetune/Loss": 0.5806065797805786, "Finetune/Loss (Raw)": 0.5596720576286316, "Finetune/Step": 5534, "Finetune/Step Time": 6.744708210229874}
+{"Finetune/Learning Rate": 9.434907959249308e-06, "Finetune/Loss": 0.5807544589042664, "Finetune/Loss (Raw)": 0.6010146141052246, "Finetune/Step": 5535, "Finetune/Step Time": 6.736252466216683}
+{"Finetune/Learning Rate": 9.431797850243367e-06, "Finetune/Loss": 0.5804791450500488, "Finetune/Loss (Raw)": 0.5727438926696777, "Finetune/Step": 5536, "Finetune/Step Time": 6.750989796593785}
+{"Finetune/Learning Rate": 9.428687796375401e-06, "Finetune/Loss": 0.5801506638526917, "Finetune/Loss (Raw)": 0.5778541564941406, "Finetune/Step": 5537, "Finetune/Step Time": 6.754628470167518}
+{"Finetune/Learning Rate": 9.425577797947205e-06, "Finetune/Loss": 0.5772689580917358, "Finetune/Loss (Raw)": 0.22956883907318115, "Finetune/Step": 5538, "Finetune/Step Time": 6.76984529197216}
+{"Finetune/Learning Rate": 9.422467855260573e-06, "Finetune/Loss": 0.5782202482223511, "Finetune/Loss (Raw)": 0.6899899244308472, "Finetune/Step": 5539, "Finetune/Step Time": 6.7639751229435205}
+{"Finetune/Learning Rate": 9.419357968617294e-06, "Finetune/Loss": 0.5770006775856018, "Finetune/Loss (Raw)": 0.5600472092628479, "Finetune/Step": 5540, "Finetune/Step Time": 6.780936507508159}
+{"Finetune/Learning Rate": 9.416248138319152e-06, "Finetune/Loss": 0.5769551992416382, "Finetune/Loss (Raw)": 0.5705781579017639, "Finetune/Step": 5541, "Finetune/Step Time": 6.7987996228039265}
+{"Finetune/Learning Rate": 9.413138364667911e-06, "Finetune/Loss": 0.5752478837966919, "Finetune/Loss (Raw)": 0.3934401571750641, "Finetune/Step": 5542, "Finetune/Step Time": 6.804106764495373}
+{"Finetune/Learning Rate": 9.410028647965354e-06, "Finetune/Loss": 0.5739881992340088, "Finetune/Loss (Raw)": 0.5972933173179626, "Finetune/Step": 5543, "Finetune/Step Time": 6.808408947661519}
+{"Finetune/Learning Rate": 9.406918988513239e-06, "Finetune/Loss": 0.5747650861740112, "Finetune/Loss (Raw)": 0.6611465811729431, "Finetune/Step": 5544, "Finetune/Step Time": 6.8261081743985415}
+{"Finetune/Learning Rate": 9.403809386613331e-06, "Finetune/Loss": 0.5741276144981384, "Finetune/Loss (Raw)": 0.5530128479003906, "Finetune/Step": 5545, "Finetune/Step Time": 6.843758404254913}
+{"Finetune/Learning Rate": 9.400699842567376e-06, "Finetune/Loss": 0.573403000831604, "Finetune/Loss (Raw)": 0.5080471038818359, "Finetune/Step": 5546, "Finetune/Step Time": 6.83432406000793}
+{"Finetune/Learning Rate": 9.397590356677128e-06, "Finetune/Loss": 0.5731856822967529, "Finetune/Loss (Raw)": 0.7001740336418152, "Finetune/Step": 5547, "Finetune/Step Time": 6.838310105726123}
+{"Finetune/Learning Rate": 9.394480929244327e-06, "Finetune/Loss": 0.5731427669525146, "Finetune/Loss (Raw)": 0.6958702802658081, "Finetune/Step": 5548, "Finetune/Step Time": 6.8490690141916275}
+{"Finetune/Learning Rate": 9.391371560570716e-06, "Finetune/Loss": 0.5731331706047058, "Finetune/Loss (Raw)": 0.5746306777000427, "Finetune/Step": 5549, "Finetune/Step Time": 6.845205286517739}
+{"Finetune/Learning Rate": 9.388262250958016e-06, "Finetune/Loss": 0.5739765167236328, "Finetune/Loss (Raw)": 0.6242757439613342, "Finetune/Step": 5550, "Finetune/Step Time": 6.847762892022729}
+{"Finetune/Learning Rate": 9.385153000707958e-06, "Finetune/Loss": 0.5738503932952881, "Finetune/Loss (Raw)": 0.5897108316421509, "Finetune/Step": 5551, "Finetune/Step Time": 6.849526779726148}
+{"Finetune/Learning Rate": 9.38204381012226e-06, "Finetune/Loss": 0.5730857849121094, "Finetune/Loss (Raw)": 0.5313303470611572, "Finetune/Step": 5552, "Finetune/Step Time": 6.846593299880624}
+{"Finetune/Learning Rate": 9.378934679502643e-06, "Finetune/Loss": 0.5743897557258606, "Finetune/Loss (Raw)": 0.7114630341529846, "Finetune/Step": 5553, "Finetune/Step Time": 6.823064804077148}
+{"Finetune/Learning Rate": 9.375825609150804e-06, "Finetune/Loss": 0.5759822130203247, "Finetune/Loss (Raw)": 0.7543020248413086, "Finetune/Step": 5554, "Finetune/Step Time": 6.818144299089909}
+{"Finetune/Learning Rate": 9.372716599368452e-06, "Finetune/Loss": 0.5747864246368408, "Finetune/Loss (Raw)": 0.5304973125457764, "Finetune/Step": 5555, "Finetune/Step Time": 6.832108261063695}
+{"Finetune/Learning Rate": 9.36960765045728e-06, "Finetune/Loss": 0.5741003751754761, "Finetune/Loss (Raw)": 0.5225112438201904, "Finetune/Step": 5556, "Finetune/Step Time": 6.827502558007836}
+{"Finetune/Learning Rate": 9.366498762718981e-06, "Finetune/Loss": 0.5743331909179688, "Finetune/Loss (Raw)": 0.5186784267425537, "Finetune/Step": 5557, "Finetune/Step Time": 6.831819271668792}
+{"Finetune/Learning Rate": 9.363389936455238e-06, "Finetune/Loss": 0.5744642019271851, "Finetune/Loss (Raw)": 0.6833908557891846, "Finetune/Step": 5558, "Finetune/Step Time": 6.828968079760671}
+{"Finetune/Learning Rate": 9.36028117196773e-06, "Finetune/Loss": 0.5738773345947266, "Finetune/Loss (Raw)": 0.5260618329048157, "Finetune/Step": 5559, "Finetune/Step Time": 6.829792331904173}
+{"Finetune/Learning Rate": 9.357172469558128e-06, "Finetune/Loss": 0.5702071189880371, "Finetune/Loss (Raw)": 0.16761019825935364, "Finetune/Step": 5560, "Finetune/Step Time": 6.839129496365786}
+{"Finetune/Learning Rate": 9.354063829528105e-06, "Finetune/Loss": 0.5692994594573975, "Finetune/Loss (Raw)": 0.4671627879142761, "Finetune/Step": 5561, "Finetune/Step Time": 6.827269995585084}
+{"Finetune/Learning Rate": 9.350955252179312e-06, "Finetune/Loss": 0.5696070194244385, "Finetune/Loss (Raw)": 0.6560382843017578, "Finetune/Step": 5562, "Finetune/Step Time": 6.816746275871992}
+{"Finetune/Learning Rate": 9.347846737813408e-06, "Finetune/Loss": 0.5690678358078003, "Finetune/Loss (Raw)": 0.5404993295669556, "Finetune/Step": 5563, "Finetune/Step Time": 6.810475429520011}
+{"Finetune/Learning Rate": 9.344738286732043e-06, "Finetune/Loss": 0.5676335692405701, "Finetune/Loss (Raw)": 0.5397468209266663, "Finetune/Step": 5564, "Finetune/Step Time": 6.8099410850554705}
+{"Finetune/Learning Rate": 9.341629899236858e-06, "Finetune/Loss": 0.5674083232879639, "Finetune/Loss (Raw)": 0.6847155094146729, "Finetune/Step": 5565, "Finetune/Step Time": 6.810513744130731}
+{"Finetune/Learning Rate": 9.338521575629487e-06, "Finetune/Loss": 0.5674636363983154, "Finetune/Loss (Raw)": 0.5911622047424316, "Finetune/Step": 5566, "Finetune/Step Time": 6.81055348739028}
+{"Finetune/Learning Rate": 9.335413316211561e-06, "Finetune/Loss": 0.5666649341583252, "Finetune/Loss (Raw)": 0.4989562928676605, "Finetune/Step": 5567, "Finetune/Step Time": 6.817025002092123}
+{"Finetune/Learning Rate": 9.332305121284699e-06, "Finetune/Loss": 0.5648485422134399, "Finetune/Loss (Raw)": 0.5583144426345825, "Finetune/Step": 5568, "Finetune/Step Time": 6.8139387257397175}
+{"Finetune/Learning Rate": 9.32919699115053e-06, "Finetune/Loss": 0.5651856064796448, "Finetune/Loss (Raw)": 0.6404047012329102, "Finetune/Step": 5569, "Finetune/Step Time": 6.806562094017863}
+{"Finetune/Learning Rate": 9.326088926110653e-06, "Finetune/Loss": 0.5663237571716309, "Finetune/Loss (Raw)": 0.6670645475387573, "Finetune/Step": 5570, "Finetune/Step Time": 6.793568538501859}
+{"Finetune/Learning Rate": 9.322980926466678e-06, "Finetune/Loss": 0.5660349130630493, "Finetune/Loss (Raw)": 0.6219397187232971, "Finetune/Step": 5571, "Finetune/Step Time": 6.768741771578789}
+{"Finetune/Learning Rate": 9.319872992520204e-06, "Finetune/Loss": 0.5651969909667969, "Finetune/Loss (Raw)": 0.5548592209815979, "Finetune/Step": 5572, "Finetune/Step Time": 6.7704086266458035}
+{"Finetune/Learning Rate": 9.316765124572822e-06, "Finetune/Loss": 0.5649088621139526, "Finetune/Loss (Raw)": 0.650946855545044, "Finetune/Step": 5573, "Finetune/Step Time": 6.77222297526896}
+{"Finetune/Learning Rate": 9.313657322926115e-06, "Finetune/Loss": 0.567730188369751, "Finetune/Loss (Raw)": 0.5388427376747131, "Finetune/Step": 5574, "Finetune/Step Time": 6.751076737418771}
+{"Finetune/Learning Rate": 9.310549587881666e-06, "Finetune/Loss": 0.5680512189865112, "Finetune/Loss (Raw)": 0.6105993390083313, "Finetune/Step": 5575, "Finetune/Step Time": 6.765139363706112}
+{"Finetune/Learning Rate": 9.307441919741041e-06, "Finetune/Loss": 0.5685992240905762, "Finetune/Loss (Raw)": 0.5968795418739319, "Finetune/Step": 5576, "Finetune/Step Time": 6.768220590427518}
+{"Finetune/Learning Rate": 9.304334318805818e-06, "Finetune/Loss": 0.5702729225158691, "Finetune/Loss (Raw)": 0.6371005177497864, "Finetune/Step": 5577, "Finetune/Step Time": 6.737712126225233}
+{"Finetune/Learning Rate": 9.301226785377547e-06, "Finetune/Loss": 0.5702764391899109, "Finetune/Loss (Raw)": 0.583452582359314, "Finetune/Step": 5578, "Finetune/Step Time": 6.712861839681864}
+{"Finetune/Learning Rate": 9.29811931975778e-06, "Finetune/Loss": 0.5696443915367126, "Finetune/Loss (Raw)": 0.5797547101974487, "Finetune/Step": 5579, "Finetune/Step Time": 6.710618833079934}
+{"Finetune/Learning Rate": 9.29501192224807e-06, "Finetune/Loss": 0.5693425536155701, "Finetune/Loss (Raw)": 0.592698872089386, "Finetune/Step": 5580, "Finetune/Step Time": 6.720708817243576}
+{"Finetune/Learning Rate": 9.291904593149957e-06, "Finetune/Loss": 0.571130633354187, "Finetune/Loss (Raw)": 0.7239674925804138, "Finetune/Step": 5581, "Finetune/Step Time": 6.691826010122895}
+{"Finetune/Learning Rate": 9.288797332764966e-06, "Finetune/Loss": 0.5714253783226013, "Finetune/Loss (Raw)": 0.5965715646743774, "Finetune/Step": 5582, "Finetune/Step Time": 6.69686396792531}
+{"Finetune/Learning Rate": 9.285690141394631e-06, "Finetune/Loss": 0.5718157291412354, "Finetune/Loss (Raw)": 0.4941785931587219, "Finetune/Step": 5583, "Finetune/Step Time": 6.697855407372117}
+{"Finetune/Learning Rate": 9.28258301934047e-06, "Finetune/Loss": 0.5721046328544617, "Finetune/Loss (Raw)": 0.5804110765457153, "Finetune/Step": 5584, "Finetune/Step Time": 6.675277531147003}
+{"Finetune/Learning Rate": 9.279475966903996e-06, "Finetune/Loss": 0.5716480016708374, "Finetune/Loss (Raw)": 0.6313634514808655, "Finetune/Step": 5585, "Finetune/Step Time": 6.668011520057917}
+{"Finetune/Learning Rate": 9.276368984386715e-06, "Finetune/Loss": 0.5740436911582947, "Finetune/Loss (Raw)": 0.7880548238754272, "Finetune/Step": 5586, "Finetune/Step Time": 6.6628007255494595}
+{"Finetune/Learning Rate": 9.273262072090123e-06, "Finetune/Loss": 0.5735644102096558, "Finetune/Loss (Raw)": 0.5487735271453857, "Finetune/Step": 5587, "Finetune/Step Time": 6.667589986696839}
+{"Finetune/Learning Rate": 9.270155230315719e-06, "Finetune/Loss": 0.5734853744506836, "Finetune/Loss (Raw)": 0.6017816662788391, "Finetune/Step": 5588, "Finetune/Step Time": 6.667329166084528}
+{"Finetune/Learning Rate": 9.26704845936499e-06, "Finetune/Loss": 0.5770895481109619, "Finetune/Loss (Raw)": 0.7204009890556335, "Finetune/Step": 5589, "Finetune/Step Time": 6.660715652629733}
+{"Finetune/Learning Rate": 9.263941759539407e-06, "Finetune/Loss": 0.5768589973449707, "Finetune/Loss (Raw)": 0.5990983247756958, "Finetune/Step": 5590, "Finetune/Step Time": 6.656849401071668}
+{"Finetune/Learning Rate": 9.260835131140448e-06, "Finetune/Loss": 0.5763256549835205, "Finetune/Loss (Raw)": 0.5474738478660583, "Finetune/Step": 5591, "Finetune/Step Time": 6.666469866409898}
+{"Finetune/Learning Rate": 9.257728574469577e-06, "Finetune/Loss": 0.5760229825973511, "Finetune/Loss (Raw)": 0.5786401033401489, "Finetune/Step": 5592, "Finetune/Step Time": 6.678685002028942}
+{"Finetune/Learning Rate": 9.254622089828255e-06, "Finetune/Loss": 0.5749619603157043, "Finetune/Loss (Raw)": 0.5381457209587097, "Finetune/Step": 5593, "Finetune/Step Time": 6.684149412438273}
+{"Finetune/Learning Rate": 9.251515677517928e-06, "Finetune/Loss": 0.5758495330810547, "Finetune/Loss (Raw)": 0.7185781002044678, "Finetune/Step": 5594, "Finetune/Step Time": 6.652212696149945}
+{"Finetune/Learning Rate": 9.248409337840044e-06, "Finetune/Loss": 0.5770958662033081, "Finetune/Loss (Raw)": 0.6698339581489563, "Finetune/Step": 5595, "Finetune/Step Time": 6.638520857319236}
+{"Finetune/Learning Rate": 9.245303071096038e-06, "Finetune/Loss": 0.580855667591095, "Finetune/Loss (Raw)": 0.6941637396812439, "Finetune/Step": 5596, "Finetune/Step Time": 6.619252972304821}
+{"Finetune/Learning Rate": 9.242196877587343e-06, "Finetune/Loss": 0.5812578797340393, "Finetune/Loss (Raw)": 0.25786587595939636, "Finetune/Step": 5597, "Finetune/Step Time": 6.621155917644501}
+{"Finetune/Learning Rate": 9.239090757615376e-06, "Finetune/Loss": 0.5808913707733154, "Finetune/Loss (Raw)": 0.6485196948051453, "Finetune/Step": 5598, "Finetune/Step Time": 6.626987358555198}
+{"Finetune/Learning Rate": 9.235984711481559e-06, "Finetune/Loss": 0.5807440280914307, "Finetune/Loss (Raw)": 0.5681928992271423, "Finetune/Step": 5599, "Finetune/Step Time": 6.591741293668747}
+{"Finetune/Learning Rate": 9.232878739487303e-06, "Finetune/Loss": 0.5792776942253113, "Finetune/Loss (Raw)": 0.43893662095069885, "Finetune/Step": 5600, "Finetune/Step Time": 6.613313930109143}
+{"Finetune/Learning Rate": 9.229772841934e-06, "Finetune/Loss": 0.580160915851593, "Finetune/Loss (Raw)": 0.7016462683677673, "Finetune/Step": 5601, "Finetune/Step Time": 6.612403370440006}
+{"Finetune/Learning Rate": 9.226667019123052e-06, "Finetune/Loss": 0.5805584192276001, "Finetune/Loss (Raw)": 0.6042657494544983, "Finetune/Step": 5602, "Finetune/Step Time": 6.6221134178340435}
+{"Finetune/Learning Rate": 9.223561271355844e-06, "Finetune/Loss": 0.5810438394546509, "Finetune/Loss (Raw)": 0.6290077567100525, "Finetune/Step": 5603, "Finetune/Step Time": 6.624806931242347}
+{"Finetune/Learning Rate": 9.220455598933756e-06, "Finetune/Loss": 0.5816635489463806, "Finetune/Loss (Raw)": 0.677515983581543, "Finetune/Step": 5604, "Finetune/Step Time": 6.625503581017256}
+{"Finetune/Learning Rate": 9.217350002158158e-06, "Finetune/Loss": 0.5813512802124023, "Finetune/Loss (Raw)": 0.6029710173606873, "Finetune/Step": 5605, "Finetune/Step Time": 6.620574548840523}
+{"Finetune/Learning Rate": 9.214244481330419e-06, "Finetune/Loss": 0.581487774848938, "Finetune/Loss (Raw)": 0.6388314962387085, "Finetune/Step": 5606, "Finetune/Step Time": 6.628780126571655}
+{"Finetune/Learning Rate": 9.211139036751893e-06, "Finetune/Loss": 0.5809561610221863, "Finetune/Loss (Raw)": 0.48276087641716003, "Finetune/Step": 5607, "Finetune/Step Time": 6.621010748669505}
+{"Finetune/Learning Rate": 9.208033668723937e-06, "Finetune/Loss": 0.5810575485229492, "Finetune/Loss (Raw)": 0.6686050891876221, "Finetune/Step": 5608, "Finetune/Step Time": 6.5963743552565575}
+{"Finetune/Learning Rate": 9.204928377547884e-06, "Finetune/Loss": 0.5827649235725403, "Finetune/Loss (Raw)": 0.7802185416221619, "Finetune/Step": 5609, "Finetune/Step Time": 6.590629646554589}
+{"Finetune/Learning Rate": 9.201823163525076e-06, "Finetune/Loss": 0.5826846957206726, "Finetune/Loss (Raw)": 0.5779806971549988, "Finetune/Step": 5610, "Finetune/Step Time": 6.577787080779672}
+{"Finetune/Learning Rate": 9.19871802695684e-06, "Finetune/Loss": 0.5822524428367615, "Finetune/Loss (Raw)": 0.45222994685173035, "Finetune/Step": 5611, "Finetune/Step Time": 6.559726323932409}
+{"Finetune/Learning Rate": 9.195612968144498e-06, "Finetune/Loss": 0.5822876691818237, "Finetune/Loss (Raw)": 0.6012722253799438, "Finetune/Step": 5612, "Finetune/Step Time": 6.559851765632629}
+{"Finetune/Learning Rate": 9.19250798738936e-06, "Finetune/Loss": 0.5827780961990356, "Finetune/Loss (Raw)": 0.595732569694519, "Finetune/Step": 5613, "Finetune/Step Time": 6.564635490998626}
+{"Finetune/Learning Rate": 9.189403084992731e-06, "Finetune/Loss": 0.5820745229721069, "Finetune/Loss (Raw)": 0.6058359742164612, "Finetune/Step": 5614, "Finetune/Step Time": 6.566113943234086}
+{"Finetune/Learning Rate": 9.186298261255913e-06, "Finetune/Loss": 0.5827032923698425, "Finetune/Loss (Raw)": 0.654455304145813, "Finetune/Step": 5615, "Finetune/Step Time": 6.552581753581762}
+{"Finetune/Learning Rate": 9.183193516480193e-06, "Finetune/Loss": 0.5821952223777771, "Finetune/Loss (Raw)": 0.6230804324150085, "Finetune/Step": 5616, "Finetune/Step Time": 6.550655540078878}
+{"Finetune/Learning Rate": 9.180088850966852e-06, "Finetune/Loss": 0.5831409096717834, "Finetune/Loss (Raw)": 0.6481514573097229, "Finetune/Step": 5617, "Finetune/Step Time": 6.549965713173151}
+{"Finetune/Learning Rate": 9.176984265017166e-06, "Finetune/Loss": 0.5791879296302795, "Finetune/Loss (Raw)": 0.21162262558937073, "Finetune/Step": 5618, "Finetune/Step Time": 6.559345131739974}
+{"Finetune/Learning Rate": 9.173879758932403e-06, "Finetune/Loss": 0.5821112990379333, "Finetune/Loss (Raw)": 0.5501080751419067, "Finetune/Step": 5619, "Finetune/Step Time": 6.562424266710877}
+{"Finetune/Learning Rate": 9.170775333013824e-06, "Finetune/Loss": 0.5817903280258179, "Finetune/Loss (Raw)": 0.6314108371734619, "Finetune/Step": 5620, "Finetune/Step Time": 6.541114903986454}
+{"Finetune/Learning Rate": 9.167670987562677e-06, "Finetune/Loss": 0.5823386907577515, "Finetune/Loss (Raw)": 0.6044882535934448, "Finetune/Step": 5621, "Finetune/Step Time": 6.535300839692354}
+{"Finetune/Learning Rate": 9.164566722880208e-06, "Finetune/Loss": 0.5825003385543823, "Finetune/Loss (Raw)": 0.5423404574394226, "Finetune/Step": 5622, "Finetune/Step Time": 6.532671397551894}
+{"Finetune/Learning Rate": 9.161462539267652e-06, "Finetune/Loss": 0.5825003981590271, "Finetune/Loss (Raw)": 0.6276264786720276, "Finetune/Step": 5623, "Finetune/Step Time": 6.54845661111176}
+{"Finetune/Learning Rate": 9.158358437026238e-06, "Finetune/Loss": 0.5815776586532593, "Finetune/Loss (Raw)": 0.5121042132377625, "Finetune/Step": 5624, "Finetune/Step Time": 6.563927948474884}
+{"Finetune/Learning Rate": 9.155254416457184e-06, "Finetune/Loss": 0.5791531205177307, "Finetune/Loss (Raw)": 0.46266400814056396, "Finetune/Step": 5625, "Finetune/Step Time": 6.571744045242667}
+{"Finetune/Learning Rate": 9.152150477861701e-06, "Finetune/Loss": 0.5806770324707031, "Finetune/Loss (Raw)": 0.6890418529510498, "Finetune/Step": 5626, "Finetune/Step Time": 6.580693310126662}
+{"Finetune/Learning Rate": 9.149046621540995e-06, "Finetune/Loss": 0.5827604532241821, "Finetune/Loss (Raw)": 0.6580842137336731, "Finetune/Step": 5627, "Finetune/Step Time": 6.577683735638857}
+{"Finetune/Learning Rate": 9.14594284779627e-06, "Finetune/Loss": 0.5824829936027527, "Finetune/Loss (Raw)": 0.49587199091911316, "Finetune/Step": 5628, "Finetune/Step Time": 6.578966433182359}
+{"Finetune/Learning Rate": 9.1428391569287e-06, "Finetune/Loss": 0.583378791809082, "Finetune/Loss (Raw)": 0.6916678547859192, "Finetune/Step": 5629, "Finetune/Step Time": 6.584369005635381}
+{"Finetune/Learning Rate": 9.139735549239472e-06, "Finetune/Loss": 0.5820911526679993, "Finetune/Loss (Raw)": 0.4904029071331024, "Finetune/Step": 5630, "Finetune/Step Time": 6.579040367156267}
+{"Finetune/Learning Rate": 9.136632025029762e-06, "Finetune/Loss": 0.5847790241241455, "Finetune/Loss (Raw)": 0.5883916020393372, "Finetune/Step": 5631, "Finetune/Step Time": 6.570498906075954}
+{"Finetune/Learning Rate": 9.133528584600729e-06, "Finetune/Loss": 0.5844818353652954, "Finetune/Loss (Raw)": 0.5533432364463806, "Finetune/Step": 5632, "Finetune/Step Time": 6.5694150403141975}
+{"Finetune/Learning Rate": 9.130425228253529e-06, "Finetune/Loss": 0.5839825868606567, "Finetune/Loss (Raw)": 0.4876444935798645, "Finetune/Step": 5633, "Finetune/Step Time": 6.555454019457102}
+{"Finetune/Learning Rate": 9.127321956289312e-06, "Finetune/Loss": 0.5845088362693787, "Finetune/Loss (Raw)": 0.7341296672821045, "Finetune/Step": 5634, "Finetune/Step Time": 6.557703604921699}
+{"Finetune/Learning Rate": 9.124218769009214e-06, "Finetune/Loss": 0.5838119983673096, "Finetune/Loss (Raw)": 0.5284373760223389, "Finetune/Step": 5635, "Finetune/Step Time": 6.567108830437064}
+{"Finetune/Learning Rate": 9.121115666714375e-06, "Finetune/Loss": 0.5826153755187988, "Finetune/Loss (Raw)": 0.48205459117889404, "Finetune/Step": 5636, "Finetune/Step Time": 6.56921816803515}
+{"Finetune/Learning Rate": 9.118012649705908e-06, "Finetune/Loss": 0.583446741104126, "Finetune/Loss (Raw)": 0.7021363973617554, "Finetune/Step": 5637, "Finetune/Step Time": 6.574596036225557}
+{"Finetune/Learning Rate": 9.11490971828493e-06, "Finetune/Loss": 0.5835895538330078, "Finetune/Loss (Raw)": 0.6103683114051819, "Finetune/Step": 5638, "Finetune/Step Time": 6.570155058056116}
+{"Finetune/Learning Rate": 9.111806872752548e-06, "Finetune/Loss": 0.5847635269165039, "Finetune/Loss (Raw)": 0.706045925617218, "Finetune/Step": 5639, "Finetune/Step Time": 6.562505193054676}
+{"Finetune/Learning Rate": 9.108704113409867e-06, "Finetune/Loss": 0.5838484764099121, "Finetune/Loss (Raw)": 0.5478020906448364, "Finetune/Step": 5640, "Finetune/Step Time": 6.562671780586243}
+{"Finetune/Learning Rate": 9.105601440557966e-06, "Finetune/Loss": 0.5855243802070618, "Finetune/Loss (Raw)": 0.7606381177902222, "Finetune/Step": 5641, "Finetune/Step Time": 6.56436038762331}
+{"Finetune/Learning Rate": 9.102498854497933e-06, "Finetune/Loss": 0.5856518745422363, "Finetune/Loss (Raw)": 0.6028185486793518, "Finetune/Step": 5642, "Finetune/Step Time": 6.560638315975666}
+{"Finetune/Learning Rate": 9.09939635553084e-06, "Finetune/Loss": 0.5865594148635864, "Finetune/Loss (Raw)": 0.6882860660552979, "Finetune/Step": 5643, "Finetune/Step Time": 6.565509038046002}
+{"Finetune/Learning Rate": 9.096293943957752e-06, "Finetune/Loss": 0.5897737741470337, "Finetune/Loss (Raw)": 0.6161121129989624, "Finetune/Step": 5644, "Finetune/Step Time": 6.545410154387355}
+{"Finetune/Learning Rate": 9.093191620079722e-06, "Finetune/Loss": 0.5903019905090332, "Finetune/Loss (Raw)": 0.6484466791152954, "Finetune/Step": 5645, "Finetune/Step Time": 6.544338505715132}
+{"Finetune/Learning Rate": 9.090089384197798e-06, "Finetune/Loss": 0.5904113054275513, "Finetune/Loss (Raw)": 0.6605023741722107, "Finetune/Step": 5646, "Finetune/Step Time": 6.546260096132755}
+{"Finetune/Learning Rate": 9.086987236613022e-06, "Finetune/Loss": 0.5917613506317139, "Finetune/Loss (Raw)": 0.6427571773529053, "Finetune/Step": 5647, "Finetune/Step Time": 6.534199606627226}
+{"Finetune/Learning Rate": 9.083885177626428e-06, "Finetune/Loss": 0.5922474265098572, "Finetune/Loss (Raw)": 0.603459358215332, "Finetune/Step": 5648, "Finetune/Step Time": 6.545557837933302}
+{"Finetune/Learning Rate": 9.080783207539025e-06, "Finetune/Loss": 0.5910769104957581, "Finetune/Loss (Raw)": 0.5842106342315674, "Finetune/Step": 5649, "Finetune/Step Time": 6.546709798276424}
+{"Finetune/Learning Rate": 9.077681326651836e-06, "Finetune/Loss": 0.5908914804458618, "Finetune/Loss (Raw)": 0.6725977659225464, "Finetune/Step": 5650, "Finetune/Step Time": 6.550356084480882}
+{"Finetune/Learning Rate": 9.074579535265864e-06, "Finetune/Loss": 0.5911465883255005, "Finetune/Loss (Raw)": 0.64179927110672, "Finetune/Step": 5651, "Finetune/Step Time": 6.542695384472609}
+{"Finetune/Learning Rate": 9.071477833682107e-06, "Finetune/Loss": 0.59116530418396, "Finetune/Loss (Raw)": 0.6461037397384644, "Finetune/Step": 5652, "Finetune/Step Time": 6.541607132181525}
+{"Finetune/Learning Rate": 9.068376222201549e-06, "Finetune/Loss": 0.5922189354896545, "Finetune/Loss (Raw)": 0.7411960363388062, "Finetune/Step": 5653, "Finetune/Step Time": 6.531846662983298}
+{"Finetune/Learning Rate": 9.065274701125166e-06, "Finetune/Loss": 0.5920802354812622, "Finetune/Loss (Raw)": 0.6942015886306763, "Finetune/Step": 5654, "Finetune/Step Time": 6.530713997781277}
+{"Finetune/Learning Rate": 9.06217327075393e-06, "Finetune/Loss": 0.5920294523239136, "Finetune/Loss (Raw)": 0.5413106083869934, "Finetune/Step": 5655, "Finetune/Step Time": 6.53652935475111}
+{"Finetune/Learning Rate": 9.059071931388808e-06, "Finetune/Loss": 0.5923980474472046, "Finetune/Loss (Raw)": 0.6767762899398804, "Finetune/Step": 5656, "Finetune/Step Time": 6.5453511737287045}
+{"Finetune/Learning Rate": 9.055970683330739e-06, "Finetune/Loss": 0.5940102338790894, "Finetune/Loss (Raw)": 0.7116089463233948, "Finetune/Step": 5657, "Finetune/Step Time": 6.529779000207782}
+{"Finetune/Learning Rate": 9.052869526880678e-06, "Finetune/Loss": 0.5931648015975952, "Finetune/Loss (Raw)": 0.6362765431404114, "Finetune/Step": 5658, "Finetune/Step Time": 6.53126722946763}
+{"Finetune/Learning Rate": 9.049768462339553e-06, "Finetune/Loss": 0.5961047410964966, "Finetune/Loss (Raw)": 0.6221961975097656, "Finetune/Step": 5659, "Finetune/Step Time": 6.548420576378703}
+{"Finetune/Learning Rate": 9.046667490008295e-06, "Finetune/Loss": 0.596393346786499, "Finetune/Loss (Raw)": 0.6440885663032532, "Finetune/Step": 5660, "Finetune/Step Time": 6.540795102715492}
+{"Finetune/Learning Rate": 9.043566610187812e-06, "Finetune/Loss": 0.5949314832687378, "Finetune/Loss (Raw)": 0.5024837255477905, "Finetune/Step": 5661, "Finetune/Step Time": 6.527210732921958}
+{"Finetune/Learning Rate": 9.040465823179017e-06, "Finetune/Loss": 0.5947655439376831, "Finetune/Loss (Raw)": 0.5384277105331421, "Finetune/Step": 5662, "Finetune/Step Time": 6.536567769944668}
+{"Finetune/Learning Rate": 9.037365129282808e-06, "Finetune/Loss": 0.5950791239738464, "Finetune/Loss (Raw)": 0.6411595344543457, "Finetune/Step": 5663, "Finetune/Step Time": 6.521321106702089}
+{"Finetune/Learning Rate": 9.034264528800074e-06, "Finetune/Loss": 0.5956350564956665, "Finetune/Loss (Raw)": 0.643905520439148, "Finetune/Step": 5664, "Finetune/Step Time": 6.508225029334426}
+{"Finetune/Learning Rate": 9.031164022031694e-06, "Finetune/Loss": 0.5950697064399719, "Finetune/Loss (Raw)": 0.5054891109466553, "Finetune/Step": 5665, "Finetune/Step Time": 6.508085528388619}
+{"Finetune/Learning Rate": 9.028063609278537e-06, "Finetune/Loss": 0.598310112953186, "Finetune/Loss (Raw)": 0.6443344354629517, "Finetune/Step": 5666, "Finetune/Step Time": 6.486610779538751}
+{"Finetune/Learning Rate": 9.024963290841476e-06, "Finetune/Loss": 0.5981963872909546, "Finetune/Loss (Raw)": 0.6754322648048401, "Finetune/Step": 5667, "Finetune/Step Time": 6.486777171492577}
+{"Finetune/Learning Rate": 9.021863067021348e-06, "Finetune/Loss": 0.598629891872406, "Finetune/Loss (Raw)": 0.6155392527580261, "Finetune/Step": 5668, "Finetune/Step Time": 6.469526028260589}
+{"Finetune/Learning Rate": 9.018762938119008e-06, "Finetune/Loss": 0.5985382199287415, "Finetune/Loss (Raw)": 0.5588458776473999, "Finetune/Step": 5669, "Finetune/Step Time": 6.462081223726273}
+{"Finetune/Learning Rate": 9.015662904435288e-06, "Finetune/Loss": 0.6008961200714111, "Finetune/Loss (Raw)": 0.6952449679374695, "Finetune/Step": 5670, "Finetune/Step Time": 6.459478709846735}
+{"Finetune/Learning Rate": 9.012562966271014e-06, "Finetune/Loss": 0.6021615862846375, "Finetune/Loss (Raw)": 0.7592806816101074, "Finetune/Step": 5671, "Finetune/Step Time": 6.459030389785767}
+{"Finetune/Learning Rate": 9.009463123926998e-06, "Finetune/Loss": 0.599105954170227, "Finetune/Loss (Raw)": 0.27002081274986267, "Finetune/Step": 5672, "Finetune/Step Time": 6.47480951435864}
+{"Finetune/Learning Rate": 9.00636337770405e-06, "Finetune/Loss": 0.6004114151000977, "Finetune/Loss (Raw)": 0.7201208472251892, "Finetune/Step": 5673, "Finetune/Step Time": 6.459388490766287}
+{"Finetune/Learning Rate": 9.003263727902967e-06, "Finetune/Loss": 0.6015591621398926, "Finetune/Loss (Raw)": 0.6549561023712158, "Finetune/Step": 5674, "Finetune/Step Time": 6.459176659584045}
+{"Finetune/Learning Rate": 9.00016417482454e-06, "Finetune/Loss": 0.6000049114227295, "Finetune/Loss (Raw)": 0.5012226104736328, "Finetune/Step": 5675, "Finetune/Step Time": 6.450623797252774}
+{"Finetune/Learning Rate": 8.99706471876954e-06, "Finetune/Loss": 0.5968350172042847, "Finetune/Loss (Raw)": 0.29012900590896606, "Finetune/Step": 5676, "Finetune/Step Time": 6.459255736321211}
+{"Finetune/Learning Rate": 8.99396536003874e-06, "Finetune/Loss": 0.5968458652496338, "Finetune/Loss (Raw)": 0.576020359992981, "Finetune/Step": 5677, "Finetune/Step Time": 6.471568778157234}
+{"Finetune/Learning Rate": 8.990866098932902e-06, "Finetune/Loss": 0.5963956713676453, "Finetune/Loss (Raw)": 0.5666441917419434, "Finetune/Step": 5678, "Finetune/Step Time": 6.469365822151303}
+{"Finetune/Learning Rate": 8.987766935752778e-06, "Finetune/Loss": 0.5964064002037048, "Finetune/Loss (Raw)": 0.5910899639129639, "Finetune/Step": 5679, "Finetune/Step Time": 6.465003605931997}
+{"Finetune/Learning Rate": 8.984667870799105e-06, "Finetune/Loss": 0.5975621938705444, "Finetune/Loss (Raw)": 0.6792672872543335, "Finetune/Step": 5680, "Finetune/Step Time": 6.473662830889225}
+{"Finetune/Learning Rate": 8.981568904372612e-06, "Finetune/Loss": 0.5976439118385315, "Finetune/Loss (Raw)": 0.7219263315200806, "Finetune/Step": 5681, "Finetune/Step Time": 6.473333675414324}
+{"Finetune/Learning Rate": 8.978470036774025e-06, "Finetune/Loss": 0.5973215103149414, "Finetune/Loss (Raw)": 0.7130311727523804, "Finetune/Step": 5682, "Finetune/Step Time": 6.471299339085817}
+{"Finetune/Learning Rate": 8.975371268304057e-06, "Finetune/Loss": 0.5980910062789917, "Finetune/Loss (Raw)": 0.6289998888969421, "Finetune/Step": 5683, "Finetune/Step Time": 6.459978308528662}
+{"Finetune/Learning Rate": 8.972272599263407e-06, "Finetune/Loss": 0.5986472368240356, "Finetune/Loss (Raw)": 0.593704342842102, "Finetune/Step": 5684, "Finetune/Step Time": 6.4734596479684114}
+{"Finetune/Learning Rate": 8.969174029952765e-06, "Finetune/Loss": 0.599807858467102, "Finetune/Loss (Raw)": 0.667235255241394, "Finetune/Step": 5685, "Finetune/Step Time": 6.470082866027951}
+{"Finetune/Learning Rate": 8.966075560672823e-06, "Finetune/Loss": 0.600045919418335, "Finetune/Loss (Raw)": 0.7138696312904358, "Finetune/Step": 5686, "Finetune/Step Time": 6.462745921686292}
+{"Finetune/Learning Rate": 8.962977191724253e-06, "Finetune/Loss": 0.601216197013855, "Finetune/Loss (Raw)": 0.6758546829223633, "Finetune/Step": 5687, "Finetune/Step Time": 6.457951156422496}
+{"Finetune/Learning Rate": 8.95987892340771e-06, "Finetune/Loss": 0.603951096534729, "Finetune/Loss (Raw)": 0.5176777243614197, "Finetune/Step": 5688, "Finetune/Step Time": 6.441623484715819}
+{"Finetune/Learning Rate": 8.956780756023854e-06, "Finetune/Loss": 0.6053811311721802, "Finetune/Loss (Raw)": 0.6502121686935425, "Finetune/Step": 5689, "Finetune/Step Time": 6.45356540940702}
+{"Finetune/Learning Rate": 8.95368268987333e-06, "Finetune/Loss": 0.6054614186286926, "Finetune/Loss (Raw)": 0.6663101315498352, "Finetune/Step": 5690, "Finetune/Step Time": 6.458671713247895}
+{"Finetune/Learning Rate": 8.950584725256774e-06, "Finetune/Loss": 0.6058810353279114, "Finetune/Loss (Raw)": 0.594210147857666, "Finetune/Step": 5691, "Finetune/Step Time": 6.442343607544899}
+{"Finetune/Learning Rate": 8.947486862474804e-06, "Finetune/Loss": 0.6068916320800781, "Finetune/Loss (Raw)": 0.6690956950187683, "Finetune/Step": 5692, "Finetune/Step Time": 6.433181991800666}
+{"Finetune/Learning Rate": 8.944389101828041e-06, "Finetune/Loss": 0.6051766276359558, "Finetune/Loss (Raw)": 0.46519893407821655, "Finetune/Step": 5693, "Finetune/Step Time": 6.445057030767202}
+{"Finetune/Learning Rate": 8.941291443617083e-06, "Finetune/Loss": 0.6050555109977722, "Finetune/Loss (Raw)": 0.5756635069847107, "Finetune/Step": 5694, "Finetune/Step Time": 6.448819372802973}
+{"Finetune/Learning Rate": 8.938193888142534e-06, "Finetune/Loss": 0.6057970523834229, "Finetune/Loss (Raw)": 0.5938713550567627, "Finetune/Step": 5695, "Finetune/Step Time": 6.439115202054381}
+{"Finetune/Learning Rate": 8.93509643570497e-06, "Finetune/Loss": 0.60601806640625, "Finetune/Loss (Raw)": 0.5866084098815918, "Finetune/Step": 5696, "Finetune/Step Time": 6.442440282553434}
+{"Finetune/Learning Rate": 8.93199908660497e-06, "Finetune/Loss": 0.6070152521133423, "Finetune/Loss (Raw)": 0.7680426239967346, "Finetune/Step": 5697, "Finetune/Step Time": 6.452307917177677}
+{"Finetune/Learning Rate": 8.9289018411431e-06, "Finetune/Loss": 0.606485903263092, "Finetune/Loss (Raw)": 0.5993096828460693, "Finetune/Step": 5698, "Finetune/Step Time": 6.455830726772547}
+{"Finetune/Learning Rate": 8.925804699619913e-06, "Finetune/Loss": 0.607291579246521, "Finetune/Loss (Raw)": 0.7250619530677795, "Finetune/Step": 5699, "Finetune/Step Time": 6.4591268543154}
+{"Finetune/Learning Rate": 8.922707662335952e-06, "Finetune/Loss": 0.6074012517929077, "Finetune/Loss (Raw)": 0.5688996315002441, "Finetune/Step": 5700, "Finetune/Step Time": 6.437029482796788}
+{"Finetune/Learning Rate": 8.919610729591754e-06, "Finetune/Loss": 0.6077417731285095, "Finetune/Loss (Raw)": 0.6945288777351379, "Finetune/Step": 5701, "Finetune/Step Time": 6.4468903467059135}
+{"Finetune/Learning Rate": 8.916513901687842e-06, "Finetune/Loss": 0.6085491180419922, "Finetune/Loss (Raw)": 0.6421939134597778, "Finetune/Step": 5702, "Finetune/Step Time": 6.446449376642704}
+{"Finetune/Learning Rate": 8.913417178924732e-06, "Finetune/Loss": 0.6082630157470703, "Finetune/Loss (Raw)": 0.573974609375, "Finetune/Step": 5703, "Finetune/Step Time": 6.437971953302622}
+{"Finetune/Learning Rate": 8.910320561602927e-06, "Finetune/Loss": 0.6083487272262573, "Finetune/Loss (Raw)": 0.607841968536377, "Finetune/Step": 5704, "Finetune/Step Time": 6.431750563904643}
+{"Finetune/Learning Rate": 8.907224050022915e-06, "Finetune/Loss": 0.6082090139389038, "Finetune/Loss (Raw)": 0.6192225813865662, "Finetune/Step": 5705, "Finetune/Step Time": 6.432676803320646}
+{"Finetune/Learning Rate": 8.90412764448519e-06, "Finetune/Loss": 0.6068649291992188, "Finetune/Loss (Raw)": 0.41141194105148315, "Finetune/Step": 5706, "Finetune/Step Time": 6.439566528424621}
+{"Finetune/Learning Rate": 8.901031345290221e-06, "Finetune/Loss": 0.604011058807373, "Finetune/Loss (Raw)": 0.21445150673389435, "Finetune/Step": 5707, "Finetune/Step Time": 6.461251899600029}
+{"Finetune/Learning Rate": 8.89793515273847e-06, "Finetune/Loss": 0.6007930040359497, "Finetune/Loss (Raw)": 0.1807980239391327, "Finetune/Step": 5708, "Finetune/Step Time": 6.472832337021828}
+{"Finetune/Learning Rate": 8.894839067130387e-06, "Finetune/Loss": 0.5993215441703796, "Finetune/Loss (Raw)": 0.5356131792068481, "Finetune/Step": 5709, "Finetune/Step Time": 6.478002456948161}
+{"Finetune/Learning Rate": 8.891743088766418e-06, "Finetune/Loss": 0.5996279120445251, "Finetune/Loss (Raw)": 0.6357928514480591, "Finetune/Step": 5710, "Finetune/Step Time": 6.484312368556857}
+{"Finetune/Learning Rate": 8.888647217946997e-06, "Finetune/Loss": 0.6003241539001465, "Finetune/Loss (Raw)": 0.5833001732826233, "Finetune/Step": 5711, "Finetune/Step Time": 6.488921653479338}
+{"Finetune/Learning Rate": 8.885551454972539e-06, "Finetune/Loss": 0.6015039682388306, "Finetune/Loss (Raw)": 0.731424868106842, "Finetune/Step": 5712, "Finetune/Step Time": 6.4982576332986355}
+{"Finetune/Learning Rate": 8.882455800143457e-06, "Finetune/Loss": 0.6024528741836548, "Finetune/Loss (Raw)": 0.7528290748596191, "Finetune/Step": 5713, "Finetune/Step Time": 6.487276505678892}
+{"Finetune/Learning Rate": 8.87936025376015e-06, "Finetune/Loss": 0.6012852191925049, "Finetune/Loss (Raw)": 0.6385864019393921, "Finetune/Step": 5714, "Finetune/Step Time": 6.499986948445439}
+{"Finetune/Learning Rate": 8.876264816123017e-06, "Finetune/Loss": 0.6014567613601685, "Finetune/Loss (Raw)": 0.5707342028617859, "Finetune/Step": 5715, "Finetune/Step Time": 6.518967786803842}
+{"Finetune/Learning Rate": 8.873169487532425e-06, "Finetune/Loss": 0.5979740023612976, "Finetune/Loss (Raw)": 0.1559886485338211, "Finetune/Step": 5716, "Finetune/Step Time": 6.550188675522804}
+{"Finetune/Learning Rate": 8.870074268288749e-06, "Finetune/Loss": 0.5966492295265198, "Finetune/Loss (Raw)": 0.5508269667625427, "Finetune/Step": 5717, "Finetune/Step Time": 6.546312008053064}
+{"Finetune/Learning Rate": 8.866979158692345e-06, "Finetune/Loss": 0.5961541533470154, "Finetune/Loss (Raw)": 0.5357277393341064, "Finetune/Step": 5718, "Finetune/Step Time": 6.546913243830204}
+{"Finetune/Learning Rate": 8.863884159043566e-06, "Finetune/Loss": 0.5962923765182495, "Finetune/Loss (Raw)": 0.5651662349700928, "Finetune/Step": 5719, "Finetune/Step Time": 6.5404772236943245}
+{"Finetune/Learning Rate": 8.860789269642742e-06, "Finetune/Loss": 0.5958336591720581, "Finetune/Loss (Raw)": 0.5199242830276489, "Finetune/Step": 5720, "Finetune/Step Time": 6.532151563093066}
+{"Finetune/Learning Rate": 8.8576944907902e-06, "Finetune/Loss": 0.596879243850708, "Finetune/Loss (Raw)": 0.671981692314148, "Finetune/Step": 5721, "Finetune/Step Time": 6.53739969804883}
+{"Finetune/Learning Rate": 8.854599822786257e-06, "Finetune/Loss": 0.5956935286521912, "Finetune/Loss (Raw)": 0.5668084621429443, "Finetune/Step": 5722, "Finetune/Step Time": 6.540896909311414}
+{"Finetune/Learning Rate": 8.851505265931224e-06, "Finetune/Loss": 0.5956575870513916, "Finetune/Loss (Raw)": 0.6652303338050842, "Finetune/Step": 5723, "Finetune/Step Time": 6.543910877779126}
+{"Finetune/Learning Rate": 8.848410820525382e-06, "Finetune/Loss": 0.5954788327217102, "Finetune/Loss (Raw)": 0.6712842583656311, "Finetune/Step": 5724, "Finetune/Step Time": 6.549545316025615}
+{"Finetune/Learning Rate": 8.845316486869019e-06, "Finetune/Loss": 0.598757803440094, "Finetune/Loss (Raw)": 0.6775723099708557, "Finetune/Step": 5725, "Finetune/Step Time": 6.526426965370774}
+{"Finetune/Learning Rate": 8.84222226526241e-06, "Finetune/Loss": 0.5982056260108948, "Finetune/Loss (Raw)": 0.5778428316116333, "Finetune/Step": 5726, "Finetune/Step Time": 6.515946138650179}
+{"Finetune/Learning Rate": 8.839128156005818e-06, "Finetune/Loss": 0.5984609127044678, "Finetune/Loss (Raw)": 0.6008734703063965, "Finetune/Step": 5727, "Finetune/Step Time": 6.522511484101415}
+{"Finetune/Learning Rate": 8.836034159399488e-06, "Finetune/Loss": 0.5992960333824158, "Finetune/Loss (Raw)": 0.545830488204956, "Finetune/Step": 5728, "Finetune/Step Time": 6.515107398852706}
+{"Finetune/Learning Rate": 8.83294027574366e-06, "Finetune/Loss": 0.5955767631530762, "Finetune/Loss (Raw)": 0.22557823359966278, "Finetune/Step": 5729, "Finetune/Step Time": 6.525627410039306}
+{"Finetune/Learning Rate": 8.829846505338568e-06, "Finetune/Loss": 0.5955399870872498, "Finetune/Loss (Raw)": 0.5995599627494812, "Finetune/Step": 5730, "Finetune/Step Time": 6.513143662363291}
+{"Finetune/Learning Rate": 8.826752848484425e-06, "Finetune/Loss": 0.5962969064712524, "Finetune/Loss (Raw)": 0.7258956432342529, "Finetune/Step": 5731, "Finetune/Step Time": 6.5146922785788774}
+{"Finetune/Learning Rate": 8.823659305481436e-06, "Finetune/Loss": 0.5961849689483643, "Finetune/Loss (Raw)": 0.6631861925125122, "Finetune/Step": 5732, "Finetune/Step Time": 6.513910075649619}
+{"Finetune/Learning Rate": 8.820565876629797e-06, "Finetune/Loss": 0.5958355069160461, "Finetune/Loss (Raw)": 0.5582380890846252, "Finetune/Step": 5733, "Finetune/Step Time": 6.5111303105950356}
+{"Finetune/Learning Rate": 8.8174725622297e-06, "Finetune/Loss": 0.5950260758399963, "Finetune/Loss (Raw)": 0.5352243185043335, "Finetune/Step": 5734, "Finetune/Step Time": 6.5078656524419785}
+{"Finetune/Learning Rate": 8.814379362581309e-06, "Finetune/Loss": 0.5962303876876831, "Finetune/Loss (Raw)": 0.6369080543518066, "Finetune/Step": 5735, "Finetune/Step Time": 6.501659018918872}
+{"Finetune/Learning Rate": 8.811286277984785e-06, "Finetune/Loss": 0.5965802669525146, "Finetune/Loss (Raw)": 0.7133939862251282, "Finetune/Step": 5736, "Finetune/Step Time": 6.506539177149534}
+{"Finetune/Learning Rate": 8.808193308740288e-06, "Finetune/Loss": 0.5948699712753296, "Finetune/Loss (Raw)": 0.5613061189651489, "Finetune/Step": 5737, "Finetune/Step Time": 6.505786284804344}
+{"Finetune/Learning Rate": 8.805100455147953e-06, "Finetune/Loss": 0.595831036567688, "Finetune/Loss (Raw)": 0.7009946703910828, "Finetune/Step": 5738, "Finetune/Step Time": 6.5206456538289785}
+{"Finetune/Learning Rate": 8.802007717507909e-06, "Finetune/Loss": 0.5967939496040344, "Finetune/Loss (Raw)": 0.5754817128181458, "Finetune/Step": 5739, "Finetune/Step Time": 6.525411734357476}
+{"Finetune/Learning Rate": 8.798915096120271e-06, "Finetune/Loss": 0.5964856743812561, "Finetune/Loss (Raw)": 0.5618110299110413, "Finetune/Step": 5740, "Finetune/Step Time": 6.5335571356117725}
+{"Finetune/Learning Rate": 8.795822591285147e-06, "Finetune/Loss": 0.5959964990615845, "Finetune/Loss (Raw)": 0.5331217050552368, "Finetune/Step": 5741, "Finetune/Step Time": 6.5248901434242725}
+{"Finetune/Learning Rate": 8.792730203302636e-06, "Finetune/Loss": 0.5962579250335693, "Finetune/Loss (Raw)": 0.6392918229103088, "Finetune/Step": 5742, "Finetune/Step Time": 6.524537373334169}
+{"Finetune/Learning Rate": 8.789637932472813e-06, "Finetune/Loss": 0.5963264107704163, "Finetune/Loss (Raw)": 0.6632260680198669, "Finetune/Step": 5743, "Finetune/Step Time": 6.524150513112545}
+{"Finetune/Learning Rate": 8.786545779095751e-06, "Finetune/Loss": 0.5967377424240112, "Finetune/Loss (Raw)": 0.6757258176803589, "Finetune/Step": 5744, "Finetune/Step Time": 6.515707138925791}
+{"Finetune/Learning Rate": 8.783453743471516e-06, "Finetune/Loss": 0.5954090356826782, "Finetune/Loss (Raw)": 0.47807958722114563, "Finetune/Step": 5745, "Finetune/Step Time": 6.532902374863625}
+{"Finetune/Learning Rate": 8.78036182590016e-06, "Finetune/Loss": 0.5972526669502258, "Finetune/Loss (Raw)": 0.44760990142822266, "Finetune/Step": 5746, "Finetune/Step Time": 6.535681646317244}
+{"Finetune/Learning Rate": 8.777270026681708e-06, "Finetune/Loss": 0.5974732637405396, "Finetune/Loss (Raw)": 0.5783409476280212, "Finetune/Step": 5747, "Finetune/Step Time": 6.536564752459526}
+{"Finetune/Learning Rate": 8.774178346116197e-06, "Finetune/Loss": 0.5972071886062622, "Finetune/Loss (Raw)": 0.597352147102356, "Finetune/Step": 5748, "Finetune/Step Time": 6.55268644168973}
+{"Finetune/Learning Rate": 8.771086784503637e-06, "Finetune/Loss": 0.5965665578842163, "Finetune/Loss (Raw)": 0.5224869251251221, "Finetune/Step": 5749, "Finetune/Step Time": 6.565588681027293}
+{"Finetune/Learning Rate": 8.767995342144035e-06, "Finetune/Loss": 0.5955246686935425, "Finetune/Loss (Raw)": 0.40898996591567993, "Finetune/Step": 5750, "Finetune/Step Time": 6.57286174967885}
+{"Finetune/Learning Rate": 8.764904019337378e-06, "Finetune/Loss": 0.5950398445129395, "Finetune/Loss (Raw)": 0.5655573010444641, "Finetune/Step": 5751, "Finetune/Step Time": 6.557543613016605}
+{"Finetune/Learning Rate": 8.76181281638365e-06, "Finetune/Loss": 0.5961503982543945, "Finetune/Loss (Raw)": 0.6542531847953796, "Finetune/Step": 5752, "Finetune/Step Time": 6.544105663895607}
+{"Finetune/Learning Rate": 8.758721733582813e-06, "Finetune/Loss": 0.5966503024101257, "Finetune/Loss (Raw)": 0.5266602635383606, "Finetune/Step": 5753, "Finetune/Step Time": 6.553915558382869}
+{"Finetune/Learning Rate": 8.755630771234837e-06, "Finetune/Loss": 0.595723569393158, "Finetune/Loss (Raw)": 0.5704160332679749, "Finetune/Step": 5754, "Finetune/Step Time": 6.550670398399234}
+{"Finetune/Learning Rate": 8.75253992963965e-06, "Finetune/Loss": 0.5951814651489258, "Finetune/Loss (Raw)": 0.5886998772621155, "Finetune/Step": 5755, "Finetune/Step Time": 6.547397568821907}
+{"Finetune/Learning Rate": 8.749449209097197e-06, "Finetune/Loss": 0.5962265729904175, "Finetune/Loss (Raw)": 0.6296402215957642, "Finetune/Step": 5756, "Finetune/Step Time": 6.5593689028173685}
+{"Finetune/Learning Rate": 8.746358609907395e-06, "Finetune/Loss": 0.5961874723434448, "Finetune/Loss (Raw)": 0.6866661906242371, "Finetune/Step": 5757, "Finetune/Step Time": 6.551837503910065}
+{"Finetune/Learning Rate": 8.743268132370157e-06, "Finetune/Loss": 0.5939984321594238, "Finetune/Loss (Raw)": 0.2102099061012268, "Finetune/Step": 5758, "Finetune/Step Time": 6.573926966637373}
+{"Finetune/Learning Rate": 8.740177776785376e-06, "Finetune/Loss": 0.5929527282714844, "Finetune/Loss (Raw)": 0.45453739166259766, "Finetune/Step": 5759, "Finetune/Step Time": 6.592921789735556}
+{"Finetune/Learning Rate": 8.737087543452942e-06, "Finetune/Loss": 0.5938679575920105, "Finetune/Loss (Raw)": 0.6704899668693542, "Finetune/Step": 5760, "Finetune/Step Time": 6.591313729062676}
+{"Finetune/Learning Rate": 8.733997432672729e-06, "Finetune/Loss": 0.5944452881813049, "Finetune/Loss (Raw)": 0.5615473389625549, "Finetune/Step": 5761, "Finetune/Step Time": 6.5868450831621885}
+{"Finetune/Learning Rate": 8.7309074447446e-06, "Finetune/Loss": 0.593625545501709, "Finetune/Loss (Raw)": 0.6292007565498352, "Finetune/Step": 5762, "Finetune/Step Time": 6.58596470579505}
+{"Finetune/Learning Rate": 8.727817579968402e-06, "Finetune/Loss": 0.5936120748519897, "Finetune/Loss (Raw)": 0.5267143845558167, "Finetune/Step": 5763, "Finetune/Step Time": 6.59103262424469}
+{"Finetune/Learning Rate": 8.724727838643972e-06, "Finetune/Loss": 0.5942361354827881, "Finetune/Loss (Raw)": 0.5619361996650696, "Finetune/Step": 5764, "Finetune/Step Time": 6.599269367754459}
+{"Finetune/Learning Rate": 8.721638221071144e-06, "Finetune/Loss": 0.5937820076942444, "Finetune/Loss (Raw)": 0.6440014839172363, "Finetune/Step": 5765, "Finetune/Step Time": 6.598496748134494}
+{"Finetune/Learning Rate": 8.71854872754973e-06, "Finetune/Loss": 0.5935452580451965, "Finetune/Loss (Raw)": 0.5800678730010986, "Finetune/Step": 5766, "Finetune/Step Time": 6.6028254721313715}
+{"Finetune/Learning Rate": 8.71545935837953e-06, "Finetune/Loss": 0.5930112600326538, "Finetune/Loss (Raw)": 0.637690007686615, "Finetune/Step": 5767, "Finetune/Step Time": 6.601970953866839}
+{"Finetune/Learning Rate": 8.712370113860335e-06, "Finetune/Loss": 0.5902478694915771, "Finetune/Loss (Raw)": 0.19409000873565674, "Finetune/Step": 5768, "Finetune/Step Time": 6.622790563851595}
+{"Finetune/Learning Rate": 8.709280994291922e-06, "Finetune/Loss": 0.5898427963256836, "Finetune/Loss (Raw)": 0.7087914943695068, "Finetune/Step": 5769, "Finetune/Step Time": 6.636668745428324}
+{"Finetune/Learning Rate": 8.706191999974063e-06, "Finetune/Loss": 0.589162290096283, "Finetune/Loss (Raw)": 0.5157089829444885, "Finetune/Step": 5770, "Finetune/Step Time": 6.659524356946349}
+{"Finetune/Learning Rate": 8.703103131206508e-06, "Finetune/Loss": 0.5888564586639404, "Finetune/Loss (Raw)": 0.6491440534591675, "Finetune/Step": 5771, "Finetune/Step Time": 6.655577510595322}
+{"Finetune/Learning Rate": 8.700014388288996e-06, "Finetune/Loss": 0.5892229676246643, "Finetune/Loss (Raw)": 0.6630231738090515, "Finetune/Step": 5772, "Finetune/Step Time": 6.660813862457871}
+{"Finetune/Learning Rate": 8.696925771521259e-06, "Finetune/Loss": 0.589591383934021, "Finetune/Loss (Raw)": 0.6956062316894531, "Finetune/Step": 5773, "Finetune/Step Time": 6.65545809827745}
+{"Finetune/Learning Rate": 8.69383728120302e-06, "Finetune/Loss": 0.5898202061653137, "Finetune/Loss (Raw)": 0.6897912621498108, "Finetune/Step": 5774, "Finetune/Step Time": 6.662898110225797}
+{"Finetune/Learning Rate": 8.690748917633973e-06, "Finetune/Loss": 0.5903991460800171, "Finetune/Loss (Raw)": 0.7168561220169067, "Finetune/Step": 5775, "Finetune/Step Time": 6.664859462529421}
+{"Finetune/Learning Rate": 8.68766068111382e-06, "Finetune/Loss": 0.5906540155410767, "Finetune/Loss (Raw)": 0.6360886693000793, "Finetune/Step": 5776, "Finetune/Step Time": 6.650536702945828}
+{"Finetune/Learning Rate": 8.684572571942238e-06, "Finetune/Loss": 0.5874393582344055, "Finetune/Loss (Raw)": 0.17273320257663727, "Finetune/Step": 5777, "Finetune/Step Time": 6.6685435976833105}
+{"Finetune/Learning Rate": 8.681484590418898e-06, "Finetune/Loss": 0.5858386754989624, "Finetune/Loss (Raw)": 0.4677097797393799, "Finetune/Step": 5778, "Finetune/Step Time": 6.662145733833313}
+{"Finetune/Learning Rate": 8.678396736843451e-06, "Finetune/Loss": 0.5851280093193054, "Finetune/Loss (Raw)": 0.5508353114128113, "Finetune/Step": 5779, "Finetune/Step Time": 6.673223122954369}
+{"Finetune/Learning Rate": 8.675309011515543e-06, "Finetune/Loss": 0.5816870927810669, "Finetune/Loss (Raw)": 0.20565997064113617, "Finetune/Step": 5780, "Finetune/Step Time": 6.700925871729851}
+{"Finetune/Learning Rate": 8.672221414734802e-06, "Finetune/Loss": 0.5815109610557556, "Finetune/Loss (Raw)": 0.7186543345451355, "Finetune/Step": 5781, "Finetune/Step Time": 6.703175101429224}
+{"Finetune/Learning Rate": 8.669133946800857e-06, "Finetune/Loss": 0.5817249417304993, "Finetune/Loss (Raw)": 0.7215920686721802, "Finetune/Step": 5782, "Finetune/Step Time": 6.720014726743102}
+{"Finetune/Learning Rate": 8.6660466080133e-06, "Finetune/Loss": 0.5822479724884033, "Finetune/Loss (Raw)": 0.6082587242126465, "Finetune/Step": 5783, "Finetune/Step Time": 6.712761385366321}
+{"Finetune/Learning Rate": 8.662959398671728e-06, "Finetune/Loss": 0.5824445486068726, "Finetune/Loss (Raw)": 0.7019364237785339, "Finetune/Step": 5784, "Finetune/Step Time": 6.691080641001463}
+{"Finetune/Learning Rate": 8.659872319075727e-06, "Finetune/Loss": 0.5788334608078003, "Finetune/Loss (Raw)": 0.24939388036727905, "Finetune/Step": 5785, "Finetune/Step Time": 6.710073404014111}
+{"Finetune/Learning Rate": 8.656785369524864e-06, "Finetune/Loss": 0.5760228037834167, "Finetune/Loss (Raw)": 0.2765083909034729, "Finetune/Step": 5786, "Finetune/Step Time": 6.731579270213842}
+{"Finetune/Learning Rate": 8.653698550318693e-06, "Finetune/Loss": 0.5767430663108826, "Finetune/Loss (Raw)": 0.7143931984901428, "Finetune/Step": 5787, "Finetune/Step Time": 6.711285559460521}
+{"Finetune/Learning Rate": 8.650611861756755e-06, "Finetune/Loss": 0.5762202739715576, "Finetune/Loss (Raw)": 0.5771713256835938, "Finetune/Step": 5788, "Finetune/Step Time": 6.719398142769933}
+{"Finetune/Learning Rate": 8.647525304138582e-06, "Finetune/Loss": 0.5745185613632202, "Finetune/Loss (Raw)": 0.2846589684486389, "Finetune/Step": 5789, "Finetune/Step Time": 6.740561215206981}
+{"Finetune/Learning Rate": 8.644438877763694e-06, "Finetune/Loss": 0.5757186412811279, "Finetune/Loss (Raw)": 0.6920382976531982, "Finetune/Step": 5790, "Finetune/Step Time": 6.7316151894629}
+{"Finetune/Learning Rate": 8.641352582931593e-06, "Finetune/Loss": 0.5752383470535278, "Finetune/Loss (Raw)": 0.5796856880187988, "Finetune/Step": 5791, "Finetune/Step Time": 6.751453844830394}
+{"Finetune/Learning Rate": 8.63826641994177e-06, "Finetune/Loss": 0.5749666690826416, "Finetune/Loss (Raw)": 0.6091322302818298, "Finetune/Step": 5792, "Finetune/Step Time": 6.747607124969363}
+{"Finetune/Learning Rate": 8.635180389093707e-06, "Finetune/Loss": 0.5757994055747986, "Finetune/Loss (Raw)": 0.6120808720588684, "Finetune/Step": 5793, "Finetune/Step Time": 6.745397673919797}
+{"Finetune/Learning Rate": 8.632094490686874e-06, "Finetune/Loss": 0.5763773918151855, "Finetune/Loss (Raw)": 0.7183138728141785, "Finetune/Step": 5794, "Finetune/Step Time": 6.7505368404090405}
+{"Finetune/Learning Rate": 8.629008725020714e-06, "Finetune/Loss": 0.5753380060195923, "Finetune/Loss (Raw)": 0.5423960089683533, "Finetune/Step": 5795, "Finetune/Step Time": 6.760140303522348}
+{"Finetune/Learning Rate": 8.625923092394675e-06, "Finetune/Loss": 0.5736397504806519, "Finetune/Loss (Raw)": 0.39815643429756165, "Finetune/Step": 5796, "Finetune/Step Time": 6.76280534081161}
+{"Finetune/Learning Rate": 8.622837593108187e-06, "Finetune/Loss": 0.5733893513679504, "Finetune/Loss (Raw)": 0.5267969965934753, "Finetune/Step": 5797, "Finetune/Step Time": 6.758020935580134}
+{"Finetune/Learning Rate": 8.619752227460661e-06, "Finetune/Loss": 0.5724337100982666, "Finetune/Loss (Raw)": 0.5729181170463562, "Finetune/Step": 5798, "Finetune/Step Time": 6.75178456120193}
+{"Finetune/Learning Rate": 8.616666995751498e-06, "Finetune/Loss": 0.5712040662765503, "Finetune/Loss (Raw)": 0.601886510848999, "Finetune/Step": 5799, "Finetune/Step Time": 6.748948615044355}
+{"Finetune/Learning Rate": 8.613581898280089e-06, "Finetune/Loss": 0.573827862739563, "Finetune/Loss (Raw)": 0.6058622598648071, "Finetune/Step": 5800, "Finetune/Step Time": 6.725870968773961}
+{"Finetune/Learning Rate": 8.610496935345811e-06, "Finetune/Loss": 0.5711756944656372, "Finetune/Loss (Raw)": 0.3806554079055786, "Finetune/Step": 5801, "Finetune/Step Time": 6.7312149200588465}
+{"Finetune/Learning Rate": 8.607412107248021e-06, "Finetune/Loss": 0.5701289772987366, "Finetune/Loss (Raw)": 0.5209675431251526, "Finetune/Step": 5802, "Finetune/Step Time": 6.729332070797682}
+{"Finetune/Learning Rate": 8.604327414286073e-06, "Finetune/Loss": 0.5707855224609375, "Finetune/Loss (Raw)": 0.5852675437927246, "Finetune/Step": 5803, "Finetune/Step Time": 6.733631746843457}
+{"Finetune/Learning Rate": 8.601242856759306e-06, "Finetune/Loss": 0.572660505771637, "Finetune/Loss (Raw)": 0.5301212072372437, "Finetune/Step": 5804, "Finetune/Step Time": 6.7258216720074415}
+{"Finetune/Learning Rate": 8.598158434967045e-06, "Finetune/Loss": 0.5729876160621643, "Finetune/Loss (Raw)": 0.6178935170173645, "Finetune/Step": 5805, "Finetune/Step Time": 6.725659737363458}
+{"Finetune/Learning Rate": 8.595074149208591e-06, "Finetune/Loss": 0.5738266706466675, "Finetune/Loss (Raw)": 0.6740357875823975, "Finetune/Step": 5806, "Finetune/Step Time": 6.7360318917781115}
+{"Finetune/Learning Rate": 8.591989999783249e-06, "Finetune/Loss": 0.5730956792831421, "Finetune/Loss (Raw)": 0.49752745032310486, "Finetune/Step": 5807, "Finetune/Step Time": 6.74348003603518}
+{"Finetune/Learning Rate": 8.588905986990297e-06, "Finetune/Loss": 0.572532057762146, "Finetune/Loss (Raw)": 0.6071197986602783, "Finetune/Step": 5808, "Finetune/Step Time": 6.730997268110514}
+{"Finetune/Learning Rate": 8.585822111129014e-06, "Finetune/Loss": 0.5721190571784973, "Finetune/Loss (Raw)": 0.6690744757652283, "Finetune/Step": 5809, "Finetune/Step Time": 6.7359953466802835}
+{"Finetune/Learning Rate": 8.58273837249865e-06, "Finetune/Loss": 0.5711783170700073, "Finetune/Loss (Raw)": 0.5926137566566467, "Finetune/Step": 5810, "Finetune/Step Time": 6.742170836776495}
+{"Finetune/Learning Rate": 8.57965477139845e-06, "Finetune/Loss": 0.5707839727401733, "Finetune/Loss (Raw)": 0.5785217881202698, "Finetune/Step": 5811, "Finetune/Step Time": 6.743688361719251}
+{"Finetune/Learning Rate": 8.576571308127646e-06, "Finetune/Loss": 0.5703985691070557, "Finetune/Loss (Raw)": 0.5443638563156128, "Finetune/Step": 5812, "Finetune/Step Time": 6.730248520150781}
+{"Finetune/Learning Rate": 8.573487982985462e-06, "Finetune/Loss": 0.568747878074646, "Finetune/Loss (Raw)": 0.4559606909751892, "Finetune/Step": 5813, "Finetune/Step Time": 6.753291537985206}
+{"Finetune/Learning Rate": 8.570404796271087e-06, "Finetune/Loss": 0.5675987601280212, "Finetune/Loss (Raw)": 0.5667764544487, "Finetune/Step": 5814, "Finetune/Step Time": 6.755760343745351}
+{"Finetune/Learning Rate": 8.567321748283723e-06, "Finetune/Loss": 0.5676335096359253, "Finetune/Loss (Raw)": 0.6803056597709656, "Finetune/Step": 5815, "Finetune/Step Time": 6.758876310661435}
+{"Finetune/Learning Rate": 8.564238839322544e-06, "Finetune/Loss": 0.5690258741378784, "Finetune/Loss (Raw)": 0.6958969831466675, "Finetune/Step": 5816, "Finetune/Step Time": 6.756583586335182}
+{"Finetune/Learning Rate": 8.561156069686715e-06, "Finetune/Loss": 0.5692986845970154, "Finetune/Loss (Raw)": 0.6851356029510498, "Finetune/Step": 5817, "Finetune/Step Time": 6.744507070630789}
+{"Finetune/Learning Rate": 8.558073439675384e-06, "Finetune/Loss": 0.5683081150054932, "Finetune/Loss (Raw)": 0.5395063161849976, "Finetune/Step": 5818, "Finetune/Step Time": 6.739630976691842}
+{"Finetune/Learning Rate": 8.554990949587685e-06, "Finetune/Loss": 0.5687477588653564, "Finetune/Loss (Raw)": 0.6504899263381958, "Finetune/Step": 5819, "Finetune/Step Time": 6.740238795056939}
+{"Finetune/Learning Rate": 8.551908599722744e-06, "Finetune/Loss": 0.5684666633605957, "Finetune/Loss (Raw)": 0.63311767578125, "Finetune/Step": 5820, "Finetune/Step Time": 6.736571216955781}
+{"Finetune/Learning Rate": 8.548826390379674e-06, "Finetune/Loss": 0.569678783416748, "Finetune/Loss (Raw)": 0.6203556060791016, "Finetune/Step": 5821, "Finetune/Step Time": 6.727607358247042}
+{"Finetune/Learning Rate": 8.545744321857564e-06, "Finetune/Loss": 0.5699172019958496, "Finetune/Loss (Raw)": 0.6061736345291138, "Finetune/Step": 5822, "Finetune/Step Time": 6.724821645766497}
+{"Finetune/Learning Rate": 8.542662394455496e-06, "Finetune/Loss": 0.5698473453521729, "Finetune/Loss (Raw)": 0.5849313139915466, "Finetune/Step": 5823, "Finetune/Step Time": 6.729448581114411}
+{"Finetune/Learning Rate": 8.539580608472542e-06, "Finetune/Loss": 0.5701478719711304, "Finetune/Loss (Raw)": 0.6250746250152588, "Finetune/Step": 5824, "Finetune/Step Time": 6.728832006454468}
+{"Finetune/Learning Rate": 8.53649896420776e-06, "Finetune/Loss": 0.5695765614509583, "Finetune/Loss (Raw)": 0.6949190497398376, "Finetune/Step": 5825, "Finetune/Step Time": 6.713347364217043}
+{"Finetune/Learning Rate": 8.533417461960182e-06, "Finetune/Loss": 0.5693086385726929, "Finetune/Loss (Raw)": 0.5650104284286499, "Finetune/Step": 5826, "Finetune/Step Time": 6.724994672462344}
+{"Finetune/Learning Rate": 8.53033610202884e-06, "Finetune/Loss": 0.5679545998573303, "Finetune/Loss (Raw)": 0.5517434477806091, "Finetune/Step": 5827, "Finetune/Step Time": 6.743301158770919}
+{"Finetune/Learning Rate": 8.527254884712747e-06, "Finetune/Loss": 0.5684804916381836, "Finetune/Loss (Raw)": 0.6362164616584778, "Finetune/Step": 5828, "Finetune/Step Time": 6.7583280727267265}
+{"Finetune/Learning Rate": 8.524173810310903e-06, "Finetune/Loss": 0.5679462552070618, "Finetune/Loss (Raw)": 0.6261518597602844, "Finetune/Step": 5829, "Finetune/Step Time": 6.75351670011878}
+{"Finetune/Learning Rate": 8.521092879122291e-06, "Finetune/Loss": 0.5672963261604309, "Finetune/Loss (Raw)": 0.5589956045150757, "Finetune/Step": 5830, "Finetune/Step Time": 6.771931253373623}
+{"Finetune/Learning Rate": 8.518012091445884e-06, "Finetune/Loss": 0.5681196451187134, "Finetune/Loss (Raw)": 0.6793680191040039, "Finetune/Step": 5831, "Finetune/Step Time": 6.767120655626059}
+{"Finetune/Learning Rate": 8.514931447580636e-06, "Finetune/Loss": 0.5684537887573242, "Finetune/Loss (Raw)": 0.6506014466285706, "Finetune/Step": 5832, "Finetune/Step Time": 6.768486658111215}
+{"Finetune/Learning Rate": 8.511850947825501e-06, "Finetune/Loss": 0.5677399039268494, "Finetune/Loss (Raw)": 0.5278503894805908, "Finetune/Step": 5833, "Finetune/Step Time": 6.768337458372116}
+{"Finetune/Learning Rate": 8.508770592479396e-06, "Finetune/Loss": 0.5687155723571777, "Finetune/Loss (Raw)": 0.5363028049468994, "Finetune/Step": 5834, "Finetune/Step Time": 6.759214900434017}
+{"Finetune/Learning Rate": 8.505690381841245e-06, "Finetune/Loss": 0.5720441937446594, "Finetune/Loss (Raw)": 0.6405092477798462, "Finetune/Step": 5835, "Finetune/Step Time": 6.744710858911276}
+{"Finetune/Learning Rate": 8.502610316209947e-06, "Finetune/Loss": 0.575792670249939, "Finetune/Loss (Raw)": 0.660596489906311, "Finetune/Step": 5836, "Finetune/Step Time": 6.726152831688523}
+{"Finetune/Learning Rate": 8.499530395884393e-06, "Finetune/Loss": 0.5759932994842529, "Finetune/Loss (Raw)": 0.5613040328025818, "Finetune/Step": 5837, "Finetune/Step Time": 6.720964318141341}
+{"Finetune/Learning Rate": 8.496450621163449e-06, "Finetune/Loss": 0.5759085416793823, "Finetune/Loss (Raw)": 0.6249440908432007, "Finetune/Step": 5838, "Finetune/Step Time": 6.702749609947205}
+{"Finetune/Learning Rate": 8.493370992345981e-06, "Finetune/Loss": 0.5771337151527405, "Finetune/Loss (Raw)": 0.7401211261749268, "Finetune/Step": 5839, "Finetune/Step Time": 6.697060327976942}
+{"Finetune/Learning Rate": 8.490291509730829e-06, "Finetune/Loss": 0.5751242637634277, "Finetune/Loss (Raw)": 0.47421151399612427, "Finetune/Step": 5840, "Finetune/Step Time": 6.705396305769682}
+{"Finetune/Learning Rate": 8.487212173616835e-06, "Finetune/Loss": 0.5732736587524414, "Finetune/Loss (Raw)": 0.5159534811973572, "Finetune/Step": 5841, "Finetune/Step Time": 6.7229129653424025}
+{"Finetune/Learning Rate": 8.484132984302802e-06, "Finetune/Loss": 0.5724298357963562, "Finetune/Loss (Raw)": 0.5305801033973694, "Finetune/Step": 5842, "Finetune/Step Time": 6.7205823212862015}
+{"Finetune/Learning Rate": 8.481053942087537e-06, "Finetune/Loss": 0.5698269009590149, "Finetune/Loss (Raw)": 0.23755429685115814, "Finetune/Step": 5843, "Finetune/Step Time": 6.715701419860125}
+{"Finetune/Learning Rate": 8.477975047269831e-06, "Finetune/Loss": 0.5732213258743286, "Finetune/Loss (Raw)": 0.5904744267463684, "Finetune/Step": 5844, "Finetune/Step Time": 6.684769503772259}
+{"Finetune/Learning Rate": 8.47489630014846e-06, "Finetune/Loss": 0.5739411115646362, "Finetune/Loss (Raw)": 0.6429585814476013, "Finetune/Step": 5845, "Finetune/Step Time": 6.676208259537816}
+{"Finetune/Learning Rate": 8.47181770102218e-06, "Finetune/Loss": 0.574525773525238, "Finetune/Loss (Raw)": 0.6105621457099915, "Finetune/Step": 5846, "Finetune/Step Time": 6.694036480039358}
+{"Finetune/Learning Rate": 8.468739250189735e-06, "Finetune/Loss": 0.5751169919967651, "Finetune/Loss (Raw)": 0.640846848487854, "Finetune/Step": 5847, "Finetune/Step Time": 6.690378779545426}
+{"Finetune/Learning Rate": 8.465660947949857e-06, "Finetune/Loss": 0.5763269066810608, "Finetune/Loss (Raw)": 0.6747919321060181, "Finetune/Step": 5848, "Finetune/Step Time": 6.6838125847280025}
+{"Finetune/Learning Rate": 8.462582794601266e-06, "Finetune/Loss": 0.5764437913894653, "Finetune/Loss (Raw)": 0.6869432330131531, "Finetune/Step": 5849, "Finetune/Step Time": 6.6784188356250525}
+{"Finetune/Learning Rate": 8.45950479044266e-06, "Finetune/Loss": 0.5760070085525513, "Finetune/Loss (Raw)": 0.5109056234359741, "Finetune/Step": 5850, "Finetune/Step Time": 6.675118543207645}
+{"Finetune/Learning Rate": 8.456426935772724e-06, "Finetune/Loss": 0.5758309960365295, "Finetune/Loss (Raw)": 0.6426969766616821, "Finetune/Step": 5851, "Finetune/Step Time": 6.680864669382572}
+{"Finetune/Learning Rate": 8.453349230890138e-06, "Finetune/Loss": 0.5762301683425903, "Finetune/Loss (Raw)": 0.7223820090293884, "Finetune/Step": 5852, "Finetune/Step Time": 6.679002685472369}
+{"Finetune/Learning Rate": 8.45027167609356e-06, "Finetune/Loss": 0.5752676725387573, "Finetune/Loss (Raw)": 0.5543678998947144, "Finetune/Step": 5853, "Finetune/Step Time": 6.693709870800376}
+{"Finetune/Learning Rate": 8.447194271681626e-06, "Finetune/Loss": 0.5764623284339905, "Finetune/Loss (Raw)": 0.730758786201477, "Finetune/Step": 5854, "Finetune/Step Time": 6.694534303620458}
+{"Finetune/Learning Rate": 8.444117017952974e-06, "Finetune/Loss": 0.5755429267883301, "Finetune/Loss (Raw)": 0.4831959009170532, "Finetune/Step": 5855, "Finetune/Step Time": 6.693339843302965}
+{"Finetune/Learning Rate": 8.441039915206215e-06, "Finetune/Loss": 0.5756868720054626, "Finetune/Loss (Raw)": 0.5642526745796204, "Finetune/Step": 5856, "Finetune/Step Time": 6.6852405816316605}
+{"Finetune/Learning Rate": 8.437962963739951e-06, "Finetune/Loss": 0.5790823698043823, "Finetune/Loss (Raw)": 0.6602023243904114, "Finetune/Step": 5857, "Finetune/Step Time": 6.667993085458875}
+{"Finetune/Learning Rate": 8.434886163852763e-06, "Finetune/Loss": 0.5782434344291687, "Finetune/Loss (Raw)": 0.49217313528060913, "Finetune/Step": 5858, "Finetune/Step Time": 6.673322781920433}
+{"Finetune/Learning Rate": 8.431809515843225e-06, "Finetune/Loss": 0.5778464078903198, "Finetune/Loss (Raw)": 0.6750749945640564, "Finetune/Step": 5859, "Finetune/Step Time": 6.654355585575104}
+{"Finetune/Learning Rate": 8.428733020009891e-06, "Finetune/Loss": 0.5766870975494385, "Finetune/Loss (Raw)": 0.5147926211357117, "Finetune/Step": 5860, "Finetune/Step Time": 6.662155285477638}
+{"Finetune/Learning Rate": 8.42565667665131e-06, "Finetune/Loss": 0.5772141218185425, "Finetune/Loss (Raw)": 0.6256936192512512, "Finetune/Step": 5861, "Finetune/Step Time": 6.662884438410401}
+{"Finetune/Learning Rate": 8.422580486065996e-06, "Finetune/Loss": 0.577159583568573, "Finetune/Loss (Raw)": 0.5282478928565979, "Finetune/Step": 5862, "Finetune/Step Time": 6.684302508831024}
+{"Finetune/Learning Rate": 8.41950444855247e-06, "Finetune/Loss": 0.5758007764816284, "Finetune/Loss (Raw)": 0.46298882365226746, "Finetune/Step": 5863, "Finetune/Step Time": 6.700136575847864}
+{"Finetune/Learning Rate": 8.416428564409223e-06, "Finetune/Loss": 0.5744187235832214, "Finetune/Loss (Raw)": 0.5364869832992554, "Finetune/Step": 5864, "Finetune/Step Time": 6.699309524148703}
+{"Finetune/Learning Rate": 8.413352833934743e-06, "Finetune/Loss": 0.5750471353530884, "Finetune/Loss (Raw)": 0.6417396664619446, "Finetune/Step": 5865, "Finetune/Step Time": 6.6972741056233644}
+{"Finetune/Learning Rate": 8.41027725742749e-06, "Finetune/Loss": 0.5739986896514893, "Finetune/Loss (Raw)": 0.5667970776557922, "Finetune/Step": 5866, "Finetune/Step Time": 6.679917007684708}
+{"Finetune/Learning Rate": 8.40720183518592e-06, "Finetune/Loss": 0.5706332921981812, "Finetune/Loss (Raw)": 0.14470963180065155, "Finetune/Step": 5867, "Finetune/Step Time": 6.6914311200380325}
+{"Finetune/Learning Rate": 8.404126567508469e-06, "Finetune/Loss": 0.5707833766937256, "Finetune/Loss (Raw)": 0.5810186862945557, "Finetune/Step": 5868, "Finetune/Step Time": 6.6859098970890045}
+{"Finetune/Learning Rate": 8.40105145469356e-06, "Finetune/Loss": 0.5719128847122192, "Finetune/Loss (Raw)": 0.6777030229568481, "Finetune/Step": 5869, "Finetune/Step Time": 6.690601566806436}
+{"Finetune/Learning Rate": 8.3979764970396e-06, "Finetune/Loss": 0.5719950199127197, "Finetune/Loss (Raw)": 0.6498039364814758, "Finetune/Step": 5870, "Finetune/Step Time": 6.6956169828772545}
+{"Finetune/Learning Rate": 8.394901694844975e-06, "Finetune/Loss": 0.5684311389923096, "Finetune/Loss (Raw)": 0.20704852044582367, "Finetune/Step": 5871, "Finetune/Step Time": 6.725511014461517}
+{"Finetune/Learning Rate": 8.391827048408076e-06, "Finetune/Loss": 0.5682967901229858, "Finetune/Loss (Raw)": 0.6585339307785034, "Finetune/Step": 5872, "Finetune/Step Time": 6.729112382978201}
+{"Finetune/Learning Rate": 8.388752558027247e-06, "Finetune/Loss": 0.5694683790206909, "Finetune/Loss (Raw)": 0.6280432343482971, "Finetune/Step": 5873, "Finetune/Step Time": 6.726291246712208}
+{"Finetune/Learning Rate": 8.385678224000848e-06, "Finetune/Loss": 0.5715475082397461, "Finetune/Loss (Raw)": 0.713733971118927, "Finetune/Step": 5874, "Finetune/Step Time": 6.706046594306827}
+{"Finetune/Learning Rate": 8.382604046627205e-06, "Finetune/Loss": 0.5724837183952332, "Finetune/Loss (Raw)": 0.6981722712516785, "Finetune/Step": 5875, "Finetune/Step Time": 6.685990208759904}
+{"Finetune/Learning Rate": 8.379530026204635e-06, "Finetune/Loss": 0.5729013085365295, "Finetune/Loss (Raw)": 0.6508063673973083, "Finetune/Step": 5876, "Finetune/Step Time": 6.678629791364074}
+{"Finetune/Learning Rate": 8.376456163031438e-06, "Finetune/Loss": 0.5729023218154907, "Finetune/Loss (Raw)": 0.5226230621337891, "Finetune/Step": 5877, "Finetune/Step Time": 6.66556278988719}
+{"Finetune/Learning Rate": 8.373382457405902e-06, "Finetune/Loss": 0.5740466713905334, "Finetune/Loss (Raw)": 0.5554590821266174, "Finetune/Step": 5878, "Finetune/Step Time": 6.656080417335033}
+{"Finetune/Learning Rate": 8.370308909626294e-06, "Finetune/Loss": 0.5746170282363892, "Finetune/Loss (Raw)": 0.6385648250579834, "Finetune/Step": 5879, "Finetune/Step Time": 6.658562380820513}
+{"Finetune/Learning Rate": 8.367235519990874e-06, "Finetune/Loss": 0.5748985409736633, "Finetune/Loss (Raw)": 0.6902901530265808, "Finetune/Step": 5880, "Finetune/Step Time": 6.651851506903768}
+{"Finetune/Learning Rate": 8.364162288797879e-06, "Finetune/Loss": 0.5732357501983643, "Finetune/Loss (Raw)": 0.313823401927948, "Finetune/Step": 5881, "Finetune/Step Time": 6.6572173442691565}
+{"Finetune/Learning Rate": 8.361089216345529e-06, "Finetune/Loss": 0.5729973912239075, "Finetune/Loss (Raw)": 0.5399007201194763, "Finetune/Step": 5882, "Finetune/Step Time": 6.661593243479729}
+{"Finetune/Learning Rate": 8.358016302932039e-06, "Finetune/Loss": 0.5740454196929932, "Finetune/Loss (Raw)": 0.7228538990020752, "Finetune/Step": 5883, "Finetune/Step Time": 6.665734505280852}
+{"Finetune/Learning Rate": 8.354943548855606e-06, "Finetune/Loss": 0.5739414691925049, "Finetune/Loss (Raw)": 0.6163263916969299, "Finetune/Step": 5884, "Finetune/Step Time": 6.647318586707115}
+{"Finetune/Learning Rate": 8.351870954414399e-06, "Finetune/Loss": 0.5739505290985107, "Finetune/Loss (Raw)": 0.6878311634063721, "Finetune/Step": 5885, "Finetune/Step Time": 6.648831395432353}
+{"Finetune/Learning Rate": 8.348798519906583e-06, "Finetune/Loss": 0.5775754451751709, "Finetune/Loss (Raw)": 0.6741942763328552, "Finetune/Step": 5886, "Finetune/Step Time": 6.640284026041627}
+{"Finetune/Learning Rate": 8.345726245630308e-06, "Finetune/Loss": 0.5793845653533936, "Finetune/Loss (Raw)": 0.6861132979393005, "Finetune/Step": 5887, "Finetune/Step Time": 6.613945033401251}
+{"Finetune/Learning Rate": 8.342654131883707e-06, "Finetune/Loss": 0.5786957740783691, "Finetune/Loss (Raw)": 0.5823202729225159, "Finetune/Step": 5888, "Finetune/Step Time": 6.612751290202141}
+{"Finetune/Learning Rate": 8.339582178964892e-06, "Finetune/Loss": 0.5787379741668701, "Finetune/Loss (Raw)": 0.5669488906860352, "Finetune/Step": 5889, "Finetune/Step Time": 6.611925715580583}
+{"Finetune/Learning Rate": 8.336510387171963e-06, "Finetune/Loss": 0.5782145261764526, "Finetune/Loss (Raw)": 0.5621975660324097, "Finetune/Step": 5890, "Finetune/Step Time": 6.610702047124505}
+{"Finetune/Learning Rate": 8.333438756803004e-06, "Finetune/Loss": 0.5785223245620728, "Finetune/Loss (Raw)": 0.566113293170929, "Finetune/Step": 5891, "Finetune/Step Time": 6.606791103258729}
+{"Finetune/Learning Rate": 8.330367288156094e-06, "Finetune/Loss": 0.5787412524223328, "Finetune/Loss (Raw)": 0.5899566411972046, "Finetune/Step": 5892, "Finetune/Step Time": 6.6009991485625505}
+{"Finetune/Learning Rate": 8.32729598152927e-06, "Finetune/Loss": 0.5754817128181458, "Finetune/Loss (Raw)": 0.22678792476654053, "Finetune/Step": 5893, "Finetune/Step Time": 6.617157021537423}
+{"Finetune/Learning Rate": 8.324224837220584e-06, "Finetune/Loss": 0.5758538842201233, "Finetune/Loss (Raw)": 0.6276971697807312, "Finetune/Step": 5894, "Finetune/Step Time": 6.624567404389381}
+{"Finetune/Learning Rate": 8.32115385552805e-06, "Finetune/Loss": 0.575656533241272, "Finetune/Loss (Raw)": 0.6124357581138611, "Finetune/Step": 5895, "Finetune/Step Time": 6.639257375150919}
+{"Finetune/Learning Rate": 8.318083036749677e-06, "Finetune/Loss": 0.5788609981536865, "Finetune/Loss (Raw)": 0.6042559742927551, "Finetune/Step": 5896, "Finetune/Step Time": 6.623707227408886}
+{"Finetune/Learning Rate": 8.315012381183456e-06, "Finetune/Loss": 0.5779998302459717, "Finetune/Loss (Raw)": 0.5985613465309143, "Finetune/Step": 5897, "Finetune/Step Time": 6.609772741794586}
+{"Finetune/Learning Rate": 8.311941889127359e-06, "Finetune/Loss": 0.5784361362457275, "Finetune/Loss (Raw)": 0.571556031703949, "Finetune/Step": 5898, "Finetune/Step Time": 6.594441695138812}
+{"Finetune/Learning Rate": 8.308871560879343e-06, "Finetune/Loss": 0.5777087211608887, "Finetune/Loss (Raw)": 0.5560332536697388, "Finetune/Step": 5899, "Finetune/Step Time": 6.606511300429702}
+{"Finetune/Learning Rate": 8.305801396737358e-06, "Finetune/Loss": 0.5771324634552002, "Finetune/Loss (Raw)": 0.5892621874809265, "Finetune/Step": 5900, "Finetune/Step Time": 6.594371056184173}
+{"Finetune/Learning Rate": 8.302731396999324e-06, "Finetune/Loss": 0.5769172310829163, "Finetune/Loss (Raw)": 0.668061375617981, "Finetune/Step": 5901, "Finetune/Step Time": 6.592706326395273}
+{"Finetune/Learning Rate": 8.299661561963153e-06, "Finetune/Loss": 0.5762162208557129, "Finetune/Loss (Raw)": 0.6000616550445557, "Finetune/Step": 5902, "Finetune/Step Time": 6.585138620808721}
+{"Finetune/Learning Rate": 8.29659189192674e-06, "Finetune/Loss": 0.5746801495552063, "Finetune/Loss (Raw)": 0.5202414393424988, "Finetune/Step": 5903, "Finetune/Step Time": 6.59321915730834}
+{"Finetune/Learning Rate": 8.293522387187969e-06, "Finetune/Loss": 0.5742583274841309, "Finetune/Loss (Raw)": 0.5820927619934082, "Finetune/Step": 5904, "Finetune/Step Time": 6.602756273001432}
+{"Finetune/Learning Rate": 8.290453048044696e-06, "Finetune/Loss": 0.5780719518661499, "Finetune/Loss (Raw)": 0.6608850955963135, "Finetune/Step": 5905, "Finetune/Step Time": 6.585691334679723}
+{"Finetune/Learning Rate": 8.28738387479477e-06, "Finetune/Loss": 0.5791879892349243, "Finetune/Loss (Raw)": 0.6105484962463379, "Finetune/Step": 5906, "Finetune/Step Time": 6.587720971554518}
+{"Finetune/Learning Rate": 8.284314867736021e-06, "Finetune/Loss": 0.5787926912307739, "Finetune/Loss (Raw)": 0.5002458095550537, "Finetune/Step": 5907, "Finetune/Step Time": 6.582206439226866}
+{"Finetune/Learning Rate": 8.281246027166268e-06, "Finetune/Loss": 0.5815422534942627, "Finetune/Loss (Raw)": 0.5576058626174927, "Finetune/Step": 5908, "Finetune/Step Time": 6.552415082231164}
+{"Finetune/Learning Rate": 8.278177353383301e-06, "Finetune/Loss": 0.5790917873382568, "Finetune/Loss (Raw)": 0.4049994945526123, "Finetune/Step": 5909, "Finetune/Step Time": 6.575712453573942}
+{"Finetune/Learning Rate": 8.275108846684906e-06, "Finetune/Loss": 0.5774838328361511, "Finetune/Loss (Raw)": 0.5157601237297058, "Finetune/Step": 5910, "Finetune/Step Time": 6.564198015257716}
+{"Finetune/Learning Rate": 8.272040507368852e-06, "Finetune/Loss": 0.5771565437316895, "Finetune/Loss (Raw)": 0.5663688778877258, "Finetune/Step": 5911, "Finetune/Step Time": 6.559410415589809}
+{"Finetune/Learning Rate": 8.26897233573289e-06, "Finetune/Loss": 0.5731587409973145, "Finetune/Loss (Raw)": 0.1902206987142563, "Finetune/Step": 5912, "Finetune/Step Time": 6.590409038588405}
+{"Finetune/Learning Rate": 8.265904332074745e-06, "Finetune/Loss": 0.5758147239685059, "Finetune/Loss (Raw)": 0.5893558263778687, "Finetune/Step": 5913, "Finetune/Step Time": 6.586091581732035}
+{"Finetune/Learning Rate": 8.26283649669214e-06, "Finetune/Loss": 0.5776159763336182, "Finetune/Loss (Raw)": 0.5070750117301941, "Finetune/Step": 5914, "Finetune/Step Time": 6.580073058605194}
+{"Finetune/Learning Rate": 8.259768829882774e-06, "Finetune/Loss": 0.5771252512931824, "Finetune/Loss (Raw)": 0.651576042175293, "Finetune/Step": 5915, "Finetune/Step Time": 6.56533095240593}
+{"Finetune/Learning Rate": 8.256701331944334e-06, "Finetune/Loss": 0.5771000385284424, "Finetune/Loss (Raw)": 0.5739524364471436, "Finetune/Step": 5916, "Finetune/Step Time": 6.560035139322281}
+{"Finetune/Learning Rate": 8.253634003174486e-06, "Finetune/Loss": 0.5793391466140747, "Finetune/Loss (Raw)": 0.5712552666664124, "Finetune/Step": 5917, "Finetune/Step Time": 6.536057572811842}
+{"Finetune/Learning Rate": 8.250566843870879e-06, "Finetune/Loss": 0.5793085694313049, "Finetune/Loss (Raw)": 0.6881263852119446, "Finetune/Step": 5918, "Finetune/Step Time": 6.5333750788122416}
+{"Finetune/Learning Rate": 8.247499854331152e-06, "Finetune/Loss": 0.5763907432556152, "Finetune/Loss (Raw)": 0.20620228350162506, "Finetune/Step": 5919, "Finetune/Step Time": 6.5413961466401815}
+{"Finetune/Learning Rate": 8.244433034852928e-06, "Finetune/Loss": 0.5759730935096741, "Finetune/Loss (Raw)": 0.5556759834289551, "Finetune/Step": 5920, "Finetune/Step Time": 6.54502247646451}
+{"Finetune/Learning Rate": 8.241366385733797e-06, "Finetune/Loss": 0.575721025466919, "Finetune/Loss (Raw)": 0.579813539981842, "Finetune/Step": 5921, "Finetune/Step Time": 6.54497648216784}
+{"Finetune/Learning Rate": 8.238299907271353e-06, "Finetune/Loss": 0.5750128030776978, "Finetune/Loss (Raw)": 0.6276642680168152, "Finetune/Step": 5922, "Finetune/Step Time": 6.544428903609514}
+{"Finetune/Learning Rate": 8.235233599763165e-06, "Finetune/Loss": 0.5757686495780945, "Finetune/Loss (Raw)": 0.6391463279724121, "Finetune/Step": 5923, "Finetune/Step Time": 6.536041924729943}
+{"Finetune/Learning Rate": 8.232167463506787e-06, "Finetune/Loss": 0.5773768424987793, "Finetune/Loss (Raw)": 0.6040027141571045, "Finetune/Step": 5924, "Finetune/Step Time": 6.537121748551726}
+{"Finetune/Learning Rate": 8.229101498799747e-06, "Finetune/Loss": 0.5750250816345215, "Finetune/Loss (Raw)": 0.225777268409729, "Finetune/Step": 5925, "Finetune/Step Time": 6.5486920941621065}
+{"Finetune/Learning Rate": 8.226035705939572e-06, "Finetune/Loss": 0.5747050046920776, "Finetune/Loss (Raw)": 0.5319346785545349, "Finetune/Step": 5926, "Finetune/Step Time": 6.554873565211892}
+{"Finetune/Learning Rate": 8.22297008522376e-06, "Finetune/Loss": 0.5745515823364258, "Finetune/Loss (Raw)": 0.5822575688362122, "Finetune/Step": 5927, "Finetune/Step Time": 6.5553504433482885}
+{"Finetune/Learning Rate": 8.219904636949804e-06, "Finetune/Loss": 0.5751259326934814, "Finetune/Loss (Raw)": 0.6793804168701172, "Finetune/Step": 5928, "Finetune/Step Time": 6.565661456435919}
+{"Finetune/Learning Rate": 8.216839361415165e-06, "Finetune/Loss": 0.5776951313018799, "Finetune/Loss (Raw)": 0.7095115184783936, "Finetune/Step": 5929, "Finetune/Step Time": 6.562839040532708}
+{"Finetune/Learning Rate": 8.213774258917296e-06, "Finetune/Loss": 0.5789246559143066, "Finetune/Loss (Raw)": 0.6783468723297119, "Finetune/Step": 5930, "Finetune/Step Time": 6.563726747408509}
+{"Finetune/Learning Rate": 8.210709329753635e-06, "Finetune/Loss": 0.578669548034668, "Finetune/Loss (Raw)": 0.552609384059906, "Finetune/Step": 5931, "Finetune/Step Time": 6.562010794878006}
+{"Finetune/Learning Rate": 8.207644574221605e-06, "Finetune/Loss": 0.5796467661857605, "Finetune/Loss (Raw)": 0.6552116274833679, "Finetune/Step": 5932, "Finetune/Step Time": 6.555338595062494}
+{"Finetune/Learning Rate": 8.2045799926186e-06, "Finetune/Loss": 0.5800037384033203, "Finetune/Loss (Raw)": 0.6635797023773193, "Finetune/Step": 5933, "Finetune/Step Time": 6.5433858800679445}
+{"Finetune/Learning Rate": 8.201515585242011e-06, "Finetune/Loss": 0.5792525410652161, "Finetune/Loss (Raw)": 0.5778860449790955, "Finetune/Step": 5934, "Finetune/Step Time": 6.5335785914212465}
+{"Finetune/Learning Rate": 8.198451352389203e-06, "Finetune/Loss": 0.5801441669464111, "Finetune/Loss (Raw)": 0.6116534471511841, "Finetune/Step": 5935, "Finetune/Step Time": 6.535512672737241}
+{"Finetune/Learning Rate": 8.19538729435753e-06, "Finetune/Loss": 0.5802665948867798, "Finetune/Loss (Raw)": 0.6227940917015076, "Finetune/Step": 5936, "Finetune/Step Time": 6.539292316883802}
+{"Finetune/Learning Rate": 8.192323411444322e-06, "Finetune/Loss": 0.5798007249832153, "Finetune/Loss (Raw)": 0.6094395518302917, "Finetune/Step": 5937, "Finetune/Step Time": 6.542591897770762}
+{"Finetune/Learning Rate": 8.189259703946896e-06, "Finetune/Loss": 0.5768049955368042, "Finetune/Loss (Raw)": 0.20915967226028442, "Finetune/Step": 5938, "Finetune/Step Time": 6.558425752446055}
+{"Finetune/Learning Rate": 8.186196172162562e-06, "Finetune/Loss": 0.5769062638282776, "Finetune/Loss (Raw)": 0.5914896130561829, "Finetune/Step": 5939, "Finetune/Step Time": 6.577761573716998}
+{"Finetune/Learning Rate": 8.183132816388592e-06, "Finetune/Loss": 0.5778311491012573, "Finetune/Loss (Raw)": 0.6627414226531982, "Finetune/Step": 5940, "Finetune/Step Time": 6.590739680454135}
+{"Finetune/Learning Rate": 8.180069636922252e-06, "Finetune/Loss": 0.5795074701309204, "Finetune/Loss (Raw)": 0.670539140701294, "Finetune/Step": 5941, "Finetune/Step Time": 6.567664802074432}
+{"Finetune/Learning Rate": 8.177006634060798e-06, "Finetune/Loss": 0.5792352557182312, "Finetune/Loss (Raw)": 0.531926691532135, "Finetune/Step": 5942, "Finetune/Step Time": 6.573222957551479}
+{"Finetune/Learning Rate": 8.173943808101464e-06, "Finetune/Loss": 0.5754112601280212, "Finetune/Loss (Raw)": 0.1908368319272995, "Finetune/Step": 5943, "Finetune/Step Time": 6.5991879142820835}
+{"Finetune/Learning Rate": 8.170881159341454e-06, "Finetune/Loss": 0.5752335786819458, "Finetune/Loss (Raw)": 0.6731474995613098, "Finetune/Step": 5944, "Finetune/Step Time": 6.602937703952193}
+{"Finetune/Learning Rate": 8.167818688077973e-06, "Finetune/Loss": 0.5734353065490723, "Finetune/Loss (Raw)": 0.45496124029159546, "Finetune/Step": 5945, "Finetune/Step Time": 6.61128463037312}
+{"Finetune/Learning Rate": 8.164756394608198e-06, "Finetune/Loss": 0.5743095874786377, "Finetune/Loss (Raw)": 0.6514124274253845, "Finetune/Step": 5946, "Finetune/Step Time": 6.6210547890514135}
+{"Finetune/Learning Rate": 8.161694279229295e-06, "Finetune/Loss": 0.5726828575134277, "Finetune/Loss (Raw)": 0.4422667920589447, "Finetune/Step": 5947, "Finetune/Step Time": 6.621938185766339}
+{"Finetune/Learning Rate": 8.158632342238407e-06, "Finetune/Loss": 0.5723406672477722, "Finetune/Loss (Raw)": 0.5893217325210571, "Finetune/Step": 5948, "Finetune/Step Time": 6.647117894142866}
+{"Finetune/Learning Rate": 8.155570583932662e-06, "Finetune/Loss": 0.5719358325004578, "Finetune/Loss (Raw)": 0.5685363411903381, "Finetune/Step": 5949, "Finetune/Step Time": 6.654947750270367}
+{"Finetune/Learning Rate": 8.152509004609172e-06, "Finetune/Loss": 0.5721846222877502, "Finetune/Loss (Raw)": 0.638016939163208, "Finetune/Step": 5950, "Finetune/Step Time": 6.682209150865674}
+{"Finetune/Learning Rate": 8.149447604565038e-06, "Finetune/Loss": 0.5719876289367676, "Finetune/Loss (Raw)": 0.5597196221351624, "Finetune/Step": 5951, "Finetune/Step Time": 6.697787219658494}
+{"Finetune/Learning Rate": 8.146386384097323e-06, "Finetune/Loss": 0.5722193717956543, "Finetune/Loss (Raw)": 0.6547306180000305, "Finetune/Step": 5952, "Finetune/Step Time": 6.694772867485881}
+{"Finetune/Learning Rate": 8.143325343503094e-06, "Finetune/Loss": 0.5717993974685669, "Finetune/Loss (Raw)": 0.6411669850349426, "Finetune/Step": 5953, "Finetune/Step Time": 6.702883927151561}
+{"Finetune/Learning Rate": 8.14026448307939e-06, "Finetune/Loss": 0.5723708271980286, "Finetune/Loss (Raw)": 0.6381519436836243, "Finetune/Step": 5954, "Finetune/Step Time": 6.711569728329778}
+{"Finetune/Learning Rate": 8.13720380312324e-06, "Finetune/Loss": 0.5733271837234497, "Finetune/Loss (Raw)": 0.674156904220581, "Finetune/Step": 5955, "Finetune/Step Time": 6.699485745280981}
+{"Finetune/Learning Rate": 8.134143303931642e-06, "Finetune/Loss": 0.5733529329299927, "Finetune/Loss (Raw)": 0.6395174264907837, "Finetune/Step": 5956, "Finetune/Step Time": 6.68162159062922}
+{"Finetune/Learning Rate": 8.131082985801591e-06, "Finetune/Loss": 0.5729184746742249, "Finetune/Loss (Raw)": 0.5705407857894897, "Finetune/Step": 5957, "Finetune/Step Time": 6.66899124532938}
+{"Finetune/Learning Rate": 8.128022849030052e-06, "Finetune/Loss": 0.5696817636489868, "Finetune/Loss (Raw)": 0.14469367265701294, "Finetune/Step": 5958, "Finetune/Step Time": 6.669533479958773}
+{"Finetune/Learning Rate": 8.124962893913992e-06, "Finetune/Loss": 0.5690658092498779, "Finetune/Loss (Raw)": 0.6005281805992126, "Finetune/Step": 5959, "Finetune/Step Time": 6.684004247188568}
+{"Finetune/Learning Rate": 8.121903120750331e-06, "Finetune/Loss": 0.5654284358024597, "Finetune/Loss (Raw)": 0.18500971794128418, "Finetune/Step": 5960, "Finetune/Step Time": 6.7059465907514095}
+{"Finetune/Learning Rate": 8.118843529835995e-06, "Finetune/Loss": 0.5669773817062378, "Finetune/Loss (Raw)": 0.7261273860931396, "Finetune/Step": 5961, "Finetune/Step Time": 6.70658316463232}
+{"Finetune/Learning Rate": 8.115784121467888e-06, "Finetune/Loss": 0.5679007768630981, "Finetune/Loss (Raw)": 0.6544850468635559, "Finetune/Step": 5962, "Finetune/Step Time": 6.720754833891988}
+{"Finetune/Learning Rate": 8.11272489594289e-06, "Finetune/Loss": 0.567822277545929, "Finetune/Loss (Raw)": 0.6304689645767212, "Finetune/Step": 5963, "Finetune/Step Time": 6.721902843564749}
+{"Finetune/Learning Rate": 8.109665853557863e-06, "Finetune/Loss": 0.5666985511779785, "Finetune/Loss (Raw)": 0.5167579054832458, "Finetune/Step": 5964, "Finetune/Step Time": 6.72611734829843}
+{"Finetune/Learning Rate": 8.106606994609659e-06, "Finetune/Loss": 0.5673416256904602, "Finetune/Loss (Raw)": 0.6436200737953186, "Finetune/Step": 5965, "Finetune/Step Time": 6.73018261231482}
+{"Finetune/Learning Rate": 8.103548319395104e-06, "Finetune/Loss": 0.5634554624557495, "Finetune/Loss (Raw)": 0.12751206755638123, "Finetune/Step": 5966, "Finetune/Step Time": 6.7508417926728725}
+{"Finetune/Learning Rate": 8.100489828211014e-06, "Finetune/Loss": 0.5638370513916016, "Finetune/Loss (Raw)": 0.7889647483825684, "Finetune/Step": 5967, "Finetune/Step Time": 6.756118893623352}
+{"Finetune/Learning Rate": 8.09743152135418e-06, "Finetune/Loss": 0.5649201273918152, "Finetune/Loss (Raw)": 0.612848162651062, "Finetune/Step": 5968, "Finetune/Step Time": 6.74084323272109}
+{"Finetune/Learning Rate": 8.094373399121379e-06, "Finetune/Loss": 0.5663989782333374, "Finetune/Loss (Raw)": 0.7052435278892517, "Finetune/Step": 5969, "Finetune/Step Time": 6.723304715007544}
+{"Finetune/Learning Rate": 8.091315461809369e-06, "Finetune/Loss": 0.5662509202957153, "Finetune/Loss (Raw)": 0.511631965637207, "Finetune/Step": 5970, "Finetune/Step Time": 6.712406767532229}
+{"Finetune/Learning Rate": 8.088257709714892e-06, "Finetune/Loss": 0.5691488981246948, "Finetune/Loss (Raw)": 0.6084926128387451, "Finetune/Step": 5971, "Finetune/Step Time": 6.69507797062397}
+{"Finetune/Learning Rate": 8.085200143134668e-06, "Finetune/Loss": 0.5686815977096558, "Finetune/Loss (Raw)": 0.5306577086448669, "Finetune/Step": 5972, "Finetune/Step Time": 6.716785648837686}
+{"Finetune/Learning Rate": 8.0821427623654e-06, "Finetune/Loss": 0.5685396194458008, "Finetune/Loss (Raw)": 0.6247860193252563, "Finetune/Step": 5973, "Finetune/Step Time": 6.727163162082434}
+{"Finetune/Learning Rate": 8.079085567703781e-06, "Finetune/Loss": 0.568584680557251, "Finetune/Loss (Raw)": 0.6163270473480225, "Finetune/Step": 5974, "Finetune/Step Time": 6.70773908123374}
+{"Finetune/Learning Rate": 8.076028559446475e-06, "Finetune/Loss": 0.5684036016464233, "Finetune/Loss (Raw)": 0.6176765561103821, "Finetune/Step": 5975, "Finetune/Step Time": 6.708855487406254}
+{"Finetune/Learning Rate": 8.072971737890129e-06, "Finetune/Loss": 0.5645806789398193, "Finetune/Loss (Raw)": 0.18545690178871155, "Finetune/Step": 5976, "Finetune/Step Time": 6.729021824896336}
+{"Finetune/Learning Rate": 8.069915103331379e-06, "Finetune/Loss": 0.5641819834709167, "Finetune/Loss (Raw)": 0.6359133720397949, "Finetune/Step": 5977, "Finetune/Step Time": 6.7222706489264965}
+{"Finetune/Learning Rate": 8.066858656066836e-06, "Finetune/Loss": 0.5652713179588318, "Finetune/Loss (Raw)": 0.6503353714942932, "Finetune/Step": 5978, "Finetune/Step Time": 6.726870713755488}
+{"Finetune/Learning Rate": 8.0638023963931e-06, "Finetune/Loss": 0.5650042295455933, "Finetune/Loss (Raw)": 0.6085124015808105, "Finetune/Step": 5979, "Finetune/Step Time": 6.7300806399434805}
+{"Finetune/Learning Rate": 8.060746324606744e-06, "Finetune/Loss": 0.5640230178833008, "Finetune/Loss (Raw)": 0.5967880487442017, "Finetune/Step": 5980, "Finetune/Step Time": 6.725610837340355}
+{"Finetune/Learning Rate": 8.057690441004331e-06, "Finetune/Loss": 0.5649082064628601, "Finetune/Loss (Raw)": 0.6676672697067261, "Finetune/Step": 5981, "Finetune/Step Time": 6.726336769759655}
+{"Finetune/Learning Rate": 8.0546347458824e-06, "Finetune/Loss": 0.563712477684021, "Finetune/Loss (Raw)": 0.5777085423469543, "Finetune/Step": 5982, "Finetune/Step Time": 6.723598280921578}
+{"Finetune/Learning Rate": 8.051579239537475e-06, "Finetune/Loss": 0.5647695064544678, "Finetune/Loss (Raw)": 0.6184885501861572, "Finetune/Step": 5983, "Finetune/Step Time": 6.716464199125767}
+{"Finetune/Learning Rate": 8.048523922266057e-06, "Finetune/Loss": 0.5655012130737305, "Finetune/Loss (Raw)": 0.6579138040542603, "Finetune/Step": 5984, "Finetune/Step Time": 6.711934290826321}
+{"Finetune/Learning Rate": 8.045468794364635e-06, "Finetune/Loss": 0.5649617910385132, "Finetune/Loss (Raw)": 0.5911642909049988, "Finetune/Step": 5985, "Finetune/Step Time": 6.718614432960749}
+{"Finetune/Learning Rate": 8.042413856129675e-06, "Finetune/Loss": 0.566165566444397, "Finetune/Loss (Raw)": 0.6462469696998596, "Finetune/Step": 5986, "Finetune/Step Time": 6.71415900439024}
+{"Finetune/Learning Rate": 8.039359107857632e-06, "Finetune/Loss": 0.5626928806304932, "Finetune/Loss (Raw)": 0.23057374358177185, "Finetune/Step": 5987, "Finetune/Step Time": 6.7322988063097}
+{"Finetune/Learning Rate": 8.036304549844928e-06, "Finetune/Loss": 0.5633367896080017, "Finetune/Loss (Raw)": 0.5972190499305725, "Finetune/Step": 5988, "Finetune/Step Time": 6.7230608481913805}
+{"Finetune/Learning Rate": 8.033250182387977e-06, "Finetune/Loss": 0.5635292530059814, "Finetune/Loss (Raw)": 0.6503275632858276, "Finetune/Step": 5989, "Finetune/Step Time": 6.72923731058836}
+{"Finetune/Learning Rate": 8.030196005783179e-06, "Finetune/Loss": 0.5647543668746948, "Finetune/Loss (Raw)": 0.685053825378418, "Finetune/Step": 5990, "Finetune/Step Time": 6.702573074027896}
+{"Finetune/Learning Rate": 8.027142020326908e-06, "Finetune/Loss": 0.5667406916618347, "Finetune/Loss (Raw)": 0.7172434329986572, "Finetune/Step": 5991, "Finetune/Step Time": 6.684751566499472}
+{"Finetune/Learning Rate": 8.024088226315515e-06, "Finetune/Loss": 0.5666853189468384, "Finetune/Loss (Raw)": 0.5294069647789001, "Finetune/Step": 5992, "Finetune/Step Time": 6.692042110487819}
+{"Finetune/Learning Rate": 8.021034624045344e-06, "Finetune/Loss": 0.5665375590324402, "Finetune/Loss (Raw)": 0.6228235960006714, "Finetune/Step": 5993, "Finetune/Step Time": 6.688667327165604}
+{"Finetune/Learning Rate": 8.017981213812708e-06, "Finetune/Loss": 0.5660728216171265, "Finetune/Loss (Raw)": 0.5073017477989197, "Finetune/Step": 5994, "Finetune/Step Time": 6.692038893699646}
+{"Finetune/Learning Rate": 8.01492799591392e-06, "Finetune/Loss": 0.5667980909347534, "Finetune/Loss (Raw)": 0.23755118250846863, "Finetune/Step": 5995, "Finetune/Step Time": 6.690840380266309}
+{"Finetune/Learning Rate": 8.011874970645248e-06, "Finetune/Loss": 0.5666213631629944, "Finetune/Loss (Raw)": 0.5584002137184143, "Finetune/Step": 5996, "Finetune/Step Time": 6.700222069397569}
+{"Finetune/Learning Rate": 8.008822138302962e-06, "Finetune/Loss": 0.5661269426345825, "Finetune/Loss (Raw)": 0.6144129037857056, "Finetune/Step": 5997, "Finetune/Step Time": 6.719260925427079}
+{"Finetune/Learning Rate": 8.00576949918331e-06, "Finetune/Loss": 0.5659350752830505, "Finetune/Loss (Raw)": 0.6252463459968567, "Finetune/Step": 5998, "Finetune/Step Time": 6.71845437027514}
+{"Finetune/Learning Rate": 8.002717053582519e-06, "Finetune/Loss": 0.5699281692504883, "Finetune/Loss (Raw)": 0.7181671857833862, "Finetune/Step": 5999, "Finetune/Step Time": 6.693636758252978}
+{"Finetune/Learning Rate": 7.999664801796786e-06, "Finetune/Loss": 0.5690687894821167, "Finetune/Loss (Raw)": 0.5485256910324097, "Finetune/Step": 6000, "Finetune/Step Time": 6.692917855456471}
+{"Finetune/Learning Rate": 7.99661274412231e-06, "Finetune/Loss": 0.5684599876403809, "Finetune/Loss (Raw)": 0.5501120090484619, "Finetune/Step": 6001, "Finetune/Step Time": 6.681621799245477}
+{"Finetune/Learning Rate": 7.993560880855255e-06, "Finetune/Loss": 0.5682448148727417, "Finetune/Loss (Raw)": 0.6861960887908936, "Finetune/Step": 6002, "Finetune/Step Time": 6.679697845131159}
+{"Finetune/Learning Rate": 7.990509212291777e-06, "Finetune/Loss": 0.5671970844268799, "Finetune/Loss (Raw)": 0.56406170129776, "Finetune/Step": 6003, "Finetune/Step Time": 6.726283149793744}
+{"Finetune/Learning Rate": 7.987457738728003e-06, "Finetune/Loss": 0.5679056644439697, "Finetune/Loss (Raw)": 0.7415107488632202, "Finetune/Step": 6004, "Finetune/Step Time": 6.7219332549721}
+{"Finetune/Learning Rate": 7.984406460460047e-06, "Finetune/Loss": 0.566910445690155, "Finetune/Loss (Raw)": 0.3952345848083496, "Finetune/Step": 6005, "Finetune/Step Time": 6.757133305072784}
+{"Finetune/Learning Rate": 7.981355377784008e-06, "Finetune/Loss": 0.5676413178443909, "Finetune/Loss (Raw)": 0.6490048170089722, "Finetune/Step": 6006, "Finetune/Step Time": 6.758910061791539}
+{"Finetune/Learning Rate": 7.978304490995954e-06, "Finetune/Loss": 0.5678417682647705, "Finetune/Loss (Raw)": 0.6642259955406189, "Finetune/Step": 6007, "Finetune/Step Time": 6.7702482510358095}
+{"Finetune/Learning Rate": 7.975253800391941e-06, "Finetune/Loss": 0.5670260190963745, "Finetune/Loss (Raw)": 0.5858733057975769, "Finetune/Step": 6008, "Finetune/Step Time": 6.781253131106496}
+{"Finetune/Learning Rate": 7.972203306268011e-06, "Finetune/Loss": 0.5695592164993286, "Finetune/Loss (Raw)": 0.6380724310874939, "Finetune/Step": 6009, "Finetune/Step Time": 6.758632538840175}
+{"Finetune/Learning Rate": 7.969153008920187e-06, "Finetune/Loss": 0.5715373754501343, "Finetune/Loss (Raw)": 0.7931047677993774, "Finetune/Step": 6010, "Finetune/Step Time": 6.750892793759704}
+{"Finetune/Learning Rate": 7.966102908644454e-06, "Finetune/Loss": 0.5705636739730835, "Finetune/Loss (Raw)": 0.5982236266136169, "Finetune/Step": 6011, "Finetune/Step Time": 6.750795513391495}
+{"Finetune/Learning Rate": 7.963053005736801e-06, "Finetune/Loss": 0.5707643628120422, "Finetune/Loss (Raw)": 0.642017126083374, "Finetune/Step": 6012, "Finetune/Step Time": 6.751268677413464}
+{"Finetune/Learning Rate": 7.960003300493186e-06, "Finetune/Loss": 0.570219874382019, "Finetune/Loss (Raw)": 0.6181381940841675, "Finetune/Step": 6013, "Finetune/Step Time": 6.749119663611054}
+{"Finetune/Learning Rate": 7.956953793209555e-06, "Finetune/Loss": 0.5697508454322815, "Finetune/Loss (Raw)": 0.6141545176506042, "Finetune/Step": 6014, "Finetune/Step Time": 6.745678935199976}
+{"Finetune/Learning Rate": 7.953904484181823e-06, "Finetune/Loss": 0.5693837404251099, "Finetune/Loss (Raw)": 0.6391232013702393, "Finetune/Step": 6015, "Finetune/Step Time": 6.7498846631497145}
+{"Finetune/Learning Rate": 7.950855373705897e-06, "Finetune/Loss": 0.5701563358306885, "Finetune/Loss (Raw)": 0.6812149286270142, "Finetune/Step": 6016, "Finetune/Step Time": 6.759937627241015}
+{"Finetune/Learning Rate": 7.947806462077657e-06, "Finetune/Loss": 0.5701589584350586, "Finetune/Loss (Raw)": 0.567276656627655, "Finetune/Step": 6017, "Finetune/Step Time": 6.7582340855151415}
+{"Finetune/Learning Rate": 7.944757749592979e-06, "Finetune/Loss": 0.57114177942276, "Finetune/Loss (Raw)": 0.6880040764808655, "Finetune/Step": 6018, "Finetune/Step Time": 6.7657804023474455}
+{"Finetune/Learning Rate": 7.941709236547691e-06, "Finetune/Loss": 0.5717626214027405, "Finetune/Loss (Raw)": 0.6455780863761902, "Finetune/Step": 6019, "Finetune/Step Time": 6.778713868930936}
+{"Finetune/Learning Rate": 7.938660923237631e-06, "Finetune/Loss": 0.5712863206863403, "Finetune/Loss (Raw)": 0.5289934873580933, "Finetune/Step": 6020, "Finetune/Step Time": 6.77708637714386}
+{"Finetune/Learning Rate": 7.935612809958602e-06, "Finetune/Loss": 0.5742037296295166, "Finetune/Loss (Raw)": 0.6002095341682434, "Finetune/Step": 6021, "Finetune/Step Time": 6.774737875908613}
+{"Finetune/Learning Rate": 7.932564897006391e-06, "Finetune/Loss": 0.5742142796516418, "Finetune/Loss (Raw)": 0.6290510892868042, "Finetune/Step": 6022, "Finetune/Step Time": 6.762611227110028}
+{"Finetune/Learning Rate": 7.929517184676765e-06, "Finetune/Loss": 0.5742697715759277, "Finetune/Loss (Raw)": 0.619536280632019, "Finetune/Step": 6023, "Finetune/Step Time": 6.760789595544338}
+{"Finetune/Learning Rate": 7.926469673265471e-06, "Finetune/Loss": 0.5743858814239502, "Finetune/Loss (Raw)": 0.6191235780715942, "Finetune/Step": 6024, "Finetune/Step Time": 6.758442506194115}
+{"Finetune/Learning Rate": 7.923422363068241e-06, "Finetune/Loss": 0.5748829245567322, "Finetune/Loss (Raw)": 0.6621792912483215, "Finetune/Step": 6025, "Finetune/Step Time": 6.763034872710705}
+{"Finetune/Learning Rate": 7.920375254380783e-06, "Finetune/Loss": 0.5721120834350586, "Finetune/Loss (Raw)": 0.2168935388326645, "Finetune/Step": 6026, "Finetune/Step Time": 6.77765160612762}
+{"Finetune/Learning Rate": 7.917328347498783e-06, "Finetune/Loss": 0.5731678605079651, "Finetune/Loss (Raw)": 0.6911684274673462, "Finetune/Step": 6027, "Finetune/Step Time": 6.7715694438666105}
+{"Finetune/Learning Rate": 7.914281642717912e-06, "Finetune/Loss": 0.57332843542099, "Finetune/Loss (Raw)": 0.6098206043243408, "Finetune/Step": 6028, "Finetune/Step Time": 6.773354195058346}
+{"Finetune/Learning Rate": 7.911235140333822e-06, "Finetune/Loss": 0.5731437802314758, "Finetune/Loss (Raw)": 0.6444260478019714, "Finetune/Step": 6029, "Finetune/Step Time": 6.771950675174594}
+{"Finetune/Learning Rate": 7.908188840642148e-06, "Finetune/Loss": 0.5744273066520691, "Finetune/Loss (Raw)": 0.7643515467643738, "Finetune/Step": 6030, "Finetune/Step Time": 6.7652540653944016}
+{"Finetune/Learning Rate": 7.905142743938494e-06, "Finetune/Loss": 0.5755208730697632, "Finetune/Loss (Raw)": 0.6602175235748291, "Finetune/Step": 6031, "Finetune/Step Time": 6.7566401325166225}
+{"Finetune/Learning Rate": 7.902096850518451e-06, "Finetune/Loss": 0.5763536095619202, "Finetune/Loss (Raw)": 0.6886837482452393, "Finetune/Step": 6032, "Finetune/Step Time": 6.744078090414405}
+{"Finetune/Learning Rate": 7.899051160677596e-06, "Finetune/Loss": 0.5732383131980896, "Finetune/Loss (Raw)": 0.2621271014213562, "Finetune/Step": 6033, "Finetune/Step Time": 6.760032953694463}
+{"Finetune/Learning Rate": 7.896005674711478e-06, "Finetune/Loss": 0.5736156702041626, "Finetune/Loss (Raw)": 0.6588532328605652, "Finetune/Step": 6034, "Finetune/Step Time": 6.761627476662397}
+{"Finetune/Learning Rate": 7.892960392915627e-06, "Finetune/Loss": 0.5742502212524414, "Finetune/Loss (Raw)": 0.5814592838287354, "Finetune/Step": 6035, "Finetune/Step Time": 6.753525033593178}
+{"Finetune/Learning Rate": 7.889915315585558e-06, "Finetune/Loss": 0.574109673500061, "Finetune/Loss (Raw)": 0.539616048336029, "Finetune/Step": 6036, "Finetune/Step Time": 6.7675904761999846}
+{"Finetune/Learning Rate": 7.886870443016761e-06, "Finetune/Loss": 0.5753426551818848, "Finetune/Loss (Raw)": 0.5628217458724976, "Finetune/Step": 6037, "Finetune/Step Time": 6.75680348649621}
+{"Finetune/Learning Rate": 7.883825775504715e-06, "Finetune/Loss": 0.5764724016189575, "Finetune/Loss (Raw)": 0.6603683829307556, "Finetune/Step": 6038, "Finetune/Step Time": 6.763739241287112}
+{"Finetune/Learning Rate": 7.880781313344862e-06, "Finetune/Loss": 0.5767982006072998, "Finetune/Loss (Raw)": 0.6080785989761353, "Finetune/Step": 6039, "Finetune/Step Time": 6.763439815491438}
+{"Finetune/Learning Rate": 7.877737056832643e-06, "Finetune/Loss": 0.5806124210357666, "Finetune/Loss (Raw)": 0.6784365773200989, "Finetune/Step": 6040, "Finetune/Step Time": 6.749117674306035}
+{"Finetune/Learning Rate": 7.874693006263467e-06, "Finetune/Loss": 0.5799766778945923, "Finetune/Loss (Raw)": 0.5079793930053711, "Finetune/Step": 6041, "Finetune/Step Time": 6.75174405425787}
+{"Finetune/Learning Rate": 7.87164916193273e-06, "Finetune/Loss": 0.5815414190292358, "Finetune/Loss (Raw)": 0.7073652744293213, "Finetune/Step": 6042, "Finetune/Step Time": 6.737026248127222}
+{"Finetune/Learning Rate": 7.868605524135802e-06, "Finetune/Loss": 0.580777645111084, "Finetune/Loss (Raw)": 0.5538113713264465, "Finetune/Step": 6043, "Finetune/Step Time": 6.743968170136213}
+{"Finetune/Learning Rate": 7.865562093168035e-06, "Finetune/Loss": 0.580499529838562, "Finetune/Loss (Raw)": 0.5383487939834595, "Finetune/Step": 6044, "Finetune/Step Time": 6.743312189355493}
+{"Finetune/Learning Rate": 7.86251886932476e-06, "Finetune/Loss": 0.5809587836265564, "Finetune/Loss (Raw)": 0.6300404071807861, "Finetune/Step": 6045, "Finetune/Step Time": 6.755831366404891}
+{"Finetune/Learning Rate": 7.859475852901298e-06, "Finetune/Loss": 0.5811943411827087, "Finetune/Loss (Raw)": 0.7182782292366028, "Finetune/Step": 6046, "Finetune/Step Time": 6.771460494026542}
+{"Finetune/Learning Rate": 7.856433044192933e-06, "Finetune/Loss": 0.583916425704956, "Finetune/Loss (Raw)": 0.5546355843544006, "Finetune/Step": 6047, "Finetune/Step Time": 6.744687041267753}
+{"Finetune/Learning Rate": 7.853390443494938e-06, "Finetune/Loss": 0.5849186182022095, "Finetune/Loss (Raw)": 0.6839539408683777, "Finetune/Step": 6048, "Finetune/Step Time": 6.74112126044929}
+{"Finetune/Learning Rate": 7.850348051102568e-06, "Finetune/Loss": 0.5850023627281189, "Finetune/Loss (Raw)": 0.5905348062515259, "Finetune/Step": 6049, "Finetune/Step Time": 6.755812004208565}
+{"Finetune/Learning Rate": 7.847305867311056e-06, "Finetune/Loss": 0.5846892595291138, "Finetune/Loss (Raw)": 0.5875803232192993, "Finetune/Step": 6050, "Finetune/Step Time": 6.761764416471124}
+{"Finetune/Learning Rate": 7.844263892415608e-06, "Finetune/Loss": 0.583734929561615, "Finetune/Loss (Raw)": 0.5169925689697266, "Finetune/Step": 6051, "Finetune/Step Time": 6.769975000992417}
+{"Finetune/Learning Rate": 7.84122212671142e-06, "Finetune/Loss": 0.5828303098678589, "Finetune/Loss (Raw)": 0.4882131516933441, "Finetune/Step": 6052, "Finetune/Step Time": 6.774827498942614}
+{"Finetune/Learning Rate": 7.83818057049366e-06, "Finetune/Loss": 0.5848253965377808, "Finetune/Loss (Raw)": 0.4811498820781708, "Finetune/Step": 6053, "Finetune/Step Time": 6.764362942427397}
+{"Finetune/Learning Rate": 7.835139224057484e-06, "Finetune/Loss": 0.5824417471885681, "Finetune/Loss (Raw)": 0.22682608664035797, "Finetune/Step": 6054, "Finetune/Step Time": 6.789331067353487}
+{"Finetune/Learning Rate": 7.832098087698016e-06, "Finetune/Loss": 0.5822257995605469, "Finetune/Loss (Raw)": 0.5546201467514038, "Finetune/Step": 6055, "Finetune/Step Time": 6.791788475587964}
+{"Finetune/Learning Rate": 7.829057161710367e-06, "Finetune/Loss": 0.5815392732620239, "Finetune/Loss (Raw)": 0.5915005207061768, "Finetune/Step": 6056, "Finetune/Step Time": 6.778794625774026}
+{"Finetune/Learning Rate": 7.826016446389627e-06, "Finetune/Loss": 0.5808120965957642, "Finetune/Loss (Raw)": 0.6164371967315674, "Finetune/Step": 6057, "Finetune/Step Time": 6.776340164244175}
+{"Finetune/Learning Rate": 7.822975942030875e-06, "Finetune/Loss": 0.5804736018180847, "Finetune/Loss (Raw)": 0.6350195407867432, "Finetune/Step": 6058, "Finetune/Step Time": 6.79483343847096}
+{"Finetune/Learning Rate": 7.819935648929141e-06, "Finetune/Loss": 0.5805056095123291, "Finetune/Loss (Raw)": 0.556706428527832, "Finetune/Step": 6059, "Finetune/Step Time": 6.81287544593215}
+{"Finetune/Learning Rate": 7.816895567379466e-06, "Finetune/Loss": 0.5797450542449951, "Finetune/Loss (Raw)": 0.5578555464744568, "Finetune/Step": 6060, "Finetune/Step Time": 6.828350409865379}
+{"Finetune/Learning Rate": 7.813855697676856e-06, "Finetune/Loss": 0.5795237421989441, "Finetune/Loss (Raw)": 0.635252058506012, "Finetune/Step": 6061, "Finetune/Step Time": 6.8277492839843035}
+{"Finetune/Learning Rate": 7.810816040116295e-06, "Finetune/Loss": 0.5788283348083496, "Finetune/Loss (Raw)": 0.48887190222740173, "Finetune/Step": 6062, "Finetune/Step Time": 6.833691973239183}
+{"Finetune/Learning Rate": 7.807776594992752e-06, "Finetune/Loss": 0.578313410282135, "Finetune/Loss (Raw)": 0.5457503199577332, "Finetune/Step": 6063, "Finetune/Step Time": 6.82910511828959}
+{"Finetune/Learning Rate": 7.80473736260117e-06, "Finetune/Loss": 0.5791168212890625, "Finetune/Loss (Raw)": 0.7256336808204651, "Finetune/Step": 6064, "Finetune/Step Time": 6.840991685166955}
+{"Finetune/Learning Rate": 7.801698343236474e-06, "Finetune/Loss": 0.5794315338134766, "Finetune/Loss (Raw)": 0.6497157216072083, "Finetune/Step": 6065, "Finetune/Step Time": 6.844704192131758}
+{"Finetune/Learning Rate": 7.798659537193577e-06, "Finetune/Loss": 0.5822450518608093, "Finetune/Loss (Raw)": 0.5692943334579468, "Finetune/Step": 6066, "Finetune/Step Time": 6.832852864637971}
+{"Finetune/Learning Rate": 7.795620944767351e-06, "Finetune/Loss": 0.5823677778244019, "Finetune/Loss (Raw)": 0.6071886420249939, "Finetune/Step": 6067, "Finetune/Step Time": 6.815873626619577}
+{"Finetune/Learning Rate": 7.792582566252663e-06, "Finetune/Loss": 0.5816962122917175, "Finetune/Loss (Raw)": 0.5767831206321716, "Finetune/Step": 6068, "Finetune/Step Time": 6.812916990369558}
+{"Finetune/Learning Rate": 7.78954440194436e-06, "Finetune/Loss": 0.5816513895988464, "Finetune/Loss (Raw)": 0.6648048162460327, "Finetune/Step": 6069, "Finetune/Step Time": 6.8069549780339}
+{"Finetune/Learning Rate": 7.78650645213726e-06, "Finetune/Loss": 0.5829800367355347, "Finetune/Loss (Raw)": 0.7019977569580078, "Finetune/Step": 6070, "Finetune/Step Time": 6.800073076039553}
+{"Finetune/Learning Rate": 7.783468717126162e-06, "Finetune/Loss": 0.5852218866348267, "Finetune/Loss (Raw)": 0.4777875244617462, "Finetune/Step": 6071, "Finetune/Step Time": 6.80708377994597}
+{"Finetune/Learning Rate": 7.780431197205847e-06, "Finetune/Loss": 0.5844069123268127, "Finetune/Loss (Raw)": 0.568837583065033, "Finetune/Step": 6072, "Finetune/Step Time": 6.834731703624129}
+{"Finetune/Learning Rate": 7.777393892671076e-06, "Finetune/Loss": 0.5851927995681763, "Finetune/Loss (Raw)": 0.5555503368377686, "Finetune/Step": 6073, "Finetune/Step Time": 6.829000264406204}
+{"Finetune/Learning Rate": 7.774356803816589e-06, "Finetune/Loss": 0.5842865705490112, "Finetune/Loss (Raw)": 0.5354205965995789, "Finetune/Step": 6074, "Finetune/Step Time": 6.822716569527984}
+{"Finetune/Learning Rate": 7.771319930937095e-06, "Finetune/Loss": 0.5854237675666809, "Finetune/Loss (Raw)": 0.5878235697746277, "Finetune/Step": 6075, "Finetune/Step Time": 6.822159333154559}
+{"Finetune/Learning Rate": 7.768283274327295e-06, "Finetune/Loss": 0.5852706432342529, "Finetune/Loss (Raw)": 0.5697222352027893, "Finetune/Step": 6076, "Finetune/Step Time": 6.811489405110478}
+{"Finetune/Learning Rate": 7.76524683428187e-06, "Finetune/Loss": 0.5861496925354004, "Finetune/Loss (Raw)": 0.6810528635978699, "Finetune/Step": 6077, "Finetune/Step Time": 6.8084780387580395}
+{"Finetune/Learning Rate": 7.762210611095463e-06, "Finetune/Loss": 0.5853411555290222, "Finetune/Loss (Raw)": 0.5345234274864197, "Finetune/Step": 6078, "Finetune/Step Time": 6.780910478904843}
+{"Finetune/Learning Rate": 7.759174605062713e-06, "Finetune/Loss": 0.5866274833679199, "Finetune/Loss (Raw)": 0.7243692278862, "Finetune/Step": 6079, "Finetune/Step Time": 6.765335792675614}
+{"Finetune/Learning Rate": 7.756138816478232e-06, "Finetune/Loss": 0.5865378975868225, "Finetune/Loss (Raw)": 0.6432670950889587, "Finetune/Step": 6080, "Finetune/Step Time": 6.766951320692897}
+{"Finetune/Learning Rate": 7.753103245636614e-06, "Finetune/Loss": 0.5846273899078369, "Finetune/Loss (Raw)": 0.39661696553230286, "Finetune/Step": 6081, "Finetune/Step Time": 6.780264910310507}
+{"Finetune/Learning Rate": 7.750067892832424e-06, "Finetune/Loss": 0.583716869354248, "Finetune/Loss (Raw)": 0.5216099619865417, "Finetune/Step": 6082, "Finetune/Step Time": 6.759725959971547}
+{"Finetune/Learning Rate": 7.747032758360212e-06, "Finetune/Loss": 0.5830161571502686, "Finetune/Loss (Raw)": 0.5844599604606628, "Finetune/Step": 6083, "Finetune/Step Time": 6.749891614541411}
+{"Finetune/Learning Rate": 7.743997842514505e-06, "Finetune/Loss": 0.5798043012619019, "Finetune/Loss (Raw)": 0.22840173542499542, "Finetune/Step": 6084, "Finetune/Step Time": 6.7752904538065195}
+{"Finetune/Learning Rate": 7.740963145589813e-06, "Finetune/Loss": 0.5808456540107727, "Finetune/Loss (Raw)": 0.7038353681564331, "Finetune/Step": 6085, "Finetune/Step Time": 6.789801662787795}
+{"Finetune/Learning Rate": 7.737928667880616e-06, "Finetune/Loss": 0.5848612785339355, "Finetune/Loss (Raw)": 0.6587002873420715, "Finetune/Step": 6086, "Finetune/Step Time": 6.774642510339618}
+{"Finetune/Learning Rate": 7.734894409681378e-06, "Finetune/Loss": 0.584855318069458, "Finetune/Loss (Raw)": 0.599751889705658, "Finetune/Step": 6087, "Finetune/Step Time": 6.766000559553504}
+{"Finetune/Learning Rate": 7.731860371286544e-06, "Finetune/Loss": 0.5880135297775269, "Finetune/Loss (Raw)": 0.5892723798751831, "Finetune/Step": 6088, "Finetune/Step Time": 6.757791239768267}
+{"Finetune/Learning Rate": 7.728826552990537e-06, "Finetune/Loss": 0.588413417339325, "Finetune/Loss (Raw)": 0.7773069739341736, "Finetune/Step": 6089, "Finetune/Step Time": 6.7735505402088165}
+{"Finetune/Learning Rate": 7.725792955087754e-06, "Finetune/Loss": 0.5880104303359985, "Finetune/Loss (Raw)": 0.6029005646705627, "Finetune/Step": 6090, "Finetune/Step Time": 6.761527227237821}
+{"Finetune/Learning Rate": 7.722759577872575e-06, "Finetune/Loss": 0.5880624055862427, "Finetune/Loss (Raw)": 0.6371227502822876, "Finetune/Step": 6091, "Finetune/Step Time": 6.77196603640914}
+{"Finetune/Learning Rate": 7.719726421639353e-06, "Finetune/Loss": 0.5887221097946167, "Finetune/Loss (Raw)": 0.6012004613876343, "Finetune/Step": 6092, "Finetune/Step Time": 6.765172565355897}
+{"Finetune/Learning Rate": 7.716693486682429e-06, "Finetune/Loss": 0.5886035561561584, "Finetune/Loss (Raw)": 0.6284456849098206, "Finetune/Step": 6093, "Finetune/Step Time": 6.763184515759349}
+{"Finetune/Learning Rate": 7.713660773296115e-06, "Finetune/Loss": 0.5920464396476746, "Finetune/Loss (Raw)": 0.568203330039978, "Finetune/Step": 6094, "Finetune/Step Time": 6.757150366902351}
+{"Finetune/Learning Rate": 7.710628281774699e-06, "Finetune/Loss": 0.5899543762207031, "Finetune/Loss (Raw)": 0.5211771130561829, "Finetune/Step": 6095, "Finetune/Step Time": 6.788497243076563}
+{"Finetune/Learning Rate": 7.707596012412458e-06, "Finetune/Loss": 0.5902971029281616, "Finetune/Loss (Raw)": 0.6567223072052002, "Finetune/Step": 6096, "Finetune/Step Time": 6.786874307319522}
+{"Finetune/Learning Rate": 7.704563965503644e-06, "Finetune/Loss": 0.5898054838180542, "Finetune/Loss (Raw)": 0.6423108577728271, "Finetune/Step": 6097, "Finetune/Step Time": 6.788677275180817}
+{"Finetune/Learning Rate": 7.701532141342472e-06, "Finetune/Loss": 0.5899773836135864, "Finetune/Loss (Raw)": 0.5336400866508484, "Finetune/Step": 6098, "Finetune/Step Time": 6.797462748363614}
+{"Finetune/Learning Rate": 7.698500540223161e-06, "Finetune/Loss": 0.5903448462486267, "Finetune/Loss (Raw)": 0.6555270552635193, "Finetune/Step": 6099, "Finetune/Step Time": 6.799274131655693}
+{"Finetune/Learning Rate": 7.695469162439892e-06, "Finetune/Loss": 0.5903739929199219, "Finetune/Loss (Raw)": 0.5343868136405945, "Finetune/Step": 6100, "Finetune/Step Time": 6.7913721688091755}
+{"Finetune/Learning Rate": 7.692438008286828e-06, "Finetune/Loss": 0.5908216238021851, "Finetune/Loss (Raw)": 0.6820864081382751, "Finetune/Step": 6101, "Finetune/Step Time": 6.7875637616962194}
+{"Finetune/Learning Rate": 7.68940707805811e-06, "Finetune/Loss": 0.5916149020195007, "Finetune/Loss (Raw)": 0.7178705334663391, "Finetune/Step": 6102, "Finetune/Step Time": 6.816536411643028}
+{"Finetune/Learning Rate": 7.686376372047854e-06, "Finetune/Loss": 0.5924581289291382, "Finetune/Loss (Raw)": 0.7256002426147461, "Finetune/Step": 6103, "Finetune/Step Time": 6.8321539126336575}
+{"Finetune/Learning Rate": 7.68334589055016e-06, "Finetune/Loss": 0.5955386757850647, "Finetune/Loss (Raw)": 0.5797736644744873, "Finetune/Step": 6104, "Finetune/Step Time": 6.814949873834848}
+{"Finetune/Learning Rate": 7.680315633859113e-06, "Finetune/Loss": 0.595542311668396, "Finetune/Loss (Raw)": 0.6363769769668579, "Finetune/Step": 6105, "Finetune/Step Time": 6.832979653030634}
+{"Finetune/Learning Rate": 7.677285602268751e-06, "Finetune/Loss": 0.5956973433494568, "Finetune/Loss (Raw)": 0.6701737642288208, "Finetune/Step": 6106, "Finetune/Step Time": 6.823437271639705}
+{"Finetune/Learning Rate": 7.674255796073118e-06, "Finetune/Loss": 0.5957018733024597, "Finetune/Loss (Raw)": 0.609092116355896, "Finetune/Step": 6107, "Finetune/Step Time": 6.822198549285531}
+{"Finetune/Learning Rate": 7.67122621556622e-06, "Finetune/Loss": 0.5962604284286499, "Finetune/Loss (Raw)": 0.6682876944541931, "Finetune/Step": 6108, "Finetune/Step Time": 6.821422485634685}
+{"Finetune/Learning Rate": 7.668196861042048e-06, "Finetune/Loss": 0.5959466099739075, "Finetune/Loss (Raw)": 0.6274986863136292, "Finetune/Step": 6109, "Finetune/Step Time": 6.812697861343622}
+{"Finetune/Learning Rate": 7.665167732794566e-06, "Finetune/Loss": 0.5958958268165588, "Finetune/Loss (Raw)": 0.5712116956710815, "Finetune/Step": 6110, "Finetune/Step Time": 6.81258394382894}
+{"Finetune/Learning Rate": 7.66213883111772e-06, "Finetune/Loss": 0.5964751243591309, "Finetune/Loss (Raw)": 0.6926311254501343, "Finetune/Step": 6111, "Finetune/Step Time": 6.828045258298516}
+{"Finetune/Learning Rate": 7.65911015630543e-06, "Finetune/Loss": 0.5960776805877686, "Finetune/Loss (Raw)": 0.6070433259010315, "Finetune/Step": 6112, "Finetune/Step Time": 6.8245516307652}
+{"Finetune/Learning Rate": 7.656081708651603e-06, "Finetune/Loss": 0.5957138538360596, "Finetune/Loss (Raw)": 0.5445942282676697, "Finetune/Step": 6113, "Finetune/Step Time": 6.817305462434888}
+{"Finetune/Learning Rate": 7.653053488450114e-06, "Finetune/Loss": 0.5951400995254517, "Finetune/Loss (Raw)": 0.5728114247322083, "Finetune/Step": 6114, "Finetune/Step Time": 6.8133463356643915}
+{"Finetune/Learning Rate": 7.650025495994814e-06, "Finetune/Loss": 0.598650336265564, "Finetune/Loss (Raw)": 0.6798797845840454, "Finetune/Step": 6115, "Finetune/Step Time": 6.8059318251907825}
+{"Finetune/Learning Rate": 7.646997731579546e-06, "Finetune/Loss": 0.5988709926605225, "Finetune/Loss (Raw)": 0.6254692077636719, "Finetune/Step": 6116, "Finetune/Step Time": 6.815246786922216}
+{"Finetune/Learning Rate": 7.643970195498121e-06, "Finetune/Loss": 0.5958825349807739, "Finetune/Loss (Raw)": 0.2678051292896271, "Finetune/Step": 6117, "Finetune/Step Time": 6.826403923332691}
+{"Finetune/Learning Rate": 7.640942888044326e-06, "Finetune/Loss": 0.5957883596420288, "Finetune/Loss (Raw)": 0.6729981899261475, "Finetune/Step": 6118, "Finetune/Step Time": 6.827572835609317}
+{"Finetune/Learning Rate": 7.63791580951193e-06, "Finetune/Loss": 0.5938754081726074, "Finetune/Loss (Raw)": 0.47238653898239136, "Finetune/Step": 6119, "Finetune/Step Time": 6.827546259388328}
+{"Finetune/Learning Rate": 7.634888960194678e-06, "Finetune/Loss": 0.594179093837738, "Finetune/Loss (Raw)": 0.5682764649391174, "Finetune/Step": 6120, "Finetune/Step Time": 6.818999316543341}
+{"Finetune/Learning Rate": 7.631862340386299e-06, "Finetune/Loss": 0.593996524810791, "Finetune/Loss (Raw)": 0.5994551181793213, "Finetune/Step": 6121, "Finetune/Step Time": 6.819856056943536}
+{"Finetune/Learning Rate": 7.628835950380486e-06, "Finetune/Loss": 0.5949383974075317, "Finetune/Loss (Raw)": 0.6278588771820068, "Finetune/Step": 6122, "Finetune/Step Time": 6.8173393327742815}
+{"Finetune/Learning Rate": 7.6258097904709216e-06, "Finetune/Loss": 0.5966578722000122, "Finetune/Loss (Raw)": 0.4576374590396881, "Finetune/Step": 6123, "Finetune/Step Time": 6.811740141361952}
+{"Finetune/Learning Rate": 7.622783860951262e-06, "Finetune/Loss": 0.5972915887832642, "Finetune/Loss (Raw)": 0.6395164132118225, "Finetune/Step": 6124, "Finetune/Step Time": 6.796544784680009}
+{"Finetune/Learning Rate": 7.619758162115147e-06, "Finetune/Loss": 0.5977092385292053, "Finetune/Loss (Raw)": 0.6678797006607056, "Finetune/Step": 6125, "Finetune/Step Time": 6.792037442326546}
+{"Finetune/Learning Rate": 7.616732694256178e-06, "Finetune/Loss": 0.5971868634223938, "Finetune/Loss (Raw)": 0.5583852529525757, "Finetune/Step": 6126, "Finetune/Step Time": 6.806175205856562}
+{"Finetune/Learning Rate": 7.6137074576679514e-06, "Finetune/Loss": 0.5959062576293945, "Finetune/Loss (Raw)": 0.5542393922805786, "Finetune/Step": 6127, "Finetune/Step Time": 6.818892039358616}
+{"Finetune/Learning Rate": 7.610682452644034e-06, "Finetune/Loss": 0.5952944755554199, "Finetune/Loss (Raw)": 0.4702211916446686, "Finetune/Step": 6128, "Finetune/Step Time": 6.824279278516769}
+{"Finetune/Learning Rate": 7.607657679477971e-06, "Finetune/Loss": 0.5952904224395752, "Finetune/Loss (Raw)": 0.5495993494987488, "Finetune/Step": 6129, "Finetune/Step Time": 6.832772687077522}
+{"Finetune/Learning Rate": 7.604633138463281e-06, "Finetune/Loss": 0.5955168008804321, "Finetune/Loss (Raw)": 0.715172290802002, "Finetune/Step": 6130, "Finetune/Step Time": 6.8392779510468245}
+{"Finetune/Learning Rate": 7.601608829893465e-06, "Finetune/Loss": 0.5961173176765442, "Finetune/Loss (Raw)": 0.6409205198287964, "Finetune/Step": 6131, "Finetune/Step Time": 6.793137235566974}
+{"Finetune/Learning Rate": 7.598584754061998e-06, "Finetune/Loss": 0.5942516326904297, "Finetune/Loss (Raw)": 0.5027069449424744, "Finetune/Step": 6132, "Finetune/Step Time": 6.792926721274853}
+{"Finetune/Learning Rate": 7.595560911262343e-06, "Finetune/Loss": 0.595963716506958, "Finetune/Loss (Raw)": 0.6143791675567627, "Finetune/Step": 6133, "Finetune/Step Time": 6.781430333852768}
+{"Finetune/Learning Rate": 7.592537301787921e-06, "Finetune/Loss": 0.596248209476471, "Finetune/Loss (Raw)": 0.6854212284088135, "Finetune/Step": 6134, "Finetune/Step Time": 6.785885855555534}
+{"Finetune/Learning Rate": 7.589513925932144e-06, "Finetune/Loss": 0.596088171005249, "Finetune/Loss (Raw)": 0.6437456607818604, "Finetune/Step": 6135, "Finetune/Step Time": 6.773252330720425}
+{"Finetune/Learning Rate": 7.5864907839884005e-06, "Finetune/Loss": 0.5960198640823364, "Finetune/Loss (Raw)": 0.577125072479248, "Finetune/Step": 6136, "Finetune/Step Time": 6.764138860628009}
+{"Finetune/Learning Rate": 7.583467876250058e-06, "Finetune/Loss": 0.5951991081237793, "Finetune/Loss (Raw)": 0.5330193638801575, "Finetune/Step": 6137, "Finetune/Step Time": 6.766510669142008}
+{"Finetune/Learning Rate": 7.58044520301045e-06, "Finetune/Loss": 0.5939648747444153, "Finetune/Loss (Raw)": 0.6351222395896912, "Finetune/Step": 6138, "Finetune/Step Time": 6.771314149722457}
+{"Finetune/Learning Rate": 7.577422764562899e-06, "Finetune/Loss": 0.5941457748413086, "Finetune/Loss (Raw)": 0.6213765144348145, "Finetune/Step": 6139, "Finetune/Step Time": 6.76750578917563}
+{"Finetune/Learning Rate": 7.574400561200699e-06, "Finetune/Loss": 0.5934076309204102, "Finetune/Loss (Raw)": 0.5475366711616516, "Finetune/Step": 6140, "Finetune/Step Time": 6.773004926741123}
+{"Finetune/Learning Rate": 7.571378593217125e-06, "Finetune/Loss": 0.5903908014297485, "Finetune/Loss (Raw)": 0.23198634386062622, "Finetune/Step": 6141, "Finetune/Step Time": 6.792669601738453}
+{"Finetune/Learning Rate": 7.568356860905424e-06, "Finetune/Loss": 0.5904651880264282, "Finetune/Loss (Raw)": 0.6236763000488281, "Finetune/Step": 6142, "Finetune/Step Time": 6.783990697935224}
+{"Finetune/Learning Rate": 7.565335364558821e-06, "Finetune/Loss": 0.5912986993789673, "Finetune/Loss (Raw)": 0.7458102107048035, "Finetune/Step": 6143, "Finetune/Step Time": 6.776211243122816}
+{"Finetune/Learning Rate": 7.562314104470531e-06, "Finetune/Loss": 0.5902087688446045, "Finetune/Loss (Raw)": 0.5416958928108215, "Finetune/Step": 6144, "Finetune/Step Time": 6.7708307802677155}
+{"Finetune/Learning Rate": 7.559293080933722e-06, "Finetune/Loss": 0.5901350975036621, "Finetune/Loss (Raw)": 0.5578497052192688, "Finetune/Step": 6145, "Finetune/Step Time": 6.779289081692696}
+{"Finetune/Learning Rate": 7.556272294241556e-06, "Finetune/Loss": 0.5899437665939331, "Finetune/Loss (Raw)": 0.6635156869888306, "Finetune/Step": 6146, "Finetune/Step Time": 6.770158061757684}
+{"Finetune/Learning Rate": 7.553251744687171e-06, "Finetune/Loss": 0.590196430683136, "Finetune/Loss (Raw)": 0.6779190301895142, "Finetune/Step": 6147, "Finetune/Step Time": 6.746299531310797}
+{"Finetune/Learning Rate": 7.550231432563682e-06, "Finetune/Loss": 0.5897661447525024, "Finetune/Loss (Raw)": 0.4739134609699249, "Finetune/Step": 6148, "Finetune/Step Time": 6.749982912093401}
+{"Finetune/Learning Rate": 7.5472113581641705e-06, "Finetune/Loss": 0.5905487537384033, "Finetune/Loss (Raw)": 0.7003853917121887, "Finetune/Step": 6149, "Finetune/Step Time": 6.7335111405700445}
+{"Finetune/Learning Rate": 7.544191521781706e-06, "Finetune/Loss": 0.590547502040863, "Finetune/Loss (Raw)": 0.6288936734199524, "Finetune/Step": 6150, "Finetune/Step Time": 6.747870551422238}
+{"Finetune/Learning Rate": 7.5411719237093314e-06, "Finetune/Loss": 0.5904026031494141, "Finetune/Loss (Raw)": 0.6009921431541443, "Finetune/Step": 6151, "Finetune/Step Time": 6.737367944791913}
+{"Finetune/Learning Rate": 7.538152564240071e-06, "Finetune/Loss": 0.5911140441894531, "Finetune/Loss (Raw)": 0.7101812958717346, "Finetune/Step": 6152, "Finetune/Step Time": 6.731342006474733}
+{"Finetune/Learning Rate": 7.535133443666914e-06, "Finetune/Loss": 0.5907219648361206, "Finetune/Loss (Raw)": 0.6119967699050903, "Finetune/Step": 6153, "Finetune/Step Time": 6.728770503774285}
+{"Finetune/Learning Rate": 7.532114562282835e-06, "Finetune/Loss": 0.5928572416305542, "Finetune/Loss (Raw)": 0.49020400643348694, "Finetune/Step": 6154, "Finetune/Step Time": 6.729982476681471}
+{"Finetune/Learning Rate": 7.52909592038079e-06, "Finetune/Loss": 0.5890913009643555, "Finetune/Loss (Raw)": 0.20912981033325195, "Finetune/Step": 6155, "Finetune/Step Time": 6.7428405322134495}
+{"Finetune/Learning Rate": 7.526077518253706e-06, "Finetune/Loss": 0.5883057713508606, "Finetune/Loss (Raw)": 0.5092792510986328, "Finetune/Step": 6156, "Finetune/Step Time": 6.7489119954407215}
+{"Finetune/Learning Rate": 7.5230593561944775e-06, "Finetune/Loss": 0.5877465009689331, "Finetune/Loss (Raw)": 0.5728294253349304, "Finetune/Step": 6157, "Finetune/Step Time": 6.752222599461675}
+{"Finetune/Learning Rate": 7.520041434495994e-06, "Finetune/Loss": 0.5865888595581055, "Finetune/Loss (Raw)": 0.6161777973175049, "Finetune/Step": 6158, "Finetune/Step Time": 6.757563320919871}
+{"Finetune/Learning Rate": 7.517023753451109e-06, "Finetune/Loss": 0.5863604545593262, "Finetune/Loss (Raw)": 0.6309794783592224, "Finetune/Step": 6159, "Finetune/Step Time": 6.760720957070589}
+{"Finetune/Learning Rate": 7.5140063133526595e-06, "Finetune/Loss": 0.5862273573875427, "Finetune/Loss (Raw)": 0.6716461777687073, "Finetune/Step": 6160, "Finetune/Step Time": 6.768316915258765}
+{"Finetune/Learning Rate": 7.5109891144934525e-06, "Finetune/Loss": 0.5893638134002686, "Finetune/Loss (Raw)": 0.6635988354682922, "Finetune/Step": 6161, "Finetune/Step Time": 6.759472351521254}
+{"Finetune/Learning Rate": 7.507972157166275e-06, "Finetune/Loss": 0.5897775888442993, "Finetune/Loss (Raw)": 0.7118139863014221, "Finetune/Step": 6162, "Finetune/Step Time": 6.7640856094658375}
+{"Finetune/Learning Rate": 7.504955441663889e-06, "Finetune/Loss": 0.5903392434120178, "Finetune/Loss (Raw)": 0.6533538103103638, "Finetune/Step": 6163, "Finetune/Step Time": 6.78154132142663}
+{"Finetune/Learning Rate": 7.501938968279046e-06, "Finetune/Loss": 0.5909510850906372, "Finetune/Loss (Raw)": 0.6179282069206238, "Finetune/Step": 6164, "Finetune/Step Time": 6.774443946778774}
+{"Finetune/Learning Rate": 7.498922737304446e-06, "Finetune/Loss": 0.5909140706062317, "Finetune/Loss (Raw)": 0.5580834746360779, "Finetune/Step": 6165, "Finetune/Step Time": 6.758038736879826}
+{"Finetune/Learning Rate": 7.495906749032793e-06, "Finetune/Loss": 0.5909278392791748, "Finetune/Loss (Raw)": 0.6621320843696594, "Finetune/Step": 6166, "Finetune/Step Time": 6.749572440981865}
+{"Finetune/Learning Rate": 7.492891003756754e-06, "Finetune/Loss": 0.5912467837333679, "Finetune/Loss (Raw)": 0.6489048004150391, "Finetune/Step": 6167, "Finetune/Step Time": 6.751195002347231}
+{"Finetune/Learning Rate": 7.489875501768976e-06, "Finetune/Loss": 0.5903956294059753, "Finetune/Loss (Raw)": 0.5694872736930847, "Finetune/Step": 6168, "Finetune/Step Time": 6.746915634721518}
+{"Finetune/Learning Rate": 7.48686024336208e-06, "Finetune/Loss": 0.5911771059036255, "Finetune/Loss (Raw)": 0.6080054044723511, "Finetune/Step": 6169, "Finetune/Step Time": 6.733656365424395}
+{"Finetune/Learning Rate": 7.483845228828664e-06, "Finetune/Loss": 0.5900136828422546, "Finetune/Loss (Raw)": 0.5584530234336853, "Finetune/Step": 6170, "Finetune/Step Time": 6.741702813655138}
+{"Finetune/Learning Rate": 7.480830458461303e-06, "Finetune/Loss": 0.5901526212692261, "Finetune/Loss (Raw)": 0.5715970993041992, "Finetune/Step": 6171, "Finetune/Step Time": 6.751638339832425}
+{"Finetune/Learning Rate": 7.477815932552552e-06, "Finetune/Loss": 0.5908737182617188, "Finetune/Loss (Raw)": 0.6306505799293518, "Finetune/Step": 6172, "Finetune/Step Time": 6.764539118856192}
+{"Finetune/Learning Rate": 7.474801651394935e-06, "Finetune/Loss": 0.5898876786231995, "Finetune/Loss (Raw)": 0.5038213133811951, "Finetune/Step": 6173, "Finetune/Step Time": 6.74854889139533}
+{"Finetune/Learning Rate": 7.471787615280954e-06, "Finetune/Loss": 0.5889074802398682, "Finetune/Loss (Raw)": 0.5928130745887756, "Finetune/Step": 6174, "Finetune/Step Time": 6.734609255567193}
+{"Finetune/Learning Rate": 7.468773824503095e-06, "Finetune/Loss": 0.5859854221343994, "Finetune/Loss (Raw)": 0.18061617016792297, "Finetune/Step": 6175, "Finetune/Step Time": 6.751913161948323}
+{"Finetune/Learning Rate": 7.4657602793538135e-06, "Finetune/Loss": 0.5847572088241577, "Finetune/Loss (Raw)": 0.5267385840415955, "Finetune/Step": 6176, "Finetune/Step Time": 6.759847283363342}
+{"Finetune/Learning Rate": 7.462746980125538e-06, "Finetune/Loss": 0.5849922895431519, "Finetune/Loss (Raw)": 0.6206277012825012, "Finetune/Step": 6177, "Finetune/Step Time": 6.759935924783349}
+{"Finetune/Learning Rate": 7.459733927110679e-06, "Finetune/Loss": 0.5847030878067017, "Finetune/Loss (Raw)": 0.5505648851394653, "Finetune/Step": 6178, "Finetune/Step Time": 6.752326056361198}
+{"Finetune/Learning Rate": 7.456721120601622e-06, "Finetune/Loss": 0.5853286981582642, "Finetune/Loss (Raw)": 0.5970631837844849, "Finetune/Step": 6179, "Finetune/Step Time": 6.749782755970955}
+{"Finetune/Learning Rate": 7.453708560890729e-06, "Finetune/Loss": 0.5863078832626343, "Finetune/Loss (Raw)": 0.6135503053665161, "Finetune/Step": 6180, "Finetune/Step Time": 6.739921452477574}
+{"Finetune/Learning Rate": 7.450696248270333e-06, "Finetune/Loss": 0.5840726494789124, "Finetune/Loss (Raw)": 0.19504263997077942, "Finetune/Step": 6181, "Finetune/Step Time": 6.7538573406636715}
+{"Finetune/Learning Rate": 7.447684183032749e-06, "Finetune/Loss": 0.5866698026657104, "Finetune/Loss (Raw)": 0.559263288974762, "Finetune/Step": 6182, "Finetune/Step Time": 6.722433902323246}
+{"Finetune/Learning Rate": 7.444672365470262e-06, "Finetune/Loss": 0.5874689221382141, "Finetune/Loss (Raw)": 0.656906008720398, "Finetune/Step": 6183, "Finetune/Step Time": 6.7191730961203575}
+{"Finetune/Learning Rate": 7.44166079587515e-06, "Finetune/Loss": 0.5850030183792114, "Finetune/Loss (Raw)": 0.27585986256599426, "Finetune/Step": 6184, "Finetune/Step Time": 6.733645711094141}
+{"Finetune/Learning Rate": 7.438649474539636e-06, "Finetune/Loss": 0.584665834903717, "Finetune/Loss (Raw)": 0.5732815861701965, "Finetune/Step": 6185, "Finetune/Step Time": 6.7308115568012}
+{"Finetune/Learning Rate": 7.435638401755949e-06, "Finetune/Loss": 0.5849595069885254, "Finetune/Loss (Raw)": 0.6726118922233582, "Finetune/Step": 6186, "Finetune/Step Time": 6.720901409164071}
+{"Finetune/Learning Rate": 7.432627577816278e-06, "Finetune/Loss": 0.5851333737373352, "Finetune/Loss (Raw)": 0.5789608955383301, "Finetune/Step": 6187, "Finetune/Step Time": 6.69599605165422}
+{"Finetune/Learning Rate": 7.429617003012793e-06, "Finetune/Loss": 0.5851308107376099, "Finetune/Loss (Raw)": 0.5575248599052429, "Finetune/Step": 6188, "Finetune/Step Time": 6.678001860156655}
+{"Finetune/Learning Rate": 7.4266066776376334e-06, "Finetune/Loss": 0.5846465826034546, "Finetune/Loss (Raw)": 0.5732724666595459, "Finetune/Step": 6189, "Finetune/Step Time": 6.680685775354505}
+{"Finetune/Learning Rate": 7.423596601982924e-06, "Finetune/Loss": 0.5823402404785156, "Finetune/Loss (Raw)": 0.19366110861301422, "Finetune/Step": 6190, "Finetune/Step Time": 6.692169910296798}
+{"Finetune/Learning Rate": 7.420586776340757e-06, "Finetune/Loss": 0.5837545990943909, "Finetune/Loss (Raw)": 0.726787805557251, "Finetune/Step": 6191, "Finetune/Step Time": 6.6938836965709925}
+{"Finetune/Learning Rate": 7.41757720100321e-06, "Finetune/Loss": 0.5828814506530762, "Finetune/Loss (Raw)": 0.6138734817504883, "Finetune/Step": 6192, "Finetune/Step Time": 6.683217700570822}
+{"Finetune/Learning Rate": 7.4145678762623245e-06, "Finetune/Loss": 0.5823962688446045, "Finetune/Loss (Raw)": 0.587608277797699, "Finetune/Step": 6193, "Finetune/Step Time": 6.674192059785128}
+{"Finetune/Learning Rate": 7.411558802410121e-06, "Finetune/Loss": 0.5821848511695862, "Finetune/Loss (Raw)": 0.5422372221946716, "Finetune/Step": 6194, "Finetune/Step Time": 6.670018257573247}
+{"Finetune/Learning Rate": 7.408549979738606e-06, "Finetune/Loss": 0.5820502042770386, "Finetune/Loss (Raw)": 0.5899577140808105, "Finetune/Step": 6195, "Finetune/Step Time": 6.664963312447071}
+{"Finetune/Learning Rate": 7.405541408539752e-06, "Finetune/Loss": 0.581805408000946, "Finetune/Loss (Raw)": 0.5454399585723877, "Finetune/Step": 6196, "Finetune/Step Time": 6.659370593726635}
+{"Finetune/Learning Rate": 7.4025330891055055e-06, "Finetune/Loss": 0.5791666507720947, "Finetune/Loss (Raw)": 0.3270527124404907, "Finetune/Step": 6197, "Finetune/Step Time": 6.6844790149480104}
+{"Finetune/Learning Rate": 7.399525021727791e-06, "Finetune/Loss": 0.577762246131897, "Finetune/Loss (Raw)": 0.5222223997116089, "Finetune/Step": 6198, "Finetune/Step Time": 6.680735861882567}
+{"Finetune/Learning Rate": 7.396517206698514e-06, "Finetune/Loss": 0.5791095495223999, "Finetune/Loss (Raw)": 0.6502435207366943, "Finetune/Step": 6199, "Finetune/Step Time": 6.641124019399285}
+{"Finetune/Learning Rate": 7.393509644309551e-06, "Finetune/Loss": 0.5782653093338013, "Finetune/Loss (Raw)": 0.460774689912796, "Finetune/Step": 6200, "Finetune/Step Time": 6.620448118075728}
+{"Finetune/Learning Rate": 7.390502334852747e-06, "Finetune/Loss": 0.5778467655181885, "Finetune/Loss (Raw)": 0.5019884705543518, "Finetune/Step": 6201, "Finetune/Step Time": 6.633287442848086}
+{"Finetune/Learning Rate": 7.387495278619934e-06, "Finetune/Loss": 0.5787451863288879, "Finetune/Loss (Raw)": 0.6504145264625549, "Finetune/Step": 6202, "Finetune/Step Time": 6.634572124108672}
+{"Finetune/Learning Rate": 7.384488475902917e-06, "Finetune/Loss": 0.5789148211479187, "Finetune/Loss (Raw)": 0.6095313429832458, "Finetune/Step": 6203, "Finetune/Step Time": 6.643810773268342}
+{"Finetune/Learning Rate": 7.381481926993476e-06, "Finetune/Loss": 0.5785713195800781, "Finetune/Loss (Raw)": 0.5257535576820374, "Finetune/Step": 6204, "Finetune/Step Time": 6.627239661291242}
+{"Finetune/Learning Rate": 7.378475632183354e-06, "Finetune/Loss": 0.5776126980781555, "Finetune/Loss (Raw)": 0.5583547353744507, "Finetune/Step": 6205, "Finetune/Step Time": 6.625407971441746}
+{"Finetune/Learning Rate": 7.375469591764288e-06, "Finetune/Loss": 0.5783894062042236, "Finetune/Loss (Raw)": 0.633933961391449, "Finetune/Step": 6206, "Finetune/Step Time": 6.62404989823699}
+{"Finetune/Learning Rate": 7.372463806027983e-06, "Finetune/Loss": 0.5773526430130005, "Finetune/Loss (Raw)": 0.5916659235954285, "Finetune/Step": 6207, "Finetune/Step Time": 6.631421569734812}
+{"Finetune/Learning Rate": 7.369458275266117e-06, "Finetune/Loss": 0.5771535634994507, "Finetune/Loss (Raw)": 0.6177884936332703, "Finetune/Step": 6208, "Finetune/Step Time": 6.635423719882965}
+{"Finetune/Learning Rate": 7.366452999770342e-06, "Finetune/Loss": 0.5797163844108582, "Finetune/Loss (Raw)": 0.724655270576477, "Finetune/Step": 6209, "Finetune/Step Time": 6.619061077013612}
+{"Finetune/Learning Rate": 7.36344797983229e-06, "Finetune/Loss": 0.5800809860229492, "Finetune/Loss (Raw)": 0.5682775974273682, "Finetune/Step": 6210, "Finetune/Step Time": 6.620532302185893}
+{"Finetune/Learning Rate": 7.360443215743565e-06, "Finetune/Loss": 0.579649031162262, "Finetune/Loss (Raw)": 0.5291737914085388, "Finetune/Step": 6211, "Finetune/Step Time": 6.625189868733287}
+{"Finetune/Learning Rate": 7.357438707795754e-06, "Finetune/Loss": 0.5819346308708191, "Finetune/Loss (Raw)": 0.5209535360336304, "Finetune/Step": 6212, "Finetune/Step Time": 6.628665346652269}
+{"Finetune/Learning Rate": 7.3544344562804025e-06, "Finetune/Loss": 0.5812512040138245, "Finetune/Loss (Raw)": 0.6163641214370728, "Finetune/Step": 6213, "Finetune/Step Time": 6.615546898916364}
+{"Finetune/Learning Rate": 7.351430461489049e-06, "Finetune/Loss": 0.5781281590461731, "Finetune/Loss (Raw)": 0.25894805788993835, "Finetune/Step": 6214, "Finetune/Step Time": 6.630380775779486}
+{"Finetune/Learning Rate": 7.348426723713198e-06, "Finetune/Loss": 0.5773154497146606, "Finetune/Loss (Raw)": 0.49572455883026123, "Finetune/Step": 6215, "Finetune/Step Time": 6.641251530498266}
+{"Finetune/Learning Rate": 7.345423243244323e-06, "Finetune/Loss": 0.5778791904449463, "Finetune/Loss (Raw)": 0.6614343523979187, "Finetune/Step": 6216, "Finetune/Step Time": 6.624603981152177}
+{"Finetune/Learning Rate": 7.342420020373888e-06, "Finetune/Loss": 0.576822817325592, "Finetune/Loss (Raw)": 0.6420884132385254, "Finetune/Step": 6217, "Finetune/Step Time": 6.606026094406843}
+{"Finetune/Learning Rate": 7.339417055393321e-06, "Finetune/Loss": 0.5775600671768188, "Finetune/Loss (Raw)": 0.6972707509994507, "Finetune/Step": 6218, "Finetune/Step Time": 6.612700264900923}
+{"Finetune/Learning Rate": 7.33641434859403e-06, "Finetune/Loss": 0.5771268010139465, "Finetune/Loss (Raw)": 0.5816584825515747, "Finetune/Step": 6219, "Finetune/Step Time": 6.593814447522163}
+{"Finetune/Learning Rate": 7.333411900267391e-06, "Finetune/Loss": 0.5775135159492493, "Finetune/Loss (Raw)": 0.6507030129432678, "Finetune/Step": 6220, "Finetune/Step Time": 6.5945094134658575}
+{"Finetune/Learning Rate": 7.330409710704764e-06, "Finetune/Loss": 0.5773218870162964, "Finetune/Loss (Raw)": 0.6039197444915771, "Finetune/Step": 6221, "Finetune/Step Time": 6.609655912965536}
+{"Finetune/Learning Rate": 7.327407780197475e-06, "Finetune/Loss": 0.5770132541656494, "Finetune/Loss (Raw)": 0.5287014842033386, "Finetune/Step": 6222, "Finetune/Step Time": 6.597657410427928}
+{"Finetune/Learning Rate": 7.324406109036839e-06, "Finetune/Loss": 0.5786833763122559, "Finetune/Loss (Raw)": 0.7349423766136169, "Finetune/Step": 6223, "Finetune/Step Time": 6.564780198037624}
+{"Finetune/Learning Rate": 7.321404697514123e-06, "Finetune/Loss": 0.5789409875869751, "Finetune/Loss (Raw)": 0.6896983981132507, "Finetune/Step": 6224, "Finetune/Step Time": 6.571910286322236}
+{"Finetune/Learning Rate": 7.318403545920591e-06, "Finetune/Loss": 0.579067587852478, "Finetune/Loss (Raw)": 0.6585209965705872, "Finetune/Step": 6225, "Finetune/Step Time": 6.578239509835839}
+{"Finetune/Learning Rate": 7.3154026545474696e-06, "Finetune/Loss": 0.5802433490753174, "Finetune/Loss (Raw)": 0.6841366291046143, "Finetune/Step": 6226, "Finetune/Step Time": 6.593088747933507}
+{"Finetune/Learning Rate": 7.312402023685969e-06, "Finetune/Loss": 0.5807496309280396, "Finetune/Loss (Raw)": 0.7203236818313599, "Finetune/Step": 6227, "Finetune/Step Time": 6.599136982113123}
+{"Finetune/Learning Rate": 7.309401653627259e-06, "Finetune/Loss": 0.581330418586731, "Finetune/Loss (Raw)": 0.6087321043014526, "Finetune/Step": 6228, "Finetune/Step Time": 6.584824001416564}
+{"Finetune/Learning Rate": 7.306401544662501e-06, "Finetune/Loss": 0.5798885822296143, "Finetune/Loss (Raw)": 0.49753594398498535, "Finetune/Step": 6229, "Finetune/Step Time": 6.576628863811493}
+{"Finetune/Learning Rate": 7.3034016970828194e-06, "Finetune/Loss": 0.5794065594673157, "Finetune/Loss (Raw)": 0.6561732292175293, "Finetune/Step": 6230, "Finetune/Step Time": 6.558424199000001}
+{"Finetune/Learning Rate": 7.300402111179321e-06, "Finetune/Loss": 0.5785186290740967, "Finetune/Loss (Raw)": 0.6119382977485657, "Finetune/Step": 6231, "Finetune/Step Time": 6.543281655758619}
+{"Finetune/Learning Rate": 7.2974027872430805e-06, "Finetune/Loss": 0.5797248482704163, "Finetune/Loss (Raw)": 0.7341717481613159, "Finetune/Step": 6232, "Finetune/Step Time": 6.5388950407505035}
+{"Finetune/Learning Rate": 7.294403725565151e-06, "Finetune/Loss": 0.5767479538917542, "Finetune/Loss (Raw)": 0.2553347647190094, "Finetune/Step": 6233, "Finetune/Step Time": 6.5408934243023396}
+{"Finetune/Learning Rate": 7.29140492643656e-06, "Finetune/Loss": 0.576242208480835, "Finetune/Loss (Raw)": 0.6054366827011108, "Finetune/Step": 6234, "Finetune/Step Time": 6.561340902000666}
+{"Finetune/Learning Rate": 7.288406390148314e-06, "Finetune/Loss": 0.5761927962303162, "Finetune/Loss (Raw)": 0.6027625203132629, "Finetune/Step": 6235, "Finetune/Step Time": 6.548762626945972}
+{"Finetune/Learning Rate": 7.285408116991382e-06, "Finetune/Loss": 0.5770127773284912, "Finetune/Loss (Raw)": 0.7732447385787964, "Finetune/Step": 6236, "Finetune/Step Time": 6.548592314124107}
+{"Finetune/Learning Rate": 7.282410107256716e-06, "Finetune/Loss": 0.5767301917076111, "Finetune/Loss (Raw)": 0.5913348197937012, "Finetune/Step": 6237, "Finetune/Step Time": 6.544558223336935}
+{"Finetune/Learning Rate": 7.279412361235241e-06, "Finetune/Loss": 0.5766550898551941, "Finetune/Loss (Raw)": 0.5615978837013245, "Finetune/Step": 6238, "Finetune/Step Time": 6.558011773973703}
+{"Finetune/Learning Rate": 7.276414879217861e-06, "Finetune/Loss": 0.5759742259979248, "Finetune/Loss (Raw)": 0.6054797172546387, "Finetune/Step": 6239, "Finetune/Step Time": 6.564769256860018}
+{"Finetune/Learning Rate": 7.273417661495443e-06, "Finetune/Loss": 0.5755915641784668, "Finetune/Loss (Raw)": 0.558066189289093, "Finetune/Step": 6240, "Finetune/Step Time": 6.573273392394185}
+{"Finetune/Learning Rate": 7.27042070835884e-06, "Finetune/Loss": 0.5750742554664612, "Finetune/Loss (Raw)": 0.4783788323402405, "Finetune/Step": 6241, "Finetune/Step Time": 6.575258104130626}
+{"Finetune/Learning Rate": 7.267424020098869e-06, "Finetune/Loss": 0.5756005644798279, "Finetune/Loss (Raw)": 0.6401777863502502, "Finetune/Step": 6242, "Finetune/Step Time": 6.582208639010787}
+{"Finetune/Learning Rate": 7.264427597006336e-06, "Finetune/Loss": 0.5755490660667419, "Finetune/Loss (Raw)": 0.6732810139656067, "Finetune/Step": 6243, "Finetune/Step Time": 6.581446550786495}
+{"Finetune/Learning Rate": 7.261431439372002e-06, "Finetune/Loss": 0.5760163068771362, "Finetune/Loss (Raw)": 0.6852846145629883, "Finetune/Step": 6244, "Finetune/Step Time": 6.586592661216855}
+{"Finetune/Learning Rate": 7.258435547486617e-06, "Finetune/Loss": 0.5786240696907043, "Finetune/Loss (Raw)": 0.6015944480895996, "Finetune/Step": 6245, "Finetune/Step Time": 6.570589018985629}
+{"Finetune/Learning Rate": 7.255439921640901e-06, "Finetune/Loss": 0.5783488154411316, "Finetune/Loss (Raw)": 0.6377705335617065, "Finetune/Step": 6246, "Finetune/Step Time": 6.570445828139782}
+{"Finetune/Learning Rate": 7.252444562125547e-06, "Finetune/Loss": 0.5802648663520813, "Finetune/Loss (Raw)": 0.717631995677948, "Finetune/Step": 6247, "Finetune/Step Time": 6.558804763481021}
+{"Finetune/Learning Rate": 7.249449469231222e-06, "Finetune/Loss": 0.5802181363105774, "Finetune/Loss (Raw)": 0.5623002052307129, "Finetune/Step": 6248, "Finetune/Step Time": 6.570344507694244}
+{"Finetune/Learning Rate": 7.246454643248567e-06, "Finetune/Loss": 0.5803040862083435, "Finetune/Loss (Raw)": 0.610462486743927, "Finetune/Step": 6249, "Finetune/Step Time": 6.573265479877591}
+{"Finetune/Learning Rate": 7.243460084468198e-06, "Finetune/Loss": 0.5771315097808838, "Finetune/Loss (Raw)": 0.22177065908908844, "Finetune/Step": 6250, "Finetune/Step Time": 6.598479131236672}
+{"Finetune/Learning Rate": 7.240465793180713e-06, "Finetune/Loss": 0.5778592228889465, "Finetune/Loss (Raw)": 0.5507769584655762, "Finetune/Step": 6251, "Finetune/Step Time": 6.586766578257084}
+{"Finetune/Learning Rate": 7.237471769676664e-06, "Finetune/Loss": 0.5766458511352539, "Finetune/Loss (Raw)": 0.48420658707618713, "Finetune/Step": 6252, "Finetune/Step Time": 6.613139806315303}
+{"Finetune/Learning Rate": 7.234478014246593e-06, "Finetune/Loss": 0.575899064540863, "Finetune/Loss (Raw)": 0.5722918510437012, "Finetune/Step": 6253, "Finetune/Step Time": 6.608008252456784}
+{"Finetune/Learning Rate": 7.2314845271810165e-06, "Finetune/Loss": 0.5773482918739319, "Finetune/Loss (Raw)": 0.7438806295394897, "Finetune/Step": 6254, "Finetune/Step Time": 6.584907798096538}
+{"Finetune/Learning Rate": 7.2284913087704185e-06, "Finetune/Loss": 0.5782735347747803, "Finetune/Loss (Raw)": 0.6726741194725037, "Finetune/Step": 6255, "Finetune/Step Time": 6.564633019268513}
+{"Finetune/Learning Rate": 7.225498359305257e-06, "Finetune/Loss": 0.5795755386352539, "Finetune/Loss (Raw)": 0.6368751525878906, "Finetune/Step": 6256, "Finetune/Step Time": 6.555947804823518}
+{"Finetune/Learning Rate": 7.2225056790759685e-06, "Finetune/Loss": 0.5800804495811462, "Finetune/Loss (Raw)": 0.6142336130142212, "Finetune/Step": 6257, "Finetune/Step Time": 6.545163817703724}
+{"Finetune/Learning Rate": 7.2195132683729574e-06, "Finetune/Loss": 0.5801740288734436, "Finetune/Loss (Raw)": 0.727149486541748, "Finetune/Step": 6258, "Finetune/Step Time": 6.540378550067544}
+{"Finetune/Learning Rate": 7.216521127486611e-06, "Finetune/Loss": 0.5802533626556396, "Finetune/Loss (Raw)": 0.651069700717926, "Finetune/Step": 6259, "Finetune/Step Time": 6.544754810631275}
+{"Finetune/Learning Rate": 7.213529256707279e-06, "Finetune/Loss": 0.5803865194320679, "Finetune/Loss (Raw)": 0.5197595953941345, "Finetune/Step": 6260, "Finetune/Step Time": 6.555423222482204}
+{"Finetune/Learning Rate": 7.2105376563252895e-06, "Finetune/Loss": 0.5798654556274414, "Finetune/Loss (Raw)": 0.5476790070533752, "Finetune/Step": 6261, "Finetune/Step Time": 6.537708505988121}
+{"Finetune/Learning Rate": 7.207546326630952e-06, "Finetune/Loss": 0.579133152961731, "Finetune/Loss (Raw)": 0.5916893482208252, "Finetune/Step": 6262, "Finetune/Step Time": 6.535081148147583}
+{"Finetune/Learning Rate": 7.204555267914543e-06, "Finetune/Loss": 0.5794529318809509, "Finetune/Loss (Raw)": 0.6846686005592346, "Finetune/Step": 6263, "Finetune/Step Time": 6.533244516700506}
+{"Finetune/Learning Rate": 7.201564480466306e-06, "Finetune/Loss": 0.5793487429618835, "Finetune/Loss (Raw)": 0.563795804977417, "Finetune/Step": 6264, "Finetune/Step Time": 6.530077228322625}
+{"Finetune/Learning Rate": 7.198573964576469e-06, "Finetune/Loss": 0.5798460841178894, "Finetune/Loss (Raw)": 0.5966818332672119, "Finetune/Step": 6265, "Finetune/Step Time": 6.534046458080411}
+{"Finetune/Learning Rate": 7.1955837205352295e-06, "Finetune/Loss": 0.5796502828598022, "Finetune/Loss (Raw)": 0.6100562214851379, "Finetune/Step": 6266, "Finetune/Step Time": 6.53028791770339}
+{"Finetune/Learning Rate": 7.192593748632763e-06, "Finetune/Loss": 0.5794997215270996, "Finetune/Loss (Raw)": 0.6021015644073486, "Finetune/Step": 6267, "Finetune/Step Time": 6.52913474291563}
+{"Finetune/Learning Rate": 7.189604049159207e-06, "Finetune/Loss": 0.5803772211074829, "Finetune/Loss (Raw)": 0.659857451915741, "Finetune/Step": 6268, "Finetune/Step Time": 6.527867458760738}
+{"Finetune/Learning Rate": 7.186614622404685e-06, "Finetune/Loss": 0.5831936001777649, "Finetune/Loss (Raw)": 0.5924863219261169, "Finetune/Step": 6269, "Finetune/Step Time": 6.52352106384933}
+{"Finetune/Learning Rate": 7.183625468659285e-06, "Finetune/Loss": 0.5832009315490723, "Finetune/Loss (Raw)": 0.624616265296936, "Finetune/Step": 6270, "Finetune/Step Time": 6.526976937428117}
+{"Finetune/Learning Rate": 7.180636588213083e-06, "Finetune/Loss": 0.582495391368866, "Finetune/Loss (Raw)": 0.6555023789405823, "Finetune/Step": 6271, "Finetune/Step Time": 6.529731521382928}
+{"Finetune/Learning Rate": 7.177647981356102e-06, "Finetune/Loss": 0.5817908048629761, "Finetune/Loss (Raw)": 0.45150676369667053, "Finetune/Step": 6272, "Finetune/Step Time": 6.545459982007742}
+{"Finetune/Learning Rate": 7.174659648378366e-06, "Finetune/Loss": 0.5821377038955688, "Finetune/Loss (Raw)": 0.6022507548332214, "Finetune/Step": 6273, "Finetune/Step Time": 6.549073087051511}
+{"Finetune/Learning Rate": 7.171671589569857e-06, "Finetune/Loss": 0.5814255475997925, "Finetune/Loss (Raw)": 0.5723596215248108, "Finetune/Step": 6274, "Finetune/Step Time": 6.551961435005069}
+{"Finetune/Learning Rate": 7.168683805220539e-06, "Finetune/Loss": 0.5811452865600586, "Finetune/Loss (Raw)": 0.6420440077781677, "Finetune/Step": 6275, "Finetune/Step Time": 6.554792804643512}
+{"Finetune/Learning Rate": 7.165696295620338e-06, "Finetune/Loss": 0.5827102065086365, "Finetune/Loss (Raw)": 0.6742247343063354, "Finetune/Step": 6276, "Finetune/Step Time": 6.567427819594741}
+{"Finetune/Learning Rate": 7.162709061059163e-06, "Finetune/Loss": 0.5789617896080017, "Finetune/Loss (Raw)": 0.22059117257595062, "Finetune/Step": 6277, "Finetune/Step Time": 6.585563430562615}
+{"Finetune/Learning Rate": 7.159722101826893e-06, "Finetune/Loss": 0.5790002346038818, "Finetune/Loss (Raw)": 0.6338105797767639, "Finetune/Step": 6278, "Finetune/Step Time": 6.572937494143844}
+{"Finetune/Learning Rate": 7.156735418213383e-06, "Finetune/Loss": 0.5792528986930847, "Finetune/Loss (Raw)": 0.6333335638046265, "Finetune/Step": 6279, "Finetune/Step Time": 6.570894671604037}
+{"Finetune/Learning Rate": 7.153749010508453e-06, "Finetune/Loss": 0.578044056892395, "Finetune/Loss (Raw)": 0.555446445941925, "Finetune/Step": 6280, "Finetune/Step Time": 6.5743057653307915}
+{"Finetune/Learning Rate": 7.150762879001906e-06, "Finetune/Loss": 0.5775007009506226, "Finetune/Loss (Raw)": 0.5424529910087585, "Finetune/Step": 6281, "Finetune/Step Time": 6.596015537157655}
+{"Finetune/Learning Rate": 7.14777702398352e-06, "Finetune/Loss": 0.5786697268486023, "Finetune/Loss (Raw)": 0.6398394703865051, "Finetune/Step": 6282, "Finetune/Step Time": 6.596204906702042}
+{"Finetune/Learning Rate": 7.144791445743027e-06, "Finetune/Loss": 0.5823785066604614, "Finetune/Loss (Raw)": 0.6838545799255371, "Finetune/Step": 6283, "Finetune/Step Time": 6.588828857988119}
+{"Finetune/Learning Rate": 7.141806144570156e-06, "Finetune/Loss": 0.5831973552703857, "Finetune/Loss (Raw)": 0.6140930652618408, "Finetune/Step": 6284, "Finetune/Step Time": 6.579187827184796}
+{"Finetune/Learning Rate": 7.138821120754597e-06, "Finetune/Loss": 0.5832355618476868, "Finetune/Loss (Raw)": 0.5777164697647095, "Finetune/Step": 6285, "Finetune/Step Time": 6.577163675799966}
+{"Finetune/Learning Rate": 7.135836374586013e-06, "Finetune/Loss": 0.5833431482315063, "Finetune/Loss (Raw)": 0.629950761795044, "Finetune/Step": 6286, "Finetune/Step Time": 6.576837182044983}
+{"Finetune/Learning Rate": 7.132851906354043e-06, "Finetune/Loss": 0.583848774433136, "Finetune/Loss (Raw)": 0.6957015991210938, "Finetune/Step": 6287, "Finetune/Step Time": 6.575889403000474}
+{"Finetune/Learning Rate": 7.129867716348298e-06, "Finetune/Loss": 0.582021951675415, "Finetune/Loss (Raw)": 0.43780726194381714, "Finetune/Step": 6288, "Finetune/Step Time": 6.58222515322268}
+{"Finetune/Learning Rate": 7.12688380485836e-06, "Finetune/Loss": 0.5822654962539673, "Finetune/Loss (Raw)": 0.6947669982910156, "Finetune/Step": 6289, "Finetune/Step Time": 6.577343497425318}
+{"Finetune/Learning Rate": 7.12390017217379e-06, "Finetune/Loss": 0.5809445977210999, "Finetune/Loss (Raw)": 0.5427455306053162, "Finetune/Step": 6290, "Finetune/Step Time": 6.5684311501681805}
+{"Finetune/Learning Rate": 7.120916818584112e-06, "Finetune/Loss": 0.5802396535873413, "Finetune/Loss (Raw)": 0.5631231069564819, "Finetune/Step": 6291, "Finetune/Step Time": 6.559338504448533}
+{"Finetune/Learning Rate": 7.117933744378831e-06, "Finetune/Loss": 0.5800807476043701, "Finetune/Loss (Raw)": 0.5975828170776367, "Finetune/Step": 6292, "Finetune/Step Time": 6.552817495539784}
+{"Finetune/Learning Rate": 7.114950949847424e-06, "Finetune/Loss": 0.5808952450752258, "Finetune/Loss (Raw)": 0.6623415946960449, "Finetune/Step": 6293, "Finetune/Step Time": 6.551126658916473}
+{"Finetune/Learning Rate": 7.111968435279342e-06, "Finetune/Loss": 0.5803461074829102, "Finetune/Loss (Raw)": 0.5918437242507935, "Finetune/Step": 6294, "Finetune/Step Time": 6.552110843360424}
+{"Finetune/Learning Rate": 7.1089862009640005e-06, "Finetune/Loss": 0.5807263851165771, "Finetune/Loss (Raw)": 0.6975840330123901, "Finetune/Step": 6295, "Finetune/Step Time": 6.548480581492186}
+{"Finetune/Learning Rate": 7.106004247190797e-06, "Finetune/Loss": 0.5807967782020569, "Finetune/Loss (Raw)": 0.5784934163093567, "Finetune/Step": 6296, "Finetune/Step Time": 6.536390008404851}
+{"Finetune/Learning Rate": 7.103022574249097e-06, "Finetune/Loss": 0.5812183618545532, "Finetune/Loss (Raw)": 0.6619718670845032, "Finetune/Step": 6297, "Finetune/Step Time": 6.53426537103951}
+{"Finetune/Learning Rate": 7.100041182428243e-06, "Finetune/Loss": 0.5813671350479126, "Finetune/Loss (Raw)": 0.5774953365325928, "Finetune/Step": 6298, "Finetune/Step Time": 6.528458094224334}
+{"Finetune/Learning Rate": 7.097060072017544e-06, "Finetune/Loss": 0.5825467109680176, "Finetune/Loss (Raw)": 0.7225807905197144, "Finetune/Step": 6299, "Finetune/Step Time": 6.530881356447935}
+{"Finetune/Learning Rate": 7.094079243306287e-06, "Finetune/Loss": 0.5808449983596802, "Finetune/Loss (Raw)": 0.41283416748046875, "Finetune/Step": 6300, "Finetune/Step Time": 6.53038682974875}
+{"Finetune/Learning Rate": 7.091098696583724e-06, "Finetune/Loss": 0.5788063406944275, "Finetune/Loss (Raw)": 0.24286773800849915, "Finetune/Step": 6301, "Finetune/Step Time": 6.559140793979168}
+{"Finetune/Learning Rate": 7.0881184321391e-06, "Finetune/Loss": 0.5784710049629211, "Finetune/Loss (Raw)": 0.5498889684677124, "Finetune/Step": 6302, "Finetune/Step Time": 6.570301225408912}
+{"Finetune/Learning Rate": 7.085138450261599e-06, "Finetune/Loss": 0.5819497108459473, "Finetune/Loss (Raw)": 0.6258911490440369, "Finetune/Step": 6303, "Finetune/Step Time": 6.547986924648285}
+{"Finetune/Learning Rate": 7.082158751240411e-06, "Finetune/Loss": 0.5824325084686279, "Finetune/Loss (Raw)": 0.5885416269302368, "Finetune/Step": 6304, "Finetune/Step Time": 6.546951437368989}
+{"Finetune/Learning Rate": 7.0791793353646765e-06, "Finetune/Loss": 0.5817252397537231, "Finetune/Loss (Raw)": 0.5300858020782471, "Finetune/Step": 6305, "Finetune/Step Time": 6.5477252546697855}
+{"Finetune/Learning Rate": 7.076200202923522e-06, "Finetune/Loss": 0.5831953287124634, "Finetune/Loss (Raw)": 0.7387439608573914, "Finetune/Step": 6306, "Finetune/Step Time": 6.547880722209811}
+{"Finetune/Learning Rate": 7.0732213542060345e-06, "Finetune/Loss": 0.5829157829284668, "Finetune/Loss (Raw)": 0.5612747073173523, "Finetune/Step": 6307, "Finetune/Step Time": 6.55162588506937}
+{"Finetune/Learning Rate": 7.070242789501282e-06, "Finetune/Loss": 0.5823277235031128, "Finetune/Loss (Raw)": 0.5382876396179199, "Finetune/Step": 6308, "Finetune/Step Time": 6.5533098410815}
+{"Finetune/Learning Rate": 7.0672645090983015e-06, "Finetune/Loss": 0.5854986906051636, "Finetune/Loss (Raw)": 0.6009219288825989, "Finetune/Step": 6309, "Finetune/Step Time": 6.558562431484461}
+{"Finetune/Learning Rate": 7.064286513286112e-06, "Finetune/Loss": 0.5852946639060974, "Finetune/Loss (Raw)": 0.5331494808197021, "Finetune/Step": 6310, "Finetune/Step Time": 6.560154711827636}
+{"Finetune/Learning Rate": 7.061308802353683e-06, "Finetune/Loss": 0.5859206318855286, "Finetune/Loss (Raw)": 0.7370306253433228, "Finetune/Step": 6311, "Finetune/Step Time": 6.5676250867545605}
+{"Finetune/Learning Rate": 7.058331376589973e-06, "Finetune/Loss": 0.5855511426925659, "Finetune/Loss (Raw)": 0.22857263684272766, "Finetune/Step": 6312, "Finetune/Step Time": 6.567366367205977}
+{"Finetune/Learning Rate": 7.055354236283916e-06, "Finetune/Loss": 0.586694598197937, "Finetune/Loss (Raw)": 0.7196319699287415, "Finetune/Step": 6313, "Finetune/Step Time": 6.571765149012208}
+{"Finetune/Learning Rate": 7.052377381724409e-06, "Finetune/Loss": 0.5858736634254456, "Finetune/Loss (Raw)": 0.5675365328788757, "Finetune/Step": 6314, "Finetune/Step Time": 6.567702667787671}
+{"Finetune/Learning Rate": 7.0494008132003225e-06, "Finetune/Loss": 0.5860077142715454, "Finetune/Loss (Raw)": 0.5961230397224426, "Finetune/Step": 6315, "Finetune/Step Time": 6.569209165871143}
+{"Finetune/Learning Rate": 7.0464245310005e-06, "Finetune/Loss": 0.5855188369750977, "Finetune/Loss (Raw)": 0.4949425756931305, "Finetune/Step": 6316, "Finetune/Step Time": 6.568385483697057}
+{"Finetune/Learning Rate": 7.04344853541376e-06, "Finetune/Loss": 0.5859557390213013, "Finetune/Loss (Raw)": 0.6291926503181458, "Finetune/Step": 6317, "Finetune/Step Time": 6.568572262302041}
+{"Finetune/Learning Rate": 7.040472826728892e-06, "Finetune/Loss": 0.5886787176132202, "Finetune/Loss (Raw)": 0.5422095656394958, "Finetune/Step": 6318, "Finetune/Step Time": 6.551755094900727}
+{"Finetune/Learning Rate": 7.037497405234654e-06, "Finetune/Loss": 0.5873149037361145, "Finetune/Loss (Raw)": 0.5522180199623108, "Finetune/Step": 6319, "Finetune/Step Time": 6.546206459403038}
+{"Finetune/Learning Rate": 7.034522271219779e-06, "Finetune/Loss": 0.5856834650039673, "Finetune/Loss (Raw)": 0.4050544500350952, "Finetune/Step": 6320, "Finetune/Step Time": 6.583601962774992}
+{"Finetune/Learning Rate": 7.031547424972975e-06, "Finetune/Loss": 0.5859147310256958, "Finetune/Loss (Raw)": 0.6172055006027222, "Finetune/Step": 6321, "Finetune/Step Time": 6.588870078325272}
+{"Finetune/Learning Rate": 7.028572866782921e-06, "Finetune/Loss": 0.5867266654968262, "Finetune/Loss (Raw)": 0.646162211894989, "Finetune/Step": 6322, "Finetune/Step Time": 6.588783355429769}
+{"Finetune/Learning Rate": 7.02559859693826e-06, "Finetune/Loss": 0.587532103061676, "Finetune/Loss (Raw)": 0.6930579543113708, "Finetune/Step": 6323, "Finetune/Step Time": 6.592211904004216}
+{"Finetune/Learning Rate": 7.022624615727617e-06, "Finetune/Loss": 0.586856484413147, "Finetune/Loss (Raw)": 0.4589608907699585, "Finetune/Step": 6324, "Finetune/Step Time": 6.59993801265955}
+{"Finetune/Learning Rate": 7.019650923439584e-06, "Finetune/Loss": 0.5886168479919434, "Finetune/Loss (Raw)": 0.5523765087127686, "Finetune/Step": 6325, "Finetune/Step Time": 6.579559372738004}
+{"Finetune/Learning Rate": 7.016677520362729e-06, "Finetune/Loss": 0.5896091461181641, "Finetune/Loss (Raw)": 0.6492403149604797, "Finetune/Step": 6326, "Finetune/Step Time": 6.579851092770696}
+{"Finetune/Learning Rate": 7.0137044067855845e-06, "Finetune/Loss": 0.5884325504302979, "Finetune/Loss (Raw)": 0.499630331993103, "Finetune/Step": 6327, "Finetune/Step Time": 6.5916593465954065}
+{"Finetune/Learning Rate": 7.010731582996661e-06, "Finetune/Loss": 0.5896239280700684, "Finetune/Loss (Raw)": 0.6132859587669373, "Finetune/Step": 6328, "Finetune/Step Time": 6.597958188503981}
+{"Finetune/Learning Rate": 7.0077590492844405e-06, "Finetune/Loss": 0.5898305177688599, "Finetune/Loss (Raw)": 0.5284184217453003, "Finetune/Step": 6329, "Finetune/Step Time": 6.598357267677784}
+{"Finetune/Learning Rate": 7.004786805937381e-06, "Finetune/Loss": 0.5890571475028992, "Finetune/Loss (Raw)": 0.5514264106750488, "Finetune/Step": 6330, "Finetune/Step Time": 6.618114246055484}
+{"Finetune/Learning Rate": 7.0018148532438955e-06, "Finetune/Loss": 0.5888023376464844, "Finetune/Loss (Raw)": 0.5769249200820923, "Finetune/Step": 6331, "Finetune/Step Time": 6.609533684328198}
+{"Finetune/Learning Rate": 6.998843191492388e-06, "Finetune/Loss": 0.5896995067596436, "Finetune/Loss (Raw)": 0.640590488910675, "Finetune/Step": 6332, "Finetune/Step Time": 6.612099822610617}
+{"Finetune/Learning Rate": 6.995871820971225e-06, "Finetune/Loss": 0.5902549028396606, "Finetune/Loss (Raw)": 0.6294397115707397, "Finetune/Step": 6333, "Finetune/Step Time": 6.611045710742474}
+{"Finetune/Learning Rate": 6.992900741968751e-06, "Finetune/Loss": 0.5891541242599487, "Finetune/Loss (Raw)": 0.49303922057151794, "Finetune/Step": 6334, "Finetune/Step Time": 6.622835980728269}
+{"Finetune/Learning Rate": 6.989929954773269e-06, "Finetune/Loss": 0.5889206528663635, "Finetune/Loss (Raw)": 0.5617740750312805, "Finetune/Step": 6335, "Finetune/Step Time": 6.619751278311014}
+{"Finetune/Learning Rate": 6.986959459673068e-06, "Finetune/Loss": 0.5888638496398926, "Finetune/Loss (Raw)": 0.6105271577835083, "Finetune/Step": 6336, "Finetune/Step Time": 6.616775831207633}
+{"Finetune/Learning Rate": 6.983989256956398e-06, "Finetune/Loss": 0.5877736806869507, "Finetune/Loss (Raw)": 0.5851126313209534, "Finetune/Step": 6337, "Finetune/Step Time": 6.624602595344186}
+{"Finetune/Learning Rate": 6.9810193469114975e-06, "Finetune/Loss": 0.585533857345581, "Finetune/Loss (Raw)": 0.281574547290802, "Finetune/Step": 6338, "Finetune/Step Time": 6.641208469867706}
+{"Finetune/Learning Rate": 6.97804972982655e-06, "Finetune/Loss": 0.5856356024742126, "Finetune/Loss (Raw)": 0.542198657989502, "Finetune/Step": 6339, "Finetune/Step Time": 6.66390111669898}
+{"Finetune/Learning Rate": 6.975080405989731e-06, "Finetune/Loss": 0.5864022970199585, "Finetune/Loss (Raw)": 0.6190937757492065, "Finetune/Step": 6340, "Finetune/Step Time": 6.649276129901409}
+{"Finetune/Learning Rate": 6.972111375689183e-06, "Finetune/Loss": 0.5869978666305542, "Finetune/Loss (Raw)": 0.6925914883613586, "Finetune/Step": 6341, "Finetune/Step Time": 6.6579015627503395}
+{"Finetune/Learning Rate": 6.969142639213022e-06, "Finetune/Loss": 0.5902647972106934, "Finetune/Loss (Raw)": 0.6771208643913269, "Finetune/Step": 6342, "Finetune/Step Time": 6.641531012952328}
+{"Finetune/Learning Rate": 6.966174196849325e-06, "Finetune/Loss": 0.591049075126648, "Finetune/Loss (Raw)": 0.5960981845855713, "Finetune/Step": 6343, "Finetune/Step Time": 6.62163108214736}
+{"Finetune/Learning Rate": 6.963206048886153e-06, "Finetune/Loss": 0.5903676748275757, "Finetune/Loss (Raw)": 0.5742277503013611, "Finetune/Step": 6344, "Finetune/Step Time": 6.6265226770192385}
+{"Finetune/Learning Rate": 6.96023819561153e-06, "Finetune/Loss": 0.5893112421035767, "Finetune/Loss (Raw)": 0.5068660974502563, "Finetune/Step": 6345, "Finetune/Step Time": 6.6542289685457945}
+{"Finetune/Learning Rate": 6.957270637313458e-06, "Finetune/Loss": 0.5889067649841309, "Finetune/Loss (Raw)": 0.6454910635948181, "Finetune/Step": 6346, "Finetune/Step Time": 6.648427415639162}
+{"Finetune/Learning Rate": 6.954303374279904e-06, "Finetune/Loss": 0.5884350538253784, "Finetune/Loss (Raw)": 0.5212745070457458, "Finetune/Step": 6347, "Finetune/Step Time": 6.651762122288346}
+{"Finetune/Learning Rate": 6.951336406798808e-06, "Finetune/Loss": 0.5878934264183044, "Finetune/Loss (Raw)": 0.5813844799995422, "Finetune/Step": 6348, "Finetune/Step Time": 6.656529698520899}
+{"Finetune/Learning Rate": 6.948369735158089e-06, "Finetune/Loss": 0.5877995491027832, "Finetune/Loss (Raw)": 0.5919005870819092, "Finetune/Step": 6349, "Finetune/Step Time": 6.648041384294629}
+{"Finetune/Learning Rate": 6.945403359645626e-06, "Finetune/Loss": 0.588737964630127, "Finetune/Loss (Raw)": 0.6488149166107178, "Finetune/Step": 6350, "Finetune/Step Time": 6.64596132747829}
+{"Finetune/Learning Rate": 6.94243728054927e-06, "Finetune/Loss": 0.5874208211898804, "Finetune/Loss (Raw)": 0.5663496851921082, "Finetune/Step": 6351, "Finetune/Step Time": 6.661944447085261}
+{"Finetune/Learning Rate": 6.939471498156857e-06, "Finetune/Loss": 0.5873392820358276, "Finetune/Loss (Raw)": 0.6792663335800171, "Finetune/Step": 6352, "Finetune/Step Time": 6.650140002369881}
+{"Finetune/Learning Rate": 6.936506012756181e-06, "Finetune/Loss": 0.5866855382919312, "Finetune/Loss (Raw)": 0.5748392939567566, "Finetune/Step": 6353, "Finetune/Step Time": 6.640631886199117}
+{"Finetune/Learning Rate": 6.9335408246350075e-06, "Finetune/Loss": 0.5862023830413818, "Finetune/Loss (Raw)": 0.6222892999649048, "Finetune/Step": 6354, "Finetune/Step Time": 6.624042658135295}
+{"Finetune/Learning Rate": 6.930575934081078e-06, "Finetune/Loss": 0.5822930335998535, "Finetune/Loss (Raw)": 0.2199268639087677, "Finetune/Step": 6355, "Finetune/Step Time": 6.636282600462437}
+{"Finetune/Learning Rate": 6.9276113413821075e-06, "Finetune/Loss": 0.582398533821106, "Finetune/Loss (Raw)": 0.6222377419471741, "Finetune/Step": 6356, "Finetune/Step Time": 6.66246297955513}
+{"Finetune/Learning Rate": 6.924647046825775e-06, "Finetune/Loss": 0.5839546918869019, "Finetune/Loss (Raw)": 0.6967273354530334, "Finetune/Step": 6357, "Finetune/Step Time": 6.671408357098699}
+{"Finetune/Learning Rate": 6.9216830506997325e-06, "Finetune/Loss": 0.582888126373291, "Finetune/Loss (Raw)": 0.5196518898010254, "Finetune/Step": 6358, "Finetune/Step Time": 6.6925409361720085}
+{"Finetune/Learning Rate": 6.918719353291603e-06, "Finetune/Loss": 0.584180474281311, "Finetune/Loss (Raw)": 0.7773615717887878, "Finetune/Step": 6359, "Finetune/Step Time": 6.698707610368729}
+{"Finetune/Learning Rate": 6.915755954888987e-06, "Finetune/Loss": 0.583900511264801, "Finetune/Loss (Raw)": 0.6983354091644287, "Finetune/Step": 6360, "Finetune/Step Time": 6.7387662548571825}
+{"Finetune/Learning Rate": 6.912792855779453e-06, "Finetune/Loss": 0.5839598178863525, "Finetune/Loss (Raw)": 0.2629208266735077, "Finetune/Step": 6361, "Finetune/Step Time": 6.740786574780941}
+{"Finetune/Learning Rate": 6.909830056250527e-06, "Finetune/Loss": 0.5844323039054871, "Finetune/Loss (Raw)": 0.6659212112426758, "Finetune/Step": 6362, "Finetune/Step Time": 6.7251596208661795}
+{"Finetune/Learning Rate": 6.906867556589726e-06, "Finetune/Loss": 0.584293782711029, "Finetune/Loss (Raw)": 0.5850241780281067, "Finetune/Step": 6363, "Finetune/Step Time": 6.731959313154221}
+{"Finetune/Learning Rate": 6.903905357084526e-06, "Finetune/Loss": 0.5832929611206055, "Finetune/Loss (Raw)": 0.6451492309570312, "Finetune/Step": 6364, "Finetune/Step Time": 6.734592869877815}
+{"Finetune/Learning Rate": 6.90094345802238e-06, "Finetune/Loss": 0.5830342769622803, "Finetune/Loss (Raw)": 0.5582106709480286, "Finetune/Step": 6365, "Finetune/Step Time": 6.7477316334843636}
+{"Finetune/Learning Rate": 6.897981859690706e-06, "Finetune/Loss": 0.5830386281013489, "Finetune/Loss (Raw)": 0.5621631145477295, "Finetune/Step": 6366, "Finetune/Step Time": 6.741080477833748}
+{"Finetune/Learning Rate": 6.895020562376895e-06, "Finetune/Loss": 0.5829130411148071, "Finetune/Loss (Raw)": 0.5893985629081726, "Finetune/Step": 6367, "Finetune/Step Time": 6.721571631729603}
+{"Finetune/Learning Rate": 6.892059566368307e-06, "Finetune/Loss": 0.5829677581787109, "Finetune/Loss (Raw)": 0.5650802850723267, "Finetune/Step": 6368, "Finetune/Step Time": 6.728028675541282}
+{"Finetune/Learning Rate": 6.8890988719522874e-06, "Finetune/Loss": 0.5831279158592224, "Finetune/Loss (Raw)": 0.4988712966442108, "Finetune/Step": 6369, "Finetune/Step Time": 6.7217281349003315}
+{"Finetune/Learning Rate": 6.886138479416125e-06, "Finetune/Loss": 0.5834912061691284, "Finetune/Loss (Raw)": 0.6866766214370728, "Finetune/Step": 6370, "Finetune/Step Time": 6.721388183534145}
+{"Finetune/Learning Rate": 6.8831783890471025e-06, "Finetune/Loss": 0.5819686651229858, "Finetune/Loss (Raw)": 0.4783966839313507, "Finetune/Step": 6371, "Finetune/Step Time": 6.724559124559164}
+{"Finetune/Learning Rate": 6.880218601132463e-06, "Finetune/Loss": 0.5822703242301941, "Finetune/Loss (Raw)": 0.7238983511924744, "Finetune/Step": 6372, "Finetune/Step Time": 6.722438542172313}
+{"Finetune/Learning Rate": 6.877259115959426e-06, "Finetune/Loss": 0.5814852714538574, "Finetune/Loss (Raw)": 0.501110315322876, "Finetune/Step": 6373, "Finetune/Step Time": 6.715994406491518}
+{"Finetune/Learning Rate": 6.874299933815172e-06, "Finetune/Loss": 0.5813625454902649, "Finetune/Loss (Raw)": 0.6220632195472717, "Finetune/Step": 6374, "Finetune/Step Time": 6.71668136306107}
+{"Finetune/Learning Rate": 6.871341054986862e-06, "Finetune/Loss": 0.5800334215164185, "Finetune/Loss (Raw)": 0.547504186630249, "Finetune/Step": 6375, "Finetune/Step Time": 6.730962419882417}
+{"Finetune/Learning Rate": 6.868382479761621e-06, "Finetune/Loss": 0.5775852799415588, "Finetune/Loss (Raw)": 0.2489372044801712, "Finetune/Step": 6376, "Finetune/Step Time": 6.738268226385117}
+{"Finetune/Learning Rate": 6.865424208426554e-06, "Finetune/Loss": 0.5783147811889648, "Finetune/Loss (Raw)": 0.7038326263427734, "Finetune/Step": 6377, "Finetune/Step Time": 6.739199221134186}
+{"Finetune/Learning Rate": 6.862466241268722e-06, "Finetune/Loss": 0.5807737112045288, "Finetune/Loss (Raw)": 0.5365213751792908, "Finetune/Step": 6378, "Finetune/Step Time": 6.73143476434052}
+{"Finetune/Learning Rate": 6.859508578575165e-06, "Finetune/Loss": 0.5811284184455872, "Finetune/Loss (Raw)": 0.5961771607398987, "Finetune/Step": 6379, "Finetune/Step Time": 6.742057714611292}
+{"Finetune/Learning Rate": 6.8565512206328965e-06, "Finetune/Loss": 0.5831727981567383, "Finetune/Loss (Raw)": 0.7458837628364563, "Finetune/Step": 6380, "Finetune/Step Time": 6.729848237708211}
+{"Finetune/Learning Rate": 6.853594167728896e-06, "Finetune/Loss": 0.58283931016922, "Finetune/Loss (Raw)": 0.5296050906181335, "Finetune/Step": 6381, "Finetune/Step Time": 6.723033331334591}
+{"Finetune/Learning Rate": 6.850637420150113e-06, "Finetune/Loss": 0.5785531401634216, "Finetune/Loss (Raw)": 0.19525568187236786, "Finetune/Step": 6382, "Finetune/Step Time": 6.746836336329579}
+{"Finetune/Learning Rate": 6.847680978183469e-06, "Finetune/Loss": 0.5782690048217773, "Finetune/Loss (Raw)": 0.6362981796264648, "Finetune/Step": 6383, "Finetune/Step Time": 6.756237493827939}
+{"Finetune/Learning Rate": 6.844724842115853e-06, "Finetune/Loss": 0.5772581696510315, "Finetune/Loss (Raw)": 0.5074909925460815, "Finetune/Step": 6384, "Finetune/Step Time": 6.757151436060667}
+{"Finetune/Learning Rate": 6.841769012234129e-06, "Finetune/Loss": 0.5773987174034119, "Finetune/Loss (Raw)": 0.6322246789932251, "Finetune/Step": 6385, "Finetune/Step Time": 6.753668544813991}
+{"Finetune/Learning Rate": 6.838813488825129e-06, "Finetune/Loss": 0.576717734336853, "Finetune/Loss (Raw)": 0.6399784088134766, "Finetune/Step": 6386, "Finetune/Step Time": 6.7542944345623255}
+{"Finetune/Learning Rate": 6.835858272175653e-06, "Finetune/Loss": 0.5772166848182678, "Finetune/Loss (Raw)": 0.7149391770362854, "Finetune/Step": 6387, "Finetune/Step Time": 6.774644223973155}
+{"Finetune/Learning Rate": 6.832903362572472e-06, "Finetune/Loss": 0.5776950120925903, "Finetune/Loss (Raw)": 0.5809798240661621, "Finetune/Step": 6388, "Finetune/Step Time": 6.780052034184337}
+{"Finetune/Learning Rate": 6.8299487603023385e-06, "Finetune/Loss": 0.5791442394256592, "Finetune/Loss (Raw)": 0.7331869006156921, "Finetune/Step": 6389, "Finetune/Step Time": 6.799954276531935}
+{"Finetune/Learning Rate": 6.826994465651951e-06, "Finetune/Loss": 0.5800996422767639, "Finetune/Loss (Raw)": 0.7139809727668762, "Finetune/Step": 6390, "Finetune/Step Time": 6.8034306690096855}
+{"Finetune/Learning Rate": 6.8240404789080006e-06, "Finetune/Loss": 0.5789452791213989, "Finetune/Loss (Raw)": 0.5369139313697815, "Finetune/Step": 6391, "Finetune/Step Time": 6.803882094100118}
+{"Finetune/Learning Rate": 6.82108680035714e-06, "Finetune/Loss": 0.5787344574928284, "Finetune/Loss (Raw)": 0.5368053913116455, "Finetune/Step": 6392, "Finetune/Step Time": 6.807660132646561}
+{"Finetune/Learning Rate": 6.818133430285992e-06, "Finetune/Loss": 0.5780552625656128, "Finetune/Loss (Raw)": 0.5097513198852539, "Finetune/Step": 6393, "Finetune/Step Time": 6.820349738001823}
+{"Finetune/Learning Rate": 6.8151803689811466e-06, "Finetune/Loss": 0.5763803124427795, "Finetune/Loss (Raw)": 0.39566171169281006, "Finetune/Step": 6394, "Finetune/Step Time": 6.826412523165345}
+{"Finetune/Learning Rate": 6.81222761672917e-06, "Finetune/Loss": 0.576197624206543, "Finetune/Loss (Raw)": 0.5787162780761719, "Finetune/Step": 6395, "Finetune/Step Time": 6.828775301575661}
+{"Finetune/Learning Rate": 6.809275173816594e-06, "Finetune/Loss": 0.5723007321357727, "Finetune/Loss (Raw)": 0.16104723513126373, "Finetune/Step": 6396, "Finetune/Step Time": 6.841751344501972}
+{"Finetune/Learning Rate": 6.806323040529928e-06, "Finetune/Loss": 0.5732780694961548, "Finetune/Loss (Raw)": 0.7175935506820679, "Finetune/Step": 6397, "Finetune/Step Time": 6.84080964140594}
+{"Finetune/Learning Rate": 6.803371217155635e-06, "Finetune/Loss": 0.5736519694328308, "Finetune/Loss (Raw)": 0.6724700331687927, "Finetune/Step": 6398, "Finetune/Step Time": 6.840959643945098}
+{"Finetune/Learning Rate": 6.800419703980159e-06, "Finetune/Loss": 0.5726442933082581, "Finetune/Loss (Raw)": 0.5265198349952698, "Finetune/Step": 6399, "Finetune/Step Time": 6.8400116842240095}
+{"Finetune/Learning Rate": 6.797468501289921e-06, "Finetune/Loss": 0.5744975805282593, "Finetune/Loss (Raw)": 0.6887308955192566, "Finetune/Step": 6400, "Finetune/Step Time": 6.8260264955461025}
+{"Finetune/Learning Rate": 6.794517609371301e-06, "Finetune/Loss": 0.5739419460296631, "Finetune/Loss (Raw)": 0.5311269164085388, "Finetune/Step": 6401, "Finetune/Step Time": 6.828782461583614}
+{"Finetune/Learning Rate": 6.791567028510647e-06, "Finetune/Loss": 0.5747636556625366, "Finetune/Loss (Raw)": 0.6775385737419128, "Finetune/Step": 6402, "Finetune/Step Time": 6.8267948515713215}
+{"Finetune/Learning Rate": 6.788616758994285e-06, "Finetune/Loss": 0.5735105872154236, "Finetune/Loss (Raw)": 0.48165345191955566, "Finetune/Step": 6403, "Finetune/Step Time": 6.837633000686765}
+{"Finetune/Learning Rate": 6.785666801108508e-06, "Finetune/Loss": 0.5730069875717163, "Finetune/Loss (Raw)": 0.6097555756568909, "Finetune/Step": 6404, "Finetune/Step Time": 6.823710022494197}
+{"Finetune/Learning Rate": 6.7827171551395774e-06, "Finetune/Loss": 0.5765586495399475, "Finetune/Loss (Raw)": 0.6752128601074219, "Finetune/Step": 6405, "Finetune/Step Time": 6.8030540850013494}
+{"Finetune/Learning Rate": 6.7797678213737236e-06, "Finetune/Loss": 0.5761613845825195, "Finetune/Loss (Raw)": 0.5829557776451111, "Finetune/Step": 6406, "Finetune/Step Time": 6.8052530735731125}
+{"Finetune/Learning Rate": 6.776818800097147e-06, "Finetune/Loss": 0.5759162902832031, "Finetune/Loss (Raw)": 0.601963460445404, "Finetune/Step": 6407, "Finetune/Step Time": 6.821252156049013}
+{"Finetune/Learning Rate": 6.773870091596022e-06, "Finetune/Loss": 0.5767621994018555, "Finetune/Loss (Raw)": 0.6637229323387146, "Finetune/Step": 6408, "Finetune/Step Time": 6.823273997753859}
+{"Finetune/Learning Rate": 6.770921696156494e-06, "Finetune/Loss": 0.5774542093276978, "Finetune/Loss (Raw)": 0.6310346722602844, "Finetune/Step": 6409, "Finetune/Step Time": 6.806754412129521}
+{"Finetune/Learning Rate": 6.767973614064659e-06, "Finetune/Loss": 0.5771455764770508, "Finetune/Loss (Raw)": 0.6003374457359314, "Finetune/Step": 6410, "Finetune/Step Time": 6.795991210266948}
+{"Finetune/Learning Rate": 6.765025845606609e-06, "Finetune/Loss": 0.5762752294540405, "Finetune/Loss (Raw)": 0.5724440813064575, "Finetune/Step": 6411, "Finetune/Step Time": 6.786897394806147}
+{"Finetune/Learning Rate": 6.7620783910683895e-06, "Finetune/Loss": 0.5758814811706543, "Finetune/Loss (Raw)": 0.5636924505233765, "Finetune/Step": 6412, "Finetune/Step Time": 6.819963987916708}
+{"Finetune/Learning Rate": 6.7591312507360215e-06, "Finetune/Loss": 0.5762186646461487, "Finetune/Loss (Raw)": 0.6208789348602295, "Finetune/Step": 6413, "Finetune/Step Time": 6.831464409828186}
+{"Finetune/Learning Rate": 6.756184424895491e-06, "Finetune/Loss": 0.5769208669662476, "Finetune/Loss (Raw)": 0.7198225259780884, "Finetune/Step": 6414, "Finetune/Step Time": 6.837888326495886}
+{"Finetune/Learning Rate": 6.7532379138327585e-06, "Finetune/Loss": 0.576209306716919, "Finetune/Loss (Raw)": 0.6046266555786133, "Finetune/Step": 6415, "Finetune/Step Time": 6.843164971098304}
+{"Finetune/Learning Rate": 6.750291717833748e-06, "Finetune/Loss": 0.5770555734634399, "Finetune/Loss (Raw)": 0.5461288094520569, "Finetune/Step": 6416, "Finetune/Step Time": 6.828372780233622}
+{"Finetune/Learning Rate": 6.747345837184365e-06, "Finetune/Loss": 0.5766607522964478, "Finetune/Loss (Raw)": 0.6442317962646484, "Finetune/Step": 6417, "Finetune/Step Time": 6.821063885465264}
+{"Finetune/Learning Rate": 6.744400272170462e-06, "Finetune/Loss": 0.5773791074752808, "Finetune/Loss (Raw)": 0.6346991658210754, "Finetune/Step": 6418, "Finetune/Step Time": 6.821730438619852}
+{"Finetune/Learning Rate": 6.741455023077886e-06, "Finetune/Loss": 0.5774065256118774, "Finetune/Loss (Raw)": 0.5666291117668152, "Finetune/Step": 6419, "Finetune/Step Time": 6.812160421162844}
+{"Finetune/Learning Rate": 6.738510090192442e-06, "Finetune/Loss": 0.5768882036209106, "Finetune/Loss (Raw)": 0.5312337875366211, "Finetune/Step": 6420, "Finetune/Step Time": 6.816484475508332}
+{"Finetune/Learning Rate": 6.735565473799896e-06, "Finetune/Loss": 0.5766952633857727, "Finetune/Loss (Raw)": 0.637649655342102, "Finetune/Step": 6421, "Finetune/Step Time": 6.816572701558471}
+{"Finetune/Learning Rate": 6.7326211741860005e-06, "Finetune/Loss": 0.5772571563720703, "Finetune/Loss (Raw)": 0.663766086101532, "Finetune/Step": 6422, "Finetune/Step Time": 6.817644789814949}
+{"Finetune/Learning Rate": 6.729677191636462e-06, "Finetune/Loss": 0.5762790441513062, "Finetune/Loss (Raw)": 0.5723809003829956, "Finetune/Step": 6423, "Finetune/Step Time": 6.8162537682801485}
+{"Finetune/Learning Rate": 6.726733526436968e-06, "Finetune/Loss": 0.5757813453674316, "Finetune/Loss (Raw)": 0.5147927403450012, "Finetune/Step": 6424, "Finetune/Step Time": 6.818540455773473}
+{"Finetune/Learning Rate": 6.723790178873166e-06, "Finetune/Loss": 0.5748775601387024, "Finetune/Loss (Raw)": 0.5462876558303833, "Finetune/Step": 6425, "Finetune/Step Time": 6.832777481526136}
+{"Finetune/Learning Rate": 6.720847149230678e-06, "Finetune/Loss": 0.5753906965255737, "Finetune/Loss (Raw)": 0.6431810855865479, "Finetune/Step": 6426, "Finetune/Step Time": 6.8350180219858885}
+{"Finetune/Learning Rate": 6.717904437795091e-06, "Finetune/Loss": 0.5742236971855164, "Finetune/Loss (Raw)": 0.5732004046440125, "Finetune/Step": 6427, "Finetune/Step Time": 6.8236863277852535}
+{"Finetune/Learning Rate": 6.714962044851974e-06, "Finetune/Loss": 0.5752544403076172, "Finetune/Loss (Raw)": 0.5447677969932556, "Finetune/Step": 6428, "Finetune/Step Time": 6.826896749436855}
+{"Finetune/Learning Rate": 6.712019970686839e-06, "Finetune/Loss": 0.5779544115066528, "Finetune/Loss (Raw)": 0.5884646773338318, "Finetune/Step": 6429, "Finetune/Step Time": 6.797607047483325}
+{"Finetune/Learning Rate": 6.709078215585195e-06, "Finetune/Loss": 0.5788060426712036, "Finetune/Loss (Raw)": 0.6588973999023438, "Finetune/Step": 6430, "Finetune/Step Time": 6.785106148570776}
+{"Finetune/Learning Rate": 6.7061367798325035e-06, "Finetune/Loss": 0.5782449245452881, "Finetune/Loss (Raw)": 0.5540736317634583, "Finetune/Step": 6431, "Finetune/Step Time": 6.786933271214366}
+{"Finetune/Learning Rate": 6.7031956637142034e-06, "Finetune/Loss": 0.5749231576919556, "Finetune/Loss (Raw)": 0.16335205733776093, "Finetune/Step": 6432, "Finetune/Step Time": 6.798338331282139}
+{"Finetune/Learning Rate": 6.700254867515694e-06, "Finetune/Loss": 0.5754830241203308, "Finetune/Loss (Raw)": 0.6017472147941589, "Finetune/Step": 6433, "Finetune/Step Time": 6.78344707749784}
+{"Finetune/Learning Rate": 6.69731439152235e-06, "Finetune/Loss": 0.5743323564529419, "Finetune/Loss (Raw)": 0.5914523005485535, "Finetune/Step": 6434, "Finetune/Step Time": 6.788317143917084}
+{"Finetune/Learning Rate": 6.694374236019513e-06, "Finetune/Loss": 0.5753728151321411, "Finetune/Loss (Raw)": 0.6944578886032104, "Finetune/Step": 6435, "Finetune/Step Time": 6.785702235996723}
+{"Finetune/Learning Rate": 6.691434401292497e-06, "Finetune/Loss": 0.5768084526062012, "Finetune/Loss (Raw)": 0.7220572829246521, "Finetune/Step": 6436, "Finetune/Step Time": 6.784198522567749}
+{"Finetune/Learning Rate": 6.688494887626577e-06, "Finetune/Loss": 0.5767227411270142, "Finetune/Loss (Raw)": 0.589947521686554, "Finetune/Step": 6437, "Finetune/Step Time": 6.7573924493044615}
+{"Finetune/Learning Rate": 6.685555695307e-06, "Finetune/Loss": 0.5773991942405701, "Finetune/Loss (Raw)": 0.6197301149368286, "Finetune/Step": 6438, "Finetune/Step Time": 6.759930569678545}
+{"Finetune/Learning Rate": 6.682616824618991e-06, "Finetune/Loss": 0.5754029154777527, "Finetune/Loss (Raw)": 0.4815071225166321, "Finetune/Step": 6439, "Finetune/Step Time": 6.7549875639379025}
+{"Finetune/Learning Rate": 6.679678275847732e-06, "Finetune/Loss": 0.5794397592544556, "Finetune/Loss (Raw)": 0.7452889084815979, "Finetune/Step": 6440, "Finetune/Step Time": 6.733610017225146}
+{"Finetune/Learning Rate": 6.676740049278376e-06, "Finetune/Loss": 0.5792981386184692, "Finetune/Loss (Raw)": 0.701511800289154, "Finetune/Step": 6441, "Finetune/Step Time": 6.740992866456509}
+{"Finetune/Learning Rate": 6.67380214519605e-06, "Finetune/Loss": 0.5787386894226074, "Finetune/Loss (Raw)": 0.49592122435569763, "Finetune/Step": 6442, "Finetune/Step Time": 6.748083580285311}
+{"Finetune/Learning Rate": 6.670864563885843e-06, "Finetune/Loss": 0.5795051455497742, "Finetune/Loss (Raw)": 0.6942298412322998, "Finetune/Step": 6443, "Finetune/Step Time": 6.761233663186431}
+{"Finetune/Learning Rate": 6.667927305632822e-06, "Finetune/Loss": 0.5809516906738281, "Finetune/Loss (Raw)": 0.6801037788391113, "Finetune/Step": 6444, "Finetune/Step Time": 6.764940036460757}
+{"Finetune/Learning Rate": 6.66499037072201e-06, "Finetune/Loss": 0.5797175168991089, "Finetune/Loss (Raw)": 0.471220999956131, "Finetune/Step": 6445, "Finetune/Step Time": 6.789973650127649}
+{"Finetune/Learning Rate": 6.662053759438407e-06, "Finetune/Loss": 0.5802551507949829, "Finetune/Loss (Raw)": 0.6110143661499023, "Finetune/Step": 6446, "Finetune/Step Time": 6.795492062345147}
+{"Finetune/Learning Rate": 6.659117472066979e-06, "Finetune/Loss": 0.5806182622909546, "Finetune/Loss (Raw)": 0.5987046957015991, "Finetune/Step": 6447, "Finetune/Step Time": 6.805674919858575}
+{"Finetune/Learning Rate": 6.6561815088926695e-06, "Finetune/Loss": 0.5816515684127808, "Finetune/Loss (Raw)": 0.5373154878616333, "Finetune/Step": 6448, "Finetune/Step Time": 6.774644922465086}
+{"Finetune/Learning Rate": 6.653245870200371e-06, "Finetune/Loss": 0.5817091464996338, "Finetune/Loss (Raw)": 0.6245800256729126, "Finetune/Step": 6449, "Finetune/Step Time": 6.768687404692173}
+{"Finetune/Learning Rate": 6.6503105562749616e-06, "Finetune/Loss": 0.5811824202537537, "Finetune/Loss (Raw)": 0.5787349939346313, "Finetune/Step": 6450, "Finetune/Step Time": 6.770406017079949}
+{"Finetune/Learning Rate": 6.647375567401283e-06, "Finetune/Loss": 0.5796863436698914, "Finetune/Loss (Raw)": 0.5015633702278137, "Finetune/Step": 6451, "Finetune/Step Time": 6.794914409518242}
+{"Finetune/Learning Rate": 6.644440903864145e-06, "Finetune/Loss": 0.5808379650115967, "Finetune/Loss (Raw)": 0.6063646078109741, "Finetune/Step": 6452, "Finetune/Step Time": 6.797587880864739}
+{"Finetune/Learning Rate": 6.641506565948321e-06, "Finetune/Loss": 0.5800743103027344, "Finetune/Loss (Raw)": 0.45463767647743225, "Finetune/Step": 6453, "Finetune/Step Time": 6.8192329704761505}
+{"Finetune/Learning Rate": 6.638572553938563e-06, "Finetune/Loss": 0.5799845457077026, "Finetune/Loss (Raw)": 0.6377457976341248, "Finetune/Step": 6454, "Finetune/Step Time": 6.8263344168663025}
+{"Finetune/Learning Rate": 6.635638868119579e-06, "Finetune/Loss": 0.580913782119751, "Finetune/Loss (Raw)": 0.6185685396194458, "Finetune/Step": 6455, "Finetune/Step Time": 6.8148564379662275}
+{"Finetune/Learning Rate": 6.632705508776063e-06, "Finetune/Loss": 0.5803446769714355, "Finetune/Loss (Raw)": 0.5404421091079712, "Finetune/Step": 6456, "Finetune/Step Time": 6.799123616889119}
+{"Finetune/Learning Rate": 6.629772476192654e-06, "Finetune/Loss": 0.5808970928192139, "Finetune/Loss (Raw)": 0.5991326570510864, "Finetune/Step": 6457, "Finetune/Step Time": 6.786518983542919}
+{"Finetune/Learning Rate": 6.626839770653975e-06, "Finetune/Loss": 0.5805696845054626, "Finetune/Loss (Raw)": 0.5095139741897583, "Finetune/Step": 6458, "Finetune/Step Time": 6.7724648751318455}
+{"Finetune/Learning Rate": 6.623907392444619e-06, "Finetune/Loss": 0.5809867978096008, "Finetune/Loss (Raw)": 0.6303133964538574, "Finetune/Step": 6459, "Finetune/Step Time": 6.766748551279306}
+{"Finetune/Learning Rate": 6.62097534184914e-06, "Finetune/Loss": 0.5779588222503662, "Finetune/Loss (Raw)": 0.25300872325897217, "Finetune/Step": 6460, "Finetune/Step Time": 6.788478925824165}
+{"Finetune/Learning Rate": 6.618043619152059e-06, "Finetune/Loss": 0.5778462886810303, "Finetune/Loss (Raw)": 0.6150434613227844, "Finetune/Step": 6461, "Finetune/Step Time": 6.79044009372592}
+{"Finetune/Learning Rate": 6.6151122246378716e-06, "Finetune/Loss": 0.5787444114685059, "Finetune/Loss (Raw)": 0.607991635799408, "Finetune/Step": 6462, "Finetune/Step Time": 6.7767129093408585}
+{"Finetune/Learning Rate": 6.612181158591038e-06, "Finetune/Loss": 0.578302800655365, "Finetune/Loss (Raw)": 0.505250096321106, "Finetune/Step": 6463, "Finetune/Step Time": 6.771057726815343}
+{"Finetune/Learning Rate": 6.609250421295987e-06, "Finetune/Loss": 0.5778638124465942, "Finetune/Loss (Raw)": 0.554337739944458, "Finetune/Step": 6464, "Finetune/Step Time": 6.770004956051707}
+{"Finetune/Learning Rate": 6.606320013037114e-06, "Finetune/Loss": 0.5781499147415161, "Finetune/Loss (Raw)": 0.6217364072799683, "Finetune/Step": 6465, "Finetune/Step Time": 6.768763747066259}
+{"Finetune/Learning Rate": 6.603389934098783e-06, "Finetune/Loss": 0.5813581943511963, "Finetune/Loss (Raw)": 0.6922345161437988, "Finetune/Step": 6466, "Finetune/Step Time": 6.74655332043767}
+{"Finetune/Learning Rate": 6.600460184765331e-06, "Finetune/Loss": 0.5790661573410034, "Finetune/Loss (Raw)": 0.24881000816822052, "Finetune/Step": 6467, "Finetune/Step Time": 6.739820851013064}
+{"Finetune/Learning Rate": 6.597530765321061e-06, "Finetune/Loss": 0.5786467790603638, "Finetune/Loss (Raw)": 0.5654111504554749, "Finetune/Step": 6468, "Finetune/Step Time": 6.7336875926703215}
+{"Finetune/Learning Rate": 6.594601676050231e-06, "Finetune/Loss": 0.5781818628311157, "Finetune/Loss (Raw)": 0.6330806016921997, "Finetune/Step": 6469, "Finetune/Step Time": 6.740760086104274}
+{"Finetune/Learning Rate": 6.591672917237088e-06, "Finetune/Loss": 0.5743554830551147, "Finetune/Loss (Raw)": 0.18735235929489136, "Finetune/Step": 6470, "Finetune/Step Time": 6.7594500463455915}
+{"Finetune/Learning Rate": 6.588744489165832e-06, "Finetune/Loss": 0.5753694176673889, "Finetune/Loss (Raw)": 0.7258768677711487, "Finetune/Step": 6471, "Finetune/Step Time": 6.7602985836565495}
+{"Finetune/Learning Rate": 6.585816392120642e-06, "Finetune/Loss": 0.574730634689331, "Finetune/Loss (Raw)": 0.49247458577156067, "Finetune/Step": 6472, "Finetune/Step Time": 6.79587959125638}
+{"Finetune/Learning Rate": 6.582888626385652e-06, "Finetune/Loss": 0.5726905465126038, "Finetune/Loss (Raw)": 0.24572837352752686, "Finetune/Step": 6473, "Finetune/Step Time": 6.789560783654451}
+{"Finetune/Learning Rate": 6.5799611922449725e-06, "Finetune/Loss": 0.5726587772369385, "Finetune/Loss (Raw)": 0.6414253115653992, "Finetune/Step": 6474, "Finetune/Step Time": 6.801270158961415}
+{"Finetune/Learning Rate": 6.577034089982677e-06, "Finetune/Loss": 0.5732199549674988, "Finetune/Loss (Raw)": 0.5931066274642944, "Finetune/Step": 6475, "Finetune/Step Time": 6.808931909501553}
+{"Finetune/Learning Rate": 6.5741073198828195e-06, "Finetune/Loss": 0.5731843709945679, "Finetune/Loss (Raw)": 0.5768334865570068, "Finetune/Step": 6476, "Finetune/Step Time": 6.802840635180473}
+{"Finetune/Learning Rate": 6.5711808822294e-06, "Finetune/Loss": 0.573185920715332, "Finetune/Loss (Raw)": 0.5920966267585754, "Finetune/Step": 6477, "Finetune/Step Time": 6.801024550572038}
+{"Finetune/Learning Rate": 6.568254777306404e-06, "Finetune/Loss": 0.5732604265213013, "Finetune/Loss (Raw)": 0.6583468914031982, "Finetune/Step": 6478, "Finetune/Step Time": 6.802843701094389}
+{"Finetune/Learning Rate": 6.565329005397779e-06, "Finetune/Loss": 0.5737709999084473, "Finetune/Loss (Raw)": 0.6317030787467957, "Finetune/Step": 6479, "Finetune/Step Time": 6.799995208159089}
+{"Finetune/Learning Rate": 6.562403566787442e-06, "Finetune/Loss": 0.5723128318786621, "Finetune/Loss (Raw)": 0.492624968290329, "Finetune/Step": 6480, "Finetune/Step Time": 6.80180855281651}
+{"Finetune/Learning Rate": 6.55947846175927e-06, "Finetune/Loss": 0.5735445618629456, "Finetune/Loss (Raw)": 0.7324969172477722, "Finetune/Step": 6481, "Finetune/Step Time": 6.807745691388845}
+{"Finetune/Learning Rate": 6.556553690597116e-06, "Finetune/Loss": 0.5736568570137024, "Finetune/Loss (Raw)": 0.6366642117500305, "Finetune/Step": 6482, "Finetune/Step Time": 6.807010360062122}
+{"Finetune/Learning Rate": 6.553629253584799e-06, "Finetune/Loss": 0.5737438201904297, "Finetune/Loss (Raw)": 0.23106294870376587, "Finetune/Step": 6483, "Finetune/Step Time": 6.805174823850393}
+{"Finetune/Learning Rate": 6.550705151006105e-06, "Finetune/Loss": 0.5734325647354126, "Finetune/Loss (Raw)": 0.5823917388916016, "Finetune/Step": 6484, "Finetune/Step Time": 6.799268655478954}
+{"Finetune/Learning Rate": 6.547781383144784e-06, "Finetune/Loss": 0.5725069046020508, "Finetune/Loss (Raw)": 0.5782353281974792, "Finetune/Step": 6485, "Finetune/Step Time": 6.794356353580952}
+{"Finetune/Learning Rate": 6.544857950284558e-06, "Finetune/Loss": 0.5716527104377747, "Finetune/Loss (Raw)": 0.41032856702804565, "Finetune/Step": 6486, "Finetune/Step Time": 6.776620265096426}
+{"Finetune/Learning Rate": 6.54193485270912e-06, "Finetune/Loss": 0.5705556869506836, "Finetune/Loss (Raw)": 0.6369344592094421, "Finetune/Step": 6487, "Finetune/Step Time": 6.772635629400611}
+{"Finetune/Learning Rate": 6.539012090702114e-06, "Finetune/Loss": 0.569830060005188, "Finetune/Loss (Raw)": 0.6054613590240479, "Finetune/Step": 6488, "Finetune/Step Time": 6.745447568595409}
+{"Finetune/Learning Rate": 6.536089664547172e-06, "Finetune/Loss": 0.5738607048988342, "Finetune/Loss (Raw)": 0.7788399457931519, "Finetune/Step": 6489, "Finetune/Step Time": 6.722027247771621}
+{"Finetune/Learning Rate": 6.5331675745278835e-06, "Finetune/Loss": 0.573043704032898, "Finetune/Loss (Raw)": 0.5613393187522888, "Finetune/Step": 6490, "Finetune/Step Time": 6.7472756411880255}
+{"Finetune/Learning Rate": 6.530245820927806e-06, "Finetune/Loss": 0.5721524953842163, "Finetune/Loss (Raw)": 0.47095778584480286, "Finetune/Step": 6491, "Finetune/Step Time": 6.759590299800038}
+{"Finetune/Learning Rate": 6.527324404030463e-06, "Finetune/Loss": 0.5721290111541748, "Finetune/Loss (Raw)": 0.6421372890472412, "Finetune/Step": 6492, "Finetune/Step Time": 6.760487204417586}
+{"Finetune/Learning Rate": 6.5244033241193465e-06, "Finetune/Loss": 0.5725374221801758, "Finetune/Loss (Raw)": 0.6104856729507446, "Finetune/Step": 6493, "Finetune/Step Time": 6.747498070821166}
+{"Finetune/Learning Rate": 6.521482581477917e-06, "Finetune/Loss": 0.5717811584472656, "Finetune/Loss (Raw)": 0.46536222100257874, "Finetune/Step": 6494, "Finetune/Step Time": 6.778905494138598}
+{"Finetune/Learning Rate": 6.518562176389604e-06, "Finetune/Loss": 0.5727781057357788, "Finetune/Loss (Raw)": 0.7170170545578003, "Finetune/Step": 6495, "Finetune/Step Time": 6.78149214759469}
+{"Finetune/Learning Rate": 6.515642109137799e-06, "Finetune/Loss": 0.5726536512374878, "Finetune/Loss (Raw)": 0.549148678779602, "Finetune/Step": 6496, "Finetune/Step Time": 6.775869989767671}
+{"Finetune/Learning Rate": 6.51272238000586e-06, "Finetune/Loss": 0.5728394985198975, "Finetune/Loss (Raw)": 0.5226497650146484, "Finetune/Step": 6497, "Finetune/Step Time": 6.796869456768036}
+{"Finetune/Learning Rate": 6.509802989277123e-06, "Finetune/Loss": 0.5724546313285828, "Finetune/Loss (Raw)": 0.6374201774597168, "Finetune/Step": 6498, "Finetune/Step Time": 6.795306723564863}
+{"Finetune/Learning Rate": 6.506883937234882e-06, "Finetune/Loss": 0.574433445930481, "Finetune/Loss (Raw)": 0.7316870093345642, "Finetune/Step": 6499, "Finetune/Step Time": 6.784840824082494}
+{"Finetune/Learning Rate": 6.5039652241623965e-06, "Finetune/Loss": 0.572740912437439, "Finetune/Loss (Raw)": 0.5072530508041382, "Finetune/Step": 6500, "Finetune/Step Time": 6.781864492222667}
+{"Finetune/Learning Rate": 6.501046850342898e-06, "Finetune/Loss": 0.5735248327255249, "Finetune/Loss (Raw)": 0.6014520525932312, "Finetune/Step": 6501, "Finetune/Step Time": 6.786846337839961}
+{"Finetune/Learning Rate": 6.4981288160595845e-06, "Finetune/Loss": 0.5735381841659546, "Finetune/Loss (Raw)": 0.6237698197364807, "Finetune/Step": 6502, "Finetune/Step Time": 6.792354539036751}
+{"Finetune/Learning Rate": 6.495211121595622e-06, "Finetune/Loss": 0.5740402936935425, "Finetune/Loss (Raw)": 0.6117720007896423, "Finetune/Step": 6503, "Finetune/Step Time": 6.783197766169906}
+{"Finetune/Learning Rate": 6.4922937672341364e-06, "Finetune/Loss": 0.5768928527832031, "Finetune/Loss (Raw)": 0.6140693426132202, "Finetune/Step": 6504, "Finetune/Step Time": 6.76589778997004}
+{"Finetune/Learning Rate": 6.489376753258231e-06, "Finetune/Loss": 0.5765620470046997, "Finetune/Loss (Raw)": 0.6614920496940613, "Finetune/Step": 6505, "Finetune/Step Time": 6.766263587400317}
+{"Finetune/Learning Rate": 6.486460079950966e-06, "Finetune/Loss": 0.577029824256897, "Finetune/Loss (Raw)": 0.5963956117630005, "Finetune/Step": 6506, "Finetune/Step Time": 6.75813995487988}
+{"Finetune/Learning Rate": 6.483543747595382e-06, "Finetune/Loss": 0.5774670243263245, "Finetune/Loss (Raw)": 0.6521385908126831, "Finetune/Step": 6507, "Finetune/Step Time": 6.7533394657075405}
+{"Finetune/Learning Rate": 6.480627756474468e-06, "Finetune/Loss": 0.5758046507835388, "Finetune/Loss (Raw)": 0.5330957174301147, "Finetune/Step": 6508, "Finetune/Step Time": 6.74919992312789}
+{"Finetune/Learning Rate": 6.477712106871196e-06, "Finetune/Loss": 0.5765978097915649, "Finetune/Loss (Raw)": 0.6311327219009399, "Finetune/Step": 6509, "Finetune/Step Time": 6.757337372750044}
+{"Finetune/Learning Rate": 6.474796799068497e-06, "Finetune/Loss": 0.5799645185470581, "Finetune/Loss (Raw)": 0.6261930465698242, "Finetune/Step": 6510, "Finetune/Step Time": 6.7351670656353235}
+{"Finetune/Learning Rate": 6.471881833349272e-06, "Finetune/Loss": 0.5793622732162476, "Finetune/Loss (Raw)": 0.5592126846313477, "Finetune/Step": 6511, "Finetune/Step Time": 6.735261568799615}
+{"Finetune/Learning Rate": 6.468967209996385e-06, "Finetune/Loss": 0.580763041973114, "Finetune/Loss (Raw)": 0.6867846250534058, "Finetune/Step": 6512, "Finetune/Step Time": 6.74222956225276}
+{"Finetune/Learning Rate": 6.466052929292671e-06, "Finetune/Loss": 0.5803630352020264, "Finetune/Loss (Raw)": 0.5810300707817078, "Finetune/Step": 6513, "Finetune/Step Time": 6.7422452718019485}
+{"Finetune/Learning Rate": 6.4631389915209275e-06, "Finetune/Loss": 0.5786122679710388, "Finetune/Loss (Raw)": 0.4158777594566345, "Finetune/Step": 6514, "Finetune/Step Time": 6.749444376677275}
+{"Finetune/Learning Rate": 6.460225396963928e-06, "Finetune/Loss": 0.5766832232475281, "Finetune/Loss (Raw)": 0.4680221974849701, "Finetune/Step": 6515, "Finetune/Step Time": 6.7209551353007555}
+{"Finetune/Learning Rate": 6.457312145904398e-06, "Finetune/Loss": 0.5760611295700073, "Finetune/Loss (Raw)": 0.5013520121574402, "Finetune/Step": 6516, "Finetune/Step Time": 6.702898021787405}
+{"Finetune/Learning Rate": 6.454399238625038e-06, "Finetune/Loss": 0.5751340985298157, "Finetune/Loss (Raw)": 0.6145216226577759, "Finetune/Step": 6517, "Finetune/Step Time": 6.685387693345547}
+{"Finetune/Learning Rate": 6.451486675408519e-06, "Finetune/Loss": 0.5741328001022339, "Finetune/Loss (Raw)": 0.5858152508735657, "Finetune/Step": 6518, "Finetune/Step Time": 6.678981637582183}
+{"Finetune/Learning Rate": 6.4485744565374755e-06, "Finetune/Loss": 0.5751454830169678, "Finetune/Loss (Raw)": 0.6665481925010681, "Finetune/Step": 6519, "Finetune/Step Time": 6.682040279731154}
+{"Finetune/Learning Rate": 6.445662582294501e-06, "Finetune/Loss": 0.5729817748069763, "Finetune/Loss (Raw)": 0.2598381042480469, "Finetune/Step": 6520, "Finetune/Step Time": 6.699709145352244}
+{"Finetune/Learning Rate": 6.442751052962165e-06, "Finetune/Loss": 0.5733782052993774, "Finetune/Loss (Raw)": 0.5605047941207886, "Finetune/Step": 6521, "Finetune/Step Time": 6.684723664075136}
+{"Finetune/Learning Rate": 6.439839868823001e-06, "Finetune/Loss": 0.5747931599617004, "Finetune/Loss (Raw)": 0.5767725706100464, "Finetune/Step": 6522, "Finetune/Step Time": 6.676762696355581}
+{"Finetune/Learning Rate": 6.436929030159511e-06, "Finetune/Loss": 0.5753317475318909, "Finetune/Loss (Raw)": 0.6476572751998901, "Finetune/Step": 6523, "Finetune/Step Time": 6.672902883961797}
+{"Finetune/Learning Rate": 6.434018537254156e-06, "Finetune/Loss": 0.5790584683418274, "Finetune/Loss (Raw)": 0.6380606889724731, "Finetune/Step": 6524, "Finetune/Step Time": 6.653424130752683}
+{"Finetune/Learning Rate": 6.431108390389368e-06, "Finetune/Loss": 0.57813560962677, "Finetune/Loss (Raw)": 0.5994713306427002, "Finetune/Step": 6525, "Finetune/Step Time": 6.652322301641107}
+{"Finetune/Learning Rate": 6.42819858984755e-06, "Finetune/Loss": 0.5777937173843384, "Finetune/Loss (Raw)": 0.628706157207489, "Finetune/Step": 6526, "Finetune/Step Time": 6.657400768250227}
+{"Finetune/Learning Rate": 6.425289135911068e-06, "Finetune/Loss": 0.5776841640472412, "Finetune/Loss (Raw)": 0.5124934315681458, "Finetune/Step": 6527, "Finetune/Step Time": 6.6561907120049}
+{"Finetune/Learning Rate": 6.422380028862247e-06, "Finetune/Loss": 0.5764834880828857, "Finetune/Loss (Raw)": 0.5350489020347595, "Finetune/Step": 6528, "Finetune/Step Time": 6.661414712667465}
+{"Finetune/Learning Rate": 6.419471268983391e-06, "Finetune/Loss": 0.5760167837142944, "Finetune/Loss (Raw)": 0.4713882505893707, "Finetune/Step": 6529, "Finetune/Step Time": 6.663169600069523}
+{"Finetune/Learning Rate": 6.416562856556763e-06, "Finetune/Loss": 0.5748656988143921, "Finetune/Loss (Raw)": 0.5301932692527771, "Finetune/Step": 6530, "Finetune/Step Time": 6.66770469583571}
+{"Finetune/Learning Rate": 6.413654791864592e-06, "Finetune/Loss": 0.5759103298187256, "Finetune/Loss (Raw)": 0.6153727173805237, "Finetune/Step": 6531, "Finetune/Step Time": 6.6621423084288836}
+{"Finetune/Learning Rate": 6.410747075189075e-06, "Finetune/Loss": 0.5757675170898438, "Finetune/Loss (Raw)": 0.5914824604988098, "Finetune/Step": 6532, "Finetune/Step Time": 6.662671968340874}
+{"Finetune/Learning Rate": 6.407839706812375e-06, "Finetune/Loss": 0.5744868516921997, "Finetune/Loss (Raw)": 0.511283814907074, "Finetune/Step": 6533, "Finetune/Step Time": 6.66352404281497}
+{"Finetune/Learning Rate": 6.404932687016619e-06, "Finetune/Loss": 0.5747520923614502, "Finetune/Loss (Raw)": 0.6168949007987976, "Finetune/Step": 6534, "Finetune/Step Time": 6.665011800825596}
+{"Finetune/Learning Rate": 6.402026016083911e-06, "Finetune/Loss": 0.5759437084197998, "Finetune/Loss (Raw)": 0.7544991970062256, "Finetune/Step": 6535, "Finetune/Step Time": 6.648194570094347}
+{"Finetune/Learning Rate": 6.3991196942963e-06, "Finetune/Loss": 0.5748236179351807, "Finetune/Loss (Raw)": 0.5203492045402527, "Finetune/Step": 6536, "Finetune/Step Time": 6.6550421714782715}
+{"Finetune/Learning Rate": 6.396213721935822e-06, "Finetune/Loss": 0.5713344216346741, "Finetune/Loss (Raw)": 0.18442179262638092, "Finetune/Step": 6537, "Finetune/Step Time": 6.667300276458263}
+{"Finetune/Learning Rate": 6.3933080992844685e-06, "Finetune/Loss": 0.5710617899894714, "Finetune/Loss (Raw)": 0.5654394626617432, "Finetune/Step": 6538, "Finetune/Step Time": 6.681525098159909}
+{"Finetune/Learning Rate": 6.390402826624202e-06, "Finetune/Loss": 0.5723707675933838, "Finetune/Loss (Raw)": 0.7399956583976746, "Finetune/Step": 6539, "Finetune/Step Time": 6.682711366564035}
+{"Finetune/Learning Rate": 6.387497904236943e-06, "Finetune/Loss": 0.5722624659538269, "Finetune/Loss (Raw)": 0.5498286485671997, "Finetune/Step": 6540, "Finetune/Step Time": 6.650779301300645}
+{"Finetune/Learning Rate": 6.384593332404588e-06, "Finetune/Loss": 0.5721164345741272, "Finetune/Loss (Raw)": 0.6021842956542969, "Finetune/Step": 6541, "Finetune/Step Time": 6.64214514195919}
+{"Finetune/Learning Rate": 6.381689111408991e-06, "Finetune/Loss": 0.570955216884613, "Finetune/Loss (Raw)": 0.5711843371391296, "Finetune/Step": 6542, "Finetune/Step Time": 6.636103015393019}
+{"Finetune/Learning Rate": 6.37878524153198e-06, "Finetune/Loss": 0.5712152719497681, "Finetune/Loss (Raw)": 0.6379128694534302, "Finetune/Step": 6543, "Finetune/Step Time": 6.625686001032591}
+{"Finetune/Learning Rate": 6.375881723055339e-06, "Finetune/Loss": 0.5686628818511963, "Finetune/Loss (Raw)": 0.2194262444972992, "Finetune/Step": 6544, "Finetune/Step Time": 6.647400621324778}
+{"Finetune/Learning Rate": 6.372978556260826e-06, "Finetune/Loss": 0.5685070753097534, "Finetune/Loss (Raw)": 0.6242901682853699, "Finetune/Step": 6545, "Finetune/Step Time": 6.66199417039752}
+{"Finetune/Learning Rate": 6.370075741430166e-06, "Finetune/Loss": 0.5683361291885376, "Finetune/Loss (Raw)": 0.6128173470497131, "Finetune/Step": 6546, "Finetune/Step Time": 6.66456164047122}
+{"Finetune/Learning Rate": 6.367173278845045e-06, "Finetune/Loss": 0.5688126087188721, "Finetune/Loss (Raw)": 0.6276174783706665, "Finetune/Step": 6547, "Finetune/Step Time": 6.670136541128159}
+{"Finetune/Learning Rate": 6.364271168787112e-06, "Finetune/Loss": 0.5698171854019165, "Finetune/Loss (Raw)": 0.6598252058029175, "Finetune/Step": 6548, "Finetune/Step Time": 6.663627535104752}
+{"Finetune/Learning Rate": 6.3613694115379895e-06, "Finetune/Loss": 0.5696240663528442, "Finetune/Loss (Raw)": 0.6129246354103088, "Finetune/Step": 6549, "Finetune/Step Time": 6.6635388638824224}
+{"Finetune/Learning Rate": 6.358468007379261e-06, "Finetune/Loss": 0.5690720677375793, "Finetune/Loss (Raw)": 0.5931099653244019, "Finetune/Step": 6550, "Finetune/Step Time": 6.668638242408633}
+{"Finetune/Learning Rate": 6.355566956592478e-06, "Finetune/Loss": 0.5707249641418457, "Finetune/Loss (Raw)": 0.7839587330818176, "Finetune/Step": 6551, "Finetune/Step Time": 6.6858228631317616}
+{"Finetune/Learning Rate": 6.352666259459156e-06, "Finetune/Loss": 0.5721868872642517, "Finetune/Loss (Raw)": 0.7019111514091492, "Finetune/Step": 6552, "Finetune/Step Time": 6.706284783780575}
+{"Finetune/Learning Rate": 6.349765916260774e-06, "Finetune/Loss": 0.5721595287322998, "Finetune/Loss (Raw)": 0.5427905321121216, "Finetune/Step": 6553, "Finetune/Step Time": 6.693861979991198}
+{"Finetune/Learning Rate": 6.346865927278784e-06, "Finetune/Loss": 0.5716366171836853, "Finetune/Loss (Raw)": 0.5762431025505066, "Finetune/Step": 6554, "Finetune/Step Time": 6.706000618636608}
+{"Finetune/Learning Rate": 6.3439662927946015e-06, "Finetune/Loss": 0.5716624855995178, "Finetune/Loss (Raw)": 0.576513409614563, "Finetune/Step": 6555, "Finetune/Step Time": 6.71402040310204}
+{"Finetune/Learning Rate": 6.341067013089594e-06, "Finetune/Loss": 0.5712227821350098, "Finetune/Loss (Raw)": 0.4884834885597229, "Finetune/Step": 6556, "Finetune/Step Time": 6.699745578691363}
+{"Finetune/Learning Rate": 6.338168088445115e-06, "Finetune/Loss": 0.5680464506149292, "Finetune/Loss (Raw)": 0.1818998008966446, "Finetune/Step": 6557, "Finetune/Step Time": 6.7169649340212345}
+{"Finetune/Learning Rate": 6.335269519142473e-06, "Finetune/Loss": 0.5679771304130554, "Finetune/Loss (Raw)": 0.6500220894813538, "Finetune/Step": 6558, "Finetune/Step Time": 6.752887144684792}
+{"Finetune/Learning Rate": 6.332371305462941e-06, "Finetune/Loss": 0.5681406259536743, "Finetune/Loss (Raw)": 0.5749990940093994, "Finetune/Step": 6559, "Finetune/Step Time": 6.754254439845681}
+{"Finetune/Learning Rate": 6.329473447687762e-06, "Finetune/Loss": 0.5714588165283203, "Finetune/Loss (Raw)": 0.5880794525146484, "Finetune/Step": 6560, "Finetune/Step Time": 6.735153682529926}
+{"Finetune/Learning Rate": 6.326575946098141e-06, "Finetune/Loss": 0.5722411870956421, "Finetune/Loss (Raw)": 0.7018917798995972, "Finetune/Step": 6561, "Finetune/Step Time": 6.749665224924684}
+{"Finetune/Learning Rate": 6.323678800975251e-06, "Finetune/Loss": 0.5698117613792419, "Finetune/Loss (Raw)": 0.2804929316043854, "Finetune/Step": 6562, "Finetune/Step Time": 6.763718763366342}
+{"Finetune/Learning Rate": 6.320782012600226e-06, "Finetune/Loss": 0.566291332244873, "Finetune/Loss (Raw)": 0.2438407838344574, "Finetune/Step": 6563, "Finetune/Step Time": 6.775343278422952}
+{"Finetune/Learning Rate": 6.31788558125417e-06, "Finetune/Loss": 0.5649960041046143, "Finetune/Loss (Raw)": 0.5562512278556824, "Finetune/Step": 6564, "Finetune/Step Time": 6.773230463266373}
+{"Finetune/Learning Rate": 6.314989507218153e-06, "Finetune/Loss": 0.564623236656189, "Finetune/Loss (Raw)": 0.542242169380188, "Finetune/Step": 6565, "Finetune/Step Time": 6.793717592954636}
+{"Finetune/Learning Rate": 6.3120937907732104e-06, "Finetune/Loss": 0.5652285218238831, "Finetune/Loss (Raw)": 0.6972057819366455, "Finetune/Step": 6566, "Finetune/Step Time": 6.797573067247868}
+{"Finetune/Learning Rate": 6.309198432200332e-06, "Finetune/Loss": 0.5664118528366089, "Finetune/Loss (Raw)": 0.6329686045646667, "Finetune/Step": 6567, "Finetune/Step Time": 6.791684299707413}
+{"Finetune/Learning Rate": 6.306303431780487e-06, "Finetune/Loss": 0.5656375885009766, "Finetune/Loss (Raw)": 0.6461768746376038, "Finetune/Step": 6568, "Finetune/Step Time": 6.7922306172549725}
+{"Finetune/Learning Rate": 6.303408789794605e-06, "Finetune/Loss": 0.5658138990402222, "Finetune/Loss (Raw)": 0.7240819931030273, "Finetune/Step": 6569, "Finetune/Step Time": 6.783311735838652}
+{"Finetune/Learning Rate": 6.300514506523581e-06, "Finetune/Loss": 0.5649211406707764, "Finetune/Loss (Raw)": 0.38165050745010376, "Finetune/Step": 6570, "Finetune/Step Time": 6.776956722140312}
+{"Finetune/Learning Rate": 6.2976205822482696e-06, "Finetune/Loss": 0.5611740946769714, "Finetune/Loss (Raw)": 0.21460910141468048, "Finetune/Step": 6571, "Finetune/Step Time": 6.780762784183025}
+{"Finetune/Learning Rate": 6.294727017249498e-06, "Finetune/Loss": 0.5603570938110352, "Finetune/Loss (Raw)": 0.5755314826965332, "Finetune/Step": 6572, "Finetune/Step Time": 6.783890867605805}
+{"Finetune/Learning Rate": 6.2918338118080554e-06, "Finetune/Loss": 0.5618098378181458, "Finetune/Loss (Raw)": 0.657168447971344, "Finetune/Step": 6573, "Finetune/Step Time": 6.767767298966646}
+{"Finetune/Learning Rate": 6.288940966204704e-06, "Finetune/Loss": 0.561271071434021, "Finetune/Loss (Raw)": 0.5420529842376709, "Finetune/Step": 6574, "Finetune/Step Time": 6.76552813872695}
+{"Finetune/Learning Rate": 6.286048480720149e-06, "Finetune/Loss": 0.5613722801208496, "Finetune/Loss (Raw)": 0.6116613745689392, "Finetune/Step": 6575, "Finetune/Step Time": 6.756732931360602}
+{"Finetune/Learning Rate": 6.283156355635087e-06, "Finetune/Loss": 0.561820387840271, "Finetune/Loss (Raw)": 0.5946656465530396, "Finetune/Step": 6576, "Finetune/Step Time": 6.7651285864412785}
+{"Finetune/Learning Rate": 6.280264591230164e-06, "Finetune/Loss": 0.5604751110076904, "Finetune/Loss (Raw)": 0.45238056778907776, "Finetune/Step": 6577, "Finetune/Step Time": 6.772145671769977}
+{"Finetune/Learning Rate": 6.277373187785998e-06, "Finetune/Loss": 0.5603994727134705, "Finetune/Loss (Raw)": 0.5690624713897705, "Finetune/Step": 6578, "Finetune/Step Time": 6.765915909782052}
+{"Finetune/Learning Rate": 6.2744821455831624e-06, "Finetune/Loss": 0.5614259243011475, "Finetune/Loss (Raw)": 0.6329477429389954, "Finetune/Step": 6579, "Finetune/Step Time": 6.751554356887937}
+{"Finetune/Learning Rate": 6.271591464902209e-06, "Finetune/Loss": 0.5605790615081787, "Finetune/Loss (Raw)": 0.497965544462204, "Finetune/Step": 6580, "Finetune/Step Time": 6.735084351152182}
+{"Finetune/Learning Rate": 6.268701146023644e-06, "Finetune/Loss": 0.5630568265914917, "Finetune/Loss (Raw)": 0.7717903256416321, "Finetune/Step": 6581, "Finetune/Step Time": 6.715061604976654}
+{"Finetune/Learning Rate": 6.2658111892279425e-06, "Finetune/Loss": 0.5599063634872437, "Finetune/Loss (Raw)": 0.23449523746967316, "Finetune/Step": 6582, "Finetune/Step Time": 6.728638866916299}
+{"Finetune/Learning Rate": 6.2629215947955435e-06, "Finetune/Loss": 0.556485652923584, "Finetune/Loss (Raw)": 0.1807055026292801, "Finetune/Step": 6583, "Finetune/Step Time": 6.760604236274958}
+{"Finetune/Learning Rate": 6.260032363006852e-06, "Finetune/Loss": 0.5581321716308594, "Finetune/Loss (Raw)": 0.7512010335922241, "Finetune/Step": 6584, "Finetune/Step Time": 6.797199381515384}
+{"Finetune/Learning Rate": 6.257143494142237e-06, "Finetune/Loss": 0.5578376054763794, "Finetune/Loss (Raw)": 0.5614296793937683, "Finetune/Step": 6585, "Finetune/Step Time": 6.817910090088844}
+{"Finetune/Learning Rate": 6.254254988482036e-06, "Finetune/Loss": 0.5597606897354126, "Finetune/Loss (Raw)": 0.7556670308113098, "Finetune/Step": 6586, "Finetune/Step Time": 6.824974270537496}
+{"Finetune/Learning Rate": 6.2513668463065414e-06, "Finetune/Loss": 0.5591544508934021, "Finetune/Loss (Raw)": 0.5527202486991882, "Finetune/Step": 6587, "Finetune/Step Time": 6.827268924564123}
+{"Finetune/Learning Rate": 6.248479067896022e-06, "Finetune/Loss": 0.5628838539123535, "Finetune/Loss (Raw)": 0.7303726077079773, "Finetune/Step": 6588, "Finetune/Step Time": 6.80752457678318}
+{"Finetune/Learning Rate": 6.245591653530703e-06, "Finetune/Loss": 0.5629563331604004, "Finetune/Loss (Raw)": 0.624315083026886, "Finetune/Step": 6589, "Finetune/Step Time": 6.801245799288154}
+{"Finetune/Learning Rate": 6.2427046034907805e-06, "Finetune/Loss": 0.562848687171936, "Finetune/Loss (Raw)": 0.5942181348800659, "Finetune/Step": 6590, "Finetune/Step Time": 6.805374640971422}
+{"Finetune/Learning Rate": 6.239817918056406e-06, "Finetune/Loss": 0.5641837120056152, "Finetune/Loss (Raw)": 0.6761326789855957, "Finetune/Step": 6591, "Finetune/Step Time": 6.809600317850709}
+{"Finetune/Learning Rate": 6.236931597507707e-06, "Finetune/Loss": 0.5647475123405457, "Finetune/Loss (Raw)": 0.6264995336532593, "Finetune/Step": 6592, "Finetune/Step Time": 6.827313857153058}
+{"Finetune/Learning Rate": 6.234045642124766e-06, "Finetune/Loss": 0.5649241209030151, "Finetune/Loss (Raw)": 0.6443403363227844, "Finetune/Step": 6593, "Finetune/Step Time": 6.819326311349869}
+{"Finetune/Learning Rate": 6.231160052187643e-06, "Finetune/Loss": 0.5637929439544678, "Finetune/Loss (Raw)": 0.5474446415901184, "Finetune/Step": 6594, "Finetune/Step Time": 6.827529639005661}
+{"Finetune/Learning Rate": 6.228274827976341e-06, "Finetune/Loss": 0.5661095976829529, "Finetune/Loss (Raw)": 0.5453433394432068, "Finetune/Step": 6595, "Finetune/Step Time": 6.822421858087182}
+{"Finetune/Learning Rate": 6.225389969770851e-06, "Finetune/Loss": 0.5669992566108704, "Finetune/Loss (Raw)": 0.6792880296707153, "Finetune/Step": 6596, "Finetune/Step Time": 6.820700172334909}
+{"Finetune/Learning Rate": 6.222505477851112e-06, "Finetune/Loss": 0.5638360977172852, "Finetune/Loss (Raw)": 0.22819401323795319, "Finetune/Step": 6597, "Finetune/Step Time": 6.823113482445478}
+{"Finetune/Learning Rate": 6.219621352497037e-06, "Finetune/Loss": 0.5658315420150757, "Finetune/Loss (Raw)": 0.4427717626094818, "Finetune/Step": 6598, "Finetune/Step Time": 6.838174464181066}
+{"Finetune/Learning Rate": 6.2167375939884955e-06, "Finetune/Loss": 0.5655779838562012, "Finetune/Loss (Raw)": 0.693413257598877, "Finetune/Step": 6599, "Finetune/Step Time": 6.836834901943803}
+{"Finetune/Learning Rate": 6.213854202605328e-06, "Finetune/Loss": 0.5667393207550049, "Finetune/Loss (Raw)": 0.641136884689331, "Finetune/Step": 6600, "Finetune/Step Time": 6.810506438836455}
+{"Finetune/Learning Rate": 6.210971178627335e-06, "Finetune/Loss": 0.5693120360374451, "Finetune/Loss (Raw)": 0.5750313401222229, "Finetune/Step": 6601, "Finetune/Step Time": 6.790181931108236}
+{"Finetune/Learning Rate": 6.208088522334291e-06, "Finetune/Loss": 0.569218099117279, "Finetune/Loss (Raw)": 0.6294003129005432, "Finetune/Step": 6602, "Finetune/Step Time": 6.77365686930716}
+{"Finetune/Learning Rate": 6.205206234005917e-06, "Finetune/Loss": 0.5688082575798035, "Finetune/Loss (Raw)": 0.5406504273414612, "Finetune/Step": 6603, "Finetune/Step Time": 6.79740247502923}
+{"Finetune/Learning Rate": 6.20232431392191e-06, "Finetune/Loss": 0.5678074359893799, "Finetune/Loss (Raw)": 0.44872987270355225, "Finetune/Step": 6604, "Finetune/Step Time": 6.835561042651534}
+{"Finetune/Learning Rate": 6.199442762361936e-06, "Finetune/Loss": 0.5676501989364624, "Finetune/Loss (Raw)": 0.5719692707061768, "Finetune/Step": 6605, "Finetune/Step Time": 6.8302315175533295}
+{"Finetune/Learning Rate": 6.196561579605616e-06, "Finetune/Loss": 0.5675634145736694, "Finetune/Loss (Raw)": 0.6472376585006714, "Finetune/Step": 6606, "Finetune/Step Time": 6.824348775669932}
+{"Finetune/Learning Rate": 6.193680765932535e-06, "Finetune/Loss": 0.5673131346702576, "Finetune/Loss (Raw)": 0.5996658802032471, "Finetune/Step": 6607, "Finetune/Step Time": 6.807172043249011}
+{"Finetune/Learning Rate": 6.190800321622248e-06, "Finetune/Loss": 0.5675331354141235, "Finetune/Loss (Raw)": 0.5207875967025757, "Finetune/Step": 6608, "Finetune/Step Time": 6.805251279845834}
+{"Finetune/Learning Rate": 6.187920246954271e-06, "Finetune/Loss": 0.5668081045150757, "Finetune/Loss (Raw)": 0.6396918892860413, "Finetune/Step": 6609, "Finetune/Step Time": 6.805196925997734}
+{"Finetune/Learning Rate": 6.185040542208087e-06, "Finetune/Loss": 0.5666043758392334, "Finetune/Loss (Raw)": 0.6105852723121643, "Finetune/Step": 6610, "Finetune/Step Time": 6.798692267388105}
+{"Finetune/Learning Rate": 6.182161207663136e-06, "Finetune/Loss": 0.5699349641799927, "Finetune/Loss (Raw)": 0.6573794484138489, "Finetune/Step": 6611, "Finetune/Step Time": 6.777336064726114}
+{"Finetune/Learning Rate": 6.179282243598827e-06, "Finetune/Loss": 0.5690704584121704, "Finetune/Loss (Raw)": 0.4717365801334381, "Finetune/Step": 6612, "Finetune/Step Time": 6.782323090359569}
+{"Finetune/Learning Rate": 6.176403650294538e-06, "Finetune/Loss": 0.568882942199707, "Finetune/Loss (Raw)": 0.5542247891426086, "Finetune/Step": 6613, "Finetune/Step Time": 6.780028887093067}
+{"Finetune/Learning Rate": 6.173525428029608e-06, "Finetune/Loss": 0.5711778402328491, "Finetune/Loss (Raw)": 0.7040802240371704, "Finetune/Step": 6614, "Finetune/Step Time": 6.766079755499959}
+{"Finetune/Learning Rate": 6.170647577083324e-06, "Finetune/Loss": 0.5703059434890747, "Finetune/Loss (Raw)": 0.5253256559371948, "Finetune/Step": 6615, "Finetune/Step Time": 6.765541102737188}
+{"Finetune/Learning Rate": 6.167770097734963e-06, "Finetune/Loss": 0.5698561072349548, "Finetune/Loss (Raw)": 0.547893226146698, "Finetune/Step": 6616, "Finetune/Step Time": 6.761786775663495}
+{"Finetune/Learning Rate": 6.164892990263751e-06, "Finetune/Loss": 0.5684226751327515, "Finetune/Loss (Raw)": 0.5953584313392639, "Finetune/Step": 6617, "Finetune/Step Time": 6.7652273662388325}
+{"Finetune/Learning Rate": 6.162016254948881e-06, "Finetune/Loss": 0.5678058862686157, "Finetune/Loss (Raw)": 0.48238998651504517, "Finetune/Step": 6618, "Finetune/Step Time": 6.762893237173557}
+{"Finetune/Learning Rate": 6.159139892069508e-06, "Finetune/Loss": 0.5694158673286438, "Finetune/Loss (Raw)": 0.6770347356796265, "Finetune/Step": 6619, "Finetune/Step Time": 6.749229608103633}
+{"Finetune/Learning Rate": 6.156263901904751e-06, "Finetune/Loss": 0.5690596103668213, "Finetune/Loss (Raw)": 0.596532940864563, "Finetune/Step": 6620, "Finetune/Step Time": 6.755730357021093}
+{"Finetune/Learning Rate": 6.153388284733695e-06, "Finetune/Loss": 0.5662370920181274, "Finetune/Loss (Raw)": 0.24919849634170532, "Finetune/Step": 6621, "Finetune/Step Time": 6.776944436132908}
+{"Finetune/Learning Rate": 6.150513040835396e-06, "Finetune/Loss": 0.5675766468048096, "Finetune/Loss (Raw)": 0.6368305683135986, "Finetune/Step": 6622, "Finetune/Step Time": 6.749285651370883}
+{"Finetune/Learning Rate": 6.147638170488854e-06, "Finetune/Loss": 0.5669678449630737, "Finetune/Loss (Raw)": 0.6390876770019531, "Finetune/Step": 6623, "Finetune/Step Time": 6.742885764688253}
+{"Finetune/Learning Rate": 6.144763673973051e-06, "Finetune/Loss": 0.567278265953064, "Finetune/Loss (Raw)": 0.5888891220092773, "Finetune/Step": 6624, "Finetune/Step Time": 6.735403414815664}
+{"Finetune/Learning Rate": 6.141889551566929e-06, "Finetune/Loss": 0.5675051212310791, "Finetune/Loss (Raw)": 0.5516891479492188, "Finetune/Step": 6625, "Finetune/Step Time": 6.717610832303762}
+{"Finetune/Learning Rate": 6.1390158035493795e-06, "Finetune/Loss": 0.5674105286598206, "Finetune/Loss (Raw)": 0.6253109574317932, "Finetune/Step": 6626, "Finetune/Step Time": 6.7145161628723145}
+{"Finetune/Learning Rate": 6.136142430199281e-06, "Finetune/Loss": 0.5668113231658936, "Finetune/Loss (Raw)": 0.6549872159957886, "Finetune/Step": 6627, "Finetune/Step Time": 6.714654305949807}
+{"Finetune/Learning Rate": 6.133269431795459e-06, "Finetune/Loss": 0.5669465661048889, "Finetune/Loss (Raw)": 0.5245646238327026, "Finetune/Step": 6628, "Finetune/Step Time": 6.709438154473901}
+{"Finetune/Learning Rate": 6.1303968086167095e-06, "Finetune/Loss": 0.5669833421707153, "Finetune/Loss (Raw)": 0.6061550974845886, "Finetune/Step": 6629, "Finetune/Step Time": 6.718025488778949}
+{"Finetune/Learning Rate": 6.127524560941787e-06, "Finetune/Loss": 0.5661672949790955, "Finetune/Loss (Raw)": 0.5193179845809937, "Finetune/Step": 6630, "Finetune/Step Time": 6.718254469335079}
+{"Finetune/Learning Rate": 6.124652689049414e-06, "Finetune/Loss": 0.5658293962478638, "Finetune/Loss (Raw)": 0.5685192346572876, "Finetune/Step": 6631, "Finetune/Step Time": 6.72028050199151}
+{"Finetune/Learning Rate": 6.121781193218274e-06, "Finetune/Loss": 0.5654711723327637, "Finetune/Loss (Raw)": 0.568219780921936, "Finetune/Step": 6632, "Finetune/Step Time": 6.736042929813266}
+{"Finetune/Learning Rate": 6.1189100737270215e-06, "Finetune/Loss": 0.5642196536064148, "Finetune/Loss (Raw)": 0.5012949705123901, "Finetune/Step": 6633, "Finetune/Step Time": 6.747432202100754}
+{"Finetune/Learning Rate": 6.116039330854258e-06, "Finetune/Loss": 0.5637392997741699, "Finetune/Loss (Raw)": 0.5349075794219971, "Finetune/Step": 6634, "Finetune/Step Time": 6.740870391950011}
+{"Finetune/Learning Rate": 6.1131689648785644e-06, "Finetune/Loss": 0.5628753304481506, "Finetune/Loss (Raw)": 0.5415549874305725, "Finetune/Step": 6635, "Finetune/Step Time": 6.734225744381547}
+{"Finetune/Learning Rate": 6.110298976078478e-06, "Finetune/Loss": 0.5635299682617188, "Finetune/Loss (Raw)": 0.6168963313102722, "Finetune/Step": 6636, "Finetune/Step Time": 6.739111183211207}
+{"Finetune/Learning Rate": 6.107429364732504e-06, "Finetune/Loss": 0.5635509490966797, "Finetune/Loss (Raw)": 0.6338151693344116, "Finetune/Step": 6637, "Finetune/Step Time": 6.724625216796994}
+{"Finetune/Learning Rate": 6.104560131119102e-06, "Finetune/Loss": 0.5626434087753296, "Finetune/Loss (Raw)": 0.5100231766700745, "Finetune/Step": 6638, "Finetune/Step Time": 6.738870929926634}
+{"Finetune/Learning Rate": 6.101691275516704e-06, "Finetune/Loss": 0.5624884366989136, "Finetune/Loss (Raw)": 0.5393733978271484, "Finetune/Step": 6639, "Finetune/Step Time": 6.759478198364377}
+{"Finetune/Learning Rate": 6.098822798203701e-06, "Finetune/Loss": 0.562302827835083, "Finetune/Loss (Raw)": 0.6630340814590454, "Finetune/Step": 6640, "Finetune/Step Time": 6.766793252900243}
+{"Finetune/Learning Rate": 6.0959546994584505e-06, "Finetune/Loss": 0.5626416206359863, "Finetune/Loss (Raw)": 0.624384343624115, "Finetune/Step": 6641, "Finetune/Step Time": 6.769980534911156}
+{"Finetune/Learning Rate": 6.093086979559266e-06, "Finetune/Loss": 0.5649726390838623, "Finetune/Loss (Raw)": 0.7142568230628967, "Finetune/Step": 6642, "Finetune/Step Time": 6.760468939319253}
+{"Finetune/Learning Rate": 6.090219638784431e-06, "Finetune/Loss": 0.5653095245361328, "Finetune/Loss (Raw)": 0.5111485123634338, "Finetune/Step": 6643, "Finetune/Step Time": 6.801036166027188}
+{"Finetune/Learning Rate": 6.087352677412194e-06, "Finetune/Loss": 0.5662955641746521, "Finetune/Loss (Raw)": 0.6275599598884583, "Finetune/Step": 6644, "Finetune/Step Time": 6.814051626250148}
+{"Finetune/Learning Rate": 6.084486095720761e-06, "Finetune/Loss": 0.5663055777549744, "Finetune/Loss (Raw)": 0.6158057451248169, "Finetune/Step": 6645, "Finetune/Step Time": 6.806507226079702}
+{"Finetune/Learning Rate": 6.081619893988302e-06, "Finetune/Loss": 0.5675988793373108, "Finetune/Loss (Raw)": 0.7513524889945984, "Finetune/Step": 6646, "Finetune/Step Time": 6.8090743236243725}
+{"Finetune/Learning Rate": 6.0787540724929516e-06, "Finetune/Loss": 0.566276490688324, "Finetune/Loss (Raw)": 0.49728503823280334, "Finetune/Step": 6647, "Finetune/Step Time": 6.8234916888177395}
+{"Finetune/Learning Rate": 6.0758886315128095e-06, "Finetune/Loss": 0.569197416305542, "Finetune/Loss (Raw)": 0.6337172389030457, "Finetune/Step": 6648, "Finetune/Step Time": 6.805384963750839}
+{"Finetune/Learning Rate": 6.073023571325936e-06, "Finetune/Loss": 0.5697979927062988, "Finetune/Loss (Raw)": 0.6373736262321472, "Finetune/Step": 6649, "Finetune/Step Time": 6.798934103921056}
+{"Finetune/Learning Rate": 6.070158892210352e-06, "Finetune/Loss": 0.5692846775054932, "Finetune/Loss (Raw)": 0.5110750198364258, "Finetune/Step": 6650, "Finetune/Step Time": 6.811589913442731}
+{"Finetune/Learning Rate": 6.067294594444044e-06, "Finetune/Loss": 0.5688443779945374, "Finetune/Loss (Raw)": 0.5912953615188599, "Finetune/Step": 6651, "Finetune/Step Time": 6.810602089390159}
+{"Finetune/Learning Rate": 6.064430678304962e-06, "Finetune/Loss": 0.5680594444274902, "Finetune/Loss (Raw)": 0.5375882983207703, "Finetune/Step": 6652, "Finetune/Step Time": 6.811700481921434}
+{"Finetune/Learning Rate": 6.061567144071025e-06, "Finetune/Loss": 0.5676635503768921, "Finetune/Loss (Raw)": 0.5488023161888123, "Finetune/Step": 6653, "Finetune/Step Time": 6.800117248669267}
+{"Finetune/Learning Rate": 6.058703992020099e-06, "Finetune/Loss": 0.566899299621582, "Finetune/Loss (Raw)": 0.5308797955513, "Finetune/Step": 6654, "Finetune/Step Time": 6.810954008251429}
+{"Finetune/Learning Rate": 6.055841222430028e-06, "Finetune/Loss": 0.5674550533294678, "Finetune/Loss (Raw)": 0.5836267471313477, "Finetune/Step": 6655, "Finetune/Step Time": 6.816776320338249}
+{"Finetune/Learning Rate": 6.0529788355786115e-06, "Finetune/Loss": 0.5677028298377991, "Finetune/Loss (Raw)": 0.5667679309844971, "Finetune/Step": 6656, "Finetune/Step Time": 6.816259000450373}
+{"Finetune/Learning Rate": 6.0501168317436175e-06, "Finetune/Loss": 0.5677659511566162, "Finetune/Loss (Raw)": 0.47946250438690186, "Finetune/Step": 6657, "Finetune/Step Time": 6.809757875278592}
+{"Finetune/Learning Rate": 6.047255211202767e-06, "Finetune/Loss": 0.5678538084030151, "Finetune/Loss (Raw)": 0.5414440631866455, "Finetune/Step": 6658, "Finetune/Step Time": 6.80620302259922}
+{"Finetune/Learning Rate": 6.044393974233753e-06, "Finetune/Loss": 0.5682340860366821, "Finetune/Loss (Raw)": 0.6640515923500061, "Finetune/Step": 6659, "Finetune/Step Time": 6.815221626311541}
+{"Finetune/Learning Rate": 6.041533121114226e-06, "Finetune/Loss": 0.5672933459281921, "Finetune/Loss (Raw)": 0.47106435894966125, "Finetune/Step": 6660, "Finetune/Step Time": 6.824396338313818}
+{"Finetune/Learning Rate": 6.038672652121809e-06, "Finetune/Loss": 0.5682218074798584, "Finetune/Loss (Raw)": 0.6301314234733582, "Finetune/Step": 6661, "Finetune/Step Time": 6.827010095119476}
+{"Finetune/Learning Rate": 6.03581256753407e-06, "Finetune/Loss": 0.5685665607452393, "Finetune/Loss (Raw)": 0.6610172390937805, "Finetune/Step": 6662, "Finetune/Step Time": 6.8380920104682446}
+{"Finetune/Learning Rate": 6.032952867628552e-06, "Finetune/Loss": 0.5673943758010864, "Finetune/Loss (Raw)": 0.6044554114341736, "Finetune/Step": 6663, "Finetune/Step Time": 6.837093252688646}
+{"Finetune/Learning Rate": 6.030093552682763e-06, "Finetune/Loss": 0.567299485206604, "Finetune/Loss (Raw)": 0.5082128047943115, "Finetune/Step": 6664, "Finetune/Step Time": 6.831019707024097}
+{"Finetune/Learning Rate": 6.0272346229741685e-06, "Finetune/Loss": 0.5711151957511902, "Finetune/Loss (Raw)": 0.6728243231773376, "Finetune/Step": 6665, "Finetune/Step Time": 6.816998654976487}
+{"Finetune/Learning Rate": 6.0243760787801945e-06, "Finetune/Loss": 0.5719320178031921, "Finetune/Loss (Raw)": 0.669998049736023, "Finetune/Step": 6666, "Finetune/Step Time": 6.791606426239014}
+{"Finetune/Learning Rate": 6.02151792037823e-06, "Finetune/Loss": 0.570949375629425, "Finetune/Loss (Raw)": 0.6142157912254333, "Finetune/Step": 6667, "Finetune/Step Time": 6.79031921364367}
+{"Finetune/Learning Rate": 6.018660148045634e-06, "Finetune/Loss": 0.570947527885437, "Finetune/Loss (Raw)": 0.5495898723602295, "Finetune/Step": 6668, "Finetune/Step Time": 6.793142659589648}
+{"Finetune/Learning Rate": 6.015802762059724e-06, "Finetune/Loss": 0.5707362294197083, "Finetune/Loss (Raw)": 0.5751362442970276, "Finetune/Step": 6669, "Finetune/Step Time": 6.79251597635448}
+{"Finetune/Learning Rate": 6.0129457626977724e-06, "Finetune/Loss": 0.5707952380180359, "Finetune/Loss (Raw)": 0.5787428021430969, "Finetune/Step": 6670, "Finetune/Step Time": 6.795334385707974}
+{"Finetune/Learning Rate": 6.010089150237022e-06, "Finetune/Loss": 0.5711638927459717, "Finetune/Loss (Raw)": 0.6851038336753845, "Finetune/Step": 6671, "Finetune/Step Time": 6.811746537685394}
+{"Finetune/Learning Rate": 6.007232924954681e-06, "Finetune/Loss": 0.5737025737762451, "Finetune/Loss (Raw)": 0.5443698167800903, "Finetune/Step": 6672, "Finetune/Step Time": 6.803028391674161}
+{"Finetune/Learning Rate": 6.004377087127917e-06, "Finetune/Loss": 0.5737034678459167, "Finetune/Loss (Raw)": 0.624406635761261, "Finetune/Step": 6673, "Finetune/Step Time": 6.79563800431788}
+{"Finetune/Learning Rate": 6.0015216370338505e-06, "Finetune/Loss": 0.5723987221717834, "Finetune/Loss (Raw)": 0.44580894708633423, "Finetune/Step": 6674, "Finetune/Step Time": 6.801773980259895}
+{"Finetune/Learning Rate": 5.998666574949577e-06, "Finetune/Loss": 0.5719578266143799, "Finetune/Loss (Raw)": 0.5711796283721924, "Finetune/Step": 6675, "Finetune/Step Time": 6.800825368613005}
+{"Finetune/Learning Rate": 5.995811901152151e-06, "Finetune/Loss": 0.5714591145515442, "Finetune/Loss (Raw)": 0.5959915518760681, "Finetune/Step": 6676, "Finetune/Step Time": 6.797433724626899}
+{"Finetune/Learning Rate": 5.99295761591859e-06, "Finetune/Loss": 0.5680084228515625, "Finetune/Loss (Raw)": 0.1712421029806137, "Finetune/Step": 6677, "Finetune/Step Time": 6.817600104957819}
+{"Finetune/Learning Rate": 5.990103719525866e-06, "Finetune/Loss": 0.5679734945297241, "Finetune/Loss (Raw)": 0.588630199432373, "Finetune/Step": 6678, "Finetune/Step Time": 6.822250936180353}
+{"Finetune/Learning Rate": 5.987250212250924e-06, "Finetune/Loss": 0.5663033723831177, "Finetune/Loss (Raw)": 0.570185124874115, "Finetune/Step": 6679, "Finetune/Step Time": 6.820755194872618}
+{"Finetune/Learning Rate": 5.984397094370662e-06, "Finetune/Loss": 0.5663224458694458, "Finetune/Loss (Raw)": 0.7043566107749939, "Finetune/Step": 6680, "Finetune/Step Time": 6.821226781234145}
+{"Finetune/Learning Rate": 5.981544366161953e-06, "Finetune/Loss": 0.5682035088539124, "Finetune/Loss (Raw)": 0.7835639715194702, "Finetune/Step": 6681, "Finetune/Step Time": 6.839489554986358}
+{"Finetune/Learning Rate": 5.978692027901615e-06, "Finetune/Loss": 0.5685597658157349, "Finetune/Loss (Raw)": 0.6218450665473938, "Finetune/Step": 6682, "Finetune/Step Time": 6.819427642971277}
+{"Finetune/Learning Rate": 5.975840079866442e-06, "Finetune/Loss": 0.5654371380805969, "Finetune/Loss (Raw)": 0.17681759595870972, "Finetune/Step": 6683, "Finetune/Step Time": 6.827215211465955}
+{"Finetune/Learning Rate": 5.972988522333183e-06, "Finetune/Loss": 0.5664304494857788, "Finetune/Loss (Raw)": 0.6156297326087952, "Finetune/Step": 6684, "Finetune/Step Time": 6.825628474354744}
+{"Finetune/Learning Rate": 5.970137355578555e-06, "Finetune/Loss": 0.5702173709869385, "Finetune/Loss (Raw)": 0.6666264533996582, "Finetune/Step": 6685, "Finetune/Step Time": 6.807247819378972}
+{"Finetune/Learning Rate": 5.967286579879228e-06, "Finetune/Loss": 0.5695440769195557, "Finetune/Loss (Raw)": 0.5638365149497986, "Finetune/Step": 6686, "Finetune/Step Time": 6.7885777130723}
+{"Finetune/Learning Rate": 5.9644361955118435e-06, "Finetune/Loss": 0.5690941214561462, "Finetune/Loss (Raw)": 0.5174046158790588, "Finetune/Step": 6687, "Finetune/Step Time": 6.805006671696901}
+{"Finetune/Learning Rate": 5.961586202752999e-06, "Finetune/Loss": 0.569616436958313, "Finetune/Loss (Raw)": 0.6549371480941772, "Finetune/Step": 6688, "Finetune/Step Time": 6.80753331631422}
+{"Finetune/Learning Rate": 5.9587366018792595e-06, "Finetune/Loss": 0.5693003535270691, "Finetune/Loss (Raw)": 0.6614335179328918, "Finetune/Step": 6689, "Finetune/Step Time": 6.793176157400012}
+{"Finetune/Learning Rate": 5.955887393167144e-06, "Finetune/Loss": 0.5725084543228149, "Finetune/Loss (Raw)": 0.691129744052887, "Finetune/Step": 6690, "Finetune/Step Time": 6.776306556537747}
+{"Finetune/Learning Rate": 5.953038576893135e-06, "Finetune/Loss": 0.5746697187423706, "Finetune/Loss (Raw)": 0.5204832553863525, "Finetune/Step": 6691, "Finetune/Step Time": 6.763077786192298}
+{"Finetune/Learning Rate": 5.950190153333692e-06, "Finetune/Loss": 0.5745922327041626, "Finetune/Loss (Raw)": 0.5463335514068604, "Finetune/Step": 6692, "Finetune/Step Time": 6.767972996458411}
+{"Finetune/Learning Rate": 5.947342122765212e-06, "Finetune/Loss": 0.5757648348808289, "Finetune/Loss (Raw)": 0.6923352479934692, "Finetune/Step": 6693, "Finetune/Step Time": 6.747141744941473}
+{"Finetune/Learning Rate": 5.9444944854640705e-06, "Finetune/Loss": 0.5746815204620361, "Finetune/Loss (Raw)": 0.5585407614707947, "Finetune/Step": 6694, "Finetune/Step Time": 6.742721887305379}
+{"Finetune/Learning Rate": 5.9416472417066005e-06, "Finetune/Loss": 0.5741031169891357, "Finetune/Loss (Raw)": 0.5589359998703003, "Finetune/Step": 6695, "Finetune/Step Time": 6.752095008268952}
+{"Finetune/Learning Rate": 5.938800391769101e-06, "Finetune/Loss": 0.5742232799530029, "Finetune/Loss (Raw)": 0.6615559458732605, "Finetune/Step": 6696, "Finetune/Step Time": 6.753905149176717}
+{"Finetune/Learning Rate": 5.93595393592782e-06, "Finetune/Loss": 0.5727036595344543, "Finetune/Loss (Raw)": 0.5295701622962952, "Finetune/Step": 6697, "Finetune/Step Time": 6.76547765545547}
+{"Finetune/Learning Rate": 5.933107874458981e-06, "Finetune/Loss": 0.5744935870170593, "Finetune/Loss (Raw)": 0.6107593774795532, "Finetune/Step": 6698, "Finetune/Step Time": 6.7780021615326405}
+{"Finetune/Learning Rate": 5.930262207638764e-06, "Finetune/Loss": 0.5769657492637634, "Finetune/Loss (Raw)": 0.531044065952301, "Finetune/Step": 6699, "Finetune/Step Time": 6.758860340341926}
+{"Finetune/Learning Rate": 5.927416935743311e-06, "Finetune/Loss": 0.5770714282989502, "Finetune/Loss (Raw)": 0.589057445526123, "Finetune/Step": 6700, "Finetune/Step Time": 6.768419025465846}
+{"Finetune/Learning Rate": 5.924572059048721e-06, "Finetune/Loss": 0.5762571692466736, "Finetune/Loss (Raw)": 0.5529484152793884, "Finetune/Step": 6701, "Finetune/Step Time": 6.759724458679557}
+{"Finetune/Learning Rate": 5.921727577831061e-06, "Finetune/Loss": 0.5771470069885254, "Finetune/Loss (Raw)": 0.655947744846344, "Finetune/Step": 6702, "Finetune/Step Time": 6.754431487992406}
+{"Finetune/Learning Rate": 5.91888349236636e-06, "Finetune/Loss": 0.5771772265434265, "Finetune/Loss (Raw)": 0.6155309081077576, "Finetune/Step": 6703, "Finetune/Step Time": 6.7651471346616745}
+{"Finetune/Learning Rate": 5.916039802930609e-06, "Finetune/Loss": 0.5779832601547241, "Finetune/Loss (Raw)": 0.6978367567062378, "Finetune/Step": 6704, "Finetune/Step Time": 6.750327927991748}
+{"Finetune/Learning Rate": 5.91319650979975e-06, "Finetune/Loss": 0.5781898498535156, "Finetune/Loss (Raw)": 0.47882896661758423, "Finetune/Step": 6705, "Finetune/Step Time": 6.770396310836077}
+{"Finetune/Learning Rate": 5.9103536132497e-06, "Finetune/Loss": 0.5786076188087463, "Finetune/Loss (Raw)": 0.6225355863571167, "Finetune/Step": 6706, "Finetune/Step Time": 6.771080665290356}
+{"Finetune/Learning Rate": 5.907511113556328e-06, "Finetune/Loss": 0.5777484178543091, "Finetune/Loss (Raw)": 0.5229633450508118, "Finetune/Step": 6707, "Finetune/Step Time": 6.759273050352931}
+{"Finetune/Learning Rate": 5.904669010995474e-06, "Finetune/Loss": 0.5787869691848755, "Finetune/Loss (Raw)": 0.6309038400650024, "Finetune/Step": 6708, "Finetune/Step Time": 6.772977942600846}
+{"Finetune/Learning Rate": 5.901827305842927e-06, "Finetune/Loss": 0.576752781867981, "Finetune/Loss (Raw)": 0.5114220380783081, "Finetune/Step": 6709, "Finetune/Step Time": 6.7786029521375895}
+{"Finetune/Learning Rate": 5.898985998374448e-06, "Finetune/Loss": 0.5786458253860474, "Finetune/Loss (Raw)": 0.4767982065677643, "Finetune/Step": 6710, "Finetune/Step Time": 6.777524448931217}
+{"Finetune/Learning Rate": 5.896145088865753e-06, "Finetune/Loss": 0.5818153619766235, "Finetune/Loss (Raw)": 0.5864089727401733, "Finetune/Step": 6711, "Finetune/Step Time": 6.763697447255254}
+{"Finetune/Learning Rate": 5.893304577592532e-06, "Finetune/Loss": 0.5809212327003479, "Finetune/Loss (Raw)": 0.6367495656013489, "Finetune/Step": 6712, "Finetune/Step Time": 6.727791456505656}
+{"Finetune/Learning Rate": 5.8904644648304095e-06, "Finetune/Loss": 0.5809141993522644, "Finetune/Loss (Raw)": 0.560533344745636, "Finetune/Step": 6713, "Finetune/Step Time": 6.718548644334078}
+{"Finetune/Learning Rate": 5.887624750855001e-06, "Finetune/Loss": 0.579975962638855, "Finetune/Loss (Raw)": 0.6355683207511902, "Finetune/Step": 6714, "Finetune/Step Time": 6.718206388875842}
+{"Finetune/Learning Rate": 5.8847854359418665e-06, "Finetune/Loss": 0.5806571245193481, "Finetune/Loss (Raw)": 0.6399140357971191, "Finetune/Step": 6715, "Finetune/Step Time": 6.737214872613549}
+{"Finetune/Learning Rate": 5.881946520366534e-06, "Finetune/Loss": 0.5792741179466248, "Finetune/Loss (Raw)": 0.5533430576324463, "Finetune/Step": 6716, "Finetune/Step Time": 6.760968375951052}
+{"Finetune/Learning Rate": 5.879108004404485e-06, "Finetune/Loss": 0.5796871185302734, "Finetune/Loss (Raw)": 0.6771808862686157, "Finetune/Step": 6717, "Finetune/Step Time": 6.772546883672476}
+{"Finetune/Learning Rate": 5.876269888331172e-06, "Finetune/Loss": 0.5795184969902039, "Finetune/Loss (Raw)": 0.5726288557052612, "Finetune/Step": 6718, "Finetune/Step Time": 6.789548518136144}
+{"Finetune/Learning Rate": 5.8734321724219975e-06, "Finetune/Loss": 0.578399658203125, "Finetune/Loss (Raw)": 0.53292316198349, "Finetune/Step": 6719, "Finetune/Step Time": 6.797970658168197}
+{"Finetune/Learning Rate": 5.870594856952344e-06, "Finetune/Loss": 0.5752639770507812, "Finetune/Loss (Raw)": 0.22513994574546814, "Finetune/Step": 6720, "Finetune/Step Time": 6.802590075880289}
+{"Finetune/Learning Rate": 5.867757942197531e-06, "Finetune/Loss": 0.5744167566299438, "Finetune/Loss (Raw)": 0.5358942747116089, "Finetune/Step": 6721, "Finetune/Step Time": 6.802865652367473}
+{"Finetune/Learning Rate": 5.864921428432851e-06, "Finetune/Loss": 0.5724877119064331, "Finetune/Loss (Raw)": 0.300519198179245, "Finetune/Step": 6722, "Finetune/Step Time": 6.815375674515963}
+{"Finetune/Learning Rate": 5.862085315933565e-06, "Finetune/Loss": 0.5723193883895874, "Finetune/Loss (Raw)": 0.5238035321235657, "Finetune/Step": 6723, "Finetune/Step Time": 6.8093844614923}
+{"Finetune/Learning Rate": 5.859249604974886e-06, "Finetune/Loss": 0.5707946419715881, "Finetune/Loss (Raw)": 0.48411744832992554, "Finetune/Step": 6724, "Finetune/Step Time": 6.809693979099393}
+{"Finetune/Learning Rate": 5.856414295831985e-06, "Finetune/Loss": 0.573467493057251, "Finetune/Loss (Raw)": 0.5703244209289551, "Finetune/Step": 6725, "Finetune/Step Time": 6.797709286212921}
+{"Finetune/Learning Rate": 5.85357938878e-06, "Finetune/Loss": 0.5742075443267822, "Finetune/Loss (Raw)": 0.5374965667724609, "Finetune/Step": 6726, "Finetune/Step Time": 6.760596685111523}
+{"Finetune/Learning Rate": 5.85074488409403e-06, "Finetune/Loss": 0.5736586451530457, "Finetune/Loss (Raw)": 0.6231498122215271, "Finetune/Step": 6727, "Finetune/Step Time": 6.760749068111181}
+{"Finetune/Learning Rate": 5.847910782049136e-06, "Finetune/Loss": 0.573212742805481, "Finetune/Loss (Raw)": 0.5840697884559631, "Finetune/Step": 6728, "Finetune/Step Time": 6.74933111295104}
+{"Finetune/Learning Rate": 5.845077082920332e-06, "Finetune/Loss": 0.5727107524871826, "Finetune/Loss (Raw)": 0.5107696652412415, "Finetune/Step": 6729, "Finetune/Step Time": 6.762560153380036}
+{"Finetune/Learning Rate": 5.8422437869826e-06, "Finetune/Loss": 0.5723641514778137, "Finetune/Loss (Raw)": 0.5850330591201782, "Finetune/Step": 6730, "Finetune/Step Time": 6.767912583425641}
+{"Finetune/Learning Rate": 5.839410894510884e-06, "Finetune/Loss": 0.5717220902442932, "Finetune/Loss (Raw)": 0.4584699869155884, "Finetune/Step": 6731, "Finetune/Step Time": 6.752355821430683}
+{"Finetune/Learning Rate": 5.836578405780085e-06, "Finetune/Loss": 0.5725157260894775, "Finetune/Loss (Raw)": 0.5503161549568176, "Finetune/Step": 6732, "Finetune/Step Time": 6.720480279996991}
+{"Finetune/Learning Rate": 5.833746321065066e-06, "Finetune/Loss": 0.5722116231918335, "Finetune/Loss (Raw)": 0.5330424308776855, "Finetune/Step": 6733, "Finetune/Step Time": 6.72426057048142}
+{"Finetune/Learning Rate": 5.830914640640646e-06, "Finetune/Loss": 0.5716493129730225, "Finetune/Loss (Raw)": 0.5752606987953186, "Finetune/Step": 6734, "Finetune/Step Time": 6.750005478039384}
+{"Finetune/Learning Rate": 5.8280833647816136e-06, "Finetune/Loss": 0.5721297264099121, "Finetune/Loss (Raw)": 0.6611551642417908, "Finetune/Step": 6735, "Finetune/Step Time": 6.752519316971302}
+{"Finetune/Learning Rate": 5.8252524937627204e-06, "Finetune/Loss": 0.5730299949645996, "Finetune/Loss (Raw)": 0.6360269784927368, "Finetune/Step": 6736, "Finetune/Step Time": 6.76502625271678}
+{"Finetune/Learning Rate": 5.822422027858658e-06, "Finetune/Loss": 0.5735455751419067, "Finetune/Loss (Raw)": 0.7056817412376404, "Finetune/Step": 6737, "Finetune/Step Time": 6.761894538998604}
+{"Finetune/Learning Rate": 5.819591967344102e-06, "Finetune/Loss": 0.5741372108459473, "Finetune/Loss (Raw)": 0.6863132119178772, "Finetune/Step": 6738, "Finetune/Step Time": 6.760196805000305}
+{"Finetune/Learning Rate": 5.816762312493683e-06, "Finetune/Loss": 0.5702540278434753, "Finetune/Loss (Raw)": 0.16033972799777985, "Finetune/Step": 6739, "Finetune/Step Time": 6.78029453009367}
+{"Finetune/Learning Rate": 5.8139330635819825e-06, "Finetune/Loss": 0.5711019039154053, "Finetune/Loss (Raw)": 0.5802609324455261, "Finetune/Step": 6740, "Finetune/Step Time": 6.753208734095097}
+{"Finetune/Learning Rate": 5.811104220883547e-06, "Finetune/Loss": 0.5725997686386108, "Finetune/Loss (Raw)": 0.7459542751312256, "Finetune/Step": 6741, "Finetune/Step Time": 6.756279144436121}
+{"Finetune/Learning Rate": 5.808275784672893e-06, "Finetune/Loss": 0.5724358558654785, "Finetune/Loss (Raw)": 0.6831052899360657, "Finetune/Step": 6742, "Finetune/Step Time": 6.759009512141347}
+{"Finetune/Learning Rate": 5.805447755224482e-06, "Finetune/Loss": 0.5726288557052612, "Finetune/Loss (Raw)": 0.5500196218490601, "Finetune/Step": 6743, "Finetune/Step Time": 6.77727722004056}
+{"Finetune/Learning Rate": 5.802620132812755e-06, "Finetune/Loss": 0.5722764730453491, "Finetune/Loss (Raw)": 0.5027924180030823, "Finetune/Step": 6744, "Finetune/Step Time": 6.791506676003337}
+{"Finetune/Learning Rate": 5.799792917712095e-06, "Finetune/Loss": 0.5725105404853821, "Finetune/Loss (Raw)": 0.6253166794776917, "Finetune/Step": 6745, "Finetune/Step Time": 6.7940200343728065}
+{"Finetune/Learning Rate": 5.796966110196851e-06, "Finetune/Loss": 0.5738871693611145, "Finetune/Loss (Raw)": 0.6585983037948608, "Finetune/Step": 6746, "Finetune/Step Time": 6.773140590637922}
+{"Finetune/Learning Rate": 5.7941397105413375e-06, "Finetune/Loss": 0.5737296342849731, "Finetune/Loss (Raw)": 0.6568763852119446, "Finetune/Step": 6747, "Finetune/Step Time": 6.774865994229913}
+{"Finetune/Learning Rate": 5.791313719019831e-06, "Finetune/Loss": 0.5734139084815979, "Finetune/Loss (Raw)": 0.5561153292655945, "Finetune/Step": 6748, "Finetune/Step Time": 6.771132117137313}
+{"Finetune/Learning Rate": 5.78848813590656e-06, "Finetune/Loss": 0.5767598152160645, "Finetune/Loss (Raw)": 0.6774799227714539, "Finetune/Step": 6749, "Finetune/Step Time": 6.752785988152027}
+{"Finetune/Learning Rate": 5.785662961475715e-06, "Finetune/Loss": 0.576300859451294, "Finetune/Loss (Raw)": 0.5780796408653259, "Finetune/Step": 6750, "Finetune/Step Time": 6.756149040535092}
+{"Finetune/Learning Rate": 5.782838196001454e-06, "Finetune/Loss": 0.5759303569793701, "Finetune/Loss (Raw)": 0.5916646122932434, "Finetune/Step": 6751, "Finetune/Step Time": 6.762024177238345}
+{"Finetune/Learning Rate": 5.7800138397578874e-06, "Finetune/Loss": 0.575671911239624, "Finetune/Loss (Raw)": 0.5558127164840698, "Finetune/Step": 6752, "Finetune/Step Time": 6.79337621293962}
+{"Finetune/Learning Rate": 5.777189893019086e-06, "Finetune/Loss": 0.5761575698852539, "Finetune/Loss (Raw)": 0.6138424277305603, "Finetune/Step": 6753, "Finetune/Step Time": 6.789247825741768}
+{"Finetune/Learning Rate": 5.774366356059089e-06, "Finetune/Loss": 0.5758955478668213, "Finetune/Loss (Raw)": 0.5917763710021973, "Finetune/Step": 6754, "Finetune/Step Time": 6.791654558852315}
+{"Finetune/Learning Rate": 5.7715432291518905e-06, "Finetune/Loss": 0.5739168524742126, "Finetune/Loss (Raw)": 0.40171441435813904, "Finetune/Step": 6755, "Finetune/Step Time": 6.803733536973596}
+{"Finetune/Learning Rate": 5.768720512571444e-06, "Finetune/Loss": 0.5739426016807556, "Finetune/Loss (Raw)": 0.52786785364151, "Finetune/Step": 6756, "Finetune/Step Time": 6.807543700560927}
+{"Finetune/Learning Rate": 5.76589820659166e-06, "Finetune/Loss": 0.5734342336654663, "Finetune/Loss (Raw)": 0.5410729646682739, "Finetune/Step": 6757, "Finetune/Step Time": 6.805727545171976}
+{"Finetune/Learning Rate": 5.76307631148642e-06, "Finetune/Loss": 0.5739451050758362, "Finetune/Loss (Raw)": 0.5847139954566956, "Finetune/Step": 6758, "Finetune/Step Time": 6.811011824756861}
+{"Finetune/Learning Rate": 5.760254827529553e-06, "Finetune/Loss": 0.5750728845596313, "Finetune/Loss (Raw)": 0.7128806710243225, "Finetune/Step": 6759, "Finetune/Step Time": 6.80746316537261}
+{"Finetune/Learning Rate": 5.757433754994859e-06, "Finetune/Loss": 0.5742571353912354, "Finetune/Loss (Raw)": 0.46379369497299194, "Finetune/Step": 6760, "Finetune/Step Time": 6.7990855649113655}
+{"Finetune/Learning Rate": 5.75461309415609e-06, "Finetune/Loss": 0.575350284576416, "Finetune/Loss (Raw)": 0.6412219405174255, "Finetune/Step": 6761, "Finetune/Step Time": 6.782121082767844}
+{"Finetune/Learning Rate": 5.751792845286959e-06, "Finetune/Loss": 0.5736995935440063, "Finetune/Loss (Raw)": 0.32362109422683716, "Finetune/Step": 6762, "Finetune/Step Time": 6.79876447096467}
+{"Finetune/Learning Rate": 5.748973008661148e-06, "Finetune/Loss": 0.5739231109619141, "Finetune/Loss (Raw)": 0.5701634287834167, "Finetune/Step": 6763, "Finetune/Step Time": 6.807122845202684}
+{"Finetune/Learning Rate": 5.746153584552288e-06, "Finetune/Loss": 0.570320725440979, "Finetune/Loss (Raw)": 0.15578877925872803, "Finetune/Step": 6764, "Finetune/Step Time": 6.811394635587931}
+{"Finetune/Learning Rate": 5.74333457323397e-06, "Finetune/Loss": 0.5703502893447876, "Finetune/Loss (Raw)": 0.6375988721847534, "Finetune/Step": 6765, "Finetune/Step Time": 6.81867884285748}
+{"Finetune/Learning Rate": 5.740515974979755e-06, "Finetune/Loss": 0.5703610181808472, "Finetune/Loss (Raw)": 0.5114049315452576, "Finetune/Step": 6766, "Finetune/Step Time": 6.817173952236772}
+{"Finetune/Learning Rate": 5.737697790063157e-06, "Finetune/Loss": 0.5699557065963745, "Finetune/Loss (Raw)": 0.4874841868877411, "Finetune/Step": 6767, "Finetune/Step Time": 6.812186496332288}
+{"Finetune/Learning Rate": 5.734880018757652e-06, "Finetune/Loss": 0.5688742995262146, "Finetune/Loss (Raw)": 0.5246164202690125, "Finetune/Step": 6768, "Finetune/Step Time": 6.802867006510496}
+{"Finetune/Learning Rate": 5.732062661336671e-06, "Finetune/Loss": 0.5681458711624146, "Finetune/Loss (Raw)": 0.5311489105224609, "Finetune/Step": 6769, "Finetune/Step Time": 6.802957030013204}
+{"Finetune/Learning Rate": 5.729245718073611e-06, "Finetune/Loss": 0.5664995908737183, "Finetune/Loss (Raw)": 0.503530740737915, "Finetune/Step": 6770, "Finetune/Step Time": 6.816210458055139}
+{"Finetune/Learning Rate": 5.726429189241827e-06, "Finetune/Loss": 0.566900372505188, "Finetune/Loss (Raw)": 0.5624493360519409, "Finetune/Step": 6771, "Finetune/Step Time": 6.790407614782453}
+{"Finetune/Learning Rate": 5.723613075114628e-06, "Finetune/Loss": 0.5662804841995239, "Finetune/Loss (Raw)": 0.5482174754142761, "Finetune/Step": 6772, "Finetune/Step Time": 6.777329677715898}
+{"Finetune/Learning Rate": 5.720797375965297e-06, "Finetune/Loss": 0.5658764839172363, "Finetune/Loss (Raw)": 0.5640925765037537, "Finetune/Step": 6773, "Finetune/Step Time": 6.775887759402394}
+{"Finetune/Learning Rate": 5.717982092067056e-06, "Finetune/Loss": 0.5650186538696289, "Finetune/Loss (Raw)": 0.6415545344352722, "Finetune/Step": 6774, "Finetune/Step Time": 6.7945553455501795}
+{"Finetune/Learning Rate": 5.715167223693111e-06, "Finetune/Loss": 0.5653662085533142, "Finetune/Loss (Raw)": 0.5417652130126953, "Finetune/Step": 6775, "Finetune/Step Time": 6.7791221011430025}
+{"Finetune/Learning Rate": 5.712352771116605e-06, "Finetune/Loss": 0.5654851794242859, "Finetune/Loss (Raw)": 0.6489418148994446, "Finetune/Step": 6776, "Finetune/Step Time": 6.77779626660049}
+{"Finetune/Learning Rate": 5.709538734610658e-06, "Finetune/Loss": 0.5652428269386292, "Finetune/Loss (Raw)": 0.6063564419746399, "Finetune/Step": 6777, "Finetune/Step Time": 6.780018620193005}
+{"Finetune/Learning Rate": 5.706725114448335e-06, "Finetune/Loss": 0.5656915903091431, "Finetune/Loss (Raw)": 0.5685214400291443, "Finetune/Step": 6778, "Finetune/Step Time": 6.764620944857597}
+{"Finetune/Learning Rate": 5.703911910902675e-06, "Finetune/Loss": 0.5664600729942322, "Finetune/Loss (Raw)": 0.6896533966064453, "Finetune/Step": 6779, "Finetune/Step Time": 6.765077009797096}
+{"Finetune/Learning Rate": 5.701099124246667e-06, "Finetune/Loss": 0.5661969184875488, "Finetune/Loss (Raw)": 0.5039140582084656, "Finetune/Step": 6780, "Finetune/Step Time": 6.776970127597451}
+{"Finetune/Learning Rate": 5.698286754753258e-06, "Finetune/Loss": 0.5669137835502625, "Finetune/Loss (Raw)": 0.6405543088912964, "Finetune/Step": 6781, "Finetune/Step Time": 6.776421515271068}
+{"Finetune/Learning Rate": 5.695474802695362e-06, "Finetune/Loss": 0.5675562024116516, "Finetune/Loss (Raw)": 0.6131091117858887, "Finetune/Step": 6782, "Finetune/Step Time": 6.766175618395209}
+{"Finetune/Learning Rate": 5.692663268345857e-06, "Finetune/Loss": 0.5688818097114563, "Finetune/Loss (Raw)": 0.7533054351806641, "Finetune/Step": 6783, "Finetune/Step Time": 6.775602765381336}
+{"Finetune/Learning Rate": 5.689852151977555e-06, "Finetune/Loss": 0.568821132183075, "Finetune/Loss (Raw)": 0.5589978694915771, "Finetune/Step": 6784, "Finetune/Step Time": 6.778279609978199}
+{"Finetune/Learning Rate": 5.687041453863256e-06, "Finetune/Loss": 0.5701444745063782, "Finetune/Loss (Raw)": 0.6488521099090576, "Finetune/Step": 6785, "Finetune/Step Time": 6.770479274913669}
+{"Finetune/Learning Rate": 5.68423117427571e-06, "Finetune/Loss": 0.5716180801391602, "Finetune/Loss (Raw)": 0.7300610542297363, "Finetune/Step": 6786, "Finetune/Step Time": 6.7767740320414305}
+{"Finetune/Learning Rate": 5.681421313487621e-06, "Finetune/Loss": 0.5719190239906311, "Finetune/Loss (Raw)": 0.7025756239891052, "Finetune/Step": 6787, "Finetune/Step Time": 6.7600546311587095}
+{"Finetune/Learning Rate": 5.6786118717716535e-06, "Finetune/Loss": 0.5723133683204651, "Finetune/Loss (Raw)": 0.5215434432029724, "Finetune/Step": 6788, "Finetune/Step Time": 6.7552145924419165}
+{"Finetune/Learning Rate": 5.67580284940044e-06, "Finetune/Loss": 0.5721486806869507, "Finetune/Loss (Raw)": 0.6090486645698547, "Finetune/Step": 6789, "Finetune/Step Time": 6.754042152315378}
+{"Finetune/Learning Rate": 5.672994246646561e-06, "Finetune/Loss": 0.571933925151825, "Finetune/Loss (Raw)": 0.6335355639457703, "Finetune/Step": 6790, "Finetune/Step Time": 6.746615365147591}
+{"Finetune/Learning Rate": 5.670186063782566e-06, "Finetune/Loss": 0.5717333555221558, "Finetune/Loss (Raw)": 0.5787750482559204, "Finetune/Step": 6791, "Finetune/Step Time": 6.748486438766122}
+{"Finetune/Learning Rate": 5.667378301080958e-06, "Finetune/Loss": 0.572615921497345, "Finetune/Loss (Raw)": 0.621182918548584, "Finetune/Step": 6792, "Finetune/Step Time": 6.747145527973771}
+{"Finetune/Learning Rate": 5.664570958814195e-06, "Finetune/Loss": 0.5721689462661743, "Finetune/Loss (Raw)": 0.6156144738197327, "Finetune/Step": 6793, "Finetune/Step Time": 6.760687714442611}
+{"Finetune/Learning Rate": 5.661764037254704e-06, "Finetune/Loss": 0.5710585117340088, "Finetune/Loss (Raw)": 0.5278663039207458, "Finetune/Step": 6794, "Finetune/Step Time": 6.764905139803886}
+{"Finetune/Learning Rate": 5.6589575366748765e-06, "Finetune/Loss": 0.5706853270530701, "Finetune/Loss (Raw)": 0.5664423704147339, "Finetune/Step": 6795, "Finetune/Step Time": 6.764707928523421}
+{"Finetune/Learning Rate": 5.656151457347034e-06, "Finetune/Loss": 0.5677377581596375, "Finetune/Loss (Raw)": 0.17230136692523956, "Finetune/Step": 6796, "Finetune/Step Time": 6.778284853324294}
+{"Finetune/Learning Rate": 5.653345799543489e-06, "Finetune/Loss": 0.5648258924484253, "Finetune/Loss (Raw)": 0.20242033898830414, "Finetune/Step": 6797, "Finetune/Step Time": 6.7986672185361385}
+{"Finetune/Learning Rate": 5.650540563536502e-06, "Finetune/Loss": 0.5645644664764404, "Finetune/Loss (Raw)": 0.5452811121940613, "Finetune/Step": 6798, "Finetune/Step Time": 6.799108121544123}
+{"Finetune/Learning Rate": 5.6477357495982875e-06, "Finetune/Loss": 0.5642092823982239, "Finetune/Loss (Raw)": 0.6396393775939941, "Finetune/Step": 6799, "Finetune/Step Time": 6.800302559509873}
+{"Finetune/Learning Rate": 5.64493135800102e-06, "Finetune/Loss": 0.5645081996917725, "Finetune/Loss (Raw)": 0.5826302170753479, "Finetune/Step": 6800, "Finetune/Step Time": 6.7892907951027155}
+{"Finetune/Learning Rate": 5.642127389016842e-06, "Finetune/Loss": 0.5648374557495117, "Finetune/Loss (Raw)": 0.6665503978729248, "Finetune/Step": 6801, "Finetune/Step Time": 6.784519255161285}
+{"Finetune/Learning Rate": 5.6393238429178435e-06, "Finetune/Loss": 0.5670937299728394, "Finetune/Loss (Raw)": 0.7346104979515076, "Finetune/Step": 6802, "Finetune/Step Time": 6.787335265427828}
+{"Finetune/Learning Rate": 5.636520719976084e-06, "Finetune/Loss": 0.56619793176651, "Finetune/Loss (Raw)": 0.4565219581127167, "Finetune/Step": 6803, "Finetune/Step Time": 6.796690426766872}
+{"Finetune/Learning Rate": 5.63371802046357e-06, "Finetune/Loss": 0.5658345222473145, "Finetune/Loss (Raw)": 0.5494734644889832, "Finetune/Step": 6804, "Finetune/Step Time": 6.811015645042062}
+{"Finetune/Learning Rate": 5.630915744652281e-06, "Finetune/Loss": 0.5656713843345642, "Finetune/Loss (Raw)": 0.15035858750343323, "Finetune/Step": 6805, "Finetune/Step Time": 6.810555012896657}
+{"Finetune/Learning Rate": 5.628113892814142e-06, "Finetune/Loss": 0.565449595451355, "Finetune/Loss (Raw)": 0.560244619846344, "Finetune/Step": 6806, "Finetune/Step Time": 6.7974224630743265}
+{"Finetune/Learning Rate": 5.625312465221051e-06, "Finetune/Loss": 0.562394380569458, "Finetune/Loss (Raw)": 0.17911386489868164, "Finetune/Step": 6807, "Finetune/Step Time": 6.803626963868737}
+{"Finetune/Learning Rate": 5.62251146214485e-06, "Finetune/Loss": 0.5623413324356079, "Finetune/Loss (Raw)": 0.6975628137588501, "Finetune/Step": 6808, "Finetune/Step Time": 6.784343007951975}
+{"Finetune/Learning Rate": 5.619710883857343e-06, "Finetune/Loss": 0.561898946762085, "Finetune/Loss (Raw)": 0.7269437909126282, "Finetune/Step": 6809, "Finetune/Step Time": 6.768130296841264}
+{"Finetune/Learning Rate": 5.616910730630307e-06, "Finetune/Loss": 0.5621683597564697, "Finetune/Loss (Raw)": 0.6563284397125244, "Finetune/Step": 6810, "Finetune/Step Time": 6.790986133739352}
+{"Finetune/Learning Rate": 5.614111002735461e-06, "Finetune/Loss": 0.5657119154930115, "Finetune/Loss (Raw)": 0.6303987503051758, "Finetune/Step": 6811, "Finetune/Step Time": 6.771091194823384}
+{"Finetune/Learning Rate": 5.611311700444485e-06, "Finetune/Loss": 0.5652271509170532, "Finetune/Loss (Raw)": 0.5535770058631897, "Finetune/Step": 6812, "Finetune/Step Time": 6.774491993710399}
+{"Finetune/Learning Rate": 5.608512824029027e-06, "Finetune/Loss": 0.5647801756858826, "Finetune/Loss (Raw)": 0.6094092726707458, "Finetune/Step": 6813, "Finetune/Step Time": 6.773998036980629}
+{"Finetune/Learning Rate": 5.605714373760689e-06, "Finetune/Loss": 0.5650089979171753, "Finetune/Loss (Raw)": 0.5931310653686523, "Finetune/Step": 6814, "Finetune/Step Time": 6.785219362005591}
+{"Finetune/Learning Rate": 5.60291634991103e-06, "Finetune/Loss": 0.5657700300216675, "Finetune/Loss (Raw)": 0.6148167252540588, "Finetune/Step": 6815, "Finetune/Step Time": 6.76898598857224}
+{"Finetune/Learning Rate": 5.600118752751562e-06, "Finetune/Loss": 0.5655255317687988, "Finetune/Loss (Raw)": 0.6236329078674316, "Finetune/Step": 6816, "Finetune/Step Time": 6.778962165117264}
+{"Finetune/Learning Rate": 5.597321582553773e-06, "Finetune/Loss": 0.564146876335144, "Finetune/Loss (Raw)": 0.4849682152271271, "Finetune/Step": 6817, "Finetune/Step Time": 6.777809403836727}
+{"Finetune/Learning Rate": 5.594524839589088e-06, "Finetune/Loss": 0.5621240139007568, "Finetune/Loss (Raw)": 0.43220505118370056, "Finetune/Step": 6818, "Finetune/Step Time": 6.777879238128662}
+{"Finetune/Learning Rate": 5.59172852412891e-06, "Finetune/Loss": 0.5627432465553284, "Finetune/Loss (Raw)": 0.5997514724731445, "Finetune/Step": 6819, "Finetune/Step Time": 6.7725659646093845}
+{"Finetune/Learning Rate": 5.588932636444588e-06, "Finetune/Loss": 0.5628949999809265, "Finetune/Loss (Raw)": 0.5657570362091064, "Finetune/Step": 6820, "Finetune/Step Time": 6.769779976457357}
+{"Finetune/Learning Rate": 5.586137176807429e-06, "Finetune/Loss": 0.5619697570800781, "Finetune/Loss (Raw)": 0.5739034414291382, "Finetune/Step": 6821, "Finetune/Step Time": 6.787164742127061}
+{"Finetune/Learning Rate": 5.583342145488706e-06, "Finetune/Loss": 0.5632600784301758, "Finetune/Loss (Raw)": 0.7236956357955933, "Finetune/Step": 6822, "Finetune/Step Time": 6.783459661528468}
+{"Finetune/Learning Rate": 5.580547542759656e-06, "Finetune/Loss": 0.5608033537864685, "Finetune/Loss (Raw)": 0.2444765269756317, "Finetune/Step": 6823, "Finetune/Step Time": 6.793559428304434}
+{"Finetune/Learning Rate": 5.57775336889145e-06, "Finetune/Loss": 0.5607811212539673, "Finetune/Loss (Raw)": 0.658707857131958, "Finetune/Step": 6824, "Finetune/Step Time": 6.798829721286893}
+{"Finetune/Learning Rate": 5.574959624155238e-06, "Finetune/Loss": 0.5612983703613281, "Finetune/Loss (Raw)": 0.5957791805267334, "Finetune/Step": 6825, "Finetune/Step Time": 6.789512591436505}
+{"Finetune/Learning Rate": 5.57216630882213e-06, "Finetune/Loss": 0.5616157054901123, "Finetune/Loss (Raw)": 0.6513864398002625, "Finetune/Step": 6826, "Finetune/Step Time": 6.7752027194947}
+{"Finetune/Learning Rate": 5.569373423163182e-06, "Finetune/Loss": 0.5628730654716492, "Finetune/Loss (Raw)": 0.6919839978218079, "Finetune/Step": 6827, "Finetune/Step Time": 6.786531737074256}
+{"Finetune/Learning Rate": 5.5665809674494106e-06, "Finetune/Loss": 0.5625983476638794, "Finetune/Loss (Raw)": 0.5538923144340515, "Finetune/Step": 6828, "Finetune/Step Time": 6.77240127697587}
+{"Finetune/Learning Rate": 5.563788941951803e-06, "Finetune/Loss": 0.5635561943054199, "Finetune/Loss (Raw)": 0.6755480170249939, "Finetune/Step": 6829, "Finetune/Step Time": 6.772048445418477}
+{"Finetune/Learning Rate": 5.56099734694129e-06, "Finetune/Loss": 0.5628488659858704, "Finetune/Loss (Raw)": 0.5654127597808838, "Finetune/Step": 6830, "Finetune/Step Time": 6.772325441241264}
+{"Finetune/Learning Rate": 5.558206182688762e-06, "Finetune/Loss": 0.5622241497039795, "Finetune/Loss (Raw)": 0.5355747938156128, "Finetune/Step": 6831, "Finetune/Step Time": 6.761340433731675}
+{"Finetune/Learning Rate": 5.55541544946508e-06, "Finetune/Loss": 0.5615270137786865, "Finetune/Loss (Raw)": 0.6085956692695618, "Finetune/Step": 6832, "Finetune/Step Time": 6.762178797274828}
+{"Finetune/Learning Rate": 5.552625147541049e-06, "Finetune/Loss": 0.5628106594085693, "Finetune/Loss (Raw)": 0.6431352496147156, "Finetune/Step": 6833, "Finetune/Step Time": 6.734516149386764}
+{"Finetune/Learning Rate": 5.549835277187443e-06, "Finetune/Loss": 0.5618609189987183, "Finetune/Loss (Raw)": 0.5009616613388062, "Finetune/Step": 6834, "Finetune/Step Time": 6.755151886492968}
+{"Finetune/Learning Rate": 5.547045838674983e-06, "Finetune/Loss": 0.5622362494468689, "Finetune/Loss (Raw)": 0.571014404296875, "Finetune/Step": 6835, "Finetune/Step Time": 6.754839342087507}
+{"Finetune/Learning Rate": 5.544256832274362e-06, "Finetune/Loss": 0.5624085068702698, "Finetune/Loss (Raw)": 0.6529563069343567, "Finetune/Step": 6836, "Finetune/Step Time": 6.742247570306063}
+{"Finetune/Learning Rate": 5.541468258256215e-06, "Finetune/Loss": 0.5626589059829712, "Finetune/Loss (Raw)": 0.5434680581092834, "Finetune/Step": 6837, "Finetune/Step Time": 6.747529678046703}
+{"Finetune/Learning Rate": 5.538680116891153e-06, "Finetune/Loss": 0.5633857846260071, "Finetune/Loss (Raw)": 0.5698358416557312, "Finetune/Step": 6838, "Finetune/Step Time": 6.734913896769285}
+{"Finetune/Learning Rate": 5.53589240844973e-06, "Finetune/Loss": 0.563093364238739, "Finetune/Loss (Raw)": 0.5489793419837952, "Finetune/Step": 6839, "Finetune/Step Time": 6.733310444280505}
+{"Finetune/Learning Rate": 5.533105133202459e-06, "Finetune/Loss": 0.5633642077445984, "Finetune/Loss (Raw)": 0.6714212894439697, "Finetune/Step": 6840, "Finetune/Step Time": 6.7348328940570354}
+{"Finetune/Learning Rate": 5.530318291419821e-06, "Finetune/Loss": 0.5645331144332886, "Finetune/Loss (Raw)": 0.7101444005966187, "Finetune/Step": 6841, "Finetune/Step Time": 6.725153751671314}
+{"Finetune/Learning Rate": 5.527531883372257e-06, "Finetune/Loss": 0.5645338296890259, "Finetune/Loss (Raw)": 0.6356726288795471, "Finetune/Step": 6842, "Finetune/Step Time": 6.7157993242144585}
+{"Finetune/Learning Rate": 5.524745909330141e-06, "Finetune/Loss": 0.5635204911231995, "Finetune/Loss (Raw)": 0.5102005004882812, "Finetune/Step": 6843, "Finetune/Step Time": 6.7158050164580345}
+{"Finetune/Learning Rate": 5.521960369563831e-06, "Finetune/Loss": 0.5634790658950806, "Finetune/Loss (Raw)": 0.5480383038520813, "Finetune/Step": 6844, "Finetune/Step Time": 6.691167229786515}
+{"Finetune/Learning Rate": 5.519175264343639e-06, "Finetune/Loss": 0.5595804452896118, "Finetune/Loss (Raw)": 0.17815762758255005, "Finetune/Step": 6845, "Finetune/Step Time": 6.699802445247769}
+{"Finetune/Learning Rate": 5.516390593939824e-06, "Finetune/Loss": 0.5586062073707581, "Finetune/Loss (Raw)": 0.44793063402175903, "Finetune/Step": 6846, "Finetune/Step Time": 6.684840265661478}
+{"Finetune/Learning Rate": 5.513606358622605e-06, "Finetune/Loss": 0.5585768222808838, "Finetune/Loss (Raw)": 0.5291594862937927, "Finetune/Step": 6847, "Finetune/Step Time": 6.671907834708691}
+{"Finetune/Learning Rate": 5.510822558662172e-06, "Finetune/Loss": 0.5620468854904175, "Finetune/Loss (Raw)": 0.6693109273910522, "Finetune/Step": 6848, "Finetune/Step Time": 6.66295856423676}
+{"Finetune/Learning Rate": 5.508039194328654e-06, "Finetune/Loss": 0.5597325563430786, "Finetune/Loss (Raw)": 0.23965539038181305, "Finetune/Step": 6849, "Finetune/Step Time": 6.682206597179174}
+{"Finetune/Learning Rate": 5.505256265892154e-06, "Finetune/Loss": 0.5619903802871704, "Finetune/Loss (Raw)": 0.5895183682441711, "Finetune/Step": 6850, "Finetune/Step Time": 6.690396087244153}
+{"Finetune/Learning Rate": 5.502473773622723e-06, "Finetune/Loss": 0.5632622241973877, "Finetune/Loss (Raw)": 0.6866071224212646, "Finetune/Step": 6851, "Finetune/Step Time": 6.684912987053394}
+{"Finetune/Learning Rate": 5.4996917177903685e-06, "Finetune/Loss": 0.5649304986000061, "Finetune/Loss (Raw)": 0.697659432888031, "Finetune/Step": 6852, "Finetune/Step Time": 6.684025153517723}
+{"Finetune/Learning Rate": 5.496910098665062e-06, "Finetune/Loss": 0.5660310983657837, "Finetune/Loss (Raw)": 0.7111936807632446, "Finetune/Step": 6853, "Finetune/Step Time": 6.676195573061705}
+{"Finetune/Learning Rate": 5.494128916516739e-06, "Finetune/Loss": 0.5662293434143066, "Finetune/Loss (Raw)": 0.562873899936676, "Finetune/Step": 6854, "Finetune/Step Time": 6.68024774082005}
+{"Finetune/Learning Rate": 5.491348171615268e-06, "Finetune/Loss": 0.5654541850090027, "Finetune/Loss (Raw)": 0.5239293575286865, "Finetune/Step": 6855, "Finetune/Step Time": 6.681745069101453}
+{"Finetune/Learning Rate": 5.488567864230499e-06, "Finetune/Loss": 0.5642399787902832, "Finetune/Loss (Raw)": 0.42865270376205444, "Finetune/Step": 6856, "Finetune/Step Time": 6.692373305559158}
+{"Finetune/Learning Rate": 5.4857879946322325e-06, "Finetune/Loss": 0.5648666620254517, "Finetune/Loss (Raw)": 0.5909873843193054, "Finetune/Step": 6857, "Finetune/Step Time": 6.6850496754050255}
+{"Finetune/Learning Rate": 5.483008563090224e-06, "Finetune/Loss": 0.5652493238449097, "Finetune/Loss (Raw)": 0.6340109705924988, "Finetune/Step": 6858, "Finetune/Step Time": 6.686394952237606}
+{"Finetune/Learning Rate": 5.4802295698741825e-06, "Finetune/Loss": 0.5661584138870239, "Finetune/Loss (Raw)": 0.5748363137245178, "Finetune/Step": 6859, "Finetune/Step Time": 6.6693752463907}
+{"Finetune/Learning Rate": 5.477451015253788e-06, "Finetune/Loss": 0.5663210153579712, "Finetune/Loss (Raw)": 0.5711292624473572, "Finetune/Step": 6860, "Finetune/Step Time": 6.665010644122958}
+{"Finetune/Learning Rate": 5.474672899498663e-06, "Finetune/Loss": 0.5679016709327698, "Finetune/Loss (Raw)": 0.7353588342666626, "Finetune/Step": 6861, "Finetune/Step Time": 6.6685536429286}
+{"Finetune/Learning Rate": 5.4718952228784e-06, "Finetune/Loss": 0.5671641826629639, "Finetune/Loss (Raw)": 0.4808705449104309, "Finetune/Step": 6862, "Finetune/Step Time": 6.648094210773706}
+{"Finetune/Learning Rate": 5.4691179856625375e-06, "Finetune/Loss": 0.5668904185295105, "Finetune/Loss (Raw)": 0.6261099576950073, "Finetune/Step": 6863, "Finetune/Step Time": 6.651789175346494}
+{"Finetune/Learning Rate": 5.4663411881205815e-06, "Finetune/Loss": 0.5667941570281982, "Finetune/Loss (Raw)": 0.6237069368362427, "Finetune/Step": 6864, "Finetune/Step Time": 6.645411744713783}
+{"Finetune/Learning Rate": 5.463564830521986e-06, "Finetune/Loss": 0.5655406713485718, "Finetune/Loss (Raw)": 0.545229971408844, "Finetune/Step": 6865, "Finetune/Step Time": 6.6455570589751005}
+{"Finetune/Learning Rate": 5.460788913136173e-06, "Finetune/Loss": 0.5648125410079956, "Finetune/Loss (Raw)": 0.5931110978126526, "Finetune/Step": 6866, "Finetune/Step Time": 6.64706795103848}
+{"Finetune/Learning Rate": 5.45801343623251e-06, "Finetune/Loss": 0.5655508041381836, "Finetune/Loss (Raw)": 0.2548368573188782, "Finetune/Step": 6867, "Finetune/Step Time": 6.647493263706565}
+{"Finetune/Learning Rate": 5.455238400080327e-06, "Finetune/Loss": 0.5668705701828003, "Finetune/Loss (Raw)": 0.7491993308067322, "Finetune/Step": 6868, "Finetune/Step Time": 6.653488440439105}
+{"Finetune/Learning Rate": 5.4524638049489195e-06, "Finetune/Loss": 0.5654054880142212, "Finetune/Loss (Raw)": 0.5584219694137573, "Finetune/Step": 6869, "Finetune/Step Time": 6.664916085079312}
+{"Finetune/Learning Rate": 5.449689651107526e-06, "Finetune/Loss": 0.5653684139251709, "Finetune/Loss (Raw)": 0.6783616542816162, "Finetune/Step": 6870, "Finetune/Step Time": 6.692023208364844}
+{"Finetune/Learning Rate": 5.4469159388253475e-06, "Finetune/Loss": 0.5651189088821411, "Finetune/Loss (Raw)": 0.5180758833885193, "Finetune/Step": 6871, "Finetune/Step Time": 6.680384987965226}
+{"Finetune/Learning Rate": 5.4441426683715445e-06, "Finetune/Loss": 0.5658928155899048, "Finetune/Loss (Raw)": 0.6018547415733337, "Finetune/Step": 6872, "Finetune/Step Time": 6.655485160648823}
+{"Finetune/Learning Rate": 5.441369840015239e-06, "Finetune/Loss": 0.565768837928772, "Finetune/Loss (Raw)": 0.6094491481781006, "Finetune/Step": 6873, "Finetune/Step Time": 6.661863729357719}
+{"Finetune/Learning Rate": 5.4385974540255e-06, "Finetune/Loss": 0.5655220150947571, "Finetune/Loss (Raw)": 0.6270054578781128, "Finetune/Step": 6874, "Finetune/Step Time": 6.697777073830366}
+{"Finetune/Learning Rate": 5.435825510671355e-06, "Finetune/Loss": 0.5656739473342896, "Finetune/Loss (Raw)": 0.676317036151886, "Finetune/Step": 6875, "Finetune/Step Time": 6.692224340513349}
+{"Finetune/Learning Rate": 5.433054010221798e-06, "Finetune/Loss": 0.5651020407676697, "Finetune/Loss (Raw)": 0.4829135537147522, "Finetune/Step": 6876, "Finetune/Step Time": 6.708828764036298}
+{"Finetune/Learning Rate": 5.430282952945767e-06, "Finetune/Loss": 0.5650334358215332, "Finetune/Loss (Raw)": 0.668702244758606, "Finetune/Step": 6877, "Finetune/Step Time": 6.711891015991569}
+{"Finetune/Learning Rate": 5.427512339112171e-06, "Finetune/Loss": 0.5654087066650391, "Finetune/Loss (Raw)": 0.626119077205658, "Finetune/Step": 6878, "Finetune/Step Time": 6.70204740203917}
+{"Finetune/Learning Rate": 5.424742168989863e-06, "Finetune/Loss": 0.565447211265564, "Finetune/Loss (Raw)": 0.5965912938117981, "Finetune/Step": 6879, "Finetune/Step Time": 6.701899943873286}
+{"Finetune/Learning Rate": 5.421972442847659e-06, "Finetune/Loss": 0.5654579401016235, "Finetune/Loss (Raw)": 0.5571853518486023, "Finetune/Step": 6880, "Finetune/Step Time": 6.692952133715153}
+{"Finetune/Learning Rate": 5.41920316095433e-06, "Finetune/Loss": 0.5657398700714111, "Finetune/Loss (Raw)": 0.6499258279800415, "Finetune/Step": 6881, "Finetune/Step Time": 6.693988338112831}
+{"Finetune/Learning Rate": 5.416434323578619e-06, "Finetune/Loss": 0.5658480525016785, "Finetune/Loss (Raw)": 0.6056268215179443, "Finetune/Step": 6882, "Finetune/Step Time": 6.6945307068526745}
+{"Finetune/Learning Rate": 5.4136659309891916e-06, "Finetune/Loss": 0.5676108002662659, "Finetune/Loss (Raw)": 0.6273434162139893, "Finetune/Step": 6883, "Finetune/Step Time": 6.692323498427868}
+{"Finetune/Learning Rate": 5.410897983454699e-06, "Finetune/Loss": 0.5685937404632568, "Finetune/Loss (Raw)": 0.6536824107170105, "Finetune/Step": 6884, "Finetune/Step Time": 6.687594028189778}
+{"Finetune/Learning Rate": 5.40813048124375e-06, "Finetune/Loss": 0.568792998790741, "Finetune/Loss (Raw)": 0.5665849447250366, "Finetune/Step": 6885, "Finetune/Step Time": 6.680161951109767}
+{"Finetune/Learning Rate": 5.405363424624891e-06, "Finetune/Loss": 0.5694531202316284, "Finetune/Loss (Raw)": 0.6691993474960327, "Finetune/Step": 6886, "Finetune/Step Time": 6.666248479858041}
+{"Finetune/Learning Rate": 5.402596813866637e-06, "Finetune/Loss": 0.5681991577148438, "Finetune/Loss (Raw)": 0.5523759126663208, "Finetune/Step": 6887, "Finetune/Step Time": 6.674376524984837}
+{"Finetune/Learning Rate": 5.399830649237461e-06, "Finetune/Loss": 0.5665866136550903, "Finetune/Loss (Raw)": 0.25739380717277527, "Finetune/Step": 6888, "Finetune/Step Time": 6.682982886210084}
+{"Finetune/Learning Rate": 5.397064931005785e-06, "Finetune/Loss": 0.5675526857376099, "Finetune/Loss (Raw)": 0.7648747563362122, "Finetune/Step": 6889, "Finetune/Step Time": 6.696919100359082}
+{"Finetune/Learning Rate": 5.394299659439999e-06, "Finetune/Loss": 0.5699592232704163, "Finetune/Loss (Raw)": 0.631660521030426, "Finetune/Step": 6890, "Finetune/Step Time": 6.687575029209256}
+{"Finetune/Learning Rate": 5.39153483480844e-06, "Finetune/Loss": 0.5701314210891724, "Finetune/Loss (Raw)": 0.592207133769989, "Finetune/Step": 6891, "Finetune/Step Time": 6.685120129957795}
+{"Finetune/Learning Rate": 5.388770457379402e-06, "Finetune/Loss": 0.5743503570556641, "Finetune/Loss (Raw)": 0.6958025097846985, "Finetune/Step": 6892, "Finetune/Step Time": 6.669296799227595}
+{"Finetune/Learning Rate": 5.386006527421142e-06, "Finetune/Loss": 0.5732120275497437, "Finetune/Loss (Raw)": 0.4919024407863617, "Finetune/Step": 6893, "Finetune/Step Time": 6.670227292925119}
+{"Finetune/Learning Rate": 5.383243045201871e-06, "Finetune/Loss": 0.5740686655044556, "Finetune/Loss (Raw)": 0.6210505366325378, "Finetune/Step": 6894, "Finetune/Step Time": 6.683828327804804}
+{"Finetune/Learning Rate": 5.380480010989755e-06, "Finetune/Loss": 0.5756335854530334, "Finetune/Loss (Raw)": 0.6877984404563904, "Finetune/Step": 6895, "Finetune/Step Time": 6.659541700035334}
+{"Finetune/Learning Rate": 5.377717425052912e-06, "Finetune/Loss": 0.5770933628082275, "Finetune/Loss (Raw)": 0.7114654779434204, "Finetune/Step": 6896, "Finetune/Step Time": 6.651363147422671}
+{"Finetune/Learning Rate": 5.374955287659429e-06, "Finetune/Loss": 0.5771164894104004, "Finetune/Loss (Raw)": 0.5341039299964905, "Finetune/Step": 6897, "Finetune/Step Time": 6.659916341304779}
+{"Finetune/Learning Rate": 5.372193599077338e-06, "Finetune/Loss": 0.5777766704559326, "Finetune/Loss (Raw)": 0.5880435705184937, "Finetune/Step": 6898, "Finetune/Step Time": 6.658173706382513}
+{"Finetune/Learning Rate": 5.369432359574629e-06, "Finetune/Loss": 0.5776874423027039, "Finetune/Loss (Raw)": 0.5510206818580627, "Finetune/Step": 6899, "Finetune/Step Time": 6.657124722376466}
+{"Finetune/Learning Rate": 5.366671569419253e-06, "Finetune/Loss": 0.5777697563171387, "Finetune/Loss (Raw)": 0.5587508678436279, "Finetune/Step": 6900, "Finetune/Step Time": 6.663713540881872}
+{"Finetune/Learning Rate": 5.363911228879125e-06, "Finetune/Loss": 0.5775033235549927, "Finetune/Loss (Raw)": 0.5299921631813049, "Finetune/Step": 6901, "Finetune/Step Time": 6.666676122695208}
+{"Finetune/Learning Rate": 5.36115133822209e-06, "Finetune/Loss": 0.5773239135742188, "Finetune/Loss (Raw)": 0.6185929775238037, "Finetune/Step": 6902, "Finetune/Step Time": 6.657648716121912}
+{"Finetune/Learning Rate": 5.358391897715973e-06, "Finetune/Loss": 0.5747657418251038, "Finetune/Loss (Raw)": 0.21431542932987213, "Finetune/Step": 6903, "Finetune/Step Time": 6.686635488644242}
+{"Finetune/Learning Rate": 5.355632907628554e-06, "Finetune/Loss": 0.5748980045318604, "Finetune/Loss (Raw)": 0.6658689975738525, "Finetune/Step": 6904, "Finetune/Step Time": 6.686836564913392}
+{"Finetune/Learning Rate": 5.35287436822756e-06, "Finetune/Loss": 0.5748673677444458, "Finetune/Loss (Raw)": 0.6024408936500549, "Finetune/Step": 6905, "Finetune/Step Time": 6.694150522351265}
+{"Finetune/Learning Rate": 5.3501162797806706e-06, "Finetune/Loss": 0.5749747157096863, "Finetune/Loss (Raw)": 0.5822607278823853, "Finetune/Step": 6906, "Finetune/Step Time": 6.717257222160697}
+{"Finetune/Learning Rate": 5.3473586425555405e-06, "Finetune/Loss": 0.574286937713623, "Finetune/Loss (Raw)": 0.6016203761100769, "Finetune/Step": 6907, "Finetune/Step Time": 6.729090999811888}
+{"Finetune/Learning Rate": 5.34460145681976e-06, "Finetune/Loss": 0.5747354030609131, "Finetune/Loss (Raw)": 0.5613172650337219, "Finetune/Step": 6908, "Finetune/Step Time": 6.713553396984935}
+{"Finetune/Learning Rate": 5.3418447228408924e-06, "Finetune/Loss": 0.5716145634651184, "Finetune/Loss (Raw)": 0.2410837858915329, "Finetune/Step": 6909, "Finetune/Step Time": 6.732384631410241}
+{"Finetune/Learning Rate": 5.339088440886444e-06, "Finetune/Loss": 0.5712526440620422, "Finetune/Loss (Raw)": 0.5667803287506104, "Finetune/Step": 6910, "Finetune/Step Time": 6.741122389212251}
+{"Finetune/Learning Rate": 5.3363326112238825e-06, "Finetune/Loss": 0.5694723725318909, "Finetune/Loss (Raw)": 0.5254338979721069, "Finetune/Step": 6911, "Finetune/Step Time": 6.733237160369754}
+{"Finetune/Learning Rate": 5.3335772341206305e-06, "Finetune/Loss": 0.566753625869751, "Finetune/Loss (Raw)": 0.21100342273712158, "Finetune/Step": 6912, "Finetune/Step Time": 6.739123722538352}
+{"Finetune/Learning Rate": 5.330822309844081e-06, "Finetune/Loss": 0.5667524337768555, "Finetune/Loss (Raw)": 0.6486963033676147, "Finetune/Step": 6913, "Finetune/Step Time": 6.745446557179093}
+{"Finetune/Learning Rate": 5.328067838661552e-06, "Finetune/Loss": 0.5658270120620728, "Finetune/Loss (Raw)": 0.6116050481796265, "Finetune/Step": 6914, "Finetune/Step Time": 6.7471823040395975}
+{"Finetune/Learning Rate": 5.325313820840343e-06, "Finetune/Loss": 0.5659396648406982, "Finetune/Loss (Raw)": 0.7169910669326782, "Finetune/Step": 6915, "Finetune/Step Time": 6.751457316800952}
+{"Finetune/Learning Rate": 5.322560256647706e-06, "Finetune/Loss": 0.5668528079986572, "Finetune/Loss (Raw)": 0.638433039188385, "Finetune/Step": 6916, "Finetune/Step Time": 6.754434598609805}
+{"Finetune/Learning Rate": 5.319807146350844e-06, "Finetune/Loss": 0.5668550729751587, "Finetune/Loss (Raw)": 0.6093321442604065, "Finetune/Step": 6917, "Finetune/Step Time": 6.757892958819866}
+{"Finetune/Learning Rate": 5.317054490216908e-06, "Finetune/Loss": 0.5666494369506836, "Finetune/Loss (Raw)": 0.6072197556495667, "Finetune/Step": 6918, "Finetune/Step Time": 6.760159989818931}
+{"Finetune/Learning Rate": 5.314302288513028e-06, "Finetune/Loss": 0.5660867691040039, "Finetune/Loss (Raw)": 0.5067455768585205, "Finetune/Step": 6919, "Finetune/Step Time": 6.762820465490222}
+{"Finetune/Learning Rate": 5.311550541506264e-06, "Finetune/Loss": 0.5664777755737305, "Finetune/Loss (Raw)": 0.6712366342544556, "Finetune/Step": 6920, "Finetune/Step Time": 6.761721508577466}
+{"Finetune/Learning Rate": 5.308799249463652e-06, "Finetune/Loss": 0.5663050413131714, "Finetune/Loss (Raw)": 0.5935083031654358, "Finetune/Step": 6921, "Finetune/Step Time": 6.75035061314702}
+{"Finetune/Learning Rate": 5.306048412652169e-06, "Finetune/Loss": 0.5667141675949097, "Finetune/Loss (Raw)": 0.5802290439605713, "Finetune/Step": 6922, "Finetune/Step Time": 6.7561916802078485}
+{"Finetune/Learning Rate": 5.303298031338761e-06, "Finetune/Loss": 0.5665886998176575, "Finetune/Loss (Raw)": 0.550382137298584, "Finetune/Step": 6923, "Finetune/Step Time": 6.766459161415696}
+{"Finetune/Learning Rate": 5.300548105790317e-06, "Finetune/Loss": 0.5670124888420105, "Finetune/Loss (Raw)": 0.22655193507671356, "Finetune/Step": 6924, "Finetune/Step Time": 6.769259041175246}
+{"Finetune/Learning Rate": 5.297798636273694e-06, "Finetune/Loss": 0.570355236530304, "Finetune/Loss (Raw)": 0.6302896738052368, "Finetune/Step": 6925, "Finetune/Step Time": 6.748069252818823}
+{"Finetune/Learning Rate": 5.295049623055697e-06, "Finetune/Loss": 0.5676299333572388, "Finetune/Loss (Raw)": 0.19643710553646088, "Finetune/Step": 6926, "Finetune/Step Time": 6.761888060718775}
+{"Finetune/Learning Rate": 5.292301066403083e-06, "Finetune/Loss": 0.5682291984558105, "Finetune/Loss (Raw)": 0.7163459062576294, "Finetune/Step": 6927, "Finetune/Step Time": 6.746905013918877}
+{"Finetune/Learning Rate": 5.289552966582577e-06, "Finetune/Loss": 0.5684484243392944, "Finetune/Loss (Raw)": 0.6106958389282227, "Finetune/Step": 6928, "Finetune/Step Time": 6.770503301173449}
+{"Finetune/Learning Rate": 5.286805323860852e-06, "Finetune/Loss": 0.5676922798156738, "Finetune/Loss (Raw)": 0.5697728395462036, "Finetune/Step": 6929, "Finetune/Step Time": 6.798893298953772}
+{"Finetune/Learning Rate": 5.284058138504531e-06, "Finetune/Loss": 0.5666310787200928, "Finetune/Loss (Raw)": 0.5987627506256104, "Finetune/Step": 6930, "Finetune/Step Time": 6.789284868165851}
+{"Finetune/Learning Rate": 5.281311410780203e-06, "Finetune/Loss": 0.5680737495422363, "Finetune/Loss (Raw)": 0.6411910653114319, "Finetune/Step": 6931, "Finetune/Step Time": 6.780693717300892}
+{"Finetune/Learning Rate": 5.2785651409544155e-06, "Finetune/Loss": 0.5657867193222046, "Finetune/Loss (Raw)": 0.2567320466041565, "Finetune/Step": 6932, "Finetune/Step Time": 6.7896807212382555}
+{"Finetune/Learning Rate": 5.275819329293659e-06, "Finetune/Loss": 0.5691670775413513, "Finetune/Loss (Raw)": 0.5830443501472473, "Finetune/Step": 6933, "Finetune/Step Time": 6.7729531936347485}
+{"Finetune/Learning Rate": 5.2730739760643804e-06, "Finetune/Loss": 0.5687724947929382, "Finetune/Loss (Raw)": 0.5097382664680481, "Finetune/Step": 6934, "Finetune/Step Time": 6.778797576203942}
+{"Finetune/Learning Rate": 5.270329081532996e-06, "Finetune/Loss": 0.5718150734901428, "Finetune/Loss (Raw)": 0.5685646533966064, "Finetune/Step": 6935, "Finetune/Step Time": 6.7772752325981855}
+{"Finetune/Learning Rate": 5.26758464596586e-06, "Finetune/Loss": 0.5713319778442383, "Finetune/Loss (Raw)": 0.6357244849205017, "Finetune/Step": 6936, "Finetune/Step Time": 6.775616459548473}
+{"Finetune/Learning Rate": 5.264840669629299e-06, "Finetune/Loss": 0.5693586468696594, "Finetune/Loss (Raw)": 0.47435644268989563, "Finetune/Step": 6937, "Finetune/Step Time": 6.776218919083476}
+{"Finetune/Learning Rate": 5.262097152789584e-06, "Finetune/Loss": 0.5688928365707397, "Finetune/Loss (Raw)": 0.5967043042182922, "Finetune/Step": 6938, "Finetune/Step Time": 6.762917483225465}
+{"Finetune/Learning Rate": 5.259354095712938e-06, "Finetune/Loss": 0.5684572458267212, "Finetune/Loss (Raw)": 0.5746461153030396, "Finetune/Step": 6939, "Finetune/Step Time": 6.767314035445452}
+{"Finetune/Learning Rate": 5.256611498665552e-06, "Finetune/Loss": 0.5689077377319336, "Finetune/Loss (Raw)": 0.6112464666366577, "Finetune/Step": 6940, "Finetune/Step Time": 6.759625107049942}
+{"Finetune/Learning Rate": 5.253869361913571e-06, "Finetune/Loss": 0.5684669017791748, "Finetune/Loss (Raw)": 0.5529800653457642, "Finetune/Step": 6941, "Finetune/Step Time": 6.762758521363139}
+{"Finetune/Learning Rate": 5.2511276857230756e-06, "Finetune/Loss": 0.5680445432662964, "Finetune/Loss (Raw)": 0.5390703678131104, "Finetune/Step": 6942, "Finetune/Step Time": 6.773602530360222}
+{"Finetune/Learning Rate": 5.248386470360125e-06, "Finetune/Loss": 0.5681664347648621, "Finetune/Loss (Raw)": 0.6304134130477905, "Finetune/Step": 6943, "Finetune/Step Time": 6.783074853941798}
+{"Finetune/Learning Rate": 5.245645716090728e-06, "Finetune/Loss": 0.5684161186218262, "Finetune/Loss (Raw)": 0.6555941700935364, "Finetune/Step": 6944, "Finetune/Step Time": 6.772599482908845}
+{"Finetune/Learning Rate": 5.242905423180842e-06, "Finetune/Loss": 0.5664058923721313, "Finetune/Loss (Raw)": 0.22766149044036865, "Finetune/Step": 6945, "Finetune/Step Time": 6.792453192174435}
+{"Finetune/Learning Rate": 5.240165591896378e-06, "Finetune/Loss": 0.5682997703552246, "Finetune/Loss (Raw)": 0.674611508846283, "Finetune/Step": 6946, "Finetune/Step Time": 6.791637342423201}
+{"Finetune/Learning Rate": 5.237426222503219e-06, "Finetune/Loss": 0.5674803853034973, "Finetune/Loss (Raw)": 0.49487578868865967, "Finetune/Step": 6947, "Finetune/Step Time": 6.805065922439098}
+{"Finetune/Learning Rate": 5.2346873152671795e-06, "Finetune/Loss": 0.5674445033073425, "Finetune/Loss (Raw)": 0.5611646175384521, "Finetune/Step": 6948, "Finetune/Step Time": 6.802051777020097}
+{"Finetune/Learning Rate": 5.2319488704540515e-06, "Finetune/Loss": 0.567453145980835, "Finetune/Loss (Raw)": 0.5750101804733276, "Finetune/Step": 6949, "Finetune/Step Time": 6.785643110051751}
+{"Finetune/Learning Rate": 5.229210888329568e-06, "Finetune/Loss": 0.5660383701324463, "Finetune/Loss (Raw)": 0.5426080822944641, "Finetune/Step": 6950, "Finetune/Step Time": 6.7880852073431015}
+{"Finetune/Learning Rate": 5.226473369159417e-06, "Finetune/Loss": 0.5689246654510498, "Finetune/Loss (Raw)": 0.6139184832572937, "Finetune/Step": 6951, "Finetune/Step Time": 6.780551079660654}
+{"Finetune/Learning Rate": 5.223736313209249e-06, "Finetune/Loss": 0.5676140785217285, "Finetune/Loss (Raw)": 0.490949809551239, "Finetune/Step": 6952, "Finetune/Step Time": 6.781764585524797}
+{"Finetune/Learning Rate": 5.22099972074467e-06, "Finetune/Loss": 0.5667077898979187, "Finetune/Loss (Raw)": 0.4797719717025757, "Finetune/Step": 6953, "Finetune/Step Time": 6.796249395236373}
+{"Finetune/Learning Rate": 5.218263592031234e-06, "Finetune/Loss": 0.566964328289032, "Finetune/Loss (Raw)": 0.6842272877693176, "Finetune/Step": 6954, "Finetune/Step Time": 6.793158313259482}
+{"Finetune/Learning Rate": 5.21552792733445e-06, "Finetune/Loss": 0.565956711769104, "Finetune/Loss (Raw)": 0.5630059838294983, "Finetune/Step": 6955, "Finetune/Step Time": 6.781105579808354}
+{"Finetune/Learning Rate": 5.21279272691979e-06, "Finetune/Loss": 0.5665395259857178, "Finetune/Loss (Raw)": 0.6284970641136169, "Finetune/Step": 6956, "Finetune/Step Time": 6.785296557471156}
+{"Finetune/Learning Rate": 5.210057991052675e-06, "Finetune/Loss": 0.5661485195159912, "Finetune/Loss (Raw)": 0.62550288438797, "Finetune/Step": 6957, "Finetune/Step Time": 6.78807632252574}
+{"Finetune/Learning Rate": 5.207323719998476e-06, "Finetune/Loss": 0.5665754675865173, "Finetune/Loss (Raw)": 0.6200577020645142, "Finetune/Step": 6958, "Finetune/Step Time": 6.791141798719764}
+{"Finetune/Learning Rate": 5.204589914022531e-06, "Finetune/Loss": 0.5671899318695068, "Finetune/Loss (Raw)": 0.6142325401306152, "Finetune/Step": 6959, "Finetune/Step Time": 6.791563363745809}
+{"Finetune/Learning Rate": 5.201856573390131e-06, "Finetune/Loss": 0.5670662522315979, "Finetune/Loss (Raw)": 0.5927539467811584, "Finetune/Step": 6960, "Finetune/Step Time": 6.794714173302054}
+{"Finetune/Learning Rate": 5.19912369836651e-06, "Finetune/Loss": 0.5667831897735596, "Finetune/Loss (Raw)": 0.606899082660675, "Finetune/Step": 6961, "Finetune/Step Time": 6.7945457603782415}
+{"Finetune/Learning Rate": 5.196391289216864e-06, "Finetune/Loss": 0.5672074556350708, "Finetune/Loss (Raw)": 0.5552775859832764, "Finetune/Step": 6962, "Finetune/Step Time": 6.785434661433101}
+{"Finetune/Learning Rate": 5.193659346206352e-06, "Finetune/Loss": 0.5672431588172913, "Finetune/Loss (Raw)": 0.5755864977836609, "Finetune/Step": 6963, "Finetune/Step Time": 6.785309419035912}
+{"Finetune/Learning Rate": 5.190927869600071e-06, "Finetune/Loss": 0.5635799169540405, "Finetune/Loss (Raw)": 0.1840551495552063, "Finetune/Step": 6964, "Finetune/Step Time": 6.813255192711949}
+{"Finetune/Learning Rate": 5.188196859663088e-06, "Finetune/Loss": 0.5642833113670349, "Finetune/Loss (Raw)": 0.6335070133209229, "Finetune/Step": 6965, "Finetune/Step Time": 6.800180342048407}
+{"Finetune/Learning Rate": 5.185466316660419e-06, "Finetune/Loss": 0.5641574859619141, "Finetune/Loss (Raw)": 0.5537333488464355, "Finetune/Step": 6966, "Finetune/Step Time": 6.7992500718683}
+{"Finetune/Learning Rate": 5.182736240857026e-06, "Finetune/Loss": 0.5645215511322021, "Finetune/Loss (Raw)": 0.5955769419670105, "Finetune/Step": 6967, "Finetune/Step Time": 6.782938355579972}
+{"Finetune/Learning Rate": 5.180006632517844e-06, "Finetune/Loss": 0.5610929131507874, "Finetune/Loss (Raw)": 0.23254846036434174, "Finetune/Step": 6968, "Finetune/Step Time": 6.798369795084}
+{"Finetune/Learning Rate": 5.177277491907746e-06, "Finetune/Loss": 0.5601801872253418, "Finetune/Loss (Raw)": 0.5933128595352173, "Finetune/Step": 6969, "Finetune/Step Time": 6.8076482973992825}
+{"Finetune/Learning Rate": 5.174548819291566e-06, "Finetune/Loss": 0.5598405599594116, "Finetune/Loss (Raw)": 0.5922133922576904, "Finetune/Step": 6970, "Finetune/Step Time": 6.806735949590802}
+{"Finetune/Learning Rate": 5.171820614934094e-06, "Finetune/Loss": 0.5608141422271729, "Finetune/Loss (Raw)": 0.6348147988319397, "Finetune/Step": 6971, "Finetune/Step Time": 6.79147176258266}
+{"Finetune/Learning Rate": 5.169092879100077e-06, "Finetune/Loss": 0.5606309175491333, "Finetune/Loss (Raw)": 0.5245850086212158, "Finetune/Step": 6972, "Finetune/Step Time": 6.790728539228439}
+{"Finetune/Learning Rate": 5.1663656120542105e-06, "Finetune/Loss": 0.5638229846954346, "Finetune/Loss (Raw)": 0.5867399573326111, "Finetune/Step": 6973, "Finetune/Step Time": 6.77353978343308}
+{"Finetune/Learning Rate": 5.163638814061142e-06, "Finetune/Loss": 0.5651931762695312, "Finetune/Loss (Raw)": 0.6233111619949341, "Finetune/Step": 6974, "Finetune/Step Time": 6.766048636287451}
+{"Finetune/Learning Rate": 5.160912485385485e-06, "Finetune/Loss": 0.5659244060516357, "Finetune/Loss (Raw)": 0.6227676272392273, "Finetune/Step": 6975, "Finetune/Step Time": 6.781200833618641}
+{"Finetune/Learning Rate": 5.1581866262917965e-06, "Finetune/Loss": 0.5658345222473145, "Finetune/Loss (Raw)": 0.6578004956245422, "Finetune/Step": 6976, "Finetune/Step Time": 6.772829258814454}
+{"Finetune/Learning Rate": 5.155461237044592e-06, "Finetune/Loss": 0.5681678056716919, "Finetune/Loss (Raw)": 0.5383120179176331, "Finetune/Step": 6977, "Finetune/Step Time": 6.749940060079098}
+{"Finetune/Learning Rate": 5.152736317908345e-06, "Finetune/Loss": 0.5684034824371338, "Finetune/Loss (Raw)": 0.619689404964447, "Finetune/Step": 6978, "Finetune/Step Time": 6.7240580301731825}
+{"Finetune/Learning Rate": 5.150011869147474e-06, "Finetune/Loss": 0.567007839679718, "Finetune/Loss (Raw)": 0.5079665184020996, "Finetune/Step": 6979, "Finetune/Step Time": 6.736450981348753}
+{"Finetune/Learning Rate": 5.1472878910263665e-06, "Finetune/Loss": 0.5663895010948181, "Finetune/Loss (Raw)": 0.6185104250907898, "Finetune/Step": 6980, "Finetune/Step Time": 6.73884586058557}
+{"Finetune/Learning Rate": 5.144564383809345e-06, "Finetune/Loss": 0.5657867193222046, "Finetune/Loss (Raw)": 0.6340349912643433, "Finetune/Step": 6981, "Finetune/Step Time": 6.739821162074804}
+{"Finetune/Learning Rate": 5.141841347760707e-06, "Finetune/Loss": 0.566138744354248, "Finetune/Loss (Raw)": 0.607933759689331, "Finetune/Step": 6982, "Finetune/Step Time": 6.743819419294596}
+{"Finetune/Learning Rate": 5.139118783144687e-06, "Finetune/Loss": 0.5661556720733643, "Finetune/Loss (Raw)": 0.5260974168777466, "Finetune/Step": 6983, "Finetune/Step Time": 6.751377517357469}
+{"Finetune/Learning Rate": 5.136396690225487e-06, "Finetune/Loss": 0.5664849281311035, "Finetune/Loss (Raw)": 0.47080039978027344, "Finetune/Step": 6984, "Finetune/Step Time": 6.749109860509634}
+{"Finetune/Learning Rate": 5.133675069267255e-06, "Finetune/Loss": 0.5666983127593994, "Finetune/Loss (Raw)": 0.6182956099510193, "Finetune/Step": 6985, "Finetune/Step Time": 6.7783135287463665}
+{"Finetune/Learning Rate": 5.1309539205340875e-06, "Finetune/Loss": 0.5670391321182251, "Finetune/Loss (Raw)": 0.6776353716850281, "Finetune/Step": 6986, "Finetune/Step Time": 6.772071108222008}
+{"Finetune/Learning Rate": 5.1282332442900505e-06, "Finetune/Loss": 0.5664035081863403, "Finetune/Loss (Raw)": 0.49348804354667664, "Finetune/Step": 6987, "Finetune/Step Time": 6.77150665037334}
+{"Finetune/Learning Rate": 5.125513040799166e-06, "Finetune/Loss": 0.5675963163375854, "Finetune/Loss (Raw)": 0.7238055467605591, "Finetune/Step": 6988, "Finetune/Step Time": 6.77495526149869}
+{"Finetune/Learning Rate": 5.12279331032538e-06, "Finetune/Loss": 0.5666425824165344, "Finetune/Loss (Raw)": 0.6132721900939941, "Finetune/Step": 6989, "Finetune/Step Time": 6.781592462211847}
+{"Finetune/Learning Rate": 5.120074053132627e-06, "Finetune/Loss": 0.5666745901107788, "Finetune/Loss (Raw)": 0.4849745035171509, "Finetune/Step": 6990, "Finetune/Step Time": 6.7892169412225485}
+{"Finetune/Learning Rate": 5.1173552694847804e-06, "Finetune/Loss": 0.5649760365486145, "Finetune/Loss (Raw)": 0.4086955785751343, "Finetune/Step": 6991, "Finetune/Step Time": 6.804803831502795}
+{"Finetune/Learning Rate": 5.114636959645669e-06, "Finetune/Loss": 0.5649916529655457, "Finetune/Loss (Raw)": 0.625703752040863, "Finetune/Step": 6992, "Finetune/Step Time": 6.799212975427508}
+{"Finetune/Learning Rate": 5.11191912387907e-06, "Finetune/Loss": 0.5650186538696289, "Finetune/Loss (Raw)": 0.5486875176429749, "Finetune/Step": 6993, "Finetune/Step Time": 6.793194517493248}
+{"Finetune/Learning Rate": 5.10920176244873e-06, "Finetune/Loss": 0.5621910691261292, "Finetune/Loss (Raw)": 0.231173574924469, "Finetune/Step": 6994, "Finetune/Step Time": 6.812044074758887}
+{"Finetune/Learning Rate": 5.106484875618332e-06, "Finetune/Loss": 0.5636396408081055, "Finetune/Loss (Raw)": 0.44025757908821106, "Finetune/Step": 6995, "Finetune/Step Time": 6.820745285600424}
+{"Finetune/Learning Rate": 5.103768463651528e-06, "Finetune/Loss": 0.5622240304946899, "Finetune/Loss (Raw)": 0.5680027008056641, "Finetune/Step": 6996, "Finetune/Step Time": 6.82567379064858}
+{"Finetune/Learning Rate": 5.101052526811912e-06, "Finetune/Loss": 0.5622446537017822, "Finetune/Loss (Raw)": 0.5610583424568176, "Finetune/Step": 6997, "Finetune/Step Time": 6.813863860443234}
+{"Finetune/Learning Rate": 5.098337065363035e-06, "Finetune/Loss": 0.5614161491394043, "Finetune/Loss (Raw)": 0.5723121762275696, "Finetune/Step": 6998, "Finetune/Step Time": 6.786769891157746}
+{"Finetune/Learning Rate": 5.095622079568407e-06, "Finetune/Loss": 0.5618201494216919, "Finetune/Loss (Raw)": 0.5697922110557556, "Finetune/Step": 6999, "Finetune/Step Time": 6.7777909860014915}
+{"Finetune/Learning Rate": 5.092907569691495e-06, "Finetune/Loss": 0.562137246131897, "Finetune/Loss (Raw)": 0.6424367427825928, "Finetune/Step": 7000, "Finetune/Step Time": 6.783360259607434}
+{"Finetune/Learning Rate": 5.090193535995698e-06, "Finetune/Loss": 0.5619931221008301, "Finetune/Loss (Raw)": 0.5910065174102783, "Finetune/Step": 7001, "Finetune/Step Time": 6.785504814237356}
+{"Finetune/Learning Rate": 5.087479978744394e-06, "Finetune/Loss": 0.5616540908813477, "Finetune/Loss (Raw)": 0.5836085081100464, "Finetune/Step": 7002, "Finetune/Step Time": 6.751529449597001}
+{"Finetune/Learning Rate": 5.084766898200906e-06, "Finetune/Loss": 0.5615192651748657, "Finetune/Loss (Raw)": 0.6590662598609924, "Finetune/Step": 7003, "Finetune/Step Time": 6.7693087961524725}
+{"Finetune/Learning Rate": 5.0820542946285065e-06, "Finetune/Loss": 0.5623869895935059, "Finetune/Loss (Raw)": 0.5939784049987793, "Finetune/Step": 7004, "Finetune/Step Time": 6.75367191247642}
+{"Finetune/Learning Rate": 5.079342168290422e-06, "Finetune/Loss": 0.5617562532424927, "Finetune/Loss (Raw)": 0.5879625082015991, "Finetune/Step": 7005, "Finetune/Step Time": 6.763107741251588}
+{"Finetune/Learning Rate": 5.076630519449843e-06, "Finetune/Loss": 0.5615561604499817, "Finetune/Loss (Raw)": 0.6005100607872009, "Finetune/Step": 7006, "Finetune/Step Time": 6.7580001670867205}
+{"Finetune/Learning Rate": 5.073919348369898e-06, "Finetune/Loss": 0.5611453652381897, "Finetune/Loss (Raw)": 0.54401034116745, "Finetune/Step": 7007, "Finetune/Step Time": 6.762637000530958}
+{"Finetune/Learning Rate": 5.071208655313686e-06, "Finetune/Loss": 0.5615389347076416, "Finetune/Loss (Raw)": 0.6075553297996521, "Finetune/Step": 7008, "Finetune/Step Time": 6.755159663036466}
+{"Finetune/Learning Rate": 5.068498440544241e-06, "Finetune/Loss": 0.5614440441131592, "Finetune/Loss (Raw)": 0.6377912163734436, "Finetune/Step": 7009, "Finetune/Step Time": 6.752171207219362}
+{"Finetune/Learning Rate": 5.06578870432457e-06, "Finetune/Loss": 0.5586745738983154, "Finetune/Loss (Raw)": 0.25112590193748474, "Finetune/Step": 7010, "Finetune/Step Time": 6.76300304196775}
+{"Finetune/Learning Rate": 5.063079446917616e-06, "Finetune/Loss": 0.5576716661453247, "Finetune/Loss (Raw)": 0.498976469039917, "Finetune/Step": 7011, "Finetune/Step Time": 6.752590158954263}
+{"Finetune/Learning Rate": 5.060370668586292e-06, "Finetune/Loss": 0.5574814677238464, "Finetune/Loss (Raw)": 0.6293337941169739, "Finetune/Step": 7012, "Finetune/Step Time": 6.7538863234221935}
+{"Finetune/Learning Rate": 5.05766236959345e-06, "Finetune/Loss": 0.557105541229248, "Finetune/Loss (Raw)": 0.5184674859046936, "Finetune/Step": 7013, "Finetune/Step Time": 6.752003870904446}
+{"Finetune/Learning Rate": 5.0549545502019e-06, "Finetune/Loss": 0.5568017959594727, "Finetune/Loss (Raw)": 0.6303135752677917, "Finetune/Step": 7014, "Finetune/Step Time": 6.755785457789898}
+{"Finetune/Learning Rate": 5.052247210674415e-06, "Finetune/Loss": 0.5564126968383789, "Finetune/Loss (Raw)": 0.5025733709335327, "Finetune/Step": 7015, "Finetune/Step Time": 6.755042834207416}
+{"Finetune/Learning Rate": 5.049540351273708e-06, "Finetune/Loss": 0.5598617196083069, "Finetune/Loss (Raw)": 0.6988715529441833, "Finetune/Step": 7016, "Finetune/Step Time": 6.738248014822602}
+{"Finetune/Learning Rate": 5.046833972262446e-06, "Finetune/Loss": 0.5588558912277222, "Finetune/Loss (Raw)": 0.6361271142959595, "Finetune/Step": 7017, "Finetune/Step Time": 6.727060884237289}
+{"Finetune/Learning Rate": 5.044128073903262e-06, "Finetune/Loss": 0.5595051646232605, "Finetune/Loss (Raw)": 0.7147650122642517, "Finetune/Step": 7018, "Finetune/Step Time": 6.7281757686287165}
+{"Finetune/Learning Rate": 5.041422656458735e-06, "Finetune/Loss": 0.5596033334732056, "Finetune/Loss (Raw)": 0.6047779321670532, "Finetune/Step": 7019, "Finetune/Step Time": 6.736189670860767}
+{"Finetune/Learning Rate": 5.038717720191395e-06, "Finetune/Loss": 0.5590569972991943, "Finetune/Loss (Raw)": 0.6258719563484192, "Finetune/Step": 7020, "Finetune/Step Time": 6.742798879742622}
+{"Finetune/Learning Rate": 5.036013265363724e-06, "Finetune/Loss": 0.5568478107452393, "Finetune/Loss (Raw)": 0.20912104845046997, "Finetune/Step": 7021, "Finetune/Step Time": 6.755332360044122}
+{"Finetune/Learning Rate": 5.033309292238166e-06, "Finetune/Loss": 0.5570821166038513, "Finetune/Loss (Raw)": 0.6510448455810547, "Finetune/Step": 7022, "Finetune/Step Time": 6.733402241021395}
+{"Finetune/Learning Rate": 5.030605801077109e-06, "Finetune/Loss": 0.5531448721885681, "Finetune/Loss (Raw)": 0.18382973968982697, "Finetune/Step": 7023, "Finetune/Step Time": 6.755959810689092}
+{"Finetune/Learning Rate": 5.0279027921429e-06, "Finetune/Loss": 0.552924633026123, "Finetune/Loss (Raw)": 0.6832823157310486, "Finetune/Step": 7024, "Finetune/Step Time": 6.773373508825898}
+{"Finetune/Learning Rate": 5.0252002656978385e-06, "Finetune/Loss": 0.5533492565155029, "Finetune/Loss (Raw)": 0.5884536504745483, "Finetune/Step": 7025, "Finetune/Step Time": 6.7720190566033125}
+{"Finetune/Learning Rate": 5.0224982220041686e-06, "Finetune/Loss": 0.5541870594024658, "Finetune/Loss (Raw)": 0.6952782273292542, "Finetune/Step": 7026, "Finetune/Step Time": 6.764664018526673}
+{"Finetune/Learning Rate": 5.019796661324101e-06, "Finetune/Loss": 0.5544259548187256, "Finetune/Loss (Raw)": 0.5816060900688171, "Finetune/Step": 7027, "Finetune/Step Time": 6.752630554139614}
+{"Finetune/Learning Rate": 5.017095583919801e-06, "Finetune/Loss": 0.5517944097518921, "Finetune/Loss (Raw)": 0.22190101444721222, "Finetune/Step": 7028, "Finetune/Step Time": 6.7624770905822515}
+{"Finetune/Learning Rate": 5.014394990053363e-06, "Finetune/Loss": 0.5526061654090881, "Finetune/Loss (Raw)": 0.6339055895805359, "Finetune/Step": 7029, "Finetune/Step Time": 6.766449552029371}
+{"Finetune/Learning Rate": 5.011694879986859e-06, "Finetune/Loss": 0.5520188808441162, "Finetune/Loss (Raw)": 0.5434156060218811, "Finetune/Step": 7030, "Finetune/Step Time": 6.769225783646107}
+{"Finetune/Learning Rate": 5.0089952539823095e-06, "Finetune/Loss": 0.5552936792373657, "Finetune/Loss (Raw)": 0.6334907412528992, "Finetune/Step": 7031, "Finetune/Step Time": 6.741046998649836}
+{"Finetune/Learning Rate": 5.006296112301682e-06, "Finetune/Loss": 0.5545735359191895, "Finetune/Loss (Raw)": 0.5736965537071228, "Finetune/Step": 7032, "Finetune/Step Time": 6.752901617437601}
+{"Finetune/Learning Rate": 5.003597455206894e-06, "Finetune/Loss": 0.5547391772270203, "Finetune/Loss (Raw)": 0.6236406564712524, "Finetune/Step": 7033, "Finetune/Step Time": 6.74903572909534}
+{"Finetune/Learning Rate": 5.00089928295983e-06, "Finetune/Loss": 0.5544745922088623, "Finetune/Loss (Raw)": 0.5483933687210083, "Finetune/Step": 7034, "Finetune/Step Time": 6.730807015672326}
+{"Finetune/Learning Rate": 4.9982015958223155e-06, "Finetune/Loss": 0.5538719892501831, "Finetune/Loss (Raw)": 0.5244851112365723, "Finetune/Step": 7035, "Finetune/Step Time": 6.728185689076781}
+{"Finetune/Learning Rate": 4.9955043940561264e-06, "Finetune/Loss": 0.5546053051948547, "Finetune/Loss (Raw)": 0.6551809906959534, "Finetune/Step": 7036, "Finetune/Step Time": 6.733277039602399}
+{"Finetune/Learning Rate": 4.992807677923008e-06, "Finetune/Loss": 0.5579781532287598, "Finetune/Loss (Raw)": 0.6728107333183289, "Finetune/Step": 7037, "Finetune/Step Time": 6.725600263103843}
+{"Finetune/Learning Rate": 4.990111447684639e-06, "Finetune/Loss": 0.5588541030883789, "Finetune/Loss (Raw)": 0.6789035797119141, "Finetune/Step": 7038, "Finetune/Step Time": 6.709749022498727}
+{"Finetune/Learning Rate": 4.987415703602666e-06, "Finetune/Loss": 0.5562537312507629, "Finetune/Loss (Raw)": 0.19258029758930206, "Finetune/Step": 7039, "Finetune/Step Time": 6.722725689411163}
+{"Finetune/Learning Rate": 4.984720445938676e-06, "Finetune/Loss": 0.5594340562820435, "Finetune/Loss (Raw)": 0.6180922985076904, "Finetune/Step": 7040, "Finetune/Step Time": 6.70437222905457}
+{"Finetune/Learning Rate": 4.9820256749542255e-06, "Finetune/Loss": 0.5559141039848328, "Finetune/Loss (Raw)": 0.1981385499238968, "Finetune/Step": 7041, "Finetune/Step Time": 6.7185249626636505}
+{"Finetune/Learning Rate": 4.9793313909108e-06, "Finetune/Loss": 0.555855929851532, "Finetune/Loss (Raw)": 0.6041629314422607, "Finetune/Step": 7042, "Finetune/Step Time": 6.724754488095641}
+{"Finetune/Learning Rate": 4.976637594069863e-06, "Finetune/Loss": 0.5541627407073975, "Finetune/Loss (Raw)": 0.5002630352973938, "Finetune/Step": 7043, "Finetune/Step Time": 6.723130444064736}
+{"Finetune/Learning Rate": 4.973944284692813e-06, "Finetune/Loss": 0.5542684197425842, "Finetune/Loss (Raw)": 0.6519543528556824, "Finetune/Step": 7044, "Finetune/Step Time": 6.71041720174253}
+{"Finetune/Learning Rate": 4.971251463041005e-06, "Finetune/Loss": 0.5533084869384766, "Finetune/Loss (Raw)": 0.48645880818367004, "Finetune/Step": 7045, "Finetune/Step Time": 6.725629108026624}
+{"Finetune/Learning Rate": 4.968559129375751e-06, "Finetune/Loss": 0.5534490346908569, "Finetune/Loss (Raw)": 0.6252177357673645, "Finetune/Step": 7046, "Finetune/Step Time": 6.714778069406748}
+{"Finetune/Learning Rate": 4.965867283958321e-06, "Finetune/Loss": 0.5545148849487305, "Finetune/Loss (Raw)": 0.6431764960289001, "Finetune/Step": 7047, "Finetune/Step Time": 6.711465526372194}
+{"Finetune/Learning Rate": 4.9631759270499154e-06, "Finetune/Loss": 0.5536161661148071, "Finetune/Loss (Raw)": 0.5561961531639099, "Finetune/Step": 7048, "Finetune/Step Time": 6.728881569579244}
+{"Finetune/Learning Rate": 4.960485058911709e-06, "Finetune/Loss": 0.5536963939666748, "Finetune/Loss (Raw)": 0.6037723422050476, "Finetune/Step": 7049, "Finetune/Step Time": 6.727684143930674}
+{"Finetune/Learning Rate": 4.957794679804827e-06, "Finetune/Loss": 0.5533435940742493, "Finetune/Loss (Raw)": 0.5350749492645264, "Finetune/Step": 7050, "Finetune/Step Time": 6.724556867033243}
+{"Finetune/Learning Rate": 4.955104789990336e-06, "Finetune/Loss": 0.5537741780281067, "Finetune/Loss (Raw)": 0.6054964065551758, "Finetune/Step": 7051, "Finetune/Step Time": 6.713382188230753}
+{"Finetune/Learning Rate": 4.952415389729258e-06, "Finetune/Loss": 0.5571788549423218, "Finetune/Loss (Raw)": 0.6623470187187195, "Finetune/Step": 7052, "Finetune/Step Time": 6.69446892477572}
+{"Finetune/Learning Rate": 4.94972647928258e-06, "Finetune/Loss": 0.5572829246520996, "Finetune/Loss (Raw)": 0.6436058878898621, "Finetune/Step": 7053, "Finetune/Step Time": 6.694505117833614}
+{"Finetune/Learning Rate": 4.947038058911224e-06, "Finetune/Loss": 0.5606340169906616, "Finetune/Loss (Raw)": 0.6253898739814758, "Finetune/Step": 7054, "Finetune/Step Time": 6.686132891103625}
+{"Finetune/Learning Rate": 4.944350128876078e-06, "Finetune/Loss": 0.5593902468681335, "Finetune/Loss (Raw)": 0.557138979434967, "Finetune/Step": 7055, "Finetune/Step Time": 6.687690509483218}
+{"Finetune/Learning Rate": 4.941662689437975e-06, "Finetune/Loss": 0.5591364502906799, "Finetune/Loss (Raw)": 0.5782091617584229, "Finetune/Step": 7056, "Finetune/Step Time": 6.669154377654195}
+{"Finetune/Learning Rate": 4.938975740857698e-06, "Finetune/Loss": 0.5598393678665161, "Finetune/Loss (Raw)": 0.6597479581832886, "Finetune/Step": 7057, "Finetune/Step Time": 6.642463982105255}
+{"Finetune/Learning Rate": 4.936289283395992e-06, "Finetune/Loss": 0.5601510405540466, "Finetune/Loss (Raw)": 0.6386582255363464, "Finetune/Step": 7058, "Finetune/Step Time": 6.6402120143175125}
+{"Finetune/Learning Rate": 4.933603317313555e-06, "Finetune/Loss": 0.5601310729980469, "Finetune/Loss (Raw)": 0.6386302709579468, "Finetune/Step": 7059, "Finetune/Step Time": 6.6401812098920345}
+{"Finetune/Learning Rate": 4.930917842871017e-06, "Finetune/Loss": 0.5625112652778625, "Finetune/Loss (Raw)": 0.5614014863967896, "Finetune/Step": 7060, "Finetune/Step Time": 6.634689083322883}
+{"Finetune/Learning Rate": 4.928232860328983e-06, "Finetune/Loss": 0.5630928874015808, "Finetune/Loss (Raw)": 0.6574891805648804, "Finetune/Step": 7061, "Finetune/Step Time": 6.642854621633887}
+{"Finetune/Learning Rate": 4.9255483699480045e-06, "Finetune/Loss": 0.5621213912963867, "Finetune/Loss (Raw)": 0.38539421558380127, "Finetune/Step": 7062, "Finetune/Step Time": 6.674117438495159}
+{"Finetune/Learning Rate": 4.922864371988579e-06, "Finetune/Loss": 0.5622882843017578, "Finetune/Loss (Raw)": 0.5899214148521423, "Finetune/Step": 7063, "Finetune/Step Time": 6.654208647087216}
+{"Finetune/Learning Rate": 4.920180866711158e-06, "Finetune/Loss": 0.5610552430152893, "Finetune/Loss (Raw)": 0.4778921604156494, "Finetune/Step": 7064, "Finetune/Step Time": 6.670520892366767}
+{"Finetune/Learning Rate": 4.917497854376152e-06, "Finetune/Loss": 0.5630410313606262, "Finetune/Loss (Raw)": 0.72853684425354, "Finetune/Step": 7065, "Finetune/Step Time": 6.667004905641079}
+{"Finetune/Learning Rate": 4.9148153352439135e-06, "Finetune/Loss": 0.5633091926574707, "Finetune/Loss (Raw)": 0.6310309767723083, "Finetune/Step": 7066, "Finetune/Step Time": 6.6621565613895655}
+{"Finetune/Learning Rate": 4.912133309574759e-06, "Finetune/Loss": 0.5639115571975708, "Finetune/Loss (Raw)": 0.6517422199249268, "Finetune/Step": 7067, "Finetune/Step Time": 6.662163257598877}
+{"Finetune/Learning Rate": 4.909451777628943e-06, "Finetune/Loss": 0.563614010810852, "Finetune/Loss (Raw)": 0.5731666088104248, "Finetune/Step": 7068, "Finetune/Step Time": 6.670043369755149}
+{"Finetune/Learning Rate": 4.906770739666686e-06, "Finetune/Loss": 0.5640361905097961, "Finetune/Loss (Raw)": 0.6070135831832886, "Finetune/Step": 7069, "Finetune/Step Time": 6.6648525930941105}
+{"Finetune/Learning Rate": 4.90409019594815e-06, "Finetune/Loss": 0.5631181001663208, "Finetune/Loss (Raw)": 0.421568363904953, "Finetune/Step": 7070, "Finetune/Step Time": 6.665765907615423}
+{"Finetune/Learning Rate": 4.901410146733459e-06, "Finetune/Loss": 0.5632007718086243, "Finetune/Loss (Raw)": 0.6409925818443298, "Finetune/Step": 7071, "Finetune/Step Time": 6.657661493867636}
+{"Finetune/Learning Rate": 4.898730592282678e-06, "Finetune/Loss": 0.563139021396637, "Finetune/Loss (Raw)": 0.647682785987854, "Finetune/Step": 7072, "Finetune/Step Time": 6.6581575106829405}
+{"Finetune/Learning Rate": 4.896051532855826e-06, "Finetune/Loss": 0.5651078224182129, "Finetune/Loss (Raw)": 0.4796682298183441, "Finetune/Step": 7073, "Finetune/Step Time": 6.641929216682911}
+{"Finetune/Learning Rate": 4.893372968712887e-06, "Finetune/Loss": 0.5644412636756897, "Finetune/Loss (Raw)": 0.5892922878265381, "Finetune/Step": 7074, "Finetune/Step Time": 6.648122809827328}
+{"Finetune/Learning Rate": 4.890694900113783e-06, "Finetune/Loss": 0.563503623008728, "Finetune/Loss (Raw)": 0.37485554814338684, "Finetune/Step": 7075, "Finetune/Step Time": 6.6603808011859655}
+{"Finetune/Learning Rate": 4.888017327318385e-06, "Finetune/Loss": 0.564167857170105, "Finetune/Loss (Raw)": 0.6461922526359558, "Finetune/Step": 7076, "Finetune/Step Time": 6.666180109605193}
+{"Finetune/Learning Rate": 4.88534025058653e-06, "Finetune/Loss": 0.5640076398849487, "Finetune/Loss (Raw)": 0.5544963479042053, "Finetune/Step": 7077, "Finetune/Step Time": 6.665897451341152}
+{"Finetune/Learning Rate": 4.882663670178002e-06, "Finetune/Loss": 0.563957691192627, "Finetune/Loss (Raw)": 0.5362207293510437, "Finetune/Step": 7078, "Finetune/Step Time": 6.689402550458908}
+{"Finetune/Learning Rate": 4.879987586352533e-06, "Finetune/Loss": 0.5643190741539001, "Finetune/Loss (Raw)": 0.660168468952179, "Finetune/Step": 7079, "Finetune/Step Time": 6.679669074714184}
+{"Finetune/Learning Rate": 4.877311999369802e-06, "Finetune/Loss": 0.5646798610687256, "Finetune/Loss (Raw)": 0.5371330976486206, "Finetune/Step": 7080, "Finetune/Step Time": 6.68206930719316}
+{"Finetune/Learning Rate": 4.8746369094894544e-06, "Finetune/Loss": 0.5641882419586182, "Finetune/Loss (Raw)": 0.41685253381729126, "Finetune/Step": 7081, "Finetune/Step Time": 6.697615036740899}
+{"Finetune/Learning Rate": 4.871962316971072e-06, "Finetune/Loss": 0.5640102624893188, "Finetune/Loss (Raw)": 0.6614394783973694, "Finetune/Step": 7082, "Finetune/Step Time": 6.7017911449074745}
+{"Finetune/Learning Rate": 4.869288222074204e-06, "Finetune/Loss": 0.5640625953674316, "Finetune/Loss (Raw)": 0.5697049498558044, "Finetune/Step": 7083, "Finetune/Step Time": 6.704103667289019}
+{"Finetune/Learning Rate": 4.866614625058339e-06, "Finetune/Loss": 0.564395010471344, "Finetune/Loss (Raw)": 0.6710448265075684, "Finetune/Step": 7084, "Finetune/Step Time": 6.700172279030085}
+{"Finetune/Learning Rate": 4.863941526182916e-06, "Finetune/Loss": 0.5640245676040649, "Finetune/Loss (Raw)": 0.5780885219573975, "Finetune/Step": 7085, "Finetune/Step Time": 6.695927305147052}
+{"Finetune/Learning Rate": 4.861268925707335e-06, "Finetune/Loss": 0.5627455711364746, "Finetune/Loss (Raw)": 0.45634913444519043, "Finetune/Step": 7086, "Finetune/Step Time": 6.699009926989675}
+{"Finetune/Learning Rate": 4.858596823890952e-06, "Finetune/Loss": 0.5596078038215637, "Finetune/Loss (Raw)": 0.21259517967700958, "Finetune/Step": 7087, "Finetune/Step Time": 6.718101471662521}
+{"Finetune/Learning Rate": 4.85592522099305e-06, "Finetune/Loss": 0.5602430105209351, "Finetune/Loss (Raw)": 0.6740552186965942, "Finetune/Step": 7088, "Finetune/Step Time": 6.727584794163704}
+{"Finetune/Learning Rate": 4.853254117272889e-06, "Finetune/Loss": 0.5605470538139343, "Finetune/Loss (Raw)": 0.6458205580711365, "Finetune/Step": 7089, "Finetune/Step Time": 6.726942230015993}
+{"Finetune/Learning Rate": 4.850583512989672e-06, "Finetune/Loss": 0.5607659220695496, "Finetune/Loss (Raw)": 0.583294689655304, "Finetune/Step": 7090, "Finetune/Step Time": 6.7188775558024645}
+{"Finetune/Learning Rate": 4.84791340840255e-06, "Finetune/Loss": 0.5605019927024841, "Finetune/Loss (Raw)": 0.5418010950088501, "Finetune/Step": 7091, "Finetune/Step Time": 6.720686662942171}
+{"Finetune/Learning Rate": 4.845243803770626e-06, "Finetune/Loss": 0.5640052556991577, "Finetune/Loss (Raw)": 0.6324706673622131, "Finetune/Step": 7092, "Finetune/Step Time": 6.704329742118716}
+{"Finetune/Learning Rate": 4.8425746993529635e-06, "Finetune/Loss": 0.5642759799957275, "Finetune/Loss (Raw)": 0.6681692600250244, "Finetune/Step": 7093, "Finetune/Step Time": 6.723085479810834}
+{"Finetune/Learning Rate": 4.839906095408562e-06, "Finetune/Loss": 0.5646140575408936, "Finetune/Loss (Raw)": 0.5970046520233154, "Finetune/Step": 7094, "Finetune/Step Time": 6.740731257945299}
+{"Finetune/Learning Rate": 4.8372379921963895e-06, "Finetune/Loss": 0.56437748670578, "Finetune/Loss (Raw)": 0.5652869343757629, "Finetune/Step": 7095, "Finetune/Step Time": 6.7455442026257515}
+{"Finetune/Learning Rate": 4.834570389975354e-06, "Finetune/Loss": 0.5670711994171143, "Finetune/Loss (Raw)": 0.5773511528968811, "Finetune/Step": 7096, "Finetune/Step Time": 6.728967787697911}
+{"Finetune/Learning Rate": 4.831903289004313e-06, "Finetune/Loss": 0.566801905632019, "Finetune/Loss (Raw)": 0.558845043182373, "Finetune/Step": 7097, "Finetune/Step Time": 6.728744439780712}
+{"Finetune/Learning Rate": 4.829236689542084e-06, "Finetune/Loss": 0.566882848739624, "Finetune/Loss (Raw)": 0.6025688052177429, "Finetune/Step": 7098, "Finetune/Step Time": 6.730997754260898}
+{"Finetune/Learning Rate": 4.826570591847437e-06, "Finetune/Loss": 0.5661882162094116, "Finetune/Loss (Raw)": 0.5459030866622925, "Finetune/Step": 7099, "Finetune/Step Time": 6.726295316591859}
+{"Finetune/Learning Rate": 4.823904996179084e-06, "Finetune/Loss": 0.5672799348831177, "Finetune/Loss (Raw)": 0.6643211841583252, "Finetune/Step": 7100, "Finetune/Step Time": 6.728153159841895}
+{"Finetune/Learning Rate": 4.821239902795689e-06, "Finetune/Loss": 0.5679774284362793, "Finetune/Loss (Raw)": 0.6760249733924866, "Finetune/Step": 7101, "Finetune/Step Time": 6.721435582265258}
+{"Finetune/Learning Rate": 4.818575311955877e-06, "Finetune/Loss": 0.56757652759552, "Finetune/Loss (Raw)": 0.5719966888427734, "Finetune/Step": 7102, "Finetune/Step Time": 6.728531571105123}
+{"Finetune/Learning Rate": 4.815911223918218e-06, "Finetune/Loss": 0.5680510997772217, "Finetune/Loss (Raw)": 0.6835044026374817, "Finetune/Step": 7103, "Finetune/Step Time": 6.718048019334674}
+{"Finetune/Learning Rate": 4.8132476389412266e-06, "Finetune/Loss": 0.5678919553756714, "Finetune/Loss (Raw)": 0.6374306678771973, "Finetune/Step": 7104, "Finetune/Step Time": 6.714419653639197}
+{"Finetune/Learning Rate": 4.810584557283381e-06, "Finetune/Loss": 0.565213680267334, "Finetune/Loss (Raw)": 0.19549717009067535, "Finetune/Step": 7105, "Finetune/Step Time": 6.737341085448861}
+{"Finetune/Learning Rate": 4.80792197920311e-06, "Finetune/Loss": 0.5652914047241211, "Finetune/Loss (Raw)": 0.6296453475952148, "Finetune/Step": 7106, "Finetune/Step Time": 6.738318786025047}
+{"Finetune/Learning Rate": 4.805259904958776e-06, "Finetune/Loss": 0.5666731595993042, "Finetune/Loss (Raw)": 0.6848238110542297, "Finetune/Step": 7107, "Finetune/Step Time": 6.731820119544864}
+{"Finetune/Learning Rate": 4.802598334808711e-06, "Finetune/Loss": 0.5664497017860413, "Finetune/Loss (Raw)": 0.5899088978767395, "Finetune/Step": 7108, "Finetune/Step Time": 6.739137697964907}
+{"Finetune/Learning Rate": 4.799937269011197e-06, "Finetune/Loss": 0.5664268136024475, "Finetune/Loss (Raw)": 0.6311066150665283, "Finetune/Step": 7109, "Finetune/Step Time": 6.741004265844822}
+{"Finetune/Learning Rate": 4.797276707824458e-06, "Finetune/Loss": 0.567517101764679, "Finetune/Loss (Raw)": 0.7474937438964844, "Finetune/Step": 7110, "Finetune/Step Time": 6.750643579289317}
+{"Finetune/Learning Rate": 4.794616651506667e-06, "Finetune/Loss": 0.5685632824897766, "Finetune/Loss (Raw)": 0.6600049138069153, "Finetune/Step": 7111, "Finetune/Step Time": 6.764718851074576}
+{"Finetune/Learning Rate": 4.791957100315966e-06, "Finetune/Loss": 0.5696250200271606, "Finetune/Loss (Raw)": 0.6067079305648804, "Finetune/Step": 7112, "Finetune/Step Time": 6.7593673672527075}
+{"Finetune/Learning Rate": 4.789298054510426e-06, "Finetune/Loss": 0.5687200427055359, "Finetune/Loss (Raw)": 0.5024551153182983, "Finetune/Step": 7113, "Finetune/Step Time": 6.736455434933305}
+{"Finetune/Learning Rate": 4.786639514348086e-06, "Finetune/Loss": 0.567750096321106, "Finetune/Loss (Raw)": 0.5534863471984863, "Finetune/Step": 7114, "Finetune/Step Time": 6.748515523970127}
+{"Finetune/Learning Rate": 4.783981480086928e-06, "Finetune/Loss": 0.5677504539489746, "Finetune/Loss (Raw)": 0.49352484941482544, "Finetune/Step": 7115, "Finetune/Step Time": 6.753503106534481}
+{"Finetune/Learning Rate": 4.7813239519848795e-06, "Finetune/Loss": 0.5670853853225708, "Finetune/Loss (Raw)": 0.6386809349060059, "Finetune/Step": 7116, "Finetune/Step Time": 6.763509863987565}
+{"Finetune/Learning Rate": 4.77866693029983e-06, "Finetune/Loss": 0.566069483757019, "Finetune/Loss (Raw)": 0.4832383990287781, "Finetune/Step": 7117, "Finetune/Step Time": 6.767819056287408}
+{"Finetune/Learning Rate": 4.776010415289623e-06, "Finetune/Loss": 0.5670992732048035, "Finetune/Loss (Raw)": 0.616787850856781, "Finetune/Step": 7118, "Finetune/Step Time": 6.77095790207386}
+{"Finetune/Learning Rate": 4.7733544072120295e-06, "Finetune/Loss": 0.5684320330619812, "Finetune/Loss (Raw)": 0.579288899898529, "Finetune/Step": 7119, "Finetune/Step Time": 6.74910962022841}
+{"Finetune/Learning Rate": 4.770698906324796e-06, "Finetune/Loss": 0.5685588717460632, "Finetune/Loss (Raw)": 0.6419345736503601, "Finetune/Step": 7120, "Finetune/Step Time": 6.749774085357785}
+{"Finetune/Learning Rate": 4.768043912885612e-06, "Finetune/Loss": 0.5695701837539673, "Finetune/Loss (Raw)": 0.6781412363052368, "Finetune/Step": 7121, "Finetune/Step Time": 6.754332013428211}
+{"Finetune/Learning Rate": 4.765389427152114e-06, "Finetune/Loss": 0.572301983833313, "Finetune/Loss (Raw)": 0.5808392763137817, "Finetune/Step": 7122, "Finetune/Step Time": 6.733285527676344}
+{"Finetune/Learning Rate": 4.762735449381887e-06, "Finetune/Loss": 0.5730943083763123, "Finetune/Loss (Raw)": 0.5416766405105591, "Finetune/Step": 7123, "Finetune/Step Time": 6.708760131150484}
+{"Finetune/Learning Rate": 4.76008197983248e-06, "Finetune/Loss": 0.5735831260681152, "Finetune/Loss (Raw)": 0.6305693984031677, "Finetune/Step": 7124, "Finetune/Step Time": 6.701414527371526}
+{"Finetune/Learning Rate": 4.7574290187613755e-06, "Finetune/Loss": 0.5737515687942505, "Finetune/Loss (Raw)": 0.5826163291931152, "Finetune/Step": 7125, "Finetune/Step Time": 6.697344586253166}
+{"Finetune/Learning Rate": 4.7547765664260225e-06, "Finetune/Loss": 0.57266765832901, "Finetune/Loss (Raw)": 0.43357664346694946, "Finetune/Step": 7126, "Finetune/Step Time": 6.710908090695739}
+{"Finetune/Learning Rate": 4.752124623083807e-06, "Finetune/Loss": 0.5735306143760681, "Finetune/Loss (Raw)": 0.6802518963813782, "Finetune/Step": 7127, "Finetune/Step Time": 6.713690163567662}
+{"Finetune/Learning Rate": 4.749473188992079e-06, "Finetune/Loss": 0.57347571849823, "Finetune/Loss (Raw)": 0.6354118585586548, "Finetune/Step": 7128, "Finetune/Step Time": 6.70996936224401}
+{"Finetune/Learning Rate": 4.746822264408123e-06, "Finetune/Loss": 0.5731217861175537, "Finetune/Loss (Raw)": 0.5456938147544861, "Finetune/Step": 7129, "Finetune/Step Time": 6.702007433399558}
+{"Finetune/Learning Rate": 4.744171849589193e-06, "Finetune/Loss": 0.5737581253051758, "Finetune/Loss (Raw)": 0.6650696396827698, "Finetune/Step": 7130, "Finetune/Step Time": 6.702190741896629}
+{"Finetune/Learning Rate": 4.7415219447924775e-06, "Finetune/Loss": 0.5730042457580566, "Finetune/Loss (Raw)": 0.5625649690628052, "Finetune/Step": 7131, "Finetune/Step Time": 6.685621639713645}
+{"Finetune/Learning Rate": 4.738872550275119e-06, "Finetune/Loss": 0.573072612285614, "Finetune/Loss (Raw)": 0.602730929851532, "Finetune/Step": 7132, "Finetune/Step Time": 6.681054832413793}
+{"Finetune/Learning Rate": 4.736223666294221e-06, "Finetune/Loss": 0.573302149772644, "Finetune/Loss (Raw)": 0.6173455715179443, "Finetune/Step": 7133, "Finetune/Step Time": 6.669506648555398}
+{"Finetune/Learning Rate": 4.7335752931068235e-06, "Finetune/Loss": 0.572588324546814, "Finetune/Loss (Raw)": 0.5091339945793152, "Finetune/Step": 7134, "Finetune/Step Time": 6.680569747462869}
+{"Finetune/Learning Rate": 4.730927430969923e-06, "Finetune/Loss": 0.5728042125701904, "Finetune/Loss (Raw)": 0.571651816368103, "Finetune/Step": 7135, "Finetune/Step Time": 6.690248200669885}
+{"Finetune/Learning Rate": 4.728280080140466e-06, "Finetune/Loss": 0.5724239349365234, "Finetune/Loss (Raw)": 0.5588717460632324, "Finetune/Step": 7136, "Finetune/Step Time": 6.686010656878352}
+{"Finetune/Learning Rate": 4.725633240875356e-06, "Finetune/Loss": 0.5727442502975464, "Finetune/Loss (Raw)": 0.6787934303283691, "Finetune/Step": 7137, "Finetune/Step Time": 6.695130182430148}
+{"Finetune/Learning Rate": 4.722986913431437e-06, "Finetune/Loss": 0.5752506256103516, "Finetune/Loss (Raw)": 0.571948230266571, "Finetune/Step": 7138, "Finetune/Step Time": 6.709687430411577}
+{"Finetune/Learning Rate": 4.720341098065502e-06, "Finetune/Loss": 0.5758427977561951, "Finetune/Loss (Raw)": 0.5747689604759216, "Finetune/Step": 7139, "Finetune/Step Time": 6.706021768972278}
+{"Finetune/Learning Rate": 4.717695795034307e-06, "Finetune/Loss": 0.5755342245101929, "Finetune/Loss (Raw)": 0.5898388624191284, "Finetune/Step": 7140, "Finetune/Step Time": 6.730571765452623}
+{"Finetune/Learning Rate": 4.715051004594543e-06, "Finetune/Loss": 0.5756483674049377, "Finetune/Loss (Raw)": 0.5330715775489807, "Finetune/Step": 7141, "Finetune/Step Time": 6.7322759088128805}
+{"Finetune/Learning Rate": 4.7124067270028676e-06, "Finetune/Loss": 0.5752993822097778, "Finetune/Loss (Raw)": 0.5856514573097229, "Finetune/Step": 7142, "Finetune/Step Time": 6.7287073116749525}
+{"Finetune/Learning Rate": 4.709762962515874e-06, "Finetune/Loss": 0.5761479139328003, "Finetune/Loss (Raw)": 0.6111855506896973, "Finetune/Step": 7143, "Finetune/Step Time": 6.718416523188353}
+{"Finetune/Learning Rate": 4.707119711390108e-06, "Finetune/Loss": 0.5750482678413391, "Finetune/Loss (Raw)": 0.5581141710281372, "Finetune/Step": 7144, "Finetune/Step Time": 6.714383076876402}
+{"Finetune/Learning Rate": 4.704476973882074e-06, "Finetune/Loss": 0.5749996900558472, "Finetune/Loss (Raw)": 0.629908561706543, "Finetune/Step": 7145, "Finetune/Step Time": 6.715882899239659}
+{"Finetune/Learning Rate": 4.701834750248229e-06, "Finetune/Loss": 0.5738263130187988, "Finetune/Loss (Raw)": 0.5645755529403687, "Finetune/Step": 7146, "Finetune/Step Time": 6.703664792701602}
+{"Finetune/Learning Rate": 4.699193040744956e-06, "Finetune/Loss": 0.5731714963912964, "Finetune/Loss (Raw)": 0.5209578275680542, "Finetune/Step": 7147, "Finetune/Step Time": 6.6903299279510975}
+{"Finetune/Learning Rate": 4.696551845628614e-06, "Finetune/Loss": 0.5728228688240051, "Finetune/Loss (Raw)": 0.5812468528747559, "Finetune/Step": 7148, "Finetune/Step Time": 6.679992593824863}
+{"Finetune/Learning Rate": 4.693911165155507e-06, "Finetune/Loss": 0.5756809711456299, "Finetune/Loss (Raw)": 0.5749589800834656, "Finetune/Step": 7149, "Finetune/Step Time": 6.667271863669157}
+{"Finetune/Learning Rate": 4.691270999581879e-06, "Finetune/Loss": 0.5764537453651428, "Finetune/Loss (Raw)": 0.7499601244926453, "Finetune/Step": 7150, "Finetune/Step Time": 6.667065616697073}
+{"Finetune/Learning Rate": 4.6886313491639276e-06, "Finetune/Loss": 0.5805572867393494, "Finetune/Loss (Raw)": 0.709080696105957, "Finetune/Step": 7151, "Finetune/Step Time": 6.6574676018208265}
+{"Finetune/Learning Rate": 4.685992214157812e-06, "Finetune/Loss": 0.5800730586051941, "Finetune/Loss (Raw)": 0.6212985515594482, "Finetune/Step": 7152, "Finetune/Step Time": 6.65866481885314}
+{"Finetune/Learning Rate": 4.68335359481962e-06, "Finetune/Loss": 0.5784485340118408, "Finetune/Loss (Raw)": 0.38052472472190857, "Finetune/Step": 7153, "Finetune/Step Time": 6.665162893012166}
+{"Finetune/Learning Rate": 4.680715491405414e-06, "Finetune/Loss": 0.5764660835266113, "Finetune/Loss (Raw)": 0.44151338934898376, "Finetune/Step": 7154, "Finetune/Step Time": 6.683959310874343}
+{"Finetune/Learning Rate": 4.6780779041711875e-06, "Finetune/Loss": 0.5766564011573792, "Finetune/Loss (Raw)": 0.6059721112251282, "Finetune/Step": 7155, "Finetune/Step Time": 6.689925629645586}
+{"Finetune/Learning Rate": 4.675440833372887e-06, "Finetune/Loss": 0.5800249576568604, "Finetune/Loss (Raw)": 0.6530712842941284, "Finetune/Step": 7156, "Finetune/Step Time": 6.66680483520031}
+{"Finetune/Learning Rate": 4.672804279266416e-06, "Finetune/Loss": 0.5803896188735962, "Finetune/Loss (Raw)": 0.6805837750434875, "Finetune/Step": 7157, "Finetune/Step Time": 6.656782038509846}
+{"Finetune/Learning Rate": 4.670168242107629e-06, "Finetune/Loss": 0.5776278972625732, "Finetune/Loss (Raw)": 0.18991756439208984, "Finetune/Step": 7158, "Finetune/Step Time": 6.66167438775301}
+{"Finetune/Learning Rate": 4.667532722152318e-06, "Finetune/Loss": 0.5772343873977661, "Finetune/Loss (Raw)": 0.5831207633018494, "Finetune/Step": 7159, "Finetune/Step Time": 6.6714295744895935}
+{"Finetune/Learning Rate": 4.664897719656233e-06, "Finetune/Loss": 0.5777606964111328, "Finetune/Loss (Raw)": 0.6410654783248901, "Finetune/Step": 7160, "Finetune/Step Time": 6.6595449317246675}
+{"Finetune/Learning Rate": 4.662263234875077e-06, "Finetune/Loss": 0.5776024460792542, "Finetune/Loss (Raw)": 0.6033850312232971, "Finetune/Step": 7161, "Finetune/Step Time": 6.6594866290688515}
+{"Finetune/Learning Rate": 4.6596292680644974e-06, "Finetune/Loss": 0.577035665512085, "Finetune/Loss (Raw)": 0.4758351147174835, "Finetune/Step": 7162, "Finetune/Step Time": 6.673878077417612}
+{"Finetune/Learning Rate": 4.656995819480087e-06, "Finetune/Loss": 0.5773515701293945, "Finetune/Loss (Raw)": 0.5649293065071106, "Finetune/Step": 7163, "Finetune/Step Time": 6.690212415531278}
+{"Finetune/Learning Rate": 4.654362889377398e-06, "Finetune/Loss": 0.5766452550888062, "Finetune/Loss (Raw)": 0.5647706389427185, "Finetune/Step": 7164, "Finetune/Step Time": 6.690734326839447}
+{"Finetune/Learning Rate": 4.6517304780119335e-06, "Finetune/Loss": 0.5760628581047058, "Finetune/Loss (Raw)": 0.5982663631439209, "Finetune/Step": 7165, "Finetune/Step Time": 6.681107612326741}
+{"Finetune/Learning Rate": 4.649098585639136e-06, "Finetune/Loss": 0.5757597088813782, "Finetune/Loss (Raw)": 0.640101432800293, "Finetune/Step": 7166, "Finetune/Step Time": 6.694961225613952}
+{"Finetune/Learning Rate": 4.646467212514398e-06, "Finetune/Loss": 0.579260528087616, "Finetune/Loss (Raw)": 0.6406829357147217, "Finetune/Step": 7167, "Finetune/Step Time": 6.67484431900084}
+{"Finetune/Learning Rate": 4.643836358893077e-06, "Finetune/Loss": 0.5782676339149475, "Finetune/Loss (Raw)": 0.4909994602203369, "Finetune/Step": 7168, "Finetune/Step Time": 6.687830224633217}
+{"Finetune/Learning Rate": 4.641206025030459e-06, "Finetune/Loss": 0.5821679830551147, "Finetune/Loss (Raw)": 0.6973897814750671, "Finetune/Step": 7169, "Finetune/Step Time": 6.665959347039461}
+{"Finetune/Learning Rate": 4.638576211181798e-06, "Finetune/Loss": 0.5812623500823975, "Finetune/Loss (Raw)": 0.48823606967926025, "Finetune/Step": 7170, "Finetune/Step Time": 6.649713410064578}
+{"Finetune/Learning Rate": 4.635946917602287e-06, "Finetune/Loss": 0.5820003747940063, "Finetune/Loss (Raw)": 0.5947363972663879, "Finetune/Step": 7171, "Finetune/Step Time": 6.6464171558618546}
+{"Finetune/Learning Rate": 4.633318144547065e-06, "Finetune/Loss": 0.5818196535110474, "Finetune/Loss (Raw)": 0.628811240196228, "Finetune/Step": 7172, "Finetune/Step Time": 6.65747800283134}
+{"Finetune/Learning Rate": 4.630689892271235e-06, "Finetune/Loss": 0.582811713218689, "Finetune/Loss (Raw)": 0.6134493350982666, "Finetune/Step": 7173, "Finetune/Step Time": 6.6479246616363525}
+{"Finetune/Learning Rate": 4.6280621610298385e-06, "Finetune/Loss": 0.5830174684524536, "Finetune/Loss (Raw)": 0.651550829410553, "Finetune/Step": 7174, "Finetune/Step Time": 6.647942980751395}
+{"Finetune/Learning Rate": 4.625434951077863e-06, "Finetune/Loss": 0.5823310613632202, "Finetune/Loss (Raw)": 0.5553208589553833, "Finetune/Step": 7175, "Finetune/Step Time": 6.655864141881466}
+{"Finetune/Learning Rate": 4.622808262670256e-06, "Finetune/Loss": 0.5830712914466858, "Finetune/Loss (Raw)": 0.6509476900100708, "Finetune/Step": 7176, "Finetune/Step Time": 6.6377625204622746}
+{"Finetune/Learning Rate": 4.6201820960619136e-06, "Finetune/Loss": 0.5839970111846924, "Finetune/Loss (Raw)": 0.7222644686698914, "Finetune/Step": 7177, "Finetune/Step Time": 6.645944096148014}
+{"Finetune/Learning Rate": 4.617556451507674e-06, "Finetune/Loss": 0.5847504734992981, "Finetune/Loss (Raw)": 0.6315116882324219, "Finetune/Step": 7178, "Finetune/Step Time": 6.643714958801866}
+{"Finetune/Learning Rate": 4.614931329262322e-06, "Finetune/Loss": 0.5836788415908813, "Finetune/Loss (Raw)": 0.46833884716033936, "Finetune/Step": 7179, "Finetune/Step Time": 6.648359538987279}
+{"Finetune/Learning Rate": 4.612306729580609e-06, "Finetune/Loss": 0.5835058689117432, "Finetune/Loss (Raw)": 0.6402016878128052, "Finetune/Step": 7180, "Finetune/Step Time": 6.656396880745888}
+{"Finetune/Learning Rate": 4.609682652717218e-06, "Finetune/Loss": 0.583135187625885, "Finetune/Loss (Raw)": 0.5961537957191467, "Finetune/Step": 7181, "Finetune/Step Time": 6.685310998931527}
+{"Finetune/Learning Rate": 4.607059098926784e-06, "Finetune/Loss": 0.5827628374099731, "Finetune/Loss (Raw)": 0.5777263641357422, "Finetune/Step": 7182, "Finetune/Step Time": 6.6861176658421755}
+{"Finetune/Learning Rate": 4.604436068463903e-06, "Finetune/Loss": 0.5797606110572815, "Finetune/Loss (Raw)": 0.17285870015621185, "Finetune/Step": 7183, "Finetune/Step Time": 6.712334090843797}
+{"Finetune/Learning Rate": 4.601813561583106e-06, "Finetune/Loss": 0.579277515411377, "Finetune/Loss (Raw)": 0.5163751840591431, "Finetune/Step": 7184, "Finetune/Step Time": 6.713706666603684}
+{"Finetune/Learning Rate": 4.599191578538886e-06, "Finetune/Loss": 0.5796108245849609, "Finetune/Loss (Raw)": 0.7024109959602356, "Finetune/Step": 7185, "Finetune/Step Time": 6.7305721659213305}
+{"Finetune/Learning Rate": 4.596570119585671e-06, "Finetune/Loss": 0.5788257122039795, "Finetune/Loss (Raw)": 0.538162350654602, "Finetune/Step": 7186, "Finetune/Step Time": 6.729910166934133}
+{"Finetune/Learning Rate": 4.593949184977852e-06, "Finetune/Loss": 0.5788271427154541, "Finetune/Loss (Raw)": 0.6388126015663147, "Finetune/Step": 7187, "Finetune/Step Time": 6.732216101139784}
+{"Finetune/Learning Rate": 4.591328774969757e-06, "Finetune/Loss": 0.5785693526268005, "Finetune/Loss (Raw)": 0.5284034013748169, "Finetune/Step": 7188, "Finetune/Step Time": 6.724927857518196}
+{"Finetune/Learning Rate": 4.588708889815675e-06, "Finetune/Loss": 0.5778634548187256, "Finetune/Loss (Raw)": 0.5671330690383911, "Finetune/Step": 7189, "Finetune/Step Time": 6.7176196705549955}
+{"Finetune/Learning Rate": 4.586089529769836e-06, "Finetune/Loss": 0.5797979831695557, "Finetune/Loss (Raw)": 0.6330179572105408, "Finetune/Step": 7190, "Finetune/Step Time": 6.6851407047361135}
+{"Finetune/Learning Rate": 4.583470695086416e-06, "Finetune/Loss": 0.5801022052764893, "Finetune/Loss (Raw)": 0.6288625597953796, "Finetune/Step": 7191, "Finetune/Step Time": 6.6900501903146505}
+{"Finetune/Learning Rate": 4.580852386019549e-06, "Finetune/Loss": 0.5809330940246582, "Finetune/Loss (Raw)": 0.5842431783676147, "Finetune/Step": 7192, "Finetune/Step Time": 6.673760294914246}
+{"Finetune/Learning Rate": 4.5782346028233215e-06, "Finetune/Loss": 0.5806634426116943, "Finetune/Loss (Raw)": 0.694021463394165, "Finetune/Step": 7193, "Finetune/Step Time": 6.675620656460524}
+{"Finetune/Learning Rate": 4.575617345751747e-06, "Finetune/Loss": 0.5811880826950073, "Finetune/Loss (Raw)": 0.6981852054595947, "Finetune/Step": 7194, "Finetune/Step Time": 6.67958215251565}
+{"Finetune/Learning Rate": 4.57300061505881e-06, "Finetune/Loss": 0.5806352496147156, "Finetune/Loss (Raw)": 0.5809817314147949, "Finetune/Step": 7195, "Finetune/Step Time": 6.686156524345279}
+{"Finetune/Learning Rate": 4.5703844109984395e-06, "Finetune/Loss": 0.5819191932678223, "Finetune/Loss (Raw)": 0.7375177145004272, "Finetune/Step": 7196, "Finetune/Step Time": 6.693768922239542}
+{"Finetune/Learning Rate": 4.567768733824507e-06, "Finetune/Loss": 0.5820111632347107, "Finetune/Loss (Raw)": 0.6187798380851746, "Finetune/Step": 7197, "Finetune/Step Time": 6.69179430231452}
+{"Finetune/Learning Rate": 4.565153583790832e-06, "Finetune/Loss": 0.5837686061859131, "Finetune/Loss (Raw)": 0.6465193629264832, "Finetune/Step": 7198, "Finetune/Step Time": 6.660555439069867}
+{"Finetune/Learning Rate": 4.562538961151195e-06, "Finetune/Loss": 0.5835555791854858, "Finetune/Loss (Raw)": 0.6137218475341797, "Finetune/Step": 7199, "Finetune/Step Time": 6.661674324423075}
+{"Finetune/Learning Rate": 4.5599248661593095e-06, "Finetune/Loss": 0.5838037133216858, "Finetune/Loss (Raw)": 0.679450273513794, "Finetune/Step": 7200, "Finetune/Step Time": 6.657473508268595}
+{"Finetune/Learning Rate": 4.557311299068853e-06, "Finetune/Loss": 0.583873987197876, "Finetune/Loss (Raw)": 0.48866453766822815, "Finetune/Step": 7201, "Finetune/Step Time": 6.671144347637892}
+{"Finetune/Learning Rate": 4.554698260133441e-06, "Finetune/Loss": 0.5834388732910156, "Finetune/Loss (Raw)": 0.5335976481437683, "Finetune/Step": 7202, "Finetune/Step Time": 6.675365798175335}
+{"Finetune/Learning Rate": 4.552085749606636e-06, "Finetune/Loss": 0.5850149989128113, "Finetune/Loss (Raw)": 0.5765954852104187, "Finetune/Step": 7203, "Finetune/Step Time": 6.647872259840369}
+{"Finetune/Learning Rate": 4.549473767741961e-06, "Finetune/Loss": 0.5840798020362854, "Finetune/Loss (Raw)": 0.5264873504638672, "Finetune/Step": 7204, "Finetune/Step Time": 6.652140220627189}
+{"Finetune/Learning Rate": 4.546862314792886e-06, "Finetune/Loss": 0.5859752893447876, "Finetune/Loss (Raw)": 0.7971183061599731, "Finetune/Step": 7205, "Finetune/Step Time": 6.664265030995011}
+{"Finetune/Learning Rate": 4.544251391012809e-06, "Finetune/Loss": 0.5862910747528076, "Finetune/Loss (Raw)": 0.5766432285308838, "Finetune/Step": 7206, "Finetune/Step Time": 6.651520228013396}
+{"Finetune/Learning Rate": 4.541640996655104e-06, "Finetune/Loss": 0.586546778678894, "Finetune/Loss (Raw)": 0.6928991079330444, "Finetune/Step": 7207, "Finetune/Step Time": 6.650037512183189}
+{"Finetune/Learning Rate": 4.539031131973082e-06, "Finetune/Loss": 0.5866514444351196, "Finetune/Loss (Raw)": 0.5505238771438599, "Finetune/Step": 7208, "Finetune/Step Time": 6.661031050607562}
+{"Finetune/Learning Rate": 4.5364217972199995e-06, "Finetune/Loss": 0.588086724281311, "Finetune/Loss (Raw)": 0.6005713939666748, "Finetune/Step": 7209, "Finetune/Step Time": 6.630948206409812}
+{"Finetune/Learning Rate": 4.533812992649063e-06, "Finetune/Loss": 0.5882858037948608, "Finetune/Loss (Raw)": 0.6869217753410339, "Finetune/Step": 7210, "Finetune/Step Time": 6.652541667222977}
+{"Finetune/Learning Rate": 4.5312047185134336e-06, "Finetune/Loss": 0.5881035923957825, "Finetune/Loss (Raw)": 0.5463818311691284, "Finetune/Step": 7211, "Finetune/Step Time": 6.655208416283131}
+{"Finetune/Learning Rate": 4.528596975066212e-06, "Finetune/Loss": 0.5871782302856445, "Finetune/Loss (Raw)": 0.5526062846183777, "Finetune/Step": 7212, "Finetune/Step Time": 6.654181672260165}
+{"Finetune/Learning Rate": 4.525989762560457e-06, "Finetune/Loss": 0.5881351828575134, "Finetune/Loss (Raw)": 0.7005738615989685, "Finetune/Step": 7213, "Finetune/Step Time": 6.652370309457183}
+{"Finetune/Learning Rate": 4.5233830812491654e-06, "Finetune/Loss": 0.5885554552078247, "Finetune/Loss (Raw)": 0.5101459622383118, "Finetune/Step": 7214, "Finetune/Step Time": 6.646773517131805}
+{"Finetune/Learning Rate": 4.5207769313852935e-06, "Finetune/Loss": 0.5917054414749146, "Finetune/Loss (Raw)": 0.615790069103241, "Finetune/Step": 7215, "Finetune/Step Time": 6.626706751063466}
+{"Finetune/Learning Rate": 4.518171313221734e-06, "Finetune/Loss": 0.5909144878387451, "Finetune/Loss (Raw)": 0.5728068351745605, "Finetune/Step": 7216, "Finetune/Step Time": 6.614494953304529}
+{"Finetune/Learning Rate": 4.515566227011342e-06, "Finetune/Loss": 0.590057373046875, "Finetune/Loss (Raw)": 0.5361184477806091, "Finetune/Step": 7217, "Finetune/Step Time": 6.621718583628535}
+{"Finetune/Learning Rate": 4.51296167300691e-06, "Finetune/Loss": 0.5902836322784424, "Finetune/Loss (Raw)": 0.6122491955757141, "Finetune/Step": 7218, "Finetune/Step Time": 6.623071353882551}
+{"Finetune/Learning Rate": 4.510357651461178e-06, "Finetune/Loss": 0.5892939567565918, "Finetune/Loss (Raw)": 0.4151279628276825, "Finetune/Step": 7219, "Finetune/Step Time": 6.626731973141432}
+{"Finetune/Learning Rate": 4.507754162626845e-06, "Finetune/Loss": 0.5875245332717896, "Finetune/Loss (Raw)": 0.40598469972610474, "Finetune/Step": 7220, "Finetune/Step Time": 6.650613717734814}
+{"Finetune/Learning Rate": 4.50515120675655e-06, "Finetune/Loss": 0.5838467478752136, "Finetune/Loss (Raw)": 0.197415292263031, "Finetune/Step": 7221, "Finetune/Step Time": 6.645213020965457}
+{"Finetune/Learning Rate": 4.502548784102878e-06, "Finetune/Loss": 0.5833667516708374, "Finetune/Loss (Raw)": 0.5355559587478638, "Finetune/Step": 7222, "Finetune/Step Time": 6.627200549468398}
+{"Finetune/Learning Rate": 4.499946894918369e-06, "Finetune/Loss": 0.5829399228096008, "Finetune/Loss (Raw)": 0.510657787322998, "Finetune/Step": 7223, "Finetune/Step Time": 6.627292804419994}
+{"Finetune/Learning Rate": 4.497345539455514e-06, "Finetune/Loss": 0.5831953883171082, "Finetune/Loss (Raw)": 0.6100469827651978, "Finetune/Step": 7224, "Finetune/Step Time": 6.636679533869028}
+{"Finetune/Learning Rate": 4.494744717966741e-06, "Finetune/Loss": 0.583889901638031, "Finetune/Loss (Raw)": 0.6477453708648682, "Finetune/Step": 7225, "Finetune/Step Time": 6.622089356184006}
+{"Finetune/Learning Rate": 4.492144430704432e-06, "Finetune/Loss": 0.5846257209777832, "Finetune/Loss (Raw)": 0.6967544555664062, "Finetune/Step": 7226, "Finetune/Step Time": 6.6138424053788185}
+{"Finetune/Learning Rate": 4.489544677920921e-06, "Finetune/Loss": 0.5847183465957642, "Finetune/Loss (Raw)": 0.5577576160430908, "Finetune/Step": 7227, "Finetune/Step Time": 6.618048099800944}
+{"Finetune/Learning Rate": 4.486945459868481e-06, "Finetune/Loss": 0.5849776268005371, "Finetune/Loss (Raw)": 0.6975104212760925, "Finetune/Step": 7228, "Finetune/Step Time": 6.618350161239505}
+{"Finetune/Learning Rate": 4.484346776799343e-06, "Finetune/Loss": 0.5846316814422607, "Finetune/Loss (Raw)": 0.6317464709281921, "Finetune/Step": 7229, "Finetune/Step Time": 6.62491755373776}
+{"Finetune/Learning Rate": 4.481748628965682e-06, "Finetune/Loss": 0.5851805210113525, "Finetune/Loss (Raw)": 0.6422438025474548, "Finetune/Step": 7230, "Finetune/Step Time": 6.629022926092148}
+{"Finetune/Learning Rate": 4.479151016619615e-06, "Finetune/Loss": 0.5846514701843262, "Finetune/Loss (Raw)": 0.6157920956611633, "Finetune/Step": 7231, "Finetune/Step Time": 6.619541747495532}
+{"Finetune/Learning Rate": 4.476553940013215e-06, "Finetune/Loss": 0.5848172903060913, "Finetune/Loss (Raw)": 0.6586480736732483, "Finetune/Step": 7232, "Finetune/Step Time": 6.617497822269797}
+{"Finetune/Learning Rate": 4.473957399398511e-06, "Finetune/Loss": 0.5871617794036865, "Finetune/Loss (Raw)": 0.4955928921699524, "Finetune/Step": 7233, "Finetune/Step Time": 6.6189741510897875}
+{"Finetune/Learning Rate": 4.471361395027451e-06, "Finetune/Loss": 0.5870331525802612, "Finetune/Loss (Raw)": 0.6131777167320251, "Finetune/Step": 7234, "Finetune/Step Time": 6.620232917368412}
+{"Finetune/Learning Rate": 4.468765927151961e-06, "Finetune/Loss": 0.5871602296829224, "Finetune/Loss (Raw)": 0.7010963559150696, "Finetune/Step": 7235, "Finetune/Step Time": 6.615145968273282}
+{"Finetune/Learning Rate": 4.466170996023905e-06, "Finetune/Loss": 0.5866435766220093, "Finetune/Loss (Raw)": 0.523780345916748, "Finetune/Step": 7236, "Finetune/Step Time": 6.641622435301542}
+{"Finetune/Learning Rate": 4.463576601895091e-06, "Finetune/Loss": 0.5858519077301025, "Finetune/Loss (Raw)": 0.5297741293907166, "Finetune/Step": 7237, "Finetune/Step Time": 6.63836382701993}
+{"Finetune/Learning Rate": 4.4609827450172716e-06, "Finetune/Loss": 0.5856525897979736, "Finetune/Loss (Raw)": 0.7219787240028381, "Finetune/Step": 7238, "Finetune/Step Time": 6.6218290738761425}
+{"Finetune/Learning Rate": 4.458389425642162e-06, "Finetune/Loss": 0.5848901271820068, "Finetune/Loss (Raw)": 0.5624094605445862, "Finetune/Step": 7239, "Finetune/Step Time": 6.600025847554207}
+{"Finetune/Learning Rate": 4.4557966440214095e-06, "Finetune/Loss": 0.5843914151191711, "Finetune/Loss (Raw)": 0.5428701639175415, "Finetune/Step": 7240, "Finetune/Step Time": 6.598903689533472}
+{"Finetune/Learning Rate": 4.453204400406621e-06, "Finetune/Loss": 0.5839031934738159, "Finetune/Loss (Raw)": 0.4399617910385132, "Finetune/Step": 7241, "Finetune/Step Time": 6.596465734764934}
+{"Finetune/Learning Rate": 4.450612695049344e-06, "Finetune/Loss": 0.5835930705070496, "Finetune/Loss (Raw)": 0.5137924551963806, "Finetune/Step": 7242, "Finetune/Step Time": 6.592414973303676}
+{"Finetune/Learning Rate": 4.448021528201073e-06, "Finetune/Loss": 0.5857397317886353, "Finetune/Loss (Raw)": 0.7682999968528748, "Finetune/Step": 7243, "Finetune/Step Time": 6.588856032118201}
+{"Finetune/Learning Rate": 4.44543090011326e-06, "Finetune/Loss": 0.5850889682769775, "Finetune/Loss (Raw)": 0.5553745627403259, "Finetune/Step": 7244, "Finetune/Step Time": 6.5801828522235155}
+{"Finetune/Learning Rate": 4.442840811037289e-06, "Finetune/Loss": 0.5828385949134827, "Finetune/Loss (Raw)": 0.1951950490474701, "Finetune/Step": 7245, "Finetune/Step Time": 6.582714948803186}
+{"Finetune/Learning Rate": 4.440251261224509e-06, "Finetune/Loss": 0.5830374360084534, "Finetune/Loss (Raw)": 0.6422410607337952, "Finetune/Step": 7246, "Finetune/Step Time": 6.579322250559926}
+{"Finetune/Learning Rate": 4.4376622509262025e-06, "Finetune/Loss": 0.5832023620605469, "Finetune/Loss (Raw)": 0.6003996729850769, "Finetune/Step": 7247, "Finetune/Step Time": 6.589548073709011}
+{"Finetune/Learning Rate": 4.4350737803936106e-06, "Finetune/Loss": 0.5825289487838745, "Finetune/Loss (Raw)": 0.5557328462600708, "Finetune/Step": 7248, "Finetune/Step Time": 6.595601186156273}
+{"Finetune/Learning Rate": 4.432485849877914e-06, "Finetune/Loss": 0.5815635919570923, "Finetune/Loss (Raw)": 0.5545831322669983, "Finetune/Step": 7249, "Finetune/Step Time": 6.596735684201121}
+{"Finetune/Learning Rate": 4.429898459630241e-06, "Finetune/Loss": 0.5808767676353455, "Finetune/Loss (Raw)": 0.49292096495628357, "Finetune/Step": 7250, "Finetune/Step Time": 6.61420726403594}
+{"Finetune/Learning Rate": 4.427311609901671e-06, "Finetune/Loss": 0.580727219581604, "Finetune/Loss (Raw)": 0.5225362181663513, "Finetune/Step": 7251, "Finetune/Step Time": 6.627293154597282}
+{"Finetune/Learning Rate": 4.4247253009432415e-06, "Finetune/Loss": 0.5800466537475586, "Finetune/Loss (Raw)": 0.5434588193893433, "Finetune/Step": 7252, "Finetune/Step Time": 6.6271958239376545}
+{"Finetune/Learning Rate": 4.4221395330059095e-06, "Finetune/Loss": 0.5809731483459473, "Finetune/Loss (Raw)": 0.7012069821357727, "Finetune/Step": 7253, "Finetune/Step Time": 6.632524890825152}
+{"Finetune/Learning Rate": 4.419554306340602e-06, "Finetune/Loss": 0.5820921063423157, "Finetune/Loss (Raw)": 0.5768048167228699, "Finetune/Step": 7254, "Finetune/Step Time": 6.629235932603478}
+{"Finetune/Learning Rate": 4.416969621198195e-06, "Finetune/Loss": 0.5808415412902832, "Finetune/Loss (Raw)": 0.5201783776283264, "Finetune/Step": 7255, "Finetune/Step Time": 6.642641330137849}
+{"Finetune/Learning Rate": 4.4143854778294996e-06, "Finetune/Loss": 0.5803626775741577, "Finetune/Loss (Raw)": 0.5741172432899475, "Finetune/Step": 7256, "Finetune/Step Time": 6.650872630998492}
+{"Finetune/Learning Rate": 4.411801876485274e-06, "Finetune/Loss": 0.5807873010635376, "Finetune/Loss (Raw)": 0.6000468134880066, "Finetune/Step": 7257, "Finetune/Step Time": 6.647312423214316}
+{"Finetune/Learning Rate": 4.409218817416239e-06, "Finetune/Loss": 0.5809045433998108, "Finetune/Loss (Raw)": 0.6800787448883057, "Finetune/Step": 7258, "Finetune/Step Time": 6.64257450401783}
+{"Finetune/Learning Rate": 4.406636300873044e-06, "Finetune/Loss": 0.581734836101532, "Finetune/Loss (Raw)": 0.6688376069068909, "Finetune/Step": 7259, "Finetune/Step Time": 6.647531742230058}
+{"Finetune/Learning Rate": 4.404054327106303e-06, "Finetune/Loss": 0.582262396812439, "Finetune/Loss (Raw)": 0.6702574491500854, "Finetune/Step": 7260, "Finetune/Step Time": 6.64459496922791}
+{"Finetune/Learning Rate": 4.4014728963665654e-06, "Finetune/Loss": 0.5819028615951538, "Finetune/Loss (Raw)": 0.5713317394256592, "Finetune/Step": 7261, "Finetune/Step Time": 6.6460639871656895}
+{"Finetune/Learning Rate": 4.398892008904327e-06, "Finetune/Loss": 0.5838330388069153, "Finetune/Loss (Raw)": 0.7561929821968079, "Finetune/Step": 7262, "Finetune/Step Time": 6.634932082146406}
+{"Finetune/Learning Rate": 4.396311664970041e-06, "Finetune/Loss": 0.5846511125564575, "Finetune/Loss (Raw)": 0.6763640642166138, "Finetune/Step": 7263, "Finetune/Step Time": 6.618021093308926}
+{"Finetune/Learning Rate": 4.393731864814108e-06, "Finetune/Loss": 0.5851989984512329, "Finetune/Loss (Raw)": 0.6290014982223511, "Finetune/Step": 7264, "Finetune/Step Time": 6.606915261596441}
+{"Finetune/Learning Rate": 4.391152608686856e-06, "Finetune/Loss": 0.5842065811157227, "Finetune/Loss (Raw)": 0.55176842212677, "Finetune/Step": 7265, "Finetune/Step Time": 6.6075423788279295}
+{"Finetune/Learning Rate": 4.388573896838581e-06, "Finetune/Loss": 0.5828710198402405, "Finetune/Loss (Raw)": 0.40098950266838074, "Finetune/Step": 7266, "Finetune/Step Time": 6.598318386822939}
+{"Finetune/Learning Rate": 4.385995729519525e-06, "Finetune/Loss": 0.5825448036193848, "Finetune/Loss (Raw)": 0.5330182313919067, "Finetune/Step": 7267, "Finetune/Step Time": 6.612261723726988}
+{"Finetune/Learning Rate": 4.383418106979868e-06, "Finetune/Loss": 0.5816229581832886, "Finetune/Loss (Raw)": 0.47184082865715027, "Finetune/Step": 7268, "Finetune/Step Time": 6.5864919144660234}
+{"Finetune/Learning Rate": 4.380841029469735e-06, "Finetune/Loss": 0.582990825176239, "Finetune/Loss (Raw)": 0.7081563472747803, "Finetune/Step": 7269, "Finetune/Step Time": 6.585118910297751}
+{"Finetune/Learning Rate": 4.378264497239212e-06, "Finetune/Loss": 0.5828531384468079, "Finetune/Loss (Raw)": 0.5680282711982727, "Finetune/Step": 7270, "Finetune/Step Time": 6.5904481913894415}
+{"Finetune/Learning Rate": 4.375688510538318e-06, "Finetune/Loss": 0.5823999643325806, "Finetune/Loss (Raw)": 0.5531818866729736, "Finetune/Step": 7271, "Finetune/Step Time": 6.591425180435181}
+{"Finetune/Learning Rate": 4.37311306961703e-06, "Finetune/Loss": 0.5831462740898132, "Finetune/Loss (Raw)": 0.6536368131637573, "Finetune/Step": 7272, "Finetune/Step Time": 6.600002631545067}
+{"Finetune/Learning Rate": 4.370538174725263e-06, "Finetune/Loss": 0.583236038684845, "Finetune/Loss (Raw)": 0.6414037942886353, "Finetune/Step": 7273, "Finetune/Step Time": 6.6055977288633585}
+{"Finetune/Learning Rate": 4.3679638261128885e-06, "Finetune/Loss": 0.5825449228286743, "Finetune/Loss (Raw)": 0.4761121869087219, "Finetune/Step": 7274, "Finetune/Step Time": 6.606777206063271}
+{"Finetune/Learning Rate": 4.365390024029713e-06, "Finetune/Loss": 0.5834409594535828, "Finetune/Loss (Raw)": 0.6356479525566101, "Finetune/Step": 7275, "Finetune/Step Time": 6.6036945674568415}
+{"Finetune/Learning Rate": 4.362816768725503e-06, "Finetune/Loss": 0.5839670300483704, "Finetune/Loss (Raw)": 0.6485868692398071, "Finetune/Step": 7276, "Finetune/Step Time": 6.608234187588096}
+{"Finetune/Learning Rate": 4.360244060449963e-06, "Finetune/Loss": 0.5845602750778198, "Finetune/Loss (Raw)": 0.6508907079696655, "Finetune/Step": 7277, "Finetune/Step Time": 6.609606543555856}
+{"Finetune/Learning Rate": 4.357671899452743e-06, "Finetune/Loss": 0.5842114090919495, "Finetune/Loss (Raw)": 0.7053043842315674, "Finetune/Step": 7278, "Finetune/Step Time": 6.612201426178217}
+{"Finetune/Learning Rate": 4.355100285983451e-06, "Finetune/Loss": 0.5840858817100525, "Finetune/Loss (Raw)": 0.6930131912231445, "Finetune/Step": 7279, "Finetune/Step Time": 6.599346783012152}
+{"Finetune/Learning Rate": 4.352529220291632e-06, "Finetune/Loss": 0.5840567350387573, "Finetune/Loss (Raw)": 0.6175638437271118, "Finetune/Step": 7280, "Finetune/Step Time": 6.580898117274046}
+{"Finetune/Learning Rate": 4.349958702626775e-06, "Finetune/Loss": 0.5856257081031799, "Finetune/Loss (Raw)": 0.5813553929328918, "Finetune/Step": 7281, "Finetune/Step Time": 6.581383543089032}
+{"Finetune/Learning Rate": 4.347388733238326e-06, "Finetune/Loss": 0.5859419107437134, "Finetune/Loss (Raw)": 0.4819902777671814, "Finetune/Step": 7282, "Finetune/Step Time": 6.566352896392345}
+{"Finetune/Learning Rate": 4.344819312375678e-06, "Finetune/Loss": 0.5864825248718262, "Finetune/Loss (Raw)": 0.6751660108566284, "Finetune/Step": 7283, "Finetune/Step Time": 6.559660939499736}
+{"Finetune/Learning Rate": 4.34225044028816e-06, "Finetune/Loss": 0.5866172313690186, "Finetune/Loss (Raw)": 0.6703252196311951, "Finetune/Step": 7284, "Finetune/Step Time": 6.569450460374355}
+{"Finetune/Learning Rate": 4.339682117225053e-06, "Finetune/Loss": 0.5855482816696167, "Finetune/Loss (Raw)": 0.5437480211257935, "Finetune/Step": 7285, "Finetune/Step Time": 6.573751172050834}
+{"Finetune/Learning Rate": 4.33711434343559e-06, "Finetune/Loss": 0.5890688896179199, "Finetune/Loss (Raw)": 0.64055335521698, "Finetune/Step": 7286, "Finetune/Step Time": 6.561031818389893}
+{"Finetune/Learning Rate": 4.334547119168939e-06, "Finetune/Loss": 0.5893888473510742, "Finetune/Loss (Raw)": 0.6240796446800232, "Finetune/Step": 7287, "Finetune/Step Time": 6.550778949633241}
+{"Finetune/Learning Rate": 4.331980444674232e-06, "Finetune/Loss": 0.585834264755249, "Finetune/Loss (Raw)": 0.18608517944812775, "Finetune/Step": 7288, "Finetune/Step Time": 6.572467526420951}
+{"Finetune/Learning Rate": 4.3294143202005315e-06, "Finetune/Loss": 0.5861759185791016, "Finetune/Loss (Raw)": 0.6471077799797058, "Finetune/Step": 7289, "Finetune/Step Time": 6.568959232419729}
+{"Finetune/Learning Rate": 4.326848745996848e-06, "Finetune/Loss": 0.5842714905738831, "Finetune/Loss (Raw)": 0.23207272589206696, "Finetune/Step": 7290, "Finetune/Step Time": 6.570730382576585}
+{"Finetune/Learning Rate": 4.324283722312148e-06, "Finetune/Loss": 0.5857791900634766, "Finetune/Loss (Raw)": 0.757921040058136, "Finetune/Step": 7291, "Finetune/Step Time": 6.54590923152864}
+{"Finetune/Learning Rate": 4.321719249395349e-06, "Finetune/Loss": 0.5868788361549377, "Finetune/Loss (Raw)": 0.7055217027664185, "Finetune/Step": 7292, "Finetune/Step Time": 6.548929516226053}
+{"Finetune/Learning Rate": 4.319155327495288e-06, "Finetune/Loss": 0.585895299911499, "Finetune/Loss (Raw)": 0.4723654091358185, "Finetune/Step": 7293, "Finetune/Step Time": 6.561529586091638}
+{"Finetune/Learning Rate": 4.316591956860775e-06, "Finetune/Loss": 0.5843229293823242, "Finetune/Loss (Raw)": 0.4388432204723358, "Finetune/Step": 7294, "Finetune/Step Time": 6.555647544562817}
+{"Finetune/Learning Rate": 4.314029137740562e-06, "Finetune/Loss": 0.5844218134880066, "Finetune/Loss (Raw)": 0.6533387899398804, "Finetune/Step": 7295, "Finetune/Step Time": 6.553153194487095}
+{"Finetune/Learning Rate": 4.31146687038334e-06, "Finetune/Loss": 0.5850815176963806, "Finetune/Loss (Raw)": 0.575447142124176, "Finetune/Step": 7296, "Finetune/Step Time": 6.5391885954886675}
+{"Finetune/Learning Rate": 4.3089051550377435e-06, "Finetune/Loss": 0.5837785601615906, "Finetune/Loss (Raw)": 0.530605137348175, "Finetune/Step": 7297, "Finetune/Step Time": 6.546867672353983}
+{"Finetune/Learning Rate": 4.30634399195237e-06, "Finetune/Loss": 0.5851068496704102, "Finetune/Loss (Raw)": 0.6582600474357605, "Finetune/Step": 7298, "Finetune/Step Time": 6.558711137622595}
+{"Finetune/Learning Rate": 4.303783381375745e-06, "Finetune/Loss": 0.5851173996925354, "Finetune/Loss (Raw)": 0.596085786819458, "Finetune/Step": 7299, "Finetune/Step Time": 6.561791537329555}
+{"Finetune/Learning Rate": 4.301223323556355e-06, "Finetune/Loss": 0.582209587097168, "Finetune/Loss (Raw)": 0.25661471486091614, "Finetune/Step": 7300, "Finetune/Step Time": 6.571400133892894}
+{"Finetune/Learning Rate": 4.298663818742623e-06, "Finetune/Loss": 0.58152174949646, "Finetune/Loss (Raw)": 0.5254044532775879, "Finetune/Step": 7301, "Finetune/Step Time": 6.5682535618543625}
+{"Finetune/Learning Rate": 4.296104867182919e-06, "Finetune/Loss": 0.5814688801765442, "Finetune/Loss (Raw)": 0.6447814702987671, "Finetune/Step": 7302, "Finetune/Step Time": 6.578012445941567}
+{"Finetune/Learning Rate": 4.2935464691255645e-06, "Finetune/Loss": 0.5821172595024109, "Finetune/Loss (Raw)": 0.638313889503479, "Finetune/Step": 7303, "Finetune/Step Time": 6.566889006644487}
+{"Finetune/Learning Rate": 4.29098862481883e-06, "Finetune/Loss": 0.5821319818496704, "Finetune/Loss (Raw)": 0.6528335213661194, "Finetune/Step": 7304, "Finetune/Step Time": 6.5678777657449245}
+{"Finetune/Learning Rate": 4.288431334510921e-06, "Finetune/Loss": 0.5812819004058838, "Finetune/Loss (Raw)": 0.6134554147720337, "Finetune/Step": 7305, "Finetune/Step Time": 6.553685760125518}
+{"Finetune/Learning Rate": 4.285874598449994e-06, "Finetune/Loss": 0.5802914500236511, "Finetune/Loss (Raw)": 0.5047334432601929, "Finetune/Step": 7306, "Finetune/Step Time": 6.556545414030552}
+{"Finetune/Learning Rate": 4.283318416884158e-06, "Finetune/Loss": 0.5810143947601318, "Finetune/Loss (Raw)": 0.5608738660812378, "Finetune/Step": 7307, "Finetune/Step Time": 6.5533500630408525}
+{"Finetune/Learning Rate": 4.280762790061462e-06, "Finetune/Loss": 0.5790646076202393, "Finetune/Loss (Raw)": 0.39063185453414917, "Finetune/Step": 7308, "Finetune/Step Time": 6.571057489141822}
+{"Finetune/Learning Rate": 4.2782077182298985e-06, "Finetune/Loss": 0.5794893503189087, "Finetune/Loss (Raw)": 0.6505197882652283, "Finetune/Step": 7309, "Finetune/Step Time": 6.5491131618618965}
+{"Finetune/Learning Rate": 4.275653201637412e-06, "Finetune/Loss": 0.5800552368164062, "Finetune/Loss (Raw)": 0.6501548290252686, "Finetune/Step": 7310, "Finetune/Step Time": 6.54950662329793}
+{"Finetune/Learning Rate": 4.273099240531901e-06, "Finetune/Loss": 0.5819880962371826, "Finetune/Loss (Raw)": 0.42027074098587036, "Finetune/Step": 7311, "Finetune/Step Time": 6.535751428455114}
+{"Finetune/Learning Rate": 4.2705458351611814e-06, "Finetune/Loss": 0.5823956727981567, "Finetune/Loss (Raw)": 0.5685470700263977, "Finetune/Step": 7312, "Finetune/Step Time": 6.5412910990417}
+{"Finetune/Learning Rate": 4.267992985773046e-06, "Finetune/Loss": 0.5815001726150513, "Finetune/Loss (Raw)": 0.5877839922904968, "Finetune/Step": 7313, "Finetune/Step Time": 6.525897033512592}
+{"Finetune/Learning Rate": 4.2654406926152226e-06, "Finetune/Loss": 0.5816789269447327, "Finetune/Loss (Raw)": 0.5610425472259521, "Finetune/Step": 7314, "Finetune/Step Time": 6.528152864426374}
+{"Finetune/Learning Rate": 4.262888955935381e-06, "Finetune/Loss": 0.5809482336044312, "Finetune/Loss (Raw)": 0.5452829003334045, "Finetune/Step": 7315, "Finetune/Step Time": 6.529400462284684}
+{"Finetune/Learning Rate": 4.260337775981137e-06, "Finetune/Loss": 0.5821355581283569, "Finetune/Loss (Raw)": 0.680375337600708, "Finetune/Step": 7316, "Finetune/Step Time": 6.5206751096993685}
+{"Finetune/Learning Rate": 4.257787153000062e-06, "Finetune/Loss": 0.583178699016571, "Finetune/Loss (Raw)": 0.7006587982177734, "Finetune/Step": 7317, "Finetune/Step Time": 6.533168097957969}
+{"Finetune/Learning Rate": 4.255237087239661e-06, "Finetune/Loss": 0.5826343297958374, "Finetune/Loss (Raw)": 0.5633436441421509, "Finetune/Step": 7318, "Finetune/Step Time": 6.527883592993021}
+{"Finetune/Learning Rate": 4.252687578947397e-06, "Finetune/Loss": 0.5832455158233643, "Finetune/Loss (Raw)": 0.7070876955986023, "Finetune/Step": 7319, "Finetune/Step Time": 6.518144000321627}
+{"Finetune/Learning Rate": 4.250138628370668e-06, "Finetune/Loss": 0.5836127996444702, "Finetune/Loss (Raw)": 0.6312624216079712, "Finetune/Step": 7320, "Finetune/Step Time": 6.520292669534683}
+{"Finetune/Learning Rate": 4.24759023575682e-06, "Finetune/Loss": 0.5829840898513794, "Finetune/Loss (Raw)": 0.6135460138320923, "Finetune/Step": 7321, "Finetune/Step Time": 6.518723990768194}
+{"Finetune/Learning Rate": 4.245042401353151e-06, "Finetune/Loss": 0.5818600654602051, "Finetune/Loss (Raw)": 0.554306149482727, "Finetune/Step": 7322, "Finetune/Step Time": 6.535792948678136}
+{"Finetune/Learning Rate": 4.242495125406908e-06, "Finetune/Loss": 0.5821330547332764, "Finetune/Loss (Raw)": 0.6159306168556213, "Finetune/Step": 7323, "Finetune/Step Time": 6.5371299628168344}
+{"Finetune/Learning Rate": 4.239948408165264e-06, "Finetune/Loss": 0.5806811451911926, "Finetune/Loss (Raw)": 0.5516703724861145, "Finetune/Step": 7324, "Finetune/Step Time": 6.550804298371077}
+{"Finetune/Learning Rate": 4.237402249875356e-06, "Finetune/Loss": 0.5798864364624023, "Finetune/Loss (Raw)": 0.5170548558235168, "Finetune/Step": 7325, "Finetune/Step Time": 6.5585425570607185}
+{"Finetune/Learning Rate": 4.234856650784267e-06, "Finetune/Loss": 0.5799393653869629, "Finetune/Loss (Raw)": 0.653296709060669, "Finetune/Step": 7326, "Finetune/Step Time": 6.569499768316746}
+{"Finetune/Learning Rate": 4.232311611139016e-06, "Finetune/Loss": 0.5795034170150757, "Finetune/Loss (Raw)": 0.5579133033752441, "Finetune/Step": 7327, "Finetune/Step Time": 6.578223219141364}
+{"Finetune/Learning Rate": 4.229767131186568e-06, "Finetune/Loss": 0.5789756178855896, "Finetune/Loss (Raw)": 0.6118988990783691, "Finetune/Step": 7328, "Finetune/Step Time": 6.583592846989632}
+{"Finetune/Learning Rate": 4.2272232111738454e-06, "Finetune/Loss": 0.5799912214279175, "Finetune/Loss (Raw)": 0.6186572909355164, "Finetune/Step": 7329, "Finetune/Step Time": 6.562589963898063}
+{"Finetune/Learning Rate": 4.2246798513477005e-06, "Finetune/Loss": 0.5801975727081299, "Finetune/Loss (Raw)": 0.560015082359314, "Finetune/Step": 7330, "Finetune/Step Time": 6.559288240969181}
+{"Finetune/Learning Rate": 4.222137051954949e-06, "Finetune/Loss": 0.5797569155693054, "Finetune/Loss (Raw)": 0.5201864838600159, "Finetune/Step": 7331, "Finetune/Step Time": 6.571011755615473}
+{"Finetune/Learning Rate": 4.219594813242332e-06, "Finetune/Loss": 0.5810407400131226, "Finetune/Loss (Raw)": 0.6908153891563416, "Finetune/Step": 7332, "Finetune/Step Time": 6.571301124989986}
+{"Finetune/Learning Rate": 4.217053135456556e-06, "Finetune/Loss": 0.5793094038963318, "Finetune/Loss (Raw)": 0.575510561466217, "Finetune/Step": 7333, "Finetune/Step Time": 6.561273714527488}
+{"Finetune/Learning Rate": 4.214512018844256e-06, "Finetune/Loss": 0.5795074701309204, "Finetune/Loss (Raw)": 0.6019948124885559, "Finetune/Step": 7334, "Finetune/Step Time": 6.552259609103203}
+{"Finetune/Learning Rate": 4.211971463652027e-06, "Finetune/Loss": 0.5783255100250244, "Finetune/Loss (Raw)": 0.5416103005409241, "Finetune/Step": 7335, "Finetune/Step Time": 6.554330056533217}
+{"Finetune/Learning Rate": 4.209431470126402e-06, "Finetune/Loss": 0.5783654451370239, "Finetune/Loss (Raw)": 0.5556389093399048, "Finetune/Step": 7336, "Finetune/Step Time": 6.533575184643269}
+{"Finetune/Learning Rate": 4.206892038513852e-06, "Finetune/Loss": 0.5780445337295532, "Finetune/Loss (Raw)": 0.5594871044158936, "Finetune/Step": 7337, "Finetune/Step Time": 6.5445377472788095}
+{"Finetune/Learning Rate": 4.204353169060813e-06, "Finetune/Loss": 0.5775219202041626, "Finetune/Loss (Raw)": 0.620032787322998, "Finetune/Step": 7338, "Finetune/Step Time": 6.53169191069901}
+{"Finetune/Learning Rate": 4.20181486201365e-06, "Finetune/Loss": 0.5769926309585571, "Finetune/Loss (Raw)": 0.4786340594291687, "Finetune/Step": 7339, "Finetune/Step Time": 6.546938378363848}
+{"Finetune/Learning Rate": 4.199277117618677e-06, "Finetune/Loss": 0.5771743059158325, "Finetune/Loss (Raw)": 0.5758565664291382, "Finetune/Step": 7340, "Finetune/Step Time": 6.55521790497005}
+{"Finetune/Learning Rate": 4.196739936122155e-06, "Finetune/Loss": 0.5761514902114868, "Finetune/Loss (Raw)": 0.5696513652801514, "Finetune/Step": 7341, "Finetune/Step Time": 6.577281406149268}
+{"Finetune/Learning Rate": 4.1942033177702965e-06, "Finetune/Loss": 0.5764312744140625, "Finetune/Loss (Raw)": 0.5459589958190918, "Finetune/Step": 7342, "Finetune/Step Time": 6.595461072400212}
+{"Finetune/Learning Rate": 4.19166726280925e-06, "Finetune/Loss": 0.5764108896255493, "Finetune/Loss (Raw)": 0.6131877303123474, "Finetune/Step": 7343, "Finetune/Step Time": 6.599363693967462}
+{"Finetune/Learning Rate": 4.189131771485109e-06, "Finetune/Loss": 0.5763683319091797, "Finetune/Loss (Raw)": 0.5673558712005615, "Finetune/Step": 7344, "Finetune/Step Time": 6.600468564778566}
+{"Finetune/Learning Rate": 4.186596844043922e-06, "Finetune/Loss": 0.5762428641319275, "Finetune/Loss (Raw)": 0.5200609564781189, "Finetune/Step": 7345, "Finetune/Step Time": 6.598553100600839}
+{"Finetune/Learning Rate": 4.184062480731671e-06, "Finetune/Loss": 0.5764527320861816, "Finetune/Loss (Raw)": 0.6391140818595886, "Finetune/Step": 7346, "Finetune/Step Time": 6.591484684497118}
+{"Finetune/Learning Rate": 4.181528681794295e-06, "Finetune/Loss": 0.5778499841690063, "Finetune/Loss (Raw)": 0.5939682126045227, "Finetune/Step": 7347, "Finetune/Step Time": 6.592041257768869}
+{"Finetune/Learning Rate": 4.178995447477668e-06, "Finetune/Loss": 0.5788648128509521, "Finetune/Loss (Raw)": 0.5358893871307373, "Finetune/Step": 7348, "Finetune/Step Time": 6.556457305327058}
+{"Finetune/Learning Rate": 4.1764627780276125e-06, "Finetune/Loss": 0.5796941518783569, "Finetune/Loss (Raw)": 0.3035702109336853, "Finetune/Step": 7349, "Finetune/Step Time": 6.551613621413708}
+{"Finetune/Learning Rate": 4.173930673689899e-06, "Finetune/Loss": 0.5806333422660828, "Finetune/Loss (Raw)": 0.655770480632782, "Finetune/Step": 7350, "Finetune/Step Time": 6.544500052928925}
+{"Finetune/Learning Rate": 4.171399134710248e-06, "Finetune/Loss": 0.580172598361969, "Finetune/Loss (Raw)": 0.45168381929397583, "Finetune/Step": 7351, "Finetune/Step Time": 6.5482679307460785}
+{"Finetune/Learning Rate": 4.1688681613343045e-06, "Finetune/Loss": 0.5787878036499023, "Finetune/Loss (Raw)": 0.4327903091907501, "Finetune/Step": 7352, "Finetune/Step Time": 6.547347279265523}
+{"Finetune/Learning Rate": 4.16633775380768e-06, "Finetune/Loss": 0.5776702761650085, "Finetune/Loss (Raw)": 0.5047047734260559, "Finetune/Step": 7353, "Finetune/Step Time": 6.549108542501926}
+{"Finetune/Learning Rate": 4.1638079123759265e-06, "Finetune/Loss": 0.5770056247711182, "Finetune/Loss (Raw)": 0.6116798520088196, "Finetune/Step": 7354, "Finetune/Step Time": 6.548118948936462}
+{"Finetune/Learning Rate": 4.161278637284536e-06, "Finetune/Loss": 0.5768096446990967, "Finetune/Loss (Raw)": 0.5326682329177856, "Finetune/Step": 7355, "Finetune/Step Time": 6.546911098062992}
+{"Finetune/Learning Rate": 4.158749928778944e-06, "Finetune/Loss": 0.5753697752952576, "Finetune/Loss (Raw)": 0.513207733631134, "Finetune/Step": 7356, "Finetune/Step Time": 6.545706577599049}
+{"Finetune/Learning Rate": 4.1562217871045404e-06, "Finetune/Loss": 0.5740975737571716, "Finetune/Loss (Raw)": 0.4689048230648041, "Finetune/Step": 7357, "Finetune/Step Time": 6.5469377264380455}
+{"Finetune/Learning Rate": 4.153694212506648e-06, "Finetune/Loss": 0.5740517377853394, "Finetune/Loss (Raw)": 0.6363720297813416, "Finetune/Step": 7358, "Finetune/Step Time": 6.5398874413222075}
+{"Finetune/Learning Rate": 4.151167205230549e-06, "Finetune/Loss": 0.5737593173980713, "Finetune/Loss (Raw)": 0.5783684253692627, "Finetune/Step": 7359, "Finetune/Step Time": 6.5406699776649475}
+{"Finetune/Learning Rate": 4.148640765521459e-06, "Finetune/Loss": 0.5736583471298218, "Finetune/Loss (Raw)": 0.6457298398017883, "Finetune/Step": 7360, "Finetune/Step Time": 6.540091719478369}
+{"Finetune/Learning Rate": 4.146114893624537e-06, "Finetune/Loss": 0.5744634866714478, "Finetune/Loss (Raw)": 0.5986411571502686, "Finetune/Step": 7361, "Finetune/Step Time": 6.525302017107606}
+{"Finetune/Learning Rate": 4.143589589784896e-06, "Finetune/Loss": 0.5737323760986328, "Finetune/Loss (Raw)": 0.5196015238761902, "Finetune/Step": 7362, "Finetune/Step Time": 6.532582612708211}
+{"Finetune/Learning Rate": 4.141064854247595e-06, "Finetune/Loss": 0.5725961923599243, "Finetune/Loss (Raw)": 0.5556660890579224, "Finetune/Step": 7363, "Finetune/Step Time": 6.542297208681703}
+{"Finetune/Learning Rate": 4.138540687257629e-06, "Finetune/Loss": 0.5721572041511536, "Finetune/Loss (Raw)": 0.4675837755203247, "Finetune/Step": 7364, "Finetune/Step Time": 6.518036372959614}
+{"Finetune/Learning Rate": 4.136017089059935e-06, "Finetune/Loss": 0.5726162195205688, "Finetune/Loss (Raw)": 0.5885328054428101, "Finetune/Step": 7365, "Finetune/Step Time": 6.52096045948565}
+{"Finetune/Learning Rate": 4.133494059899411e-06, "Finetune/Loss": 0.5712188482284546, "Finetune/Loss (Raw)": 0.5431195497512817, "Finetune/Step": 7366, "Finetune/Step Time": 6.522116931155324}
+{"Finetune/Learning Rate": 4.130971600020886e-06, "Finetune/Loss": 0.571125864982605, "Finetune/Loss (Raw)": 0.5505070090293884, "Finetune/Step": 7367, "Finetune/Step Time": 6.520677957683802}
+{"Finetune/Learning Rate": 4.128449709669136e-06, "Finetune/Loss": 0.5718694925308228, "Finetune/Loss (Raw)": 0.6380486488342285, "Finetune/Step": 7368, "Finetune/Step Time": 6.52370873093605}
+{"Finetune/Learning Rate": 4.125928389088884e-06, "Finetune/Loss": 0.5731391310691833, "Finetune/Loss (Raw)": 0.602482259273529, "Finetune/Step": 7369, "Finetune/Step Time": 6.516007002443075}
+{"Finetune/Learning Rate": 4.123407638524805e-06, "Finetune/Loss": 0.5752884149551392, "Finetune/Loss (Raw)": 0.7888897061347961, "Finetune/Step": 7370, "Finetune/Step Time": 6.5095882024616}
+{"Finetune/Learning Rate": 4.120887458221502e-06, "Finetune/Loss": 0.5748036503791809, "Finetune/Loss (Raw)": 0.7062556743621826, "Finetune/Step": 7371, "Finetune/Step Time": 6.508702307939529}
+{"Finetune/Learning Rate": 4.118367848423533e-06, "Finetune/Loss": 0.5753709673881531, "Finetune/Loss (Raw)": 0.627989649772644, "Finetune/Step": 7372, "Finetune/Step Time": 6.505792301148176}
+{"Finetune/Learning Rate": 4.115848809375404e-06, "Finetune/Loss": 0.577640175819397, "Finetune/Loss (Raw)": 0.4856557250022888, "Finetune/Step": 7373, "Finetune/Step Time": 6.497078325599432}
+{"Finetune/Learning Rate": 4.113330341321556e-06, "Finetune/Loss": 0.5762571096420288, "Finetune/Loss (Raw)": 0.46520185470581055, "Finetune/Step": 7374, "Finetune/Step Time": 6.494319273158908}
+{"Finetune/Learning Rate": 4.110812444506384e-06, "Finetune/Loss": 0.576318621635437, "Finetune/Loss (Raw)": 0.6082835793495178, "Finetune/Step": 7375, "Finetune/Step Time": 6.484838183969259}
+{"Finetune/Learning Rate": 4.108295119174219e-06, "Finetune/Loss": 0.5735487937927246, "Finetune/Loss (Raw)": 0.20118612051010132, "Finetune/Step": 7376, "Finetune/Step Time": 6.499352470040321}
+{"Finetune/Learning Rate": 4.105778365569341e-06, "Finetune/Loss": 0.5746538639068604, "Finetune/Loss (Raw)": 0.6960322856903076, "Finetune/Step": 7377, "Finetune/Step Time": 6.508870154619217}
+{"Finetune/Learning Rate": 4.103262183935977e-06, "Finetune/Loss": 0.5759699940681458, "Finetune/Loss (Raw)": 0.6613848805427551, "Finetune/Step": 7378, "Finetune/Step Time": 6.506619453430176}
+{"Finetune/Learning Rate": 4.100746574518296e-06, "Finetune/Loss": 0.5765978693962097, "Finetune/Loss (Raw)": 0.6029085516929626, "Finetune/Step": 7379, "Finetune/Step Time": 6.500226613134146}
+{"Finetune/Learning Rate": 4.098231537560405e-06, "Finetune/Loss": 0.5769490003585815, "Finetune/Loss (Raw)": 0.5883995294570923, "Finetune/Step": 7380, "Finetune/Step Time": 6.513555133715272}
+{"Finetune/Learning Rate": 4.095717073306367e-06, "Finetune/Loss": 0.5763882398605347, "Finetune/Loss (Raw)": 0.6294353008270264, "Finetune/Step": 7381, "Finetune/Step Time": 6.527439994737506}
+{"Finetune/Learning Rate": 4.093203182000185e-06, "Finetune/Loss": 0.5765694379806519, "Finetune/Loss (Raw)": 0.5999901294708252, "Finetune/Step": 7382, "Finetune/Step Time": 6.524361601099372}
+{"Finetune/Learning Rate": 4.090689863885804e-06, "Finetune/Loss": 0.5770246386528015, "Finetune/Loss (Raw)": 0.5784556865692139, "Finetune/Step": 7383, "Finetune/Step Time": 6.510219192132354}
+{"Finetune/Learning Rate": 4.08817711920711e-06, "Finetune/Loss": 0.5772920846939087, "Finetune/Loss (Raw)": 0.6083478927612305, "Finetune/Step": 7384, "Finetune/Step Time": 6.520018136128783}
+{"Finetune/Learning Rate": 4.085664948207947e-06, "Finetune/Loss": 0.5778326392173767, "Finetune/Loss (Raw)": 0.6692384481430054, "Finetune/Step": 7385, "Finetune/Step Time": 6.517788102850318}
+{"Finetune/Learning Rate": 4.083153351132089e-06, "Finetune/Loss": 0.5777204036712646, "Finetune/Loss (Raw)": 0.6657048463821411, "Finetune/Step": 7386, "Finetune/Step Time": 6.516947275027633}
+{"Finetune/Learning Rate": 4.0806423282232565e-06, "Finetune/Loss": 0.5772281885147095, "Finetune/Loss (Raw)": 0.6058381795883179, "Finetune/Step": 7387, "Finetune/Step Time": 6.517122616991401}
+{"Finetune/Learning Rate": 4.078131879725125e-06, "Finetune/Loss": 0.5769983530044556, "Finetune/Loss (Raw)": 0.6408354640007019, "Finetune/Step": 7388, "Finetune/Step Time": 6.522981254383922}
+{"Finetune/Learning Rate": 4.0756220058813e-06, "Finetune/Loss": 0.5778168439865112, "Finetune/Loss (Raw)": 0.6761061549186707, "Finetune/Step": 7389, "Finetune/Step Time": 6.522530620917678}
+{"Finetune/Learning Rate": 4.073112706935345e-06, "Finetune/Loss": 0.5760751366615295, "Finetune/Loss (Raw)": 0.5332453846931458, "Finetune/Step": 7390, "Finetune/Step Time": 6.5401557963341475}
+{"Finetune/Learning Rate": 4.070603983130754e-06, "Finetune/Loss": 0.5754892826080322, "Finetune/Loss (Raw)": 0.6013808250427246, "Finetune/Step": 7391, "Finetune/Step Time": 6.5385426338762045}
+{"Finetune/Learning Rate": 4.068095834710977e-06, "Finetune/Loss": 0.5723010301589966, "Finetune/Loss (Raw)": 0.22089792788028717, "Finetune/Step": 7392, "Finetune/Step Time": 6.559105673804879}
+{"Finetune/Learning Rate": 4.0655882619194e-06, "Finetune/Loss": 0.573079526424408, "Finetune/Loss (Raw)": 0.6514192819595337, "Finetune/Step": 7393, "Finetune/Step Time": 6.562073232606053}
+{"Finetune/Learning Rate": 4.06308126499936e-06, "Finetune/Loss": 0.5744928121566772, "Finetune/Loss (Raw)": 0.5818901062011719, "Finetune/Step": 7394, "Finetune/Step Time": 6.560356054455042}
+{"Finetune/Learning Rate": 4.060574844194133e-06, "Finetune/Loss": 0.574232280254364, "Finetune/Loss (Raw)": 0.49967458844184875, "Finetune/Step": 7395, "Finetune/Step Time": 6.561363782733679}
+{"Finetune/Learning Rate": 4.058068999746935e-06, "Finetune/Loss": 0.5725009441375732, "Finetune/Loss (Raw)": 0.2502301037311554, "Finetune/Step": 7396, "Finetune/Step Time": 6.576643893495202}
+{"Finetune/Learning Rate": 4.0555637319009386e-06, "Finetune/Loss": 0.571954071521759, "Finetune/Loss (Raw)": 0.6381521224975586, "Finetune/Step": 7397, "Finetune/Step Time": 6.573709461838007}
+{"Finetune/Learning Rate": 4.053059040899252e-06, "Finetune/Loss": 0.571122407913208, "Finetune/Loss (Raw)": 0.46157410740852356, "Finetune/Step": 7398, "Finetune/Step Time": 6.572638351470232}
+{"Finetune/Learning Rate": 4.050554926984924e-06, "Finetune/Loss": 0.569861888885498, "Finetune/Loss (Raw)": 0.39183735847473145, "Finetune/Step": 7399, "Finetune/Step Time": 6.586650101467967}
+{"Finetune/Learning Rate": 4.048051390400955e-06, "Finetune/Loss": 0.5692077875137329, "Finetune/Loss (Raw)": 0.5699087977409363, "Finetune/Step": 7400, "Finetune/Step Time": 6.607811411842704}
+{"Finetune/Learning Rate": 4.045548431390291e-06, "Finetune/Loss": 0.5696241855621338, "Finetune/Loss (Raw)": 0.6947032809257507, "Finetune/Step": 7401, "Finetune/Step Time": 6.60569167509675}
+{"Finetune/Learning Rate": 4.043046050195815e-06, "Finetune/Loss": 0.5706308484077454, "Finetune/Loss (Raw)": 0.6049687266349792, "Finetune/Step": 7402, "Finetune/Step Time": 6.604183953255415}
+{"Finetune/Learning Rate": 4.040544247060351e-06, "Finetune/Loss": 0.5716408491134644, "Finetune/Loss (Raw)": 0.7649270296096802, "Finetune/Step": 7403, "Finetune/Step Time": 6.60299214720726}
+{"Finetune/Learning Rate": 4.038043022226681e-06, "Finetune/Loss": 0.5700116157531738, "Finetune/Loss (Raw)": 0.4400408864021301, "Finetune/Step": 7404, "Finetune/Step Time": 6.623538129031658}
+{"Finetune/Learning Rate": 4.035542375937514e-06, "Finetune/Loss": 0.5702118277549744, "Finetune/Loss (Raw)": 0.6765201091766357, "Finetune/Step": 7405, "Finetune/Step Time": 6.633886558935046}
+{"Finetune/Learning Rate": 4.033042308435519e-06, "Finetune/Loss": 0.5690679550170898, "Finetune/Loss (Raw)": 0.558892011642456, "Finetune/Step": 7406, "Finetune/Step Time": 6.634363180026412}
+{"Finetune/Learning Rate": 4.030542819963296e-06, "Finetune/Loss": 0.5683306455612183, "Finetune/Loss (Raw)": 0.5986390709877014, "Finetune/Step": 7407, "Finetune/Step Time": 6.642571445554495}
+{"Finetune/Learning Rate": 4.0280439107633915e-06, "Finetune/Loss": 0.5671979784965515, "Finetune/Loss (Raw)": 0.47257885336875916, "Finetune/Step": 7408, "Finetune/Step Time": 6.679721536114812}
+{"Finetune/Learning Rate": 4.025545581078303e-06, "Finetune/Loss": 0.5678750276565552, "Finetune/Loss (Raw)": 0.6680147051811218, "Finetune/Step": 7409, "Finetune/Step Time": 6.665759041905403}
+{"Finetune/Learning Rate": 4.023047831150472e-06, "Finetune/Loss": 0.569483757019043, "Finetune/Loss (Raw)": 0.6879065036773682, "Finetune/Step": 7410, "Finetune/Step Time": 6.659324770793319}
+{"Finetune/Learning Rate": 4.020550661222264e-06, "Finetune/Loss": 0.5680567026138306, "Finetune/Loss (Raw)": 0.49250614643096924, "Finetune/Step": 7411, "Finetune/Step Time": 6.675922172144055}
+{"Finetune/Learning Rate": 4.0180540715360106e-06, "Finetune/Loss": 0.5669633150100708, "Finetune/Loss (Raw)": 0.5303701162338257, "Finetune/Step": 7412, "Finetune/Step Time": 6.697987925261259}
+{"Finetune/Learning Rate": 4.015558062333983e-06, "Finetune/Loss": 0.5676506757736206, "Finetune/Loss (Raw)": 0.631738007068634, "Finetune/Step": 7413, "Finetune/Step Time": 6.700251322239637}
+{"Finetune/Learning Rate": 4.013062633858389e-06, "Finetune/Loss": 0.5670070052146912, "Finetune/Loss (Raw)": 0.5581618547439575, "Finetune/Step": 7414, "Finetune/Step Time": 6.696963110938668}
+{"Finetune/Learning Rate": 4.010567786351379e-06, "Finetune/Loss": 0.5670191645622253, "Finetune/Loss (Raw)": 0.6256306171417236, "Finetune/Step": 7415, "Finetune/Step Time": 6.711207715794444}
+{"Finetune/Learning Rate": 4.008073520055059e-06, "Finetune/Loss": 0.57049560546875, "Finetune/Loss (Raw)": 0.6310675144195557, "Finetune/Step": 7416, "Finetune/Step Time": 6.701950743794441}
+{"Finetune/Learning Rate": 4.0055798352114635e-06, "Finetune/Loss": 0.5695874094963074, "Finetune/Loss (Raw)": 0.5308594107627869, "Finetune/Step": 7417, "Finetune/Step Time": 6.711315857246518}
+{"Finetune/Learning Rate": 4.003086732062587e-06, "Finetune/Loss": 0.5711078643798828, "Finetune/Loss (Raw)": 0.4266965985298157, "Finetune/Step": 7418, "Finetune/Step Time": 6.692778080701828}
+{"Finetune/Learning Rate": 4.000594210850349e-06, "Finetune/Loss": 0.569634199142456, "Finetune/Loss (Raw)": 0.5692843198776245, "Finetune/Step": 7419, "Finetune/Step Time": 6.717135025188327}
+{"Finetune/Learning Rate": 3.998102271816631e-06, "Finetune/Loss": 0.5687189102172852, "Finetune/Loss (Raw)": 0.5883753895759583, "Finetune/Step": 7420, "Finetune/Step Time": 6.71736560575664}
+{"Finetune/Learning Rate": 3.995610915203241e-06, "Finetune/Loss": 0.5691245198249817, "Finetune/Loss (Raw)": 0.5242777466773987, "Finetune/Step": 7421, "Finetune/Step Time": 6.726719522848725}
+{"Finetune/Learning Rate": 3.993120141251946e-06, "Finetune/Loss": 0.5705432295799255, "Finetune/Loss (Raw)": 0.6204427480697632, "Finetune/Step": 7422, "Finetune/Step Time": 6.715966641902924}
+{"Finetune/Learning Rate": 3.990629950204447e-06, "Finetune/Loss": 0.5698519945144653, "Finetune/Loss (Raw)": 0.5648489594459534, "Finetune/Step": 7423, "Finetune/Step Time": 6.729535322636366}
+{"Finetune/Learning Rate": 3.988140342302385e-06, "Finetune/Loss": 0.569624662399292, "Finetune/Loss (Raw)": 0.5463548898696899, "Finetune/Step": 7424, "Finetune/Step Time": 6.74791681393981}
+{"Finetune/Learning Rate": 3.985651317787358e-06, "Finetune/Loss": 0.5700404644012451, "Finetune/Loss (Raw)": 0.5838218331336975, "Finetune/Step": 7425, "Finetune/Step Time": 6.743322432041168}
+{"Finetune/Learning Rate": 3.983162876900896e-06, "Finetune/Loss": 0.5690289735794067, "Finetune/Loss (Raw)": 0.528796374797821, "Finetune/Step": 7426, "Finetune/Step Time": 6.735731836408377}
+{"Finetune/Learning Rate": 3.98067501988447e-06, "Finetune/Loss": 0.565695583820343, "Finetune/Loss (Raw)": 0.16941073536872864, "Finetune/Step": 7427, "Finetune/Step Time": 6.755228456109762}
+{"Finetune/Learning Rate": 3.978187746979507e-06, "Finetune/Loss": 0.5672607421875, "Finetune/Loss (Raw)": 0.45695072412490845, "Finetune/Step": 7428, "Finetune/Step Time": 6.744532033801079}
+{"Finetune/Learning Rate": 3.975701058427372e-06, "Finetune/Loss": 0.5680285692214966, "Finetune/Loss (Raw)": 0.6236935257911682, "Finetune/Step": 7429, "Finetune/Step Time": 6.739635404199362}
+{"Finetune/Learning Rate": 3.97321495446937e-06, "Finetune/Loss": 0.567049503326416, "Finetune/Loss (Raw)": 0.5194631218910217, "Finetune/Step": 7430, "Finetune/Step Time": 6.731954634189606}
+{"Finetune/Learning Rate": 3.970729435346744e-06, "Finetune/Loss": 0.5670402646064758, "Finetune/Loss (Raw)": 0.6371246576309204, "Finetune/Step": 7431, "Finetune/Step Time": 6.735098209232092}
+{"Finetune/Learning Rate": 3.9682445013006975e-06, "Finetune/Loss": 0.5674033164978027, "Finetune/Loss (Raw)": 0.6992998123168945, "Finetune/Step": 7432, "Finetune/Step Time": 6.737111154943705}
+{"Finetune/Learning Rate": 3.965760152572358e-06, "Finetune/Loss": 0.5676566362380981, "Finetune/Loss (Raw)": 0.645890474319458, "Finetune/Step": 7433, "Finetune/Step Time": 6.742131520062685}
+{"Finetune/Learning Rate": 3.963276389402811e-06, "Finetune/Loss": 0.5677593946456909, "Finetune/Loss (Raw)": 0.5178881883621216, "Finetune/Step": 7434, "Finetune/Step Time": 6.75118419714272}
+{"Finetune/Learning Rate": 3.960793212033081e-06, "Finetune/Loss": 0.5677423477172852, "Finetune/Loss (Raw)": 0.5586850047111511, "Finetune/Step": 7435, "Finetune/Step Time": 6.760420771315694}
+{"Finetune/Learning Rate": 3.958310620704125e-06, "Finetune/Loss": 0.5695914030075073, "Finetune/Loss (Raw)": 0.6273123621940613, "Finetune/Step": 7436, "Finetune/Step Time": 6.7417976055294275}
+{"Finetune/Learning Rate": 3.955828615656856e-06, "Finetune/Loss": 0.5687481164932251, "Finetune/Loss (Raw)": 0.5425758957862854, "Finetune/Step": 7437, "Finetune/Step Time": 6.741087840870023}
+{"Finetune/Learning Rate": 3.953347197132137e-06, "Finetune/Loss": 0.56831955909729, "Finetune/Loss (Raw)": 0.595299243927002, "Finetune/Step": 7438, "Finetune/Step Time": 6.757511556148529}
+{"Finetune/Learning Rate": 3.950866365370746e-06, "Finetune/Loss": 0.5698345303535461, "Finetune/Loss (Raw)": 0.6141858696937561, "Finetune/Step": 7439, "Finetune/Step Time": 6.743589857593179}
+{"Finetune/Learning Rate": 3.948386120613429e-06, "Finetune/Loss": 0.5705885887145996, "Finetune/Loss (Raw)": 0.6650741696357727, "Finetune/Step": 7440, "Finetune/Step Time": 6.733608957380056}
+{"Finetune/Learning Rate": 3.9459064631008715e-06, "Finetune/Loss": 0.5695123672485352, "Finetune/Loss (Raw)": 0.45002996921539307, "Finetune/Step": 7441, "Finetune/Step Time": 6.733225826174021}
+{"Finetune/Learning Rate": 3.943427393073694e-06, "Finetune/Loss": 0.5693271160125732, "Finetune/Loss (Raw)": 0.5373232364654541, "Finetune/Step": 7442, "Finetune/Step Time": 6.730668989941478}
+{"Finetune/Learning Rate": 3.940948910772461e-06, "Finetune/Loss": 0.5700620412826538, "Finetune/Loss (Raw)": 0.639355480670929, "Finetune/Step": 7443, "Finetune/Step Time": 6.73555164784193}
+{"Finetune/Learning Rate": 3.9384710164376886e-06, "Finetune/Loss": 0.5667746067047119, "Finetune/Loss (Raw)": 0.25957807898521423, "Finetune/Step": 7444, "Finetune/Step Time": 6.756318913772702}
+{"Finetune/Learning Rate": 3.935993710309823e-06, "Finetune/Loss": 0.5635745525360107, "Finetune/Loss (Raw)": 0.2910589575767517, "Finetune/Step": 7445, "Finetune/Step Time": 6.781116830185056}
+{"Finetune/Learning Rate": 3.9335169926292704e-06, "Finetune/Loss": 0.5639662742614746, "Finetune/Loss (Raw)": 0.6134805083274841, "Finetune/Step": 7446, "Finetune/Step Time": 6.787345526739955}
+{"Finetune/Learning Rate": 3.931040863636363e-06, "Finetune/Loss": 0.563633382320404, "Finetune/Loss (Raw)": 0.6644725799560547, "Finetune/Step": 7447, "Finetune/Step Time": 6.791373224928975}
+{"Finetune/Learning Rate": 3.928565323571379e-06, "Finetune/Loss": 0.5603071451187134, "Finetune/Loss (Raw)": 0.20550347864627838, "Finetune/Step": 7448, "Finetune/Step Time": 6.806472474709153}
+{"Finetune/Learning Rate": 3.926090372674554e-06, "Finetune/Loss": 0.5601857304573059, "Finetune/Loss (Raw)": 0.5980125665664673, "Finetune/Step": 7449, "Finetune/Step Time": 6.808884939178824}
+{"Finetune/Learning Rate": 3.9236160111860455e-06, "Finetune/Loss": 0.5605309009552002, "Finetune/Loss (Raw)": 0.5984908938407898, "Finetune/Step": 7450, "Finetune/Step Time": 6.784678412601352}
+{"Finetune/Learning Rate": 3.921142239345972e-06, "Finetune/Loss": 0.560490071773529, "Finetune/Loss (Raw)": 0.6107009053230286, "Finetune/Step": 7451, "Finetune/Step Time": 6.785965468734503}
+{"Finetune/Learning Rate": 3.918669057394379e-06, "Finetune/Loss": 0.5609768629074097, "Finetune/Loss (Raw)": 0.6139808893203735, "Finetune/Step": 7452, "Finetune/Step Time": 6.7602377608418465}
+{"Finetune/Learning Rate": 3.9161964655712704e-06, "Finetune/Loss": 0.5616225004196167, "Finetune/Loss (Raw)": 0.5996922254562378, "Finetune/Step": 7453, "Finetune/Step Time": 6.766624089330435}
+{"Finetune/Learning Rate": 3.913724464116581e-06, "Finetune/Loss": 0.5609239339828491, "Finetune/Loss (Raw)": 0.5638842582702637, "Finetune/Step": 7454, "Finetune/Step Time": 6.75124279409647}
+{"Finetune/Learning Rate": 3.911253053270188e-06, "Finetune/Loss": 0.5621634721755981, "Finetune/Loss (Raw)": 0.7165732383728027, "Finetune/Step": 7455, "Finetune/Step Time": 6.740580152720213}
+{"Finetune/Learning Rate": 3.908782233271921e-06, "Finetune/Loss": 0.5589163303375244, "Finetune/Loss (Raw)": 0.19625933468341827, "Finetune/Step": 7456, "Finetune/Step Time": 6.7555416990071535}
+{"Finetune/Learning Rate": 3.906312004361552e-06, "Finetune/Loss": 0.5568416118621826, "Finetune/Loss (Raw)": 0.3530951142311096, "Finetune/Step": 7457, "Finetune/Step Time": 6.784540014341474}
+{"Finetune/Learning Rate": 3.9038423667787786e-06, "Finetune/Loss": 0.554060697555542, "Finetune/Loss (Raw)": 0.20405983924865723, "Finetune/Step": 7458, "Finetune/Step Time": 6.796114571392536}
+{"Finetune/Learning Rate": 3.9013733207632565e-06, "Finetune/Loss": 0.5543320775032043, "Finetune/Loss (Raw)": 0.5549257397651672, "Finetune/Step": 7459, "Finetune/Step Time": 6.7888850420713425}
+{"Finetune/Learning Rate": 3.898904866554587e-06, "Finetune/Loss": 0.5533459186553955, "Finetune/Loss (Raw)": 0.5645867586135864, "Finetune/Step": 7460, "Finetune/Step Time": 6.785031013190746}
+{"Finetune/Learning Rate": 3.896437004392301e-06, "Finetune/Loss": 0.5536472797393799, "Finetune/Loss (Raw)": 0.6140806078910828, "Finetune/Step": 7461, "Finetune/Step Time": 6.781616356223822}
+{"Finetune/Learning Rate": 3.893969734515878e-06, "Finetune/Loss": 0.5537277460098267, "Finetune/Loss (Raw)": 0.6122958660125732, "Finetune/Step": 7462, "Finetune/Step Time": 6.791419858112931}
+{"Finetune/Learning Rate": 3.891503057164745e-06, "Finetune/Loss": 0.5544459819793701, "Finetune/Loss (Raw)": 0.6335455775260925, "Finetune/Step": 7463, "Finetune/Step Time": 6.792120810598135}
+{"Finetune/Learning Rate": 3.8890369725782595e-06, "Finetune/Loss": 0.5543082356452942, "Finetune/Loss (Raw)": 0.5380069613456726, "Finetune/Step": 7464, "Finetune/Step Time": 6.792094089090824}
+{"Finetune/Learning Rate": 3.886571480995738e-06, "Finetune/Loss": 0.5545786023139954, "Finetune/Loss (Raw)": 0.5940960645675659, "Finetune/Step": 7465, "Finetune/Step Time": 6.776202455163002}
+{"Finetune/Learning Rate": 3.884106582656425e-06, "Finetune/Loss": 0.5545914173126221, "Finetune/Loss (Raw)": 0.6216723918914795, "Finetune/Step": 7466, "Finetune/Step Time": 6.76656686142087}
+{"Finetune/Learning Rate": 3.881642277799509e-06, "Finetune/Loss": 0.5561702847480774, "Finetune/Loss (Raw)": 0.6807282567024231, "Finetune/Step": 7467, "Finetune/Step Time": 6.761414233595133}
+{"Finetune/Learning Rate": 3.879178566664129e-06, "Finetune/Loss": 0.5556984543800354, "Finetune/Loss (Raw)": 0.5154632329940796, "Finetune/Step": 7468, "Finetune/Step Time": 6.7558369636535645}
+{"Finetune/Learning Rate": 3.876715449489369e-06, "Finetune/Loss": 0.5548511743545532, "Finetune/Loss (Raw)": 0.46119511127471924, "Finetune/Step": 7469, "Finetune/Step Time": 6.74509509652853}
+{"Finetune/Learning Rate": 3.874252926514234e-06, "Finetune/Loss": 0.5546258091926575, "Finetune/Loss (Raw)": 0.5171109437942505, "Finetune/Step": 7470, "Finetune/Step Time": 6.739848358556628}
+{"Finetune/Learning Rate": 3.871790997977692e-06, "Finetune/Loss": 0.5511698722839355, "Finetune/Loss (Raw)": 0.1708334982395172, "Finetune/Step": 7471, "Finetune/Step Time": 6.756351647898555}
+{"Finetune/Learning Rate": 3.869329664118652e-06, "Finetune/Loss": 0.5507018566131592, "Finetune/Loss (Raw)": 0.5074511766433716, "Finetune/Step": 7472, "Finetune/Step Time": 6.7672836277633905}
+{"Finetune/Learning Rate": 3.866868925175955e-06, "Finetune/Loss": 0.5511924028396606, "Finetune/Loss (Raw)": 0.5828514099121094, "Finetune/Step": 7473, "Finetune/Step Time": 6.769675379619002}
+{"Finetune/Learning Rate": 3.864408781388387e-06, "Finetune/Loss": 0.5515185594558716, "Finetune/Loss (Raw)": 0.680858850479126, "Finetune/Step": 7474, "Finetune/Step Time": 6.7727746944874525}
+{"Finetune/Learning Rate": 3.861949232994685e-06, "Finetune/Loss": 0.5516793727874756, "Finetune/Loss (Raw)": 0.6145519614219666, "Finetune/Step": 7475, "Finetune/Step Time": 6.769801894202828}
+{"Finetune/Learning Rate": 3.859490280233516e-06, "Finetune/Loss": 0.5524234771728516, "Finetune/Loss (Raw)": 0.6311296820640564, "Finetune/Step": 7476, "Finetune/Step Time": 6.7691699732095}
+{"Finetune/Learning Rate": 3.857031923343503e-06, "Finetune/Loss": 0.5514105558395386, "Finetune/Loss (Raw)": 0.17392975091934204, "Finetune/Step": 7477, "Finetune/Step Time": 6.774939715862274}
+{"Finetune/Learning Rate": 3.854574162563195e-06, "Finetune/Loss": 0.5480207204818726, "Finetune/Loss (Raw)": 0.22185902297496796, "Finetune/Step": 7478, "Finetune/Step Time": 6.79613658413291}
+{"Finetune/Learning Rate": 3.852116998131098e-06, "Finetune/Loss": 0.5484310984611511, "Finetune/Loss (Raw)": 0.5042189955711365, "Finetune/Step": 7479, "Finetune/Step Time": 6.799076644703746}
+{"Finetune/Learning Rate": 3.849660430285648e-06, "Finetune/Loss": 0.5502346754074097, "Finetune/Loss (Raw)": 0.6636437177658081, "Finetune/Step": 7480, "Finetune/Step Time": 6.786224830895662}
+{"Finetune/Learning Rate": 3.847204459265234e-06, "Finetune/Loss": 0.5507775545120239, "Finetune/Loss (Raw)": 0.5742021799087524, "Finetune/Step": 7481, "Finetune/Step Time": 6.784674098715186}
+{"Finetune/Learning Rate": 3.844749085308182e-06, "Finetune/Loss": 0.550049901008606, "Finetune/Loss (Raw)": 0.5185301899909973, "Finetune/Step": 7482, "Finetune/Step Time": 6.799840155988932}
+{"Finetune/Learning Rate": 3.842294308652753e-06, "Finetune/Loss": 0.5506152510643005, "Finetune/Loss (Raw)": 0.6050376892089844, "Finetune/Step": 7483, "Finetune/Step Time": 6.803791206330061}
+{"Finetune/Learning Rate": 3.839840129537165e-06, "Finetune/Loss": 0.5506786108016968, "Finetune/Loss (Raw)": 0.5213174223899841, "Finetune/Step": 7484, "Finetune/Step Time": 6.801511021330953}
+{"Finetune/Learning Rate": 3.837386548199565e-06, "Finetune/Loss": 0.5486459732055664, "Finetune/Loss (Raw)": 0.2087314873933792, "Finetune/Step": 7485, "Finetune/Step Time": 6.816146735101938}
+{"Finetune/Learning Rate": 3.834933564878048e-06, "Finetune/Loss": 0.5490602850914001, "Finetune/Loss (Raw)": 0.68939608335495, "Finetune/Step": 7486, "Finetune/Step Time": 6.8159718587994576}
+{"Finetune/Learning Rate": 3.8324811798106475e-06, "Finetune/Loss": 0.5492066740989685, "Finetune/Loss (Raw)": 0.597108781337738, "Finetune/Step": 7487, "Finetune/Step Time": 6.819951798766851}
+{"Finetune/Learning Rate": 3.83002939323535e-06, "Finetune/Loss": 0.5486900210380554, "Finetune/Loss (Raw)": 0.5796005725860596, "Finetune/Step": 7488, "Finetune/Step Time": 6.826225478202105}
+{"Finetune/Learning Rate": 3.827578205390068e-06, "Finetune/Loss": 0.5455027222633362, "Finetune/Loss (Raw)": 0.19066835939884186, "Finetune/Step": 7489, "Finetune/Step Time": 6.839106066152453}
+{"Finetune/Learning Rate": 3.825127616512662e-06, "Finetune/Loss": 0.5463120937347412, "Finetune/Loss (Raw)": 0.6231948733329773, "Finetune/Step": 7490, "Finetune/Step Time": 6.834681231528521}
+{"Finetune/Learning Rate": 3.822677626840942e-06, "Finetune/Loss": 0.5470424890518188, "Finetune/Loss (Raw)": 0.6491588354110718, "Finetune/Step": 7491, "Finetune/Step Time": 6.8186883963644505}
+{"Finetune/Learning Rate": 3.820228236612645e-06, "Finetune/Loss": 0.5484728217124939, "Finetune/Loss (Raw)": 0.6506674885749817, "Finetune/Step": 7492, "Finetune/Step Time": 6.829244624823332}
+{"Finetune/Learning Rate": 3.817779446065468e-06, "Finetune/Loss": 0.5480039715766907, "Finetune/Loss (Raw)": 0.5285238027572632, "Finetune/Step": 7493, "Finetune/Step Time": 6.840820036828518}
+{"Finetune/Learning Rate": 3.815331255437034e-06, "Finetune/Loss": 0.5484147071838379, "Finetune/Loss (Raw)": 0.595694899559021, "Finetune/Step": 7494, "Finetune/Step Time": 6.840523531660438}
+{"Finetune/Learning Rate": 3.8128836649649137e-06, "Finetune/Loss": 0.5479336380958557, "Finetune/Loss (Raw)": 0.4889250695705414, "Finetune/Step": 7495, "Finetune/Step Time": 6.8545887637883425}
+{"Finetune/Learning Rate": 3.8104366748866197e-06, "Finetune/Loss": 0.5468404293060303, "Finetune/Loss (Raw)": 0.4981118440628052, "Finetune/Step": 7496, "Finetune/Step Time": 6.865347279235721}
+{"Finetune/Learning Rate": 3.8079902854396144e-06, "Finetune/Loss": 0.546385645866394, "Finetune/Loss (Raw)": 0.5442806482315063, "Finetune/Step": 7497, "Finetune/Step Time": 6.882726781070232}
+{"Finetune/Learning Rate": 3.80554449686128e-06, "Finetune/Loss": 0.5451131463050842, "Finetune/Loss (Raw)": 0.6260085701942444, "Finetune/Step": 7498, "Finetune/Step Time": 6.886256014928222}
+{"Finetune/Learning Rate": 3.803099309388962e-06, "Finetune/Loss": 0.5444028973579407, "Finetune/Loss (Raw)": 0.6153404116630554, "Finetune/Step": 7499, "Finetune/Step Time": 6.889687484130263}
+{"Finetune/Learning Rate": 3.8006547232599435e-06, "Finetune/Loss": 0.5441051721572876, "Finetune/Loss (Raw)": 0.5898812413215637, "Finetune/Step": 7500, "Finetune/Step Time": 6.898508260026574}
+{"Finetune/Learning Rate": 3.7982107387114396e-06, "Finetune/Loss": 0.5448144674301147, "Finetune/Loss (Raw)": 0.5764456391334534, "Finetune/Step": 7501, "Finetune/Step Time": 6.889309404417872}
+{"Finetune/Learning Rate": 3.795767355980613e-06, "Finetune/Loss": 0.545832097530365, "Finetune/Loss (Raw)": 0.5954582095146179, "Finetune/Step": 7502, "Finetune/Step Time": 6.880503058433533}
+{"Finetune/Learning Rate": 3.7933245753045724e-06, "Finetune/Loss": 0.5458669066429138, "Finetune/Loss (Raw)": 0.6127410531044006, "Finetune/Step": 7503, "Finetune/Step Time": 6.892043365165591}
+{"Finetune/Learning Rate": 3.790882396920357e-06, "Finetune/Loss": 0.550136148929596, "Finetune/Loss (Raw)": 0.7476468086242676, "Finetune/Step": 7504, "Finetune/Step Time": 6.878657670691609}
+{"Finetune/Learning Rate": 3.7884408210649625e-06, "Finetune/Loss": 0.5491437911987305, "Finetune/Loss (Raw)": 0.5690056681632996, "Finetune/Step": 7505, "Finetune/Step Time": 6.87040713429451}
+{"Finetune/Learning Rate": 3.7859998479753134e-06, "Finetune/Loss": 0.5480666160583496, "Finetune/Loss (Raw)": 0.523516833782196, "Finetune/Step": 7506, "Finetune/Step Time": 6.859148761257529}
+{"Finetune/Learning Rate": 3.7835594778882766e-06, "Finetune/Loss": 0.5486932396888733, "Finetune/Loss (Raw)": 0.683110773563385, "Finetune/Step": 7507, "Finetune/Step Time": 6.850346848368645}
+{"Finetune/Learning Rate": 3.7811197110406683e-06, "Finetune/Loss": 0.5488830804824829, "Finetune/Loss (Raw)": 0.6127080321311951, "Finetune/Step": 7508, "Finetune/Step Time": 6.838531704619527}
+{"Finetune/Learning Rate": 3.7786805476692456e-06, "Finetune/Loss": 0.5500419735908508, "Finetune/Loss (Raw)": 0.7777666449546814, "Finetune/Step": 7509, "Finetune/Step Time": 6.825065415352583}
+{"Finetune/Learning Rate": 3.7762419880106982e-06, "Finetune/Loss": 0.5473570227622986, "Finetune/Loss (Raw)": 0.2563212215900421, "Finetune/Step": 7510, "Finetune/Step Time": 6.846138847991824}
+{"Finetune/Learning Rate": 3.77380403230166e-06, "Finetune/Loss": 0.5481046438217163, "Finetune/Loss (Raw)": 0.6741448640823364, "Finetune/Step": 7511, "Finetune/Step Time": 6.852915892377496}
+{"Finetune/Learning Rate": 3.771366680778716e-06, "Finetune/Loss": 0.5479648113250732, "Finetune/Loss (Raw)": 0.5904521346092224, "Finetune/Step": 7512, "Finetune/Step Time": 6.836748328059912}
+{"Finetune/Learning Rate": 3.768929933678381e-06, "Finetune/Loss": 0.5478321313858032, "Finetune/Loss (Raw)": 0.6522489190101624, "Finetune/Step": 7513, "Finetune/Step Time": 6.839728219434619}
+{"Finetune/Learning Rate": 3.7664937912371136e-06, "Finetune/Loss": 0.5475600361824036, "Finetune/Loss (Raw)": 0.6308810114860535, "Finetune/Step": 7514, "Finetune/Step Time": 6.86237764544785}
+{"Finetune/Learning Rate": 3.7640582536913163e-06, "Finetune/Loss": 0.5477188229560852, "Finetune/Loss (Raw)": 0.6261619329452515, "Finetune/Step": 7515, "Finetune/Step Time": 6.860089797526598}
+{"Finetune/Learning Rate": 3.76162332127734e-06, "Finetune/Loss": 0.5475924015045166, "Finetune/Loss (Raw)": 0.6246540546417236, "Finetune/Step": 7516, "Finetune/Step Time": 6.852017709985375}
+{"Finetune/Learning Rate": 3.7591889942314564e-06, "Finetune/Loss": 0.5469413995742798, "Finetune/Loss (Raw)": 0.5927726030349731, "Finetune/Step": 7517, "Finetune/Step Time": 6.8480972815304995}
+{"Finetune/Learning Rate": 3.756755272789897e-06, "Finetune/Loss": 0.5484416484832764, "Finetune/Loss (Raw)": 0.7252801656723022, "Finetune/Step": 7518, "Finetune/Step Time": 6.831694195047021}
+{"Finetune/Learning Rate": 3.754322157188832e-06, "Finetune/Loss": 0.5476555824279785, "Finetune/Loss (Raw)": 0.5007655620574951, "Finetune/Step": 7519, "Finetune/Step Time": 6.843444354832172}
+{"Finetune/Learning Rate": 3.7518896476643663e-06, "Finetune/Loss": 0.5512606501579285, "Finetune/Loss (Raw)": 0.6823499202728271, "Finetune/Step": 7520, "Finetune/Step Time": 6.825254637748003}
+{"Finetune/Learning Rate": 3.749457744452545e-06, "Finetune/Loss": 0.5497997999191284, "Finetune/Loss (Raw)": 0.4644295275211334, "Finetune/Step": 7521, "Finetune/Step Time": 6.8268260564655066}
+{"Finetune/Learning Rate": 3.747026447789366e-06, "Finetune/Loss": 0.5513248443603516, "Finetune/Loss (Raw)": 0.7770951390266418, "Finetune/Step": 7522, "Finetune/Step Time": 6.808650929480791}
+{"Finetune/Learning Rate": 3.744595757910753e-06, "Finetune/Loss": 0.551604151725769, "Finetune/Loss (Raw)": 0.5354206562042236, "Finetune/Step": 7523, "Finetune/Step Time": 6.796499814838171}
+{"Finetune/Learning Rate": 3.742165675052587e-06, "Finetune/Loss": 0.554240345954895, "Finetune/Loss (Raw)": 0.5876718163490295, "Finetune/Step": 7524, "Finetune/Step Time": 6.780593348667026}
+{"Finetune/Learning Rate": 3.7397361994506762e-06, "Finetune/Loss": 0.5548546314239502, "Finetune/Loss (Raw)": 0.7167801856994629, "Finetune/Step": 7525, "Finetune/Step Time": 6.786988291889429}
+{"Finetune/Learning Rate": 3.737307331340774e-06, "Finetune/Loss": 0.5562179684638977, "Finetune/Loss (Raw)": 0.6360804438591003, "Finetune/Step": 7526, "Finetune/Step Time": 6.788178442046046}
+{"Finetune/Learning Rate": 3.734879070958578e-06, "Finetune/Loss": 0.5579933524131775, "Finetune/Loss (Raw)": 0.6190817356109619, "Finetune/Step": 7527, "Finetune/Step Time": 6.7756576128304005}
+{"Finetune/Learning Rate": 3.732451418539733e-06, "Finetune/Loss": 0.5578809976577759, "Finetune/Loss (Raw)": 0.5555290579795837, "Finetune/Step": 7528, "Finetune/Step Time": 6.750855021178722}
+{"Finetune/Learning Rate": 3.7300243743198028e-06, "Finetune/Loss": 0.5576354265213013, "Finetune/Loss (Raw)": 0.6632764339447021, "Finetune/Step": 7529, "Finetune/Step Time": 6.749090870842338}
+{"Finetune/Learning Rate": 3.727597938534313e-06, "Finetune/Loss": 0.5573835968971252, "Finetune/Loss (Raw)": 0.5727255344390869, "Finetune/Step": 7530, "Finetune/Step Time": 6.7535719294101}
+{"Finetune/Learning Rate": 3.7251721114187266e-06, "Finetune/Loss": 0.5528267025947571, "Finetune/Loss (Raw)": 0.18164750933647156, "Finetune/Step": 7531, "Finetune/Step Time": 6.77527772448957}
+{"Finetune/Learning Rate": 3.7227468932084422e-06, "Finetune/Loss": 0.550777018070221, "Finetune/Loss (Raw)": 0.17768339812755585, "Finetune/Step": 7532, "Finetune/Step Time": 6.772815261036158}
+{"Finetune/Learning Rate": 3.7203222841387954e-06, "Finetune/Loss": 0.550650954246521, "Finetune/Loss (Raw)": 0.6603861451148987, "Finetune/Step": 7533, "Finetune/Step Time": 6.765442820265889}
+{"Finetune/Learning Rate": 3.7178982844450774e-06, "Finetune/Loss": 0.550683856010437, "Finetune/Loss (Raw)": 0.5630993843078613, "Finetune/Step": 7534, "Finetune/Step Time": 6.758782071992755}
+{"Finetune/Learning Rate": 3.715474894362505e-06, "Finetune/Loss": 0.5504200458526611, "Finetune/Loss (Raw)": 0.564871072769165, "Finetune/Step": 7535, "Finetune/Step Time": 6.763256276026368}
+{"Finetune/Learning Rate": 3.713052114126249e-06, "Finetune/Loss": 0.5512515306472778, "Finetune/Loss (Raw)": 0.579015851020813, "Finetune/Step": 7536, "Finetune/Step Time": 6.754414299502969}
+{"Finetune/Learning Rate": 3.7106299439714066e-06, "Finetune/Loss": 0.551706850528717, "Finetune/Loss (Raw)": 0.7262914776802063, "Finetune/Step": 7537, "Finetune/Step Time": 6.776598680764437}
+{"Finetune/Learning Rate": 3.7082083841330306e-06, "Finetune/Loss": 0.5506104230880737, "Finetune/Loss (Raw)": 0.5475581884384155, "Finetune/Step": 7538, "Finetune/Step Time": 6.7734981924295425}
+{"Finetune/Learning Rate": 3.705787434846102e-06, "Finetune/Loss": 0.5511744022369385, "Finetune/Loss (Raw)": 0.5646938681602478, "Finetune/Step": 7539, "Finetune/Step Time": 6.772164711728692}
+{"Finetune/Learning Rate": 3.7033670963455548e-06, "Finetune/Loss": 0.5517097115516663, "Finetune/Loss (Raw)": 0.5988928079605103, "Finetune/Step": 7540, "Finetune/Step Time": 6.746194047853351}
+{"Finetune/Learning Rate": 3.7009473688662533e-06, "Finetune/Loss": 0.5520545244216919, "Finetune/Loss (Raw)": 0.6758764386177063, "Finetune/Step": 7541, "Finetune/Step Time": 6.744890945032239}
+{"Finetune/Learning Rate": 3.698528252643002e-06, "Finetune/Loss": 0.5493689179420471, "Finetune/Loss (Raw)": 0.2143997848033905, "Finetune/Step": 7542, "Finetune/Step Time": 6.7621296383440495}
+{"Finetune/Learning Rate": 3.696109747910559e-06, "Finetune/Loss": 0.5487843751907349, "Finetune/Loss (Raw)": 0.5508073568344116, "Finetune/Step": 7543, "Finetune/Step Time": 6.748239139094949}
+{"Finetune/Learning Rate": 3.6936918549036103e-06, "Finetune/Loss": 0.5487648248672485, "Finetune/Loss (Raw)": 0.6285759210586548, "Finetune/Step": 7544, "Finetune/Step Time": 6.741190664470196}
+{"Finetune/Learning Rate": 3.6912745738567833e-06, "Finetune/Loss": 0.5493579506874084, "Finetune/Loss (Raw)": 0.6067758202552795, "Finetune/Step": 7545, "Finetune/Step Time": 6.7488710321486}
+{"Finetune/Learning Rate": 3.6888579050046515e-06, "Finetune/Loss": 0.5506295561790466, "Finetune/Loss (Raw)": 0.5894595980644226, "Finetune/Step": 7546, "Finetune/Step Time": 6.784849848598242}
+{"Finetune/Learning Rate": 3.6864418485817322e-06, "Finetune/Loss": 0.5475813150405884, "Finetune/Loss (Raw)": 0.17911294102668762, "Finetune/Step": 7547, "Finetune/Step Time": 6.78056556917727}
+{"Finetune/Learning Rate": 3.684026404822474e-06, "Finetune/Loss": 0.5475673079490662, "Finetune/Loss (Raw)": 0.5865781903266907, "Finetune/Step": 7548, "Finetune/Step Time": 6.774313248693943}
+{"Finetune/Learning Rate": 3.6816115739612655e-06, "Finetune/Loss": 0.5487033128738403, "Finetune/Loss (Raw)": 0.6696875095367432, "Finetune/Step": 7549, "Finetune/Step Time": 6.779471725225449}
+{"Finetune/Learning Rate": 3.67919735623245e-06, "Finetune/Loss": 0.5484621524810791, "Finetune/Loss (Raw)": 0.5895767211914062, "Finetune/Step": 7550, "Finetune/Step Time": 6.781874161213636}
+{"Finetune/Learning Rate": 3.676783751870291e-06, "Finetune/Loss": 0.5485473871231079, "Finetune/Loss (Raw)": 0.5757575035095215, "Finetune/Step": 7551, "Finetune/Step Time": 6.772560304030776}
+{"Finetune/Learning Rate": 3.6743707611090128e-06, "Finetune/Loss": 0.5459201335906982, "Finetune/Loss (Raw)": 0.2100626677274704, "Finetune/Step": 7552, "Finetune/Step Time": 6.784196682274342}
+{"Finetune/Learning Rate": 3.671958384182767e-06, "Finetune/Loss": 0.5451419353485107, "Finetune/Loss (Raw)": 0.4842192530632019, "Finetune/Step": 7553, "Finetune/Step Time": 6.79885421320796}
+{"Finetune/Learning Rate": 3.6695466213256437e-06, "Finetune/Loss": 0.5452831983566284, "Finetune/Loss (Raw)": 0.5468703508377075, "Finetune/Step": 7554, "Finetune/Step Time": 6.800940118730068}
+{"Finetune/Learning Rate": 3.6671354727716834e-06, "Finetune/Loss": 0.5482000112533569, "Finetune/Loss (Raw)": 0.5427683591842651, "Finetune/Step": 7555, "Finetune/Step Time": 6.780316114425659}
+{"Finetune/Learning Rate": 3.66472493875487e-06, "Finetune/Loss": 0.5495919585227966, "Finetune/Loss (Raw)": 0.635119616985321, "Finetune/Step": 7556, "Finetune/Step Time": 6.772055570036173}
+{"Finetune/Learning Rate": 3.662315019509105e-06, "Finetune/Loss": 0.548687219619751, "Finetune/Loss (Raw)": 0.5078843832015991, "Finetune/Step": 7557, "Finetune/Step Time": 6.777224754914641}
+{"Finetune/Learning Rate": 3.6599057152682536e-06, "Finetune/Loss": 0.549874484539032, "Finetune/Loss (Raw)": 0.6714329719543457, "Finetune/Step": 7558, "Finetune/Step Time": 6.780321007594466}
+{"Finetune/Learning Rate": 3.6574970262661167e-06, "Finetune/Loss": 0.5465272068977356, "Finetune/Loss (Raw)": 0.20867307484149933, "Finetune/Step": 7559, "Finetune/Step Time": 6.799457550048828}
+{"Finetune/Learning Rate": 3.6550889527364275e-06, "Finetune/Loss": 0.5459713935852051, "Finetune/Loss (Raw)": 0.6281548738479614, "Finetune/Step": 7560, "Finetune/Step Time": 6.799465026706457}
+{"Finetune/Learning Rate": 3.65268149491286e-06, "Finetune/Loss": 0.5474274158477783, "Finetune/Loss (Raw)": 0.8322646617889404, "Finetune/Step": 7561, "Finetune/Step Time": 6.79600652679801}
+{"Finetune/Learning Rate": 3.6502746530290412e-06, "Finetune/Loss": 0.5483826994895935, "Finetune/Loss (Raw)": 0.640167236328125, "Finetune/Step": 7562, "Finetune/Step Time": 6.781384376809001}
+{"Finetune/Learning Rate": 3.6478684273185206e-06, "Finetune/Loss": 0.5487985610961914, "Finetune/Loss (Raw)": 0.6119120121002197, "Finetune/Step": 7563, "Finetune/Step Time": 6.784017361700535}
+{"Finetune/Learning Rate": 3.6454628180148054e-06, "Finetune/Loss": 0.5483886003494263, "Finetune/Loss (Raw)": 0.5748376846313477, "Finetune/Step": 7564, "Finetune/Step Time": 6.776485998183489}
+{"Finetune/Learning Rate": 3.6430578253513295e-06, "Finetune/Loss": 0.5492998957633972, "Finetune/Loss (Raw)": 0.659223735332489, "Finetune/Step": 7565, "Finetune/Step Time": 6.772425804287195}
+{"Finetune/Learning Rate": 3.64065344956147e-06, "Finetune/Loss": 0.5496814250946045, "Finetune/Loss (Raw)": 0.6441348791122437, "Finetune/Step": 7566, "Finetune/Step Time": 6.749817434698343}
+{"Finetune/Learning Rate": 3.638249690878547e-06, "Finetune/Loss": 0.5490161180496216, "Finetune/Loss (Raw)": 0.5290217995643616, "Finetune/Step": 7567, "Finetune/Step Time": 6.746419215574861}
+{"Finetune/Learning Rate": 3.635846549535825e-06, "Finetune/Loss": 0.5485941171646118, "Finetune/Loss (Raw)": 0.6110603213310242, "Finetune/Step": 7568, "Finetune/Step Time": 6.749153938144445}
+{"Finetune/Learning Rate": 3.6334440257665006e-06, "Finetune/Loss": 0.5496087074279785, "Finetune/Loss (Raw)": 0.5799044966697693, "Finetune/Step": 7569, "Finetune/Step Time": 6.747886640951037}
+{"Finetune/Learning Rate": 3.631042119803708e-06, "Finetune/Loss": 0.5499848127365112, "Finetune/Loss (Raw)": 0.5854562520980835, "Finetune/Step": 7570, "Finetune/Step Time": 6.754607655107975}
+{"Finetune/Learning Rate": 3.6286408318805342e-06, "Finetune/Loss": 0.5497041344642639, "Finetune/Loss (Raw)": 0.603429913520813, "Finetune/Step": 7571, "Finetune/Step Time": 6.761032523587346}
+{"Finetune/Learning Rate": 3.626240162229996e-06, "Finetune/Loss": 0.5520473122596741, "Finetune/Loss (Raw)": 0.5595100522041321, "Finetune/Step": 7572, "Finetune/Step Time": 6.7471116296947}
+{"Finetune/Learning Rate": 3.6238401110850483e-06, "Finetune/Loss": 0.5513018369674683, "Finetune/Loss (Raw)": 0.1956334412097931, "Finetune/Step": 7573, "Finetune/Step Time": 6.727812672033906}
+{"Finetune/Learning Rate": 3.621440678678594e-06, "Finetune/Loss": 0.5508921146392822, "Finetune/Loss (Raw)": 0.5610331296920776, "Finetune/Step": 7574, "Finetune/Step Time": 6.724606301635504}
+{"Finetune/Learning Rate": 3.6190418652434755e-06, "Finetune/Loss": 0.5503266453742981, "Finetune/Loss (Raw)": 0.592093288898468, "Finetune/Step": 7575, "Finetune/Step Time": 6.733854748308659}
+{"Finetune/Learning Rate": 3.616643671012471e-06, "Finetune/Loss": 0.5533241033554077, "Finetune/Loss (Raw)": 0.5891822576522827, "Finetune/Step": 7576, "Finetune/Step Time": 6.7373440861701965}
+{"Finetune/Learning Rate": 3.6142460962182935e-06, "Finetune/Loss": 0.5526506900787354, "Finetune/Loss (Raw)": 0.5118080377578735, "Finetune/Step": 7577, "Finetune/Step Time": 6.732916148379445}
+{"Finetune/Learning Rate": 3.6118491410936096e-06, "Finetune/Loss": 0.5499106049537659, "Finetune/Loss (Raw)": 0.24777179956436157, "Finetune/Step": 7578, "Finetune/Step Time": 6.755659272894263}
+{"Finetune/Learning Rate": 3.609452805871013e-06, "Finetune/Loss": 0.550079345703125, "Finetune/Loss (Raw)": 0.6322978138923645, "Finetune/Step": 7579, "Finetune/Step Time": 6.746979206800461}
+{"Finetune/Learning Rate": 3.6070570907830495e-06, "Finetune/Loss": 0.5500628352165222, "Finetune/Loss (Raw)": 0.6118643879890442, "Finetune/Step": 7580, "Finetune/Step Time": 6.766984332352877}
+{"Finetune/Learning Rate": 3.604661996062191e-06, "Finetune/Loss": 0.5502811074256897, "Finetune/Loss (Raw)": 0.627627968788147, "Finetune/Step": 7581, "Finetune/Step Time": 6.763551173731685}
+{"Finetune/Learning Rate": 3.6022675219408563e-06, "Finetune/Loss": 0.5498431921005249, "Finetune/Loss (Raw)": 0.5078323483467102, "Finetune/Step": 7582, "Finetune/Step Time": 6.764799980446696}
+{"Finetune/Learning Rate": 3.599873668651406e-06, "Finetune/Loss": 0.547987699508667, "Finetune/Loss (Raw)": 0.4790652096271515, "Finetune/Step": 7583, "Finetune/Step Time": 6.7713712602853775}
+{"Finetune/Learning Rate": 3.5974804364261427e-06, "Finetune/Loss": 0.551575243473053, "Finetune/Loss (Raw)": 0.655473530292511, "Finetune/Step": 7584, "Finetune/Step Time": 6.76334635540843}
+{"Finetune/Learning Rate": 3.5950878254972933e-06, "Finetune/Loss": 0.5529690384864807, "Finetune/Loss (Raw)": 0.5315008163452148, "Finetune/Step": 7585, "Finetune/Step Time": 6.7394104320555925}
+{"Finetune/Learning Rate": 3.592695836097041e-06, "Finetune/Loss": 0.5556098222732544, "Finetune/Loss (Raw)": 0.5420827269554138, "Finetune/Step": 7586, "Finetune/Step Time": 6.718325635418296}
+{"Finetune/Learning Rate": 3.5903044684575107e-06, "Finetune/Loss": 0.5553821325302124, "Finetune/Loss (Raw)": 0.5257722735404968, "Finetune/Step": 7587, "Finetune/Step Time": 6.714708309620619}
+{"Finetune/Learning Rate": 3.587913722810743e-06, "Finetune/Loss": 0.5540065765380859, "Finetune/Loss (Raw)": 0.38852086663246155, "Finetune/Step": 7588, "Finetune/Step Time": 6.718478178605437}
+{"Finetune/Learning Rate": 3.585523599388744e-06, "Finetune/Loss": 0.5538898706436157, "Finetune/Loss (Raw)": 0.5991366505622864, "Finetune/Step": 7589, "Finetune/Step Time": 6.7213698998093605}
+{"Finetune/Learning Rate": 3.583134098423452e-06, "Finetune/Loss": 0.5541548728942871, "Finetune/Loss (Raw)": 0.6462259292602539, "Finetune/Step": 7590, "Finetune/Step Time": 6.711514106020331}
+{"Finetune/Learning Rate": 3.5807452201467387e-06, "Finetune/Loss": 0.5541459321975708, "Finetune/Loss (Raw)": 0.6323939561843872, "Finetune/Step": 7591, "Finetune/Step Time": 6.7168122082948685}
+{"Finetune/Learning Rate": 3.578356964790417e-06, "Finetune/Loss": 0.5546182990074158, "Finetune/Loss (Raw)": 0.598474383354187, "Finetune/Step": 7592, "Finetune/Step Time": 6.717868838459253}
+{"Finetune/Learning Rate": 3.5759693325862466e-06, "Finetune/Loss": 0.554039478302002, "Finetune/Loss (Raw)": 0.5200024843215942, "Finetune/Step": 7593, "Finetune/Step Time": 6.7349239233881235}
+{"Finetune/Learning Rate": 3.573582323765917e-06, "Finetune/Loss": 0.553311288356781, "Finetune/Loss (Raw)": 0.528473436832428, "Finetune/Step": 7594, "Finetune/Step Time": 6.731172198429704}
+{"Finetune/Learning Rate": 3.5711959385610696e-06, "Finetune/Loss": 0.5493658781051636, "Finetune/Loss (Raw)": 0.17570875585079193, "Finetune/Step": 7595, "Finetune/Step Time": 6.736222974956036}
+{"Finetune/Learning Rate": 3.568810177203268e-06, "Finetune/Loss": 0.5500863194465637, "Finetune/Loss (Raw)": 0.6076802015304565, "Finetune/Step": 7596, "Finetune/Step Time": 6.732134580612183}
+{"Finetune/Learning Rate": 3.566425039924033e-06, "Finetune/Loss": 0.5508300065994263, "Finetune/Loss (Raw)": 0.5563885569572449, "Finetune/Step": 7597, "Finetune/Step Time": 6.749159777536988}
+{"Finetune/Learning Rate": 3.5640405269548106e-06, "Finetune/Loss": 0.5513129830360413, "Finetune/Loss (Raw)": 0.5789377689361572, "Finetune/Step": 7598, "Finetune/Step Time": 6.738946201279759}
+{"Finetune/Learning Rate": 3.561656638526999e-06, "Finetune/Loss": 0.55515456199646, "Finetune/Loss (Raw)": 0.6625502109527588, "Finetune/Step": 7599, "Finetune/Step Time": 6.718456482514739}
+{"Finetune/Learning Rate": 3.5592733748719253e-06, "Finetune/Loss": 0.5560221672058105, "Finetune/Loss (Raw)": 0.6185070276260376, "Finetune/Step": 7600, "Finetune/Step Time": 6.705333849415183}
+{"Finetune/Learning Rate": 3.556890736220857e-06, "Finetune/Loss": 0.5554879307746887, "Finetune/Loss (Raw)": 0.5144638419151306, "Finetune/Step": 7601, "Finetune/Step Time": 6.698455695062876}
+{"Finetune/Learning Rate": 3.5545087228050113e-06, "Finetune/Loss": 0.5550274848937988, "Finetune/Loss (Raw)": 0.6219245195388794, "Finetune/Step": 7602, "Finetune/Step Time": 6.697696719318628}
+{"Finetune/Learning Rate": 3.5521273348555318e-06, "Finetune/Loss": 0.554455041885376, "Finetune/Loss (Raw)": 0.5412776470184326, "Finetune/Step": 7603, "Finetune/Step Time": 6.697804499417543}
+{"Finetune/Learning Rate": 3.549746572603505e-06, "Finetune/Loss": 0.5540400147438049, "Finetune/Loss (Raw)": 0.5780043601989746, "Finetune/Step": 7604, "Finetune/Step Time": 6.697197241708636}
+{"Finetune/Learning Rate": 3.547366436279962e-06, "Finetune/Loss": 0.5577225089073181, "Finetune/Loss (Raw)": 0.6452896595001221, "Finetune/Step": 7605, "Finetune/Step Time": 6.676519185304642}
+{"Finetune/Learning Rate": 3.544986926115872e-06, "Finetune/Loss": 0.5604482293128967, "Finetune/Loss (Raw)": 0.5707560777664185, "Finetune/Step": 7606, "Finetune/Step Time": 6.669186700135469}
+{"Finetune/Learning Rate": 3.5426080423421394e-06, "Finetune/Loss": 0.5610721111297607, "Finetune/Loss (Raw)": 0.5840663313865662, "Finetune/Step": 7607, "Finetune/Step Time": 6.663231777027249}
+{"Finetune/Learning Rate": 3.540229785189605e-06, "Finetune/Loss": 0.5611375570297241, "Finetune/Loss (Raw)": 0.6720320582389832, "Finetune/Step": 7608, "Finetune/Step Time": 6.6660240683704615}
+{"Finetune/Learning Rate": 3.537852154889061e-06, "Finetune/Loss": 0.5611497759819031, "Finetune/Loss (Raw)": 0.5757628083229065, "Finetune/Step": 7609, "Finetune/Step Time": 6.66961851157248}
+{"Finetune/Learning Rate": 3.535475151671223e-06, "Finetune/Loss": 0.5621508359909058, "Finetune/Loss (Raw)": 0.6466699838638306, "Finetune/Step": 7610, "Finetune/Step Time": 6.65703141503036}
+{"Finetune/Learning Rate": 3.5330987757667613e-06, "Finetune/Loss": 0.5612139105796814, "Finetune/Loss (Raw)": 0.4851038157939911, "Finetune/Step": 7611, "Finetune/Step Time": 6.6672738920897245}
+{"Finetune/Learning Rate": 3.5307230274062752e-06, "Finetune/Loss": 0.5623438358306885, "Finetune/Loss (Raw)": 0.6659442186355591, "Finetune/Step": 7612, "Finetune/Step Time": 6.6882539093494415}
+{"Finetune/Learning Rate": 3.528347906820302e-06, "Finetune/Loss": 0.5644406080245972, "Finetune/Loss (Raw)": 0.4771282970905304, "Finetune/Step": 7613, "Finetune/Step Time": 6.6862965151667595}
+{"Finetune/Learning Rate": 3.525973414239324e-06, "Finetune/Loss": 0.5636768341064453, "Finetune/Loss (Raw)": 0.5916278958320618, "Finetune/Step": 7614, "Finetune/Step Time": 6.684046829119325}
+{"Finetune/Learning Rate": 3.5235995498937692e-06, "Finetune/Loss": 0.5632111430168152, "Finetune/Loss (Raw)": 0.5374988913536072, "Finetune/Step": 7615, "Finetune/Step Time": 6.686470199376345}
+{"Finetune/Learning Rate": 3.5212263140139813e-06, "Finetune/Loss": 0.5633917450904846, "Finetune/Loss (Raw)": 0.6027196645736694, "Finetune/Step": 7616, "Finetune/Step Time": 6.690765278413892}
+{"Finetune/Learning Rate": 3.5188537068302654e-06, "Finetune/Loss": 0.5669482946395874, "Finetune/Loss (Raw)": 0.6459084153175354, "Finetune/Step": 7617, "Finetune/Step Time": 6.671689994633198}
+{"Finetune/Learning Rate": 3.5164817285728593e-06, "Finetune/Loss": 0.56761634349823, "Finetune/Loss (Raw)": 0.7087069749832153, "Finetune/Step": 7618, "Finetune/Step Time": 6.666466912254691}
+{"Finetune/Learning Rate": 3.5141103794719367e-06, "Finetune/Loss": 0.567018985748291, "Finetune/Loss (Raw)": 0.5726929306983948, "Finetune/Step": 7619, "Finetune/Step Time": 6.678780283778906}
+{"Finetune/Learning Rate": 3.511739659757607e-06, "Finetune/Loss": 0.5673786997795105, "Finetune/Loss (Raw)": 0.6967110633850098, "Finetune/Step": 7620, "Finetune/Step Time": 6.654661977663636}
+{"Finetune/Learning Rate": 3.5093695696599304e-06, "Finetune/Loss": 0.5680080652236938, "Finetune/Loss (Raw)": 0.6090754270553589, "Finetune/Step": 7621, "Finetune/Step Time": 6.6444250997155905}
+{"Finetune/Learning Rate": 3.5070001094088936e-06, "Finetune/Loss": 0.5682463049888611, "Finetune/Loss (Raw)": 0.6261958479881287, "Finetune/Step": 7622, "Finetune/Step Time": 6.652922401204705}
+{"Finetune/Learning Rate": 3.504631279234433e-06, "Finetune/Loss": 0.5692114233970642, "Finetune/Loss (Raw)": 0.612460732460022, "Finetune/Step": 7623, "Finetune/Step Time": 6.64612322114408}
+{"Finetune/Learning Rate": 3.5022630793664115e-06, "Finetune/Loss": 0.5669083595275879, "Finetune/Loss (Raw)": 0.2033233791589737, "Finetune/Step": 7624, "Finetune/Step Time": 6.650507735088468}
+{"Finetune/Learning Rate": 3.4998955100346442e-06, "Finetune/Loss": 0.5678188800811768, "Finetune/Loss (Raw)": 0.660826563835144, "Finetune/Step": 7625, "Finetune/Step Time": 6.644833026453853}
+{"Finetune/Learning Rate": 3.4975285714688734e-06, "Finetune/Loss": 0.5676165223121643, "Finetune/Loss (Raw)": 0.6001049280166626, "Finetune/Step": 7626, "Finetune/Step Time": 6.638750342652202}
+{"Finetune/Learning Rate": 3.4951622638987905e-06, "Finetune/Loss": 0.5673858523368835, "Finetune/Loss (Raw)": 0.5858114361763, "Finetune/Step": 7627, "Finetune/Step Time": 6.649040777236223}
+{"Finetune/Learning Rate": 3.492796587554017e-06, "Finetune/Loss": 0.5667192935943604, "Finetune/Loss (Raw)": 0.5045648813247681, "Finetune/Step": 7628, "Finetune/Step Time": 6.657713811844587}
+{"Finetune/Learning Rate": 3.4904315426641144e-06, "Finetune/Loss": 0.5669354200363159, "Finetune/Loss (Raw)": 0.6041051745414734, "Finetune/Step": 7629, "Finetune/Step Time": 6.661679038777947}
+{"Finetune/Learning Rate": 3.4880671294585923e-06, "Finetune/Loss": 0.5676878690719604, "Finetune/Loss (Raw)": 0.6917732357978821, "Finetune/Step": 7630, "Finetune/Step Time": 6.662731157615781}
+{"Finetune/Learning Rate": 3.4857033481668856e-06, "Finetune/Loss": 0.5657928586006165, "Finetune/Loss (Raw)": 0.37018021941185, "Finetune/Step": 7631, "Finetune/Step Time": 6.659163799136877}
+{"Finetune/Learning Rate": 3.4833401990183734e-06, "Finetune/Loss": 0.5636254549026489, "Finetune/Loss (Raw)": 0.47021615505218506, "Finetune/Step": 7632, "Finetune/Step Time": 6.667960204184055}
+{"Finetune/Learning Rate": 3.480977682242378e-06, "Finetune/Loss": 0.5631263256072998, "Finetune/Loss (Raw)": 0.505126953125, "Finetune/Step": 7633, "Finetune/Step Time": 6.666804978623986}
+{"Finetune/Learning Rate": 3.4786157980681577e-06, "Finetune/Loss": 0.5637890100479126, "Finetune/Loss (Raw)": 0.6083405613899231, "Finetune/Step": 7634, "Finetune/Step Time": 6.66780723631382}
+{"Finetune/Learning Rate": 3.4762545467249066e-06, "Finetune/Loss": 0.5629673004150391, "Finetune/Loss (Raw)": 0.5779308080673218, "Finetune/Step": 7635, "Finetune/Step Time": 6.666608203202486}
+{"Finetune/Learning Rate": 3.473893928441754e-06, "Finetune/Loss": 0.5633273124694824, "Finetune/Loss (Raw)": 0.658789873123169, "Finetune/Step": 7636, "Finetune/Step Time": 6.660433521494269}
+{"Finetune/Learning Rate": 3.4715339434477803e-06, "Finetune/Loss": 0.5620086789131165, "Finetune/Loss (Raw)": 0.6089749336242676, "Finetune/Step": 7637, "Finetune/Step Time": 6.6558591686189175}
+{"Finetune/Learning Rate": 3.469174591971991e-06, "Finetune/Loss": 0.5640790462493896, "Finetune/Loss (Raw)": 0.5213326811790466, "Finetune/Step": 7638, "Finetune/Step Time": 6.647325804457068}
+{"Finetune/Learning Rate": 3.466815874243342e-06, "Finetune/Loss": 0.5628827214241028, "Finetune/Loss (Raw)": 0.5210157632827759, "Finetune/Step": 7639, "Finetune/Step Time": 6.657261637970805}
+{"Finetune/Learning Rate": 3.4644577904907197e-06, "Finetune/Loss": 0.5593975782394409, "Finetune/Loss (Raw)": 0.14435087144374847, "Finetune/Step": 7640, "Finetune/Step Time": 6.6767865512520075}
+{"Finetune/Learning Rate": 3.4621003409429453e-06, "Finetune/Loss": 0.5589350461959839, "Finetune/Loss (Raw)": 0.5930508375167847, "Finetune/Step": 7641, "Finetune/Step Time": 6.676543720066547}
+{"Finetune/Learning Rate": 3.4597435258287895e-06, "Finetune/Loss": 0.5582212209701538, "Finetune/Loss (Raw)": 0.5395092964172363, "Finetune/Step": 7642, "Finetune/Step Time": 6.664404036477208}
+{"Finetune/Learning Rate": 3.4573873453769613e-06, "Finetune/Loss": 0.5574625730514526, "Finetune/Loss (Raw)": 0.5290514826774597, "Finetune/Step": 7643, "Finetune/Step Time": 6.673490097746253}
+{"Finetune/Learning Rate": 3.455031799816091e-06, "Finetune/Loss": 0.556628942489624, "Finetune/Loss (Raw)": 0.5179499983787537, "Finetune/Step": 7644, "Finetune/Step Time": 6.688790410757065}
+{"Finetune/Learning Rate": 3.4526768893747654e-06, "Finetune/Loss": 0.5561432838439941, "Finetune/Loss (Raw)": 0.5306060314178467, "Finetune/Step": 7645, "Finetune/Step Time": 6.695245796814561}
+{"Finetune/Learning Rate": 3.450322614281507e-06, "Finetune/Loss": 0.5556306838989258, "Finetune/Loss (Raw)": 0.6596672534942627, "Finetune/Step": 7646, "Finetune/Step Time": 6.692427901551127}
+{"Finetune/Learning Rate": 3.4479689747647693e-06, "Finetune/Loss": 0.5584098100662231, "Finetune/Loss (Raw)": 0.8564990758895874, "Finetune/Step": 7647, "Finetune/Step Time": 6.683255964890122}
+{"Finetune/Learning Rate": 3.4456159710529448e-06, "Finetune/Loss": 0.557004451751709, "Finetune/Loss (Raw)": 0.5024646520614624, "Finetune/Step": 7648, "Finetune/Step Time": 6.68987026065588}
+{"Finetune/Learning Rate": 3.443263603374375e-06, "Finetune/Loss": 0.557835578918457, "Finetune/Loss (Raw)": 0.5708120465278625, "Finetune/Step": 7649, "Finetune/Step Time": 6.679345929995179}
+{"Finetune/Learning Rate": 3.440911871957324e-06, "Finetune/Loss": 0.5556702017784119, "Finetune/Loss (Raw)": 0.4999282956123352, "Finetune/Step": 7650, "Finetune/Step Time": 6.693545354530215}
+{"Finetune/Learning Rate": 3.43856077703001e-06, "Finetune/Loss": 0.5565124750137329, "Finetune/Loss (Raw)": 0.6432275772094727, "Finetune/Step": 7651, "Finetune/Step Time": 6.700348861515522}
+{"Finetune/Learning Rate": 3.4362103188205786e-06, "Finetune/Loss": 0.5554063320159912, "Finetune/Loss (Raw)": 0.4460865557193756, "Finetune/Step": 7652, "Finetune/Step Time": 6.696153620257974}
+{"Finetune/Learning Rate": 3.433860497557113e-06, "Finetune/Loss": 0.5551685690879822, "Finetune/Loss (Raw)": 0.6863465905189514, "Finetune/Step": 7653, "Finetune/Step Time": 6.691980689764023}
+{"Finetune/Learning Rate": 3.4315113134676447e-06, "Finetune/Loss": 0.5544757843017578, "Finetune/Loss (Raw)": 0.5474063754081726, "Finetune/Step": 7654, "Finetune/Step Time": 6.696210991591215}
+{"Finetune/Learning Rate": 3.429162766780132e-06, "Finetune/Loss": 0.5544037222862244, "Finetune/Loss (Raw)": 0.6098573207855225, "Finetune/Step": 7655, "Finetune/Step Time": 6.698151711374521}
+{"Finetune/Learning Rate": 3.42681485772248e-06, "Finetune/Loss": 0.5545251369476318, "Finetune/Loss (Raw)": 0.5710646510124207, "Finetune/Step": 7656, "Finetune/Step Time": 6.701177852228284}
+{"Finetune/Learning Rate": 3.424467586522524e-06, "Finetune/Loss": 0.5542941093444824, "Finetune/Loss (Raw)": 0.6337139010429382, "Finetune/Step": 7657, "Finetune/Step Time": 6.7000655345618725}
+{"Finetune/Learning Rate": 3.422120953408049e-06, "Finetune/Loss": 0.554486870765686, "Finetune/Loss (Raw)": 0.5973945260047913, "Finetune/Step": 7658, "Finetune/Step Time": 6.711210649460554}
+{"Finetune/Learning Rate": 3.419774958606765e-06, "Finetune/Loss": 0.5580321550369263, "Finetune/Loss (Raw)": 0.6354454755783081, "Finetune/Step": 7659, "Finetune/Step Time": 6.691000796854496}
+{"Finetune/Learning Rate": 3.417429602346324e-06, "Finetune/Loss": 0.5613223314285278, "Finetune/Loss (Raw)": 0.5988169312477112, "Finetune/Step": 7660, "Finetune/Step Time": 6.677927114069462}
+{"Finetune/Learning Rate": 3.4150848848543208e-06, "Finetune/Loss": 0.5606430768966675, "Finetune/Loss (Raw)": 0.5734471082687378, "Finetune/Step": 7661, "Finetune/Step Time": 6.6734644789248705}
+{"Finetune/Learning Rate": 3.4127408063582924e-06, "Finetune/Loss": 0.5609910488128662, "Finetune/Loss (Raw)": 0.607636034488678, "Finetune/Step": 7662, "Finetune/Step Time": 6.677546709775925}
+{"Finetune/Learning Rate": 3.4103973670856925e-06, "Finetune/Loss": 0.5603795051574707, "Finetune/Loss (Raw)": 0.48660457134246826, "Finetune/Step": 7663, "Finetune/Step Time": 6.695337489247322}
+{"Finetune/Learning Rate": 3.4080545672639343e-06, "Finetune/Loss": 0.5605185031890869, "Finetune/Loss (Raw)": 0.5967977643013, "Finetune/Step": 7664, "Finetune/Step Time": 6.691124590113759}
+{"Finetune/Learning Rate": 3.405712407120365e-06, "Finetune/Loss": 0.5591189861297607, "Finetune/Loss (Raw)": 0.5471518039703369, "Finetune/Step": 7665, "Finetune/Step Time": 6.675525655969977}
+{"Finetune/Learning Rate": 3.4033708868822635e-06, "Finetune/Loss": 0.5598100423812866, "Finetune/Loss (Raw)": 0.6360150575637817, "Finetune/Step": 7666, "Finetune/Step Time": 6.676253905519843}
+{"Finetune/Learning Rate": 3.401030006776845e-06, "Finetune/Loss": 0.5603021383285522, "Finetune/Loss (Raw)": 0.6276817917823792, "Finetune/Step": 7667, "Finetune/Step Time": 6.670670939609408}
+{"Finetune/Learning Rate": 3.3986897670312733e-06, "Finetune/Loss": 0.5611315965652466, "Finetune/Loss (Raw)": 0.7050675749778748, "Finetune/Step": 7668, "Finetune/Step Time": 6.684570144861937}
+{"Finetune/Learning Rate": 3.3963501678726383e-06, "Finetune/Loss": 0.5609720349311829, "Finetune/Loss (Raw)": 0.6554504036903381, "Finetune/Step": 7669, "Finetune/Step Time": 6.682770783081651}
+{"Finetune/Learning Rate": 3.394011209527981e-06, "Finetune/Loss": 0.5631030797958374, "Finetune/Loss (Raw)": 0.48717206716537476, "Finetune/Step": 7670, "Finetune/Step Time": 6.680996518582106}
+{"Finetune/Learning Rate": 3.391672892224266e-06, "Finetune/Loss": 0.5634109973907471, "Finetune/Loss (Raw)": 0.590228259563446, "Finetune/Step": 7671, "Finetune/Step Time": 6.68096368573606}
+{"Finetune/Learning Rate": 3.3893352161884006e-06, "Finetune/Loss": 0.5636447072029114, "Finetune/Loss (Raw)": 0.6584834456443787, "Finetune/Step": 7672, "Finetune/Step Time": 6.674484755843878}
+{"Finetune/Learning Rate": 3.386998181647234e-06, "Finetune/Loss": 0.5633931159973145, "Finetune/Loss (Raw)": 0.5745754241943359, "Finetune/Step": 7673, "Finetune/Step Time": 6.664859132841229}
+{"Finetune/Learning Rate": 3.384661788827559e-06, "Finetune/Loss": 0.5633542537689209, "Finetune/Loss (Raw)": 0.5844767689704895, "Finetune/Step": 7674, "Finetune/Step Time": 6.629364922642708}
+{"Finetune/Learning Rate": 3.3823260379560818e-06, "Finetune/Loss": 0.5668531656265259, "Finetune/Loss (Raw)": 0.626977264881134, "Finetune/Step": 7675, "Finetune/Step Time": 6.611142115667462}
+{"Finetune/Learning Rate": 3.37999092925947e-06, "Finetune/Loss": 0.5666463375091553, "Finetune/Loss (Raw)": 0.5601019859313965, "Finetune/Step": 7676, "Finetune/Step Time": 6.611400226131082}
+{"Finetune/Learning Rate": 3.377656462964326e-06, "Finetune/Loss": 0.5668735504150391, "Finetune/Loss (Raw)": 0.6987727284431458, "Finetune/Step": 7677, "Finetune/Step Time": 6.584321724250913}
+{"Finetune/Learning Rate": 3.3753226392971783e-06, "Finetune/Loss": 0.5674930214881897, "Finetune/Loss (Raw)": 0.6688715219497681, "Finetune/Step": 7678, "Finetune/Step Time": 6.592202810570598}
+{"Finetune/Learning Rate": 3.3729894584844993e-06, "Finetune/Loss": 0.5648456811904907, "Finetune/Loss (Raw)": 0.23690123856067657, "Finetune/Step": 7679, "Finetune/Step Time": 6.611165234819055}
+{"Finetune/Learning Rate": 3.370656920752704e-06, "Finetune/Loss": 0.5684351921081543, "Finetune/Loss (Raw)": 0.6695176362991333, "Finetune/Step": 7680, "Finetune/Step Time": 6.5993589255958796}
+{"Finetune/Learning Rate": 3.3683250263281354e-06, "Finetune/Loss": 0.5693647861480713, "Finetune/Loss (Raw)": 0.6032062768936157, "Finetune/Step": 7681, "Finetune/Step Time": 6.583944104611874}
+{"Finetune/Learning Rate": 3.3659937754370843e-06, "Finetune/Loss": 0.569480836391449, "Finetune/Loss (Raw)": 0.5617225766181946, "Finetune/Step": 7682, "Finetune/Step Time": 6.580739775672555}
+{"Finetune/Learning Rate": 3.3636631683057673e-06, "Finetune/Loss": 0.5698996782302856, "Finetune/Loss (Raw)": 0.5963847041130066, "Finetune/Step": 7683, "Finetune/Step Time": 6.5825984459370375}
+{"Finetune/Learning Rate": 3.361333205160353e-06, "Finetune/Loss": 0.5706332921981812, "Finetune/Loss (Raw)": 0.7290124893188477, "Finetune/Step": 7684, "Finetune/Step Time": 6.593548074364662}
+{"Finetune/Learning Rate": 3.3590038862269314e-06, "Finetune/Loss": 0.5718555450439453, "Finetune/Loss (Raw)": 0.6643424034118652, "Finetune/Step": 7685, "Finetune/Step Time": 6.586127853021026}
+{"Finetune/Learning Rate": 3.356675211731546e-06, "Finetune/Loss": 0.571251392364502, "Finetune/Loss (Raw)": 0.5941023230552673, "Finetune/Step": 7686, "Finetune/Step Time": 6.586876595392823}
+{"Finetune/Learning Rate": 3.354347181900165e-06, "Finetune/Loss": 0.5714547038078308, "Finetune/Loss (Raw)": 0.23470240831375122, "Finetune/Step": 7687, "Finetune/Step Time": 6.587118035182357}
+{"Finetune/Learning Rate": 3.352019796958698e-06, "Finetune/Loss": 0.5703250765800476, "Finetune/Loss (Raw)": 0.4835541546344757, "Finetune/Step": 7688, "Finetune/Step Time": 6.598845645785332}
+{"Finetune/Learning Rate": 3.3496930571329965e-06, "Finetune/Loss": 0.5689459443092346, "Finetune/Loss (Raw)": 0.6557375192642212, "Finetune/Step": 7689, "Finetune/Step Time": 6.6129755806177855}
+{"Finetune/Learning Rate": 3.3473669626488447e-06, "Finetune/Loss": 0.5682583451271057, "Finetune/Loss (Raw)": 0.5521499514579773, "Finetune/Step": 7690, "Finetune/Step Time": 6.619999403133988}
+{"Finetune/Learning Rate": 3.3450415137319613e-06, "Finetune/Loss": 0.5687719583511353, "Finetune/Loss (Raw)": 0.67766273021698, "Finetune/Step": 7691, "Finetune/Step Time": 6.606838941574097}
+{"Finetune/Learning Rate": 3.3427167106080105e-06, "Finetune/Loss": 0.569211483001709, "Finetune/Loss (Raw)": 0.6310930252075195, "Finetune/Step": 7692, "Finetune/Step Time": 6.628652693703771}
+{"Finetune/Learning Rate": 3.3403925535025915e-06, "Finetune/Loss": 0.5688982009887695, "Finetune/Loss (Raw)": 0.6191250085830688, "Finetune/Step": 7693, "Finetune/Step Time": 6.628570860251784}
+{"Finetune/Learning Rate": 3.3380690426412365e-06, "Finetune/Loss": 0.5690305233001709, "Finetune/Loss (Raw)": 0.6610714793205261, "Finetune/Step": 7694, "Finetune/Step Time": 6.6371557135134935}
+{"Finetune/Learning Rate": 3.335746178249415e-06, "Finetune/Loss": 0.5664279460906982, "Finetune/Loss (Raw)": 0.1958877146244049, "Finetune/Step": 7695, "Finetune/Step Time": 6.656906032934785}
+{"Finetune/Learning Rate": 3.333423960552542e-06, "Finetune/Loss": 0.5660816431045532, "Finetune/Loss (Raw)": 0.5667359828948975, "Finetune/Step": 7696, "Finetune/Step Time": 6.67597208917141}
+{"Finetune/Learning Rate": 3.3311023897759574e-06, "Finetune/Loss": 0.5674410462379456, "Finetune/Loss (Raw)": 0.7539079189300537, "Finetune/Step": 7697, "Finetune/Step Time": 6.677747569978237}
+{"Finetune/Learning Rate": 3.3287814661449524e-06, "Finetune/Loss": 0.567224383354187, "Finetune/Loss (Raw)": 0.5577281713485718, "Finetune/Step": 7698, "Finetune/Step Time": 6.701876347884536}
+{"Finetune/Learning Rate": 3.3264611898847445e-06, "Finetune/Loss": 0.5665198564529419, "Finetune/Loss (Raw)": 0.51324862241745, "Finetune/Step": 7699, "Finetune/Step Time": 6.68598042242229}
+{"Finetune/Learning Rate": 3.3241415612204864e-06, "Finetune/Loss": 0.567015528678894, "Finetune/Loss (Raw)": 0.6229527592658997, "Finetune/Step": 7700, "Finetune/Step Time": 6.682418109849095}
+{"Finetune/Learning Rate": 3.3218225803772798e-06, "Finetune/Loss": 0.5698295831680298, "Finetune/Loss (Raw)": 0.555833637714386, "Finetune/Step": 7701, "Finetune/Step Time": 6.662171795964241}
+{"Finetune/Learning Rate": 3.319504247580161e-06, "Finetune/Loss": 0.5672591328620911, "Finetune/Loss (Raw)": 0.23201332986354828, "Finetune/Step": 7702, "Finetune/Step Time": 6.677471211180091}
+{"Finetune/Learning Rate": 3.317186563054088e-06, "Finetune/Loss": 0.564543604850769, "Finetune/Loss (Raw)": 0.24451075494289398, "Finetune/Step": 7703, "Finetune/Step Time": 6.6896207723766565}
+{"Finetune/Learning Rate": 3.314869527023974e-06, "Finetune/Loss": 0.5653533339500427, "Finetune/Loss (Raw)": 0.6928218007087708, "Finetune/Step": 7704, "Finetune/Step Time": 6.667048051953316}
+{"Finetune/Learning Rate": 3.3125531397146648e-06, "Finetune/Loss": 0.5659915804862976, "Finetune/Loss (Raw)": 0.5935088992118835, "Finetune/Step": 7705, "Finetune/Step Time": 6.671111337840557}
+{"Finetune/Learning Rate": 3.31023740135094e-06, "Finetune/Loss": 0.5692457556724548, "Finetune/Loss (Raw)": 0.6643046736717224, "Finetune/Step": 7706, "Finetune/Step Time": 6.647430008277297}
+{"Finetune/Learning Rate": 3.3079223121575123e-06, "Finetune/Loss": 0.569503903388977, "Finetune/Loss (Raw)": 0.6653404235839844, "Finetune/Step": 7707, "Finetune/Step Time": 6.639391442760825}
+{"Finetune/Learning Rate": 3.3056078723590424e-06, "Finetune/Loss": 0.5700339078903198, "Finetune/Loss (Raw)": 0.6796952486038208, "Finetune/Step": 7708, "Finetune/Step Time": 6.626559183001518}
+{"Finetune/Learning Rate": 3.3032940821801174e-06, "Finetune/Loss": 0.5699112415313721, "Finetune/Loss (Raw)": 0.6119341254234314, "Finetune/Step": 7709, "Finetune/Step Time": 6.6199159156531096}
+{"Finetune/Learning Rate": 3.300980941845272e-06, "Finetune/Loss": 0.5709413290023804, "Finetune/Loss (Raw)": 0.6396790742874146, "Finetune/Step": 7710, "Finetune/Step Time": 6.619332484900951}
+{"Finetune/Learning Rate": 3.298668451578969e-06, "Finetune/Loss": 0.571045994758606, "Finetune/Loss (Raw)": 0.4924611747264862, "Finetune/Step": 7711, "Finetune/Step Time": 6.631517073139548}
+{"Finetune/Learning Rate": 3.2963566116056054e-06, "Finetune/Loss": 0.5704337358474731, "Finetune/Loss (Raw)": 0.5771138072013855, "Finetune/Step": 7712, "Finetune/Step Time": 6.622189650312066}
+{"Finetune/Learning Rate": 3.2940454221495267e-06, "Finetune/Loss": 0.5714283585548401, "Finetune/Loss (Raw)": 0.6588054299354553, "Finetune/Step": 7713, "Finetune/Step Time": 6.629193780943751}
+{"Finetune/Learning Rate": 3.2917348834350118e-06, "Finetune/Loss": 0.571983814239502, "Finetune/Loss (Raw)": 0.6131868958473206, "Finetune/Step": 7714, "Finetune/Step Time": 6.6390827391296625}
+{"Finetune/Learning Rate": 3.28942499568627e-06, "Finetune/Loss": 0.5732767581939697, "Finetune/Loss (Raw)": 0.6912714838981628, "Finetune/Step": 7715, "Finetune/Step Time": 6.640479203313589}
+{"Finetune/Learning Rate": 3.2871157591274483e-06, "Finetune/Loss": 0.575764536857605, "Finetune/Loss (Raw)": 0.706947386264801, "Finetune/Step": 7716, "Finetune/Step Time": 6.637198176234961}
+{"Finetune/Learning Rate": 3.2848071739826403e-06, "Finetune/Loss": 0.5761122107505798, "Finetune/Loss (Raw)": 0.643642783164978, "Finetune/Step": 7717, "Finetune/Step Time": 6.64436005987227}
+{"Finetune/Learning Rate": 3.282499240475866e-06, "Finetune/Loss": 0.5758665800094604, "Finetune/Loss (Raw)": 0.6147885322570801, "Finetune/Step": 7718, "Finetune/Step Time": 6.641159616410732}
+{"Finetune/Learning Rate": 3.2801919588310827e-06, "Finetune/Loss": 0.5747548937797546, "Finetune/Loss (Raw)": 0.4900948703289032, "Finetune/Step": 7719, "Finetune/Step Time": 6.658958084881306}
+{"Finetune/Learning Rate": 3.2778853292721903e-06, "Finetune/Loss": 0.5752027630805969, "Finetune/Loss (Raw)": 0.6558012366294861, "Finetune/Step": 7720, "Finetune/Step Time": 6.685744747519493}
+{"Finetune/Learning Rate": 3.2755793520230305e-06, "Finetune/Loss": 0.5758819580078125, "Finetune/Loss (Raw)": 0.6069457530975342, "Finetune/Step": 7721, "Finetune/Step Time": 6.680910378694534}
+{"Finetune/Learning Rate": 3.2732740273073603e-06, "Finetune/Loss": 0.5767642259597778, "Finetune/Loss (Raw)": 0.6414023041725159, "Finetune/Step": 7722, "Finetune/Step Time": 6.682762524113059}
+{"Finetune/Learning Rate": 3.270969355348892e-06, "Finetune/Loss": 0.5796551704406738, "Finetune/Loss (Raw)": 0.5457492470741272, "Finetune/Step": 7723, "Finetune/Step Time": 6.665382444858551}
+{"Finetune/Learning Rate": 3.268665336371275e-06, "Finetune/Loss": 0.5792922973632812, "Finetune/Loss (Raw)": 0.5612277388572693, "Finetune/Step": 7724, "Finetune/Step Time": 6.66510671377182}
+{"Finetune/Learning Rate": 3.2663619705980854e-06, "Finetune/Loss": 0.5795971155166626, "Finetune/Loss (Raw)": 0.5954082608222961, "Finetune/Step": 7725, "Finetune/Step Time": 6.638645613566041}
+{"Finetune/Learning Rate": 3.2640592582528372e-06, "Finetune/Loss": 0.5767627954483032, "Finetune/Loss (Raw)": 0.21614621579647064, "Finetune/Step": 7726, "Finetune/Step Time": 6.655865706503391}
+{"Finetune/Learning Rate": 3.2617571995589915e-06, "Finetune/Loss": 0.5765597820281982, "Finetune/Loss (Raw)": 0.6365662813186646, "Finetune/Step": 7727, "Finetune/Step Time": 6.6579218823462725}
+{"Finetune/Learning Rate": 3.2594557947399297e-06, "Finetune/Loss": 0.5756356716156006, "Finetune/Loss (Raw)": 0.5002095699310303, "Finetune/Step": 7728, "Finetune/Step Time": 6.665595818310976}
+{"Finetune/Learning Rate": 3.2571550440189883e-06, "Finetune/Loss": 0.57612144947052, "Finetune/Loss (Raw)": 0.5766523480415344, "Finetune/Step": 7729, "Finetune/Step Time": 6.679772235453129}
+{"Finetune/Learning Rate": 3.2548549476194247e-06, "Finetune/Loss": 0.5752424597740173, "Finetune/Loss (Raw)": 0.5094149112701416, "Finetune/Step": 7730, "Finetune/Step Time": 6.693705890327692}
+{"Finetune/Learning Rate": 3.2525555057644365e-06, "Finetune/Loss": 0.575003981590271, "Finetune/Loss (Raw)": 0.5107499957084656, "Finetune/Step": 7731, "Finetune/Step Time": 6.691264225170016}
+{"Finetune/Learning Rate": 3.250256718677165e-06, "Finetune/Loss": 0.5754753351211548, "Finetune/Loss (Raw)": 0.6383297443389893, "Finetune/Step": 7732, "Finetune/Step Time": 6.690626308321953}
+{"Finetune/Learning Rate": 3.2479585865806872e-06, "Finetune/Loss": 0.5754085779190063, "Finetune/Loss (Raw)": 0.6367535591125488, "Finetune/Step": 7733, "Finetune/Step Time": 6.691249458119273}
+{"Finetune/Learning Rate": 3.2456611096980004e-06, "Finetune/Loss": 0.5751742720603943, "Finetune/Loss (Raw)": 0.5407652258872986, "Finetune/Step": 7734, "Finetune/Step Time": 6.683023748919368}
+{"Finetune/Learning Rate": 3.2433642882520565e-06, "Finetune/Loss": 0.5755310654640198, "Finetune/Loss (Raw)": 0.6297348737716675, "Finetune/Step": 7735, "Finetune/Step Time": 6.677518296986818}
+{"Finetune/Learning Rate": 3.2410681224657415e-06, "Finetune/Loss": 0.5742341876029968, "Finetune/Loss (Raw)": 0.5060262680053711, "Finetune/Step": 7736, "Finetune/Step Time": 6.684420108795166}
+{"Finetune/Learning Rate": 3.238772612561869e-06, "Finetune/Loss": 0.5738165378570557, "Finetune/Loss (Raw)": 0.5223110914230347, "Finetune/Step": 7737, "Finetune/Step Time": 6.6809469517320395}
+{"Finetune/Learning Rate": 3.236477758763192e-06, "Finetune/Loss": 0.5733449459075928, "Finetune/Loss (Raw)": 0.586306095123291, "Finetune/Step": 7738, "Finetune/Step Time": 6.6903468538075686}
+{"Finetune/Learning Rate": 3.2341835612924088e-06, "Finetune/Loss": 0.5737142562866211, "Finetune/Loss (Raw)": 0.5323763489723206, "Finetune/Step": 7739, "Finetune/Step Time": 6.692346083000302}
+{"Finetune/Learning Rate": 3.2318900203721394e-06, "Finetune/Loss": 0.5733127593994141, "Finetune/Loss (Raw)": 0.6145530939102173, "Finetune/Step": 7740, "Finetune/Step Time": 6.683742102235556}
+{"Finetune/Learning Rate": 3.229597136224952e-06, "Finetune/Loss": 0.5739970803260803, "Finetune/Loss (Raw)": 0.5647164583206177, "Finetune/Step": 7741, "Finetune/Step Time": 6.671973148360848}
+{"Finetune/Learning Rate": 3.2273049090733445e-06, "Finetune/Loss": 0.5746524333953857, "Finetune/Loss (Raw)": 0.6755149364471436, "Finetune/Step": 7742, "Finetune/Step Time": 6.668606737628579}
+{"Finetune/Learning Rate": 3.2250133391397565e-06, "Finetune/Loss": 0.5749938488006592, "Finetune/Loss (Raw)": 0.5811997652053833, "Finetune/Step": 7743, "Finetune/Step Time": 6.667439140379429}
+{"Finetune/Learning Rate": 3.222722426646555e-06, "Finetune/Loss": 0.5747295618057251, "Finetune/Loss (Raw)": 0.5688835978507996, "Finetune/Step": 7744, "Finetune/Step Time": 6.663115456700325}
+{"Finetune/Learning Rate": 3.220432171816055e-06, "Finetune/Loss": 0.5741915702819824, "Finetune/Loss (Raw)": 0.5770497918128967, "Finetune/Step": 7745, "Finetune/Step Time": 6.6706555020064116}
+{"Finetune/Learning Rate": 3.2181425748704977e-06, "Finetune/Loss": 0.5735749006271362, "Finetune/Loss (Raw)": 0.6297786831855774, "Finetune/Step": 7746, "Finetune/Step Time": 6.673348302021623}
+{"Finetune/Learning Rate": 3.2158536360320614e-06, "Finetune/Loss": 0.5704919099807739, "Finetune/Loss (Raw)": 0.178065687417984, "Finetune/Step": 7747, "Finetune/Step Time": 6.683638339862227}
+{"Finetune/Learning Rate": 3.2135653555228694e-06, "Finetune/Loss": 0.5687357187271118, "Finetune/Loss (Raw)": 0.47191518545150757, "Finetune/Step": 7748, "Finetune/Step Time": 6.684359569102526}
+{"Finetune/Learning Rate": 3.2112777335649723e-06, "Finetune/Loss": 0.565617561340332, "Finetune/Loss (Raw)": 0.20995362102985382, "Finetune/Step": 7749, "Finetune/Step Time": 6.7012837920337915}
+{"Finetune/Learning Rate": 3.2089907703803558e-06, "Finetune/Loss": 0.5649482607841492, "Finetune/Loss (Raw)": 0.5405293703079224, "Finetune/Step": 7750, "Finetune/Step Time": 6.703991757705808}
+{"Finetune/Learning Rate": 3.2067044661909484e-06, "Finetune/Loss": 0.5657447576522827, "Finetune/Loss (Raw)": 0.7144107222557068, "Finetune/Step": 7751, "Finetune/Step Time": 6.699754694476724}
+{"Finetune/Learning Rate": 3.2044188212186156e-06, "Finetune/Loss": 0.5686799883842468, "Finetune/Loss (Raw)": 0.5790295600891113, "Finetune/Step": 7752, "Finetune/Step Time": 6.690901335328817}
+{"Finetune/Learning Rate": 3.2021338356851516e-06, "Finetune/Loss": 0.5681934356689453, "Finetune/Loss (Raw)": 0.5985565781593323, "Finetune/Step": 7753, "Finetune/Step Time": 6.68293359130621}
+{"Finetune/Learning Rate": 3.199849509812286e-06, "Finetune/Loss": 0.5682716369628906, "Finetune/Loss (Raw)": 0.610107958316803, "Finetune/Step": 7754, "Finetune/Step Time": 6.68974069878459}
+{"Finetune/Learning Rate": 3.197565843821695e-06, "Finetune/Loss": 0.5689334869384766, "Finetune/Loss (Raw)": 0.6705313324928284, "Finetune/Step": 7755, "Finetune/Step Time": 6.6824691742658615}
+{"Finetune/Learning Rate": 3.1952828379349774e-06, "Finetune/Loss": 0.5698544383049011, "Finetune/Loss (Raw)": 0.6224452257156372, "Finetune/Step": 7756, "Finetune/Step Time": 6.667837446555495}
+{"Finetune/Learning Rate": 3.1930004923736824e-06, "Finetune/Loss": 0.5697495341300964, "Finetune/Loss (Raw)": 0.5906805992126465, "Finetune/Step": 7757, "Finetune/Step Time": 6.667863951995969}
+{"Finetune/Learning Rate": 3.1907188073592834e-06, "Finetune/Loss": 0.5691792368888855, "Finetune/Loss (Raw)": 0.6187704205513, "Finetune/Step": 7758, "Finetune/Step Time": 6.7034361101686954}
+{"Finetune/Learning Rate": 3.1884377831131896e-06, "Finetune/Loss": 0.5702307224273682, "Finetune/Loss (Raw)": 0.5047751069068909, "Finetune/Step": 7759, "Finetune/Step Time": 6.699099747464061}
+{"Finetune/Learning Rate": 3.1861574198567534e-06, "Finetune/Loss": 0.5702434778213501, "Finetune/Loss (Raw)": 0.47184836864471436, "Finetune/Step": 7760, "Finetune/Step Time": 6.687744105234742}
+{"Finetune/Learning Rate": 3.183877717811268e-06, "Finetune/Loss": 0.5714279413223267, "Finetune/Loss (Raw)": 0.6567419767379761, "Finetune/Step": 7761, "Finetune/Step Time": 6.687606135383248}
+{"Finetune/Learning Rate": 3.18159867719794e-06, "Finetune/Loss": 0.5720426440238953, "Finetune/Loss (Raw)": 0.687017560005188, "Finetune/Step": 7762, "Finetune/Step Time": 6.687898838892579}
+{"Finetune/Learning Rate": 3.1793202982379323e-06, "Finetune/Loss": 0.572420060634613, "Finetune/Loss (Raw)": 0.6262402534484863, "Finetune/Step": 7763, "Finetune/Step Time": 6.708249678835273}
+{"Finetune/Learning Rate": 3.177042581152341e-06, "Finetune/Loss": 0.5724329948425293, "Finetune/Loss (Raw)": 0.6604387760162354, "Finetune/Step": 7764, "Finetune/Step Time": 6.72039151750505}
+{"Finetune/Learning Rate": 3.1747655261621913e-06, "Finetune/Loss": 0.5727323293685913, "Finetune/Loss (Raw)": 0.6472882032394409, "Finetune/Step": 7765, "Finetune/Step Time": 6.744095537811518}
+{"Finetune/Learning Rate": 3.1724891334884432e-06, "Finetune/Loss": 0.5740878582000732, "Finetune/Loss (Raw)": 0.6948443055152893, "Finetune/Step": 7766, "Finetune/Step Time": 6.720747165381908}
+{"Finetune/Learning Rate": 3.1702134033520038e-06, "Finetune/Loss": 0.5752662420272827, "Finetune/Loss (Raw)": 0.6718493700027466, "Finetune/Step": 7767, "Finetune/Step Time": 6.704539109021425}
+{"Finetune/Learning Rate": 3.1679383359737017e-06, "Finetune/Loss": 0.5786335468292236, "Finetune/Loss (Raw)": 0.5753698945045471, "Finetune/Step": 7768, "Finetune/Step Time": 6.688729668036103}
+{"Finetune/Learning Rate": 3.1656639315743143e-06, "Finetune/Loss": 0.5785280466079712, "Finetune/Loss (Raw)": 0.5795482397079468, "Finetune/Step": 7769, "Finetune/Step Time": 6.701693104580045}
+{"Finetune/Learning Rate": 3.1633901903745447e-06, "Finetune/Loss": 0.5790585279464722, "Finetune/Loss (Raw)": 0.6074047684669495, "Finetune/Step": 7770, "Finetune/Step Time": 6.693205464631319}
+{"Finetune/Learning Rate": 3.1611171125950325e-06, "Finetune/Loss": 0.5802932977676392, "Finetune/Loss (Raw)": 0.6871075630187988, "Finetune/Step": 7771, "Finetune/Step Time": 6.693174161016941}
+{"Finetune/Learning Rate": 3.158844698456359e-06, "Finetune/Loss": 0.5811522603034973, "Finetune/Loss (Raw)": 0.6278953552246094, "Finetune/Step": 7772, "Finetune/Step Time": 6.68226882070303}
+{"Finetune/Learning Rate": 3.156572948179042e-06, "Finetune/Loss": 0.5812689661979675, "Finetune/Loss (Raw)": 0.5455454587936401, "Finetune/Step": 7773, "Finetune/Step Time": 6.690343474969268}
+{"Finetune/Learning Rate": 3.1543018619835254e-06, "Finetune/Loss": 0.5803660750389099, "Finetune/Loss (Raw)": 0.5440982580184937, "Finetune/Step": 7774, "Finetune/Step Time": 6.703572167083621}
+{"Finetune/Learning Rate": 3.152031440090193e-06, "Finetune/Loss": 0.5784808397293091, "Finetune/Loss (Raw)": 0.6151862740516663, "Finetune/Step": 7775, "Finetune/Step Time": 6.73337778262794}
+{"Finetune/Learning Rate": 3.149761682719369e-06, "Finetune/Loss": 0.5794224739074707, "Finetune/Loss (Raw)": 0.6229949593544006, "Finetune/Step": 7776, "Finetune/Step Time": 6.727881196886301}
+{"Finetune/Learning Rate": 3.147492590091308e-06, "Finetune/Loss": 0.5793551206588745, "Finetune/Loss (Raw)": 0.5621881484985352, "Finetune/Step": 7777, "Finetune/Step Time": 6.764764487743378}
+{"Finetune/Learning Rate": 3.145224162426197e-06, "Finetune/Loss": 0.5813149809837341, "Finetune/Loss (Raw)": 0.7507911324501038, "Finetune/Step": 7778, "Finetune/Step Time": 6.753682840615511}
+{"Finetune/Learning Rate": 3.142956399944167e-06, "Finetune/Loss": 0.5810346603393555, "Finetune/Loss (Raw)": 0.6073492765426636, "Finetune/Step": 7779, "Finetune/Step Time": 6.7412165980786085}
+{"Finetune/Learning Rate": 3.140689302865283e-06, "Finetune/Loss": 0.5824986696243286, "Finetune/Loss (Raw)": 0.633479654788971, "Finetune/Step": 7780, "Finetune/Step Time": 6.747728310525417}
+{"Finetune/Learning Rate": 3.1384228714095387e-06, "Finetune/Loss": 0.5815891623497009, "Finetune/Loss (Raw)": 0.5699257850646973, "Finetune/Step": 7781, "Finetune/Step Time": 6.751925811171532}
+{"Finetune/Learning Rate": 3.1361571057968656e-06, "Finetune/Loss": 0.581781268119812, "Finetune/Loss (Raw)": 0.5719943642616272, "Finetune/Step": 7782, "Finetune/Step Time": 6.741645935922861}
+{"Finetune/Learning Rate": 3.133892006247137e-06, "Finetune/Loss": 0.580330491065979, "Finetune/Loss (Raw)": 0.42415866255760193, "Finetune/Step": 7783, "Finetune/Step Time": 6.756367329508066}
+{"Finetune/Learning Rate": 3.1316275729801504e-06, "Finetune/Loss": 0.5810532569885254, "Finetune/Loss (Raw)": 0.6635805368423462, "Finetune/Step": 7784, "Finetune/Step Time": 6.7464205008000135}
+{"Finetune/Learning Rate": 3.129363806215652e-06, "Finetune/Loss": 0.5810137987136841, "Finetune/Loss (Raw)": 0.6286701560020447, "Finetune/Step": 7785, "Finetune/Step Time": 6.749057622626424}
+{"Finetune/Learning Rate": 3.1271007061733126e-06, "Finetune/Loss": 0.5815408825874329, "Finetune/Loss (Raw)": 0.6648543477058411, "Finetune/Step": 7786, "Finetune/Step Time": 6.7373345494270325}
+{"Finetune/Learning Rate": 3.12483827307274e-06, "Finetune/Loss": 0.5815902352333069, "Finetune/Loss (Raw)": 0.6417646408081055, "Finetune/Step": 7787, "Finetune/Step Time": 6.7393008805811405}
+{"Finetune/Learning Rate": 3.12257650713348e-06, "Finetune/Loss": 0.5818402767181396, "Finetune/Loss (Raw)": 0.6308186054229736, "Finetune/Step": 7788, "Finetune/Step Time": 6.72991562448442}
+{"Finetune/Learning Rate": 3.120315408575022e-06, "Finetune/Loss": 0.5788978338241577, "Finetune/Loss (Raw)": 0.19681710004806519, "Finetune/Step": 7789, "Finetune/Step Time": 6.744041642174125}
+{"Finetune/Learning Rate": 3.1180549776167678e-06, "Finetune/Loss": 0.5785304307937622, "Finetune/Loss (Raw)": 0.5606083869934082, "Finetune/Step": 7790, "Finetune/Step Time": 6.740884268656373}
+{"Finetune/Learning Rate": 3.1157952144780744e-06, "Finetune/Loss": 0.5797428488731384, "Finetune/Loss (Raw)": 0.6417946219444275, "Finetune/Step": 7791, "Finetune/Step Time": 6.711563302204013}
+{"Finetune/Learning Rate": 3.1135361193782343e-06, "Finetune/Loss": 0.5785889625549316, "Finetune/Loss (Raw)": 0.44910141825675964, "Finetune/Step": 7792, "Finetune/Step Time": 6.706544011831284}
+{"Finetune/Learning Rate": 3.1112776925364553e-06, "Finetune/Loss": 0.5787505507469177, "Finetune/Loss (Raw)": 0.5678331255912781, "Finetune/Step": 7793, "Finetune/Step Time": 6.70896022580564}
+{"Finetune/Learning Rate": 3.1090199341719006e-06, "Finetune/Loss": 0.577719509601593, "Finetune/Loss (Raw)": 0.5040404200553894, "Finetune/Step": 7794, "Finetune/Step Time": 6.710199220106006}
+{"Finetune/Learning Rate": 3.106762844503665e-06, "Finetune/Loss": 0.5781314373016357, "Finetune/Loss (Raw)": 0.680406928062439, "Finetune/Step": 7795, "Finetune/Step Time": 6.701085252687335}
+{"Finetune/Learning Rate": 3.1045064237507704e-06, "Finetune/Loss": 0.5776835680007935, "Finetune/Loss (Raw)": 0.6477539539337158, "Finetune/Step": 7796, "Finetune/Step Time": 6.696920771151781}
+{"Finetune/Learning Rate": 3.1022506721321775e-06, "Finetune/Loss": 0.5767834782600403, "Finetune/Loss (Raw)": 0.5402268767356873, "Finetune/Step": 7797, "Finetune/Step Time": 6.69343875721097}
+{"Finetune/Learning Rate": 3.0999955898667887e-06, "Finetune/Loss": 0.5746790170669556, "Finetune/Loss (Raw)": 0.21779952943325043, "Finetune/Step": 7798, "Finetune/Step Time": 6.687161097303033}
+{"Finetune/Learning Rate": 3.097741177173429e-06, "Finetune/Loss": 0.5736017227172852, "Finetune/Loss (Raw)": 0.4523380994796753, "Finetune/Step": 7799, "Finetune/Step Time": 6.704790310934186}
+{"Finetune/Learning Rate": 3.0954874342708708e-06, "Finetune/Loss": 0.5732566118240356, "Finetune/Loss (Raw)": 0.6143065690994263, "Finetune/Step": 7800, "Finetune/Step Time": 6.709850277751684}
+{"Finetune/Learning Rate": 3.0932343613778105e-06, "Finetune/Loss": 0.5734513998031616, "Finetune/Loss (Raw)": 0.5995100140571594, "Finetune/Step": 7801, "Finetune/Step Time": 6.709000624716282}
+{"Finetune/Learning Rate": 3.090981958712892e-06, "Finetune/Loss": 0.5732075572013855, "Finetune/Loss (Raw)": 0.5532625317573547, "Finetune/Step": 7802, "Finetune/Step Time": 6.710673125460744}
+{"Finetune/Learning Rate": 3.088730226494678e-06, "Finetune/Loss": 0.5735330581665039, "Finetune/Loss (Raw)": 0.6686474680900574, "Finetune/Step": 7803, "Finetune/Step Time": 6.711087150499225}
+{"Finetune/Learning Rate": 3.086479164941685e-06, "Finetune/Loss": 0.5738149881362915, "Finetune/Loss (Raw)": 0.5961865782737732, "Finetune/Step": 7804, "Finetune/Step Time": 6.714183429256082}
+{"Finetune/Learning Rate": 3.0842287742723474e-06, "Finetune/Loss": 0.5724468231201172, "Finetune/Loss (Raw)": 0.5236491560935974, "Finetune/Step": 7805, "Finetune/Step Time": 6.712373796850443}
+{"Finetune/Learning Rate": 3.081979054705042e-06, "Finetune/Loss": 0.5716489553451538, "Finetune/Loss (Raw)": 0.5667415857315063, "Finetune/Step": 7806, "Finetune/Step Time": 6.703845521435142}
+{"Finetune/Learning Rate": 3.079730006458085e-06, "Finetune/Loss": 0.5746278166770935, "Finetune/Loss (Raw)": 0.6181932091712952, "Finetune/Step": 7807, "Finetune/Step Time": 6.683446506038308}
+{"Finetune/Learning Rate": 3.0774816297497202e-06, "Finetune/Loss": 0.5727235078811646, "Finetune/Loss (Raw)": 0.42576655745506287, "Finetune/Step": 7808, "Finetune/Step Time": 6.690777407959104}
+{"Finetune/Learning Rate": 3.075233924798123e-06, "Finetune/Loss": 0.5727721452713013, "Finetune/Loss (Raw)": 0.6094312071800232, "Finetune/Step": 7809, "Finetune/Step Time": 6.698134182021022}
+{"Finetune/Learning Rate": 3.0729868918214166e-06, "Finetune/Loss": 0.573306143283844, "Finetune/Loss (Raw)": 0.6300750374794006, "Finetune/Step": 7810, "Finetune/Step Time": 6.703632926568389}
+{"Finetune/Learning Rate": 3.0707405310376513e-06, "Finetune/Loss": 0.573205828666687, "Finetune/Loss (Raw)": 0.5835411548614502, "Finetune/Step": 7811, "Finetune/Step Time": 6.718565544113517}
+{"Finetune/Learning Rate": 3.068494842664811e-06, "Finetune/Loss": 0.5713217258453369, "Finetune/Loss (Raw)": 0.48785704374313354, "Finetune/Step": 7812, "Finetune/Step Time": 6.718471007421613}
+{"Finetune/Learning Rate": 3.0662498269208117e-06, "Finetune/Loss": 0.5699621438980103, "Finetune/Loss (Raw)": 0.4903096854686737, "Finetune/Step": 7813, "Finetune/Step Time": 6.720236478373408}
+{"Finetune/Learning Rate": 3.0640054840235155e-06, "Finetune/Loss": 0.5704243183135986, "Finetune/Loss (Raw)": 0.6532624959945679, "Finetune/Step": 7814, "Finetune/Step Time": 6.718464754521847}
+{"Finetune/Learning Rate": 3.061761814190706e-06, "Finetune/Loss": 0.5739164352416992, "Finetune/Loss (Raw)": 0.6816988587379456, "Finetune/Step": 7815, "Finetune/Step Time": 6.698435520753264}
+{"Finetune/Learning Rate": 3.0595188176401126e-06, "Finetune/Loss": 0.5747472047805786, "Finetune/Loss (Raw)": 0.5898901224136353, "Finetune/Step": 7816, "Finetune/Step Time": 6.684800649061799}
+{"Finetune/Learning Rate": 3.0572764945893918e-06, "Finetune/Loss": 0.5710715651512146, "Finetune/Loss (Raw)": 0.18524999916553497, "Finetune/Step": 7817, "Finetune/Step Time": 6.690071610733867}
+{"Finetune/Learning Rate": 3.055034845256134e-06, "Finetune/Loss": 0.5719280242919922, "Finetune/Loss (Raw)": 0.6617836952209473, "Finetune/Step": 7818, "Finetune/Step Time": 6.701350517570972}
+{"Finetune/Learning Rate": 3.05279386985787e-06, "Finetune/Loss": 0.5712051391601562, "Finetune/Loss (Raw)": 0.5851350426673889, "Finetune/Step": 7819, "Finetune/Step Time": 6.705475902184844}
+{"Finetune/Learning Rate": 3.05055356861207e-06, "Finetune/Loss": 0.5702846646308899, "Finetune/Loss (Raw)": 0.5132662057876587, "Finetune/Step": 7820, "Finetune/Step Time": 6.698682751506567}
+{"Finetune/Learning Rate": 3.0483139417361175e-06, "Finetune/Loss": 0.5696089267730713, "Finetune/Loss (Raw)": 0.5326287150382996, "Finetune/Step": 7821, "Finetune/Step Time": 6.7021512147039175}
+{"Finetune/Learning Rate": 3.046074989447353e-06, "Finetune/Loss": 0.568193793296814, "Finetune/Loss (Raw)": 0.47993770241737366, "Finetune/Step": 7822, "Finetune/Step Time": 6.695693815127015}
+{"Finetune/Learning Rate": 3.043836711963043e-06, "Finetune/Loss": 0.5699889659881592, "Finetune/Loss (Raw)": 0.4256722331047058, "Finetune/Step": 7823, "Finetune/Step Time": 6.701714884489775}
+{"Finetune/Learning Rate": 3.0415991095003884e-06, "Finetune/Loss": 0.5668908357620239, "Finetune/Loss (Raw)": 0.17017018795013428, "Finetune/Step": 7824, "Finetune/Step Time": 6.698383420705795}
+{"Finetune/Learning Rate": 3.0393621822765197e-06, "Finetune/Loss": 0.5645913481712341, "Finetune/Loss (Raw)": 0.4595712423324585, "Finetune/Step": 7825, "Finetune/Step Time": 6.696984449401498}
+{"Finetune/Learning Rate": 3.037125930508513e-06, "Finetune/Loss": 0.5647588968276978, "Finetune/Loss (Raw)": 0.5791750550270081, "Finetune/Step": 7826, "Finetune/Step Time": 6.666476298123598}
+{"Finetune/Learning Rate": 3.034890354413368e-06, "Finetune/Loss": 0.5652354955673218, "Finetune/Loss (Raw)": 0.5742584466934204, "Finetune/Step": 7827, "Finetune/Step Time": 6.666254101321101}
+{"Finetune/Learning Rate": 3.032655454208029e-06, "Finetune/Loss": 0.563412070274353, "Finetune/Loss (Raw)": 0.3895541727542877, "Finetune/Step": 7828, "Finetune/Step Time": 6.675524145364761}
+{"Finetune/Learning Rate": 3.030421230109363e-06, "Finetune/Loss": 0.5638315677642822, "Finetune/Loss (Raw)": 0.6095271706581116, "Finetune/Step": 7829, "Finetune/Step Time": 6.684147089719772}
+{"Finetune/Learning Rate": 3.0281876823341825e-06, "Finetune/Loss": 0.5657792091369629, "Finetune/Loss (Raw)": 0.4813160300254822, "Finetune/Step": 7830, "Finetune/Step Time": 6.675898989662528}
+{"Finetune/Learning Rate": 3.0259548110992265e-06, "Finetune/Loss": 0.5680351257324219, "Finetune/Loss (Raw)": 0.5332604050636292, "Finetune/Step": 7831, "Finetune/Step Time": 6.663931131362915}
+{"Finetune/Learning Rate": 3.0237226166211753e-06, "Finetune/Loss": 0.5665123462677002, "Finetune/Loss (Raw)": 0.49791038036346436, "Finetune/Step": 7832, "Finetune/Step Time": 6.677255759015679}
+{"Finetune/Learning Rate": 3.021491099116638e-06, "Finetune/Loss": 0.5664832592010498, "Finetune/Loss (Raw)": 0.5897818803787231, "Finetune/Step": 7833, "Finetune/Step Time": 6.68107139505446}
+{"Finetune/Learning Rate": 3.0192602588021547e-06, "Finetune/Loss": 0.5668094158172607, "Finetune/Loss (Raw)": 0.7060552835464478, "Finetune/Step": 7834, "Finetune/Step Time": 6.712454780936241}
+{"Finetune/Learning Rate": 3.0170300958942123e-06, "Finetune/Loss": 0.5666240453720093, "Finetune/Loss (Raw)": 0.6416133642196655, "Finetune/Step": 7835, "Finetune/Step Time": 6.715677676722407}
+{"Finetune/Learning Rate": 3.014800610609221e-06, "Finetune/Loss": 0.5659267902374268, "Finetune/Loss (Raw)": 0.590450644493103, "Finetune/Step": 7836, "Finetune/Step Time": 6.7174903228878975}
+{"Finetune/Learning Rate": 3.0125718031635253e-06, "Finetune/Loss": 0.562904953956604, "Finetune/Loss (Raw)": 0.22513557970523834, "Finetune/Step": 7837, "Finetune/Step Time": 6.736623130738735}
+{"Finetune/Learning Rate": 3.0103436737734103e-06, "Finetune/Loss": 0.5632767081260681, "Finetune/Loss (Raw)": 0.6872630715370178, "Finetune/Step": 7838, "Finetune/Step Time": 6.746902147307992}
+{"Finetune/Learning Rate": 3.008116222655095e-06, "Finetune/Loss": 0.5639212131500244, "Finetune/Loss (Raw)": 0.5749579668045044, "Finetune/Step": 7839, "Finetune/Step Time": 6.733466694131494}
+{"Finetune/Learning Rate": 3.0058894500247282e-06, "Finetune/Loss": 0.5634961724281311, "Finetune/Loss (Raw)": 0.522704541683197, "Finetune/Step": 7840, "Finetune/Step Time": 6.754482725635171}
+{"Finetune/Learning Rate": 3.00366335609839e-06, "Finetune/Loss": 0.5624145269393921, "Finetune/Loss (Raw)": 0.5203605890274048, "Finetune/Step": 7841, "Finetune/Step Time": 6.742310019209981}
+{"Finetune/Learning Rate": 3.0014379410921056e-06, "Finetune/Loss": 0.5615687966346741, "Finetune/Loss (Raw)": 0.5049342513084412, "Finetune/Step": 7842, "Finetune/Step Time": 6.734819088131189}
+{"Finetune/Learning Rate": 2.9992132052218226e-06, "Finetune/Loss": 0.5608209371566772, "Finetune/Loss (Raw)": 0.5955439209938049, "Finetune/Step": 7843, "Finetune/Step Time": 6.745394421741366}
+{"Finetune/Learning Rate": 2.996989148703433e-06, "Finetune/Loss": 0.5593414902687073, "Finetune/Loss (Raw)": 0.5175807476043701, "Finetune/Step": 7844, "Finetune/Step Time": 6.769557343795896}
+{"Finetune/Learning Rate": 2.9947657717527545e-06, "Finetune/Loss": 0.5580815672874451, "Finetune/Loss (Raw)": 0.4823680520057678, "Finetune/Step": 7845, "Finetune/Step Time": 6.7735916916280985}
+{"Finetune/Learning Rate": 2.992543074585541e-06, "Finetune/Loss": 0.5575825572013855, "Finetune/Loss (Raw)": 0.5509228110313416, "Finetune/Step": 7846, "Finetune/Step Time": 6.774412943050265}
+{"Finetune/Learning Rate": 2.9903210574174822e-06, "Finetune/Loss": 0.558056116104126, "Finetune/Loss (Raw)": 0.5506980419158936, "Finetune/Step": 7847, "Finetune/Step Time": 6.765351090580225}
+{"Finetune/Learning Rate": 2.9880997204642093e-06, "Finetune/Loss": 0.5547627210617065, "Finetune/Loss (Raw)": 0.2342536747455597, "Finetune/Step": 7848, "Finetune/Step Time": 6.757304960861802}
+{"Finetune/Learning Rate": 2.985879063941266e-06, "Finetune/Loss": 0.5542550086975098, "Finetune/Loss (Raw)": 0.5419585108757019, "Finetune/Step": 7849, "Finetune/Step Time": 6.748484438285232}
+{"Finetune/Learning Rate": 2.98365908806415e-06, "Finetune/Loss": 0.5509872436523438, "Finetune/Loss (Raw)": 0.2231266051530838, "Finetune/Step": 7850, "Finetune/Step Time": 6.766472112387419}
+{"Finetune/Learning Rate": 2.981439793048291e-06, "Finetune/Loss": 0.5511747598648071, "Finetune/Loss (Raw)": 0.5697605609893799, "Finetune/Step": 7851, "Finetune/Step Time": 6.768117928877473}
+{"Finetune/Learning Rate": 2.979221179109042e-06, "Finetune/Loss": 0.5515308380126953, "Finetune/Loss (Raw)": 0.6067990660667419, "Finetune/Step": 7852, "Finetune/Step Time": 6.764781842008233}
+{"Finetune/Learning Rate": 2.9770032464616937e-06, "Finetune/Loss": 0.5510832071304321, "Finetune/Loss (Raw)": 0.5381115078926086, "Finetune/Step": 7853, "Finetune/Step Time": 6.789525281637907}
+{"Finetune/Learning Rate": 2.97478599532148e-06, "Finetune/Loss": 0.5542375445365906, "Finetune/Loss (Raw)": 0.619897723197937, "Finetune/Step": 7854, "Finetune/Step Time": 6.770182495936751}
+{"Finetune/Learning Rate": 2.9725694259035543e-06, "Finetune/Loss": 0.5542755126953125, "Finetune/Loss (Raw)": 0.6414231657981873, "Finetune/Step": 7855, "Finetune/Step Time": 6.7713045459240675}
+{"Finetune/Learning Rate": 2.9703535384230173e-06, "Finetune/Loss": 0.5549600124359131, "Finetune/Loss (Raw)": 0.587827742099762, "Finetune/Step": 7856, "Finetune/Step Time": 6.770107688382268}
+{"Finetune/Learning Rate": 2.9681383330948965e-06, "Finetune/Loss": 0.555199921131134, "Finetune/Loss (Raw)": 0.6073639988899231, "Finetune/Step": 7857, "Finetune/Step Time": 6.752370044589043}
+{"Finetune/Learning Rate": 2.965923810134148e-06, "Finetune/Loss": 0.5561972856521606, "Finetune/Loss (Raw)": 0.6370710730552673, "Finetune/Step": 7858, "Finetune/Step Time": 6.737609438598156}
+{"Finetune/Learning Rate": 2.9637099697556747e-06, "Finetune/Loss": 0.5577815771102905, "Finetune/Loss (Raw)": 0.7135432362556458, "Finetune/Step": 7859, "Finetune/Step Time": 6.746368305757642}
+{"Finetune/Learning Rate": 2.9614968121743014e-06, "Finetune/Loss": 0.5577175617218018, "Finetune/Loss (Raw)": 0.6301440596580505, "Finetune/Step": 7860, "Finetune/Step Time": 6.749080881476402}
+{"Finetune/Learning Rate": 2.959284337604795e-06, "Finetune/Loss": 0.5577410459518433, "Finetune/Loss (Raw)": 0.6397492289543152, "Finetune/Step": 7861, "Finetune/Step Time": 6.7543516512960196}
+{"Finetune/Learning Rate": 2.95707254626185e-06, "Finetune/Loss": 0.556523323059082, "Finetune/Loss (Raw)": 0.38489750027656555, "Finetune/Step": 7862, "Finetune/Step Time": 6.762833775952458}
+{"Finetune/Learning Rate": 2.9548614383601003e-06, "Finetune/Loss": 0.5526171326637268, "Finetune/Loss (Raw)": 0.12974514067173004, "Finetune/Step": 7863, "Finetune/Step Time": 6.784744091331959}
+{"Finetune/Learning Rate": 2.9526510141141086e-06, "Finetune/Loss": 0.5532008409500122, "Finetune/Loss (Raw)": 0.580736517906189, "Finetune/Step": 7864, "Finetune/Step Time": 6.80973232537508}
+{"Finetune/Learning Rate": 2.9504412737383703e-06, "Finetune/Loss": 0.5527224540710449, "Finetune/Loss (Raw)": 0.4610835611820221, "Finetune/Step": 7865, "Finetune/Step Time": 6.825413415208459}
+{"Finetune/Learning Rate": 2.94823221744732e-06, "Finetune/Loss": 0.5534226298332214, "Finetune/Loss (Raw)": 0.6759222745895386, "Finetune/Step": 7866, "Finetune/Step Time": 6.811612131074071}
+{"Finetune/Learning Rate": 2.946023845455328e-06, "Finetune/Loss": 0.5542086362838745, "Finetune/Loss (Raw)": 0.6329850554466248, "Finetune/Step": 7867, "Finetune/Step Time": 6.791573630645871}
+{"Finetune/Learning Rate": 2.9438161579766833e-06, "Finetune/Loss": 0.554970383644104, "Finetune/Loss (Raw)": 0.7120662331581116, "Finetune/Step": 7868, "Finetune/Step Time": 6.780731378123164}
+{"Finetune/Learning Rate": 2.941609155225623e-06, "Finetune/Loss": 0.5551717281341553, "Finetune/Loss (Raw)": 0.5904845595359802, "Finetune/Step": 7869, "Finetune/Step Time": 6.7734434977173805}
+{"Finetune/Learning Rate": 2.9394028374163173e-06, "Finetune/Loss": 0.5550868511199951, "Finetune/Loss (Raw)": 0.6646518707275391, "Finetune/Step": 7870, "Finetune/Step Time": 6.77365268394351}
+{"Finetune/Learning Rate": 2.9371972047628616e-06, "Finetune/Loss": 0.5554298162460327, "Finetune/Loss (Raw)": 0.6250974535942078, "Finetune/Step": 7871, "Finetune/Step Time": 6.772322960197926}
+{"Finetune/Learning Rate": 2.9349922574792864e-06, "Finetune/Loss": 0.5547943115234375, "Finetune/Loss (Raw)": 0.4875375032424927, "Finetune/Step": 7872, "Finetune/Step Time": 6.769323049113154}
+{"Finetune/Learning Rate": 2.932787995779566e-06, "Finetune/Loss": 0.5552888512611389, "Finetune/Loss (Raw)": 0.6403527855873108, "Finetune/Step": 7873, "Finetune/Step Time": 6.764819765463471}
+{"Finetune/Learning Rate": 2.9305844198775925e-06, "Finetune/Loss": 0.5546160936355591, "Finetune/Loss (Raw)": 0.5436657667160034, "Finetune/Step": 7874, "Finetune/Step Time": 6.781464232131839}
+{"Finetune/Learning Rate": 2.9283815299872063e-06, "Finetune/Loss": 0.557682991027832, "Finetune/Loss (Raw)": 0.5706229209899902, "Finetune/Step": 7875, "Finetune/Step Time": 6.769341832026839}
+{"Finetune/Learning Rate": 2.9261793263221717e-06, "Finetune/Loss": 0.5583893060684204, "Finetune/Loss (Raw)": 0.5623252987861633, "Finetune/Step": 7876, "Finetune/Step Time": 6.7944459822028875}
+{"Finetune/Learning Rate": 2.923977809096186e-06, "Finetune/Loss": 0.5607674717903137, "Finetune/Loss (Raw)": 0.5143640041351318, "Finetune/Step": 7877, "Finetune/Step Time": 6.803061027079821}
+{"Finetune/Learning Rate": 2.9217769785228856e-06, "Finetune/Loss": 0.5619019269943237, "Finetune/Loss (Raw)": 0.6857314109802246, "Finetune/Step": 7878, "Finetune/Step Time": 6.797332873567939}
+{"Finetune/Learning Rate": 2.9195768348158448e-06, "Finetune/Loss": 0.5605154633522034, "Finetune/Loss (Raw)": 0.5369494557380676, "Finetune/Step": 7879, "Finetune/Step Time": 6.794081149622798}
+{"Finetune/Learning Rate": 2.9173773781885505e-06, "Finetune/Loss": 0.5593264102935791, "Finetune/Loss (Raw)": 0.4268350303173065, "Finetune/Step": 7880, "Finetune/Step Time": 6.800151627510786}
+{"Finetune/Learning Rate": 2.915178608854443e-06, "Finetune/Loss": 0.5594561696052551, "Finetune/Loss (Raw)": 0.6151610612869263, "Finetune/Step": 7881, "Finetune/Step Time": 6.807766897603869}
+{"Finetune/Learning Rate": 2.9129805270268942e-06, "Finetune/Loss": 0.5594608783721924, "Finetune/Loss (Raw)": 0.6107118725776672, "Finetune/Step": 7882, "Finetune/Step Time": 6.806507827714086}
+{"Finetune/Learning Rate": 2.9107831329191993e-06, "Finetune/Loss": 0.5588909983634949, "Finetune/Loss (Raw)": 0.5975789427757263, "Finetune/Step": 7883, "Finetune/Step Time": 6.802564779296517}
+{"Finetune/Learning Rate": 2.9085864267445908e-06, "Finetune/Loss": 0.5579099655151367, "Finetune/Loss (Raw)": 0.4968756139278412, "Finetune/Step": 7884, "Finetune/Step Time": 6.801873333752155}
+{"Finetune/Learning Rate": 2.906390408716241e-06, "Finetune/Loss": 0.5576379299163818, "Finetune/Loss (Raw)": 0.555865466594696, "Finetune/Step": 7885, "Finetune/Step Time": 6.797638712450862}
+{"Finetune/Learning Rate": 2.904195079047243e-06, "Finetune/Loss": 0.5578398108482361, "Finetune/Loss (Raw)": 0.6446074843406677, "Finetune/Step": 7886, "Finetune/Step Time": 6.76778999529779}
+{"Finetune/Learning Rate": 2.902000437950637e-06, "Finetune/Loss": 0.5580430626869202, "Finetune/Loss (Raw)": 0.5307953953742981, "Finetune/Step": 7887, "Finetune/Step Time": 6.787497127428651}
+{"Finetune/Learning Rate": 2.8998064856393835e-06, "Finetune/Loss": 0.5591671466827393, "Finetune/Loss (Raw)": 0.6157287359237671, "Finetune/Step": 7888, "Finetune/Step Time": 6.782506659626961}
+{"Finetune/Learning Rate": 2.8976132223263896e-06, "Finetune/Loss": 0.558027982711792, "Finetune/Loss (Raw)": 0.5109283328056335, "Finetune/Step": 7889, "Finetune/Step Time": 6.781137686222792}
+{"Finetune/Learning Rate": 2.8954206482244805e-06, "Finetune/Loss": 0.5577843189239502, "Finetune/Loss (Raw)": 0.6558300852775574, "Finetune/Step": 7890, "Finetune/Step Time": 6.77638191357255}
+{"Finetune/Learning Rate": 2.8932287635464294e-06, "Finetune/Loss": 0.5577033162117004, "Finetune/Loss (Raw)": 0.6158722043037415, "Finetune/Step": 7891, "Finetune/Step Time": 6.77882619202137}
+{"Finetune/Learning Rate": 2.8910375685049306e-06, "Finetune/Loss": 0.5563597679138184, "Finetune/Loss (Raw)": 0.4884592294692993, "Finetune/Step": 7892, "Finetune/Step Time": 6.786622142419219}
+{"Finetune/Learning Rate": 2.8888470633126152e-06, "Finetune/Loss": 0.5554342269897461, "Finetune/Loss (Raw)": 0.528824508190155, "Finetune/Step": 7893, "Finetune/Step Time": 6.7652242835611105}
+{"Finetune/Learning Rate": 2.886657248182053e-06, "Finetune/Loss": 0.554725706577301, "Finetune/Loss (Raw)": 0.6041492223739624, "Finetune/Step": 7894, "Finetune/Step Time": 6.766302019357681}
+{"Finetune/Learning Rate": 2.88446812332574e-06, "Finetune/Loss": 0.553432822227478, "Finetune/Loss (Raw)": 0.5063661336898804, "Finetune/Step": 7895, "Finetune/Step Time": 6.774992985650897}
+{"Finetune/Learning Rate": 2.8822796889561045e-06, "Finetune/Loss": 0.5534827709197998, "Finetune/Loss (Raw)": 0.5817588567733765, "Finetune/Step": 7896, "Finetune/Step Time": 6.777008723467588}
+{"Finetune/Learning Rate": 2.8800919452855137e-06, "Finetune/Loss": 0.5535516142845154, "Finetune/Loss (Raw)": 0.5883636474609375, "Finetune/Step": 7897, "Finetune/Step Time": 6.76187408529222}
+{"Finetune/Learning Rate": 2.8779048925262675e-06, "Finetune/Loss": 0.5538622140884399, "Finetune/Loss (Raw)": 0.6471589207649231, "Finetune/Step": 7898, "Finetune/Step Time": 6.768175452947617}
+{"Finetune/Learning Rate": 2.8757185308905932e-06, "Finetune/Loss": 0.5534746050834656, "Finetune/Loss (Raw)": 0.637492299079895, "Finetune/Step": 7899, "Finetune/Step Time": 6.757031325250864}
+{"Finetune/Learning Rate": 2.873532860590652e-06, "Finetune/Loss": 0.5536178946495056, "Finetune/Loss (Raw)": 0.6462402939796448, "Finetune/Step": 7900, "Finetune/Step Time": 6.757092785090208}
+{"Finetune/Learning Rate": 2.8713478818385443e-06, "Finetune/Loss": 0.5547903776168823, "Finetune/Loss (Raw)": 0.6956228017807007, "Finetune/Step": 7901, "Finetune/Step Time": 6.757499972358346}
+{"Finetune/Learning Rate": 2.8691635948462946e-06, "Finetune/Loss": 0.554639458656311, "Finetune/Loss (Raw)": 0.5247721076011658, "Finetune/Step": 7902, "Finetune/Step Time": 6.763616118580103}
+{"Finetune/Learning Rate": 2.8669799998258696e-06, "Finetune/Loss": 0.5539580583572388, "Finetune/Loss (Raw)": 0.5279720425605774, "Finetune/Step": 7903, "Finetune/Step Time": 6.73738881573081}
+{"Finetune/Learning Rate": 2.8647970969891614e-06, "Finetune/Loss": 0.5537691116333008, "Finetune/Loss (Raw)": 0.5988143086433411, "Finetune/Step": 7904, "Finetune/Step Time": 6.734803641214967}
+{"Finetune/Learning Rate": 2.8626148865479942e-06, "Finetune/Loss": 0.5546302795410156, "Finetune/Loss (Raw)": 0.6724132895469666, "Finetune/Step": 7905, "Finetune/Step Time": 6.702078251168132}
+{"Finetune/Learning Rate": 2.8604333687141306e-06, "Finetune/Loss": 0.5532466173171997, "Finetune/Loss (Raw)": 0.5736883878707886, "Finetune/Step": 7906, "Finetune/Step Time": 6.712220890447497}
+{"Finetune/Learning Rate": 2.8582525436992716e-06, "Finetune/Loss": 0.5535883903503418, "Finetune/Loss (Raw)": 0.6510932445526123, "Finetune/Step": 7907, "Finetune/Step Time": 6.713674323633313}
+{"Finetune/Learning Rate": 2.8560724117150305e-06, "Finetune/Loss": 0.5539953708648682, "Finetune/Loss (Raw)": 0.6855771541595459, "Finetune/Step": 7908, "Finetune/Step Time": 6.707138242200017}
+{"Finetune/Learning Rate": 2.8538929729729713e-06, "Finetune/Loss": 0.554530143737793, "Finetune/Loss (Raw)": 0.638378918170929, "Finetune/Step": 7909, "Finetune/Step Time": 6.705327291041613}
+{"Finetune/Learning Rate": 2.851714227684588e-06, "Finetune/Loss": 0.5551708340644836, "Finetune/Loss (Raw)": 0.6539913415908813, "Finetune/Step": 7910, "Finetune/Step Time": 6.714823482558131}
+{"Finetune/Learning Rate": 2.8495361760613027e-06, "Finetune/Loss": 0.5572212934494019, "Finetune/Loss (Raw)": 0.6866238713264465, "Finetune/Step": 7911, "Finetune/Step Time": 6.707519751042128}
+{"Finetune/Learning Rate": 2.8473588183144686e-06, "Finetune/Loss": 0.5571591854095459, "Finetune/Loss (Raw)": 0.6556302905082703, "Finetune/Step": 7912, "Finetune/Step Time": 6.710325442254543}
+{"Finetune/Learning Rate": 2.8451821546553805e-06, "Finetune/Loss": 0.5568134188652039, "Finetune/Loss (Raw)": 0.5844141840934753, "Finetune/Step": 7913, "Finetune/Step Time": 6.704934438690543}
+{"Finetune/Learning Rate": 2.8430061852952562e-06, "Finetune/Loss": 0.5564730763435364, "Finetune/Loss (Raw)": 0.6212893724441528, "Finetune/Step": 7914, "Finetune/Step Time": 6.702593635767698}
+{"Finetune/Learning Rate": 2.840830910445255e-06, "Finetune/Loss": 0.5561618804931641, "Finetune/Loss (Raw)": 0.6019328832626343, "Finetune/Step": 7915, "Finetune/Step Time": 6.705150447785854}
+{"Finetune/Learning Rate": 2.8386563303164606e-06, "Finetune/Loss": 0.5550525784492493, "Finetune/Loss (Raw)": 0.4888269603252411, "Finetune/Step": 7916, "Finetune/Step Time": 6.721676615998149}
+{"Finetune/Learning Rate": 2.836482445119891e-06, "Finetune/Loss": 0.5553144216537476, "Finetune/Loss (Raw)": 0.23033800721168518, "Finetune/Step": 7917, "Finetune/Step Time": 6.722496155649424}
+{"Finetune/Learning Rate": 2.834309255066503e-06, "Finetune/Loss": 0.5546148419380188, "Finetune/Loss (Raw)": 0.4710566997528076, "Finetune/Step": 7918, "Finetune/Step Time": 6.751029286533594}
+{"Finetune/Learning Rate": 2.832136760367181e-06, "Finetune/Loss": 0.5535013675689697, "Finetune/Loss (Raw)": 0.49926531314849854, "Finetune/Step": 7919, "Finetune/Step Time": 6.781816786155105}
+{"Finetune/Learning Rate": 2.829964961232743e-06, "Finetune/Loss": 0.5543022751808167, "Finetune/Loss (Raw)": 0.5516209006309509, "Finetune/Step": 7920, "Finetune/Step Time": 6.781776083633304}
+{"Finetune/Learning Rate": 2.8277938578739338e-06, "Finetune/Loss": 0.5543558597564697, "Finetune/Loss (Raw)": 0.5747005939483643, "Finetune/Step": 7921, "Finetune/Step Time": 6.77456740476191}
+{"Finetune/Learning Rate": 2.8256234505014425e-06, "Finetune/Loss": 0.5552261471748352, "Finetune/Loss (Raw)": 0.615431010723114, "Finetune/Step": 7922, "Finetune/Step Time": 6.780846759676933}
+{"Finetune/Learning Rate": 2.823453739325881e-06, "Finetune/Loss": 0.5545655488967896, "Finetune/Loss (Raw)": 0.59584641456604, "Finetune/Step": 7923, "Finetune/Step Time": 6.786454640328884}
+{"Finetune/Learning Rate": 2.8212847245577945e-06, "Finetune/Loss": 0.5549637079238892, "Finetune/Loss (Raw)": 0.6987186074256897, "Finetune/Step": 7924, "Finetune/Step Time": 6.77433393150568}
+{"Finetune/Learning Rate": 2.8191164064076637e-06, "Finetune/Loss": 0.5557849407196045, "Finetune/Loss (Raw)": 0.6453472375869751, "Finetune/Step": 7925, "Finetune/Step Time": 6.778789548203349}
+{"Finetune/Learning Rate": 2.816948785085907e-06, "Finetune/Loss": 0.5589800477027893, "Finetune/Loss (Raw)": 0.6267706751823425, "Finetune/Step": 7926, "Finetune/Step Time": 6.769675651565194}
+{"Finetune/Learning Rate": 2.814781860802863e-06, "Finetune/Loss": 0.5603829026222229, "Finetune/Loss (Raw)": 0.6319034695625305, "Finetune/Step": 7927, "Finetune/Step Time": 6.759000364691019}
+{"Finetune/Learning Rate": 2.812615633768807e-06, "Finetune/Loss": 0.5606693029403687, "Finetune/Loss (Raw)": 0.6509639024734497, "Finetune/Step": 7928, "Finetune/Step Time": 6.75764468871057}
+{"Finetune/Learning Rate": 2.8104501041939547e-06, "Finetune/Loss": 0.5613988637924194, "Finetune/Loss (Raw)": 0.692903995513916, "Finetune/Step": 7929, "Finetune/Step Time": 6.756142728030682}
+{"Finetune/Learning Rate": 2.8082852722884433e-06, "Finetune/Loss": 0.5605688691139221, "Finetune/Loss (Raw)": 0.44702017307281494, "Finetune/Step": 7930, "Finetune/Step Time": 6.767195753753185}
+{"Finetune/Learning Rate": 2.8061211382623455e-06, "Finetune/Loss": 0.5599244832992554, "Finetune/Loss (Raw)": 0.586161732673645, "Finetune/Step": 7931, "Finetune/Step Time": 6.764636728912592}
+{"Finetune/Learning Rate": 2.8039577023256726e-06, "Finetune/Loss": 0.5597456693649292, "Finetune/Loss (Raw)": 0.5732951164245605, "Finetune/Step": 7932, "Finetune/Step Time": 6.778594966977835}
+{"Finetune/Learning Rate": 2.801794964688357e-06, "Finetune/Loss": 0.5598341226577759, "Finetune/Loss (Raw)": 0.5349827408790588, "Finetune/Step": 7933, "Finetune/Step Time": 6.786475598812103}
+{"Finetune/Learning Rate": 2.799632925560275e-06, "Finetune/Loss": 0.5605063438415527, "Finetune/Loss (Raw)": 0.6527861952781677, "Finetune/Step": 7934, "Finetune/Step Time": 6.786532171070576}
+{"Finetune/Learning Rate": 2.7974715851512268e-06, "Finetune/Loss": 0.5597802996635437, "Finetune/Loss (Raw)": 0.5252476334571838, "Finetune/Step": 7935, "Finetune/Step Time": 6.786039844155312}
+{"Finetune/Learning Rate": 2.7953109436709447e-06, "Finetune/Loss": 0.5611577033996582, "Finetune/Loss (Raw)": 0.6020817756652832, "Finetune/Step": 7936, "Finetune/Step Time": 6.776702951639891}
+{"Finetune/Learning Rate": 2.7931510013290984e-06, "Finetune/Loss": 0.5611339807510376, "Finetune/Loss (Raw)": 0.6063923835754395, "Finetune/Step": 7937, "Finetune/Step Time": 6.769974308088422}
+{"Finetune/Learning Rate": 2.790991758335295e-06, "Finetune/Loss": 0.5608624219894409, "Finetune/Loss (Raw)": 0.5953202843666077, "Finetune/Step": 7938, "Finetune/Step Time": 6.762506419792771}
+{"Finetune/Learning Rate": 2.7888332148990517e-06, "Finetune/Loss": 0.5621517896652222, "Finetune/Loss (Raw)": 0.7485736012458801, "Finetune/Step": 7939, "Finetune/Step Time": 6.752345781773329}
+{"Finetune/Learning Rate": 2.78667537122984e-06, "Finetune/Loss": 0.562178373336792, "Finetune/Loss (Raw)": 0.49125584959983826, "Finetune/Step": 7940, "Finetune/Step Time": 6.741903357207775}
+{"Finetune/Learning Rate": 2.7845182275370586e-06, "Finetune/Loss": 0.5627896785736084, "Finetune/Loss (Raw)": 0.5685574412345886, "Finetune/Step": 7941, "Finetune/Step Time": 6.739230653271079}
+{"Finetune/Learning Rate": 2.782361784030031e-06, "Finetune/Loss": 0.5627345442771912, "Finetune/Loss (Raw)": 0.6462094187736511, "Finetune/Step": 7942, "Finetune/Step Time": 6.738428330048919}
+{"Finetune/Learning Rate": 2.7802060409180143e-06, "Finetune/Loss": 0.561533510684967, "Finetune/Loss (Raw)": 0.527968168258667, "Finetune/Step": 7943, "Finetune/Step Time": 6.753447474911809}
+{"Finetune/Learning Rate": 2.778050998410208e-06, "Finetune/Loss": 0.5618521571159363, "Finetune/Loss (Raw)": 0.6306726336479187, "Finetune/Step": 7944, "Finetune/Step Time": 6.75421167910099}
+{"Finetune/Learning Rate": 2.7758966567157286e-06, "Finetune/Loss": 0.5654025077819824, "Finetune/Loss (Raw)": 0.6397019624710083, "Finetune/Step": 7945, "Finetune/Step Time": 6.733247479423881}
+{"Finetune/Learning Rate": 2.7737430160436387e-06, "Finetune/Loss": 0.565057635307312, "Finetune/Loss (Raw)": 0.6176335215568542, "Finetune/Step": 7946, "Finetune/Step Time": 6.721051963046193}
+{"Finetune/Learning Rate": 2.771590076602919e-06, "Finetune/Loss": 0.5641398429870605, "Finetune/Loss (Raw)": 0.46766048669815063, "Finetune/Step": 7947, "Finetune/Step Time": 6.746018724516034}
+{"Finetune/Learning Rate": 2.769437838602498e-06, "Finetune/Loss": 0.5619146823883057, "Finetune/Loss (Raw)": 0.22844624519348145, "Finetune/Step": 7948, "Finetune/Step Time": 6.759368358179927}
+{"Finetune/Learning Rate": 2.7672863022512188e-06, "Finetune/Loss": 0.5616666674613953, "Finetune/Loss (Raw)": 0.5008817315101624, "Finetune/Step": 7949, "Finetune/Step Time": 6.76391732506454}
+{"Finetune/Learning Rate": 2.765135467757872e-06, "Finetune/Loss": 0.5623455047607422, "Finetune/Loss (Raw)": 0.566832423210144, "Finetune/Step": 7950, "Finetune/Step Time": 6.764321386814117}
+{"Finetune/Learning Rate": 2.762985335331172e-06, "Finetune/Loss": 0.564291775226593, "Finetune/Loss (Raw)": 0.6747886538505554, "Finetune/Step": 7951, "Finetune/Step Time": 6.7389842085540295}
+{"Finetune/Learning Rate": 2.7608359051797607e-06, "Finetune/Loss": 0.5672918558120728, "Finetune/Loss (Raw)": 0.5541917681694031, "Finetune/Step": 7952, "Finetune/Step Time": 6.730229051783681}
+{"Finetune/Learning Rate": 2.758687177512225e-06, "Finetune/Loss": 0.5689018964767456, "Finetune/Loss (Raw)": 0.665654718875885, "Finetune/Step": 7953, "Finetune/Step Time": 6.726946339011192}
+{"Finetune/Learning Rate": 2.756539152537071e-06, "Finetune/Loss": 0.5695972442626953, "Finetune/Loss (Raw)": 0.6681714057922363, "Finetune/Step": 7954, "Finetune/Step Time": 6.738213937729597}
+{"Finetune/Learning Rate": 2.7543918304627414e-06, "Finetune/Loss": 0.5701783299446106, "Finetune/Loss (Raw)": 0.6486381888389587, "Finetune/Step": 7955, "Finetune/Step Time": 6.736343642696738}
+{"Finetune/Learning Rate": 2.7522452114976127e-06, "Finetune/Loss": 0.5724648833274841, "Finetune/Loss (Raw)": 0.6822295188903809, "Finetune/Step": 7956, "Finetune/Step Time": 6.72145963087678}
+{"Finetune/Learning Rate": 2.750099295849994e-06, "Finetune/Loss": 0.5727012753486633, "Finetune/Loss (Raw)": 0.63978511095047, "Finetune/Step": 7957, "Finetune/Step Time": 6.710780255496502}
+{"Finetune/Learning Rate": 2.7479540837281216e-06, "Finetune/Loss": 0.5730605721473694, "Finetune/Loss (Raw)": 0.5273118019104004, "Finetune/Step": 7958, "Finetune/Step Time": 6.698723159730434}
+{"Finetune/Learning Rate": 2.7458095753401626e-06, "Finetune/Loss": 0.5727773904800415, "Finetune/Loss (Raw)": 0.4970187842845917, "Finetune/Step": 7959, "Finetune/Step Time": 6.700721196830273}
+{"Finetune/Learning Rate": 2.7436657708942226e-06, "Finetune/Loss": 0.5735172033309937, "Finetune/Loss (Raw)": 0.5925964713096619, "Finetune/Step": 7960, "Finetune/Step Time": 6.687665559351444}
+{"Finetune/Learning Rate": 2.741522670598331e-06, "Finetune/Loss": 0.5732839703559875, "Finetune/Loss (Raw)": 0.5599314570426941, "Finetune/Step": 7961, "Finetune/Step Time": 6.688629107549787}
+{"Finetune/Learning Rate": 2.7393802746604593e-06, "Finetune/Loss": 0.572213888168335, "Finetune/Loss (Raw)": 0.5690812468528748, "Finetune/Step": 7962, "Finetune/Step Time": 6.663697633892298}
+{"Finetune/Learning Rate": 2.7372385832884995e-06, "Finetune/Loss": 0.5716260671615601, "Finetune/Loss (Raw)": 0.5663815140724182, "Finetune/Step": 7963, "Finetune/Step Time": 6.670393392443657}
+{"Finetune/Learning Rate": 2.735097596690278e-06, "Finetune/Loss": 0.5714510679244995, "Finetune/Loss (Raw)": 0.5680491328239441, "Finetune/Step": 7964, "Finetune/Step Time": 6.664928086102009}
+{"Finetune/Learning Rate": 2.732957315073558e-06, "Finetune/Loss": 0.5749998092651367, "Finetune/Loss (Raw)": 0.6793683767318726, "Finetune/Step": 7965, "Finetune/Step Time": 6.645635014399886}
+{"Finetune/Learning Rate": 2.7308177386460354e-06, "Finetune/Loss": 0.5749481320381165, "Finetune/Loss (Raw)": 0.6806487441062927, "Finetune/Step": 7966, "Finetune/Step Time": 6.632337434217334}
+{"Finetune/Learning Rate": 2.728678867615324e-06, "Finetune/Loss": 0.5747722387313843, "Finetune/Loss (Raw)": 0.5524505972862244, "Finetune/Step": 7967, "Finetune/Step Time": 6.644250605255365}
+{"Finetune/Learning Rate": 2.726540702188982e-06, "Finetune/Loss": 0.5741513967514038, "Finetune/Loss (Raw)": 0.44323429465293884, "Finetune/Step": 7968, "Finetune/Step Time": 6.632332216948271}
+{"Finetune/Learning Rate": 2.7244032425745016e-06, "Finetune/Loss": 0.5757912993431091, "Finetune/Loss (Raw)": 0.7302639484405518, "Finetune/Step": 7969, "Finetune/Step Time": 6.6513812486082315}
+{"Finetune/Learning Rate": 2.722266488979294e-06, "Finetune/Loss": 0.5765401124954224, "Finetune/Loss (Raw)": 0.6007843017578125, "Finetune/Step": 7970, "Finetune/Step Time": 6.678651738911867}
+{"Finetune/Learning Rate": 2.7201304416107067e-06, "Finetune/Loss": 0.573969304561615, "Finetune/Loss (Raw)": 0.2664757966995239, "Finetune/Step": 7971, "Finetune/Step Time": 6.685029186308384}
+{"Finetune/Learning Rate": 2.7179951006760277e-06, "Finetune/Loss": 0.5750815272331238, "Finetune/Loss (Raw)": 0.6599487662315369, "Finetune/Step": 7972, "Finetune/Step Time": 6.667496342211962}
+{"Finetune/Learning Rate": 2.7158604663824617e-06, "Finetune/Loss": 0.5747972726821899, "Finetune/Loss (Raw)": 0.4459811747074127, "Finetune/Step": 7973, "Finetune/Step Time": 6.654105894267559}
+{"Finetune/Learning Rate": 2.7137265389371592e-06, "Finetune/Loss": 0.5746179819107056, "Finetune/Loss (Raw)": 0.5279759764671326, "Finetune/Step": 7974, "Finetune/Step Time": 6.66144036129117}
+{"Finetune/Learning Rate": 2.711593318547191e-06, "Finetune/Loss": 0.5749362111091614, "Finetune/Loss (Raw)": 0.5914329886436462, "Finetune/Step": 7975, "Finetune/Step Time": 6.641880866140127}
+{"Finetune/Learning Rate": 2.7094608054195605e-06, "Finetune/Loss": 0.5778723955154419, "Finetune/Loss (Raw)": 0.6100795865058899, "Finetune/Step": 7976, "Finetune/Step Time": 6.623505856841803}
+{"Finetune/Learning Rate": 2.7073289997612096e-06, "Finetune/Loss": 0.5779870748519897, "Finetune/Loss (Raw)": 0.5566404461860657, "Finetune/Step": 7977, "Finetune/Step Time": 6.632105091586709}
+{"Finetune/Learning Rate": 2.7051979017790097e-06, "Finetune/Loss": 0.5801563262939453, "Finetune/Loss (Raw)": 0.5007904767990112, "Finetune/Step": 7978, "Finetune/Step Time": 6.617445521056652}
+{"Finetune/Learning Rate": 2.7030675116797588e-06, "Finetune/Loss": 0.5804460048675537, "Finetune/Loss (Raw)": 0.6068378686904907, "Finetune/Step": 7979, "Finetune/Step Time": 6.614946631714702}
+{"Finetune/Learning Rate": 2.700937829670185e-06, "Finetune/Loss": 0.579887330532074, "Finetune/Loss (Raw)": 0.5352932214736938, "Finetune/Step": 7980, "Finetune/Step Time": 6.61612986586988}
+{"Finetune/Learning Rate": 2.698808855956957e-06, "Finetune/Loss": 0.5787444114685059, "Finetune/Loss (Raw)": 0.3918176591396332, "Finetune/Step": 7981, "Finetune/Step Time": 6.628891101107001}
+{"Finetune/Learning Rate": 2.6966805907466664e-06, "Finetune/Loss": 0.5760846734046936, "Finetune/Loss (Raw)": 0.2794499397277832, "Finetune/Step": 7982, "Finetune/Step Time": 6.666994389146566}
+{"Finetune/Learning Rate": 2.6945530342458357e-06, "Finetune/Loss": 0.5737259984016418, "Finetune/Loss (Raw)": 0.33951354026794434, "Finetune/Step": 7983, "Finetune/Step Time": 6.670079227536917}
+{"Finetune/Learning Rate": 2.6924261866609247e-06, "Finetune/Loss": 0.5729394555091858, "Finetune/Loss (Raw)": 0.48714908957481384, "Finetune/Step": 7984, "Finetune/Step Time": 6.692056085914373}
+{"Finetune/Learning Rate": 2.6903000481983244e-06, "Finetune/Loss": 0.5727590322494507, "Finetune/Loss (Raw)": 0.5842670798301697, "Finetune/Step": 7985, "Finetune/Step Time": 6.703153552487493}
+{"Finetune/Learning Rate": 2.68817461906435e-06, "Finetune/Loss": 0.5725953578948975, "Finetune/Loss (Raw)": 0.6161201000213623, "Finetune/Step": 7986, "Finetune/Step Time": 6.707280898466706}
+{"Finetune/Learning Rate": 2.6860498994652494e-06, "Finetune/Loss": 0.570634126663208, "Finetune/Loss (Raw)": 0.4625075161457062, "Finetune/Step": 7987, "Finetune/Step Time": 6.728100040927529}
+{"Finetune/Learning Rate": 2.6839258896072117e-06, "Finetune/Loss": 0.5699241757392883, "Finetune/Loss (Raw)": 0.5392733216285706, "Finetune/Step": 7988, "Finetune/Step Time": 6.736327538266778}
+{"Finetune/Learning Rate": 2.6818025896963406e-06, "Finetune/Loss": 0.5693197250366211, "Finetune/Loss (Raw)": 0.5623781085014343, "Finetune/Step": 7989, "Finetune/Step Time": 6.7580978106707335}
+{"Finetune/Learning Rate": 2.679679999938688e-06, "Finetune/Loss": 0.5709649324417114, "Finetune/Loss (Raw)": 0.5954867005348206, "Finetune/Step": 7990, "Finetune/Step Time": 6.783535338938236}
+{"Finetune/Learning Rate": 2.6775581205402246e-06, "Finetune/Loss": 0.574276328086853, "Finetune/Loss (Raw)": 0.553601086139679, "Finetune/Step": 7991, "Finetune/Step Time": 6.761990724131465}
+{"Finetune/Learning Rate": 2.6754369517068525e-06, "Finetune/Loss": 0.5735234022140503, "Finetune/Loss (Raw)": 0.48435887694358826, "Finetune/Step": 7992, "Finetune/Step Time": 6.736570166423917}
+{"Finetune/Learning Rate": 2.6733164936444132e-06, "Finetune/Loss": 0.5753873586654663, "Finetune/Loss (Raw)": 0.6996694207191467, "Finetune/Step": 7993, "Finetune/Step Time": 6.723623646423221}
+{"Finetune/Learning Rate": 2.6711967465586807e-06, "Finetune/Loss": 0.5749569535255432, "Finetune/Loss (Raw)": 0.6208335161209106, "Finetune/Step": 7994, "Finetune/Step Time": 6.736469175666571}
+{"Finetune/Learning Rate": 2.66907771065534e-06, "Finetune/Loss": 0.5750161409378052, "Finetune/Loss (Raw)": 0.6405645608901978, "Finetune/Step": 7995, "Finetune/Step Time": 6.742094207555056}
+{"Finetune/Learning Rate": 2.666959386140028e-06, "Finetune/Loss": 0.5737519264221191, "Finetune/Loss (Raw)": 0.5502431988716125, "Finetune/Step": 7996, "Finetune/Step Time": 6.75676055252552}
+{"Finetune/Learning Rate": 2.664841773218312e-06, "Finetune/Loss": 0.5745304226875305, "Finetune/Loss (Raw)": 0.6901308298110962, "Finetune/Step": 7997, "Finetune/Step Time": 6.761113196611404}
+{"Finetune/Learning Rate": 2.6627248720956723e-06, "Finetune/Loss": 0.5743491053581238, "Finetune/Loss (Raw)": 0.6414436101913452, "Finetune/Step": 7998, "Finetune/Step Time": 6.7759173065423965}
+{"Finetune/Learning Rate": 2.6606086829775357e-06, "Finetune/Loss": 0.5736535787582397, "Finetune/Loss (Raw)": 0.536077618598938, "Finetune/Step": 7999, "Finetune/Step Time": 6.7960837893188}
+{"Finetune/Learning Rate": 2.6584932060692604e-06, "Finetune/Loss": 0.571497917175293, "Finetune/Loss (Raw)": 0.21161317825317383, "Finetune/Step": 8000, "Finetune/Step Time": 6.813121909275651}
+{"Finetune/Learning Rate": 2.656378441576126e-06, "Finetune/Loss": 0.5702396035194397, "Finetune/Loss (Raw)": 0.47928425669670105, "Finetune/Step": 8001, "Finetune/Step Time": 6.821838894858956}
+{"Finetune/Learning Rate": 2.6542643897033482e-06, "Finetune/Loss": 0.5704753398895264, "Finetune/Loss (Raw)": 0.573835015296936, "Finetune/Step": 8002, "Finetune/Step Time": 6.803416345268488}
+{"Finetune/Learning Rate": 2.6521510506560764e-06, "Finetune/Loss": 0.5706854462623596, "Finetune/Loss (Raw)": 0.5975205898284912, "Finetune/Step": 8003, "Finetune/Step Time": 6.811847776174545}
+{"Finetune/Learning Rate": 2.650038424639384e-06, "Finetune/Loss": 0.5716520547866821, "Finetune/Loss (Raw)": 0.6860557198524475, "Finetune/Step": 8004, "Finetune/Step Time": 6.791027637198567}
+{"Finetune/Learning Rate": 2.6479265118582818e-06, "Finetune/Loss": 0.5727224349975586, "Finetune/Loss (Raw)": 0.6513696312904358, "Finetune/Step": 8005, "Finetune/Step Time": 6.763593755662441}
+{"Finetune/Learning Rate": 2.6458153125177055e-06, "Finetune/Loss": 0.5690926313400269, "Finetune/Loss (Raw)": 0.2211206704378128, "Finetune/Step": 8006, "Finetune/Step Time": 6.778879826888442}
+{"Finetune/Learning Rate": 2.6437048268225297e-06, "Finetune/Loss": 0.5693341493606567, "Finetune/Loss (Raw)": 0.5678627490997314, "Finetune/Step": 8007, "Finetune/Step Time": 6.781144928187132}
+{"Finetune/Learning Rate": 2.641595054977547e-06, "Finetune/Loss": 0.5707756280899048, "Finetune/Loss (Raw)": 0.6113370656967163, "Finetune/Step": 8008, "Finetune/Step Time": 6.768572099506855}
+{"Finetune/Learning Rate": 2.639485997187495e-06, "Finetune/Loss": 0.5705393552780151, "Finetune/Loss (Raw)": 0.5849171280860901, "Finetune/Step": 8009, "Finetune/Step Time": 6.767742598429322}
+{"Finetune/Learning Rate": 2.637377653657034e-06, "Finetune/Loss": 0.569535493850708, "Finetune/Loss (Raw)": 0.4822205901145935, "Finetune/Step": 8010, "Finetune/Step Time": 6.7735310439020395}
+{"Finetune/Learning Rate": 2.6352700245907526e-06, "Finetune/Loss": 0.5698214769363403, "Finetune/Loss (Raw)": 0.6341825127601624, "Finetune/Step": 8011, "Finetune/Step Time": 6.773919593542814}
+{"Finetune/Learning Rate": 2.633163110193179e-06, "Finetune/Loss": 0.5696703195571899, "Finetune/Loss (Raw)": 0.477527916431427, "Finetune/Step": 8012, "Finetune/Step Time": 6.771749870851636}
+{"Finetune/Learning Rate": 2.6310569106687633e-06, "Finetune/Loss": 0.5695655941963196, "Finetune/Loss (Raw)": 0.542458176612854, "Finetune/Step": 8013, "Finetune/Step Time": 6.7705853171646595}
+{"Finetune/Learning Rate": 2.6289514262218874e-06, "Finetune/Loss": 0.5684084892272949, "Finetune/Loss (Raw)": 0.496498167514801, "Finetune/Step": 8014, "Finetune/Step Time": 6.76711087115109}
+{"Finetune/Learning Rate": 2.6268466570568695e-06, "Finetune/Loss": 0.5690550804138184, "Finetune/Loss (Raw)": 0.6135638952255249, "Finetune/Step": 8015, "Finetune/Step Time": 6.744869939982891}
+{"Finetune/Learning Rate": 2.624742603377959e-06, "Finetune/Loss": 0.567862868309021, "Finetune/Loss (Raw)": 0.4631252884864807, "Finetune/Step": 8016, "Finetune/Step Time": 6.742829129099846}
+{"Finetune/Learning Rate": 2.6226392653893274e-06, "Finetune/Loss": 0.5688496828079224, "Finetune/Loss (Raw)": 0.6372363567352295, "Finetune/Step": 8017, "Finetune/Step Time": 6.740745283663273}
+{"Finetune/Learning Rate": 2.6205366432950785e-06, "Finetune/Loss": 0.5681673884391785, "Finetune/Loss (Raw)": 0.5685030221939087, "Finetune/Step": 8018, "Finetune/Step Time": 6.747872598469257}
+{"Finetune/Learning Rate": 2.6184347372992545e-06, "Finetune/Loss": 0.5683138966560364, "Finetune/Loss (Raw)": 0.6346225738525391, "Finetune/Step": 8019, "Finetune/Step Time": 6.72549151070416}
+{"Finetune/Learning Rate": 2.6163335476058205e-06, "Finetune/Loss": 0.5693545341491699, "Finetune/Loss (Raw)": 0.6216577887535095, "Finetune/Step": 8020, "Finetune/Step Time": 6.706357952207327}
+{"Finetune/Learning Rate": 2.6142330744186763e-06, "Finetune/Loss": 0.5695159435272217, "Finetune/Loss (Raw)": 0.5494937896728516, "Finetune/Step": 8021, "Finetune/Step Time": 6.716814326122403}
+{"Finetune/Learning Rate": 2.6121333179416508e-06, "Finetune/Loss": 0.569552481174469, "Finetune/Loss (Raw)": 0.6088243126869202, "Finetune/Step": 8022, "Finetune/Step Time": 6.71797669865191}
+{"Finetune/Learning Rate": 2.6100342783784984e-06, "Finetune/Loss": 0.5709042549133301, "Finetune/Loss (Raw)": 0.6793957948684692, "Finetune/Step": 8023, "Finetune/Step Time": 6.716524546965957}
+{"Finetune/Learning Rate": 2.607935955932911e-06, "Finetune/Loss": 0.5708561539649963, "Finetune/Loss (Raw)": 0.5755941867828369, "Finetune/Step": 8024, "Finetune/Step Time": 6.730289427563548}
+{"Finetune/Learning Rate": 2.605838350808516e-06, "Finetune/Loss": 0.5712155699729919, "Finetune/Loss (Raw)": 0.6343684196472168, "Finetune/Step": 8025, "Finetune/Step Time": 6.748823970556259}
+{"Finetune/Learning Rate": 2.6037414632088507e-06, "Finetune/Loss": 0.5711489915847778, "Finetune/Loss (Raw)": 0.638646125793457, "Finetune/Step": 8026, "Finetune/Step Time": 6.749262602999806}
+{"Finetune/Learning Rate": 2.6016452933374013e-06, "Finetune/Loss": 0.5700106620788574, "Finetune/Loss (Raw)": 0.4917747378349304, "Finetune/Step": 8027, "Finetune/Step Time": 6.75881927087903}
+{"Finetune/Learning Rate": 2.599549841397584e-06, "Finetune/Loss": 0.569957971572876, "Finetune/Loss (Raw)": 0.6394948363304138, "Finetune/Step": 8028, "Finetune/Step Time": 6.757715813815594}
+{"Finetune/Learning Rate": 2.5974551075927346e-06, "Finetune/Loss": 0.5692436695098877, "Finetune/Loss (Raw)": 0.604194164276123, "Finetune/Step": 8029, "Finetune/Step Time": 6.74943445622921}
+{"Finetune/Learning Rate": 2.595361092126123e-06, "Finetune/Loss": 0.5695347785949707, "Finetune/Loss (Raw)": 0.5620317459106445, "Finetune/Step": 8030, "Finetune/Step Time": 6.737536104395986}
+{"Finetune/Learning Rate": 2.5932677952009577e-06, "Finetune/Loss": 0.5710701942443848, "Finetune/Loss (Raw)": 0.7245122790336609, "Finetune/Step": 8031, "Finetune/Step Time": 6.744479715824127}
+{"Finetune/Learning Rate": 2.591175217020363e-06, "Finetune/Loss": 0.5709563493728638, "Finetune/Loss (Raw)": 0.584244966506958, "Finetune/Step": 8032, "Finetune/Step Time": 6.748415283858776}
+{"Finetune/Learning Rate": 2.5890833577874086e-06, "Finetune/Loss": 0.5709137320518494, "Finetune/Loss (Raw)": 0.6669507026672363, "Finetune/Step": 8033, "Finetune/Step Time": 6.741028022021055}
+{"Finetune/Learning Rate": 2.586992217705081e-06, "Finetune/Loss": 0.5718108415603638, "Finetune/Loss (Raw)": 0.6885173320770264, "Finetune/Step": 8034, "Finetune/Step Time": 6.726944351568818}
+{"Finetune/Learning Rate": 2.5849017969763103e-06, "Finetune/Loss": 0.5715281963348389, "Finetune/Loss (Raw)": 0.6149198412895203, "Finetune/Step": 8035, "Finetune/Step Time": 6.725956739857793}
+{"Finetune/Learning Rate": 2.5828120958039414e-06, "Finetune/Loss": 0.5681921243667603, "Finetune/Loss (Raw)": 0.25855305790901184, "Finetune/Step": 8036, "Finetune/Step Time": 6.74683135561645}
+{"Finetune/Learning Rate": 2.580723114390764e-06, "Finetune/Loss": 0.567409873008728, "Finetune/Loss (Raw)": 0.5382503867149353, "Finetune/Step": 8037, "Finetune/Step Time": 6.744013777002692}
+{"Finetune/Learning Rate": 2.57863485293949e-06, "Finetune/Loss": 0.5682348012924194, "Finetune/Loss (Raw)": 0.7595945596694946, "Finetune/Step": 8038, "Finetune/Step Time": 6.7495516538619995}
+{"Finetune/Learning Rate": 2.5765473116527596e-06, "Finetune/Loss": 0.5668485760688782, "Finetune/Loss (Raw)": 0.5091819167137146, "Finetune/Step": 8039, "Finetune/Step Time": 6.74170164950192}
+{"Finetune/Learning Rate": 2.5744604907331503e-06, "Finetune/Loss": 0.567040205001831, "Finetune/Loss (Raw)": 0.6801510453224182, "Finetune/Step": 8040, "Finetune/Step Time": 6.750859232619405}
+{"Finetune/Learning Rate": 2.5723743903831653e-06, "Finetune/Loss": 0.5664753317832947, "Finetune/Loss (Raw)": 0.5121175050735474, "Finetune/Step": 8041, "Finetune/Step Time": 6.753104992210865}
+{"Finetune/Learning Rate": 2.570289010805236e-06, "Finetune/Loss": 0.5628178119659424, "Finetune/Loss (Raw)": 0.15312370657920837, "Finetune/Step": 8042, "Finetune/Step Time": 6.771038172766566}
+{"Finetune/Learning Rate": 2.5682043522017263e-06, "Finetune/Loss": 0.5624755620956421, "Finetune/Loss (Raw)": 0.5581249594688416, "Finetune/Step": 8043, "Finetune/Step Time": 6.768801463767886}
+{"Finetune/Learning Rate": 2.5661204147749352e-06, "Finetune/Loss": 0.5631728768348694, "Finetune/Loss (Raw)": 0.5780819058418274, "Finetune/Step": 8044, "Finetune/Step Time": 6.757636243477464}
+{"Finetune/Learning Rate": 2.564037198727083e-06, "Finetune/Loss": 0.5654304027557373, "Finetune/Loss (Raw)": 0.519300639629364, "Finetune/Step": 8045, "Finetune/Step Time": 6.752435673028231}
+{"Finetune/Learning Rate": 2.5619547042603222e-06, "Finetune/Loss": 0.5663372278213501, "Finetune/Loss (Raw)": 0.5871346592903137, "Finetune/Step": 8046, "Finetune/Step Time": 6.726840406656265}
+{"Finetune/Learning Rate": 2.55987293157674e-06, "Finetune/Loss": 0.5669577121734619, "Finetune/Loss (Raw)": 0.5786911845207214, "Finetune/Step": 8047, "Finetune/Step Time": 6.699345925822854}
+{"Finetune/Learning Rate": 2.5577918808783466e-06, "Finetune/Loss": 0.567051887512207, "Finetune/Loss (Raw)": 0.5636677742004395, "Finetune/Step": 8048, "Finetune/Step Time": 6.695894565433264}
+{"Finetune/Learning Rate": 2.5557115523670904e-06, "Finetune/Loss": 0.5672265291213989, "Finetune/Loss (Raw)": 0.5970591902732849, "Finetune/Step": 8049, "Finetune/Step Time": 6.695986174046993}
+{"Finetune/Learning Rate": 2.5536319462448434e-06, "Finetune/Loss": 0.5640550255775452, "Finetune/Loss (Raw)": 0.2094765156507492, "Finetune/Step": 8050, "Finetune/Step Time": 6.707212198525667}
+{"Finetune/Learning Rate": 2.5515530627134055e-06, "Finetune/Loss": 0.5644590854644775, "Finetune/Loss (Raw)": 0.6475731730461121, "Finetune/Step": 8051, "Finetune/Step Time": 6.706068297848105}
+{"Finetune/Learning Rate": 2.5494749019745133e-06, "Finetune/Loss": 0.5650233030319214, "Finetune/Loss (Raw)": 0.7709270119667053, "Finetune/Step": 8052, "Finetune/Step Time": 6.7193994373083115}
+{"Finetune/Learning Rate": 2.547397464229837e-06, "Finetune/Loss": 0.5652936697006226, "Finetune/Loss (Raw)": 0.6799599528312683, "Finetune/Step": 8053, "Finetune/Step Time": 6.738965075463057}
+{"Finetune/Learning Rate": 2.5453207496809563e-06, "Finetune/Loss": 0.5659348368644714, "Finetune/Loss (Raw)": 0.7088379859924316, "Finetune/Step": 8054, "Finetune/Step Time": 6.74099401012063}
+{"Finetune/Learning Rate": 2.5432447585294007e-06, "Finetune/Loss": 0.5643813610076904, "Finetune/Loss (Raw)": 0.4330589473247528, "Finetune/Step": 8055, "Finetune/Step Time": 6.761895781382918}
+{"Finetune/Learning Rate": 2.5411694909766273e-06, "Finetune/Loss": 0.5650910139083862, "Finetune/Loss (Raw)": 0.7417968511581421, "Finetune/Step": 8056, "Finetune/Step Time": 6.772492952644825}
+{"Finetune/Learning Rate": 2.5390949472240135e-06, "Finetune/Loss": 0.5638675093650818, "Finetune/Loss (Raw)": 0.5362980961799622, "Finetune/Step": 8057, "Finetune/Step Time": 6.770114665850997}
+{"Finetune/Learning Rate": 2.5370211274728706e-06, "Finetune/Loss": 0.5642494559288025, "Finetune/Loss (Raw)": 0.4959101676940918, "Finetune/Step": 8058, "Finetune/Step Time": 6.764257345348597}
+{"Finetune/Learning Rate": 2.534948031924447e-06, "Finetune/Loss": 0.5642896294593811, "Finetune/Loss (Raw)": 0.5913066864013672, "Finetune/Step": 8059, "Finetune/Step Time": 6.792406111955643}
+{"Finetune/Learning Rate": 2.532875660779908e-06, "Finetune/Loss": 0.5617152452468872, "Finetune/Loss (Raw)": 0.24377208948135376, "Finetune/Step": 8060, "Finetune/Step Time": 6.795874604955316}
+{"Finetune/Learning Rate": 2.530804014240359e-06, "Finetune/Loss": 0.5625209212303162, "Finetune/Loss (Raw)": 0.6381105184555054, "Finetune/Step": 8061, "Finetune/Step Time": 6.790254654362798}
+{"Finetune/Learning Rate": 2.528733092506832e-06, "Finetune/Loss": 0.5622868537902832, "Finetune/Loss (Raw)": 0.6228265762329102, "Finetune/Step": 8062, "Finetune/Step Time": 6.802335895597935}
+{"Finetune/Learning Rate": 2.5266628957802817e-06, "Finetune/Loss": 0.5631846189498901, "Finetune/Loss (Raw)": 0.6401587128639221, "Finetune/Step": 8063, "Finetune/Step Time": 6.8025695737451315}
+{"Finetune/Learning Rate": 2.5245934242616076e-06, "Finetune/Loss": 0.5630689859390259, "Finetune/Loss (Raw)": 0.5872718095779419, "Finetune/Step": 8064, "Finetune/Step Time": 6.785316592082381}
+{"Finetune/Learning Rate": 2.522524678151621e-06, "Finetune/Loss": 0.5631178021430969, "Finetune/Loss (Raw)": 0.6126495003700256, "Finetune/Step": 8065, "Finetune/Step Time": 6.790225250646472}
+{"Finetune/Learning Rate": 2.5204566576510804e-06, "Finetune/Loss": 0.5631633996963501, "Finetune/Loss (Raw)": 0.6011596322059631, "Finetune/Step": 8066, "Finetune/Step Time": 6.79295838624239}
+{"Finetune/Learning Rate": 2.518389362960657e-06, "Finetune/Loss": 0.5617842674255371, "Finetune/Loss (Raw)": 0.5720440149307251, "Finetune/Step": 8067, "Finetune/Step Time": 6.787113592028618}
+{"Finetune/Learning Rate": 2.5163227942809666e-06, "Finetune/Loss": 0.5621927976608276, "Finetune/Loss (Raw)": 0.543540894985199, "Finetune/Step": 8068, "Finetune/Step Time": 6.800749961286783}
+{"Finetune/Learning Rate": 2.5142569518125448e-06, "Finetune/Loss": 0.5616306066513062, "Finetune/Loss (Raw)": 0.49660369753837585, "Finetune/Step": 8069, "Finetune/Step Time": 6.814742852002382}
+{"Finetune/Learning Rate": 2.512191835755857e-06, "Finetune/Loss": 0.561618447303772, "Finetune/Loss (Raw)": 0.644646942615509, "Finetune/Step": 8070, "Finetune/Step Time": 6.81542051769793}
+{"Finetune/Learning Rate": 2.5101274463113034e-06, "Finetune/Loss": 0.5614128112792969, "Finetune/Loss (Raw)": 0.5016533732414246, "Finetune/Step": 8071, "Finetune/Step Time": 6.801361648365855}
+{"Finetune/Learning Rate": 2.5080637836792164e-06, "Finetune/Loss": 0.5607774257659912, "Finetune/Loss (Raw)": 0.5493381023406982, "Finetune/Step": 8072, "Finetune/Step Time": 6.817442553117871}
+{"Finetune/Learning Rate": 2.506000848059842e-06, "Finetune/Loss": 0.5608170032501221, "Finetune/Loss (Raw)": 0.6447637677192688, "Finetune/Step": 8073, "Finetune/Step Time": 6.826942928135395}
+{"Finetune/Learning Rate": 2.5039386396533707e-06, "Finetune/Loss": 0.5599066019058228, "Finetune/Loss (Raw)": 0.5011099576950073, "Finetune/Step": 8074, "Finetune/Step Time": 6.852811152115464}
+{"Finetune/Learning Rate": 2.501877158659921e-06, "Finetune/Loss": 0.5605660676956177, "Finetune/Loss (Raw)": 0.5520734190940857, "Finetune/Step": 8075, "Finetune/Step Time": 6.828681826591492}
+{"Finetune/Learning Rate": 2.4998164052795347e-06, "Finetune/Loss": 0.5608752369880676, "Finetune/Loss (Raw)": 0.26801878213882446, "Finetune/Step": 8076, "Finetune/Step Time": 6.818144863471389}
+{"Finetune/Learning Rate": 2.497756379712185e-06, "Finetune/Loss": 0.5615668296813965, "Finetune/Loss (Raw)": 0.5893986821174622, "Finetune/Step": 8077, "Finetune/Step Time": 6.8066166546195745}
+{"Finetune/Learning Rate": 2.4956970821577784e-06, "Finetune/Loss": 0.5616135001182556, "Finetune/Loss (Raw)": 0.5728098154067993, "Finetune/Step": 8078, "Finetune/Step Time": 6.794682674109936}
+{"Finetune/Learning Rate": 2.4936385128161443e-06, "Finetune/Loss": 0.5607706308364868, "Finetune/Loss (Raw)": 0.5669021606445312, "Finetune/Step": 8079, "Finetune/Step Time": 6.7900031208992}
+{"Finetune/Learning Rate": 2.4915806718870505e-06, "Finetune/Loss": 0.5606366991996765, "Finetune/Loss (Raw)": 0.5370483994483948, "Finetune/Step": 8080, "Finetune/Step Time": 6.788850210607052}
+{"Finetune/Learning Rate": 2.4895235595701837e-06, "Finetune/Loss": 0.5603424906730652, "Finetune/Loss (Raw)": 0.6279955506324768, "Finetune/Step": 8081, "Finetune/Step Time": 6.8001222144812346}
+{"Finetune/Learning Rate": 2.4874671760651638e-06, "Finetune/Loss": 0.5592129230499268, "Finetune/Loss (Raw)": 0.5235920548439026, "Finetune/Step": 8082, "Finetune/Step Time": 6.789386592805386}
+{"Finetune/Learning Rate": 2.4854115215715437e-06, "Finetune/Loss": 0.559493899345398, "Finetune/Loss (Raw)": 0.6846007108688354, "Finetune/Step": 8083, "Finetune/Step Time": 6.791567483916879}
+{"Finetune/Learning Rate": 2.4833565962888072e-06, "Finetune/Loss": 0.5581752061843872, "Finetune/Loss (Raw)": 0.513434648513794, "Finetune/Step": 8084, "Finetune/Step Time": 6.80897868424654}
+{"Finetune/Learning Rate": 2.481302400416353e-06, "Finetune/Loss": 0.5583959221839905, "Finetune/Loss (Raw)": 0.6680344939231873, "Finetune/Step": 8085, "Finetune/Step Time": 6.808739898726344}
+{"Finetune/Learning Rate": 2.479248934153524e-06, "Finetune/Loss": 0.5582436323165894, "Finetune/Loss (Raw)": 0.5078237056732178, "Finetune/Step": 8086, "Finetune/Step Time": 6.81476709805429}
+{"Finetune/Learning Rate": 2.4771961976995906e-06, "Finetune/Loss": 0.5590109825134277, "Finetune/Loss (Raw)": 0.5952419638633728, "Finetune/Step": 8087, "Finetune/Step Time": 6.804690808057785}
+{"Finetune/Learning Rate": 2.4751441912537445e-06, "Finetune/Loss": 0.5599844455718994, "Finetune/Loss (Raw)": 0.7171987295150757, "Finetune/Step": 8088, "Finetune/Step Time": 6.807331832125783}
+{"Finetune/Learning Rate": 2.4730929150151105e-06, "Finetune/Loss": 0.5602070093154907, "Finetune/Loss (Raw)": 0.5884193181991577, "Finetune/Step": 8089, "Finetune/Step Time": 6.808976616710424}
+{"Finetune/Learning Rate": 2.4710423691827478e-06, "Finetune/Loss": 0.5609990954399109, "Finetune/Loss (Raw)": 0.6704709529876709, "Finetune/Step": 8090, "Finetune/Step Time": 6.81436724960804}
+{"Finetune/Learning Rate": 2.4689925539556336e-06, "Finetune/Loss": 0.5607253909111023, "Finetune/Loss (Raw)": 0.5313421487808228, "Finetune/Step": 8091, "Finetune/Step Time": 6.808485329151154}
+{"Finetune/Learning Rate": 2.466943469532689e-06, "Finetune/Loss": 0.5610639452934265, "Finetune/Loss (Raw)": 0.611385703086853, "Finetune/Step": 8092, "Finetune/Step Time": 6.815603174269199}
+{"Finetune/Learning Rate": 2.4648951161127464e-06, "Finetune/Loss": 0.5583891272544861, "Finetune/Loss (Raw)": 0.3369864821434021, "Finetune/Step": 8093, "Finetune/Step Time": 6.825231537222862}
+{"Finetune/Learning Rate": 2.4628474938945856e-06, "Finetune/Loss": 0.5570486783981323, "Finetune/Loss (Raw)": 0.5090736150741577, "Finetune/Step": 8094, "Finetune/Step Time": 6.8418670874089}
+{"Finetune/Learning Rate": 2.4608006030768983e-06, "Finetune/Loss": 0.5574905872344971, "Finetune/Loss (Raw)": 0.609018862247467, "Finetune/Step": 8095, "Finetune/Step Time": 6.842316783964634}
+{"Finetune/Learning Rate": 2.458754443858321e-06, "Finetune/Loss": 0.5581551790237427, "Finetune/Loss (Raw)": 0.5282977819442749, "Finetune/Step": 8096, "Finetune/Step Time": 6.834609780460596}
+{"Finetune/Learning Rate": 2.4567090164374085e-06, "Finetune/Loss": 0.5574255585670471, "Finetune/Loss (Raw)": 0.6368734836578369, "Finetune/Step": 8097, "Finetune/Step Time": 6.8191831056028605}
+{"Finetune/Learning Rate": 2.4546643210126454e-06, "Finetune/Loss": 0.5575183033943176, "Finetune/Loss (Raw)": 0.6126571893692017, "Finetune/Step": 8098, "Finetune/Step Time": 6.7878930773586035}
+{"Finetune/Learning Rate": 2.4526203577824514e-06, "Finetune/Loss": 0.5573529005050659, "Finetune/Loss (Raw)": 0.2453039586544037, "Finetune/Step": 8099, "Finetune/Step Time": 6.788518147543073}
+{"Finetune/Learning Rate": 2.4505771269451707e-06, "Finetune/Loss": 0.5569934248924255, "Finetune/Loss (Raw)": 0.6139400601387024, "Finetune/Step": 8100, "Finetune/Step Time": 6.780339624732733}
+{"Finetune/Learning Rate": 2.448534628699073e-06, "Finetune/Loss": 0.5580424666404724, "Finetune/Loss (Raw)": 0.5802544355392456, "Finetune/Step": 8101, "Finetune/Step Time": 6.788798224180937}
+{"Finetune/Learning Rate": 2.4464928632423648e-06, "Finetune/Loss": 0.559493899345398, "Finetune/Loss (Raw)": 0.7137660980224609, "Finetune/Step": 8102, "Finetune/Step Time": 6.781548012048006}
+{"Finetune/Learning Rate": 2.44445183077318e-06, "Finetune/Loss": 0.5595141649246216, "Finetune/Loss (Raw)": 0.5940195322036743, "Finetune/Step": 8103, "Finetune/Step Time": 6.7845612447708845}
+{"Finetune/Learning Rate": 2.442411531489576e-06, "Finetune/Loss": 0.5598034858703613, "Finetune/Loss (Raw)": 0.6471146941184998, "Finetune/Step": 8104, "Finetune/Step Time": 6.795799147337675}
+{"Finetune/Learning Rate": 2.4403719655895385e-06, "Finetune/Loss": 0.5598551630973816, "Finetune/Loss (Raw)": 0.5632539987564087, "Finetune/Step": 8105, "Finetune/Step Time": 6.787206331267953}
+{"Finetune/Learning Rate": 2.4383331332709936e-06, "Finetune/Loss": 0.5604885220527649, "Finetune/Loss (Raw)": 0.5818625688552856, "Finetune/Step": 8106, "Finetune/Step Time": 6.784602630883455}
+{"Finetune/Learning Rate": 2.4362950347317817e-06, "Finetune/Loss": 0.5599440932273865, "Finetune/Loss (Raw)": 0.5371537208557129, "Finetune/Step": 8107, "Finetune/Step Time": 6.786222646012902}
+{"Finetune/Learning Rate": 2.434257670169683e-06, "Finetune/Loss": 0.5603794455528259, "Finetune/Loss (Raw)": 0.5910157561302185, "Finetune/Step": 8108, "Finetune/Step Time": 6.806094873696566}
+{"Finetune/Learning Rate": 2.432221039782401e-06, "Finetune/Loss": 0.5610864758491516, "Finetune/Loss (Raw)": 0.48231640458106995, "Finetune/Step": 8109, "Finetune/Step Time": 6.77591953240335}
+{"Finetune/Learning Rate": 2.4301851437675648e-06, "Finetune/Loss": 0.5638474822044373, "Finetune/Loss (Raw)": 0.6328591108322144, "Finetune/Step": 8110, "Finetune/Step Time": 6.735191004350781}
+{"Finetune/Learning Rate": 2.4281499823227407e-06, "Finetune/Loss": 0.5629400014877319, "Finetune/Loss (Raw)": 0.22336021065711975, "Finetune/Step": 8111, "Finetune/Step Time": 6.748442992568016}
+{"Finetune/Learning Rate": 2.426115555645424e-06, "Finetune/Loss": 0.5638068914413452, "Finetune/Loss (Raw)": 0.5981118679046631, "Finetune/Step": 8112, "Finetune/Step Time": 6.717273702844977}
+{"Finetune/Learning Rate": 2.424081863933023e-06, "Finetune/Loss": 0.5634896755218506, "Finetune/Loss (Raw)": 0.5436554551124573, "Finetune/Step": 8113, "Finetune/Step Time": 6.7086267694830894}
+{"Finetune/Learning Rate": 2.4220489073828914e-06, "Finetune/Loss": 0.5634300112724304, "Finetune/Loss (Raw)": 0.6084820032119751, "Finetune/Step": 8114, "Finetune/Step Time": 6.707326477393508}
+{"Finetune/Learning Rate": 2.420016686192309e-06, "Finetune/Loss": 0.5647623538970947, "Finetune/Loss (Raw)": 0.6330510973930359, "Finetune/Step": 8115, "Finetune/Step Time": 6.673339772969484}
+{"Finetune/Learning Rate": 2.4179852005584794e-06, "Finetune/Loss": 0.5650733709335327, "Finetune/Loss (Raw)": 0.57908695936203, "Finetune/Step": 8116, "Finetune/Step Time": 6.672298938035965}
+{"Finetune/Learning Rate": 2.4159544506785327e-06, "Finetune/Loss": 0.5648206472396851, "Finetune/Loss (Raw)": 0.530028760433197, "Finetune/Step": 8117, "Finetune/Step Time": 6.6653800047934055}
+{"Finetune/Learning Rate": 2.4139244367495373e-06, "Finetune/Loss": 0.5656305551528931, "Finetune/Loss (Raw)": 0.6991519927978516, "Finetune/Step": 8118, "Finetune/Step Time": 6.633082665503025}
+{"Finetune/Learning Rate": 2.411895158968479e-06, "Finetune/Loss": 0.5660433769226074, "Finetune/Loss (Raw)": 0.6064453721046448, "Finetune/Step": 8119, "Finetune/Step Time": 6.637699235230684}
+{"Finetune/Learning Rate": 2.409866617532284e-06, "Finetune/Loss": 0.5665437579154968, "Finetune/Loss (Raw)": 0.5484065413475037, "Finetune/Step": 8120, "Finetune/Step Time": 6.639863505959511}
+{"Finetune/Learning Rate": 2.407838812637796e-06, "Finetune/Loss": 0.5653205513954163, "Finetune/Loss (Raw)": 0.5430964827537537, "Finetune/Step": 8121, "Finetune/Step Time": 6.639093205332756}
+{"Finetune/Learning Rate": 2.405811744481791e-06, "Finetune/Loss": 0.5645595192909241, "Finetune/Loss (Raw)": 0.5234200954437256, "Finetune/Step": 8122, "Finetune/Step Time": 6.6350546926259995}
+{"Finetune/Learning Rate": 2.403785413260975e-06, "Finetune/Loss": 0.564716100692749, "Finetune/Loss (Raw)": 0.6606143712997437, "Finetune/Step": 8123, "Finetune/Step Time": 6.646438684314489}
+{"Finetune/Learning Rate": 2.401759819171988e-06, "Finetune/Loss": 0.5654250383377075, "Finetune/Loss (Raw)": 0.6409856677055359, "Finetune/Step": 8124, "Finetune/Step Time": 6.632558116689324}
+{"Finetune/Learning Rate": 2.399734962411386e-06, "Finetune/Loss": 0.564902663230896, "Finetune/Loss (Raw)": 0.6232585310935974, "Finetune/Step": 8125, "Finetune/Step Time": 6.629207652062178}
+{"Finetune/Learning Rate": 2.3977108431756602e-06, "Finetune/Loss": 0.5640848875045776, "Finetune/Loss (Raw)": 0.5367708802223206, "Finetune/Step": 8126, "Finetune/Step Time": 6.618038022890687}
+{"Finetune/Learning Rate": 2.3956874616612337e-06, "Finetune/Loss": 0.5649952292442322, "Finetune/Loss (Raw)": 0.6526068449020386, "Finetune/Step": 8127, "Finetune/Step Time": 6.595564361661673}
+{"Finetune/Learning Rate": 2.3936648180644504e-06, "Finetune/Loss": 0.568336009979248, "Finetune/Loss (Raw)": 0.6392250657081604, "Finetune/Step": 8128, "Finetune/Step Time": 6.5830611679703}
+{"Finetune/Learning Rate": 2.3916429125815854e-06, "Finetune/Loss": 0.5687242746353149, "Finetune/Loss (Raw)": 0.5289833545684814, "Finetune/Step": 8129, "Finetune/Step Time": 6.574539616703987}
+{"Finetune/Learning Rate": 2.3896217454088454e-06, "Finetune/Loss": 0.565692126750946, "Finetune/Loss (Raw)": 0.18572279810905457, "Finetune/Step": 8130, "Finetune/Step Time": 6.593360750004649}
+{"Finetune/Learning Rate": 2.3876013167423663e-06, "Finetune/Loss": 0.5645161271095276, "Finetune/Loss (Raw)": 0.4469931125640869, "Finetune/Step": 8131, "Finetune/Step Time": 6.603449665009975}
+{"Finetune/Learning Rate": 2.385581626778205e-06, "Finetune/Loss": 0.5630910396575928, "Finetune/Loss (Raw)": 0.5036474466323853, "Finetune/Step": 8132, "Finetune/Step Time": 6.628007443621755}
+{"Finetune/Learning Rate": 2.38356267571235e-06, "Finetune/Loss": 0.5622912049293518, "Finetune/Loss (Raw)": 0.5489874482154846, "Finetune/Step": 8133, "Finetune/Step Time": 6.637384368106723}
+{"Finetune/Learning Rate": 2.3815444637407227e-06, "Finetune/Loss": 0.5645428895950317, "Finetune/Loss (Raw)": 0.5093351006507874, "Finetune/Step": 8134, "Finetune/Step Time": 6.614992702379823}
+{"Finetune/Learning Rate": 2.379526991059168e-06, "Finetune/Loss": 0.5638471841812134, "Finetune/Loss (Raw)": 0.4788162112236023, "Finetune/Step": 8135, "Finetune/Step Time": 6.634800981730223}
+{"Finetune/Learning Rate": 2.377510257863457e-06, "Finetune/Loss": 0.5637138485908508, "Finetune/Loss (Raw)": 0.594266951084137, "Finetune/Step": 8136, "Finetune/Step Time": 6.633462788537145}
+{"Finetune/Learning Rate": 2.3754942643492964e-06, "Finetune/Loss": 0.5634384155273438, "Finetune/Loss (Raw)": 0.549660325050354, "Finetune/Step": 8137, "Finetune/Step Time": 6.6295376271009445}
+{"Finetune/Learning Rate": 2.373479010712313e-06, "Finetune/Loss": 0.5639517307281494, "Finetune/Loss (Raw)": 0.5479254722595215, "Finetune/Step": 8138, "Finetune/Step Time": 6.631620666012168}
+{"Finetune/Learning Rate": 2.3714644971480706e-06, "Finetune/Loss": 0.5636975765228271, "Finetune/Loss (Raw)": 0.6016495227813721, "Finetune/Step": 8139, "Finetune/Step Time": 6.6292676497250795}
+{"Finetune/Learning Rate": 2.3694507238520537e-06, "Finetune/Loss": 0.5647493600845337, "Finetune/Loss (Raw)": 0.6121557950973511, "Finetune/Step": 8140, "Finetune/Step Time": 6.625534640625119}
+{"Finetune/Learning Rate": 2.367437691019675e-06, "Finetune/Loss": 0.566054105758667, "Finetune/Loss (Raw)": 0.7094712853431702, "Finetune/Step": 8141, "Finetune/Step Time": 6.634476874023676}
+{"Finetune/Learning Rate": 2.3654253988462794e-06, "Finetune/Loss": 0.5669354200363159, "Finetune/Loss (Raw)": 0.6093024611473083, "Finetune/Step": 8142, "Finetune/Step Time": 6.632690228521824}
+{"Finetune/Learning Rate": 2.3634138475271463e-06, "Finetune/Loss": 0.5658338665962219, "Finetune/Loss (Raw)": 0.47256824374198914, "Finetune/Step": 8143, "Finetune/Step Time": 6.640571782365441}
+{"Finetune/Learning Rate": 2.3614030372574614e-06, "Finetune/Loss": 0.5669149160385132, "Finetune/Loss (Raw)": 0.6014956831932068, "Finetune/Step": 8144, "Finetune/Step Time": 6.647345235571265}
+{"Finetune/Learning Rate": 2.359392968232361e-06, "Finetune/Loss": 0.5663898587226868, "Finetune/Loss (Raw)": 0.570026159286499, "Finetune/Step": 8145, "Finetune/Step Time": 6.651273151859641}
+{"Finetune/Learning Rate": 2.357383640646902e-06, "Finetune/Loss": 0.5661911964416504, "Finetune/Loss (Raw)": 0.5430803894996643, "Finetune/Step": 8146, "Finetune/Step Time": 6.6577580869197845}
+{"Finetune/Learning Rate": 2.3553750546960653e-06, "Finetune/Loss": 0.5661636590957642, "Finetune/Loss (Raw)": 0.6310994029045105, "Finetune/Step": 8147, "Finetune/Step Time": 6.660238524898887}
+{"Finetune/Learning Rate": 2.3533672105747606e-06, "Finetune/Loss": 0.5658259391784668, "Finetune/Loss (Raw)": 0.5784267783164978, "Finetune/Step": 8148, "Finetune/Step Time": 6.672855418175459}
+{"Finetune/Learning Rate": 2.3513601084778335e-06, "Finetune/Loss": 0.5666618347167969, "Finetune/Loss (Raw)": 0.65648353099823, "Finetune/Step": 8149, "Finetune/Step Time": 6.6658409014344215}
+{"Finetune/Learning Rate": 2.349353748600046e-06, "Finetune/Loss": 0.5661903619766235, "Finetune/Loss (Raw)": 0.548478901386261, "Finetune/Step": 8150, "Finetune/Step Time": 6.664675222709775}
+{"Finetune/Learning Rate": 2.3473481311361e-06, "Finetune/Loss": 0.5650583505630493, "Finetune/Loss (Raw)": 0.534494936466217, "Finetune/Step": 8151, "Finetune/Step Time": 6.657525535672903}
+{"Finetune/Learning Rate": 2.345343256280613e-06, "Finetune/Loss": 0.5656936168670654, "Finetune/Loss (Raw)": 0.6569120287895203, "Finetune/Step": 8152, "Finetune/Step Time": 6.64166240952909}
+{"Finetune/Learning Rate": 2.3433391242281434e-06, "Finetune/Loss": 0.5649518966674805, "Finetune/Loss (Raw)": 0.5394256114959717, "Finetune/Step": 8153, "Finetune/Step Time": 6.62201252579689}
+{"Finetune/Learning Rate": 2.3413357351731645e-06, "Finetune/Loss": 0.5643200874328613, "Finetune/Loss (Raw)": 0.5577711462974548, "Finetune/Step": 8154, "Finetune/Step Time": 6.615522565320134}
+{"Finetune/Learning Rate": 2.3393330893100897e-06, "Finetune/Loss": 0.5648708343505859, "Finetune/Loss (Raw)": 0.562272846698761, "Finetune/Step": 8155, "Finetune/Step Time": 6.608549475669861}
+{"Finetune/Learning Rate": 2.3373311868332516e-06, "Finetune/Loss": 0.563717246055603, "Finetune/Loss (Raw)": 0.49184176325798035, "Finetune/Step": 8156, "Finetune/Step Time": 6.6339889001101255}
+{"Finetune/Learning Rate": 2.335330027936911e-06, "Finetune/Loss": 0.5634632706642151, "Finetune/Loss (Raw)": 0.5716840028762817, "Finetune/Step": 8157, "Finetune/Step Time": 6.626798568293452}
+{"Finetune/Learning Rate": 2.3333296128152637e-06, "Finetune/Loss": 0.5635369420051575, "Finetune/Loss (Raw)": 0.5714606642723083, "Finetune/Step": 8158, "Finetune/Step Time": 6.628126623108983}
+{"Finetune/Learning Rate": 2.331329941662427e-06, "Finetune/Loss": 0.5617514252662659, "Finetune/Loss (Raw)": 0.49596890807151794, "Finetune/Step": 8159, "Finetune/Step Time": 6.620012806728482}
+{"Finetune/Learning Rate": 2.3293310146724446e-06, "Finetune/Loss": 0.5615028142929077, "Finetune/Loss (Raw)": 0.552426278591156, "Finetune/Step": 8160, "Finetune/Step Time": 6.633363576605916}
+{"Finetune/Learning Rate": 2.327332832039294e-06, "Finetune/Loss": 0.55784672498703, "Finetune/Loss (Raw)": 0.1989615112543106, "Finetune/Step": 8161, "Finetune/Step Time": 6.657634548842907}
+{"Finetune/Learning Rate": 2.3253353939568812e-06, "Finetune/Loss": 0.5575775504112244, "Finetune/Loss (Raw)": 0.6540638208389282, "Finetune/Step": 8162, "Finetune/Step Time": 6.660061167553067}
+{"Finetune/Learning Rate": 2.323338700619031e-06, "Finetune/Loss": 0.5575968623161316, "Finetune/Loss (Raw)": 0.6173962354660034, "Finetune/Step": 8163, "Finetune/Step Time": 6.663637256249785}
+{"Finetune/Learning Rate": 2.3213427522195007e-06, "Finetune/Loss": 0.5605645179748535, "Finetune/Loss (Raw)": 0.6384069919586182, "Finetune/Step": 8164, "Finetune/Step Time": 6.648027783259749}
+{"Finetune/Learning Rate": 2.3193475489519825e-06, "Finetune/Loss": 0.5621603727340698, "Finetune/Loss (Raw)": 0.7425228953361511, "Finetune/Step": 8165, "Finetune/Step Time": 6.64869743026793}
+{"Finetune/Learning Rate": 2.3173530910100804e-06, "Finetune/Loss": 0.5610051155090332, "Finetune/Loss (Raw)": 0.6117265820503235, "Finetune/Step": 8166, "Finetune/Step Time": 6.64006713218987}
+{"Finetune/Learning Rate": 2.315359378587343e-06, "Finetune/Loss": 0.5619333386421204, "Finetune/Loss (Raw)": 0.6279922127723694, "Finetune/Step": 8167, "Finetune/Step Time": 6.656152710318565}
+{"Finetune/Learning Rate": 2.313366411877237e-06, "Finetune/Loss": 0.5612014532089233, "Finetune/Loss (Raw)": 0.5864713191986084, "Finetune/Step": 8168, "Finetune/Step Time": 6.646802665665746}
+{"Finetune/Learning Rate": 2.3113741910731537e-06, "Finetune/Loss": 0.5628172755241394, "Finetune/Loss (Raw)": 0.7189363837242126, "Finetune/Step": 8169, "Finetune/Step Time": 6.652731703594327}
+{"Finetune/Learning Rate": 2.309382716368421e-06, "Finetune/Loss": 0.5667705535888672, "Finetune/Loss (Raw)": 0.6591507792472839, "Finetune/Step": 8170, "Finetune/Step Time": 6.642725922167301}
+{"Finetune/Learning Rate": 2.3073919879562968e-06, "Finetune/Loss": 0.5664119124412537, "Finetune/Loss (Raw)": 0.5122181177139282, "Finetune/Step": 8171, "Finetune/Step Time": 6.641740629449487}
+{"Finetune/Learning Rate": 2.3054020060299475e-06, "Finetune/Loss": 0.5672200918197632, "Finetune/Loss (Raw)": 0.6815305352210999, "Finetune/Step": 8172, "Finetune/Step Time": 6.641321394592524}
+{"Finetune/Learning Rate": 2.303412770782485e-06, "Finetune/Loss": 0.5674340128898621, "Finetune/Loss (Raw)": 0.54667729139328, "Finetune/Step": 8173, "Finetune/Step Time": 6.648641547188163}
+{"Finetune/Learning Rate": 2.3014242824069475e-06, "Finetune/Loss": 0.5671414136886597, "Finetune/Loss (Raw)": 0.5496836304664612, "Finetune/Step": 8174, "Finetune/Step Time": 6.647376850247383}
+{"Finetune/Learning Rate": 2.299436541096294e-06, "Finetune/Loss": 0.5672450065612793, "Finetune/Loss (Raw)": 0.5919509530067444, "Finetune/Step": 8175, "Finetune/Step Time": 6.643808823078871}
+{"Finetune/Learning Rate": 2.297449547043409e-06, "Finetune/Loss": 0.568104088306427, "Finetune/Loss (Raw)": 0.6736337542533875, "Finetune/Step": 8176, "Finetune/Step Time": 6.649739321321249}
+{"Finetune/Learning Rate": 2.2954633004411154e-06, "Finetune/Loss": 0.5687445402145386, "Finetune/Loss (Raw)": 0.6790357232093811, "Finetune/Step": 8177, "Finetune/Step Time": 6.647636340931058}
+{"Finetune/Learning Rate": 2.2934778014821523e-06, "Finetune/Loss": 0.5711491107940674, "Finetune/Loss (Raw)": 0.5172590017318726, "Finetune/Step": 8178, "Finetune/Step Time": 6.643318027257919}
+{"Finetune/Learning Rate": 2.2914930503591983e-06, "Finetune/Loss": 0.5710645914077759, "Finetune/Loss (Raw)": 0.6367594599723816, "Finetune/Step": 8179, "Finetune/Step Time": 6.643035551533103}
+{"Finetune/Learning Rate": 2.289509047264846e-06, "Finetune/Loss": 0.5697458982467651, "Finetune/Loss (Raw)": 0.6021227836608887, "Finetune/Step": 8180, "Finetune/Step Time": 6.633467972278595}
+{"Finetune/Learning Rate": 2.2875257923916215e-06, "Finetune/Loss": 0.5690184831619263, "Finetune/Loss (Raw)": 0.5868593454360962, "Finetune/Step": 8181, "Finetune/Step Time": 6.613512024283409}
+{"Finetune/Learning Rate": 2.2855432859319816e-06, "Finetune/Loss": 0.5682109594345093, "Finetune/Loss (Raw)": 0.60547935962677, "Finetune/Step": 8182, "Finetune/Step Time": 6.631060943007469}
+{"Finetune/Learning Rate": 2.2835615280783097e-06, "Finetune/Loss": 0.5692832469940186, "Finetune/Loss (Raw)": 0.5703063011169434, "Finetune/Step": 8183, "Finetune/Step Time": 6.606207260861993}
+{"Finetune/Learning Rate": 2.28158051902291e-06, "Finetune/Loss": 0.5682235956192017, "Finetune/Loss (Raw)": 0.6061670780181885, "Finetune/Step": 8184, "Finetune/Step Time": 6.594291193410754}
+{"Finetune/Learning Rate": 2.279600258958018e-06, "Finetune/Loss": 0.5692735314369202, "Finetune/Loss (Raw)": 0.6706802248954773, "Finetune/Step": 8185, "Finetune/Step Time": 6.590740069746971}
+{"Finetune/Learning Rate": 2.2776207480758017e-06, "Finetune/Loss": 0.5702457427978516, "Finetune/Loss (Raw)": 0.6203550100326538, "Finetune/Step": 8186, "Finetune/Step Time": 6.587003726512194}
+{"Finetune/Learning Rate": 2.2756419865683476e-06, "Finetune/Loss": 0.5706301927566528, "Finetune/Loss (Raw)": 0.6405226588249207, "Finetune/Step": 8187, "Finetune/Step Time": 6.561103772372007}
+{"Finetune/Learning Rate": 2.2736639746276712e-06, "Finetune/Loss": 0.5731195211410522, "Finetune/Loss (Raw)": 0.5624070167541504, "Finetune/Step": 8188, "Finetune/Step Time": 6.539239961653948}
+{"Finetune/Learning Rate": 2.271686712445721e-06, "Finetune/Loss": 0.5729761719703674, "Finetune/Loss (Raw)": 0.619753897190094, "Finetune/Step": 8189, "Finetune/Step Time": 6.569510564208031}
+{"Finetune/Learning Rate": 2.2697102002143724e-06, "Finetune/Loss": 0.5733028650283813, "Finetune/Loss (Raw)": 0.6646463871002197, "Finetune/Step": 8190, "Finetune/Step Time": 6.56929075345397}
+{"Finetune/Learning Rate": 2.2677344381254207e-06, "Finetune/Loss": 0.569462776184082, "Finetune/Loss (Raw)": 0.14862777292728424, "Finetune/Step": 8191, "Finetune/Step Time": 6.586623450741172}
+{"Finetune/Learning Rate": 2.265759426370591e-06, "Finetune/Loss": 0.5703226327896118, "Finetune/Loss (Raw)": 0.6973376274108887, "Finetune/Step": 8192, "Finetune/Step Time": 6.588826047256589}
+{"Finetune/Learning Rate": 2.263785165141541e-06, "Finetune/Loss": 0.5697023868560791, "Finetune/Loss (Raw)": 0.5332525968551636, "Finetune/Step": 8193, "Finetune/Step Time": 6.586225904524326}
+{"Finetune/Learning Rate": 2.2618116546298484e-06, "Finetune/Loss": 0.5697007775306702, "Finetune/Loss (Raw)": 0.6009547710418701, "Finetune/Step": 8194, "Finetune/Step Time": 6.588739883154631}
+{"Finetune/Learning Rate": 2.2598388950270255e-06, "Finetune/Loss": 0.569003701210022, "Finetune/Loss (Raw)": 0.4828210175037384, "Finetune/Step": 8195, "Finetune/Step Time": 6.600215785205364}
+{"Finetune/Learning Rate": 2.257866886524507e-06, "Finetune/Loss": 0.5695042610168457, "Finetune/Loss (Raw)": 0.6076030731201172, "Finetune/Step": 8196, "Finetune/Step Time": 6.593340126797557}
+{"Finetune/Learning Rate": 2.255895629313649e-06, "Finetune/Loss": 0.5708541870117188, "Finetune/Loss (Raw)": 0.6694005727767944, "Finetune/Step": 8197, "Finetune/Step Time": 6.583412393927574}
+{"Finetune/Learning Rate": 2.253925123585746e-06, "Finetune/Loss": 0.5677675008773804, "Finetune/Loss (Raw)": 0.2495471090078354, "Finetune/Step": 8198, "Finetune/Step Time": 6.600394738838077}
+{"Finetune/Learning Rate": 2.2519553695320205e-06, "Finetune/Loss": 0.5691812038421631, "Finetune/Loss (Raw)": 0.6826102137565613, "Finetune/Step": 8199, "Finetune/Step Time": 6.605027502402663}
+{"Finetune/Learning Rate": 2.249986367343604e-06, "Finetune/Loss": 0.5702925324440002, "Finetune/Loss (Raw)": 0.6915876269340515, "Finetune/Step": 8200, "Finetune/Step Time": 6.59169040992856}
+{"Finetune/Learning Rate": 2.2480181172115735e-06, "Finetune/Loss": 0.5703601837158203, "Finetune/Loss (Raw)": 0.6534250974655151, "Finetune/Step": 8201, "Finetune/Step Time": 6.588454080745578}
+{"Finetune/Learning Rate": 2.246050619326933e-06, "Finetune/Loss": 0.5717520713806152, "Finetune/Loss (Raw)": 0.6792687177658081, "Finetune/Step": 8202, "Finetune/Step Time": 6.567355344071984}
+{"Finetune/Learning Rate": 2.2440838738805938e-06, "Finetune/Loss": 0.571951150894165, "Finetune/Loss (Raw)": 0.5775580406188965, "Finetune/Step": 8203, "Finetune/Step Time": 6.562046295031905}
+{"Finetune/Learning Rate": 2.242117881063415e-06, "Finetune/Loss": 0.5744191408157349, "Finetune/Loss (Raw)": 0.5839218497276306, "Finetune/Step": 8204, "Finetune/Step Time": 6.563575118780136}
+{"Finetune/Learning Rate": 2.2401526410661776e-06, "Finetune/Loss": 0.5738334655761719, "Finetune/Loss (Raw)": 0.5144275426864624, "Finetune/Step": 8205, "Finetune/Step Time": 6.5736214853823185}
+{"Finetune/Learning Rate": 2.2381881540795847e-06, "Finetune/Loss": 0.573019802570343, "Finetune/Loss (Raw)": 0.4686601459980011, "Finetune/Step": 8206, "Finetune/Step Time": 6.618014046922326}
+{"Finetune/Learning Rate": 2.236224420294265e-06, "Finetune/Loss": 0.573221743106842, "Finetune/Loss (Raw)": 0.5927530527114868, "Finetune/Step": 8207, "Finetune/Step Time": 6.6431946735829115}
+{"Finetune/Learning Rate": 2.2342614399007856e-06, "Finetune/Loss": 0.5733553767204285, "Finetune/Loss (Raw)": 0.5541549921035767, "Finetune/Step": 8208, "Finetune/Step Time": 6.6489141415804625}
+{"Finetune/Learning Rate": 2.232299213089626e-06, "Finetune/Loss": 0.5728917717933655, "Finetune/Loss (Raw)": 0.568652868270874, "Finetune/Step": 8209, "Finetune/Step Time": 6.639762030914426}
+{"Finetune/Learning Rate": 2.230337740051205e-06, "Finetune/Loss": 0.5730571746826172, "Finetune/Loss (Raw)": 0.544761061668396, "Finetune/Step": 8210, "Finetune/Step Time": 6.650287749245763}
+{"Finetune/Learning Rate": 2.228377020975856e-06, "Finetune/Loss": 0.5723776817321777, "Finetune/Loss (Raw)": 0.5976294279098511, "Finetune/Step": 8211, "Finetune/Step Time": 6.649010211229324}
+{"Finetune/Learning Rate": 2.2264170560538544e-06, "Finetune/Loss": 0.5738101005554199, "Finetune/Loss (Raw)": 0.6967794895172119, "Finetune/Step": 8212, "Finetune/Step Time": 6.63507885299623}
+{"Finetune/Learning Rate": 2.224457845475386e-06, "Finetune/Loss": 0.574904203414917, "Finetune/Loss (Raw)": 0.8080780506134033, "Finetune/Step": 8213, "Finetune/Step Time": 6.636177785694599}
+{"Finetune/Learning Rate": 2.222499389430578e-06, "Finetune/Loss": 0.5752745866775513, "Finetune/Loss (Raw)": 0.5552413463592529, "Finetune/Step": 8214, "Finetune/Step Time": 6.637309880927205}
+{"Finetune/Learning Rate": 2.2205416881094745e-06, "Finetune/Loss": 0.5754415988922119, "Finetune/Loss (Raw)": 0.6166097521781921, "Finetune/Step": 8215, "Finetune/Step Time": 6.654564505442977}
+{"Finetune/Learning Rate": 2.2185847417020457e-06, "Finetune/Loss": 0.5748964548110962, "Finetune/Loss (Raw)": 0.6474315524101257, "Finetune/Step": 8216, "Finetune/Step Time": 6.652320131659508}
+{"Finetune/Learning Rate": 2.216628550398201e-06, "Finetune/Loss": 0.5735957622528076, "Finetune/Loss (Raw)": 0.4219219386577606, "Finetune/Step": 8217, "Finetune/Step Time": 6.6446986719965935}
+{"Finetune/Learning Rate": 2.214673114387762e-06, "Finetune/Loss": 0.5728230476379395, "Finetune/Loss (Raw)": 0.5715712308883667, "Finetune/Step": 8218, "Finetune/Step Time": 6.634856719523668}
+{"Finetune/Learning Rate": 2.2127184338604824e-06, "Finetune/Loss": 0.5727057456970215, "Finetune/Loss (Raw)": 0.5163164138793945, "Finetune/Step": 8219, "Finetune/Step Time": 6.654588935896754}
+{"Finetune/Learning Rate": 2.210764509006045e-06, "Finetune/Loss": 0.5728126764297485, "Finetune/Loss (Raw)": 0.6250844597816467, "Finetune/Step": 8220, "Finetune/Step Time": 6.648798456415534}
+{"Finetune/Learning Rate": 2.20881134001406e-06, "Finetune/Loss": 0.5742433071136475, "Finetune/Loss (Raw)": 0.520096480846405, "Finetune/Step": 8221, "Finetune/Step Time": 6.640858003869653}
+{"Finetune/Learning Rate": 2.2068589270740592e-06, "Finetune/Loss": 0.5748647451400757, "Finetune/Loss (Raw)": 0.5886234045028687, "Finetune/Step": 8222, "Finetune/Step Time": 6.62476971372962}
+{"Finetune/Learning Rate": 2.2049072703755005e-06, "Finetune/Loss": 0.5740038156509399, "Finetune/Loss (Raw)": 0.49881213903427124, "Finetune/Step": 8223, "Finetune/Step Time": 6.6139725018292665}
+{"Finetune/Learning Rate": 2.202956370107777e-06, "Finetune/Loss": 0.5740314722061157, "Finetune/Loss (Raw)": 0.5318394899368286, "Finetune/Step": 8224, "Finetune/Step Time": 6.615007923915982}
+{"Finetune/Learning Rate": 2.201006226460198e-06, "Finetune/Loss": 0.5706671476364136, "Finetune/Loss (Raw)": 0.2062527984380722, "Finetune/Step": 8225, "Finetune/Step Time": 6.635027019307017}
+{"Finetune/Learning Rate": 2.199056839622009e-06, "Finetune/Loss": 0.5673900842666626, "Finetune/Loss (Raw)": 0.19318416714668274, "Finetune/Step": 8226, "Finetune/Step Time": 6.6565836407244205}
+{"Finetune/Learning Rate": 2.197108209782375e-06, "Finetune/Loss": 0.5699998736381531, "Finetune/Loss (Raw)": 0.5793611407279968, "Finetune/Step": 8227, "Finetune/Step Time": 6.6550734508782625}
+{"Finetune/Learning Rate": 2.1951603371303865e-06, "Finetune/Loss": 0.5697622299194336, "Finetune/Loss (Raw)": 0.5835158228874207, "Finetune/Step": 8228, "Finetune/Step Time": 6.660474253818393}
+{"Finetune/Learning Rate": 2.193213221855067e-06, "Finetune/Loss": 0.5668929219245911, "Finetune/Loss (Raw)": 0.21298788487911224, "Finetune/Step": 8229, "Finetune/Step Time": 6.673604499548674}
+{"Finetune/Learning Rate": 2.1912668641453684e-06, "Finetune/Loss": 0.5658422708511353, "Finetune/Loss (Raw)": 0.5792831778526306, "Finetune/Step": 8230, "Finetune/Step Time": 6.682132992893457}
+{"Finetune/Learning Rate": 2.189321264190153e-06, "Finetune/Loss": 0.566152036190033, "Finetune/Loss (Raw)": 0.633664608001709, "Finetune/Step": 8231, "Finetune/Step Time": 6.683578843250871}
+{"Finetune/Learning Rate": 2.1873764221782266e-06, "Finetune/Loss": 0.5657445192337036, "Finetune/Loss (Raw)": 0.5949591398239136, "Finetune/Step": 8232, "Finetune/Step Time": 6.678113300353289}
+{"Finetune/Learning Rate": 2.185432338298318e-06, "Finetune/Loss": 0.5662961006164551, "Finetune/Loss (Raw)": 0.6338579058647156, "Finetune/Step": 8233, "Finetune/Step Time": 6.6755285654217005}
+{"Finetune/Learning Rate": 2.183489012739077e-06, "Finetune/Loss": 0.566848635673523, "Finetune/Loss (Raw)": 0.6525868773460388, "Finetune/Step": 8234, "Finetune/Step Time": 6.674816945567727}
+{"Finetune/Learning Rate": 2.18154644568908e-06, "Finetune/Loss": 0.5667030811309814, "Finetune/Loss (Raw)": 0.5185183882713318, "Finetune/Step": 8235, "Finetune/Step Time": 6.682783372700214}
+{"Finetune/Learning Rate": 2.1796046373368375e-06, "Finetune/Loss": 0.5666494965553284, "Finetune/Loss (Raw)": 0.5841596126556396, "Finetune/Step": 8236, "Finetune/Step Time": 6.6758069563657045}
+{"Finetune/Learning Rate": 2.177663587870776e-06, "Finetune/Loss": 0.5678510665893555, "Finetune/Loss (Raw)": 0.6361129283905029, "Finetune/Step": 8237, "Finetune/Step Time": 6.674749145284295}
+{"Finetune/Learning Rate": 2.1757232974792596e-06, "Finetune/Loss": 0.5678218603134155, "Finetune/Loss (Raw)": 0.629121720790863, "Finetune/Step": 8238, "Finetune/Step Time": 6.680639391764998}
+{"Finetune/Learning Rate": 2.1737837663505713e-06, "Finetune/Loss": 0.568021297454834, "Finetune/Loss (Raw)": 0.24889108538627625, "Finetune/Step": 8239, "Finetune/Step Time": 6.691531090065837}
+{"Finetune/Learning Rate": 2.171844994672916e-06, "Finetune/Loss": 0.5676590204238892, "Finetune/Loss (Raw)": 0.5517411231994629, "Finetune/Step": 8240, "Finetune/Step Time": 6.716991882771254}
+{"Finetune/Learning Rate": 2.1699069826344365e-06, "Finetune/Loss": 0.5673887729644775, "Finetune/Loss (Raw)": 0.5090652108192444, "Finetune/Step": 8241, "Finetune/Step Time": 6.718441594392061}
+{"Finetune/Learning Rate": 2.1679697304231983e-06, "Finetune/Loss": 0.5644593238830566, "Finetune/Loss (Raw)": 0.23350846767425537, "Finetune/Step": 8242, "Finetune/Step Time": 6.738006820902228}
+{"Finetune/Learning Rate": 2.1660332382271875e-06, "Finetune/Loss": 0.5639573335647583, "Finetune/Loss (Raw)": 0.568795919418335, "Finetune/Step": 8243, "Finetune/Step Time": 6.754862902686}
+{"Finetune/Learning Rate": 2.164097506234317e-06, "Finetune/Loss": 0.5609020590782166, "Finetune/Loss (Raw)": 0.18801353871822357, "Finetune/Step": 8244, "Finetune/Step Time": 6.7657934203743935}
+{"Finetune/Learning Rate": 2.1621625346324372e-06, "Finetune/Loss": 0.5611655712127686, "Finetune/Loss (Raw)": 0.5637544393539429, "Finetune/Step": 8245, "Finetune/Step Time": 6.748516017571092}
+{"Finetune/Learning Rate": 2.16022832360931e-06, "Finetune/Loss": 0.5595791339874268, "Finetune/Loss (Raw)": 0.4960922598838806, "Finetune/Step": 8246, "Finetune/Step Time": 6.749532252550125}
+{"Finetune/Learning Rate": 2.158294873352631e-06, "Finetune/Loss": 0.5592367053031921, "Finetune/Loss (Raw)": 0.562610924243927, "Finetune/Step": 8247, "Finetune/Step Time": 6.747468637302518}
+{"Finetune/Learning Rate": 2.1563621840500214e-06, "Finetune/Loss": 0.5597324967384338, "Finetune/Loss (Raw)": 0.6118692755699158, "Finetune/Step": 8248, "Finetune/Step Time": 6.744762202724814}
+{"Finetune/Learning Rate": 2.1544302558890308e-06, "Finetune/Loss": 0.5595799684524536, "Finetune/Loss (Raw)": 0.5235676765441895, "Finetune/Step": 8249, "Finetune/Step Time": 6.76039314083755}
+{"Finetune/Learning Rate": 2.152499089057131e-06, "Finetune/Loss": 0.5577337145805359, "Finetune/Loss (Raw)": 0.28710904717445374, "Finetune/Step": 8250, "Finetune/Step Time": 6.774385444819927}
+{"Finetune/Learning Rate": 2.150568683741716e-06, "Finetune/Loss": 0.5567936897277832, "Finetune/Loss (Raw)": 0.5402875542640686, "Finetune/Step": 8251, "Finetune/Step Time": 6.759187288582325}
+{"Finetune/Learning Rate": 2.1486390401301193e-06, "Finetune/Loss": 0.5562515258789062, "Finetune/Loss (Raw)": 0.5715960264205933, "Finetune/Step": 8252, "Finetune/Step Time": 6.776660962030292}
+{"Finetune/Learning Rate": 2.146710158409586e-06, "Finetune/Loss": 0.5541895627975464, "Finetune/Loss (Raw)": 0.3593144714832306, "Finetune/Step": 8253, "Finetune/Step Time": 6.793852359056473}
+{"Finetune/Learning Rate": 2.1447820387672992e-06, "Finetune/Loss": 0.5546348094940186, "Finetune/Loss (Raw)": 0.5937636494636536, "Finetune/Step": 8254, "Finetune/Step Time": 6.7946185525506735}
+{"Finetune/Learning Rate": 2.1428546813903573e-06, "Finetune/Loss": 0.554151177406311, "Finetune/Loss (Raw)": 0.5907021164894104, "Finetune/Step": 8255, "Finetune/Step Time": 6.799156002700329}
+{"Finetune/Learning Rate": 2.14092808646579e-06, "Finetune/Loss": 0.5541731119155884, "Finetune/Loss (Raw)": 0.6420338749885559, "Finetune/Step": 8256, "Finetune/Step Time": 6.8030659928917885}
+{"Finetune/Learning Rate": 2.1390022541805553e-06, "Finetune/Loss": 0.5542961955070496, "Finetune/Loss (Raw)": 0.5447388887405396, "Finetune/Step": 8257, "Finetune/Step Time": 6.8086408115923405}
+{"Finetune/Learning Rate": 2.1370771847215387e-06, "Finetune/Loss": 0.5574870109558105, "Finetune/Loss (Raw)": 0.5941463112831116, "Finetune/Step": 8258, "Finetune/Step Time": 6.790953746065497}
+{"Finetune/Learning Rate": 2.135152878275537e-06, "Finetune/Loss": 0.5586846470832825, "Finetune/Loss (Raw)": 0.6002920269966125, "Finetune/Step": 8259, "Finetune/Step Time": 6.771867705509067}
+{"Finetune/Learning Rate": 2.133229335029291e-06, "Finetune/Loss": 0.5599654912948608, "Finetune/Loss (Raw)": 0.6676013469696045, "Finetune/Step": 8260, "Finetune/Step Time": 6.746612248942256}
+{"Finetune/Learning Rate": 2.13130655516946e-06, "Finetune/Loss": 0.5599254965782166, "Finetune/Loss (Raw)": 0.5438604354858398, "Finetune/Step": 8261, "Finetune/Step Time": 6.737057166174054}
+{"Finetune/Learning Rate": 2.1293845388826294e-06, "Finetune/Loss": 0.560710072517395, "Finetune/Loss (Raw)": 0.6097661852836609, "Finetune/Step": 8262, "Finetune/Step Time": 6.756578436121345}
+{"Finetune/Learning Rate": 2.1274632863553057e-06, "Finetune/Loss": 0.5615370273590088, "Finetune/Loss (Raw)": 0.5846588015556335, "Finetune/Step": 8263, "Finetune/Step Time": 6.737953646108508}
+{"Finetune/Learning Rate": 2.125542797773933e-06, "Finetune/Loss": 0.5585576295852661, "Finetune/Loss (Raw)": 0.2129090279340744, "Finetune/Step": 8264, "Finetune/Step Time": 6.75457620061934}
+{"Finetune/Learning Rate": 2.1236230733248677e-06, "Finetune/Loss": 0.5592775344848633, "Finetune/Loss (Raw)": 0.6418012976646423, "Finetune/Step": 8265, "Finetune/Step Time": 6.749036626890302}
+{"Finetune/Learning Rate": 2.1217041131944037e-06, "Finetune/Loss": 0.5594361424446106, "Finetune/Loss (Raw)": 0.5682368874549866, "Finetune/Step": 8266, "Finetune/Step Time": 6.740749770775437}
+{"Finetune/Learning Rate": 2.119785917568754e-06, "Finetune/Loss": 0.55964195728302, "Finetune/Loss (Raw)": 0.6279919147491455, "Finetune/Step": 8267, "Finetune/Step Time": 6.737954055890441}
+{"Finetune/Learning Rate": 2.117868486634056e-06, "Finetune/Loss": 0.5595608949661255, "Finetune/Loss (Raw)": 0.6017812490463257, "Finetune/Step": 8268, "Finetune/Step Time": 6.750285038724542}
+{"Finetune/Learning Rate": 2.1159518205763795e-06, "Finetune/Loss": 0.558210015296936, "Finetune/Loss (Raw)": 0.5365535020828247, "Finetune/Step": 8269, "Finetune/Step Time": 6.739160522818565}
+{"Finetune/Learning Rate": 2.114035919581717e-06, "Finetune/Loss": 0.5581363439559937, "Finetune/Loss (Raw)": 0.5998773574829102, "Finetune/Step": 8270, "Finetune/Step Time": 6.738717274740338}
+{"Finetune/Learning Rate": 2.112120783835987e-06, "Finetune/Loss": 0.559232234954834, "Finetune/Loss (Raw)": 0.6128393411636353, "Finetune/Step": 8271, "Finetune/Step Time": 6.747717330232263}
+{"Finetune/Learning Rate": 2.110206413525028e-06, "Finetune/Loss": 0.5594460964202881, "Finetune/Loss (Raw)": 0.6288736462593079, "Finetune/Step": 8272, "Finetune/Step Time": 6.745768059045076}
+{"Finetune/Learning Rate": 2.1082928088346146e-06, "Finetune/Loss": 0.5590018033981323, "Finetune/Loss (Raw)": 0.5131523013114929, "Finetune/Step": 8273, "Finetune/Step Time": 6.760733548551798}
+{"Finetune/Learning Rate": 2.1063799699504395e-06, "Finetune/Loss": 0.5588436126708984, "Finetune/Loss (Raw)": 0.522831380367279, "Finetune/Step": 8274, "Finetune/Step Time": 6.770612116903067}
+{"Finetune/Learning Rate": 2.10446789705812e-06, "Finetune/Loss": 0.558718204498291, "Finetune/Loss (Raw)": 0.6150549054145813, "Finetune/Step": 8275, "Finetune/Step Time": 6.771096816286445}
+{"Finetune/Learning Rate": 2.102556590343208e-06, "Finetune/Loss": 0.5587573051452637, "Finetune/Loss (Raw)": 0.5834258198738098, "Finetune/Step": 8276, "Finetune/Step Time": 6.760667869821191}
+{"Finetune/Learning Rate": 2.1006460499911775e-06, "Finetune/Loss": 0.5553484559059143, "Finetune/Loss (Raw)": 0.22015446424484253, "Finetune/Step": 8277, "Finetune/Step Time": 6.775014579296112}
+{"Finetune/Learning Rate": 2.0987362761874164e-06, "Finetune/Loss": 0.5544527173042297, "Finetune/Loss (Raw)": 0.4338201880455017, "Finetune/Step": 8278, "Finetune/Step Time": 6.791487272828817}
+{"Finetune/Learning Rate": 2.096827269117254e-06, "Finetune/Loss": 0.554599404335022, "Finetune/Loss (Raw)": 0.5532763004302979, "Finetune/Step": 8279, "Finetune/Step Time": 6.79122569039464}
+{"Finetune/Learning Rate": 2.0949190289659416e-06, "Finetune/Loss": 0.5538831353187561, "Finetune/Loss (Raw)": 0.5652300715446472, "Finetune/Step": 8280, "Finetune/Step Time": 6.791461246088147}
+{"Finetune/Learning Rate": 2.0930115559186502e-06, "Finetune/Loss": 0.5535533428192139, "Finetune/Loss (Raw)": 0.49720263481140137, "Finetune/Step": 8281, "Finetune/Step Time": 6.809292744845152}
+{"Finetune/Learning Rate": 2.091104850160477e-06, "Finetune/Loss": 0.5543504357337952, "Finetune/Loss (Raw)": 0.6598024368286133, "Finetune/Step": 8282, "Finetune/Step Time": 6.812358615919948}
+{"Finetune/Learning Rate": 2.0891989118764544e-06, "Finetune/Loss": 0.5538516044616699, "Finetune/Loss (Raw)": 0.49842187762260437, "Finetune/Step": 8283, "Finetune/Step Time": 6.809629077091813}
+{"Finetune/Learning Rate": 2.0872937412515272e-06, "Finetune/Loss": 0.5547760128974915, "Finetune/Loss (Raw)": 0.6101659536361694, "Finetune/Step": 8284, "Finetune/Step Time": 6.788506701588631}
+{"Finetune/Learning Rate": 2.085389338470577e-06, "Finetune/Loss": 0.5543062686920166, "Finetune/Loss (Raw)": 0.5115544199943542, "Finetune/Step": 8285, "Finetune/Step Time": 6.79475674033165}
+{"Finetune/Learning Rate": 2.083485703718403e-06, "Finetune/Loss": 0.5542477965354919, "Finetune/Loss (Raw)": 0.5639817118644714, "Finetune/Step": 8286, "Finetune/Step Time": 6.7895195465534925}
+{"Finetune/Learning Rate": 2.0815828371797307e-06, "Finetune/Loss": 0.5559751987457275, "Finetune/Loss (Raw)": 0.7170761227607727, "Finetune/Step": 8287, "Finetune/Step Time": 6.799652775749564}
+{"Finetune/Learning Rate": 2.079680739039216e-06, "Finetune/Loss": 0.5564591884613037, "Finetune/Loss (Raw)": 0.6143785715103149, "Finetune/Step": 8288, "Finetune/Step Time": 6.804063269868493}
+{"Finetune/Learning Rate": 2.0777794094814417e-06, "Finetune/Loss": 0.5594548583030701, "Finetune/Loss (Raw)": 0.5824032425880432, "Finetune/Step": 8289, "Finetune/Step Time": 6.783556533977389}
+{"Finetune/Learning Rate": 2.075878848690901e-06, "Finetune/Loss": 0.5586516857147217, "Finetune/Loss (Raw)": 0.551255464553833, "Finetune/Step": 8290, "Finetune/Step Time": 6.781716065481305}
+{"Finetune/Learning Rate": 2.073979056852029e-06, "Finetune/Loss": 0.5578880310058594, "Finetune/Loss (Raw)": 0.5196583271026611, "Finetune/Step": 8291, "Finetune/Step Time": 6.776290375739336}
+{"Finetune/Learning Rate": 2.0720800341491822e-06, "Finetune/Loss": 0.5577417016029358, "Finetune/Loss (Raw)": 0.6196703910827637, "Finetune/Step": 8292, "Finetune/Step Time": 6.779324820265174}
+{"Finetune/Learning Rate": 2.070181780766639e-06, "Finetune/Loss": 0.5565204620361328, "Finetune/Loss (Raw)": 0.5862075686454773, "Finetune/Step": 8293, "Finetune/Step Time": 6.778991213068366}
+{"Finetune/Learning Rate": 2.0682842968886006e-06, "Finetune/Loss": 0.5568042397499084, "Finetune/Loss (Raw)": 0.6480443477630615, "Finetune/Step": 8294, "Finetune/Step Time": 6.775645345449448}
+{"Finetune/Learning Rate": 2.0663875826992052e-06, "Finetune/Loss": 0.5570058822631836, "Finetune/Loss (Raw)": 0.653812825679779, "Finetune/Step": 8295, "Finetune/Step Time": 6.771405955776572}
+{"Finetune/Learning Rate": 2.064491638382501e-06, "Finetune/Loss": 0.5570123791694641, "Finetune/Loss (Raw)": 0.5873005986213684, "Finetune/Step": 8296, "Finetune/Step Time": 6.779077764600515}
+{"Finetune/Learning Rate": 2.062596464122476e-06, "Finetune/Loss": 0.5553834438323975, "Finetune/Loss (Raw)": 0.5104283094406128, "Finetune/Step": 8297, "Finetune/Step Time": 6.775350516662002}
+{"Finetune/Learning Rate": 2.0607020601030304e-06, "Finetune/Loss": 0.5550789833068848, "Finetune/Loss (Raw)": 0.6201786994934082, "Finetune/Step": 8298, "Finetune/Step Time": 6.770227948203683}
+{"Finetune/Learning Rate": 2.058808426508002e-06, "Finetune/Loss": 0.5562933087348938, "Finetune/Loss (Raw)": 0.6676546931266785, "Finetune/Step": 8299, "Finetune/Step Time": 6.771695638075471}
+{"Finetune/Learning Rate": 2.0569155635211425e-06, "Finetune/Loss": 0.5561994314193726, "Finetune/Loss (Raw)": 0.669510543346405, "Finetune/Step": 8300, "Finetune/Step Time": 6.76725079677999}
+{"Finetune/Learning Rate": 2.05502347132614e-06, "Finetune/Loss": 0.5566424131393433, "Finetune/Loss (Raw)": 0.603379487991333, "Finetune/Step": 8301, "Finetune/Step Time": 6.746861144900322}
+{"Finetune/Learning Rate": 2.0531321501065972e-06, "Finetune/Loss": 0.5568035840988159, "Finetune/Loss (Raw)": 0.5703078508377075, "Finetune/Step": 8302, "Finetune/Step Time": 6.758299443870783}
+{"Finetune/Learning Rate": 2.0512416000460456e-06, "Finetune/Loss": 0.5567903518676758, "Finetune/Loss (Raw)": 0.5902596116065979, "Finetune/Step": 8303, "Finetune/Step Time": 6.7599920351058245}
+{"Finetune/Learning Rate": 2.0493518213279473e-06, "Finetune/Loss": 0.5565482974052429, "Finetune/Loss (Raw)": 0.6426506638526917, "Finetune/Step": 8304, "Finetune/Step Time": 6.741074355319142}
+{"Finetune/Learning Rate": 2.0474628141356844e-06, "Finetune/Loss": 0.5554292798042297, "Finetune/Loss (Raw)": 0.5358067750930786, "Finetune/Step": 8305, "Finetune/Step Time": 6.744907932356}
+{"Finetune/Learning Rate": 2.0455745786525616e-06, "Finetune/Loss": 0.5532300472259521, "Finetune/Loss (Raw)": 0.23575563728809357, "Finetune/Step": 8306, "Finetune/Step Time": 6.758210074156523}
+{"Finetune/Learning Rate": 2.043687115061813e-06, "Finetune/Loss": 0.5524756908416748, "Finetune/Loss (Raw)": 0.5402061939239502, "Finetune/Step": 8307, "Finetune/Step Time": 6.757890844717622}
+{"Finetune/Learning Rate": 2.0418004235466014e-06, "Finetune/Loss": 0.5521331429481506, "Finetune/Loss (Raw)": 0.5582739114761353, "Finetune/Step": 8308, "Finetune/Step Time": 6.756197029724717}
+{"Finetune/Learning Rate": 2.039914504290007e-06, "Finetune/Loss": 0.5517074465751648, "Finetune/Loss (Raw)": 0.5323678851127625, "Finetune/Step": 8309, "Finetune/Step Time": 6.76265480555594}
+{"Finetune/Learning Rate": 2.0380293574750354e-06, "Finetune/Loss": 0.5513972043991089, "Finetune/Loss (Raw)": 0.5657645463943481, "Finetune/Step": 8310, "Finetune/Step Time": 6.737496225163341}
+{"Finetune/Learning Rate": 2.036144983284626e-06, "Finetune/Loss": 0.5509411096572876, "Finetune/Loss (Raw)": 0.5119383335113525, "Finetune/Step": 8311, "Finetune/Step Time": 6.739263091236353}
+{"Finetune/Learning Rate": 2.034261381901631e-06, "Finetune/Loss": 0.5475844144821167, "Finetune/Loss (Raw)": 0.17650368809700012, "Finetune/Step": 8312, "Finetune/Step Time": 6.757625291123986}
+{"Finetune/Learning Rate": 2.032378553508839e-06, "Finetune/Loss": 0.5471038222312927, "Finetune/Loss (Raw)": 0.6091659069061279, "Finetune/Step": 8313, "Finetune/Step Time": 6.775781556963921}
+{"Finetune/Learning Rate": 2.0304964982889565e-06, "Finetune/Loss": 0.5474339723587036, "Finetune/Loss (Raw)": 0.6626158952713013, "Finetune/Step": 8314, "Finetune/Step Time": 6.776682069525123}
+{"Finetune/Learning Rate": 2.028615216424615e-06, "Finetune/Loss": 0.5471441745758057, "Finetune/Loss (Raw)": 0.6034260392189026, "Finetune/Step": 8315, "Finetune/Step Time": 6.76964358612895}
+{"Finetune/Learning Rate": 2.0267347080983733e-06, "Finetune/Loss": 0.5444996953010559, "Finetune/Loss (Raw)": 0.22391259670257568, "Finetune/Step": 8316, "Finetune/Step Time": 6.788886345922947}
+{"Finetune/Learning Rate": 2.0248549734927224e-06, "Finetune/Loss": 0.5439639091491699, "Finetune/Loss (Raw)": 0.5511776804924011, "Finetune/Step": 8317, "Finetune/Step Time": 6.763359697535634}
+{"Finetune/Learning Rate": 2.02297601279006e-06, "Finetune/Loss": 0.5429673790931702, "Finetune/Loss (Raw)": 0.5370844006538391, "Finetune/Step": 8318, "Finetune/Step Time": 6.75169581733644}
+{"Finetune/Learning Rate": 2.0210978261727223e-06, "Finetune/Loss": 0.5461209416389465, "Finetune/Loss (Raw)": 0.5522878766059875, "Finetune/Step": 8319, "Finetune/Step Time": 6.736626690253615}
+{"Finetune/Learning Rate": 2.0192204138229708e-06, "Finetune/Loss": 0.5459452867507935, "Finetune/Loss (Raw)": 0.6748464703559875, "Finetune/Step": 8320, "Finetune/Step Time": 6.737206624820828}
+{"Finetune/Learning Rate": 2.0173437759229875e-06, "Finetune/Loss": 0.5465060472488403, "Finetune/Loss (Raw)": 0.6050434708595276, "Finetune/Step": 8321, "Finetune/Step Time": 6.7319428864866495}
+{"Finetune/Learning Rate": 2.0154679126548747e-06, "Finetune/Loss": 0.5469393730163574, "Finetune/Loss (Raw)": 0.6564089059829712, "Finetune/Step": 8322, "Finetune/Step Time": 6.738967206329107}
+{"Finetune/Learning Rate": 2.013592824200673e-06, "Finetune/Loss": 0.5482298135757446, "Finetune/Loss (Raw)": 0.648000955581665, "Finetune/Step": 8323, "Finetune/Step Time": 6.729780223220587}
+{"Finetune/Learning Rate": 2.011718510742333e-06, "Finetune/Loss": 0.5479252338409424, "Finetune/Loss (Raw)": 0.5686123967170715, "Finetune/Step": 8324, "Finetune/Step Time": 6.729077877476811}
+{"Finetune/Learning Rate": 2.009844972461742e-06, "Finetune/Loss": 0.5480201244354248, "Finetune/Loss (Raw)": 0.6815537214279175, "Finetune/Step": 8325, "Finetune/Step Time": 6.722933795303106}
+{"Finetune/Learning Rate": 2.007972209540705e-06, "Finetune/Loss": 0.5495454668998718, "Finetune/Loss (Raw)": 0.4447841942310333, "Finetune/Step": 8326, "Finetune/Step Time": 6.700185278430581}
+{"Finetune/Learning Rate": 2.0061002221609506e-06, "Finetune/Loss": 0.5495502948760986, "Finetune/Loss (Raw)": 0.6832349896430969, "Finetune/Step": 8327, "Finetune/Step Time": 6.694781064987183}
+{"Finetune/Learning Rate": 2.0042290105041386e-06, "Finetune/Loss": 0.5493707656860352, "Finetune/Loss (Raw)": 0.6686001420021057, "Finetune/Step": 8328, "Finetune/Step Time": 6.69980557076633}
+{"Finetune/Learning Rate": 2.0023585747518514e-06, "Finetune/Loss": 0.5494829416275024, "Finetune/Loss (Raw)": 0.6677923798561096, "Finetune/Step": 8329, "Finetune/Step Time": 6.697192322462797}
+{"Finetune/Learning Rate": 2.0004889150855934e-06, "Finetune/Loss": 0.5487407445907593, "Finetune/Loss (Raw)": 0.584267795085907, "Finetune/Step": 8330, "Finetune/Step Time": 6.686878750100732}
+{"Finetune/Learning Rate": 1.998620031686793e-06, "Finetune/Loss": 0.5489124059677124, "Finetune/Loss (Raw)": 0.5995270013809204, "Finetune/Step": 8331, "Finetune/Step Time": 6.687678476795554}
+{"Finetune/Learning Rate": 1.9967519247368096e-06, "Finetune/Loss": 0.5487857460975647, "Finetune/Loss (Raw)": 0.5677081346511841, "Finetune/Step": 8332, "Finetune/Step Time": 6.665503263473511}
+{"Finetune/Learning Rate": 1.9948845944169214e-06, "Finetune/Loss": 0.5484398603439331, "Finetune/Loss (Raw)": 0.47014889121055603, "Finetune/Step": 8333, "Finetune/Step Time": 6.672416057437658}
+{"Finetune/Learning Rate": 1.9930180409083298e-06, "Finetune/Loss": 0.5499207973480225, "Finetune/Loss (Raw)": 0.6582250595092773, "Finetune/Step": 8334, "Finetune/Step Time": 6.633226420730352}
+{"Finetune/Learning Rate": 1.9911522643921667e-06, "Finetune/Loss": 0.5494281053543091, "Finetune/Loss (Raw)": 0.5296981334686279, "Finetune/Step": 8335, "Finetune/Step Time": 6.622005546465516}
+{"Finetune/Learning Rate": 1.9892872650494875e-06, "Finetune/Loss": 0.5495971441268921, "Finetune/Loss (Raw)": 0.5757765173912048, "Finetune/Step": 8336, "Finetune/Step Time": 6.6076859924942255}
+{"Finetune/Learning Rate": 1.9874230430612694e-06, "Finetune/Loss": 0.5500553846359253, "Finetune/Loss (Raw)": 0.6273098587989807, "Finetune/Step": 8337, "Finetune/Step Time": 6.605327093973756}
+{"Finetune/Learning Rate": 1.985559598608413e-06, "Finetune/Loss": 0.5508356094360352, "Finetune/Loss (Raw)": 0.6446307897567749, "Finetune/Step": 8338, "Finetune/Step Time": 6.600363025441766}
+{"Finetune/Learning Rate": 1.983696931871749e-06, "Finetune/Loss": 0.5506418347358704, "Finetune/Loss (Raw)": 0.572830855846405, "Finetune/Step": 8339, "Finetune/Step Time": 6.617292502894998}
+{"Finetune/Learning Rate": 1.981835043032029e-06, "Finetune/Loss": 0.5495161414146423, "Finetune/Loss (Raw)": 0.5526885986328125, "Finetune/Step": 8340, "Finetune/Step Time": 6.63519879989326}
+{"Finetune/Learning Rate": 1.9799739322699252e-06, "Finetune/Loss": 0.5482810735702515, "Finetune/Loss (Raw)": 0.6499871611595154, "Finetune/Step": 8341, "Finetune/Step Time": 6.641869571059942}
+{"Finetune/Learning Rate": 1.978113599766044e-06, "Finetune/Loss": 0.5485027432441711, "Finetune/Loss (Raw)": 0.5836192965507507, "Finetune/Step": 8342, "Finetune/Step Time": 6.638805616647005}
+{"Finetune/Learning Rate": 1.976254045700906e-06, "Finetune/Loss": 0.5485249757766724, "Finetune/Loss (Raw)": 0.6194586157798767, "Finetune/Step": 8343, "Finetune/Step Time": 6.623059408739209}
+{"Finetune/Learning Rate": 1.974395270254967e-06, "Finetune/Loss": 0.548804521560669, "Finetune/Loss (Raw)": 0.6832098364830017, "Finetune/Step": 8344, "Finetune/Step Time": 6.633954530581832}
+{"Finetune/Learning Rate": 1.972537273608599e-06, "Finetune/Loss": 0.5499580502510071, "Finetune/Loss (Raw)": 0.5695766806602478, "Finetune/Step": 8345, "Finetune/Step Time": 6.636233270168304}
+{"Finetune/Learning Rate": 1.970680055942097e-06, "Finetune/Loss": 0.5498670339584351, "Finetune/Loss (Raw)": 0.5599152445793152, "Finetune/Step": 8346, "Finetune/Step Time": 6.635699309408665}
+{"Finetune/Learning Rate": 1.9688236174356868e-06, "Finetune/Loss": 0.5505649447441101, "Finetune/Loss (Raw)": 0.6056563854217529, "Finetune/Step": 8347, "Finetune/Step Time": 6.611423959955573}
+{"Finetune/Learning Rate": 1.966967958269522e-06, "Finetune/Loss": 0.5497850775718689, "Finetune/Loss (Raw)": 0.52525395154953, "Finetune/Step": 8348, "Finetune/Step Time": 6.624132141470909}
+{"Finetune/Learning Rate": 1.965113078623664e-06, "Finetune/Loss": 0.550364077091217, "Finetune/Loss (Raw)": 0.5942085981369019, "Finetune/Step": 8349, "Finetune/Step Time": 6.630213633179665}
+{"Finetune/Learning Rate": 1.9632589786781142e-06, "Finetune/Loss": 0.5509010553359985, "Finetune/Loss (Raw)": 0.6573521494865417, "Finetune/Step": 8350, "Finetune/Step Time": 6.633513879030943}
+{"Finetune/Learning Rate": 1.961405658612795e-06, "Finetune/Loss": 0.5510342121124268, "Finetune/Loss (Raw)": 0.5158678889274597, "Finetune/Step": 8351, "Finetune/Step Time": 6.651302205398679}
+{"Finetune/Learning Rate": 1.959553118607551e-06, "Finetune/Loss": 0.5517368912696838, "Finetune/Loss (Raw)": 0.6217741370201111, "Finetune/Step": 8352, "Finetune/Step Time": 6.648889224976301}
+{"Finetune/Learning Rate": 1.957701358842147e-06, "Finetune/Loss": 0.5544605255126953, "Finetune/Loss (Raw)": 0.5548744201660156, "Finetune/Step": 8353, "Finetune/Step Time": 6.6333735808730125}
+{"Finetune/Learning Rate": 1.9558503794962824e-06, "Finetune/Loss": 0.5580240488052368, "Finetune/Loss (Raw)": 0.6493223905563354, "Finetune/Step": 8354, "Finetune/Step Time": 6.623333744704723}
+{"Finetune/Learning Rate": 1.95400018074957e-06, "Finetune/Loss": 0.5576691627502441, "Finetune/Loss (Raw)": 0.5339411497116089, "Finetune/Step": 8355, "Finetune/Step Time": 6.611546000465751}
+{"Finetune/Learning Rate": 1.952150762781556e-06, "Finetune/Loss": 0.5576204061508179, "Finetune/Loss (Raw)": 0.5772768259048462, "Finetune/Step": 8356, "Finetune/Step Time": 6.603915659710765}
+{"Finetune/Learning Rate": 1.9503021257717035e-06, "Finetune/Loss": 0.5609394311904907, "Finetune/Loss (Raw)": 0.6378169059753418, "Finetune/Step": 8357, "Finetune/Step Time": 6.580338483676314}
+{"Finetune/Learning Rate": 1.9484542698994068e-06, "Finetune/Loss": 0.5613083839416504, "Finetune/Loss (Raw)": 0.6265114545822144, "Finetune/Step": 8358, "Finetune/Step Time": 6.5682721100747585}
+{"Finetune/Learning Rate": 1.9466071953439768e-06, "Finetune/Loss": 0.5611958503723145, "Finetune/Loss (Raw)": 0.619256854057312, "Finetune/Step": 8359, "Finetune/Step Time": 6.58434696868062}
+{"Finetune/Learning Rate": 1.944760902284656e-06, "Finetune/Loss": 0.5607597827911377, "Finetune/Loss (Raw)": 0.5391384959220886, "Finetune/Step": 8360, "Finetune/Step Time": 6.592116970568895}
+{"Finetune/Learning Rate": 1.942915390900606e-06, "Finetune/Loss": 0.5601054430007935, "Finetune/Loss (Raw)": 0.5501104593276978, "Finetune/Step": 8361, "Finetune/Step Time": 6.600669218227267}
+{"Finetune/Learning Rate": 1.9410706613709108e-06, "Finetune/Loss": 0.5593457221984863, "Finetune/Loss (Raw)": 0.5553392171859741, "Finetune/Step": 8362, "Finetune/Step Time": 6.602549688890576}
+{"Finetune/Learning Rate": 1.9392267138745867e-06, "Finetune/Loss": 0.5590544939041138, "Finetune/Loss (Raw)": 0.4812413156032562, "Finetune/Step": 8363, "Finetune/Step Time": 6.599428437650204}
+{"Finetune/Learning Rate": 1.937383548590568e-06, "Finetune/Loss": 0.5587735772132874, "Finetune/Loss (Raw)": 0.5481989979743958, "Finetune/Step": 8364, "Finetune/Step Time": 6.594954261556268}
+{"Finetune/Learning Rate": 1.935541165697711e-06, "Finetune/Loss": 0.5594109296798706, "Finetune/Loss (Raw)": 0.7176921963691711, "Finetune/Step": 8365, "Finetune/Step Time": 6.58771788328886}
+{"Finetune/Learning Rate": 1.9336995653748005e-06, "Finetune/Loss": 0.558619499206543, "Finetune/Loss (Raw)": 0.5278276205062866, "Finetune/Step": 8366, "Finetune/Step Time": 6.595008637756109}
+{"Finetune/Learning Rate": 1.931858747800549e-06, "Finetune/Loss": 0.5616704225540161, "Finetune/Loss (Raw)": 0.6394084095954895, "Finetune/Step": 8367, "Finetune/Step Time": 6.568114168941975}
+{"Finetune/Learning Rate": 1.9300187131535855e-06, "Finetune/Loss": 0.5619039535522461, "Finetune/Loss (Raw)": 0.5816314220428467, "Finetune/Step": 8368, "Finetune/Step Time": 6.553622866049409}
+{"Finetune/Learning Rate": 1.9281794616124615e-06, "Finetune/Loss": 0.5622560977935791, "Finetune/Loss (Raw)": 0.5541423559188843, "Finetune/Step": 8369, "Finetune/Step Time": 6.560837557539344}
+{"Finetune/Learning Rate": 1.9263409933556632e-06, "Finetune/Loss": 0.5638877153396606, "Finetune/Loss (Raw)": 0.4423518180847168, "Finetune/Step": 8370, "Finetune/Step Time": 6.544247183948755}
+{"Finetune/Learning Rate": 1.9245033085615893e-06, "Finetune/Loss": 0.5636947751045227, "Finetune/Loss (Raw)": 0.5441016554832458, "Finetune/Step": 8371, "Finetune/Step Time": 6.550798369571567}
+{"Finetune/Learning Rate": 1.9226664074085723e-06, "Finetune/Loss": 0.5660664439201355, "Finetune/Loss (Raw)": 0.4915846288204193, "Finetune/Step": 8372, "Finetune/Step Time": 6.558705449104309}
+{"Finetune/Learning Rate": 1.920830290074861e-06, "Finetune/Loss": 0.567273736000061, "Finetune/Loss (Raw)": 0.7182828783988953, "Finetune/Step": 8373, "Finetune/Step Time": 6.5543304197490215}
+{"Finetune/Learning Rate": 1.918994956738629e-06, "Finetune/Loss": 0.5678269863128662, "Finetune/Loss (Raw)": 0.566909670829773, "Finetune/Step": 8374, "Finetune/Step Time": 6.549432180821896}
+{"Finetune/Learning Rate": 1.917160407577978e-06, "Finetune/Loss": 0.5685203671455383, "Finetune/Loss (Raw)": 0.6513645648956299, "Finetune/Step": 8375, "Finetune/Step Time": 6.550904802978039}
+{"Finetune/Learning Rate": 1.9153266427709385e-06, "Finetune/Loss": 0.5676090121269226, "Finetune/Loss (Raw)": 0.4952200651168823, "Finetune/Step": 8376, "Finetune/Step Time": 6.560022892430425}
+{"Finetune/Learning Rate": 1.913493662495445e-06, "Finetune/Loss": 0.5676400065422058, "Finetune/Loss (Raw)": 0.5275330543518066, "Finetune/Step": 8377, "Finetune/Step Time": 6.55827066861093}
+{"Finetune/Learning Rate": 1.911661466929375e-06, "Finetune/Loss": 0.5700527429580688, "Finetune/Loss (Raw)": 0.5959345102310181, "Finetune/Step": 8378, "Finetune/Step Time": 6.546914465725422}
+{"Finetune/Learning Rate": 1.9098300562505266e-06, "Finetune/Loss": 0.5706119537353516, "Finetune/Loss (Raw)": 0.6118674874305725, "Finetune/Step": 8379, "Finetune/Step Time": 6.550031090155244}
+{"Finetune/Learning Rate": 1.9079994306366156e-06, "Finetune/Loss": 0.5700889229774475, "Finetune/Loss (Raw)": 0.5046507716178894, "Finetune/Step": 8380, "Finetune/Step Time": 6.55965318530798}
+{"Finetune/Learning Rate": 1.9061695902652821e-06, "Finetune/Loss": 0.571143388748169, "Finetune/Loss (Raw)": 0.4942854046821594, "Finetune/Step": 8381, "Finetune/Step Time": 6.559449518099427}
+{"Finetune/Learning Rate": 1.9043405353140975e-06, "Finetune/Loss": 0.5718451738357544, "Finetune/Loss (Raw)": 0.683590829372406, "Finetune/Step": 8382, "Finetune/Step Time": 6.5645076632499695}
+{"Finetune/Learning Rate": 1.9025122659605478e-06, "Finetune/Loss": 0.5713493824005127, "Finetune/Loss (Raw)": 0.5272452235221863, "Finetune/Step": 8383, "Finetune/Step Time": 6.564756792038679}
+{"Finetune/Learning Rate": 1.9006847823820518e-06, "Finetune/Loss": 0.571357011795044, "Finetune/Loss (Raw)": 0.643004834651947, "Finetune/Step": 8384, "Finetune/Step Time": 6.565978238359094}
+{"Finetune/Learning Rate": 1.8988580847559457e-06, "Finetune/Loss": 0.5717382431030273, "Finetune/Loss (Raw)": 0.593539834022522, "Finetune/Step": 8385, "Finetune/Step Time": 6.557875482365489}
+{"Finetune/Learning Rate": 1.8970321732594866e-06, "Finetune/Loss": 0.5711548328399658, "Finetune/Loss (Raw)": 0.5194715857505798, "Finetune/Step": 8386, "Finetune/Step Time": 6.559809559956193}
+{"Finetune/Learning Rate": 1.8952070480698637e-06, "Finetune/Loss": 0.5707192420959473, "Finetune/Loss (Raw)": 0.5445349812507629, "Finetune/Step": 8387, "Finetune/Step Time": 6.570942392572761}
+{"Finetune/Learning Rate": 1.8933827093641878e-06, "Finetune/Loss": 0.5709155201911926, "Finetune/Loss (Raw)": 0.6927211880683899, "Finetune/Step": 8388, "Finetune/Step Time": 6.58302229642868}
+{"Finetune/Learning Rate": 1.8915591573194902e-06, "Finetune/Loss": 0.5703505873680115, "Finetune/Loss (Raw)": 0.47155317664146423, "Finetune/Step": 8389, "Finetune/Step Time": 6.607659250497818}
+{"Finetune/Learning Rate": 1.8897363921127231e-06, "Finetune/Loss": 0.5708073377609253, "Finetune/Loss (Raw)": 0.6682301163673401, "Finetune/Step": 8390, "Finetune/Step Time": 6.589505687355995}
+{"Finetune/Learning Rate": 1.8879144139207727e-06, "Finetune/Loss": 0.5708158016204834, "Finetune/Loss (Raw)": 0.5857373476028442, "Finetune/Step": 8391, "Finetune/Step Time": 6.5897493828088045}
+{"Finetune/Learning Rate": 1.8860932229204409e-06, "Finetune/Loss": 0.5740145444869995, "Finetune/Loss (Raw)": 0.6223515868186951, "Finetune/Step": 8392, "Finetune/Step Time": 6.570801809430122}
+{"Finetune/Learning Rate": 1.8842728192884495e-06, "Finetune/Loss": 0.5706980228424072, "Finetune/Loss (Raw)": 0.2172819972038269, "Finetune/Step": 8393, "Finetune/Step Time": 6.587370242923498}
+{"Finetune/Learning Rate": 1.8824532032014553e-06, "Finetune/Loss": 0.5715960264205933, "Finetune/Loss (Raw)": 0.6831831336021423, "Finetune/Step": 8394, "Finetune/Step Time": 6.588739279657602}
+{"Finetune/Learning Rate": 1.8806343748360323e-06, "Finetune/Loss": 0.5711977481842041, "Finetune/Loss (Raw)": 0.5770165324211121, "Finetune/Step": 8395, "Finetune/Step Time": 6.5894142631441355}
+{"Finetune/Learning Rate": 1.878816334368677e-06, "Finetune/Loss": 0.5714837908744812, "Finetune/Loss (Raw)": 0.6383917927742004, "Finetune/Step": 8396, "Finetune/Step Time": 6.582091396674514}
+{"Finetune/Learning Rate": 1.8769990819758088e-06, "Finetune/Loss": 0.5726334452629089, "Finetune/Loss (Raw)": 0.6837129592895508, "Finetune/Step": 8397, "Finetune/Step Time": 6.594884280115366}
+{"Finetune/Learning Rate": 1.8751826178337784e-06, "Finetune/Loss": 0.5728442072868347, "Finetune/Loss (Raw)": 0.6268474459648132, "Finetune/Step": 8398, "Finetune/Step Time": 6.593857388943434}
+{"Finetune/Learning Rate": 1.8733669421188473e-06, "Finetune/Loss": 0.5725301504135132, "Finetune/Loss (Raw)": 0.572641134262085, "Finetune/Step": 8399, "Finetune/Step Time": 6.5760650634765625}
+{"Finetune/Learning Rate": 1.871552055007213e-06, "Finetune/Loss": 0.5711829662322998, "Finetune/Loss (Raw)": 0.4564412534236908, "Finetune/Step": 8400, "Finetune/Step Time": 6.586404899135232}
+{"Finetune/Learning Rate": 1.8697379566749907e-06, "Finetune/Loss": 0.5717216730117798, "Finetune/Loss (Raw)": 0.5821077227592468, "Finetune/Step": 8401, "Finetune/Step Time": 6.580368921160698}
+{"Finetune/Learning Rate": 1.8679246472982137e-06, "Finetune/Loss": 0.5709875822067261, "Finetune/Loss (Raw)": 0.4288569986820221, "Finetune/Step": 8402, "Finetune/Step Time": 6.595157397910953}
+{"Finetune/Learning Rate": 1.8661121270528492e-06, "Finetune/Loss": 0.5713363885879517, "Finetune/Loss (Raw)": 0.659709632396698, "Finetune/Step": 8403, "Finetune/Step Time": 6.594918854534626}
+{"Finetune/Learning Rate": 1.8643003961147866e-06, "Finetune/Loss": 0.5712520480155945, "Finetune/Loss (Raw)": 0.5726278424263, "Finetune/Step": 8404, "Finetune/Step Time": 6.595330925658345}
+{"Finetune/Learning Rate": 1.862489454659826e-06, "Finetune/Loss": 0.571388840675354, "Finetune/Loss (Raw)": 0.23766452074050903, "Finetune/Step": 8405, "Finetune/Step Time": 6.594302697107196}
+{"Finetune/Learning Rate": 1.860679302863705e-06, "Finetune/Loss": 0.5733314752578735, "Finetune/Loss (Raw)": 0.6824796795845032, "Finetune/Step": 8406, "Finetune/Step Time": 6.588149672374129}
+{"Finetune/Learning Rate": 1.8588699409020839e-06, "Finetune/Loss": 0.5732112526893616, "Finetune/Loss (Raw)": 0.5378882884979248, "Finetune/Step": 8407, "Finetune/Step Time": 6.586446879431605}
+{"Finetune/Learning Rate": 1.8570613689505323e-06, "Finetune/Loss": 0.5728291273117065, "Finetune/Loss (Raw)": 0.5163135528564453, "Finetune/Step": 8408, "Finetune/Step Time": 6.580068020150065}
+{"Finetune/Learning Rate": 1.8552535871845578e-06, "Finetune/Loss": 0.5709392428398132, "Finetune/Loss (Raw)": 0.25530409812927246, "Finetune/Step": 8409, "Finetune/Step Time": 6.583724780008197}
+{"Finetune/Learning Rate": 1.85344659577959e-06, "Finetune/Loss": 0.5703422427177429, "Finetune/Loss (Raw)": 0.5833801031112671, "Finetune/Step": 8410, "Finetune/Step Time": 6.600675670430064}
+{"Finetune/Learning Rate": 1.851640394910974e-06, "Finetune/Loss": 0.5711045265197754, "Finetune/Loss (Raw)": 0.5959959626197815, "Finetune/Step": 8411, "Finetune/Step Time": 6.602970439940691}
+{"Finetune/Learning Rate": 1.849834984753981e-06, "Finetune/Loss": 0.5709114670753479, "Finetune/Loss (Raw)": 0.5854528546333313, "Finetune/Step": 8412, "Finetune/Step Time": 6.600384574383497}
+{"Finetune/Learning Rate": 1.8480303654838117e-06, "Finetune/Loss": 0.5705009698867798, "Finetune/Loss (Raw)": 0.45901820063591003, "Finetune/Step": 8413, "Finetune/Step Time": 6.598989455029368}
+{"Finetune/Learning Rate": 1.8462265372755794e-06, "Finetune/Loss": 0.5710995197296143, "Finetune/Loss (Raw)": 0.6405929327011108, "Finetune/Step": 8414, "Finetune/Step Time": 6.602746749296784}
+{"Finetune/Learning Rate": 1.8444235003043332e-06, "Finetune/Loss": 0.5697758793830872, "Finetune/Loss (Raw)": 0.547648012638092, "Finetune/Step": 8415, "Finetune/Step Time": 6.607962537556887}
+{"Finetune/Learning Rate": 1.8426212547450307e-06, "Finetune/Loss": 0.5683248043060303, "Finetune/Loss (Raw)": 0.42864251136779785, "Finetune/Step": 8416, "Finetune/Step Time": 6.62047915160656}
+{"Finetune/Learning Rate": 1.8408198007725686e-06, "Finetune/Loss": 0.5679986476898193, "Finetune/Loss (Raw)": 0.5406622886657715, "Finetune/Step": 8417, "Finetune/Step Time": 6.636843200773001}
+{"Finetune/Learning Rate": 1.839019138561753e-06, "Finetune/Loss": 0.5675868988037109, "Finetune/Loss (Raw)": 0.49854207038879395, "Finetune/Step": 8418, "Finetune/Step Time": 6.636271420866251}
+{"Finetune/Learning Rate": 1.8372192682873235e-06, "Finetune/Loss": 0.5680053234100342, "Finetune/Loss (Raw)": 0.5732153654098511, "Finetune/Step": 8419, "Finetune/Step Time": 6.647838711738586}
+{"Finetune/Learning Rate": 1.8354201901239355e-06, "Finetune/Loss": 0.5673050880432129, "Finetune/Loss (Raw)": 0.5300403833389282, "Finetune/Step": 8420, "Finetune/Step Time": 6.657300202175975}
+{"Finetune/Learning Rate": 1.833621904246169e-06, "Finetune/Loss": 0.56818026304245, "Finetune/Loss (Raw)": 0.6982322931289673, "Finetune/Step": 8421, "Finetune/Step Time": 6.657308384776115}
+{"Finetune/Learning Rate": 1.8318244108285333e-06, "Finetune/Loss": 0.5676349997520447, "Finetune/Loss (Raw)": 0.5782511234283447, "Finetune/Step": 8422, "Finetune/Step Time": 6.660060664638877}
+{"Finetune/Learning Rate": 1.8300277100454522e-06, "Finetune/Loss": 0.5679019689559937, "Finetune/Loss (Raw)": 0.6879842281341553, "Finetune/Step": 8423, "Finetune/Step Time": 6.656480334699154}
+{"Finetune/Learning Rate": 1.8282318020712754e-06, "Finetune/Loss": 0.5672885179519653, "Finetune/Loss (Raw)": 0.5087794065475464, "Finetune/Step": 8424, "Finetune/Step Time": 6.668375400826335}
+{"Finetune/Learning Rate": 1.8264366870802797e-06, "Finetune/Loss": 0.5680570602416992, "Finetune/Loss (Raw)": 0.6087992787361145, "Finetune/Step": 8425, "Finetune/Step Time": 6.664572063833475}
+{"Finetune/Learning Rate": 1.8246423652466616e-06, "Finetune/Loss": 0.5681358575820923, "Finetune/Loss (Raw)": 0.6302669644355774, "Finetune/Step": 8426, "Finetune/Step Time": 6.670104229822755}
+{"Finetune/Learning Rate": 1.8228488367445418e-06, "Finetune/Loss": 0.5658207535743713, "Finetune/Loss (Raw)": 0.3713171184062958, "Finetune/Step": 8427, "Finetune/Step Time": 6.6950609516352415}
+{"Finetune/Learning Rate": 1.8210561017479588e-06, "Finetune/Loss": 0.5621594786643982, "Finetune/Loss (Raw)": 0.20086868107318878, "Finetune/Step": 8428, "Finetune/Step Time": 6.71467256359756}
+{"Finetune/Learning Rate": 1.8192641604308837e-06, "Finetune/Loss": 0.5624706745147705, "Finetune/Loss (Raw)": 0.6432179808616638, "Finetune/Step": 8429, "Finetune/Step Time": 6.7123020105063915}
+{"Finetune/Learning Rate": 1.817473012967199e-06, "Finetune/Loss": 0.5631779432296753, "Finetune/Loss (Raw)": 0.660837709903717, "Finetune/Step": 8430, "Finetune/Step Time": 6.698481742292643}
+{"Finetune/Learning Rate": 1.8156826595307243e-06, "Finetune/Loss": 0.5624722242355347, "Finetune/Loss (Raw)": 0.49993154406547546, "Finetune/Step": 8431, "Finetune/Step Time": 6.70131947286427}
+{"Finetune/Learning Rate": 1.8138931002951908e-06, "Finetune/Loss": 0.5592244863510132, "Finetune/Loss (Raw)": 0.226934015750885, "Finetune/Step": 8432, "Finetune/Step Time": 6.722046542912722}
+{"Finetune/Learning Rate": 1.8121043354342528e-06, "Finetune/Loss": 0.5604329109191895, "Finetune/Loss (Raw)": 0.6904915571212769, "Finetune/Step": 8433, "Finetune/Step Time": 6.719682019203901}
+{"Finetune/Learning Rate": 1.810316365121494e-06, "Finetune/Loss": 0.5638315081596375, "Finetune/Loss (Raw)": 0.6707680821418762, "Finetune/Step": 8434, "Finetune/Step Time": 6.698477180674672}
+{"Finetune/Learning Rate": 1.8085291895304235e-06, "Finetune/Loss": 0.5639337301254272, "Finetune/Loss (Raw)": 0.5532947778701782, "Finetune/Step": 8435, "Finetune/Step Time": 6.692502707242966}
+{"Finetune/Learning Rate": 1.8067428088344563e-06, "Finetune/Loss": 0.5652080178260803, "Finetune/Loss (Raw)": 0.721379280090332, "Finetune/Step": 8436, "Finetune/Step Time": 6.6960684191435575}
+{"Finetune/Learning Rate": 1.804957223206948e-06, "Finetune/Loss": 0.5651549696922302, "Finetune/Loss (Raw)": 0.525576114654541, "Finetune/Step": 8437, "Finetune/Step Time": 6.687667677178979}
+{"Finetune/Learning Rate": 1.8031724328211719e-06, "Finetune/Loss": 0.5620564222335815, "Finetune/Loss (Raw)": 0.1691555678844452, "Finetune/Step": 8438, "Finetune/Step Time": 6.709004197269678}
+{"Finetune/Learning Rate": 1.801388437850321e-06, "Finetune/Loss": 0.5629727244377136, "Finetune/Loss (Raw)": 0.6292222738265991, "Finetune/Step": 8439, "Finetune/Step Time": 6.712637111544609}
+{"Finetune/Learning Rate": 1.7996052384675112e-06, "Finetune/Loss": 0.5661160945892334, "Finetune/Loss (Raw)": 0.5788528919219971, "Finetune/Step": 8440, "Finetune/Step Time": 6.700258195400238}
+{"Finetune/Learning Rate": 1.7978228348457882e-06, "Finetune/Loss": 0.5661817193031311, "Finetune/Loss (Raw)": 0.6175687313079834, "Finetune/Step": 8441, "Finetune/Step Time": 6.685747105628252}
+{"Finetune/Learning Rate": 1.7960412271581084e-06, "Finetune/Loss": 0.5656484365463257, "Finetune/Loss (Raw)": 0.5943580865859985, "Finetune/Step": 8442, "Finetune/Step Time": 6.684022918343544}
+{"Finetune/Learning Rate": 1.7942604155773645e-06, "Finetune/Loss": 0.5660598874092102, "Finetune/Loss (Raw)": 0.6560893058776855, "Finetune/Step": 8443, "Finetune/Step Time": 6.689171385020018}
+{"Finetune/Learning Rate": 1.792480400276362e-06, "Finetune/Loss": 0.5689901113510132, "Finetune/Loss (Raw)": 0.5989791750907898, "Finetune/Step": 8444, "Finetune/Step Time": 6.674540549516678}
+{"Finetune/Learning Rate": 1.7907011814278308e-06, "Finetune/Loss": 0.5686830282211304, "Finetune/Loss (Raw)": 0.5118678212165833, "Finetune/Step": 8445, "Finetune/Step Time": 6.6654641423374414}
+{"Finetune/Learning Rate": 1.7889227592044278e-06, "Finetune/Loss": 0.569366455078125, "Finetune/Loss (Raw)": 0.6245708465576172, "Finetune/Step": 8446, "Finetune/Step Time": 6.673222590237856}
+{"Finetune/Learning Rate": 1.7871451337787305e-06, "Finetune/Loss": 0.5666475892066956, "Finetune/Loss (Raw)": 0.20427104830741882, "Finetune/Step": 8447, "Finetune/Step Time": 6.6907257325947285}
+{"Finetune/Learning Rate": 1.7853683053232384e-06, "Finetune/Loss": 0.5652452111244202, "Finetune/Loss (Raw)": 0.4953427314758301, "Finetune/Step": 8448, "Finetune/Step Time": 6.69092676974833}
+{"Finetune/Learning Rate": 1.7835922740103695e-06, "Finetune/Loss": 0.5652223229408264, "Finetune/Loss (Raw)": 0.6021129488945007, "Finetune/Step": 8449, "Finetune/Step Time": 6.706314750015736}
+{"Finetune/Learning Rate": 1.7818170400124757e-06, "Finetune/Loss": 0.5647668838500977, "Finetune/Loss (Raw)": 0.598105788230896, "Finetune/Step": 8450, "Finetune/Step Time": 6.694550296291709}
+{"Finetune/Learning Rate": 1.7800426035018204e-06, "Finetune/Loss": 0.5642871856689453, "Finetune/Loss (Raw)": 0.5866082906723022, "Finetune/Step": 8451, "Finetune/Step Time": 6.690690400078893}
+{"Finetune/Learning Rate": 1.7782689646505912e-06, "Finetune/Loss": 0.5653901100158691, "Finetune/Loss (Raw)": 0.7097868323326111, "Finetune/Step": 8452, "Finetune/Step Time": 6.698945073410869}
+{"Finetune/Learning Rate": 1.7764961236309054e-06, "Finetune/Loss": 0.5645754337310791, "Finetune/Loss (Raw)": 0.5772732496261597, "Finetune/Step": 8453, "Finetune/Step Time": 6.708028834313154}
+{"Finetune/Learning Rate": 1.7747240806147981e-06, "Finetune/Loss": 0.5655719041824341, "Finetune/Loss (Raw)": 0.5723289847373962, "Finetune/Step": 8454, "Finetune/Step Time": 6.718209967017174}
+{"Finetune/Learning Rate": 1.7729528357742266e-06, "Finetune/Loss": 0.5647282600402832, "Finetune/Loss (Raw)": 0.5752479434013367, "Finetune/Step": 8455, "Finetune/Step Time": 6.732135344296694}
+{"Finetune/Learning Rate": 1.7711823892810687e-06, "Finetune/Loss": 0.564196765422821, "Finetune/Loss (Raw)": 0.6005719900131226, "Finetune/Step": 8456, "Finetune/Step Time": 6.742901826277375}
+{"Finetune/Learning Rate": 1.7694127413071315e-06, "Finetune/Loss": 0.5646249055862427, "Finetune/Loss (Raw)": 0.7225936055183411, "Finetune/Step": 8457, "Finetune/Step Time": 6.735237151384354}
+{"Finetune/Learning Rate": 1.7676438920241356e-06, "Finetune/Loss": 0.5616416931152344, "Finetune/Loss (Raw)": 0.20241935551166534, "Finetune/Step": 8458, "Finetune/Step Time": 6.7655725963413715}
+{"Finetune/Learning Rate": 1.765875841603736e-06, "Finetune/Loss": 0.5620781779289246, "Finetune/Loss (Raw)": 0.6553976535797119, "Finetune/Step": 8459, "Finetune/Step Time": 6.766102880239487}
+{"Finetune/Learning Rate": 1.7641085902174982e-06, "Finetune/Loss": 0.562412679195404, "Finetune/Loss (Raw)": 0.610518753528595, "Finetune/Step": 8460, "Finetune/Step Time": 6.7661718390882015}
+{"Finetune/Learning Rate": 1.7623421380369133e-06, "Finetune/Loss": 0.5635072588920593, "Finetune/Loss (Raw)": 0.6102585792541504, "Finetune/Step": 8461, "Finetune/Step Time": 6.751137122511864}
+{"Finetune/Learning Rate": 1.7605764852334006e-06, "Finetune/Loss": 0.5630558729171753, "Finetune/Loss (Raw)": 0.6004433631896973, "Finetune/Step": 8462, "Finetune/Step Time": 6.748027075082064}
+{"Finetune/Learning Rate": 1.758811631978301e-06, "Finetune/Loss": 0.5628123879432678, "Finetune/Loss (Raw)": 0.4985368251800537, "Finetune/Step": 8463, "Finetune/Step Time": 6.741256279870868}
+{"Finetune/Learning Rate": 1.7570475784428664e-06, "Finetune/Loss": 0.5628820657730103, "Finetune/Loss (Raw)": 0.5847007036209106, "Finetune/Step": 8464, "Finetune/Step Time": 6.742043124511838}
+{"Finetune/Learning Rate": 1.755284324798282e-06, "Finetune/Loss": 0.5613876581192017, "Finetune/Loss (Raw)": 0.4360125958919525, "Finetune/Step": 8465, "Finetune/Step Time": 6.756797336041927}
+{"Finetune/Learning Rate": 1.7535218712156587e-06, "Finetune/Loss": 0.5608208179473877, "Finetune/Loss (Raw)": 0.5720739364624023, "Finetune/Step": 8466, "Finetune/Step Time": 6.752789914608002}
+{"Finetune/Learning Rate": 1.7517602178660187e-06, "Finetune/Loss": 0.5578210949897766, "Finetune/Loss (Raw)": 0.18887171149253845, "Finetune/Step": 8467, "Finetune/Step Time": 6.753646295517683}
+{"Finetune/Learning Rate": 1.7499993649203096e-06, "Finetune/Loss": 0.5577913522720337, "Finetune/Loss (Raw)": 0.5488881468772888, "Finetune/Step": 8468, "Finetune/Step Time": 6.737469617277384}
+{"Finetune/Learning Rate": 1.74823931254941e-06, "Finetune/Loss": 0.5561733245849609, "Finetune/Loss (Raw)": 0.4428793489933014, "Finetune/Step": 8469, "Finetune/Step Time": 6.742461994290352}
+{"Finetune/Learning Rate": 1.7464800609241083e-06, "Finetune/Loss": 0.5561355352401733, "Finetune/Loss (Raw)": 0.5787768363952637, "Finetune/Step": 8470, "Finetune/Step Time": 6.738869013264775}
+{"Finetune/Learning Rate": 1.7447216102151254e-06, "Finetune/Loss": 0.5550330877304077, "Finetune/Loss (Raw)": 0.47835201025009155, "Finetune/Step": 8471, "Finetune/Step Time": 6.74750230461359}
+{"Finetune/Learning Rate": 1.7429639605930982e-06, "Finetune/Loss": 0.5547974109649658, "Finetune/Loss (Raw)": 0.6530435681343079, "Finetune/Step": 8472, "Finetune/Step Time": 6.746166866272688}
+{"Finetune/Learning Rate": 1.7412071122285857e-06, "Finetune/Loss": 0.5554722547531128, "Finetune/Loss (Raw)": 0.655946671962738, "Finetune/Step": 8473, "Finetune/Step Time": 6.755317125469446}
+{"Finetune/Learning Rate": 1.7394510652920748e-06, "Finetune/Loss": 0.555270254611969, "Finetune/Loss (Raw)": 0.5340625643730164, "Finetune/Step": 8474, "Finetune/Step Time": 6.763163562864065}
+{"Finetune/Learning Rate": 1.7376958199539718e-06, "Finetune/Loss": 0.5551977157592773, "Finetune/Loss (Raw)": 0.596376359462738, "Finetune/Step": 8475, "Finetune/Step Time": 6.765768967568874}
+{"Finetune/Learning Rate": 1.7359413763846022e-06, "Finetune/Loss": 0.5526880621910095, "Finetune/Loss (Raw)": 0.20401020348072052, "Finetune/Step": 8476, "Finetune/Step Time": 6.767364325001836}
+{"Finetune/Learning Rate": 1.7341877347542157e-06, "Finetune/Loss": 0.5495250821113586, "Finetune/Loss (Raw)": 0.18935313820838928, "Finetune/Step": 8477, "Finetune/Step Time": 6.7794987969100475}
+{"Finetune/Learning Rate": 1.7324348952329872e-06, "Finetune/Loss": 0.5488578677177429, "Finetune/Loss (Raw)": 0.571944534778595, "Finetune/Step": 8478, "Finetune/Step Time": 6.77138982899487}
+{"Finetune/Learning Rate": 1.7306828579910107e-06, "Finetune/Loss": 0.5485848784446716, "Finetune/Loss (Raw)": 0.4809314012527466, "Finetune/Step": 8479, "Finetune/Step Time": 6.75344155356288}
+{"Finetune/Learning Rate": 1.7289316231982977e-06, "Finetune/Loss": 0.5469950437545776, "Finetune/Loss (Raw)": 0.41827523708343506, "Finetune/Step": 8480, "Finetune/Step Time": 6.770699279382825}
+{"Finetune/Learning Rate": 1.7271811910247916e-06, "Finetune/Loss": 0.5474395751953125, "Finetune/Loss (Raw)": 0.6117745637893677, "Finetune/Step": 8481, "Finetune/Step Time": 6.771599914878607}
+{"Finetune/Learning Rate": 1.7254315616403582e-06, "Finetune/Loss": 0.5463672876358032, "Finetune/Loss (Raw)": 0.5120634436607361, "Finetune/Step": 8482, "Finetune/Step Time": 6.762966303154826}
+{"Finetune/Learning Rate": 1.7236827352147689e-06, "Finetune/Loss": 0.5466406345367432, "Finetune/Loss (Raw)": 0.5689325332641602, "Finetune/Step": 8483, "Finetune/Step Time": 6.774075137451291}
+{"Finetune/Learning Rate": 1.7219347119177344e-06, "Finetune/Loss": 0.5465766787528992, "Finetune/Loss (Raw)": 0.5690898895263672, "Finetune/Step": 8484, "Finetune/Step Time": 6.770975522696972}
+{"Finetune/Learning Rate": 1.7201874919188843e-06, "Finetune/Loss": 0.5464683175086975, "Finetune/Loss (Raw)": 0.623951256275177, "Finetune/Step": 8485, "Finetune/Step Time": 6.770679127424955}
+{"Finetune/Learning Rate": 1.7184410753877668e-06, "Finetune/Loss": 0.5463033318519592, "Finetune/Loss (Raw)": 0.6053852438926697, "Finetune/Step": 8486, "Finetune/Step Time": 6.770502455532551}
+{"Finetune/Learning Rate": 1.716695462493847e-06, "Finetune/Loss": 0.5466933250427246, "Finetune/Loss (Raw)": 0.66917884349823, "Finetune/Step": 8487, "Finetune/Step Time": 6.770657377317548}
+{"Finetune/Learning Rate": 1.7149506534065264e-06, "Finetune/Loss": 0.5463367700576782, "Finetune/Loss (Raw)": 0.4935041069984436, "Finetune/Step": 8488, "Finetune/Step Time": 6.76832902431488}
+{"Finetune/Learning Rate": 1.7132066482951138e-06, "Finetune/Loss": 0.5464054346084595, "Finetune/Loss (Raw)": 0.5588903427124023, "Finetune/Step": 8489, "Finetune/Step Time": 6.7604309022426605}
+{"Finetune/Learning Rate": 1.7114634473288516e-06, "Finetune/Loss": 0.5468680262565613, "Finetune/Loss (Raw)": 0.6145498156547546, "Finetune/Step": 8490, "Finetune/Step Time": 6.778724581003189}
+{"Finetune/Learning Rate": 1.7097210506768958e-06, "Finetune/Loss": 0.5481513738632202, "Finetune/Loss (Raw)": 0.6455118656158447, "Finetune/Step": 8491, "Finetune/Step Time": 6.776314040645957}
+{"Finetune/Learning Rate": 1.7079794585083255e-06, "Finetune/Loss": 0.5472402572631836, "Finetune/Loss (Raw)": 0.4315803349018097, "Finetune/Step": 8492, "Finetune/Step Time": 6.767445668578148}
+{"Finetune/Learning Rate": 1.7062386709921464e-06, "Finetune/Loss": 0.543237566947937, "Finetune/Loss (Raw)": 0.20534585416316986, "Finetune/Step": 8493, "Finetune/Step Time": 6.787319980561733}
+{"Finetune/Learning Rate": 1.704498688297287e-06, "Finetune/Loss": 0.5441532135009766, "Finetune/Loss (Raw)": 0.6450290083885193, "Finetune/Step": 8494, "Finetune/Step Time": 6.775273095816374}
+{"Finetune/Learning Rate": 1.7027595105925865e-06, "Finetune/Loss": 0.5434702634811401, "Finetune/Loss (Raw)": 0.5519996881484985, "Finetune/Step": 8495, "Finetune/Step Time": 6.77013162150979}
+{"Finetune/Learning Rate": 1.7010211380468167e-06, "Finetune/Loss": 0.5435342788696289, "Finetune/Loss (Raw)": 0.5898181796073914, "Finetune/Step": 8496, "Finetune/Step Time": 6.758228898048401}
+{"Finetune/Learning Rate": 1.6992835708286715e-06, "Finetune/Loss": 0.5433748364448547, "Finetune/Loss (Raw)": 0.5337369441986084, "Finetune/Step": 8497, "Finetune/Step Time": 6.751645982265472}
+{"Finetune/Learning Rate": 1.6975468091067604e-06, "Finetune/Loss": 0.5446041822433472, "Finetune/Loss (Raw)": 0.5996977090835571, "Finetune/Step": 8498, "Finetune/Step Time": 6.753994962200522}
+{"Finetune/Learning Rate": 1.6958108530496154e-06, "Finetune/Loss": 0.5455929636955261, "Finetune/Loss (Raw)": 0.6706735491752625, "Finetune/Step": 8499, "Finetune/Step Time": 6.734845086932182}
+{"Finetune/Learning Rate": 1.6940757028256983e-06, "Finetune/Loss": 0.546148955821991, "Finetune/Loss (Raw)": 0.5627507567405701, "Finetune/Step": 8500, "Finetune/Step Time": 6.726040966808796}
+{"Finetune/Learning Rate": 1.6923413586033799e-06, "Finetune/Loss": 0.5452055931091309, "Finetune/Loss (Raw)": 0.5975401997566223, "Finetune/Step": 8501, "Finetune/Step Time": 6.7249123472720385}
+{"Finetune/Learning Rate": 1.690607820550967e-06, "Finetune/Loss": 0.5467835664749146, "Finetune/Loss (Raw)": 0.7688785195350647, "Finetune/Step": 8502, "Finetune/Step Time": 6.726407678797841}
+{"Finetune/Learning Rate": 1.6888750888366755e-06, "Finetune/Loss": 0.5464750528335571, "Finetune/Loss (Raw)": 0.6118783354759216, "Finetune/Step": 8503, "Finetune/Step Time": 6.725327957421541}
+{"Finetune/Learning Rate": 1.687143163628653e-06, "Finetune/Loss": 0.547425389289856, "Finetune/Loss (Raw)": 0.616868793964386, "Finetune/Step": 8504, "Finetune/Step Time": 6.711271578446031}
+{"Finetune/Learning Rate": 1.6854120450949585e-06, "Finetune/Loss": 0.5477968454360962, "Finetune/Loss (Raw)": 0.5750699639320374, "Finetune/Step": 8505, "Finetune/Step Time": 6.715372258797288}
+{"Finetune/Learning Rate": 1.683681733403586e-06, "Finetune/Loss": 0.5480204224586487, "Finetune/Loss (Raw)": 0.6245566606521606, "Finetune/Step": 8506, "Finetune/Step Time": 6.710819540545344}
+{"Finetune/Learning Rate": 1.68195222872244e-06, "Finetune/Loss": 0.5477887392044067, "Finetune/Loss (Raw)": 0.582209587097168, "Finetune/Step": 8507, "Finetune/Step Time": 6.707713669165969}
+{"Finetune/Learning Rate": 1.6802235312193482e-06, "Finetune/Loss": 0.5488160848617554, "Finetune/Loss (Raw)": 0.636160671710968, "Finetune/Step": 8508, "Finetune/Step Time": 6.678171230480075}
+{"Finetune/Learning Rate": 1.6784956410620679e-06, "Finetune/Loss": 0.5492656230926514, "Finetune/Loss (Raw)": 0.5518196821212769, "Finetune/Step": 8509, "Finetune/Step Time": 6.66382790543139}
+{"Finetune/Learning Rate": 1.6767685584182681e-06, "Finetune/Loss": 0.5485320091247559, "Finetune/Loss (Raw)": 0.5896883606910706, "Finetune/Step": 8510, "Finetune/Step Time": 6.662723794579506}
+{"Finetune/Learning Rate": 1.6750422834555434e-06, "Finetune/Loss": 0.5488717555999756, "Finetune/Loss (Raw)": 0.5707386136054993, "Finetune/Step": 8511, "Finetune/Step Time": 6.667511492967606}
+{"Finetune/Learning Rate": 1.6733168163414116e-06, "Finetune/Loss": 0.5483009219169617, "Finetune/Loss (Raw)": 0.5699325799942017, "Finetune/Step": 8512, "Finetune/Step Time": 6.669144041836262}
+{"Finetune/Learning Rate": 1.6715921572433147e-06, "Finetune/Loss": 0.5475464463233948, "Finetune/Loss (Raw)": 0.49696972966194153, "Finetune/Step": 8513, "Finetune/Step Time": 6.668029610067606}
+{"Finetune/Learning Rate": 1.669868306328608e-06, "Finetune/Loss": 0.5481449365615845, "Finetune/Loss (Raw)": 0.5960826873779297, "Finetune/Step": 8514, "Finetune/Step Time": 6.674735426902771}
+{"Finetune/Learning Rate": 1.6681452637645723e-06, "Finetune/Loss": 0.5473796129226685, "Finetune/Loss (Raw)": 0.44656693935394287, "Finetune/Step": 8515, "Finetune/Step Time": 6.659449242055416}
+{"Finetune/Learning Rate": 1.666423029718416e-06, "Finetune/Loss": 0.546785295009613, "Finetune/Loss (Raw)": 0.6166489720344543, "Finetune/Step": 8516, "Finetune/Step Time": 6.643191242590547}
+{"Finetune/Learning Rate": 1.664701604357256e-06, "Finetune/Loss": 0.5482479333877563, "Finetune/Loss (Raw)": 0.6587705016136169, "Finetune/Step": 8517, "Finetune/Step Time": 6.617121309041977}
+{"Finetune/Learning Rate": 1.662980987848145e-06, "Finetune/Loss": 0.5473231077194214, "Finetune/Loss (Raw)": 0.5498591065406799, "Finetune/Step": 8518, "Finetune/Step Time": 6.6161066591739655}
+{"Finetune/Learning Rate": 1.6612611803580481e-06, "Finetune/Loss": 0.5473930835723877, "Finetune/Loss (Raw)": 0.5946914553642273, "Finetune/Step": 8519, "Finetune/Step Time": 6.61628196015954}
+{"Finetune/Learning Rate": 1.6595421820538515e-06, "Finetune/Loss": 0.5477203726768494, "Finetune/Loss (Raw)": 0.6642398834228516, "Finetune/Step": 8520, "Finetune/Step Time": 6.621781589463353}
+{"Finetune/Learning Rate": 1.6578239931023687e-06, "Finetune/Loss": 0.5502934455871582, "Finetune/Loss (Raw)": 0.5466276407241821, "Finetune/Step": 8521, "Finetune/Step Time": 6.613949978724122}
+{"Finetune/Learning Rate": 1.6561066136703352e-06, "Finetune/Loss": 0.5489607453346252, "Finetune/Loss (Raw)": 0.5126083493232727, "Finetune/Step": 8522, "Finetune/Step Time": 6.6189235877245665}
+{"Finetune/Learning Rate": 1.6543900439243965e-06, "Finetune/Loss": 0.5497466325759888, "Finetune/Loss (Raw)": 0.677614688873291, "Finetune/Step": 8523, "Finetune/Step Time": 6.62296742759645}
+{"Finetune/Learning Rate": 1.6526742840311305e-06, "Finetune/Loss": 0.5493310689926147, "Finetune/Loss (Raw)": 0.5851958990097046, "Finetune/Step": 8524, "Finetune/Step Time": 6.6318317502737045}
+{"Finetune/Learning Rate": 1.6509593341570374e-06, "Finetune/Loss": 0.5483384132385254, "Finetune/Loss (Raw)": 0.5566492676734924, "Finetune/Step": 8525, "Finetune/Step Time": 6.625625530257821}
+{"Finetune/Learning Rate": 1.6492451944685317e-06, "Finetune/Loss": 0.5479766726493835, "Finetune/Loss (Raw)": 0.5805472135543823, "Finetune/Step": 8526, "Finetune/Step Time": 6.627318991348147}
+{"Finetune/Learning Rate": 1.6475318651319495e-06, "Finetune/Loss": 0.5487465262413025, "Finetune/Loss (Raw)": 0.6711812019348145, "Finetune/Step": 8527, "Finetune/Step Time": 6.6281571462750435}
+{"Finetune/Learning Rate": 1.6458193463135575e-06, "Finetune/Loss": 0.5491230487823486, "Finetune/Loss (Raw)": 0.5046302676200867, "Finetune/Step": 8528, "Finetune/Step Time": 6.632840121164918}
+{"Finetune/Learning Rate": 1.6441076381795306e-06, "Finetune/Loss": 0.5493067502975464, "Finetune/Loss (Raw)": 0.6056222319602966, "Finetune/Step": 8529, "Finetune/Step Time": 6.619778405874968}
+{"Finetune/Learning Rate": 1.6423967408959785e-06, "Finetune/Loss": 0.5476211309432983, "Finetune/Loss (Raw)": 0.21310895681381226, "Finetune/Step": 8530, "Finetune/Step Time": 6.603290343657136}
+{"Finetune/Learning Rate": 1.6406866546289212e-06, "Finetune/Loss": 0.5466528534889221, "Finetune/Loss (Raw)": 0.5357641577720642, "Finetune/Step": 8531, "Finetune/Step Time": 6.610206287354231}
+{"Finetune/Learning Rate": 1.6389773795443043e-06, "Finetune/Loss": 0.5459001660346985, "Finetune/Loss (Raw)": 0.47628241777420044, "Finetune/Step": 8532, "Finetune/Step Time": 6.614925466477871}
+{"Finetune/Learning Rate": 1.6372689158079968e-06, "Finetune/Loss": 0.5483424067497253, "Finetune/Loss (Raw)": 0.550270676612854, "Finetune/Step": 8533, "Finetune/Step Time": 6.59733672440052}
+{"Finetune/Learning Rate": 1.6355612635857875e-06, "Finetune/Loss": 0.5475735068321228, "Finetune/Loss (Raw)": 0.5840626358985901, "Finetune/Step": 8534, "Finetune/Step Time": 6.590942572802305}
+{"Finetune/Learning Rate": 1.6338544230433851e-06, "Finetune/Loss": 0.5477945804595947, "Finetune/Loss (Raw)": 0.5661799311637878, "Finetune/Step": 8535, "Finetune/Step Time": 6.592784682288766}
+{"Finetune/Learning Rate": 1.6321483943464168e-06, "Finetune/Loss": 0.5476033091545105, "Finetune/Loss (Raw)": 0.4918299615383148, "Finetune/Step": 8536, "Finetune/Step Time": 6.603614937514067}
+{"Finetune/Learning Rate": 1.6304431776604402e-06, "Finetune/Loss": 0.5502499341964722, "Finetune/Loss (Raw)": 0.5940748453140259, "Finetune/Step": 8537, "Finetune/Step Time": 6.605388404801488}
+{"Finetune/Learning Rate": 1.6287387731509263e-06, "Finetune/Loss": 0.5506035089492798, "Finetune/Loss (Raw)": 0.6286436319351196, "Finetune/Step": 8538, "Finetune/Step Time": 6.595675705000758}
+{"Finetune/Learning Rate": 1.6270351809832663e-06, "Finetune/Loss": 0.5506625175476074, "Finetune/Loss (Raw)": 0.6035504937171936, "Finetune/Step": 8539, "Finetune/Step Time": 6.594700418412685}
+{"Finetune/Learning Rate": 1.6253324013227789e-06, "Finetune/Loss": 0.5509598255157471, "Finetune/Loss (Raw)": 0.6235074400901794, "Finetune/Step": 8540, "Finetune/Step Time": 6.593912234529853}
+{"Finetune/Learning Rate": 1.623630434334701e-06, "Finetune/Loss": 0.5519093871116638, "Finetune/Loss (Raw)": 0.580559492111206, "Finetune/Step": 8541, "Finetune/Step Time": 6.593353634700179}
+{"Finetune/Learning Rate": 1.6219292801841913e-06, "Finetune/Loss": 0.5520766377449036, "Finetune/Loss (Raw)": 0.6619999408721924, "Finetune/Step": 8542, "Finetune/Step Time": 6.589639753103256}
+{"Finetune/Learning Rate": 1.6202289390363235e-06, "Finetune/Loss": 0.553632915019989, "Finetune/Loss (Raw)": 0.7468558549880981, "Finetune/Step": 8543, "Finetune/Step Time": 6.571876283735037}
+{"Finetune/Learning Rate": 1.6185294110561033e-06, "Finetune/Loss": 0.553526759147644, "Finetune/Loss (Raw)": 0.41505613923072815, "Finetune/Step": 8544, "Finetune/Step Time": 6.552193770185113}
+{"Finetune/Learning Rate": 1.6168306964084502e-06, "Finetune/Loss": 0.5540629029273987, "Finetune/Loss (Raw)": 0.6092817187309265, "Finetune/Step": 8545, "Finetune/Step Time": 6.543502505868673}
+{"Finetune/Learning Rate": 1.615132795258204e-06, "Finetune/Loss": 0.5537238717079163, "Finetune/Loss (Raw)": 0.4551507830619812, "Finetune/Step": 8546, "Finetune/Step Time": 6.554909477010369}
+{"Finetune/Learning Rate": 1.6134357077701312e-06, "Finetune/Loss": 0.5506161451339722, "Finetune/Loss (Raw)": 0.17542335391044617, "Finetune/Step": 8547, "Finetune/Step Time": 6.566805953159928}
+{"Finetune/Learning Rate": 1.6117394341089133e-06, "Finetune/Loss": 0.551912784576416, "Finetune/Loss (Raw)": 0.6960081458091736, "Finetune/Step": 8548, "Finetune/Step Time": 6.552930502220988}
+{"Finetune/Learning Rate": 1.6100439744391583e-06, "Finetune/Loss": 0.551531195640564, "Finetune/Loss (Raw)": 0.6493912935256958, "Finetune/Step": 8549, "Finetune/Step Time": 6.557507669553161}
+{"Finetune/Learning Rate": 1.6083493289253915e-06, "Finetune/Loss": 0.5517505407333374, "Finetune/Loss (Raw)": 0.6063299775123596, "Finetune/Step": 8550, "Finetune/Step Time": 6.5603382885456085}
+{"Finetune/Learning Rate": 1.606655497732057e-06, "Finetune/Loss": 0.5504502058029175, "Finetune/Loss (Raw)": 0.5215373039245605, "Finetune/Step": 8551, "Finetune/Step Time": 6.555090386420488}
+{"Finetune/Learning Rate": 1.6049624810235264e-06, "Finetune/Loss": 0.5517348647117615, "Finetune/Loss (Raw)": 0.6732137799263, "Finetune/Step": 8552, "Finetune/Step Time": 6.5375965759158134}
+{"Finetune/Learning Rate": 1.603270278964094e-06, "Finetune/Loss": 0.5485085844993591, "Finetune/Loss (Raw)": 0.1958383470773697, "Finetune/Step": 8553, "Finetune/Step Time": 6.5555426105856895}
+{"Finetune/Learning Rate": 1.6015788917179587e-06, "Finetune/Loss": 0.5481438636779785, "Finetune/Loss (Raw)": 0.5835837125778198, "Finetune/Step": 8554, "Finetune/Step Time": 6.549516383558512}
+{"Finetune/Learning Rate": 1.5998883194492587e-06, "Finetune/Loss": 0.5502053499221802, "Finetune/Loss (Raw)": 0.6351836919784546, "Finetune/Step": 8555, "Finetune/Step Time": 6.527667725458741}
+{"Finetune/Learning Rate": 1.5981985623220465e-06, "Finetune/Loss": 0.5540131330490112, "Finetune/Loss (Raw)": 0.6882644295692444, "Finetune/Step": 8556, "Finetune/Step Time": 6.511020431295037}
+{"Finetune/Learning Rate": 1.596509620500294e-06, "Finetune/Loss": 0.5545744895935059, "Finetune/Loss (Raw)": 0.7150768637657166, "Finetune/Step": 8557, "Finetune/Step Time": 6.512935450300574}
+{"Finetune/Learning Rate": 1.5948214941478913e-06, "Finetune/Loss": 0.5543593168258667, "Finetune/Loss (Raw)": 0.6332971453666687, "Finetune/Step": 8558, "Finetune/Step Time": 6.52000905200839}
+{"Finetune/Learning Rate": 1.5931341834286595e-06, "Finetune/Loss": 0.5548633337020874, "Finetune/Loss (Raw)": 0.5644450783729553, "Finetune/Step": 8559, "Finetune/Step Time": 6.525686822831631}
+{"Finetune/Learning Rate": 1.5914476885063278e-06, "Finetune/Loss": 0.5575817823410034, "Finetune/Loss (Raw)": 0.5748927593231201, "Finetune/Step": 8560, "Finetune/Step Time": 6.512002997100353}
+{"Finetune/Learning Rate": 1.5897620095445587e-06, "Finetune/Loss": 0.5539153814315796, "Finetune/Loss (Raw)": 0.22118990123271942, "Finetune/Step": 8561, "Finetune/Step Time": 6.539289020001888}
+{"Finetune/Learning Rate": 1.5880771467069233e-06, "Finetune/Loss": 0.5500531196594238, "Finetune/Loss (Raw)": 0.17640285193920135, "Finetune/Step": 8562, "Finetune/Step Time": 6.552631106227636}
+{"Finetune/Learning Rate": 1.5863931001569255e-06, "Finetune/Loss": 0.54844731092453, "Finetune/Loss (Raw)": 0.34775102138519287, "Finetune/Step": 8563, "Finetune/Step Time": 6.570344511419535}
+{"Finetune/Learning Rate": 1.5847098700579799e-06, "Finetune/Loss": 0.5471252202987671, "Finetune/Loss (Raw)": 0.5521464347839355, "Finetune/Step": 8564, "Finetune/Step Time": 6.565566727891564}
+{"Finetune/Learning Rate": 1.5830274565734282e-06, "Finetune/Loss": 0.5475113987922668, "Finetune/Loss (Raw)": 0.5750101804733276, "Finetune/Step": 8565, "Finetune/Step Time": 6.564404921606183}
+{"Finetune/Learning Rate": 1.581345859866531e-06, "Finetune/Loss": 0.5513467788696289, "Finetune/Loss (Raw)": 0.6600855588912964, "Finetune/Step": 8566, "Finetune/Step Time": 6.546363288536668}
+{"Finetune/Learning Rate": 1.5796650801004664e-06, "Finetune/Loss": 0.5510954856872559, "Finetune/Loss (Raw)": 0.5970594882965088, "Finetune/Step": 8567, "Finetune/Step Time": 6.5395791213959455}
+{"Finetune/Learning Rate": 1.577985117438341e-06, "Finetune/Loss": 0.5481101274490356, "Finetune/Loss (Raw)": 0.1967160552740097, "Finetune/Step": 8568, "Finetune/Step Time": 6.551254814490676}
+{"Finetune/Learning Rate": 1.5763059720431728e-06, "Finetune/Loss": 0.5473364591598511, "Finetune/Loss (Raw)": 0.5185468792915344, "Finetune/Step": 8569, "Finetune/Step Time": 6.561835026368499}
+{"Finetune/Learning Rate": 1.5746276440779063e-06, "Finetune/Loss": 0.5474622845649719, "Finetune/Loss (Raw)": 0.6104655265808105, "Finetune/Step": 8570, "Finetune/Step Time": 6.560956137254834}
+{"Finetune/Learning Rate": 1.5729501337054042e-06, "Finetune/Loss": 0.5475946664810181, "Finetune/Loss (Raw)": 0.6730374097824097, "Finetune/Step": 8571, "Finetune/Step Time": 6.568480519577861}
+{"Finetune/Learning Rate": 1.5712734410884557e-06, "Finetune/Loss": 0.5475472807884216, "Finetune/Loss (Raw)": 0.5929062366485596, "Finetune/Step": 8572, "Finetune/Step Time": 6.574806194752455}
+{"Finetune/Learning Rate": 1.5695975663897633e-06, "Finetune/Loss": 0.5486823916435242, "Finetune/Loss (Raw)": 0.6571661233901978, "Finetune/Step": 8573, "Finetune/Step Time": 6.589988416060805}
+{"Finetune/Learning Rate": 1.5679225097719497e-06, "Finetune/Loss": 0.5489166975021362, "Finetune/Loss (Raw)": 0.6545566320419312, "Finetune/Step": 8574, "Finetune/Step Time": 6.582277994602919}
+{"Finetune/Learning Rate": 1.5662482713975668e-06, "Finetune/Loss": 0.5508219003677368, "Finetune/Loss (Raw)": 0.4481393098831177, "Finetune/Step": 8575, "Finetune/Step Time": 6.569912485778332}
+{"Finetune/Learning Rate": 1.564574851429076e-06, "Finetune/Loss": 0.5505751967430115, "Finetune/Loss (Raw)": 0.46376001834869385, "Finetune/Step": 8576, "Finetune/Step Time": 6.569767087697983}
+{"Finetune/Learning Rate": 1.5629022500288705e-06, "Finetune/Loss": 0.5503498315811157, "Finetune/Loss (Raw)": 0.5732715725898743, "Finetune/Step": 8577, "Finetune/Step Time": 6.566467147320509}
+{"Finetune/Learning Rate": 1.561230467359256e-06, "Finetune/Loss": 0.5473765730857849, "Finetune/Loss (Raw)": 0.2175295650959015, "Finetune/Step": 8578, "Finetune/Step Time": 6.585477763786912}
+{"Finetune/Learning Rate": 1.5595595035824584e-06, "Finetune/Loss": 0.5467931628227234, "Finetune/Loss (Raw)": 0.5119335055351257, "Finetune/Step": 8579, "Finetune/Step Time": 6.594652300700545}
+{"Finetune/Learning Rate": 1.5578893588606292e-06, "Finetune/Loss": 0.545644223690033, "Finetune/Loss (Raw)": 0.5627146363258362, "Finetune/Step": 8580, "Finetune/Step Time": 6.582147270441055}
+{"Finetune/Learning Rate": 1.5562200333558442e-06, "Finetune/Loss": 0.5463962554931641, "Finetune/Loss (Raw)": 0.6735361814498901, "Finetune/Step": 8581, "Finetune/Step Time": 6.574094051495194}
+{"Finetune/Learning Rate": 1.5545515272300827e-06, "Finetune/Loss": 0.5460573434829712, "Finetune/Loss (Raw)": 0.5289415717124939, "Finetune/Step": 8582, "Finetune/Step Time": 6.583371901884675}
+{"Finetune/Learning Rate": 1.5528838406452606e-06, "Finetune/Loss": 0.5463087558746338, "Finetune/Loss (Raw)": 0.6074394583702087, "Finetune/Step": 8583, "Finetune/Step Time": 6.576174492016435}
+{"Finetune/Learning Rate": 1.5512169737632122e-06, "Finetune/Loss": 0.545616865158081, "Finetune/Loss (Raw)": 0.5120025873184204, "Finetune/Step": 8584, "Finetune/Step Time": 6.5609973799437284}
+{"Finetune/Learning Rate": 1.5495509267456865e-06, "Finetune/Loss": 0.5445253252983093, "Finetune/Loss (Raw)": 0.5828815698623657, "Finetune/Step": 8585, "Finetune/Step Time": 6.57824794203043}
+{"Finetune/Learning Rate": 1.5478856997543522e-06, "Finetune/Loss": 0.5472662448883057, "Finetune/Loss (Raw)": 0.553254246711731, "Finetune/Step": 8586, "Finetune/Step Time": 6.547722591087222}
+{"Finetune/Learning Rate": 1.546221292950808e-06, "Finetune/Loss": 0.5466575026512146, "Finetune/Loss (Raw)": 0.5774849653244019, "Finetune/Step": 8587, "Finetune/Step Time": 6.565676923841238}
+{"Finetune/Learning Rate": 1.5445577064965622e-06, "Finetune/Loss": 0.5460397005081177, "Finetune/Loss (Raw)": 0.5314372181892395, "Finetune/Step": 8588, "Finetune/Step Time": 6.56623818911612}
+{"Finetune/Learning Rate": 1.5428949405530525e-06, "Finetune/Loss": 0.5463095903396606, "Finetune/Loss (Raw)": 0.6448079347610474, "Finetune/Step": 8589, "Finetune/Step Time": 6.577669369056821}
+{"Finetune/Learning Rate": 1.5412329952816297e-06, "Finetune/Loss": 0.5452276468276978, "Finetune/Loss (Raw)": 0.46195390820503235, "Finetune/Step": 8590, "Finetune/Step Time": 6.60100356861949}
+{"Finetune/Learning Rate": 1.539571870843566e-06, "Finetune/Loss": 0.5430188179016113, "Finetune/Loss (Raw)": 0.21580977737903595, "Finetune/Step": 8591, "Finetune/Step Time": 6.617412455379963}
+{"Finetune/Learning Rate": 1.5379115674000577e-06, "Finetune/Loss": 0.5428861975669861, "Finetune/Loss (Raw)": 0.5677206516265869, "Finetune/Step": 8592, "Finetune/Step Time": 6.616645943373442}
+{"Finetune/Learning Rate": 1.5362520851122231e-06, "Finetune/Loss": 0.5432939529418945, "Finetune/Loss (Raw)": 0.48820048570632935, "Finetune/Step": 8593, "Finetune/Step Time": 6.6019491627812386}
+{"Finetune/Learning Rate": 1.5345934241410943e-06, "Finetune/Loss": 0.5430171489715576, "Finetune/Loss (Raw)": 0.5366495847702026, "Finetune/Step": 8594, "Finetune/Step Time": 6.614029835909605}
+{"Finetune/Learning Rate": 1.5329355846476245e-06, "Finetune/Loss": 0.5463090538978577, "Finetune/Loss (Raw)": 0.6102334856987, "Finetune/Step": 8595, "Finetune/Step Time": 6.594148686155677}
+{"Finetune/Learning Rate": 1.5312785667926933e-06, "Finetune/Loss": 0.5469199419021606, "Finetune/Loss (Raw)": 0.6270748972892761, "Finetune/Step": 8596, "Finetune/Step Time": 6.597301175817847}
+{"Finetune/Learning Rate": 1.529622370737095e-06, "Finetune/Loss": 0.5482767820358276, "Finetune/Loss (Raw)": 0.6165646314620972, "Finetune/Step": 8597, "Finetune/Step Time": 6.583561731502414}
+{"Finetune/Learning Rate": 1.5279669966415444e-06, "Finetune/Loss": 0.5480014085769653, "Finetune/Loss (Raw)": 0.5435219407081604, "Finetune/Step": 8598, "Finetune/Step Time": 6.602021187543869}
+{"Finetune/Learning Rate": 1.5263124446666788e-06, "Finetune/Loss": 0.5487682819366455, "Finetune/Loss (Raw)": 0.5765113234519958, "Finetune/Step": 8599, "Finetune/Step Time": 6.590603444725275}
+{"Finetune/Learning Rate": 1.5246587149730574e-06, "Finetune/Loss": 0.5482258200645447, "Finetune/Loss (Raw)": 0.5836161971092224, "Finetune/Step": 8600, "Finetune/Step Time": 6.579691795632243}
+{"Finetune/Learning Rate": 1.5230058077211552e-06, "Finetune/Loss": 0.54779052734375, "Finetune/Loss (Raw)": 0.600231409072876, "Finetune/Step": 8601, "Finetune/Step Time": 6.5764338951557875}
+{"Finetune/Learning Rate": 1.521353723071367e-06, "Finetune/Loss": 0.5492148399353027, "Finetune/Loss (Raw)": 0.7163753509521484, "Finetune/Step": 8602, "Finetune/Step Time": 6.576682446524501}
+{"Finetune/Learning Rate": 1.519702461184015e-06, "Finetune/Loss": 0.5491730570793152, "Finetune/Loss (Raw)": 0.5910251140594482, "Finetune/Step": 8603, "Finetune/Step Time": 6.597403867170215}
+{"Finetune/Learning Rate": 1.5180520222193307e-06, "Finetune/Loss": 0.5527926087379456, "Finetune/Loss (Raw)": 0.6673085689544678, "Finetune/Step": 8604, "Finetune/Step Time": 6.598371248692274}
+{"Finetune/Learning Rate": 1.5164024063374772e-06, "Finetune/Loss": 0.5548438429832458, "Finetune/Loss (Raw)": 0.45191171765327454, "Finetune/Step": 8605, "Finetune/Step Time": 6.577165616676211}
+{"Finetune/Learning Rate": 1.5147536136985297e-06, "Finetune/Loss": 0.5553711652755737, "Finetune/Loss (Raw)": 0.6394460797309875, "Finetune/Step": 8606, "Finetune/Step Time": 6.580845594406128}
+{"Finetune/Learning Rate": 1.5131056444624837e-06, "Finetune/Loss": 0.5568362474441528, "Finetune/Loss (Raw)": 0.6684575080871582, "Finetune/Step": 8607, "Finetune/Step Time": 6.5844921208918095}
+{"Finetune/Learning Rate": 1.51145849878926e-06, "Finetune/Loss": 0.5580533742904663, "Finetune/Loss (Raw)": 0.5740761756896973, "Finetune/Step": 8608, "Finetune/Step Time": 6.569228190928698}
+{"Finetune/Learning Rate": 1.5098121768386997e-06, "Finetune/Loss": 0.5581359267234802, "Finetune/Loss (Raw)": 0.622329592704773, "Finetune/Step": 8609, "Finetune/Step Time": 6.562800945714116}
+{"Finetune/Learning Rate": 1.508166678770553e-06, "Finetune/Loss": 0.558884859085083, "Finetune/Loss (Raw)": 0.6079338192939758, "Finetune/Step": 8610, "Finetune/Step Time": 6.560074761509895}
+{"Finetune/Learning Rate": 1.5065220047445018e-06, "Finetune/Loss": 0.5579706430435181, "Finetune/Loss (Raw)": 0.45190584659576416, "Finetune/Step": 8611, "Finetune/Step Time": 6.554541731253266}
+{"Finetune/Learning Rate": 1.5048781549201462e-06, "Finetune/Loss": 0.5585488080978394, "Finetune/Loss (Raw)": 0.6431059241294861, "Finetune/Step": 8612, "Finetune/Step Time": 6.559725562110543}
+{"Finetune/Learning Rate": 1.5032351294570036e-06, "Finetune/Loss": 0.558798611164093, "Finetune/Loss (Raw)": 0.655918300151825, "Finetune/Step": 8613, "Finetune/Step Time": 6.568908667191863}
+{"Finetune/Learning Rate": 1.501592928514508e-06, "Finetune/Loss": 0.559476375579834, "Finetune/Loss (Raw)": 0.6921365261077881, "Finetune/Step": 8614, "Finetune/Step Time": 6.570719974115491}
+{"Finetune/Learning Rate": 1.4999515522520237e-06, "Finetune/Loss": 0.5584334135055542, "Finetune/Loss (Raw)": 0.5356821417808533, "Finetune/Step": 8615, "Finetune/Step Time": 6.56837953813374}
+{"Finetune/Learning Rate": 1.498311000828826e-06, "Finetune/Loss": 0.5586825609207153, "Finetune/Loss (Raw)": 0.5254014730453491, "Finetune/Step": 8616, "Finetune/Step Time": 6.568023730069399}
+{"Finetune/Learning Rate": 1.49667127440411e-06, "Finetune/Loss": 0.5587928295135498, "Finetune/Loss (Raw)": 0.5729970335960388, "Finetune/Step": 8617, "Finetune/Step Time": 6.594301324337721}
+{"Finetune/Learning Rate": 1.4950323731369986e-06, "Finetune/Loss": 0.5588322877883911, "Finetune/Loss (Raw)": 0.6196070909500122, "Finetune/Step": 8618, "Finetune/Step Time": 6.58901154063642}
+{"Finetune/Learning Rate": 1.4933942971865257e-06, "Finetune/Loss": 0.5589158535003662, "Finetune/Loss (Raw)": 0.6562057137489319, "Finetune/Step": 8619, "Finetune/Step Time": 6.586158754304051}
+{"Finetune/Learning Rate": 1.4917570467116526e-06, "Finetune/Loss": 0.5569055080413818, "Finetune/Loss (Raw)": 0.17425300180912018, "Finetune/Step": 8620, "Finetune/Step Time": 6.609394310042262}
+{"Finetune/Learning Rate": 1.490120621871254e-06, "Finetune/Loss": 0.5608834028244019, "Finetune/Loss (Raw)": 0.7145138382911682, "Finetune/Step": 8621, "Finetune/Step Time": 6.6063490975648165}
+{"Finetune/Learning Rate": 1.488485022824131e-06, "Finetune/Loss": 0.5600428581237793, "Finetune/Loss (Raw)": 0.5374428629875183, "Finetune/Step": 8622, "Finetune/Step Time": 6.631547076627612}
+{"Finetune/Learning Rate": 1.4868502497289972e-06, "Finetune/Loss": 0.5601053237915039, "Finetune/Loss (Raw)": 0.5599933862686157, "Finetune/Step": 8623, "Finetune/Step Time": 6.634656608104706}
+{"Finetune/Learning Rate": 1.4852163027444933e-06, "Finetune/Loss": 0.5599761009216309, "Finetune/Loss (Raw)": 0.5732765793800354, "Finetune/Step": 8624, "Finetune/Step Time": 6.636738372966647}
+{"Finetune/Learning Rate": 1.4835831820291757e-06, "Finetune/Loss": 0.560061514377594, "Finetune/Loss (Raw)": 0.5446692109107971, "Finetune/Step": 8625, "Finetune/Step Time": 6.65458108112216}
+{"Finetune/Learning Rate": 1.4819508877415189e-06, "Finetune/Loss": 0.5589478015899658, "Finetune/Loss (Raw)": 0.4571441411972046, "Finetune/Step": 8626, "Finetune/Step Time": 6.6592176631093025}
+{"Finetune/Learning Rate": 1.480319420039923e-06, "Finetune/Loss": 0.5579159259796143, "Finetune/Loss (Raw)": 0.5385882258415222, "Finetune/Step": 8627, "Finetune/Step Time": 6.674160031601787}
+{"Finetune/Learning Rate": 1.4786887790827032e-06, "Finetune/Loss": 0.5583336353302002, "Finetune/Loss (Raw)": 0.6162279844284058, "Finetune/Step": 8628, "Finetune/Step Time": 6.660639863461256}
+{"Finetune/Learning Rate": 1.477058965028093e-06, "Finetune/Loss": 0.5571484565734863, "Finetune/Loss (Raw)": 0.44583436846733093, "Finetune/Step": 8629, "Finetune/Step Time": 6.6759313978254795}
+{"Finetune/Learning Rate": 1.475429978034253e-06, "Finetune/Loss": 0.5557482242584229, "Finetune/Loss (Raw)": 0.5896519422531128, "Finetune/Step": 8630, "Finetune/Step Time": 6.670588977634907}
+{"Finetune/Learning Rate": 1.4738018182592584e-06, "Finetune/Loss": 0.5550597906112671, "Finetune/Loss (Raw)": 0.523758590221405, "Finetune/Step": 8631, "Finetune/Step Time": 6.679851761087775}
+{"Finetune/Learning Rate": 1.4721744858611032e-06, "Finetune/Loss": 0.5550410151481628, "Finetune/Loss (Raw)": 0.6144616603851318, "Finetune/Step": 8632, "Finetune/Step Time": 6.679631883278489}
+{"Finetune/Learning Rate": 1.4705479809977018e-06, "Finetune/Loss": 0.5546140670776367, "Finetune/Loss (Raw)": 0.520418107509613, "Finetune/Step": 8633, "Finetune/Step Time": 6.6693029925227165}
+{"Finetune/Learning Rate": 1.468922303826893e-06, "Finetune/Loss": 0.5538955926895142, "Finetune/Loss (Raw)": 0.5325974225997925, "Finetune/Step": 8634, "Finetune/Step Time": 6.6660705003887415}
+{"Finetune/Learning Rate": 1.4672974545064266e-06, "Finetune/Loss": 0.5536713004112244, "Finetune/Loss (Raw)": 0.553496778011322, "Finetune/Step": 8635, "Finetune/Step Time": 6.671336179599166}
+{"Finetune/Learning Rate": 1.4656734331939814e-06, "Finetune/Loss": 0.5527461767196655, "Finetune/Loss (Raw)": 0.517743706703186, "Finetune/Step": 8636, "Finetune/Step Time": 6.672818163409829}
+{"Finetune/Learning Rate": 1.46405024004715e-06, "Finetune/Loss": 0.5534007549285889, "Finetune/Loss (Raw)": 0.635607123374939, "Finetune/Step": 8637, "Finetune/Step Time": 6.6865820325911045}
+{"Finetune/Learning Rate": 1.4624278752234422e-06, "Finetune/Loss": 0.5540428161621094, "Finetune/Loss (Raw)": 0.6718710064888, "Finetune/Step": 8638, "Finetune/Step Time": 6.6885169390589}
+{"Finetune/Learning Rate": 1.460806338880295e-06, "Finetune/Loss": 0.5538761615753174, "Finetune/Loss (Raw)": 0.549406886100769, "Finetune/Step": 8639, "Finetune/Step Time": 6.680701073259115}
+{"Finetune/Learning Rate": 1.4591856311750663e-06, "Finetune/Loss": 0.5528584718704224, "Finetune/Loss (Raw)": 0.4396688938140869, "Finetune/Step": 8640, "Finetune/Step Time": 6.669759128242731}
+{"Finetune/Learning Rate": 1.4575657522650176e-06, "Finetune/Loss": 0.5540508031845093, "Finetune/Loss (Raw)": 0.6495846509933472, "Finetune/Step": 8641, "Finetune/Step Time": 6.677665298804641}
+{"Finetune/Learning Rate": 1.4559467023073458e-06, "Finetune/Loss": 0.5540517568588257, "Finetune/Loss (Raw)": 0.5962079167366028, "Finetune/Step": 8642, "Finetune/Step Time": 6.6656441781669855}
+{"Finetune/Learning Rate": 1.4543284814591663e-06, "Finetune/Loss": 0.5548903942108154, "Finetune/Loss (Raw)": 0.5539093017578125, "Finetune/Step": 8643, "Finetune/Step Time": 6.66820340976119}
+{"Finetune/Learning Rate": 1.4527110898775066e-06, "Finetune/Loss": 0.5539003610610962, "Finetune/Loss (Raw)": 0.48992982506752014, "Finetune/Step": 8644, "Finetune/Step Time": 6.669980429112911}
+{"Finetune/Learning Rate": 1.4510945277193155e-06, "Finetune/Loss": 0.5532938241958618, "Finetune/Loss (Raw)": 0.5811308026313782, "Finetune/Step": 8645, "Finetune/Step Time": 6.665844386443496}
+{"Finetune/Learning Rate": 1.4494787951414669e-06, "Finetune/Loss": 0.5533822178840637, "Finetune/Loss (Raw)": 0.5611733794212341, "Finetune/Step": 8646, "Finetune/Step Time": 6.675370601937175}
+{"Finetune/Learning Rate": 1.4478638923007471e-06, "Finetune/Loss": 0.5536658763885498, "Finetune/Loss (Raw)": 0.6310006976127625, "Finetune/Step": 8647, "Finetune/Step Time": 6.669498370960355}
+{"Finetune/Learning Rate": 1.4462498193538698e-06, "Finetune/Loss": 0.5529550313949585, "Finetune/Loss (Raw)": 0.5732519626617432, "Finetune/Step": 8648, "Finetune/Step Time": 6.6662561148405075}
+{"Finetune/Learning Rate": 1.4446365764574599e-06, "Finetune/Loss": 0.5534857511520386, "Finetune/Loss (Raw)": 0.6145602464675903, "Finetune/Step": 8649, "Finetune/Step Time": 6.671237736940384}
+{"Finetune/Learning Rate": 1.4430241637680654e-06, "Finetune/Loss": 0.5536409616470337, "Finetune/Loss (Raw)": 0.5324814915657043, "Finetune/Step": 8650, "Finetune/Step Time": 6.663753783330321}
+{"Finetune/Learning Rate": 1.4414125814421542e-06, "Finetune/Loss": 0.5529055595397949, "Finetune/Loss (Raw)": 0.5834723711013794, "Finetune/Step": 8651, "Finetune/Step Time": 6.674117509275675}
+{"Finetune/Learning Rate": 1.439801829636116e-06, "Finetune/Loss": 0.5525140762329102, "Finetune/Loss (Raw)": 0.5350920557975769, "Finetune/Step": 8652, "Finetune/Step Time": 6.664216449484229}
+{"Finetune/Learning Rate": 1.4381919085062546e-06, "Finetune/Loss": 0.552422285079956, "Finetune/Loss (Raw)": 0.5448920726776123, "Finetune/Step": 8653, "Finetune/Step Time": 6.669983899220824}
+{"Finetune/Learning Rate": 1.4365828182087937e-06, "Finetune/Loss": 0.5513539910316467, "Finetune/Loss (Raw)": 0.4438129663467407, "Finetune/Step": 8654, "Finetune/Step Time": 6.692383803427219}
+{"Finetune/Learning Rate": 1.4349745588998843e-06, "Finetune/Loss": 0.5506747364997864, "Finetune/Loss (Raw)": 0.5842363238334656, "Finetune/Step": 8655, "Finetune/Step Time": 6.694131780415773}
+{"Finetune/Learning Rate": 1.4333671307355868e-06, "Finetune/Loss": 0.551439106464386, "Finetune/Loss (Raw)": 0.6024713516235352, "Finetune/Step": 8656, "Finetune/Step Time": 6.678874751552939}
+{"Finetune/Learning Rate": 1.431760533871882e-06, "Finetune/Loss": 0.5519614219665527, "Finetune/Loss (Raw)": 0.6724794507026672, "Finetune/Step": 8657, "Finetune/Step Time": 6.690964598208666}
+{"Finetune/Learning Rate": 1.4301547684646777e-06, "Finetune/Loss": 0.5544344186782837, "Finetune/Loss (Raw)": 0.5296528339385986, "Finetune/Step": 8658, "Finetune/Step Time": 6.668915759772062}
+{"Finetune/Learning Rate": 1.428549834669798e-06, "Finetune/Loss": 0.5552830100059509, "Finetune/Loss (Raw)": 0.6443814635276794, "Finetune/Step": 8659, "Finetune/Step Time": 6.66724487580359}
+{"Finetune/Learning Rate": 1.4269457326429814e-06, "Finetune/Loss": 0.5558195114135742, "Finetune/Loss (Raw)": 0.5449562668800354, "Finetune/Step": 8660, "Finetune/Step Time": 6.661902749910951}
+{"Finetune/Learning Rate": 1.425342462539887e-06, "Finetune/Loss": 0.555372416973114, "Finetune/Loss (Raw)": 0.4930395781993866, "Finetune/Step": 8661, "Finetune/Step Time": 6.668252710253}
+{"Finetune/Learning Rate": 1.4237400245160992e-06, "Finetune/Loss": 0.5551218390464783, "Finetune/Loss (Raw)": 0.5519856214523315, "Finetune/Step": 8662, "Finetune/Step Time": 6.668585199862719}
+{"Finetune/Learning Rate": 1.4221384187271148e-06, "Finetune/Loss": 0.5555829405784607, "Finetune/Loss (Raw)": 0.6252058744430542, "Finetune/Step": 8663, "Finetune/Step Time": 6.6781481597572565}
+{"Finetune/Learning Rate": 1.420537645328356e-06, "Finetune/Loss": 0.5564353466033936, "Finetune/Loss (Raw)": 0.6009361743927002, "Finetune/Step": 8664, "Finetune/Step Time": 6.671721581369638}
+{"Finetune/Learning Rate": 1.4189377044751574e-06, "Finetune/Loss": 0.5568126440048218, "Finetune/Loss (Raw)": 0.6423714756965637, "Finetune/Step": 8665, "Finetune/Step Time": 6.653528980910778}
+{"Finetune/Learning Rate": 1.4173385963227759e-06, "Finetune/Loss": 0.55672687292099, "Finetune/Loss (Raw)": 0.6176634430885315, "Finetune/Step": 8666, "Finetune/Step Time": 6.639645280316472}
+{"Finetune/Learning Rate": 1.4157403210263898e-06, "Finetune/Loss": 0.5566904544830322, "Finetune/Loss (Raw)": 0.5988834500312805, "Finetune/Step": 8667, "Finetune/Step Time": 6.640796160325408}
+{"Finetune/Learning Rate": 1.4141428787410982e-06, "Finetune/Loss": 0.556111216545105, "Finetune/Loss (Raw)": 0.5493698120117188, "Finetune/Step": 8668, "Finetune/Step Time": 6.6423862259835005}
+{"Finetune/Learning Rate": 1.4125462696219073e-06, "Finetune/Loss": 0.5558857917785645, "Finetune/Loss (Raw)": 0.5517085790634155, "Finetune/Step": 8669, "Finetune/Step Time": 6.653719082474709}
+{"Finetune/Learning Rate": 1.410950493823756e-06, "Finetune/Loss": 0.5552012920379639, "Finetune/Loss (Raw)": 0.574385941028595, "Finetune/Step": 8670, "Finetune/Step Time": 6.657039565965533}
+{"Finetune/Learning Rate": 1.4093555515015e-06, "Finetune/Loss": 0.5535557270050049, "Finetune/Loss (Raw)": 0.5362226366996765, "Finetune/Step": 8671, "Finetune/Step Time": 6.660684427246451}
+{"Finetune/Learning Rate": 1.4077614428099073e-06, "Finetune/Loss": 0.5556288957595825, "Finetune/Loss (Raw)": 0.6804234385490417, "Finetune/Step": 8672, "Finetune/Step Time": 6.6535155903548}
+{"Finetune/Learning Rate": 1.4061681679036698e-06, "Finetune/Loss": 0.5564061403274536, "Finetune/Loss (Raw)": 0.7087661623954773, "Finetune/Step": 8673, "Finetune/Step Time": 6.6465023420751095}
+{"Finetune/Learning Rate": 1.4045757269373994e-06, "Finetune/Loss": 0.558103084564209, "Finetune/Loss (Raw)": 0.6723606586456299, "Finetune/Step": 8674, "Finetune/Step Time": 6.636425087228417}
+{"Finetune/Learning Rate": 1.4029841200656236e-06, "Finetune/Loss": 0.5583735704421997, "Finetune/Loss (Raw)": 0.21004264056682587, "Finetune/Step": 8675, "Finetune/Step Time": 6.643966121599078}
+{"Finetune/Learning Rate": 1.4013933474427932e-06, "Finetune/Loss": 0.5572687983512878, "Finetune/Loss (Raw)": 0.5545988082885742, "Finetune/Step": 8676, "Finetune/Step Time": 6.643541168421507}
+{"Finetune/Learning Rate": 1.3998034092232759e-06, "Finetune/Loss": 0.5564189553260803, "Finetune/Loss (Raw)": 0.5406135320663452, "Finetune/Step": 8677, "Finetune/Step Time": 6.656841492280364}
+{"Finetune/Learning Rate": 1.398214305561354e-06, "Finetune/Loss": 0.5561552047729492, "Finetune/Loss (Raw)": 0.572566568851471, "Finetune/Step": 8678, "Finetune/Step Time": 6.649822939187288}
+{"Finetune/Learning Rate": 1.396626036611236e-06, "Finetune/Loss": 0.5560728311538696, "Finetune/Loss (Raw)": 0.5109909176826477, "Finetune/Step": 8679, "Finetune/Step Time": 6.657114204019308}
+{"Finetune/Learning Rate": 1.3950386025270491e-06, "Finetune/Loss": 0.5541568994522095, "Finetune/Loss (Raw)": 0.4279743731021881, "Finetune/Step": 8680, "Finetune/Step Time": 6.667559001594782}
+{"Finetune/Learning Rate": 1.393452003462834e-06, "Finetune/Loss": 0.5573598146438599, "Finetune/Loss (Raw)": 0.6058070063591003, "Finetune/Step": 8681, "Finetune/Step Time": 6.6481984835118055}
+{"Finetune/Learning Rate": 1.3918662395725523e-06, "Finetune/Loss": 0.5583125352859497, "Finetune/Loss (Raw)": 0.7055352330207825, "Finetune/Step": 8682, "Finetune/Step Time": 6.643319511786103}
+{"Finetune/Learning Rate": 1.3902813110100887e-06, "Finetune/Loss": 0.5552705526351929, "Finetune/Loss (Raw)": 0.24581387639045715, "Finetune/Step": 8683, "Finetune/Step Time": 6.658089643344283}
+{"Finetune/Learning Rate": 1.3886972179292412e-06, "Finetune/Loss": 0.554850161075592, "Finetune/Loss (Raw)": 0.6344548463821411, "Finetune/Step": 8684, "Finetune/Step Time": 6.670594032853842}
+{"Finetune/Learning Rate": 1.387113960483728e-06, "Finetune/Loss": 0.5543488264083862, "Finetune/Loss (Raw)": 0.6509084105491638, "Finetune/Step": 8685, "Finetune/Step Time": 6.6760776955634356}
+{"Finetune/Learning Rate": 1.3855315388271918e-06, "Finetune/Loss": 0.5534077882766724, "Finetune/Loss (Raw)": 0.5128416419029236, "Finetune/Step": 8686, "Finetune/Step Time": 6.694282870739698}
+{"Finetune/Learning Rate": 1.3839499531131871e-06, "Finetune/Loss": 0.5540028810501099, "Finetune/Loss (Raw)": 0.6406176686286926, "Finetune/Step": 8687, "Finetune/Step Time": 6.692992245778441}
+{"Finetune/Learning Rate": 1.3823692034951874e-06, "Finetune/Loss": 0.5539336204528809, "Finetune/Loss (Raw)": 0.5660178661346436, "Finetune/Step": 8688, "Finetune/Step Time": 6.685820080339909}
+{"Finetune/Learning Rate": 1.3807892901265906e-06, "Finetune/Loss": 0.5559300184249878, "Finetune/Loss (Raw)": 0.4767351448535919, "Finetune/Step": 8689, "Finetune/Step Time": 6.65607824921608}
+{"Finetune/Learning Rate": 1.3792102131607132e-06, "Finetune/Loss": 0.5587611198425293, "Finetune/Loss (Raw)": 0.5387880802154541, "Finetune/Step": 8690, "Finetune/Step Time": 6.663174282759428}
+{"Finetune/Learning Rate": 1.3776319727507836e-06, "Finetune/Loss": 0.5611580610275269, "Finetune/Loss (Raw)": 0.654560387134552, "Finetune/Step": 8691, "Finetune/Step Time": 6.651955828070641}
+{"Finetune/Learning Rate": 1.3760545690499528e-06, "Finetune/Loss": 0.5609902143478394, "Finetune/Loss (Raw)": 0.5306567549705505, "Finetune/Step": 8692, "Finetune/Step Time": 6.649445904418826}
+{"Finetune/Learning Rate": 1.3744780022112957e-06, "Finetune/Loss": 0.5608989000320435, "Finetune/Loss (Raw)": 0.5633295774459839, "Finetune/Step": 8693, "Finetune/Step Time": 6.6509762816131115}
+{"Finetune/Learning Rate": 1.372902272387795e-06, "Finetune/Loss": 0.5600325465202332, "Finetune/Loss (Raw)": 0.5491840839385986, "Finetune/Step": 8694, "Finetune/Step Time": 6.648272663354874}
+{"Finetune/Learning Rate": 1.3713273797323646e-06, "Finetune/Loss": 0.5596073865890503, "Finetune/Loss (Raw)": 0.5426473617553711, "Finetune/Step": 8695, "Finetune/Step Time": 6.644387003034353}
+{"Finetune/Learning Rate": 1.3697533243978277e-06, "Finetune/Loss": 0.5619597434997559, "Finetune/Loss (Raw)": 0.4978067874908447, "Finetune/Step": 8696, "Finetune/Step Time": 6.636477746069431}
+{"Finetune/Learning Rate": 1.3681801065369294e-06, "Finetune/Loss": 0.562944769859314, "Finetune/Loss (Raw)": 0.6446323394775391, "Finetune/Step": 8697, "Finetune/Step Time": 6.626695008948445}
+{"Finetune/Learning Rate": 1.3666077263023336e-06, "Finetune/Loss": 0.562874972820282, "Finetune/Loss (Raw)": 0.6015349626541138, "Finetune/Step": 8698, "Finetune/Step Time": 6.622862920165062}
+{"Finetune/Learning Rate": 1.3650361838466286e-06, "Finetune/Loss": 0.5627005100250244, "Finetune/Loss (Raw)": 0.6507099866867065, "Finetune/Step": 8699, "Finetune/Step Time": 6.613277681171894}
+{"Finetune/Learning Rate": 1.3634654793223079e-06, "Finetune/Loss": 0.5613952875137329, "Finetune/Loss (Raw)": 0.4258298873901367, "Finetune/Step": 8700, "Finetune/Step Time": 6.616867048665881}
+{"Finetune/Learning Rate": 1.361895612881794e-06, "Finetune/Loss": 0.5602715611457825, "Finetune/Loss (Raw)": 0.5133326053619385, "Finetune/Step": 8701, "Finetune/Step Time": 6.623532624915242}
+{"Finetune/Learning Rate": 1.3603265846774294e-06, "Finetune/Loss": 0.559569239616394, "Finetune/Loss (Raw)": 0.5646584033966064, "Finetune/Step": 8702, "Finetune/Step Time": 6.623208325356245}
+{"Finetune/Learning Rate": 1.358758394861469e-06, "Finetune/Loss": 0.5601887702941895, "Finetune/Loss (Raw)": 0.5274365544319153, "Finetune/Step": 8703, "Finetune/Step Time": 6.631912853568792}
+{"Finetune/Learning Rate": 1.357191043586088e-06, "Finetune/Loss": 0.5586658120155334, "Finetune/Loss (Raw)": 0.26882272958755493, "Finetune/Step": 8704, "Finetune/Step Time": 6.659695161506534}
+{"Finetune/Learning Rate": 1.3556245310033834e-06, "Finetune/Loss": 0.5587462186813354, "Finetune/Loss (Raw)": 0.5835638642311096, "Finetune/Step": 8705, "Finetune/Step Time": 6.652127217501402}
+{"Finetune/Learning Rate": 1.3540588572653657e-06, "Finetune/Loss": 0.5608856678009033, "Finetune/Loss (Raw)": 0.4913833737373352, "Finetune/Step": 8706, "Finetune/Step Time": 6.631644047796726}
+{"Finetune/Learning Rate": 1.3524940225239702e-06, "Finetune/Loss": 0.5585574507713318, "Finetune/Loss (Raw)": 0.21391910314559937, "Finetune/Step": 8707, "Finetune/Step Time": 6.642069088295102}
+{"Finetune/Learning Rate": 1.3509300269310433e-06, "Finetune/Loss": 0.5557096600532532, "Finetune/Loss (Raw)": 0.19819340109825134, "Finetune/Step": 8708, "Finetune/Step Time": 6.669317154213786}
+{"Finetune/Learning Rate": 1.34936687063836e-06, "Finetune/Loss": 0.5559756755828857, "Finetune/Loss (Raw)": 0.7075943946838379, "Finetune/Step": 8709, "Finetune/Step Time": 6.672327158972621}
+{"Finetune/Learning Rate": 1.3478045537976015e-06, "Finetune/Loss": 0.556771993637085, "Finetune/Loss (Raw)": 0.6308609247207642, "Finetune/Step": 8710, "Finetune/Step Time": 6.656124958768487}
+{"Finetune/Learning Rate": 1.3462430765603806e-06, "Finetune/Loss": 0.5568948984146118, "Finetune/Loss (Raw)": 0.6231783032417297, "Finetune/Step": 8711, "Finetune/Step Time": 6.646971831098199}
+{"Finetune/Learning Rate": 1.3446824390782175e-06, "Finetune/Loss": 0.5585616827011108, "Finetune/Loss (Raw)": 0.7253469228744507, "Finetune/Step": 8712, "Finetune/Step Time": 6.646731061860919}
+{"Finetune/Learning Rate": 1.3431226415025556e-06, "Finetune/Loss": 0.5580599904060364, "Finetune/Loss (Raw)": 0.5186658501625061, "Finetune/Step": 8713, "Finetune/Step Time": 6.649395406246185}
+{"Finetune/Learning Rate": 1.341563683984759e-06, "Finetune/Loss": 0.5581560730934143, "Finetune/Loss (Raw)": 0.5655571818351746, "Finetune/Step": 8714, "Finetune/Step Time": 6.6545006185770035}
+{"Finetune/Learning Rate": 1.340005566676107e-06, "Finetune/Loss": 0.5585315227508545, "Finetune/Loss (Raw)": 0.6255395412445068, "Finetune/Step": 8715, "Finetune/Step Time": 6.637128174304962}
+{"Finetune/Learning Rate": 1.338448289727795e-06, "Finetune/Loss": 0.558991551399231, "Finetune/Loss (Raw)": 0.5903154015541077, "Finetune/Step": 8716, "Finetune/Step Time": 6.640562504529953}
+{"Finetune/Learning Rate": 1.3368918532909436e-06, "Finetune/Loss": 0.5588217377662659, "Finetune/Loss (Raw)": 0.6230784058570862, "Finetune/Step": 8717, "Finetune/Step Time": 6.627279747277498}
+{"Finetune/Learning Rate": 1.3353362575165906e-06, "Finetune/Loss": 0.5598030090332031, "Finetune/Loss (Raw)": 0.5875542759895325, "Finetune/Step": 8718, "Finetune/Step Time": 6.607643321156502}
+{"Finetune/Learning Rate": 1.3337815025556867e-06, "Finetune/Loss": 0.5621273517608643, "Finetune/Loss (Raw)": 0.5133281946182251, "Finetune/Step": 8719, "Finetune/Step Time": 6.610802548006177}
+{"Finetune/Learning Rate": 1.332227588559103e-06, "Finetune/Loss": 0.5620776414871216, "Finetune/Loss (Raw)": 0.561359167098999, "Finetune/Step": 8720, "Finetune/Step Time": 6.616489013656974}
+{"Finetune/Learning Rate": 1.3306745156776346e-06, "Finetune/Loss": 0.5625759363174438, "Finetune/Loss (Raw)": 0.5519811511039734, "Finetune/Step": 8721, "Finetune/Step Time": 6.64856973849237}
+{"Finetune/Learning Rate": 1.3291222840619855e-06, "Finetune/Loss": 0.5611574053764343, "Finetune/Loss (Raw)": 0.35507506132125854, "Finetune/Step": 8722, "Finetune/Step Time": 6.649003842845559}
+{"Finetune/Learning Rate": 1.3275708938627896e-06, "Finetune/Loss": 0.560361385345459, "Finetune/Loss (Raw)": 0.5083386301994324, "Finetune/Step": 8723, "Finetune/Step Time": 6.671595275402069}
+{"Finetune/Learning Rate": 1.3260203452305887e-06, "Finetune/Loss": 0.5604040622711182, "Finetune/Loss (Raw)": 0.6325403451919556, "Finetune/Step": 8724, "Finetune/Step Time": 6.670388009399176}
+{"Finetune/Learning Rate": 1.3244706383158446e-06, "Finetune/Loss": 0.5604042410850525, "Finetune/Loss (Raw)": 0.6165906190872192, "Finetune/Step": 8725, "Finetune/Step Time": 6.673113480210304}
+{"Finetune/Learning Rate": 1.3229217732689448e-06, "Finetune/Loss": 0.5608302354812622, "Finetune/Loss (Raw)": 0.5980457067489624, "Finetune/Step": 8726, "Finetune/Step Time": 6.6570298708975315}
+{"Finetune/Learning Rate": 1.3213737502401913e-06, "Finetune/Loss": 0.5615935921669006, "Finetune/Loss (Raw)": 0.674225389957428, "Finetune/Step": 8727, "Finetune/Step Time": 6.664784239605069}
+{"Finetune/Learning Rate": 1.3198265693797962e-06, "Finetune/Loss": 0.5585888624191284, "Finetune/Loss (Raw)": 0.19900259375572205, "Finetune/Step": 8728, "Finetune/Step Time": 6.685416329652071}
+{"Finetune/Learning Rate": 1.3182802308379017e-06, "Finetune/Loss": 0.5582453608512878, "Finetune/Loss (Raw)": 0.5562708973884583, "Finetune/Step": 8729, "Finetune/Step Time": 6.6827247478067875}
+{"Finetune/Learning Rate": 1.3167347347645654e-06, "Finetune/Loss": 0.5572896003723145, "Finetune/Loss (Raw)": 0.5940361618995667, "Finetune/Step": 8730, "Finetune/Step Time": 6.6845307275652885}
+{"Finetune/Learning Rate": 1.3151900813097585e-06, "Finetune/Loss": 0.5571512579917908, "Finetune/Loss (Raw)": 0.5733192563056946, "Finetune/Step": 8731, "Finetune/Step Time": 6.690369985997677}
+{"Finetune/Learning Rate": 1.31364627062337e-06, "Finetune/Loss": 0.5565776228904724, "Finetune/Loss (Raw)": 0.5938780307769775, "Finetune/Step": 8732, "Finetune/Step Time": 6.672560479491949}
+{"Finetune/Learning Rate": 1.3121033028552176e-06, "Finetune/Loss": 0.5580266714096069, "Finetune/Loss (Raw)": 0.637395441532135, "Finetune/Step": 8733, "Finetune/Step Time": 6.668974727392197}
+{"Finetune/Learning Rate": 1.3105611781550231e-06, "Finetune/Loss": 0.5583747625350952, "Finetune/Loss (Raw)": 0.6839924454689026, "Finetune/Step": 8734, "Finetune/Step Time": 6.670537922531366}
+{"Finetune/Learning Rate": 1.3090198966724377e-06, "Finetune/Loss": 0.5576322078704834, "Finetune/Loss (Raw)": 0.5734185576438904, "Finetune/Step": 8735, "Finetune/Step Time": 6.679338315501809}
+{"Finetune/Learning Rate": 1.307479458557026e-06, "Finetune/Loss": 0.5578749179840088, "Finetune/Loss (Raw)": 0.6051462888717651, "Finetune/Step": 8736, "Finetune/Step Time": 6.68031900562346}
+{"Finetune/Learning Rate": 1.3059398639582676e-06, "Finetune/Loss": 0.5584508180618286, "Finetune/Loss (Raw)": 0.6960386037826538, "Finetune/Step": 8737, "Finetune/Step Time": 6.6779263243079185}
+{"Finetune/Learning Rate": 1.3044011130255663e-06, "Finetune/Loss": 0.5586477518081665, "Finetune/Loss (Raw)": 0.6331465244293213, "Finetune/Step": 8738, "Finetune/Step Time": 6.679146384820342}
+{"Finetune/Learning Rate": 1.3028632059082435e-06, "Finetune/Loss": 0.5568335056304932, "Finetune/Loss (Raw)": 0.21967747807502747, "Finetune/Step": 8739, "Finetune/Step Time": 6.68640792556107}
+{"Finetune/Learning Rate": 1.3013261427555346e-06, "Finetune/Loss": 0.555438756942749, "Finetune/Loss (Raw)": 0.46457532048225403, "Finetune/Step": 8740, "Finetune/Step Time": 6.68525461293757}
+{"Finetune/Learning Rate": 1.2997899237165935e-06, "Finetune/Loss": 0.5559592843055725, "Finetune/Loss (Raw)": 0.7225489020347595, "Finetune/Step": 8741, "Finetune/Step Time": 6.676401112228632}
+{"Finetune/Learning Rate": 1.2982545489404973e-06, "Finetune/Loss": 0.5523338913917542, "Finetune/Loss (Raw)": 0.22808822989463806, "Finetune/Step": 8742, "Finetune/Step Time": 6.694496853277087}
+{"Finetune/Learning Rate": 1.2967200185762374e-06, "Finetune/Loss": 0.5526487827301025, "Finetune/Loss (Raw)": 0.5759897828102112, "Finetune/Step": 8743, "Finetune/Step Time": 6.678443241864443}
+{"Finetune/Learning Rate": 1.2951863327727188e-06, "Finetune/Loss": 0.5534899830818176, "Finetune/Loss (Raw)": 0.6330702304840088, "Finetune/Step": 8744, "Finetune/Step Time": 6.667279591783881}
+{"Finetune/Learning Rate": 1.2936534916787736e-06, "Finetune/Loss": 0.552955150604248, "Finetune/Loss (Raw)": 0.5045464634895325, "Finetune/Step": 8745, "Finetune/Step Time": 6.657284012064338}
+{"Finetune/Learning Rate": 1.2921214954431495e-06, "Finetune/Loss": 0.552779495716095, "Finetune/Loss (Raw)": 0.5971148014068604, "Finetune/Step": 8746, "Finetune/Step Time": 6.644424898549914}
+{"Finetune/Learning Rate": 1.2905903442145084e-06, "Finetune/Loss": 0.5523368120193481, "Finetune/Loss (Raw)": 0.5995511412620544, "Finetune/Step": 8747, "Finetune/Step Time": 6.650210337713361}
+{"Finetune/Learning Rate": 1.2890600381414297e-06, "Finetune/Loss": 0.5555734634399414, "Finetune/Loss (Raw)": 0.5885369181632996, "Finetune/Step": 8748, "Finetune/Step Time": 6.640479911118746}
+{"Finetune/Learning Rate": 1.2875305773724167e-06, "Finetune/Loss": 0.5547363758087158, "Finetune/Loss (Raw)": 0.6073654294013977, "Finetune/Step": 8749, "Finetune/Step Time": 6.631596904247999}
+{"Finetune/Learning Rate": 1.2860019620558872e-06, "Finetune/Loss": 0.5546315908432007, "Finetune/Loss (Raw)": 0.5240329504013062, "Finetune/Step": 8750, "Finetune/Step Time": 6.612445630133152}
+{"Finetune/Learning Rate": 1.2844741923401739e-06, "Finetune/Loss": 0.5554884672164917, "Finetune/Loss (Raw)": 0.6696786880493164, "Finetune/Step": 8751, "Finetune/Step Time": 6.612257219851017}
+{"Finetune/Learning Rate": 1.2829472683735345e-06, "Finetune/Loss": 0.555075466632843, "Finetune/Loss (Raw)": 0.5204082727432251, "Finetune/Step": 8752, "Finetune/Step Time": 6.612599354237318}
+{"Finetune/Learning Rate": 1.2814211903041373e-06, "Finetune/Loss": 0.5552443265914917, "Finetune/Loss (Raw)": 0.5662848353385925, "Finetune/Step": 8753, "Finetune/Step Time": 6.590301075950265}
+{"Finetune/Learning Rate": 1.2798959582800752e-06, "Finetune/Loss": 0.5556919574737549, "Finetune/Loss (Raw)": 0.5144336223602295, "Finetune/Step": 8754, "Finetune/Step Time": 6.582189494743943}
+{"Finetune/Learning Rate": 1.2783715724493551e-06, "Finetune/Loss": 0.5563737154006958, "Finetune/Loss (Raw)": 0.6258546710014343, "Finetune/Step": 8755, "Finetune/Step Time": 6.567880181595683}
+{"Finetune/Learning Rate": 1.2768480329598975e-06, "Finetune/Loss": 0.5561507940292358, "Finetune/Loss (Raw)": 0.5876918435096741, "Finetune/Step": 8756, "Finetune/Step Time": 6.581332396715879}
+{"Finetune/Learning Rate": 1.2753253399595511e-06, "Finetune/Loss": 0.5570167899131775, "Finetune/Loss (Raw)": 0.5566868185997009, "Finetune/Step": 8757, "Finetune/Step Time": 6.568837720900774}
+{"Finetune/Learning Rate": 1.2738034935960796e-06, "Finetune/Loss": 0.5577126741409302, "Finetune/Loss (Raw)": 0.6787317395210266, "Finetune/Step": 8758, "Finetune/Step Time": 6.578053688630462}
+{"Finetune/Learning Rate": 1.272282494017154e-06, "Finetune/Loss": 0.5578639507293701, "Finetune/Loss (Raw)": 0.5431161522865295, "Finetune/Step": 8759, "Finetune/Step Time": 6.5718739554286}
+{"Finetune/Learning Rate": 1.2707623413703752e-06, "Finetune/Loss": 0.5572700500488281, "Finetune/Loss (Raw)": 0.5384474396705627, "Finetune/Step": 8760, "Finetune/Step Time": 6.570123506709933}
+{"Finetune/Learning Rate": 1.2692430358032593e-06, "Finetune/Loss": 0.5578579902648926, "Finetune/Loss (Raw)": 0.5956721305847168, "Finetune/Step": 8761, "Finetune/Step Time": 6.565052887424827}
+{"Finetune/Learning Rate": 1.2677245774632386e-06, "Finetune/Loss": 0.5568612813949585, "Finetune/Loss (Raw)": 0.4050188660621643, "Finetune/Step": 8762, "Finetune/Step Time": 6.580554274842143}
+{"Finetune/Learning Rate": 1.2662069664976584e-06, "Finetune/Loss": 0.5563287734985352, "Finetune/Loss (Raw)": 0.48533064126968384, "Finetune/Step": 8763, "Finetune/Step Time": 6.5872797798365355}
+{"Finetune/Learning Rate": 1.2646902030537932e-06, "Finetune/Loss": 0.5567952394485474, "Finetune/Loss (Raw)": 0.5774490833282471, "Finetune/Step": 8764, "Finetune/Step Time": 6.58590541779995}
+{"Finetune/Learning Rate": 1.2631742872788234e-06, "Finetune/Loss": 0.5574718713760376, "Finetune/Loss (Raw)": 0.7222179174423218, "Finetune/Step": 8765, "Finetune/Step Time": 6.569599997252226}
+{"Finetune/Learning Rate": 1.2616592193198573e-06, "Finetune/Loss": 0.5576863288879395, "Finetune/Loss (Raw)": 0.6993304491043091, "Finetune/Step": 8766, "Finetune/Step Time": 6.564995275810361}
+{"Finetune/Learning Rate": 1.2601449993239112e-06, "Finetune/Loss": 0.5582040548324585, "Finetune/Loss (Raw)": 0.6156730055809021, "Finetune/Step": 8767, "Finetune/Step Time": 6.568903850391507}
+{"Finetune/Learning Rate": 1.2586316274379295e-06, "Finetune/Loss": 0.5585200190544128, "Finetune/Loss (Raw)": 0.4801068603992462, "Finetune/Step": 8768, "Finetune/Step Time": 6.575265444815159}
+{"Finetune/Learning Rate": 1.2571191038087637e-06, "Finetune/Loss": 0.5586947202682495, "Finetune/Loss (Raw)": 0.6719477772712708, "Finetune/Step": 8769, "Finetune/Step Time": 6.578783111646771}
+{"Finetune/Learning Rate": 1.255607428583192e-06, "Finetune/Loss": 0.5585517287254333, "Finetune/Loss (Raw)": 0.5779083967208862, "Finetune/Step": 8770, "Finetune/Step Time": 6.589692015200853}
+{"Finetune/Learning Rate": 1.2540966019079048e-06, "Finetune/Loss": 0.5579715371131897, "Finetune/Loss (Raw)": 0.47964218258857727, "Finetune/Step": 8771, "Finetune/Step Time": 6.591376226395369}
+{"Finetune/Learning Rate": 1.2525866239295104e-06, "Finetune/Loss": 0.5583916306495667, "Finetune/Loss (Raw)": 0.5436990261077881, "Finetune/Step": 8772, "Finetune/Step Time": 6.606116199865937}
+{"Finetune/Learning Rate": 1.2510774947945392e-06, "Finetune/Loss": 0.5581178069114685, "Finetune/Loss (Raw)": 0.5460869073867798, "Finetune/Step": 8773, "Finetune/Step Time": 6.632278669625521}
+{"Finetune/Learning Rate": 1.2495692146494343e-06, "Finetune/Loss": 0.5551289319992065, "Finetune/Loss (Raw)": 0.1785995364189148, "Finetune/Step": 8774, "Finetune/Step Time": 6.643786069005728}
+{"Finetune/Learning Rate": 1.248061783640556e-06, "Finetune/Loss": 0.5549485683441162, "Finetune/Loss (Raw)": 0.6079162359237671, "Finetune/Step": 8775, "Finetune/Step Time": 6.654181452468038}
+{"Finetune/Learning Rate": 1.2465552019141869e-06, "Finetune/Loss": 0.5557130575180054, "Finetune/Loss (Raw)": 0.6711071133613586, "Finetune/Step": 8776, "Finetune/Step Time": 6.655389919877052}
+{"Finetune/Learning Rate": 1.2450494696165273e-06, "Finetune/Loss": 0.555356502532959, "Finetune/Loss (Raw)": 0.5689157247543335, "Finetune/Step": 8777, "Finetune/Step Time": 6.6720617562532425}
+{"Finetune/Learning Rate": 1.243544586893689e-06, "Finetune/Loss": 0.5550456047058105, "Finetune/Loss (Raw)": 0.49268442392349243, "Finetune/Step": 8778, "Finetune/Step Time": 6.693704886361957}
+{"Finetune/Learning Rate": 1.2420405538917046e-06, "Finetune/Loss": 0.5551841259002686, "Finetune/Loss (Raw)": 0.6011978387832642, "Finetune/Step": 8779, "Finetune/Step Time": 6.683884911239147}
+{"Finetune/Learning Rate": 1.240537370756526e-06, "Finetune/Loss": 0.5560088753700256, "Finetune/Loss (Raw)": 0.6406652331352234, "Finetune/Step": 8780, "Finetune/Step Time": 6.679721480235457}
+{"Finetune/Learning Rate": 1.2390350376340199e-06, "Finetune/Loss": 0.5564771294593811, "Finetune/Loss (Raw)": 0.6048311591148376, "Finetune/Step": 8781, "Finetune/Step Time": 6.674047654494643}
+{"Finetune/Learning Rate": 1.237533554669975e-06, "Finetune/Loss": 0.557156503200531, "Finetune/Loss (Raw)": 0.5307732820510864, "Finetune/Step": 8782, "Finetune/Step Time": 6.653785990551114}
+{"Finetune/Learning Rate": 1.2360329220100908e-06, "Finetune/Loss": 0.5575231909751892, "Finetune/Loss (Raw)": 0.6311689019203186, "Finetune/Step": 8783, "Finetune/Step Time": 6.660392509773374}
+{"Finetune/Learning Rate": 1.234533139799987e-06, "Finetune/Loss": 0.5578340291976929, "Finetune/Loss (Raw)": 0.642263650894165, "Finetune/Step": 8784, "Finetune/Step Time": 6.661298284307122}
+{"Finetune/Learning Rate": 1.2330342081852032e-06, "Finetune/Loss": 0.5573924779891968, "Finetune/Loss (Raw)": 0.6159634590148926, "Finetune/Step": 8785, "Finetune/Step Time": 6.660968504846096}
+{"Finetune/Learning Rate": 1.2315361273111991e-06, "Finetune/Loss": 0.557146430015564, "Finetune/Loss (Raw)": 0.4981529116630554, "Finetune/Step": 8786, "Finetune/Step Time": 6.667661977931857}
+{"Finetune/Learning Rate": 1.230038897323339e-06, "Finetune/Loss": 0.5565358400344849, "Finetune/Loss (Raw)": 0.566216766834259, "Finetune/Step": 8787, "Finetune/Step Time": 6.6608961019665}
+{"Finetune/Learning Rate": 1.2285425183669176e-06, "Finetune/Loss": 0.5572800040245056, "Finetune/Loss (Raw)": 0.6402174830436707, "Finetune/Step": 8788, "Finetune/Step Time": 6.664970004931092}
+{"Finetune/Learning Rate": 1.227046990587145e-06, "Finetune/Loss": 0.5579923391342163, "Finetune/Loss (Raw)": 0.584219217300415, "Finetune/Step": 8789, "Finetune/Step Time": 6.652565306052566}
+{"Finetune/Learning Rate": 1.2255523141291427e-06, "Finetune/Loss": 0.5593374371528625, "Finetune/Loss (Raw)": 0.7241549491882324, "Finetune/Step": 8790, "Finetune/Step Time": 6.66358208656311}
+{"Finetune/Learning Rate": 1.2240584891379526e-06, "Finetune/Loss": 0.5595375299453735, "Finetune/Loss (Raw)": 0.6508165001869202, "Finetune/Step": 8791, "Finetune/Step Time": 6.650339994579554}
+{"Finetune/Learning Rate": 1.222565515758537e-06, "Finetune/Loss": 0.5565789937973022, "Finetune/Loss (Raw)": 0.22224944829940796, "Finetune/Step": 8792, "Finetune/Step Time": 6.678981823846698}
+{"Finetune/Learning Rate": 1.221073394135771e-06, "Finetune/Loss": 0.5566601753234863, "Finetune/Loss (Raw)": 0.6527613997459412, "Finetune/Step": 8793, "Finetune/Step Time": 6.676233069971204}
+{"Finetune/Learning Rate": 1.2195821244144523e-06, "Finetune/Loss": 0.555061936378479, "Finetune/Loss (Raw)": 0.41308829188346863, "Finetune/Step": 8794, "Finetune/Step Time": 6.700805272907019}
+{"Finetune/Learning Rate": 1.2180917067392895e-06, "Finetune/Loss": 0.5539369583129883, "Finetune/Loss (Raw)": 0.4548872411251068, "Finetune/Step": 8795, "Finetune/Step Time": 6.716690281406045}
+{"Finetune/Learning Rate": 1.2166021412549122e-06, "Finetune/Loss": 0.5535391569137573, "Finetune/Loss (Raw)": 0.4984480142593384, "Finetune/Step": 8796, "Finetune/Step Time": 6.72229110263288}
+{"Finetune/Learning Rate": 1.2151134281058675e-06, "Finetune/Loss": 0.55330890417099, "Finetune/Loss (Raw)": 0.5222374796867371, "Finetune/Step": 8797, "Finetune/Step Time": 6.7140114437788725}
+{"Finetune/Learning Rate": 1.2136255674366205e-06, "Finetune/Loss": 0.5532111525535583, "Finetune/Loss (Raw)": 0.5618773102760315, "Finetune/Step": 8798, "Finetune/Step Time": 6.709147732704878}
+{"Finetune/Learning Rate": 1.2121385593915514e-06, "Finetune/Loss": 0.5538148880004883, "Finetune/Loss (Raw)": 0.6135021448135376, "Finetune/Step": 8799, "Finetune/Step Time": 6.722916219383478}
+{"Finetune/Learning Rate": 1.210652404114957e-06, "Finetune/Loss": 0.5536872148513794, "Finetune/Loss (Raw)": 0.6640774607658386, "Finetune/Step": 8800, "Finetune/Step Time": 6.71538407728076}
+{"Finetune/Learning Rate": 1.2091671017510554e-06, "Finetune/Loss": 0.5528649091720581, "Finetune/Loss (Raw)": 0.6035118103027344, "Finetune/Step": 8801, "Finetune/Step Time": 6.725888289511204}
+{"Finetune/Learning Rate": 1.2076826524439777e-06, "Finetune/Loss": 0.5522589683532715, "Finetune/Loss (Raw)": 0.5948030352592468, "Finetune/Step": 8802, "Finetune/Step Time": 6.726338064298034}
+{"Finetune/Learning Rate": 1.2061990563377723e-06, "Finetune/Loss": 0.5549676418304443, "Finetune/Loss (Raw)": 0.5567476749420166, "Finetune/Step": 8803, "Finetune/Step Time": 6.698187028989196}
+{"Finetune/Learning Rate": 1.2047163135764083e-06, "Finetune/Loss": 0.555626392364502, "Finetune/Loss (Raw)": 0.6389259099960327, "Finetune/Step": 8804, "Finetune/Step Time": 6.694835029542446}
+{"Finetune/Learning Rate": 1.203234424303773e-06, "Finetune/Loss": 0.5564330220222473, "Finetune/Loss (Raw)": 0.6438547372817993, "Finetune/Step": 8805, "Finetune/Step Time": 6.690286323428154}
+{"Finetune/Learning Rate": 1.2017533886636645e-06, "Finetune/Loss": 0.5573910474777222, "Finetune/Loss (Raw)": 0.695197343826294, "Finetune/Step": 8806, "Finetune/Step Time": 6.689316362142563}
+{"Finetune/Learning Rate": 1.2002732067998002e-06, "Finetune/Loss": 0.5576984286308289, "Finetune/Loss (Raw)": 0.5503336787223816, "Finetune/Step": 8807, "Finetune/Step Time": 6.690020505338907}
+{"Finetune/Learning Rate": 1.1987938788558206e-06, "Finetune/Loss": 0.5594311952590942, "Finetune/Loss (Raw)": 0.6497656106948853, "Finetune/Step": 8808, "Finetune/Step Time": 6.682108597829938}
+{"Finetune/Learning Rate": 1.1973154049752745e-06, "Finetune/Loss": 0.5587685108184814, "Finetune/Loss (Raw)": 0.5209890604019165, "Finetune/Step": 8809, "Finetune/Step Time": 6.685546271502972}
+{"Finetune/Learning Rate": 1.1958377853016346e-06, "Finetune/Loss": 0.5582298040390015, "Finetune/Loss (Raw)": 0.6365833878517151, "Finetune/Step": 8810, "Finetune/Step Time": 6.68686399795115}
+{"Finetune/Learning Rate": 1.1943610199782874e-06, "Finetune/Loss": 0.5607410073280334, "Finetune/Loss (Raw)": 0.5672454833984375, "Finetune/Step": 8811, "Finetune/Step Time": 6.6699466574937105}
+{"Finetune/Learning Rate": 1.192885109148536e-06, "Finetune/Loss": 0.5603234767913818, "Finetune/Loss (Raw)": 0.5810107588768005, "Finetune/Step": 8812, "Finetune/Step Time": 6.660090757533908}
+{"Finetune/Learning Rate": 1.1914100529556026e-06, "Finetune/Loss": 0.5594801902770996, "Finetune/Loss (Raw)": 0.5429630279541016, "Finetune/Step": 8813, "Finetune/Step Time": 6.658570127561688}
+{"Finetune/Learning Rate": 1.1899358515426307e-06, "Finetune/Loss": 0.5602605938911438, "Finetune/Loss (Raw)": 0.6127361059188843, "Finetune/Step": 8814, "Finetune/Step Time": 6.6372573636472225}
+{"Finetune/Learning Rate": 1.1884625050526666e-06, "Finetune/Loss": 0.5606159567832947, "Finetune/Loss (Raw)": 0.6861019730567932, "Finetune/Step": 8815, "Finetune/Step Time": 6.643607456237078}
+{"Finetune/Learning Rate": 1.1869900136286872e-06, "Finetune/Loss": 0.5597704648971558, "Finetune/Loss (Raw)": 0.4577975869178772, "Finetune/Step": 8816, "Finetune/Step Time": 6.649901112541556}
+{"Finetune/Learning Rate": 1.1855183774135848e-06, "Finetune/Loss": 0.5603875517845154, "Finetune/Loss (Raw)": 0.5557194352149963, "Finetune/Step": 8817, "Finetune/Step Time": 6.649434702470899}
+{"Finetune/Learning Rate": 1.184047596550164e-06, "Finetune/Loss": 0.5603953003883362, "Finetune/Loss (Raw)": 0.5397790670394897, "Finetune/Step": 8818, "Finetune/Step Time": 6.625217253342271}
+{"Finetune/Learning Rate": 1.1825776711811466e-06, "Finetune/Loss": 0.5604712963104248, "Finetune/Loss (Raw)": 0.6642935276031494, "Finetune/Step": 8819, "Finetune/Step Time": 6.617010189220309}
+{"Finetune/Learning Rate": 1.1811086014491769e-06, "Finetune/Loss": 0.5609408020973206, "Finetune/Loss (Raw)": 0.5907506942749023, "Finetune/Step": 8820, "Finetune/Step Time": 6.621706737205386}
+{"Finetune/Learning Rate": 1.1796403874968098e-06, "Finetune/Loss": 0.5608770847320557, "Finetune/Loss (Raw)": 0.5551666021347046, "Finetune/Step": 8821, "Finetune/Step Time": 6.637831704691052}
+{"Finetune/Learning Rate": 1.1781730294665183e-06, "Finetune/Loss": 0.5608519315719604, "Finetune/Loss (Raw)": 0.5459730625152588, "Finetune/Step": 8822, "Finetune/Step Time": 6.6495321970433}
+{"Finetune/Learning Rate": 1.1767065275006996e-06, "Finetune/Loss": 0.5607268214225769, "Finetune/Loss (Raw)": 0.5266307592391968, "Finetune/Step": 8823, "Finetune/Step Time": 6.651526976376772}
+{"Finetune/Learning Rate": 1.175240881741655e-06, "Finetune/Loss": 0.5607986450195312, "Finetune/Loss (Raw)": 0.5069968700408936, "Finetune/Step": 8824, "Finetune/Step Time": 6.676329934969544}
+{"Finetune/Learning Rate": 1.1737760923316155e-06, "Finetune/Loss": 0.5606061220169067, "Finetune/Loss (Raw)": 0.6199944615364075, "Finetune/Step": 8825, "Finetune/Step Time": 6.6733072604984045}
+{"Finetune/Learning Rate": 1.1723121594127195e-06, "Finetune/Loss": 0.5605982542037964, "Finetune/Loss (Raw)": 0.6005253791809082, "Finetune/Step": 8826, "Finetune/Step Time": 6.683105340227485}
+{"Finetune/Learning Rate": 1.1708490831270303e-06, "Finetune/Loss": 0.5602109432220459, "Finetune/Loss (Raw)": 0.6011289954185486, "Finetune/Step": 8827, "Finetune/Step Time": 6.682781169191003}
+{"Finetune/Learning Rate": 1.1693868636165196e-06, "Finetune/Loss": 0.5613408088684082, "Finetune/Loss (Raw)": 0.5704591870307922, "Finetune/Step": 8828, "Finetune/Step Time": 6.6699042692780495}
+{"Finetune/Learning Rate": 1.1679255010230829e-06, "Finetune/Loss": 0.561306357383728, "Finetune/Loss (Raw)": 0.508925199508667, "Finetune/Step": 8829, "Finetune/Step Time": 6.657460644841194}
+{"Finetune/Learning Rate": 1.1664649954885298e-06, "Finetune/Loss": 0.5618200898170471, "Finetune/Loss (Raw)": 0.6304098963737488, "Finetune/Step": 8830, "Finetune/Step Time": 6.662209086120129}
+{"Finetune/Learning Rate": 1.1650053471545842e-06, "Finetune/Loss": 0.5620999336242676, "Finetune/Loss (Raw)": 0.5632554292678833, "Finetune/Step": 8831, "Finetune/Step Time": 6.656067641451955}
+{"Finetune/Learning Rate": 1.1635465561628934e-06, "Finetune/Loss": 0.5643441677093506, "Finetune/Loss (Raw)": 0.5560891032218933, "Finetune/Step": 8832, "Finetune/Step Time": 6.626665577292442}
+{"Finetune/Learning Rate": 1.1620886226550155e-06, "Finetune/Loss": 0.5648801922798157, "Finetune/Loss (Raw)": 0.65217524766922, "Finetune/Step": 8833, "Finetune/Step Time": 6.620792051777244}
+{"Finetune/Learning Rate": 1.160631546772425e-06, "Finetune/Loss": 0.5651048421859741, "Finetune/Loss (Raw)": 0.5201347470283508, "Finetune/Step": 8834, "Finetune/Step Time": 6.640880476683378}
+{"Finetune/Learning Rate": 1.1591753286565189e-06, "Finetune/Loss": 0.5678675174713135, "Finetune/Loss (Raw)": 0.5675389766693115, "Finetune/Step": 8835, "Finetune/Step Time": 6.640160063281655}
+{"Finetune/Learning Rate": 1.1577199684486085e-06, "Finetune/Loss": 0.5692170858383179, "Finetune/Loss (Raw)": 0.37094226479530334, "Finetune/Step": 8836, "Finetune/Step Time": 6.622446693480015}
+{"Finetune/Learning Rate": 1.1562654662899186e-06, "Finetune/Loss": 0.5687587857246399, "Finetune/Loss (Raw)": 0.6489331722259521, "Finetune/Step": 8837, "Finetune/Step Time": 6.628381870687008}
+{"Finetune/Learning Rate": 1.1548118223215933e-06, "Finetune/Loss": 0.5685253739356995, "Finetune/Loss (Raw)": 0.6009865999221802, "Finetune/Step": 8838, "Finetune/Step Time": 6.627179415896535}
+{"Finetune/Learning Rate": 1.1533590366846947e-06, "Finetune/Loss": 0.5679270029067993, "Finetune/Loss (Raw)": 0.5465865731239319, "Finetune/Step": 8839, "Finetune/Step Time": 6.632765786722302}
+{"Finetune/Learning Rate": 1.1519071095201983e-06, "Finetune/Loss": 0.5674763917922974, "Finetune/Loss (Raw)": 0.6676620244979858, "Finetune/Step": 8840, "Finetune/Step Time": 6.64307726919651}
+{"Finetune/Learning Rate": 1.1504560409690013e-06, "Finetune/Loss": 0.5680055022239685, "Finetune/Loss (Raw)": 0.5863979458808899, "Finetune/Step": 8841, "Finetune/Step Time": 6.638090450316668}
+{"Finetune/Learning Rate": 1.1490058311719121e-06, "Finetune/Loss": 0.5685774087905884, "Finetune/Loss (Raw)": 0.6387550234794617, "Finetune/Step": 8842, "Finetune/Step Time": 6.63142404332757}
+{"Finetune/Learning Rate": 1.147556480269656e-06, "Finetune/Loss": 0.569094717502594, "Finetune/Loss (Raw)": 0.6917582750320435, "Finetune/Step": 8843, "Finetune/Step Time": 6.629090830683708}
+{"Finetune/Learning Rate": 1.1461079884028803e-06, "Finetune/Loss": 0.5691789388656616, "Finetune/Loss (Raw)": 0.6010956764221191, "Finetune/Step": 8844, "Finetune/Step Time": 6.62581292539835}
+{"Finetune/Learning Rate": 1.1446603557121494e-06, "Finetune/Loss": 0.568363606929779, "Finetune/Loss (Raw)": 0.5187196731567383, "Finetune/Step": 8845, "Finetune/Step Time": 6.650355722755194}
+{"Finetune/Learning Rate": 1.1432135823379308e-06, "Finetune/Loss": 0.5693684816360474, "Finetune/Loss (Raw)": 0.7161730527877808, "Finetune/Step": 8846, "Finetune/Step Time": 6.657970169559121}
+{"Finetune/Learning Rate": 1.1417676684206258e-06, "Finetune/Loss": 0.5697184801101685, "Finetune/Loss (Raw)": 0.5581308603286743, "Finetune/Step": 8847, "Finetune/Step Time": 6.6360147241503}
+{"Finetune/Learning Rate": 1.140322614100544e-06, "Finetune/Loss": 0.5693665742874146, "Finetune/Loss (Raw)": 0.5163208246231079, "Finetune/Step": 8848, "Finetune/Step Time": 6.630241941660643}
+{"Finetune/Learning Rate": 1.1388784195179115e-06, "Finetune/Loss": 0.570360541343689, "Finetune/Loss (Raw)": 0.6792125105857849, "Finetune/Step": 8849, "Finetune/Step Time": 6.6011778842657804}
+{"Finetune/Learning Rate": 1.13743508481287e-06, "Finetune/Loss": 0.5727283954620361, "Finetune/Loss (Raw)": 0.6581453680992126, "Finetune/Step": 8850, "Finetune/Step Time": 6.593265546485782}
+{"Finetune/Learning Rate": 1.1359926101254848e-06, "Finetune/Loss": 0.5736024379730225, "Finetune/Loss (Raw)": 0.6202184557914734, "Finetune/Step": 8851, "Finetune/Step Time": 6.584995625540614}
+{"Finetune/Learning Rate": 1.134550995595728e-06, "Finetune/Loss": 0.572456955909729, "Finetune/Loss (Raw)": 0.485924631357193, "Finetune/Step": 8852, "Finetune/Step Time": 6.592187402769923}
+{"Finetune/Learning Rate": 1.1331102413634966e-06, "Finetune/Loss": 0.5716177821159363, "Finetune/Loss (Raw)": 0.5091775059700012, "Finetune/Step": 8853, "Finetune/Step Time": 6.595501529052854}
+{"Finetune/Learning Rate": 1.1316703475685986e-06, "Finetune/Loss": 0.5689644813537598, "Finetune/Loss (Raw)": 0.2584172189235687, "Finetune/Step": 8854, "Finetune/Step Time": 6.623468067497015}
+{"Finetune/Learning Rate": 1.1302313143507581e-06, "Finetune/Loss": 0.568036675453186, "Finetune/Loss (Raw)": 0.5554742217063904, "Finetune/Step": 8855, "Finetune/Step Time": 6.618677079677582}
+{"Finetune/Learning Rate": 1.12879314184962e-06, "Finetune/Loss": 0.5711698532104492, "Finetune/Loss (Raw)": 0.6000462174415588, "Finetune/Step": 8856, "Finetune/Step Time": 6.600395647808909}
+{"Finetune/Learning Rate": 1.1273558302047472e-06, "Finetune/Loss": 0.5713657736778259, "Finetune/Loss (Raw)": 0.5813538432121277, "Finetune/Step": 8857, "Finetune/Step Time": 6.591854317113757}
+{"Finetune/Learning Rate": 1.1259193795556123e-06, "Finetune/Loss": 0.5711315870285034, "Finetune/Loss (Raw)": 0.5640525221824646, "Finetune/Step": 8858, "Finetune/Step Time": 6.58447496406734}
+{"Finetune/Learning Rate": 1.124483790041605e-06, "Finetune/Loss": 0.5713114142417908, "Finetune/Loss (Raw)": 0.596339225769043, "Finetune/Step": 8859, "Finetune/Step Time": 6.558514419943094}
+{"Finetune/Learning Rate": 1.1230490618020384e-06, "Finetune/Loss": 0.5723834037780762, "Finetune/Loss (Raw)": 0.7310875058174133, "Finetune/Step": 8860, "Finetune/Step Time": 6.570354336872697}
+{"Finetune/Learning Rate": 1.1216151949761356e-06, "Finetune/Loss": 0.5718640685081482, "Finetune/Loss (Raw)": 0.570927083492279, "Finetune/Step": 8861, "Finetune/Step Time": 6.573791703209281}
+{"Finetune/Learning Rate": 1.1201821897030362e-06, "Finetune/Loss": 0.5710353255271912, "Finetune/Loss (Raw)": 0.5779126286506653, "Finetune/Step": 8862, "Finetune/Step Time": 6.576987508684397}
+{"Finetune/Learning Rate": 1.1187500461218015e-06, "Finetune/Loss": 0.571564793586731, "Finetune/Loss (Raw)": 0.641187310218811, "Finetune/Step": 8863, "Finetune/Step Time": 6.5600440334528685}
+{"Finetune/Learning Rate": 1.1173187643714057e-06, "Finetune/Loss": 0.5710248947143555, "Finetune/Loss (Raw)": 0.5360397100448608, "Finetune/Step": 8864, "Finetune/Step Time": 6.557463884353638}
+{"Finetune/Learning Rate": 1.1158883445907376e-06, "Finetune/Loss": 0.570420503616333, "Finetune/Loss (Raw)": 0.6186841130256653, "Finetune/Step": 8865, "Finetune/Step Time": 6.5783661510795355}
+{"Finetune/Learning Rate": 1.1144587869186041e-06, "Finetune/Loss": 0.5703802704811096, "Finetune/Loss (Raw)": 0.6279900074005127, "Finetune/Step": 8866, "Finetune/Step Time": 6.578154029324651}
+{"Finetune/Learning Rate": 1.1130300914937308e-06, "Finetune/Loss": 0.5733649134635925, "Finetune/Loss (Raw)": 0.6017131805419922, "Finetune/Step": 8867, "Finetune/Step Time": 6.5696090292185545}
+{"Finetune/Learning Rate": 1.1116022584547536e-06, "Finetune/Loss": 0.5748794674873352, "Finetune/Loss (Raw)": 0.658436119556427, "Finetune/Step": 8868, "Finetune/Step Time": 6.565264455974102}
+{"Finetune/Learning Rate": 1.110175287940234e-06, "Finetune/Loss": 0.5732809901237488, "Finetune/Loss (Raw)": 0.517946720123291, "Finetune/Step": 8869, "Finetune/Step Time": 6.577408133074641}
+{"Finetune/Learning Rate": 1.1087491800886396e-06, "Finetune/Loss": 0.576316237449646, "Finetune/Loss (Raw)": 0.6165996193885803, "Finetune/Step": 8870, "Finetune/Step Time": 6.558440558612347}
+{"Finetune/Learning Rate": 1.1073239350383603e-06, "Finetune/Loss": 0.5763839483261108, "Finetune/Loss (Raw)": 0.584652841091156, "Finetune/Step": 8871, "Finetune/Step Time": 6.563446195796132}
+{"Finetune/Learning Rate": 1.1058995529276994e-06, "Finetune/Loss": 0.5762642621994019, "Finetune/Loss (Raw)": 0.6177504658699036, "Finetune/Step": 8872, "Finetune/Step Time": 6.565518815070391}
+{"Finetune/Learning Rate": 1.1044760338948856e-06, "Finetune/Loss": 0.5753199458122253, "Finetune/Loss (Raw)": 0.38367682695388794, "Finetune/Step": 8873, "Finetune/Step Time": 6.55903647467494}
+{"Finetune/Learning Rate": 1.1030533780780462e-06, "Finetune/Loss": 0.5744576454162598, "Finetune/Loss (Raw)": 0.48673927783966064, "Finetune/Step": 8874, "Finetune/Step Time": 6.562997255474329}
+{"Finetune/Learning Rate": 1.1016315856152382e-06, "Finetune/Loss": 0.5735611915588379, "Finetune/Loss (Raw)": 0.4848085641860962, "Finetune/Step": 8875, "Finetune/Step Time": 6.557348413392901}
+{"Finetune/Learning Rate": 1.100210656644435e-06, "Finetune/Loss": 0.5737888216972351, "Finetune/Loss (Raw)": 0.6176707744598389, "Finetune/Step": 8876, "Finetune/Step Time": 6.610085459426045}
+{"Finetune/Learning Rate": 1.09879059130352e-06, "Finetune/Loss": 0.5736566781997681, "Finetune/Loss (Raw)": 0.5904523730278015, "Finetune/Step": 8877, "Finetune/Step Time": 6.611119505017996}
+{"Finetune/Learning Rate": 1.097371389730294e-06, "Finetune/Loss": 0.573981523513794, "Finetune/Loss (Raw)": 0.5656099319458008, "Finetune/Step": 8878, "Finetune/Step Time": 6.605202289298177}
+{"Finetune/Learning Rate": 1.0959530520624783e-06, "Finetune/Loss": 0.5735667943954468, "Finetune/Loss (Raw)": 0.6165976524353027, "Finetune/Step": 8879, "Finetune/Step Time": 6.606729557737708}
+{"Finetune/Learning Rate": 1.0945355784377042e-06, "Finetune/Loss": 0.5739279985427856, "Finetune/Loss (Raw)": 0.5666362643241882, "Finetune/Step": 8880, "Finetune/Step Time": 6.602506551891565}
+{"Finetune/Learning Rate": 1.0931189689935262e-06, "Finetune/Loss": 0.5734535455703735, "Finetune/Loss (Raw)": 0.5055577754974365, "Finetune/Step": 8881, "Finetune/Step Time": 6.610895114019513}
+{"Finetune/Learning Rate": 1.0917032238674096e-06, "Finetune/Loss": 0.5734537839889526, "Finetune/Loss (Raw)": 0.5144669413566589, "Finetune/Step": 8882, "Finetune/Step Time": 6.610573122277856}
+{"Finetune/Learning Rate": 1.0902883431967348e-06, "Finetune/Loss": 0.5730821490287781, "Finetune/Loss (Raw)": 0.5782851576805115, "Finetune/Step": 8883, "Finetune/Step Time": 6.609911980107427}
+{"Finetune/Learning Rate": 1.088874327118804e-06, "Finetune/Loss": 0.5730137228965759, "Finetune/Loss (Raw)": 0.5789307951927185, "Finetune/Step": 8884, "Finetune/Step Time": 6.590744372457266}
+{"Finetune/Learning Rate": 1.087461175770833e-06, "Finetune/Loss": 0.572928786277771, "Finetune/Loss (Raw)": 0.5458189249038696, "Finetune/Step": 8885, "Finetune/Step Time": 6.589330937713385}
+{"Finetune/Learning Rate": 1.0860488892899524e-06, "Finetune/Loss": 0.5718459486961365, "Finetune/Loss (Raw)": 0.5401264429092407, "Finetune/Step": 8886, "Finetune/Step Time": 6.591021541506052}
+{"Finetune/Learning Rate": 1.0846374678132065e-06, "Finetune/Loss": 0.5725855827331543, "Finetune/Loss (Raw)": 0.6377826929092407, "Finetune/Step": 8887, "Finetune/Step Time": 6.5900462958961725}
+{"Finetune/Learning Rate": 1.0832269114775629e-06, "Finetune/Loss": 0.5719223022460938, "Finetune/Loss (Raw)": 0.4535585641860962, "Finetune/Step": 8888, "Finetune/Step Time": 6.613922443240881}
+{"Finetune/Learning Rate": 1.0818172204198996e-06, "Finetune/Loss": 0.5717557668685913, "Finetune/Loss (Raw)": 0.5743442177772522, "Finetune/Step": 8889, "Finetune/Step Time": 6.619248306378722}
+{"Finetune/Learning Rate": 1.0804083947770094e-06, "Finetune/Loss": 0.5731723308563232, "Finetune/Loss (Raw)": 0.5863445401191711, "Finetune/Step": 8890, "Finetune/Step Time": 6.614786475896835}
+{"Finetune/Learning Rate": 1.0790004346856086e-06, "Finetune/Loss": 0.5733199119567871, "Finetune/Loss (Raw)": 0.5042233467102051, "Finetune/Step": 8891, "Finetune/Step Time": 6.602487411350012}
+{"Finetune/Learning Rate": 1.0775933402823235e-06, "Finetune/Loss": 0.5745555758476257, "Finetune/Loss (Raw)": 0.7356118559837341, "Finetune/Step": 8892, "Finetune/Step Time": 6.605435144156218}
+{"Finetune/Learning Rate": 1.0761871117036937e-06, "Finetune/Loss": 0.5707501173019409, "Finetune/Loss (Raw)": 0.23512715101242065, "Finetune/Step": 8893, "Finetune/Step Time": 6.624679496511817}
+{"Finetune/Learning Rate": 1.0747817490861812e-06, "Finetune/Loss": 0.5700361728668213, "Finetune/Loss (Raw)": 0.607943058013916, "Finetune/Step": 8894, "Finetune/Step Time": 6.636452792212367}
+{"Finetune/Learning Rate": 1.0733772525661645e-06, "Finetune/Loss": 0.5698285102844238, "Finetune/Loss (Raw)": 0.58908611536026, "Finetune/Step": 8895, "Finetune/Step Time": 6.633648306131363}
+{"Finetune/Learning Rate": 1.0719736222799326e-06, "Finetune/Loss": 0.5697578191757202, "Finetune/Loss (Raw)": 0.47106412053108215, "Finetune/Step": 8896, "Finetune/Step Time": 6.640287093818188}
+{"Finetune/Learning Rate": 1.0705708583636909e-06, "Finetune/Loss": 0.5688908696174622, "Finetune/Loss (Raw)": 0.5609747171401978, "Finetune/Step": 8897, "Finetune/Step Time": 6.640320759266615}
+{"Finetune/Learning Rate": 1.069168960953566e-06, "Finetune/Loss": 0.5684598684310913, "Finetune/Loss (Raw)": 0.5227434635162354, "Finetune/Step": 8898, "Finetune/Step Time": 6.648418473079801}
+{"Finetune/Learning Rate": 1.0677679301855948e-06, "Finetune/Loss": 0.569103479385376, "Finetune/Loss (Raw)": 0.5620236992835999, "Finetune/Step": 8899, "Finetune/Step Time": 6.643754975870252}
+{"Finetune/Learning Rate": 1.0663677661957339e-06, "Finetune/Loss": 0.5692804455757141, "Finetune/Loss (Raw)": 0.5663481950759888, "Finetune/Step": 8900, "Finetune/Step Time": 6.625861808657646}
+{"Finetune/Learning Rate": 1.0649684691198548e-06, "Finetune/Loss": 0.5686770081520081, "Finetune/Loss (Raw)": 0.4688462018966675, "Finetune/Step": 8901, "Finetune/Step Time": 6.62641684897244}
+{"Finetune/Learning Rate": 1.0635700390937408e-06, "Finetune/Loss": 0.5724395513534546, "Finetune/Loss (Raw)": 0.6602044701576233, "Finetune/Step": 8902, "Finetune/Step Time": 6.6308681312948465}
+{"Finetune/Learning Rate": 1.0621724762530982e-06, "Finetune/Loss": 0.5723853707313538, "Finetune/Loss (Raw)": 0.6009827852249146, "Finetune/Step": 8903, "Finetune/Step Time": 6.624509532004595}
+{"Finetune/Learning Rate": 1.0607757807335484e-06, "Finetune/Loss": 0.5721687078475952, "Finetune/Loss (Raw)": 0.6433781981468201, "Finetune/Step": 8904, "Finetune/Step Time": 6.630326833575964}
+{"Finetune/Learning Rate": 1.0593799526706173e-06, "Finetune/Loss": 0.5713939666748047, "Finetune/Loss (Raw)": 0.46974217891693115, "Finetune/Step": 8905, "Finetune/Step Time": 6.608829880133271}
+{"Finetune/Learning Rate": 1.057984992199761e-06, "Finetune/Loss": 0.5718138217926025, "Finetune/Loss (Raw)": 0.5464348793029785, "Finetune/Step": 8906, "Finetune/Step Time": 6.585977680981159}
+{"Finetune/Learning Rate": 1.0565908994563457e-06, "Finetune/Loss": 0.5728021860122681, "Finetune/Loss (Raw)": 0.7277038097381592, "Finetune/Step": 8907, "Finetune/Step Time": 6.578197775408626}
+{"Finetune/Learning Rate": 1.055197674575652e-06, "Finetune/Loss": 0.5725472569465637, "Finetune/Loss (Raw)": 0.608031690120697, "Finetune/Step": 8908, "Finetune/Step Time": 6.5892480462789536}
+{"Finetune/Learning Rate": 1.0538053176928764e-06, "Finetune/Loss": 0.5720120668411255, "Finetune/Loss (Raw)": 0.5363293290138245, "Finetune/Step": 8909, "Finetune/Step Time": 6.595567962154746}
+{"Finetune/Learning Rate": 1.0524138289431352e-06, "Finetune/Loss": 0.573458194732666, "Finetune/Loss (Raw)": 0.7158780097961426, "Finetune/Step": 8910, "Finetune/Step Time": 6.593343852087855}
+{"Finetune/Learning Rate": 1.0510232084614535e-06, "Finetune/Loss": 0.5734939575195312, "Finetune/Loss (Raw)": 0.6357369422912598, "Finetune/Step": 8911, "Finetune/Step Time": 6.595280792564154}
+{"Finetune/Learning Rate": 1.0496334563827815e-06, "Finetune/Loss": 0.5701644420623779, "Finetune/Loss (Raw)": 0.2160959392786026, "Finetune/Step": 8912, "Finetune/Step Time": 6.6093737576156855}
+{"Finetune/Learning Rate": 1.0482445728419743e-06, "Finetune/Loss": 0.5695273280143738, "Finetune/Loss (Raw)": 0.534410297870636, "Finetune/Step": 8913, "Finetune/Step Time": 6.600187197327614}
+{"Finetune/Learning Rate": 1.0468565579738132e-06, "Finetune/Loss": 0.5691390037536621, "Finetune/Loss (Raw)": 0.4484453499317169, "Finetune/Step": 8914, "Finetune/Step Time": 6.618458975106478}
+{"Finetune/Learning Rate": 1.045469411912987e-06, "Finetune/Loss": 0.5689427256584167, "Finetune/Loss (Raw)": 0.5410927534103394, "Finetune/Step": 8915, "Finetune/Step Time": 6.618424504995346}
+{"Finetune/Learning Rate": 1.044083134794106e-06, "Finetune/Loss": 0.5694797039031982, "Finetune/Loss (Raw)": 0.7089500427246094, "Finetune/Step": 8916, "Finetune/Step Time": 6.612435365095735}
+{"Finetune/Learning Rate": 1.0426977267516913e-06, "Finetune/Loss": 0.5704453587532043, "Finetune/Loss (Raw)": 0.7078257203102112, "Finetune/Step": 8917, "Finetune/Step Time": 6.62275405973196}
+{"Finetune/Learning Rate": 1.041313187920182e-06, "Finetune/Loss": 0.5690301656723022, "Finetune/Loss (Raw)": 0.5430070161819458, "Finetune/Step": 8918, "Finetune/Step Time": 6.608254438266158}
+{"Finetune/Learning Rate": 1.0399295184339353e-06, "Finetune/Loss": 0.569014310836792, "Finetune/Loss (Raw)": 0.6487917900085449, "Finetune/Step": 8919, "Finetune/Step Time": 6.611777935177088}
+{"Finetune/Learning Rate": 1.0385467184272203e-06, "Finetune/Loss": 0.5717090964317322, "Finetune/Loss (Raw)": 0.5671790242195129, "Finetune/Step": 8920, "Finetune/Step Time": 6.584495924413204}
+{"Finetune/Learning Rate": 1.0371647880342218e-06, "Finetune/Loss": 0.5709347724914551, "Finetune/Loss (Raw)": 0.5536454319953918, "Finetune/Step": 8921, "Finetune/Step Time": 6.589483762159944}
+{"Finetune/Learning Rate": 1.0357837273890414e-06, "Finetune/Loss": 0.5690522193908691, "Finetune/Loss (Raw)": 0.17212609946727753, "Finetune/Step": 8922, "Finetune/Step Time": 6.588455891236663}
+{"Finetune/Learning Rate": 1.034403536625699e-06, "Finetune/Loss": 0.5699731707572937, "Finetune/Loss (Raw)": 0.5727640390396118, "Finetune/Step": 8923, "Finetune/Step Time": 6.56726879440248}
+{"Finetune/Learning Rate": 1.0330242158781266e-06, "Finetune/Loss": 0.5702023506164551, "Finetune/Loss (Raw)": 0.5277845859527588, "Finetune/Step": 8924, "Finetune/Step Time": 6.561990173533559}
+{"Finetune/Learning Rate": 1.0316457652801704e-06, "Finetune/Loss": 0.568420946598053, "Finetune/Loss (Raw)": 0.2942226231098175, "Finetune/Step": 8925, "Finetune/Step Time": 6.575094578787684}
+{"Finetune/Learning Rate": 1.0302681849655971e-06, "Finetune/Loss": 0.5660022497177124, "Finetune/Loss (Raw)": 0.2522851526737213, "Finetune/Step": 8926, "Finetune/Step Time": 6.593750545755029}
+{"Finetune/Learning Rate": 1.0288914750680823e-06, "Finetune/Loss": 0.5656852722167969, "Finetune/Loss (Raw)": 0.572927713394165, "Finetune/Step": 8927, "Finetune/Step Time": 6.58801506459713}
+{"Finetune/Learning Rate": 1.0275156357212267e-06, "Finetune/Loss": 0.5657246112823486, "Finetune/Loss (Raw)": 0.669111430644989, "Finetune/Step": 8928, "Finetune/Step Time": 6.597101602703333}
+{"Finetune/Learning Rate": 1.0261406670585372e-06, "Finetune/Loss": 0.5658657550811768, "Finetune/Loss (Raw)": 0.6215812563896179, "Finetune/Step": 8929, "Finetune/Step Time": 6.587391449138522}
+{"Finetune/Learning Rate": 1.024766569213439e-06, "Finetune/Loss": 0.5644793510437012, "Finetune/Loss (Raw)": 0.41733866930007935, "Finetune/Step": 8930, "Finetune/Step Time": 6.604071084409952}
+{"Finetune/Learning Rate": 1.0233933423192755e-06, "Finetune/Loss": 0.5651654005050659, "Finetune/Loss (Raw)": 0.644557535648346, "Finetune/Step": 8931, "Finetune/Step Time": 6.604532482102513}
+{"Finetune/Learning Rate": 1.0220209865093067e-06, "Finetune/Loss": 0.5645673274993896, "Finetune/Loss (Raw)": 0.562374472618103, "Finetune/Step": 8932, "Finetune/Step Time": 6.616866325959563}
+{"Finetune/Learning Rate": 1.0206495019166996e-06, "Finetune/Loss": 0.5642604231834412, "Finetune/Loss (Raw)": 0.6045756340026855, "Finetune/Step": 8933, "Finetune/Step Time": 6.613212300464511}
+{"Finetune/Learning Rate": 1.0192788886745432e-06, "Finetune/Loss": 0.563057541847229, "Finetune/Loss (Raw)": 0.5412310361862183, "Finetune/Step": 8934, "Finetune/Step Time": 6.617868212983012}
+{"Finetune/Learning Rate": 1.0179091469158442e-06, "Finetune/Loss": 0.5632825493812561, "Finetune/Loss (Raw)": 0.5791326761245728, "Finetune/Step": 8935, "Finetune/Step Time": 6.610459167510271}
+{"Finetune/Learning Rate": 1.01654027677352e-06, "Finetune/Loss": 0.5620476007461548, "Finetune/Loss (Raw)": 0.4916872978210449, "Finetune/Step": 8936, "Finetune/Step Time": 6.6222852896898985}
+{"Finetune/Learning Rate": 1.015172278380402e-06, "Finetune/Loss": 0.5625013113021851, "Finetune/Loss (Raw)": 0.5790606737136841, "Finetune/Step": 8937, "Finetune/Step Time": 6.62145971134305}
+{"Finetune/Learning Rate": 1.0138051518692437e-06, "Finetune/Loss": 0.5627214908599854, "Finetune/Loss (Raw)": 0.6647701859474182, "Finetune/Step": 8938, "Finetune/Step Time": 6.654273960739374}
+{"Finetune/Learning Rate": 1.0124388973727085e-06, "Finetune/Loss": 0.5634016990661621, "Finetune/Loss (Raw)": 0.6543066501617432, "Finetune/Step": 8939, "Finetune/Step Time": 6.659081993624568}
+{"Finetune/Learning Rate": 1.0110735150233774e-06, "Finetune/Loss": 0.5644345879554749, "Finetune/Loss (Raw)": 0.713228166103363, "Finetune/Step": 8940, "Finetune/Step Time": 6.655847828835249}
+{"Finetune/Learning Rate": 1.0097090049537473e-06, "Finetune/Loss": 0.5642104744911194, "Finetune/Loss (Raw)": 0.5142784714698792, "Finetune/Step": 8941, "Finetune/Step Time": 6.662054369226098}
+{"Finetune/Learning Rate": 1.008345367296225e-06, "Finetune/Loss": 0.5652500987052917, "Finetune/Loss (Raw)": 0.7458093166351318, "Finetune/Step": 8942, "Finetune/Step Time": 6.656838405877352}
+{"Finetune/Learning Rate": 1.0069826021831409e-06, "Finetune/Loss": 0.5640058517456055, "Finetune/Loss (Raw)": 0.5268368721008301, "Finetune/Step": 8943, "Finetune/Step Time": 6.645330160856247}
+{"Finetune/Learning Rate": 1.0056207097467385e-06, "Finetune/Loss": 0.5643564462661743, "Finetune/Loss (Raw)": 0.5026748776435852, "Finetune/Step": 8944, "Finetune/Step Time": 6.650621669366956}
+{"Finetune/Learning Rate": 1.0042596901191716e-06, "Finetune/Loss": 0.5651453733444214, "Finetune/Loss (Raw)": 0.6567026376724243, "Finetune/Step": 8945, "Finetune/Step Time": 6.649735478684306}
+{"Finetune/Learning Rate": 1.0028995434325116e-06, "Finetune/Loss": 0.5625211000442505, "Finetune/Loss (Raw)": 0.20387020707130432, "Finetune/Step": 8946, "Finetune/Step Time": 6.667187944054604}
+{"Finetune/Learning Rate": 1.0015402698187515e-06, "Finetune/Loss": 0.5628435015678406, "Finetune/Loss (Raw)": 0.7055584788322449, "Finetune/Step": 8947, "Finetune/Step Time": 6.671070851385593}
+{"Finetune/Learning Rate": 1.0001818694097898e-06, "Finetune/Loss": 0.5625005960464478, "Finetune/Loss (Raw)": 0.5468559265136719, "Finetune/Step": 8948, "Finetune/Step Time": 6.674000270664692}
+{"Finetune/Learning Rate": 9.988243423374444e-07, "Finetune/Loss": 0.5632778406143188, "Finetune/Loss (Raw)": 0.6546556353569031, "Finetune/Step": 8949, "Finetune/Step Time": 6.657846495509148}
+{"Finetune/Learning Rate": 9.974676887334512e-07, "Finetune/Loss": 0.5633507966995239, "Finetune/Loss (Raw)": 0.5553169250488281, "Finetune/Step": 8950, "Finetune/Step Time": 6.650857202708721}
+{"Finetune/Learning Rate": 9.961119087294602e-07, "Finetune/Loss": 0.5636486411094666, "Finetune/Loss (Raw)": 0.564752459526062, "Finetune/Step": 8951, "Finetune/Step Time": 6.649058919399977}
+{"Finetune/Learning Rate": 9.94757002457033e-07, "Finetune/Loss": 0.5637488961219788, "Finetune/Loss (Raw)": 0.5198256969451904, "Finetune/Step": 8952, "Finetune/Step Time": 6.6356561332941055}
+{"Finetune/Learning Rate": 9.934029700476488e-07, "Finetune/Loss": 0.563174843788147, "Finetune/Loss (Raw)": 0.546522319316864, "Finetune/Step": 8953, "Finetune/Step Time": 6.637076608836651}
+{"Finetune/Learning Rate": 9.920498116327037e-07, "Finetune/Loss": 0.5637884140014648, "Finetune/Loss (Raw)": 0.6790639162063599, "Finetune/Step": 8954, "Finetune/Step Time": 6.633162735030055}
+{"Finetune/Learning Rate": 9.906975273435048e-07, "Finetune/Loss": 0.5633367896080017, "Finetune/Loss (Raw)": 0.5433157086372375, "Finetune/Step": 8955, "Finetune/Step Time": 6.632778637111187}
+{"Finetune/Learning Rate": 9.893461173112794e-07, "Finetune/Loss": 0.5631421804428101, "Finetune/Loss (Raw)": 0.5455519556999207, "Finetune/Step": 8956, "Finetune/Step Time": 6.645374894142151}
+{"Finetune/Learning Rate": 9.87995581667167e-07, "Finetune/Loss": 0.5648506879806519, "Finetune/Loss (Raw)": 0.7276102900505066, "Finetune/Step": 8957, "Finetune/Step Time": 6.6413687989115715}
+{"Finetune/Learning Rate": 9.866459205422207e-07, "Finetune/Loss": 0.5645622611045837, "Finetune/Loss (Raw)": 0.5934942960739136, "Finetune/Step": 8958, "Finetune/Step Time": 6.640790341421962}
+{"Finetune/Learning Rate": 9.852971340674144e-07, "Finetune/Loss": 0.5648451447486877, "Finetune/Loss (Raw)": 0.5994633436203003, "Finetune/Step": 8959, "Finetune/Step Time": 6.637037578970194}
+{"Finetune/Learning Rate": 9.839492223736314e-07, "Finetune/Loss": 0.5654959678649902, "Finetune/Loss (Raw)": 0.6393940448760986, "Finetune/Step": 8960, "Finetune/Step Time": 6.636402105912566}
+{"Finetune/Learning Rate": 9.8260218559167e-07, "Finetune/Loss": 0.5658349394798279, "Finetune/Loss (Raw)": 0.6955618858337402, "Finetune/Step": 8961, "Finetune/Step Time": 6.664176013320684}
+{"Finetune/Learning Rate": 9.812560238522484e-07, "Finetune/Loss": 0.5657222867012024, "Finetune/Loss (Raw)": 0.505719006061554, "Finetune/Step": 8962, "Finetune/Step Time": 6.645348705351353}
+{"Finetune/Learning Rate": 9.799107372859994e-07, "Finetune/Loss": 0.5652324557304382, "Finetune/Loss (Raw)": 0.5048377513885498, "Finetune/Step": 8963, "Finetune/Step Time": 6.624075565487146}
+{"Finetune/Learning Rate": 9.785663260234635e-07, "Finetune/Loss": 0.5675709247589111, "Finetune/Loss (Raw)": 0.6702708601951599, "Finetune/Step": 8964, "Finetune/Step Time": 6.613561516627669}
+{"Finetune/Learning Rate": 9.772227901951037e-07, "Finetune/Loss": 0.5671054124832153, "Finetune/Loss (Raw)": 0.5893476009368896, "Finetune/Step": 8965, "Finetune/Step Time": 6.602456783875823}
+{"Finetune/Learning Rate": 9.758801299312992e-07, "Finetune/Loss": 0.5665072202682495, "Finetune/Loss (Raw)": 0.5244123339653015, "Finetune/Step": 8966, "Finetune/Step Time": 6.613907009363174}
+{"Finetune/Learning Rate": 9.74538345362337e-07, "Finetune/Loss": 0.5676721334457397, "Finetune/Loss (Raw)": 0.6956953406333923, "Finetune/Step": 8967, "Finetune/Step Time": 6.629144104197621}
+{"Finetune/Learning Rate": 9.731974366184226e-07, "Finetune/Loss": 0.5672837495803833, "Finetune/Loss (Raw)": 0.6179484128952026, "Finetune/Step": 8968, "Finetune/Step Time": 6.634858777746558}
+{"Finetune/Learning Rate": 9.718574038296801e-07, "Finetune/Loss": 0.5673941373825073, "Finetune/Loss (Raw)": 0.6005287170410156, "Finetune/Step": 8969, "Finetune/Step Time": 6.660056557506323}
+{"Finetune/Learning Rate": 9.705182471261421e-07, "Finetune/Loss": 0.5669262409210205, "Finetune/Loss (Raw)": 0.5788723230361938, "Finetune/Step": 8970, "Finetune/Step Time": 6.688263105228543}
+{"Finetune/Learning Rate": 9.691799666377632e-07, "Finetune/Loss": 0.5668524503707886, "Finetune/Loss (Raw)": 0.6823068261146545, "Finetune/Step": 8971, "Finetune/Step Time": 6.688198709860444}
+{"Finetune/Learning Rate": 9.678425624944043e-07, "Finetune/Loss": 0.5666802525520325, "Finetune/Loss (Raw)": 0.5790501832962036, "Finetune/Step": 8972, "Finetune/Step Time": 6.689641064032912}
+{"Finetune/Learning Rate": 9.665060348258525e-07, "Finetune/Loss": 0.5669163465499878, "Finetune/Loss (Raw)": 0.5489405393600464, "Finetune/Step": 8973, "Finetune/Step Time": 6.668829020112753}
+{"Finetune/Learning Rate": 9.651703837617976e-07, "Finetune/Loss": 0.5629399418830872, "Finetune/Loss (Raw)": 0.2072010636329651, "Finetune/Step": 8974, "Finetune/Step Time": 6.680367209017277}
+{"Finetune/Learning Rate": 9.638356094318545e-07, "Finetune/Loss": 0.5639081001281738, "Finetune/Loss (Raw)": 0.6820572018623352, "Finetune/Step": 8975, "Finetune/Step Time": 6.679247012361884}
+{"Finetune/Learning Rate": 9.625017119655488e-07, "Finetune/Loss": 0.5645782947540283, "Finetune/Loss (Raw)": 0.6021048426628113, "Finetune/Step": 8976, "Finetune/Step Time": 6.682384377345443}
+{"Finetune/Learning Rate": 9.611686914923168e-07, "Finetune/Loss": 0.5641047358512878, "Finetune/Loss (Raw)": 0.6185933351516724, "Finetune/Step": 8977, "Finetune/Step Time": 6.685390222817659}
+{"Finetune/Learning Rate": 9.598365481415184e-07, "Finetune/Loss": 0.5646108388900757, "Finetune/Loss (Raw)": 0.7229259610176086, "Finetune/Step": 8978, "Finetune/Step Time": 6.679733956232667}
+{"Finetune/Learning Rate": 9.585052820424223e-07, "Finetune/Loss": 0.5643265247344971, "Finetune/Loss (Raw)": 0.5838255882263184, "Finetune/Step": 8979, "Finetune/Step Time": 6.67575291916728}
+{"Finetune/Learning Rate": 9.57174893324212e-07, "Finetune/Loss": 0.5650249719619751, "Finetune/Loss (Raw)": 0.5753256678581238, "Finetune/Step": 8980, "Finetune/Step Time": 6.663827357813716}
+{"Finetune/Learning Rate": 9.558453821159896e-07, "Finetune/Loss": 0.5655657052993774, "Finetune/Loss (Raw)": 0.5783876180648804, "Finetune/Step": 8981, "Finetune/Step Time": 6.6687008161097765}
+{"Finetune/Learning Rate": 9.545167485467722e-07, "Finetune/Loss": 0.5678519010543823, "Finetune/Loss (Raw)": 0.551054835319519, "Finetune/Step": 8982, "Finetune/Step Time": 6.638165961951017}
+{"Finetune/Learning Rate": 9.531889927454862e-07, "Finetune/Loss": 0.5691148638725281, "Finetune/Loss (Raw)": 0.7171316146850586, "Finetune/Step": 8983, "Finetune/Step Time": 6.644901031628251}
+{"Finetune/Learning Rate": 9.518621148409746e-07, "Finetune/Loss": 0.5691534280776978, "Finetune/Loss (Raw)": 0.6049767136573792, "Finetune/Step": 8984, "Finetune/Step Time": 6.653065908700228}
+{"Finetune/Learning Rate": 9.505361149620019e-07, "Finetune/Loss": 0.5691286325454712, "Finetune/Loss (Raw)": 0.5781930088996887, "Finetune/Step": 8985, "Finetune/Step Time": 6.659243896603584}
+{"Finetune/Learning Rate": 9.492109932372384e-07, "Finetune/Loss": 0.5690691471099854, "Finetune/Loss (Raw)": 0.5564271211624146, "Finetune/Step": 8986, "Finetune/Step Time": 6.657161759212613}
+{"Finetune/Learning Rate": 9.478867497952749e-07, "Finetune/Loss": 0.568819522857666, "Finetune/Loss (Raw)": 0.5643957257270813, "Finetune/Step": 8987, "Finetune/Step Time": 6.665298605337739}
+{"Finetune/Learning Rate": 9.46563384764616e-07, "Finetune/Loss": 0.5673883557319641, "Finetune/Loss (Raw)": 0.5478888750076294, "Finetune/Step": 8988, "Finetune/Step Time": 6.649497581645846}
+{"Finetune/Learning Rate": 9.45240898273676e-07, "Finetune/Loss": 0.5642153024673462, "Finetune/Loss (Raw)": 0.16478164494037628, "Finetune/Step": 8989, "Finetune/Step Time": 6.666533034294844}
+{"Finetune/Learning Rate": 9.43919290450791e-07, "Finetune/Loss": 0.565406084060669, "Finetune/Loss (Raw)": 0.7303346395492554, "Finetune/Step": 8990, "Finetune/Step Time": 6.662655660882592}
+{"Finetune/Learning Rate": 9.425985614242117e-07, "Finetune/Loss": 0.5652391314506531, "Finetune/Loss (Raw)": 0.6198189854621887, "Finetune/Step": 8991, "Finetune/Step Time": 6.6636758130043745}
+{"Finetune/Learning Rate": 9.412787113220956e-07, "Finetune/Loss": 0.5654963850975037, "Finetune/Loss (Raw)": 0.5689656734466553, "Finetune/Step": 8992, "Finetune/Step Time": 6.6650439742952585}
+{"Finetune/Learning Rate": 9.399597402725214e-07, "Finetune/Loss": 0.5655414462089539, "Finetune/Loss (Raw)": 0.624453604221344, "Finetune/Step": 8993, "Finetune/Step Time": 6.6702412981539965}
+{"Finetune/Learning Rate": 9.386416484034855e-07, "Finetune/Loss": 0.5657489895820618, "Finetune/Loss (Raw)": 0.6545495390892029, "Finetune/Step": 8994, "Finetune/Step Time": 6.674881292507052}
+{"Finetune/Learning Rate": 9.373244358428901e-07, "Finetune/Loss": 0.5661396384239197, "Finetune/Loss (Raw)": 0.6517136693000793, "Finetune/Step": 8995, "Finetune/Step Time": 6.667981296777725}
+{"Finetune/Learning Rate": 9.360081027185563e-07, "Finetune/Loss": 0.5657073855400085, "Finetune/Loss (Raw)": 0.6031126976013184, "Finetune/Step": 8996, "Finetune/Step Time": 6.672350311651826}
+{"Finetune/Learning Rate": 9.346926491582254e-07, "Finetune/Loss": 0.5663410425186157, "Finetune/Loss (Raw)": 0.5990493893623352, "Finetune/Step": 8997, "Finetune/Step Time": 6.6729872934520245}
+{"Finetune/Learning Rate": 9.333780752895416e-07, "Finetune/Loss": 0.5656609535217285, "Finetune/Loss (Raw)": 0.5295523405075073, "Finetune/Step": 8998, "Finetune/Step Time": 6.691071081906557}
+{"Finetune/Learning Rate": 9.320643812400754e-07, "Finetune/Loss": 0.5655045509338379, "Finetune/Loss (Raw)": 0.5646364688873291, "Finetune/Step": 8999, "Finetune/Step Time": 6.710064081475139}
+{"Finetune/Learning Rate": 9.307515671373046e-07, "Finetune/Loss": 0.5651946663856506, "Finetune/Loss (Raw)": 0.5780839323997498, "Finetune/Step": 9000, "Finetune/Step Time": 6.715543236583471}
+{"Finetune/Learning Rate": 9.29439633108623e-07, "Finetune/Loss": 0.5660738945007324, "Finetune/Loss (Raw)": 0.4962182641029358, "Finetune/Step": 9001, "Finetune/Step Time": 6.717172037810087}
+{"Finetune/Learning Rate": 9.28128579281341e-07, "Finetune/Loss": 0.5669548511505127, "Finetune/Loss (Raw)": 0.599502444267273, "Finetune/Step": 9002, "Finetune/Step Time": 6.718544278293848}
+{"Finetune/Learning Rate": 9.268184057826835e-07, "Finetune/Loss": 0.5646201372146606, "Finetune/Loss (Raw)": 0.18596401810646057, "Finetune/Step": 9003, "Finetune/Step Time": 6.735900145024061}
+{"Finetune/Learning Rate": 9.255091127397886e-07, "Finetune/Loss": 0.5613330602645874, "Finetune/Loss (Raw)": 0.196915864944458, "Finetune/Step": 9004, "Finetune/Step Time": 6.693370070308447}
+{"Finetune/Learning Rate": 9.24200700279706e-07, "Finetune/Loss": 0.56256103515625, "Finetune/Loss (Raw)": 0.7476479411125183, "Finetune/Step": 9005, "Finetune/Step Time": 6.691505191847682}
+{"Finetune/Learning Rate": 9.228931685294085e-07, "Finetune/Loss": 0.5624649524688721, "Finetune/Loss (Raw)": 0.5533030033111572, "Finetune/Step": 9006, "Finetune/Step Time": 6.714256390929222}
+{"Finetune/Learning Rate": 9.215865176157745e-07, "Finetune/Loss": 0.56215500831604, "Finetune/Loss (Raw)": 0.5769253373146057, "Finetune/Step": 9007, "Finetune/Step Time": 6.712826916947961}
+{"Finetune/Learning Rate": 9.202807476655995e-07, "Finetune/Loss": 0.5626053810119629, "Finetune/Loss (Raw)": 0.6242858171463013, "Finetune/Step": 9008, "Finetune/Step Time": 6.716576950624585}
+{"Finetune/Learning Rate": 9.189758588055975e-07, "Finetune/Loss": 0.5635460615158081, "Finetune/Loss (Raw)": 0.6259641647338867, "Finetune/Step": 9009, "Finetune/Step Time": 6.708995310589671}
+{"Finetune/Learning Rate": 9.176718511623939e-07, "Finetune/Loss": 0.5637308955192566, "Finetune/Loss (Raw)": 0.5381191372871399, "Finetune/Step": 9010, "Finetune/Step Time": 6.712736340239644}
+{"Finetune/Learning Rate": 9.163687248625286e-07, "Finetune/Loss": 0.5653060674667358, "Finetune/Loss (Raw)": 0.7799165844917297, "Finetune/Step": 9011, "Finetune/Step Time": 6.710913632065058}
+{"Finetune/Learning Rate": 9.150664800324527e-07, "Finetune/Loss": 0.5658441185951233, "Finetune/Loss (Raw)": 0.6477940678596497, "Finetune/Step": 9012, "Finetune/Step Time": 6.721159841865301}
+{"Finetune/Learning Rate": 9.137651167985407e-07, "Finetune/Loss": 0.5661677718162537, "Finetune/Loss (Raw)": 0.5872511267662048, "Finetune/Step": 9013, "Finetune/Step Time": 6.7271654680371284}
+{"Finetune/Learning Rate": 9.124646352870714e-07, "Finetune/Loss": 0.5667362213134766, "Finetune/Loss (Raw)": 0.6128897070884705, "Finetune/Step": 9014, "Finetune/Step Time": 6.719648737460375}
+{"Finetune/Learning Rate": 9.111650356242463e-07, "Finetune/Loss": 0.5669242143630981, "Finetune/Loss (Raw)": 0.6618489623069763, "Finetune/Step": 9015, "Finetune/Step Time": 6.71290934830904}
+{"Finetune/Learning Rate": 9.098663179361767e-07, "Finetune/Loss": 0.5681229829788208, "Finetune/Loss (Raw)": 0.6069896221160889, "Finetune/Step": 9016, "Finetune/Step Time": 6.689805621281266}
+{"Finetune/Learning Rate": 9.085684823488861e-07, "Finetune/Loss": 0.5658528804779053, "Finetune/Loss (Raw)": 0.28377264738082886, "Finetune/Step": 9017, "Finetune/Step Time": 6.701127843931317}
+{"Finetune/Learning Rate": 9.072715289883183e-07, "Finetune/Loss": 0.5660134553909302, "Finetune/Loss (Raw)": 0.6069015860557556, "Finetune/Step": 9018, "Finetune/Step Time": 6.692167824134231}
+{"Finetune/Learning Rate": 9.059754579803326e-07, "Finetune/Loss": 0.5635315179824829, "Finetune/Loss (Raw)": 0.18653632700443268, "Finetune/Step": 9019, "Finetune/Step Time": 6.713985413312912}
+{"Finetune/Learning Rate": 9.046802694506917e-07, "Finetune/Loss": 0.5630977153778076, "Finetune/Loss (Raw)": 0.6800835132598877, "Finetune/Step": 9020, "Finetune/Step Time": 6.729123558849096}
+{"Finetune/Learning Rate": 9.03385963525083e-07, "Finetune/Loss": 0.5665997266769409, "Finetune/Loss (Raw)": 0.6833834648132324, "Finetune/Step": 9021, "Finetune/Step Time": 6.7230394426733255}
+{"Finetune/Learning Rate": 9.020925403291081e-07, "Finetune/Loss": 0.5665452480316162, "Finetune/Loss (Raw)": 0.6009730696678162, "Finetune/Step": 9022, "Finetune/Step Time": 6.710607428103685}
+{"Finetune/Learning Rate": 9.007999999882755e-07, "Finetune/Loss": 0.5668823719024658, "Finetune/Loss (Raw)": 0.632241427898407, "Finetune/Step": 9023, "Finetune/Step Time": 6.710954416543245}
+{"Finetune/Learning Rate": 8.995083426280137e-07, "Finetune/Loss": 0.5680594444274902, "Finetune/Loss (Raw)": 0.6217269897460938, "Finetune/Step": 9024, "Finetune/Step Time": 6.697807697579265}
+{"Finetune/Learning Rate": 8.982175683736671e-07, "Finetune/Loss": 0.567747950553894, "Finetune/Loss (Raw)": 0.5211044549942017, "Finetune/Step": 9025, "Finetune/Step Time": 6.693354111164808}
+{"Finetune/Learning Rate": 8.969276773504886e-07, "Finetune/Loss": 0.56779944896698, "Finetune/Loss (Raw)": 0.5293322801589966, "Finetune/Step": 9026, "Finetune/Step Time": 6.678848518058658}
+{"Finetune/Learning Rate": 8.956386696836472e-07, "Finetune/Loss": 0.5656044483184814, "Finetune/Loss (Raw)": 0.2810608744621277, "Finetune/Step": 9027, "Finetune/Step Time": 6.697061745449901}
+{"Finetune/Learning Rate": 8.943505454982315e-07, "Finetune/Loss": 0.5656912922859192, "Finetune/Loss (Raw)": 0.577461838722229, "Finetune/Step": 9028, "Finetune/Step Time": 6.7044786754995584}
+{"Finetune/Learning Rate": 8.930633049192361e-07, "Finetune/Loss": 0.5672604441642761, "Finetune/Loss (Raw)": 0.6697069406509399, "Finetune/Step": 9029, "Finetune/Step Time": 6.686344750225544}
+{"Finetune/Learning Rate": 8.917769480715777e-07, "Finetune/Loss": 0.5680153965950012, "Finetune/Loss (Raw)": 0.7568401098251343, "Finetune/Step": 9030, "Finetune/Step Time": 6.661438170820475}
+{"Finetune/Learning Rate": 8.904914750800797e-07, "Finetune/Loss": 0.5675736665725708, "Finetune/Loss (Raw)": 0.5444394946098328, "Finetune/Step": 9031, "Finetune/Step Time": 6.661270197480917}
+{"Finetune/Learning Rate": 8.89206886069488e-07, "Finetune/Loss": 0.5674395561218262, "Finetune/Loss (Raw)": 0.6262007355690002, "Finetune/Step": 9032, "Finetune/Step Time": 6.653235875070095}
+{"Finetune/Learning Rate": 8.879231811644551e-07, "Finetune/Loss": 0.5682507753372192, "Finetune/Loss (Raw)": 0.5735853910446167, "Finetune/Step": 9033, "Finetune/Step Time": 6.6539959423244}
+{"Finetune/Learning Rate": 8.866403604895524e-07, "Finetune/Loss": 0.5686562061309814, "Finetune/Loss (Raw)": 0.5983286499977112, "Finetune/Step": 9034, "Finetune/Step Time": 6.67661096341908}
+{"Finetune/Learning Rate": 8.853584241692636e-07, "Finetune/Loss": 0.5677206516265869, "Finetune/Loss (Raw)": 0.6079514622688293, "Finetune/Step": 9035, "Finetune/Step Time": 6.682482531294227}
+{"Finetune/Learning Rate": 8.840773723279861e-07, "Finetune/Loss": 0.5682353377342224, "Finetune/Loss (Raw)": 0.6739090085029602, "Finetune/Step": 9036, "Finetune/Step Time": 6.672991981729865}
+{"Finetune/Learning Rate": 8.827972050900335e-07, "Finetune/Loss": 0.5687451362609863, "Finetune/Loss (Raw)": 0.6015917658805847, "Finetune/Step": 9037, "Finetune/Step Time": 6.659980304539204}
+{"Finetune/Learning Rate": 8.815179225796322e-07, "Finetune/Loss": 0.5680837631225586, "Finetune/Loss (Raw)": 0.6312190890312195, "Finetune/Step": 9038, "Finetune/Step Time": 6.666713381186128}
+{"Finetune/Learning Rate": 8.802395249209217e-07, "Finetune/Loss": 0.5685778856277466, "Finetune/Loss (Raw)": 0.698979914188385, "Finetune/Step": 9039, "Finetune/Step Time": 6.671684606000781}
+{"Finetune/Learning Rate": 8.789620122379572e-07, "Finetune/Loss": 0.5688509941101074, "Finetune/Loss (Raw)": 0.251054048538208, "Finetune/Step": 9040, "Finetune/Step Time": 6.674599418416619}
+{"Finetune/Learning Rate": 8.776853846547106e-07, "Finetune/Loss": 0.5678861141204834, "Finetune/Loss (Raw)": 0.41091564297676086, "Finetune/Step": 9041, "Finetune/Step Time": 6.677990522235632}
+{"Finetune/Learning Rate": 8.76409642295063e-07, "Finetune/Loss": 0.5680966377258301, "Finetune/Loss (Raw)": 0.47538578510284424, "Finetune/Step": 9042, "Finetune/Step Time": 6.661871690303087}
+{"Finetune/Learning Rate": 8.751347852828096e-07, "Finetune/Loss": 0.567969799041748, "Finetune/Loss (Raw)": 0.5248557329177856, "Finetune/Step": 9043, "Finetune/Step Time": 6.660635633394122}
+{"Finetune/Learning Rate": 8.73860813741666e-07, "Finetune/Loss": 0.5664439797401428, "Finetune/Loss (Raw)": 0.5136457085609436, "Finetune/Step": 9044, "Finetune/Step Time": 6.677069436758757}
+{"Finetune/Learning Rate": 8.725877277952533e-07, "Finetune/Loss": 0.565224289894104, "Finetune/Loss (Raw)": 0.5517122745513916, "Finetune/Step": 9045, "Finetune/Step Time": 6.683042462915182}
+{"Finetune/Learning Rate": 8.713155275671137e-07, "Finetune/Loss": 0.5655045509338379, "Finetune/Loss (Raw)": 0.5788796544075012, "Finetune/Step": 9046, "Finetune/Step Time": 6.707173895090818}
+{"Finetune/Learning Rate": 8.700442131807007e-07, "Finetune/Loss": 0.564987063407898, "Finetune/Loss (Raw)": 0.5825490951538086, "Finetune/Step": 9047, "Finetune/Step Time": 6.706901619210839}
+{"Finetune/Learning Rate": 8.687737847593792e-07, "Finetune/Loss": 0.5654346346855164, "Finetune/Loss (Raw)": 0.6244677305221558, "Finetune/Step": 9048, "Finetune/Step Time": 6.702457258477807}
+{"Finetune/Learning Rate": 8.675042424264313e-07, "Finetune/Loss": 0.5664755702018738, "Finetune/Loss (Raw)": 0.6868898272514343, "Finetune/Step": 9049, "Finetune/Step Time": 6.713783977553248}
+{"Finetune/Learning Rate": 8.662355863050587e-07, "Finetune/Loss": 0.5693620443344116, "Finetune/Loss (Raw)": 0.5415866374969482, "Finetune/Step": 9050, "Finetune/Step Time": 6.691885333508253}
+{"Finetune/Learning Rate": 8.649678165183628e-07, "Finetune/Loss": 0.5689276456832886, "Finetune/Loss (Raw)": 0.5171732902526855, "Finetune/Step": 9051, "Finetune/Step Time": 6.693677505478263}
+{"Finetune/Learning Rate": 8.637009331893698e-07, "Finetune/Loss": 0.5692905187606812, "Finetune/Loss (Raw)": 0.5742213726043701, "Finetune/Step": 9052, "Finetune/Step Time": 6.697260424494743}
+{"Finetune/Learning Rate": 8.624349364410201e-07, "Finetune/Loss": 0.5711464881896973, "Finetune/Loss (Raw)": 0.5317907333374023, "Finetune/Step": 9053, "Finetune/Step Time": 6.676452785730362}
+{"Finetune/Learning Rate": 8.611698263961621e-07, "Finetune/Loss": 0.5744756460189819, "Finetune/Loss (Raw)": 0.6784107685089111, "Finetune/Step": 9054, "Finetune/Step Time": 6.661875586956739}
+{"Finetune/Learning Rate": 8.59905603177561e-07, "Finetune/Loss": 0.5746896266937256, "Finetune/Loss (Raw)": 0.6003299951553345, "Finetune/Step": 9055, "Finetune/Step Time": 6.649625021964312}
+{"Finetune/Learning Rate": 8.586422669078997e-07, "Finetune/Loss": 0.5739769339561462, "Finetune/Loss (Raw)": 0.5778763294219971, "Finetune/Step": 9056, "Finetune/Step Time": 6.670780010521412}
+{"Finetune/Learning Rate": 8.57379817709767e-07, "Finetune/Loss": 0.5734103918075562, "Finetune/Loss (Raw)": 0.5490694642066956, "Finetune/Step": 9057, "Finetune/Step Time": 6.668874815106392}
+{"Finetune/Learning Rate": 8.561182557056747e-07, "Finetune/Loss": 0.5734439492225647, "Finetune/Loss (Raw)": 0.42163312435150146, "Finetune/Step": 9058, "Finetune/Step Time": 6.65957616828382}
+{"Finetune/Learning Rate": 8.548575810180415e-07, "Finetune/Loss": 0.5727601051330566, "Finetune/Loss (Raw)": 0.5570299029350281, "Finetune/Step": 9059, "Finetune/Step Time": 6.6837741900235415}
+{"Finetune/Learning Rate": 8.53597793769202e-07, "Finetune/Loss": 0.5734613537788391, "Finetune/Loss (Raw)": 0.6521260738372803, "Finetune/Step": 9060, "Finetune/Step Time": 6.674281187355518}
+{"Finetune/Learning Rate": 8.523388940814048e-07, "Finetune/Loss": 0.573744535446167, "Finetune/Loss (Raw)": 0.640825092792511, "Finetune/Step": 9061, "Finetune/Step Time": 6.666696034371853}
+{"Finetune/Learning Rate": 8.510808820768157e-07, "Finetune/Loss": 0.5743829011917114, "Finetune/Loss (Raw)": 0.622941792011261, "Finetune/Step": 9062, "Finetune/Step Time": 6.661909367889166}
+{"Finetune/Learning Rate": 8.498237578775093e-07, "Finetune/Loss": 0.5747967958450317, "Finetune/Loss (Raw)": 0.6321144104003906, "Finetune/Step": 9063, "Finetune/Step Time": 6.676478683948517}
+{"Finetune/Learning Rate": 8.485675216054745e-07, "Finetune/Loss": 0.5725089311599731, "Finetune/Loss (Raw)": 0.19883416593074799, "Finetune/Step": 9064, "Finetune/Step Time": 6.681828301399946}
+{"Finetune/Learning Rate": 8.473121733826195e-07, "Finetune/Loss": 0.5709986686706543, "Finetune/Loss (Raw)": 0.3857581913471222, "Finetune/Step": 9065, "Finetune/Step Time": 6.694506533443928}
+{"Finetune/Learning Rate": 8.460577133307602e-07, "Finetune/Loss": 0.5707248449325562, "Finetune/Loss (Raw)": 0.6297121644020081, "Finetune/Step": 9066, "Finetune/Step Time": 6.679322140291333}
+{"Finetune/Learning Rate": 8.448041415716268e-07, "Finetune/Loss": 0.5704735517501831, "Finetune/Loss (Raw)": 0.6221479177474976, "Finetune/Step": 9067, "Finetune/Step Time": 6.705745713785291}
+{"Finetune/Learning Rate": 8.435514582268678e-07, "Finetune/Loss": 0.5678853392601013, "Finetune/Loss (Raw)": 0.38192856311798096, "Finetune/Step": 9068, "Finetune/Step Time": 6.715604338794947}
+{"Finetune/Learning Rate": 8.422996634180436e-07, "Finetune/Loss": 0.5683425068855286, "Finetune/Loss (Raw)": 0.5727984309196472, "Finetune/Step": 9069, "Finetune/Step Time": 6.708852445706725}
+{"Finetune/Learning Rate": 8.41048757266627e-07, "Finetune/Loss": 0.5669577121734619, "Finetune/Loss (Raw)": 0.5685614347457886, "Finetune/Step": 9070, "Finetune/Step Time": 6.714111832901835}
+{"Finetune/Learning Rate": 8.397987398940011e-07, "Finetune/Loss": 0.5665122270584106, "Finetune/Loss (Raw)": 0.4698116183280945, "Finetune/Step": 9071, "Finetune/Step Time": 6.728793201968074}
+{"Finetune/Learning Rate": 8.385496114214731e-07, "Finetune/Loss": 0.5670610070228577, "Finetune/Loss (Raw)": 0.5729159712791443, "Finetune/Step": 9072, "Finetune/Step Time": 6.749565305188298}
+{"Finetune/Learning Rate": 8.373013719702516e-07, "Finetune/Loss": 0.566335916519165, "Finetune/Loss (Raw)": 0.5638906955718994, "Finetune/Step": 9073, "Finetune/Step Time": 6.778045641258359}
+{"Finetune/Learning Rate": 8.360540216614698e-07, "Finetune/Loss": 0.5687985420227051, "Finetune/Loss (Raw)": 0.5190818309783936, "Finetune/Step": 9074, "Finetune/Step Time": 6.791465926915407}
+{"Finetune/Learning Rate": 8.348075606161688e-07, "Finetune/Loss": 0.5674953460693359, "Finetune/Loss (Raw)": 0.5387571454048157, "Finetune/Step": 9075, "Finetune/Step Time": 6.809613281860948}
+{"Finetune/Learning Rate": 8.335619889553004e-07, "Finetune/Loss": 0.5681978464126587, "Finetune/Loss (Raw)": 0.6367697715759277, "Finetune/Step": 9076, "Finetune/Step Time": 6.803444126620889}
+{"Finetune/Learning Rate": 8.323173067997381e-07, "Finetune/Loss": 0.5689718723297119, "Finetune/Loss (Raw)": 0.753734827041626, "Finetune/Step": 9077, "Finetune/Step Time": 6.812144700437784}
+{"Finetune/Learning Rate": 8.310735142702664e-07, "Finetune/Loss": 0.5695907473564148, "Finetune/Loss (Raw)": 0.6345335245132446, "Finetune/Step": 9078, "Finetune/Step Time": 6.823934311047196}
+{"Finetune/Learning Rate": 8.298306114875776e-07, "Finetune/Loss": 0.5697509050369263, "Finetune/Loss (Raw)": 0.5852580666542053, "Finetune/Step": 9079, "Finetune/Step Time": 6.819765388965607}
+{"Finetune/Learning Rate": 8.285885985722841e-07, "Finetune/Loss": 0.5697742700576782, "Finetune/Loss (Raw)": 0.5228142738342285, "Finetune/Step": 9080, "Finetune/Step Time": 6.803702196106315}
+{"Finetune/Learning Rate": 8.273474756449118e-07, "Finetune/Loss": 0.570288360118866, "Finetune/Loss (Raw)": 0.6123234033584595, "Finetune/Step": 9081, "Finetune/Step Time": 6.803855553269386}
+{"Finetune/Learning Rate": 8.261072428258965e-07, "Finetune/Loss": 0.5681946277618408, "Finetune/Loss (Raw)": 0.41106000542640686, "Finetune/Step": 9082, "Finetune/Step Time": 6.837547156959772}
+{"Finetune/Learning Rate": 8.248679002355886e-07, "Finetune/Loss": 0.5690736770629883, "Finetune/Loss (Raw)": 0.65583735704422, "Finetune/Step": 9083, "Finetune/Step Time": 6.8593489192426205}
+{"Finetune/Learning Rate": 8.236294479942575e-07, "Finetune/Loss": 0.5694823265075684, "Finetune/Loss (Raw)": 0.5978632569313049, "Finetune/Step": 9084, "Finetune/Step Time": 6.850430067628622}
+{"Finetune/Learning Rate": 8.223918862220759e-07, "Finetune/Loss": 0.5689903497695923, "Finetune/Loss (Raw)": 0.6646360754966736, "Finetune/Step": 9085, "Finetune/Step Time": 6.852372650057077}
+{"Finetune/Learning Rate": 8.211552150391411e-07, "Finetune/Loss": 0.569214403629303, "Finetune/Loss (Raw)": 0.6221742630004883, "Finetune/Step": 9086, "Finetune/Step Time": 6.849725361913443}
+{"Finetune/Learning Rate": 8.199194345654571e-07, "Finetune/Loss": 0.5691202878952026, "Finetune/Loss (Raw)": 0.5874170660972595, "Finetune/Step": 9087, "Finetune/Step Time": 6.8500120006501675}
+{"Finetune/Learning Rate": 8.186845449209413e-07, "Finetune/Loss": 0.5687002539634705, "Finetune/Loss (Raw)": 0.5856306552886963, "Finetune/Step": 9088, "Finetune/Step Time": 6.866207797080278}
+{"Finetune/Learning Rate": 8.174505462254278e-07, "Finetune/Loss": 0.5674406886100769, "Finetune/Loss (Raw)": 0.5343340635299683, "Finetune/Step": 9089, "Finetune/Step Time": 6.8432965483516455}
+{"Finetune/Learning Rate": 8.162174385986665e-07, "Finetune/Loss": 0.5680145621299744, "Finetune/Loss (Raw)": 0.5791736245155334, "Finetune/Step": 9090, "Finetune/Step Time": 6.852253610268235}
+{"Finetune/Learning Rate": 8.149852221603127e-07, "Finetune/Loss": 0.5682780742645264, "Finetune/Loss (Raw)": 0.5385733842849731, "Finetune/Step": 9091, "Finetune/Step Time": 6.874655710533261}
+{"Finetune/Learning Rate": 8.137538970299408e-07, "Finetune/Loss": 0.5685029625892639, "Finetune/Loss (Raw)": 0.6990532875061035, "Finetune/Step": 9092, "Finetune/Step Time": 6.873343603685498}
+{"Finetune/Learning Rate": 8.125234633270407e-07, "Finetune/Loss": 0.5681051015853882, "Finetune/Loss (Raw)": 0.5384252071380615, "Finetune/Step": 9093, "Finetune/Step Time": 6.882834121584892}
+{"Finetune/Learning Rate": 8.112939211710103e-07, "Finetune/Loss": 0.56833815574646, "Finetune/Loss (Raw)": 0.5542435050010681, "Finetune/Step": 9094, "Finetune/Step Time": 6.875114988535643}
+{"Finetune/Learning Rate": 8.100652706811629e-07, "Finetune/Loss": 0.5643360614776611, "Finetune/Loss (Raw)": 0.18342387676239014, "Finetune/Step": 9095, "Finetune/Step Time": 6.885719779878855}
+{"Finetune/Learning Rate": 8.088375119767278e-07, "Finetune/Loss": 0.5647598505020142, "Finetune/Loss (Raw)": 0.6721917986869812, "Finetune/Step": 9096, "Finetune/Step Time": 6.874039780348539}
+{"Finetune/Learning Rate": 8.076106451768462e-07, "Finetune/Loss": 0.5641868710517883, "Finetune/Loss (Raw)": 0.5271887183189392, "Finetune/Step": 9097, "Finetune/Step Time": 6.843192709609866}
+{"Finetune/Learning Rate": 8.063846704005696e-07, "Finetune/Loss": 0.5636826753616333, "Finetune/Loss (Raw)": 0.5143365859985352, "Finetune/Step": 9098, "Finetune/Step Time": 6.8210553377866745}
+{"Finetune/Learning Rate": 8.051595877668683e-07, "Finetune/Loss": 0.5636045932769775, "Finetune/Loss (Raw)": 0.6723092794418335, "Finetune/Step": 9099, "Finetune/Step Time": 6.830317858606577}
+{"Finetune/Learning Rate": 8.03935397394624e-07, "Finetune/Loss": 0.5606465339660645, "Finetune/Loss (Raw)": 0.20042197406291962, "Finetune/Step": 9100, "Finetune/Step Time": 6.85822176001966}
+{"Finetune/Learning Rate": 8.027120994026306e-07, "Finetune/Loss": 0.5608222484588623, "Finetune/Loss (Raw)": 0.5714285969734192, "Finetune/Step": 9101, "Finetune/Step Time": 6.893694557249546}
+{"Finetune/Learning Rate": 8.01489693909594e-07, "Finetune/Loss": 0.5637452602386475, "Finetune/Loss (Raw)": 0.5813471078872681, "Finetune/Step": 9102, "Finetune/Step Time": 6.881597362458706}
+{"Finetune/Learning Rate": 8.002681810341395e-07, "Finetune/Loss": 0.5629608631134033, "Finetune/Loss (Raw)": 0.5816588401794434, "Finetune/Step": 9103, "Finetune/Step Time": 6.894601885229349}
+{"Finetune/Learning Rate": 7.99047560894799e-07, "Finetune/Loss": 0.5624724626541138, "Finetune/Loss (Raw)": 0.5395891666412354, "Finetune/Step": 9104, "Finetune/Step Time": 6.888330398127437}
+{"Finetune/Learning Rate": 7.97827833610022e-07, "Finetune/Loss": 0.5619347095489502, "Finetune/Loss (Raw)": 0.549755334854126, "Finetune/Step": 9105, "Finetune/Step Time": 6.886426009237766}
+{"Finetune/Learning Rate": 7.966089992981707e-07, "Finetune/Loss": 0.5606552362442017, "Finetune/Loss (Raw)": 0.5591515302658081, "Finetune/Step": 9106, "Finetune/Step Time": 6.896345864981413}
+{"Finetune/Learning Rate": 7.953910580775171e-07, "Finetune/Loss": 0.5600098967552185, "Finetune/Loss (Raw)": 0.5012305378913879, "Finetune/Step": 9107, "Finetune/Step Time": 6.898380691185594}
+{"Finetune/Learning Rate": 7.941740100662521e-07, "Finetune/Loss": 0.5600565075874329, "Finetune/Loss (Raw)": 0.5812913775444031, "Finetune/Step": 9108, "Finetune/Step Time": 6.901402931660414}
+{"Finetune/Learning Rate": 7.929578553824791e-07, "Finetune/Loss": 0.5605533123016357, "Finetune/Loss (Raw)": 0.6419744491577148, "Finetune/Step": 9109, "Finetune/Step Time": 6.891098756343126}
+{"Finetune/Learning Rate": 7.917425941442069e-07, "Finetune/Loss": 0.5605565309524536, "Finetune/Loss (Raw)": 0.5514742136001587, "Finetune/Step": 9110, "Finetune/Step Time": 6.899665044620633}
+{"Finetune/Learning Rate": 7.905282264693681e-07, "Finetune/Loss": 0.5588860511779785, "Finetune/Loss (Raw)": 0.5033055543899536, "Finetune/Step": 9111, "Finetune/Step Time": 6.896939009428024}
+{"Finetune/Learning Rate": 7.893147524758049e-07, "Finetune/Loss": 0.558329164981842, "Finetune/Loss (Raw)": 0.533692479133606, "Finetune/Step": 9112, "Finetune/Step Time": 6.920714942738414}
+{"Finetune/Learning Rate": 7.881021722812699e-07, "Finetune/Loss": 0.5591450929641724, "Finetune/Loss (Raw)": 0.6826384663581848, "Finetune/Step": 9113, "Finetune/Step Time": 6.917372426018119}
+{"Finetune/Learning Rate": 7.868904860034299e-07, "Finetune/Loss": 0.5592162013053894, "Finetune/Loss (Raw)": 0.5655202269554138, "Finetune/Step": 9114, "Finetune/Step Time": 6.922548437491059}
+{"Finetune/Learning Rate": 7.856796937598698e-07, "Finetune/Loss": 0.558487057685852, "Finetune/Loss (Raw)": 0.471067875623703, "Finetune/Step": 9115, "Finetune/Step Time": 6.938594529405236}
+{"Finetune/Learning Rate": 7.844697956680803e-07, "Finetune/Loss": 0.5584844946861267, "Finetune/Loss (Raw)": 0.5475578904151917, "Finetune/Step": 9116, "Finetune/Step Time": 6.939832225441933}
+{"Finetune/Learning Rate": 7.832607918454737e-07, "Finetune/Loss": 0.5601178407669067, "Finetune/Loss (Raw)": 0.373855859041214, "Finetune/Step": 9117, "Finetune/Step Time": 6.955975336953998}
+{"Finetune/Learning Rate": 7.820526824093655e-07, "Finetune/Loss": 0.5589969754219055, "Finetune/Loss (Raw)": 0.5868604779243469, "Finetune/Step": 9118, "Finetune/Step Time": 6.969680950045586}
+{"Finetune/Learning Rate": 7.808454674769949e-07, "Finetune/Loss": 0.560457170009613, "Finetune/Loss (Raw)": 0.8067233562469482, "Finetune/Step": 9119, "Finetune/Step Time": 6.9677767138928175}
+{"Finetune/Learning Rate": 7.796391471655052e-07, "Finetune/Loss": 0.559939980506897, "Finetune/Loss (Raw)": 0.5027701258659363, "Finetune/Step": 9120, "Finetune/Step Time": 6.967849429696798}
+{"Finetune/Learning Rate": 7.784337215919613e-07, "Finetune/Loss": 0.5594499111175537, "Finetune/Loss (Raw)": 0.5617257356643677, "Finetune/Step": 9121, "Finetune/Step Time": 6.94786281324923}
+{"Finetune/Learning Rate": 7.772291908733332e-07, "Finetune/Loss": 0.5582876205444336, "Finetune/Loss (Raw)": 0.5057727098464966, "Finetune/Step": 9122, "Finetune/Step Time": 6.941854981705546}
+{"Finetune/Learning Rate": 7.760255551265083e-07, "Finetune/Loss": 0.5577201843261719, "Finetune/Loss (Raw)": 0.5790820121765137, "Finetune/Step": 9123, "Finetune/Step Time": 6.9371501710265875}
+{"Finetune/Learning Rate": 7.74822814468289e-07, "Finetune/Loss": 0.5577438473701477, "Finetune/Loss (Raw)": 0.6061438918113708, "Finetune/Step": 9124, "Finetune/Step Time": 6.940688531845808}
+{"Finetune/Learning Rate": 7.736209690153862e-07, "Finetune/Loss": 0.5576643943786621, "Finetune/Loss (Raw)": 0.5888768434524536, "Finetune/Step": 9125, "Finetune/Step Time": 6.935202604159713}
+{"Finetune/Learning Rate": 7.724200188844255e-07, "Finetune/Loss": 0.557878851890564, "Finetune/Loss (Raw)": 0.557007372379303, "Finetune/Step": 9126, "Finetune/Step Time": 6.937411565333605}
+{"Finetune/Learning Rate": 7.712199641919483e-07, "Finetune/Loss": 0.5575991868972778, "Finetune/Loss (Raw)": 0.5288376212120056, "Finetune/Step": 9127, "Finetune/Step Time": 6.916556488722563}
+{"Finetune/Learning Rate": 7.700208050544078e-07, "Finetune/Loss": 0.5568782091140747, "Finetune/Loss (Raw)": 0.4857979118824005, "Finetune/Step": 9128, "Finetune/Step Time": 6.906871108338237}
+{"Finetune/Learning Rate": 7.688225415881678e-07, "Finetune/Loss": 0.5578505992889404, "Finetune/Loss (Raw)": 0.6206809878349304, "Finetune/Step": 9129, "Finetune/Step Time": 6.896024230867624}
+{"Finetune/Learning Rate": 7.676251739095064e-07, "Finetune/Loss": 0.5578519105911255, "Finetune/Loss (Raw)": 0.5996648073196411, "Finetune/Step": 9130, "Finetune/Step Time": 6.89715307764709}
+{"Finetune/Learning Rate": 7.664287021346184e-07, "Finetune/Loss": 0.5605983734130859, "Finetune/Loss (Raw)": 0.5375221967697144, "Finetune/Step": 9131, "Finetune/Step Time": 6.877229072153568}
+{"Finetune/Learning Rate": 7.652331263796053e-07, "Finetune/Loss": 0.5637977123260498, "Finetune/Loss (Raw)": 0.6064256429672241, "Finetune/Step": 9132, "Finetune/Step Time": 6.880305813625455}
+{"Finetune/Learning Rate": 7.640384467604889e-07, "Finetune/Loss": 0.5626970529556274, "Finetune/Loss (Raw)": 0.6067593097686768, "Finetune/Step": 9133, "Finetune/Step Time": 6.871475033462048}
+{"Finetune/Learning Rate": 7.628446633931963e-07, "Finetune/Loss": 0.5623989105224609, "Finetune/Loss (Raw)": 0.5151519775390625, "Finetune/Step": 9134, "Finetune/Step Time": 6.851488729938865}
+{"Finetune/Learning Rate": 7.616517763935727e-07, "Finetune/Loss": 0.5623982548713684, "Finetune/Loss (Raw)": 0.5768347978591919, "Finetune/Step": 9135, "Finetune/Step Time": 6.8542052283883095}
+{"Finetune/Learning Rate": 7.604597858773744e-07, "Finetune/Loss": 0.5621808767318726, "Finetune/Loss (Raw)": 0.5964619517326355, "Finetune/Step": 9136, "Finetune/Step Time": 6.859912617132068}
+{"Finetune/Learning Rate": 7.592686919602765e-07, "Finetune/Loss": 0.5611459016799927, "Finetune/Loss (Raw)": 0.4934835731983185, "Finetune/Step": 9137, "Finetune/Step Time": 6.8620056714862585}
+{"Finetune/Learning Rate": 7.580784947578546e-07, "Finetune/Loss": 0.5617272853851318, "Finetune/Loss (Raw)": 0.6125332713127136, "Finetune/Step": 9138, "Finetune/Step Time": 6.854724382981658}
+{"Finetune/Learning Rate": 7.568891943856082e-07, "Finetune/Loss": 0.5599286556243896, "Finetune/Loss (Raw)": 0.5496919751167297, "Finetune/Step": 9139, "Finetune/Step Time": 6.858622711151838}
+{"Finetune/Learning Rate": 7.557007909589465e-07, "Finetune/Loss": 0.559807300567627, "Finetune/Loss (Raw)": 0.6322649717330933, "Finetune/Step": 9140, "Finetune/Step Time": 6.86498817242682}
+{"Finetune/Learning Rate": 7.545132845931924e-07, "Finetune/Loss": 0.5604307651519775, "Finetune/Loss (Raw)": 0.6670576333999634, "Finetune/Step": 9141, "Finetune/Step Time": 6.863298628479242}
+{"Finetune/Learning Rate": 7.533266754035762e-07, "Finetune/Loss": 0.5604801177978516, "Finetune/Loss (Raw)": 0.6192103028297424, "Finetune/Step": 9142, "Finetune/Step Time": 6.862458664923906}
+{"Finetune/Learning Rate": 7.521409635052512e-07, "Finetune/Loss": 0.559923529624939, "Finetune/Loss (Raw)": 0.5906018018722534, "Finetune/Step": 9143, "Finetune/Step Time": 6.865779520943761}
+{"Finetune/Learning Rate": 7.509561490132744e-07, "Finetune/Loss": 0.5590652823448181, "Finetune/Loss (Raw)": 0.4971332252025604, "Finetune/Step": 9144, "Finetune/Step Time": 6.871077125892043}
+{"Finetune/Learning Rate": 7.497722320426227e-07, "Finetune/Loss": 0.5614460706710815, "Finetune/Loss (Raw)": 0.5885123610496521, "Finetune/Step": 9145, "Finetune/Step Time": 6.88295890763402}
+{"Finetune/Learning Rate": 7.485892127081795e-07, "Finetune/Loss": 0.5614149570465088, "Finetune/Loss (Raw)": 0.6029177904129028, "Finetune/Step": 9146, "Finetune/Step Time": 6.877398611977696}
+{"Finetune/Learning Rate": 7.474070911247444e-07, "Finetune/Loss": 0.5650773048400879, "Finetune/Loss (Raw)": 0.6553216576576233, "Finetune/Step": 9147, "Finetune/Step Time": 6.86609067209065}
+{"Finetune/Learning Rate": 7.462258674070311e-07, "Finetune/Loss": 0.5645662546157837, "Finetune/Loss (Raw)": 0.614669919013977, "Finetune/Step": 9148, "Finetune/Step Time": 6.851768422871828}
+{"Finetune/Learning Rate": 7.450455416696656e-07, "Finetune/Loss": 0.5641750693321228, "Finetune/Loss (Raw)": 0.6333074569702148, "Finetune/Step": 9149, "Finetune/Step Time": 6.839927744120359}
+{"Finetune/Learning Rate": 7.438661140271852e-07, "Finetune/Loss": 0.5641964077949524, "Finetune/Loss (Raw)": 0.6037051677703857, "Finetune/Step": 9150, "Finetune/Step Time": 6.854551957920194}
+{"Finetune/Learning Rate": 7.426875845940395e-07, "Finetune/Loss": 0.5640844106674194, "Finetune/Loss (Raw)": 0.6179049015045166, "Finetune/Step": 9151, "Finetune/Step Time": 6.859301060438156}
+{"Finetune/Learning Rate": 7.415099534845938e-07, "Finetune/Loss": 0.5634347200393677, "Finetune/Loss (Raw)": 0.5385610461235046, "Finetune/Step": 9152, "Finetune/Step Time": 6.876723492518067}
+{"Finetune/Learning Rate": 7.403332208131241e-07, "Finetune/Loss": 0.5635099411010742, "Finetune/Loss (Raw)": 0.5307459831237793, "Finetune/Step": 9153, "Finetune/Step Time": 6.868948090821505}
+{"Finetune/Learning Rate": 7.391573866938196e-07, "Finetune/Loss": 0.5643501877784729, "Finetune/Loss (Raw)": 0.6368759274482727, "Finetune/Step": 9154, "Finetune/Step Time": 6.863033305853605}
+{"Finetune/Learning Rate": 7.379824512407807e-07, "Finetune/Loss": 0.566602349281311, "Finetune/Loss (Raw)": 0.569334089756012, "Finetune/Step": 9155, "Finetune/Step Time": 6.842334007844329}
+{"Finetune/Learning Rate": 7.368084145680276e-07, "Finetune/Loss": 0.5661187171936035, "Finetune/Loss (Raw)": 0.5155580639839172, "Finetune/Step": 9156, "Finetune/Step Time": 6.84468287229538}
+{"Finetune/Learning Rate": 7.356352767894837e-07, "Finetune/Loss": 0.5650185346603394, "Finetune/Loss (Raw)": 0.5288819074630737, "Finetune/Step": 9157, "Finetune/Step Time": 6.839761417359114}
+{"Finetune/Learning Rate": 7.344630380189899e-07, "Finetune/Loss": 0.5632932186126709, "Finetune/Loss (Raw)": 0.5360004305839539, "Finetune/Step": 9158, "Finetune/Step Time": 6.842841735109687}
+{"Finetune/Learning Rate": 7.332916983703009e-07, "Finetune/Loss": 0.5636984705924988, "Finetune/Loss (Raw)": 0.5963125824928284, "Finetune/Step": 9159, "Finetune/Step Time": 6.8456169962883}
+{"Finetune/Learning Rate": 7.321212579570813e-07, "Finetune/Loss": 0.5624213814735413, "Finetune/Loss (Raw)": 0.462737113237381, "Finetune/Step": 9160, "Finetune/Step Time": 6.8584447130560875}
+{"Finetune/Learning Rate": 7.309517168929115e-07, "Finetune/Loss": 0.5620073676109314, "Finetune/Loss (Raw)": 0.5205888152122498, "Finetune/Step": 9161, "Finetune/Step Time": 6.847583655267954}
+{"Finetune/Learning Rate": 7.297830752912827e-07, "Finetune/Loss": 0.562268853187561, "Finetune/Loss (Raw)": 0.6317991614341736, "Finetune/Step": 9162, "Finetune/Step Time": 6.825822673738003}
+{"Finetune/Learning Rate": 7.286153332655976e-07, "Finetune/Loss": 0.5616974830627441, "Finetune/Loss (Raw)": 0.5348168611526489, "Finetune/Step": 9163, "Finetune/Step Time": 6.830294486135244}
+{"Finetune/Learning Rate": 7.274484909291745e-07, "Finetune/Loss": 0.5610239505767822, "Finetune/Loss (Raw)": 0.5876955389976501, "Finetune/Step": 9164, "Finetune/Step Time": 6.828185465186834}
+{"Finetune/Learning Rate": 7.26282548395244e-07, "Finetune/Loss": 0.5613861680030823, "Finetune/Loss (Raw)": 0.6479596495628357, "Finetune/Step": 9165, "Finetune/Step Time": 6.841745812445879}
+{"Finetune/Learning Rate": 7.251175057769455e-07, "Finetune/Loss": 0.5605902671813965, "Finetune/Loss (Raw)": 0.5293360352516174, "Finetune/Step": 9166, "Finetune/Step Time": 6.844199042767286}
+{"Finetune/Learning Rate": 7.239533631873352e-07, "Finetune/Loss": 0.5595006942749023, "Finetune/Loss (Raw)": 0.5595127940177917, "Finetune/Step": 9167, "Finetune/Step Time": 6.830391269177198}
+{"Finetune/Learning Rate": 7.22790120739385e-07, "Finetune/Loss": 0.5620553493499756, "Finetune/Loss (Raw)": 0.5780559778213501, "Finetune/Step": 9168, "Finetune/Step Time": 6.820043463259935}
+{"Finetune/Learning Rate": 7.216277785459669e-07, "Finetune/Loss": 0.5642938017845154, "Finetune/Loss (Raw)": 0.6974389553070068, "Finetune/Step": 9169, "Finetune/Step Time": 6.814816597849131}
+{"Finetune/Learning Rate": 7.204663367198794e-07, "Finetune/Loss": 0.565362811088562, "Finetune/Loss (Raw)": 0.6122199892997742, "Finetune/Step": 9170, "Finetune/Step Time": 6.812005117535591}
+{"Finetune/Learning Rate": 7.19305795373828e-07, "Finetune/Loss": 0.5646759867668152, "Finetune/Loss (Raw)": 0.4369371831417084, "Finetune/Step": 9171, "Finetune/Step Time": 6.8325964119285345}
+{"Finetune/Learning Rate": 7.181461546204316e-07, "Finetune/Loss": 0.5650702714920044, "Finetune/Loss (Raw)": 0.56410813331604, "Finetune/Step": 9172, "Finetune/Step Time": 6.8185989037156105}
+{"Finetune/Learning Rate": 7.169874145722155e-07, "Finetune/Loss": 0.5655601620674133, "Finetune/Loss (Raw)": 0.6144239902496338, "Finetune/Step": 9173, "Finetune/Step Time": 6.810814134776592}
+{"Finetune/Learning Rate": 7.1582957534163e-07, "Finetune/Loss": 0.5651060938835144, "Finetune/Loss (Raw)": 0.520763635635376, "Finetune/Step": 9174, "Finetune/Step Time": 6.790560344234109}
+{"Finetune/Learning Rate": 7.146726370410262e-07, "Finetune/Loss": 0.5661017298698425, "Finetune/Loss (Raw)": 0.7099889516830444, "Finetune/Step": 9175, "Finetune/Step Time": 6.793611709028482}
+{"Finetune/Learning Rate": 7.135165997826754e-07, "Finetune/Loss": 0.5653306245803833, "Finetune/Loss (Raw)": 0.5257625579833984, "Finetune/Step": 9176, "Finetune/Step Time": 6.796086460351944}
+{"Finetune/Learning Rate": 7.123614636787568e-07, "Finetune/Loss": 0.5640561580657959, "Finetune/Loss (Raw)": 0.523760199546814, "Finetune/Step": 9177, "Finetune/Step Time": 6.786911983042955}
+{"Finetune/Learning Rate": 7.112072288413663e-07, "Finetune/Loss": 0.563745379447937, "Finetune/Loss (Raw)": 0.5018060207366943, "Finetune/Step": 9178, "Finetune/Step Time": 6.792022816836834}
+{"Finetune/Learning Rate": 7.100538953825076e-07, "Finetune/Loss": 0.5638630390167236, "Finetune/Loss (Raw)": 0.5322380661964417, "Finetune/Step": 9179, "Finetune/Step Time": 6.79315684735775}
+{"Finetune/Learning Rate": 7.089014634141022e-07, "Finetune/Loss": 0.5645039677619934, "Finetune/Loss (Raw)": 0.6562536358833313, "Finetune/Step": 9180, "Finetune/Step Time": 6.802726464346051}
+{"Finetune/Learning Rate": 7.077499330479797e-07, "Finetune/Loss": 0.5644915699958801, "Finetune/Loss (Raw)": 0.5302091240882874, "Finetune/Step": 9181, "Finetune/Step Time": 6.802513249218464}
+{"Finetune/Learning Rate": 7.065993043958829e-07, "Finetune/Loss": 0.5638645887374878, "Finetune/Loss (Raw)": 0.5981589555740356, "Finetune/Step": 9182, "Finetune/Step Time": 6.804188745096326}
+{"Finetune/Learning Rate": 7.054495775694714e-07, "Finetune/Loss": 0.5630967020988464, "Finetune/Loss (Raw)": 0.5020391345024109, "Finetune/Step": 9183, "Finetune/Step Time": 6.838112685829401}
+{"Finetune/Learning Rate": 7.043007526803102e-07, "Finetune/Loss": 0.5626798868179321, "Finetune/Loss (Raw)": 0.5245238542556763, "Finetune/Step": 9184, "Finetune/Step Time": 6.823519175872207}
+{"Finetune/Learning Rate": 7.031528298398815e-07, "Finetune/Loss": 0.5634075999259949, "Finetune/Loss (Raw)": 0.6422151327133179, "Finetune/Step": 9185, "Finetune/Step Time": 6.824689514935017}
+{"Finetune/Learning Rate": 7.020058091595794e-07, "Finetune/Loss": 0.5647494196891785, "Finetune/Loss (Raw)": 0.5933837890625, "Finetune/Step": 9186, "Finetune/Step Time": 6.848028898239136}
+{"Finetune/Learning Rate": 7.008596907507115e-07, "Finetune/Loss": 0.5657755136489868, "Finetune/Loss (Raw)": 0.6883715987205505, "Finetune/Step": 9187, "Finetune/Step Time": 6.830330114811659}
+{"Finetune/Learning Rate": 6.997144747244966e-07, "Finetune/Loss": 0.5645769834518433, "Finetune/Loss (Raw)": 0.4987120032310486, "Finetune/Step": 9188, "Finetune/Step Time": 6.842168478295207}
+{"Finetune/Learning Rate": 6.985701611920615e-07, "Finetune/Loss": 0.5633573532104492, "Finetune/Loss (Raw)": 0.4847131371498108, "Finetune/Step": 9189, "Finetune/Step Time": 6.840050736442208}
+{"Finetune/Learning Rate": 6.974267502644539e-07, "Finetune/Loss": 0.5627956390380859, "Finetune/Loss (Raw)": 0.5510427951812744, "Finetune/Step": 9190, "Finetune/Step Time": 6.840280504897237}
+{"Finetune/Learning Rate": 6.962842420526272e-07, "Finetune/Loss": 0.55982905626297, "Finetune/Loss (Raw)": 0.25239911675453186, "Finetune/Step": 9191, "Finetune/Step Time": 6.83887730166316}
+{"Finetune/Learning Rate": 6.951426366674519e-07, "Finetune/Loss": 0.563718318939209, "Finetune/Loss (Raw)": 0.6966553330421448, "Finetune/Step": 9192, "Finetune/Step Time": 6.816571891307831}
+{"Finetune/Learning Rate": 6.940019342197079e-07, "Finetune/Loss": 0.5651740431785583, "Finetune/Loss (Raw)": 0.5720904469490051, "Finetune/Step": 9193, "Finetune/Step Time": 6.799886969849467}
+{"Finetune/Learning Rate": 6.928621348200859e-07, "Finetune/Loss": 0.5655595660209656, "Finetune/Loss (Raw)": 0.67905592918396, "Finetune/Step": 9194, "Finetune/Step Time": 6.782603621482849}
+{"Finetune/Learning Rate": 6.917232385791928e-07, "Finetune/Loss": 0.5662373304367065, "Finetune/Loss (Raw)": 0.7088983654975891, "Finetune/Step": 9195, "Finetune/Step Time": 6.749150590971112}
+{"Finetune/Learning Rate": 6.905852456075513e-07, "Finetune/Loss": 0.5676274299621582, "Finetune/Loss (Raw)": 0.5598676800727844, "Finetune/Step": 9196, "Finetune/Step Time": 6.73623832501471}
+{"Finetune/Learning Rate": 6.89448156015583e-07, "Finetune/Loss": 0.5676945447921753, "Finetune/Loss (Raw)": 0.5813878774642944, "Finetune/Step": 9197, "Finetune/Step Time": 6.739928014576435}
+{"Finetune/Learning Rate": 6.883119699136342e-07, "Finetune/Loss": 0.5648924112319946, "Finetune/Loss (Raw)": 0.2098941057920456, "Finetune/Step": 9198, "Finetune/Step Time": 6.757623912766576}
+{"Finetune/Learning Rate": 6.871766874119612e-07, "Finetune/Loss": 0.5665669441223145, "Finetune/Loss (Raw)": 0.6841522455215454, "Finetune/Step": 9199, "Finetune/Step Time": 6.742346461862326}
+{"Finetune/Learning Rate": 6.860423086207302e-07, "Finetune/Loss": 0.5668438673019409, "Finetune/Loss (Raw)": 0.6083612442016602, "Finetune/Step": 9200, "Finetune/Step Time": 6.713033908978105}
+{"Finetune/Learning Rate": 6.849088336500176e-07, "Finetune/Loss": 0.5667044520378113, "Finetune/Loss (Raw)": 0.5460450649261475, "Finetune/Step": 9201, "Finetune/Step Time": 6.684818837791681}
+{"Finetune/Learning Rate": 6.837762626098199e-07, "Finetune/Loss": 0.5668612718582153, "Finetune/Loss (Raw)": 0.5391507744789124, "Finetune/Step": 9202, "Finetune/Step Time": 6.677480584010482}
+{"Finetune/Learning Rate": 6.82644595610038e-07, "Finetune/Loss": 0.5668858289718628, "Finetune/Loss (Raw)": 0.5418960452079773, "Finetune/Step": 9203, "Finetune/Step Time": 6.661957206204534}
+{"Finetune/Learning Rate": 6.815138327604897e-07, "Finetune/Loss": 0.5675246119499207, "Finetune/Loss (Raw)": 0.7185400724411011, "Finetune/Step": 9204, "Finetune/Step Time": 6.661794414743781}
+{"Finetune/Learning Rate": 6.803839741709028e-07, "Finetune/Loss": 0.5629769563674927, "Finetune/Loss (Raw)": 0.17162761092185974, "Finetune/Step": 9205, "Finetune/Step Time": 6.670077871531248}
+{"Finetune/Learning Rate": 6.792550199509162e-07, "Finetune/Loss": 0.562200129032135, "Finetune/Loss (Raw)": 0.5350991487503052, "Finetune/Step": 9206, "Finetune/Step Time": 6.666403913870454}
+{"Finetune/Learning Rate": 6.781269702100845e-07, "Finetune/Loss": 0.5618929862976074, "Finetune/Loss (Raw)": 0.5459540486335754, "Finetune/Step": 9207, "Finetune/Step Time": 6.676948053762317}
+{"Finetune/Learning Rate": 6.769998250578746e-07, "Finetune/Loss": 0.5619856119155884, "Finetune/Loss (Raw)": 0.5346645712852478, "Finetune/Step": 9208, "Finetune/Step Time": 6.673806808888912}
+{"Finetune/Learning Rate": 6.758735846036635e-07, "Finetune/Loss": 0.5615541338920593, "Finetune/Loss (Raw)": 0.5570935010910034, "Finetune/Step": 9209, "Finetune/Step Time": 6.689512258395553}
+{"Finetune/Learning Rate": 6.747482489567369e-07, "Finetune/Loss": 0.5629072189331055, "Finetune/Loss (Raw)": 0.5842598676681519, "Finetune/Step": 9210, "Finetune/Step Time": 6.657818192616105}
+{"Finetune/Learning Rate": 6.736238182263022e-07, "Finetune/Loss": 0.5624979734420776, "Finetune/Loss (Raw)": 0.6034477949142456, "Finetune/Step": 9211, "Finetune/Step Time": 6.635573299601674}
+{"Finetune/Learning Rate": 6.725002925214696e-07, "Finetune/Loss": 0.5617098808288574, "Finetune/Loss (Raw)": 0.49699774384498596, "Finetune/Step": 9212, "Finetune/Step Time": 6.636429658159614}
+{"Finetune/Learning Rate": 6.713776719512665e-07, "Finetune/Loss": 0.5605431795120239, "Finetune/Loss (Raw)": 0.5152859687805176, "Finetune/Step": 9213, "Finetune/Step Time": 6.635967347770929}
+{"Finetune/Learning Rate": 6.702559566246303e-07, "Finetune/Loss": 0.5608611106872559, "Finetune/Loss (Raw)": 0.6628706455230713, "Finetune/Step": 9214, "Finetune/Step Time": 6.6463144402951}
+{"Finetune/Learning Rate": 6.691351466504137e-07, "Finetune/Loss": 0.5594604015350342, "Finetune/Loss (Raw)": 0.4081279933452606, "Finetune/Step": 9215, "Finetune/Step Time": 6.6497412752360106}
+{"Finetune/Learning Rate": 6.680152421373798e-07, "Finetune/Loss": 0.5599773526191711, "Finetune/Loss (Raw)": 0.6518067121505737, "Finetune/Step": 9216, "Finetune/Step Time": 6.634658066555858}
+{"Finetune/Learning Rate": 6.668962431941983e-07, "Finetune/Loss": 0.5601485371589661, "Finetune/Loss (Raw)": 0.5562430620193481, "Finetune/Step": 9217, "Finetune/Step Time": 6.638143591582775}
+{"Finetune/Learning Rate": 6.657781499294625e-07, "Finetune/Loss": 0.5601624250411987, "Finetune/Loss (Raw)": 0.5809547901153564, "Finetune/Step": 9218, "Finetune/Step Time": 6.641029482707381}
+{"Finetune/Learning Rate": 6.646609624516675e-07, "Finetune/Loss": 0.5605190396308899, "Finetune/Loss (Raw)": 0.5842161178588867, "Finetune/Step": 9219, "Finetune/Step Time": 6.6254708096385}
+{"Finetune/Learning Rate": 6.635446808692259e-07, "Finetune/Loss": 0.560056746006012, "Finetune/Loss (Raw)": 0.6398837566375732, "Finetune/Step": 9220, "Finetune/Step Time": 6.624322725459933}
+{"Finetune/Learning Rate": 6.624293052904618e-07, "Finetune/Loss": 0.5604397058486938, "Finetune/Loss (Raw)": 0.5874395370483398, "Finetune/Step": 9221, "Finetune/Step Time": 6.63154885917902}
+{"Finetune/Learning Rate": 6.613148358236077e-07, "Finetune/Loss": 0.5608530044555664, "Finetune/Loss (Raw)": 0.6071444153785706, "Finetune/Step": 9222, "Finetune/Step Time": 6.635023523122072}
+{"Finetune/Learning Rate": 6.602012725768114e-07, "Finetune/Loss": 0.5626572966575623, "Finetune/Loss (Raw)": 0.4143792986869812, "Finetune/Step": 9223, "Finetune/Step Time": 6.622312508523464}
+{"Finetune/Learning Rate": 6.590886156581378e-07, "Finetune/Loss": 0.5628294944763184, "Finetune/Loss (Raw)": 0.6942300796508789, "Finetune/Step": 9224, "Finetune/Step Time": 6.624659677967429}
+{"Finetune/Learning Rate": 6.579768651755514e-07, "Finetune/Loss": 0.5635026693344116, "Finetune/Loss (Raw)": 0.6133490800857544, "Finetune/Step": 9225, "Finetune/Step Time": 6.616465084254742}
+{"Finetune/Learning Rate": 6.568660212369382e-07, "Finetune/Loss": 0.5641821622848511, "Finetune/Loss (Raw)": 0.6013190150260925, "Finetune/Step": 9226, "Finetune/Step Time": 6.615480195730925}
+{"Finetune/Learning Rate": 6.557560839500965e-07, "Finetune/Loss": 0.563920259475708, "Finetune/Loss (Raw)": 0.6387831568717957, "Finetune/Step": 9227, "Finetune/Step Time": 6.605716206133366}
+{"Finetune/Learning Rate": 6.546470534227311e-07, "Finetune/Loss": 0.5683958530426025, "Finetune/Loss (Raw)": 0.7732953429222107, "Finetune/Step": 9228, "Finetune/Step Time": 6.577364118769765}
+{"Finetune/Learning Rate": 6.535389297624606e-07, "Finetune/Loss": 0.5683363676071167, "Finetune/Loss (Raw)": 0.563809871673584, "Finetune/Step": 9229, "Finetune/Step Time": 6.552913077175617}
+{"Finetune/Learning Rate": 6.524317130768199e-07, "Finetune/Loss": 0.5670885443687439, "Finetune/Loss (Raw)": 0.4216354489326477, "Finetune/Step": 9230, "Finetune/Step Time": 6.550628449767828}
+{"Finetune/Learning Rate": 6.513254034732508e-07, "Finetune/Loss": 0.56675124168396, "Finetune/Loss (Raw)": 0.5384819507598877, "Finetune/Step": 9231, "Finetune/Step Time": 6.559602618217468}
+{"Finetune/Learning Rate": 6.502200010591075e-07, "Finetune/Loss": 0.5674964785575867, "Finetune/Loss (Raw)": 0.6349824070930481, "Finetune/Step": 9232, "Finetune/Step Time": 6.573210623115301}
+{"Finetune/Learning Rate": 6.491155059416598e-07, "Finetune/Loss": 0.5677958726882935, "Finetune/Loss (Raw)": 0.5880703926086426, "Finetune/Step": 9233, "Finetune/Step Time": 6.58304588124156}
+{"Finetune/Learning Rate": 6.480119182280853e-07, "Finetune/Loss": 0.5686164498329163, "Finetune/Loss (Raw)": 0.6641929149627686, "Finetune/Step": 9234, "Finetune/Step Time": 6.575221346691251}
+{"Finetune/Learning Rate": 6.469092380254783e-07, "Finetune/Loss": 0.5681743621826172, "Finetune/Loss (Raw)": 0.44463804364204407, "Finetune/Step": 9235, "Finetune/Step Time": 6.575643882155418}
+{"Finetune/Learning Rate": 6.458074654408397e-07, "Finetune/Loss": 0.5649669170379639, "Finetune/Loss (Raw)": 0.17074261605739594, "Finetune/Step": 9236, "Finetune/Step Time": 6.595503080636263}
+{"Finetune/Learning Rate": 6.447066005810865e-07, "Finetune/Loss": 0.5638842582702637, "Finetune/Loss (Raw)": 0.5033857822418213, "Finetune/Step": 9237, "Finetune/Step Time": 6.606300985440612}
+{"Finetune/Learning Rate": 6.43606643553043e-07, "Finetune/Loss": 0.5631611943244934, "Finetune/Loss (Raw)": 0.4589276909828186, "Finetune/Step": 9238, "Finetune/Step Time": 6.614933334290981}
+{"Finetune/Learning Rate": 6.425075944634518e-07, "Finetune/Loss": 0.5630998015403748, "Finetune/Loss (Raw)": 0.4954511523246765, "Finetune/Step": 9239, "Finetune/Step Time": 6.61513777077198}
+{"Finetune/Learning Rate": 6.41409453418963e-07, "Finetune/Loss": 0.5629926919937134, "Finetune/Loss (Raw)": 0.5199810862541199, "Finetune/Step": 9240, "Finetune/Step Time": 6.58371152356267}
+{"Finetune/Learning Rate": 6.40312220526137e-07, "Finetune/Loss": 0.5629230737686157, "Finetune/Loss (Raw)": 0.6737185716629028, "Finetune/Step": 9241, "Finetune/Step Time": 6.580216594040394}
+{"Finetune/Learning Rate": 6.392158958914518e-07, "Finetune/Loss": 0.5631421804428101, "Finetune/Loss (Raw)": 0.5935704708099365, "Finetune/Step": 9242, "Finetune/Step Time": 6.575670087710023}
+{"Finetune/Learning Rate": 6.381204796212936e-07, "Finetune/Loss": 0.5609387159347534, "Finetune/Loss (Raw)": 0.18902723491191864, "Finetune/Step": 9243, "Finetune/Step Time": 6.571473862975836}
+{"Finetune/Learning Rate": 6.370259718219574e-07, "Finetune/Loss": 0.5618413686752319, "Finetune/Loss (Raw)": 0.6630940437316895, "Finetune/Step": 9244, "Finetune/Step Time": 6.575217695906758}
+{"Finetune/Learning Rate": 6.359323725996569e-07, "Finetune/Loss": 0.5632801055908203, "Finetune/Loss (Raw)": 0.5580191016197205, "Finetune/Step": 9245, "Finetune/Step Time": 6.546574970707297}
+{"Finetune/Learning Rate": 6.348396820605152e-07, "Finetune/Loss": 0.5633866190910339, "Finetune/Loss (Raw)": 0.6004953384399414, "Finetune/Step": 9246, "Finetune/Step Time": 6.560087393969297}
+{"Finetune/Learning Rate": 6.337479003105651e-07, "Finetune/Loss": 0.5613913536071777, "Finetune/Loss (Raw)": 0.551330029964447, "Finetune/Step": 9247, "Finetune/Step Time": 6.5587418638169765}
+{"Finetune/Learning Rate": 6.326570274557497e-07, "Finetune/Loss": 0.5618107318878174, "Finetune/Loss (Raw)": 0.5564457178115845, "Finetune/Step": 9248, "Finetune/Step Time": 6.555242734029889}
+{"Finetune/Learning Rate": 6.3156706360193e-07, "Finetune/Loss": 0.5591686964035034, "Finetune/Loss (Raw)": 0.22355195879936218, "Finetune/Step": 9249, "Finetune/Step Time": 6.571957569569349}
+{"Finetune/Learning Rate": 6.304780088548734e-07, "Finetune/Loss": 0.5565423965454102, "Finetune/Loss (Raw)": 0.16960300505161285, "Finetune/Step": 9250, "Finetune/Step Time": 6.5948170106858015}
+{"Finetune/Learning Rate": 6.293898633202633e-07, "Finetune/Loss": 0.5563802123069763, "Finetune/Loss (Raw)": 0.5583163499832153, "Finetune/Step": 9251, "Finetune/Step Time": 6.591559002175927}
+{"Finetune/Learning Rate": 6.283026271036918e-07, "Finetune/Loss": 0.5557150840759277, "Finetune/Loss (Raw)": 0.5210202932357788, "Finetune/Step": 9252, "Finetune/Step Time": 6.586513189598918}
+{"Finetune/Learning Rate": 6.272163003106612e-07, "Finetune/Loss": 0.5530526638031006, "Finetune/Loss (Raw)": 0.2480737715959549, "Finetune/Step": 9253, "Finetune/Step Time": 6.602160235866904}
+{"Finetune/Learning Rate": 6.261308830465895e-07, "Finetune/Loss": 0.5536476969718933, "Finetune/Loss (Raw)": 0.6331706047058105, "Finetune/Step": 9254, "Finetune/Step Time": 6.583894692361355}
+{"Finetune/Learning Rate": 6.250463754168091e-07, "Finetune/Loss": 0.5538160800933838, "Finetune/Loss (Raw)": 0.5503948330879211, "Finetune/Step": 9255, "Finetune/Step Time": 6.597372218966484}
+{"Finetune/Learning Rate": 6.239627775265523e-07, "Finetune/Loss": 0.5545724630355835, "Finetune/Loss (Raw)": 0.5826164484024048, "Finetune/Step": 9256, "Finetune/Step Time": 6.612173276022077}
+{"Finetune/Learning Rate": 6.22880089480975e-07, "Finetune/Loss": 0.5512454509735107, "Finetune/Loss (Raw)": 0.19482208788394928, "Finetune/Step": 9257, "Finetune/Step Time": 6.642135005444288}
+{"Finetune/Learning Rate": 6.217983113851422e-07, "Finetune/Loss": 0.5511162877082825, "Finetune/Loss (Raw)": 0.5831289887428284, "Finetune/Step": 9258, "Finetune/Step Time": 6.634809732437134}
+{"Finetune/Learning Rate": 6.207174433440255e-07, "Finetune/Loss": 0.5513991713523865, "Finetune/Loss (Raw)": 0.5737319588661194, "Finetune/Step": 9259, "Finetune/Step Time": 6.636456992477179}
+{"Finetune/Learning Rate": 6.196374854625121e-07, "Finetune/Loss": 0.5517220497131348, "Finetune/Loss (Raw)": 0.6477553844451904, "Finetune/Step": 9260, "Finetune/Step Time": 6.613367369398475}
+{"Finetune/Learning Rate": 6.185584378454035e-07, "Finetune/Loss": 0.5508139133453369, "Finetune/Loss (Raw)": 0.49051931500434875, "Finetune/Step": 9261, "Finetune/Step Time": 6.6109191328287125}
+{"Finetune/Learning Rate": 6.174803005974051e-07, "Finetune/Loss": 0.5517688989639282, "Finetune/Loss (Raw)": 0.6373955607414246, "Finetune/Step": 9262, "Finetune/Step Time": 6.612027067691088}
+{"Finetune/Learning Rate": 6.16403073823143e-07, "Finetune/Loss": 0.551480770111084, "Finetune/Loss (Raw)": 0.5399537682533264, "Finetune/Step": 9263, "Finetune/Step Time": 6.613085672259331}
+{"Finetune/Learning Rate": 6.153267576271494e-07, "Finetune/Loss": 0.5517677664756775, "Finetune/Loss (Raw)": 0.6331912875175476, "Finetune/Step": 9264, "Finetune/Step Time": 6.627845508977771}
+{"Finetune/Learning Rate": 6.142513521138671e-07, "Finetune/Loss": 0.5529261827468872, "Finetune/Loss (Raw)": 0.6417667865753174, "Finetune/Step": 9265, "Finetune/Step Time": 6.6379643473774195}
+{"Finetune/Learning Rate": 6.13176857387654e-07, "Finetune/Loss": 0.5530139207839966, "Finetune/Loss (Raw)": 0.6237611770629883, "Finetune/Step": 9266, "Finetune/Step Time": 6.645531853660941}
+{"Finetune/Learning Rate": 6.121032735527799e-07, "Finetune/Loss": 0.5533791780471802, "Finetune/Loss (Raw)": 0.5964382886886597, "Finetune/Step": 9267, "Finetune/Step Time": 6.640569265931845}
+{"Finetune/Learning Rate": 6.110306007134237e-07, "Finetune/Loss": 0.5533267259597778, "Finetune/Loss (Raw)": 0.6255589723587036, "Finetune/Step": 9268, "Finetune/Step Time": 6.630827438086271}
+{"Finetune/Learning Rate": 6.099588389736754e-07, "Finetune/Loss": 0.5496987700462341, "Finetune/Loss (Raw)": 0.20267722010612488, "Finetune/Step": 9269, "Finetune/Step Time": 6.646495159715414}
+{"Finetune/Learning Rate": 6.08887988437541e-07, "Finetune/Loss": 0.5495632886886597, "Finetune/Loss (Raw)": 0.601861834526062, "Finetune/Step": 9270, "Finetune/Step Time": 6.643800377845764}
+{"Finetune/Learning Rate": 6.078180492089337e-07, "Finetune/Loss": 0.548786997795105, "Finetune/Loss (Raw)": 0.49125078320503235, "Finetune/Step": 9271, "Finetune/Step Time": 6.652043679729104}
+{"Finetune/Learning Rate": 6.067490213916782e-07, "Finetune/Loss": 0.5492642521858215, "Finetune/Loss (Raw)": 0.5582170486450195, "Finetune/Step": 9272, "Finetune/Step Time": 6.641413042321801}
+{"Finetune/Learning Rate": 6.056809050895141e-07, "Finetune/Loss": 0.5505657196044922, "Finetune/Loss (Raw)": 0.7550997734069824, "Finetune/Step": 9273, "Finetune/Step Time": 6.615016827359796}
+{"Finetune/Learning Rate": 6.046137004060904e-07, "Finetune/Loss": 0.5510103702545166, "Finetune/Loss (Raw)": 0.6598320007324219, "Finetune/Step": 9274, "Finetune/Step Time": 6.619888432323933}
+{"Finetune/Learning Rate": 6.035474074449688e-07, "Finetune/Loss": 0.5505034923553467, "Finetune/Loss (Raw)": 0.5904421806335449, "Finetune/Step": 9275, "Finetune/Step Time": 6.6092244908213615}
+{"Finetune/Learning Rate": 6.024820263096198e-07, "Finetune/Loss": 0.5498680472373962, "Finetune/Loss (Raw)": 0.5333288311958313, "Finetune/Step": 9276, "Finetune/Step Time": 6.609217368066311}
+{"Finetune/Learning Rate": 6.014175571034287e-07, "Finetune/Loss": 0.5495196580886841, "Finetune/Loss (Raw)": 0.5887075066566467, "Finetune/Step": 9277, "Finetune/Step Time": 6.612991187721491}
+{"Finetune/Learning Rate": 6.003539999296893e-07, "Finetune/Loss": 0.5460381507873535, "Finetune/Loss (Raw)": 0.1580827534198761, "Finetune/Step": 9278, "Finetune/Step Time": 6.615719612687826}
+{"Finetune/Learning Rate": 5.992913548916112e-07, "Finetune/Loss": 0.5452722311019897, "Finetune/Loss (Raw)": 0.519870400428772, "Finetune/Step": 9279, "Finetune/Step Time": 6.636110857129097}
+{"Finetune/Learning Rate": 5.982296220923122e-07, "Finetune/Loss": 0.545501172542572, "Finetune/Loss (Raw)": 0.5678618550300598, "Finetune/Step": 9280, "Finetune/Step Time": 6.6176167745143175}
+{"Finetune/Learning Rate": 5.971688016348187e-07, "Finetune/Loss": 0.545164942741394, "Finetune/Loss (Raw)": 0.48770707845687866, "Finetune/Step": 9281, "Finetune/Step Time": 6.639965305104852}
+{"Finetune/Learning Rate": 5.961088936220749e-07, "Finetune/Loss": 0.5447953939437866, "Finetune/Loss (Raw)": 0.5895752906799316, "Finetune/Step": 9282, "Finetune/Step Time": 6.657787414267659}
+{"Finetune/Learning Rate": 5.950498981569363e-07, "Finetune/Loss": 0.5451822280883789, "Finetune/Loss (Raw)": 0.6188504695892334, "Finetune/Step": 9283, "Finetune/Step Time": 6.657176084816456}
+{"Finetune/Learning Rate": 5.939918153421609e-07, "Finetune/Loss": 0.545724093914032, "Finetune/Loss (Raw)": 0.5849149823188782, "Finetune/Step": 9284, "Finetune/Step Time": 6.648612754419446}
+{"Finetune/Learning Rate": 5.929346452804275e-07, "Finetune/Loss": 0.5460587739944458, "Finetune/Loss (Raw)": 0.5717209577560425, "Finetune/Step": 9285, "Finetune/Step Time": 6.652028350159526}
+{"Finetune/Learning Rate": 5.918783880743251e-07, "Finetune/Loss": 0.5473538637161255, "Finetune/Loss (Raw)": 0.701772928237915, "Finetune/Step": 9286, "Finetune/Step Time": 6.649746477603912}
+{"Finetune/Learning Rate": 5.908230438263507e-07, "Finetune/Loss": 0.5471363067626953, "Finetune/Loss (Raw)": 0.5684694051742554, "Finetune/Step": 9287, "Finetune/Step Time": 6.655922150239348}
+{"Finetune/Learning Rate": 5.897686126389124e-07, "Finetune/Loss": 0.5450101494789124, "Finetune/Loss (Raw)": 0.1905880570411682, "Finetune/Step": 9288, "Finetune/Step Time": 6.659569971263409}
+{"Finetune/Learning Rate": 5.88715094614335e-07, "Finetune/Loss": 0.5443482995033264, "Finetune/Loss (Raw)": 0.4358675479888916, "Finetune/Step": 9289, "Finetune/Step Time": 6.67648584023118}
+{"Finetune/Learning Rate": 5.876624898548466e-07, "Finetune/Loss": 0.5410710573196411, "Finetune/Loss (Raw)": 0.2123086303472519, "Finetune/Step": 9290, "Finetune/Step Time": 6.715557798743248}
+{"Finetune/Learning Rate": 5.866107984625968e-07, "Finetune/Loss": 0.5406396389007568, "Finetune/Loss (Raw)": 0.4795982539653778, "Finetune/Step": 9291, "Finetune/Step Time": 6.710187502205372}
+{"Finetune/Learning Rate": 5.855600205396383e-07, "Finetune/Loss": 0.5409440398216248, "Finetune/Loss (Raw)": 0.6266552209854126, "Finetune/Step": 9292, "Finetune/Step Time": 6.712384540587664}
+{"Finetune/Learning Rate": 5.845101561879352e-07, "Finetune/Loss": 0.5404231548309326, "Finetune/Loss (Raw)": 0.5812830328941345, "Finetune/Step": 9293, "Finetune/Step Time": 6.707285368815064}
+{"Finetune/Learning Rate": 5.834612055093692e-07, "Finetune/Loss": 0.5379455089569092, "Finetune/Loss (Raw)": 0.21220611035823822, "Finetune/Step": 9294, "Finetune/Step Time": 6.717985320836306}
+{"Finetune/Learning Rate": 5.824131686057311e-07, "Finetune/Loss": 0.5383334755897522, "Finetune/Loss (Raw)": 0.6091737747192383, "Finetune/Step": 9295, "Finetune/Step Time": 6.723032703623176}
+{"Finetune/Learning Rate": 5.813660455787185e-07, "Finetune/Loss": 0.5384482145309448, "Finetune/Loss (Raw)": 0.5927370190620422, "Finetune/Step": 9296, "Finetune/Step Time": 6.715663470327854}
+{"Finetune/Learning Rate": 5.803198365299433e-07, "Finetune/Loss": 0.5371824502944946, "Finetune/Loss (Raw)": 0.5354284048080444, "Finetune/Step": 9297, "Finetune/Step Time": 6.740210726857185}
+{"Finetune/Learning Rate": 5.792745415609324e-07, "Finetune/Loss": 0.5365901589393616, "Finetune/Loss (Raw)": 0.5364000797271729, "Finetune/Step": 9298, "Finetune/Step Time": 6.760307963937521}
+{"Finetune/Learning Rate": 5.782301607731189e-07, "Finetune/Loss": 0.5375909805297852, "Finetune/Loss (Raw)": 0.5650416612625122, "Finetune/Step": 9299, "Finetune/Step Time": 6.736117523163557}
+{"Finetune/Learning Rate": 5.771866942678461e-07, "Finetune/Loss": 0.5366071462631226, "Finetune/Loss (Raw)": 0.43818557262420654, "Finetune/Step": 9300, "Finetune/Step Time": 6.773839771747589}
+{"Finetune/Learning Rate": 5.761441421463754e-07, "Finetune/Loss": 0.5360825061798096, "Finetune/Loss (Raw)": 0.5472604036331177, "Finetune/Step": 9301, "Finetune/Step Time": 6.787907216697931}
+{"Finetune/Learning Rate": 5.751025045098735e-07, "Finetune/Loss": 0.5371586084365845, "Finetune/Loss (Raw)": 0.6585055589675903, "Finetune/Step": 9302, "Finetune/Step Time": 6.792001485824585}
+{"Finetune/Learning Rate": 5.740617814594195e-07, "Finetune/Loss": 0.5359809398651123, "Finetune/Loss (Raw)": 0.5592513084411621, "Finetune/Step": 9303, "Finetune/Step Time": 6.8148700054734945}
+{"Finetune/Learning Rate": 5.730219730960052e-07, "Finetune/Loss": 0.5358171463012695, "Finetune/Loss (Raw)": 0.5047944784164429, "Finetune/Step": 9304, "Finetune/Step Time": 6.812365571036935}
+{"Finetune/Learning Rate": 5.719830795205338e-07, "Finetune/Loss": 0.5374618172645569, "Finetune/Loss (Raw)": 0.7342795729637146, "Finetune/Step": 9305, "Finetune/Step Time": 6.803786680102348}
+{"Finetune/Learning Rate": 5.709451008338196e-07, "Finetune/Loss": 0.5383848547935486, "Finetune/Loss (Raw)": 0.6199526190757751, "Finetune/Step": 9306, "Finetune/Step Time": 6.799053015187383}
+{"Finetune/Learning Rate": 5.699080371365839e-07, "Finetune/Loss": 0.5394870042800903, "Finetune/Loss (Raw)": 0.673317551612854, "Finetune/Step": 9307, "Finetune/Step Time": 6.79818526096642}
+{"Finetune/Learning Rate": 5.688718885294664e-07, "Finetune/Loss": 0.5393326878547668, "Finetune/Loss (Raw)": 0.6364968419075012, "Finetune/Step": 9308, "Finetune/Step Time": 6.781714469194412}
+{"Finetune/Learning Rate": 5.67836655113011e-07, "Finetune/Loss": 0.5392050743103027, "Finetune/Loss (Raw)": 0.5138697028160095, "Finetune/Step": 9309, "Finetune/Step Time": 6.785195937380195}
+{"Finetune/Learning Rate": 5.668023369876796e-07, "Finetune/Loss": 0.5400345921516418, "Finetune/Loss (Raw)": 0.7043418288230896, "Finetune/Step": 9310, "Finetune/Step Time": 6.780376015231013}
+{"Finetune/Learning Rate": 5.657689342538397e-07, "Finetune/Loss": 0.5410659909248352, "Finetune/Loss (Raw)": 0.6340588927268982, "Finetune/Step": 9311, "Finetune/Step Time": 6.749053234234452}
+{"Finetune/Learning Rate": 5.647364470117712e-07, "Finetune/Loss": 0.5409752130508423, "Finetune/Loss (Raw)": 0.5129067301750183, "Finetune/Step": 9312, "Finetune/Step Time": 6.743902618065476}
+{"Finetune/Learning Rate": 5.63704875361667e-07, "Finetune/Loss": 0.5397437214851379, "Finetune/Loss (Raw)": 0.48458120226860046, "Finetune/Step": 9313, "Finetune/Step Time": 6.75510324165225}
+{"Finetune/Learning Rate": 5.626742194036328e-07, "Finetune/Loss": 0.5399109721183777, "Finetune/Loss (Raw)": 0.614791989326477, "Finetune/Step": 9314, "Finetune/Step Time": 6.725926889106631}
+{"Finetune/Learning Rate": 5.616444792376774e-07, "Finetune/Loss": 0.5388668179512024, "Finetune/Loss (Raw)": 0.554721474647522, "Finetune/Step": 9315, "Finetune/Step Time": 6.720126174390316}
+{"Finetune/Learning Rate": 5.606156549637299e-07, "Finetune/Loss": 0.5387932062149048, "Finetune/Loss (Raw)": 0.4892880320549011, "Finetune/Step": 9316, "Finetune/Step Time": 6.711536560207605}
+{"Finetune/Learning Rate": 5.595877466816258e-07, "Finetune/Loss": 0.5362930297851562, "Finetune/Loss (Raw)": 0.16469115018844604, "Finetune/Step": 9317, "Finetune/Step Time": 6.73072929866612}
+{"Finetune/Learning Rate": 5.585607544911142e-07, "Finetune/Loss": 0.5373536944389343, "Finetune/Loss (Raw)": 0.6868104338645935, "Finetune/Step": 9318, "Finetune/Step Time": 6.729920994490385}
+{"Finetune/Learning Rate": 5.575346784918501e-07, "Finetune/Loss": 0.5394827723503113, "Finetune/Loss (Raw)": 0.5249165296554565, "Finetune/Step": 9319, "Finetune/Step Time": 6.71366767399013}
+{"Finetune/Learning Rate": 5.565095187834069e-07, "Finetune/Loss": 0.5400855541229248, "Finetune/Loss (Raw)": 0.7738121747970581, "Finetune/Step": 9320, "Finetune/Step Time": 6.715494992211461}
+{"Finetune/Learning Rate": 5.554852754652629e-07, "Finetune/Loss": 0.5400671362876892, "Finetune/Loss (Raw)": 0.5697339177131653, "Finetune/Step": 9321, "Finetune/Step Time": 6.719073884189129}
+{"Finetune/Learning Rate": 5.54461948636813e-07, "Finetune/Loss": 0.5398018956184387, "Finetune/Loss (Raw)": 0.6451025009155273, "Finetune/Step": 9322, "Finetune/Step Time": 6.721127260476351}
+{"Finetune/Learning Rate": 5.534395383973557e-07, "Finetune/Loss": 0.5392115712165833, "Finetune/Loss (Raw)": 0.6333367824554443, "Finetune/Step": 9323, "Finetune/Step Time": 6.734363783150911}
+{"Finetune/Learning Rate": 5.524180448461102e-07, "Finetune/Loss": 0.538575291633606, "Finetune/Loss (Raw)": 0.4784255921840668, "Finetune/Step": 9324, "Finetune/Step Time": 6.762319820001721}
+{"Finetune/Learning Rate": 5.513974680821966e-07, "Finetune/Loss": 0.5384631156921387, "Finetune/Loss (Raw)": 0.5670250654220581, "Finetune/Step": 9325, "Finetune/Step Time": 6.753662850707769}
+{"Finetune/Learning Rate": 5.503778082046562e-07, "Finetune/Loss": 0.542161226272583, "Finetune/Loss (Raw)": 0.6832503080368042, "Finetune/Step": 9326, "Finetune/Step Time": 6.733870441094041}
+{"Finetune/Learning Rate": 5.493590653124326e-07, "Finetune/Loss": 0.5420405864715576, "Finetune/Loss (Raw)": 0.6687164306640625, "Finetune/Step": 9327, "Finetune/Step Time": 6.730781581252813}
+{"Finetune/Learning Rate": 5.48341239504383e-07, "Finetune/Loss": 0.5414312481880188, "Finetune/Loss (Raw)": 0.530366063117981, "Finetune/Step": 9328, "Finetune/Step Time": 6.732297223061323}
+{"Finetune/Learning Rate": 5.473243308792797e-07, "Finetune/Loss": 0.5418378114700317, "Finetune/Loss (Raw)": 0.5980854630470276, "Finetune/Step": 9329, "Finetune/Step Time": 6.744369801133871}
+{"Finetune/Learning Rate": 5.463083395358027e-07, "Finetune/Loss": 0.5425658822059631, "Finetune/Loss (Raw)": 0.6323463916778564, "Finetune/Step": 9330, "Finetune/Step Time": 6.731183052062988}
+{"Finetune/Learning Rate": 5.452932655725396e-07, "Finetune/Loss": 0.5432202816009521, "Finetune/Loss (Raw)": 0.6256643533706665, "Finetune/Step": 9331, "Finetune/Step Time": 6.731900746002793}
+{"Finetune/Learning Rate": 5.442791090879951e-07, "Finetune/Loss": 0.5420887470245361, "Finetune/Loss (Raw)": 0.5736963748931885, "Finetune/Step": 9332, "Finetune/Step Time": 6.729732129722834}
+{"Finetune/Learning Rate": 5.432658701805827e-07, "Finetune/Loss": 0.5461876392364502, "Finetune/Loss (Raw)": 0.6962819695472717, "Finetune/Step": 9333, "Finetune/Step Time": 6.71329971216619}
+{"Finetune/Learning Rate": 5.42253548948627e-07, "Finetune/Loss": 0.5467004179954529, "Finetune/Loss (Raw)": 0.6007440090179443, "Finetune/Step": 9334, "Finetune/Step Time": 6.7000531032681465}
+{"Finetune/Learning Rate": 5.412421454903593e-07, "Finetune/Loss": 0.5471899509429932, "Finetune/Loss (Raw)": 0.6086048483848572, "Finetune/Step": 9335, "Finetune/Step Time": 6.6958068534731865}
+{"Finetune/Learning Rate": 5.402316599039304e-07, "Finetune/Loss": 0.5472151637077332, "Finetune/Loss (Raw)": 0.5378977060317993, "Finetune/Step": 9336, "Finetune/Step Time": 6.694626042619348}
+{"Finetune/Learning Rate": 5.392220922873937e-07, "Finetune/Loss": 0.5462377071380615, "Finetune/Loss (Raw)": 0.43198421597480774, "Finetune/Step": 9337, "Finetune/Step Time": 6.708928821608424}
+{"Finetune/Learning Rate": 5.382134427387187e-07, "Finetune/Loss": 0.5464254021644592, "Finetune/Loss (Raw)": 0.6082825660705566, "Finetune/Step": 9338, "Finetune/Step Time": 6.716702306643128}
+{"Finetune/Learning Rate": 5.372057113557838e-07, "Finetune/Loss": 0.5457145571708679, "Finetune/Loss (Raw)": 0.5124537944793701, "Finetune/Step": 9339, "Finetune/Step Time": 6.720759166404605}
+{"Finetune/Learning Rate": 5.361988982363775e-07, "Finetune/Loss": 0.5470807552337646, "Finetune/Loss (Raw)": 0.6718732118606567, "Finetune/Step": 9340, "Finetune/Step Time": 6.727945867925882}
+{"Finetune/Learning Rate": 5.351930034782005e-07, "Finetune/Loss": 0.5474241971969604, "Finetune/Loss (Raw)": 0.5592435598373413, "Finetune/Step": 9341, "Finetune/Step Time": 6.7309093195945024}
+{"Finetune/Learning Rate": 5.341880271788679e-07, "Finetune/Loss": 0.5473624467849731, "Finetune/Loss (Raw)": 0.6549683213233948, "Finetune/Step": 9342, "Finetune/Step Time": 6.715729743242264}
+{"Finetune/Learning Rate": 5.331839694358964e-07, "Finetune/Loss": 0.5481842756271362, "Finetune/Loss (Raw)": 0.5133167505264282, "Finetune/Step": 9343, "Finetune/Step Time": 6.7054812498390675}
+{"Finetune/Learning Rate": 5.321808303467213e-07, "Finetune/Loss": 0.5473949313163757, "Finetune/Loss (Raw)": 0.5507765412330627, "Finetune/Step": 9344, "Finetune/Step Time": 6.715471291914582}
+{"Finetune/Learning Rate": 5.311786100086891e-07, "Finetune/Loss": 0.5478999614715576, "Finetune/Loss (Raw)": 0.6208867430686951, "Finetune/Step": 9345, "Finetune/Step Time": 6.70935682207346}
+{"Finetune/Learning Rate": 5.30177308519051e-07, "Finetune/Loss": 0.5472568273544312, "Finetune/Loss (Raw)": 0.49864375591278076, "Finetune/Step": 9346, "Finetune/Step Time": 6.709155984222889}
+{"Finetune/Learning Rate": 5.291769259749735e-07, "Finetune/Loss": 0.547595739364624, "Finetune/Loss (Raw)": 0.6275807619094849, "Finetune/Step": 9347, "Finetune/Step Time": 6.70608888566494}
+{"Finetune/Learning Rate": 5.281774624735358e-07, "Finetune/Loss": 0.5472894906997681, "Finetune/Loss (Raw)": 0.6006949543952942, "Finetune/Step": 9348, "Finetune/Step Time": 6.712007224559784}
+{"Finetune/Learning Rate": 5.271789181117203e-07, "Finetune/Loss": 0.5476458072662354, "Finetune/Loss (Raw)": 0.6330485939979553, "Finetune/Step": 9349, "Finetune/Step Time": 6.701817091554403}
+{"Finetune/Learning Rate": 5.261812929864307e-07, "Finetune/Loss": 0.5475577116012573, "Finetune/Loss (Raw)": 0.5958678722381592, "Finetune/Step": 9350, "Finetune/Step Time": 6.70485326461494}
+{"Finetune/Learning Rate": 5.251845871944727e-07, "Finetune/Loss": 0.5486029386520386, "Finetune/Loss (Raw)": 0.5481667518615723, "Finetune/Step": 9351, "Finetune/Step Time": 6.691683487966657}
+{"Finetune/Learning Rate": 5.241888008325646e-07, "Finetune/Loss": 0.5477571487426758, "Finetune/Loss (Raw)": 0.5859649181365967, "Finetune/Step": 9352, "Finetune/Step Time": 6.681375831365585}
+{"Finetune/Learning Rate": 5.231939339973391e-07, "Finetune/Loss": 0.5472918748855591, "Finetune/Loss (Raw)": 0.5537993311882019, "Finetune/Step": 9353, "Finetune/Step Time": 6.683904862031341}
+{"Finetune/Learning Rate": 5.221999867853378e-07, "Finetune/Loss": 0.547426164150238, "Finetune/Loss (Raw)": 0.6185067296028137, "Finetune/Step": 9354, "Finetune/Step Time": 6.684110928326845}
+{"Finetune/Learning Rate": 5.212069592930124e-07, "Finetune/Loss": 0.5457322001457214, "Finetune/Loss (Raw)": 0.42195236682891846, "Finetune/Step": 9355, "Finetune/Step Time": 6.700663983821869}
+{"Finetune/Learning Rate": 5.202148516167238e-07, "Finetune/Loss": 0.5442529916763306, "Finetune/Loss (Raw)": 0.583955705165863, "Finetune/Step": 9356, "Finetune/Step Time": 6.712728204205632}
+{"Finetune/Learning Rate": 5.192236638527481e-07, "Finetune/Loss": 0.544822096824646, "Finetune/Loss (Raw)": 0.6366589069366455, "Finetune/Step": 9357, "Finetune/Step Time": 6.718158757314086}
+{"Finetune/Learning Rate": 5.182333960972697e-07, "Finetune/Loss": 0.5457995533943176, "Finetune/Loss (Raw)": 0.5467478632926941, "Finetune/Step": 9358, "Finetune/Step Time": 6.710088638588786}
+{"Finetune/Learning Rate": 5.172440484463792e-07, "Finetune/Loss": 0.5458724498748779, "Finetune/Loss (Raw)": 0.5478110909461975, "Finetune/Step": 9359, "Finetune/Step Time": 6.685370778664947}
+{"Finetune/Learning Rate": 5.162556209960856e-07, "Finetune/Loss": 0.5456291437149048, "Finetune/Loss (Raw)": 0.6038408279418945, "Finetune/Step": 9360, "Finetune/Step Time": 6.675319595262408}
+{"Finetune/Learning Rate": 5.152681138423065e-07, "Finetune/Loss": 0.5459398627281189, "Finetune/Loss (Raw)": 0.6278404593467712, "Finetune/Step": 9361, "Finetune/Step Time": 6.660060411319137}
+{"Finetune/Learning Rate": 5.142815270808666e-07, "Finetune/Loss": 0.5454717874526978, "Finetune/Loss (Raw)": 0.6042845845222473, "Finetune/Step": 9362, "Finetune/Step Time": 6.660649266093969}
+{"Finetune/Learning Rate": 5.132958608075033e-07, "Finetune/Loss": 0.5461905002593994, "Finetune/Loss (Raw)": 0.5366278886795044, "Finetune/Step": 9363, "Finetune/Step Time": 6.663584563881159}
+{"Finetune/Learning Rate": 5.123111151178684e-07, "Finetune/Loss": 0.5495283007621765, "Finetune/Loss (Raw)": 0.5979838967323303, "Finetune/Step": 9364, "Finetune/Step Time": 6.645773136988282}
+{"Finetune/Learning Rate": 5.113272901075173e-07, "Finetune/Loss": 0.5508240461349487, "Finetune/Loss (Raw)": 0.6692381501197815, "Finetune/Step": 9365, "Finetune/Step Time": 6.646032132208347}
+{"Finetune/Learning Rate": 5.103443858719215e-07, "Finetune/Loss": 0.5512365102767944, "Finetune/Loss (Raw)": 0.5117208957672119, "Finetune/Step": 9366, "Finetune/Step Time": 6.632778087630868}
+{"Finetune/Learning Rate": 5.093624025064614e-07, "Finetune/Loss": 0.5486971735954285, "Finetune/Loss (Raw)": 0.1704207956790924, "Finetune/Step": 9367, "Finetune/Step Time": 6.644899610430002}
+{"Finetune/Learning Rate": 5.083813401064275e-07, "Finetune/Loss": 0.5489532947540283, "Finetune/Loss (Raw)": 0.5527614951133728, "Finetune/Step": 9368, "Finetune/Step Time": 6.660577433183789}
+{"Finetune/Learning Rate": 5.074011987670213e-07, "Finetune/Loss": 0.5483440160751343, "Finetune/Loss (Raw)": 0.595730721950531, "Finetune/Step": 9369, "Finetune/Step Time": 6.66181205958128}
+{"Finetune/Learning Rate": 5.064219785833568e-07, "Finetune/Loss": 0.5481420755386353, "Finetune/Loss (Raw)": 0.5677244663238525, "Finetune/Step": 9370, "Finetune/Step Time": 6.658800408244133}
+{"Finetune/Learning Rate": 5.054436796504536e-07, "Finetune/Loss": 0.5512337684631348, "Finetune/Loss (Raw)": 0.5847636461257935, "Finetune/Step": 9371, "Finetune/Step Time": 6.64419799298048}
+{"Finetune/Learning Rate": 5.044663020632479e-07, "Finetune/Loss": 0.5507857799530029, "Finetune/Loss (Raw)": 0.6057547926902771, "Finetune/Step": 9372, "Finetune/Step Time": 6.641375981271267}
+{"Finetune/Learning Rate": 5.034898459165849e-07, "Finetune/Loss": 0.5512872934341431, "Finetune/Loss (Raw)": 0.6222081184387207, "Finetune/Step": 9373, "Finetune/Step Time": 6.6345156747847795}
+{"Finetune/Learning Rate": 5.025143113052156e-07, "Finetune/Loss": 0.5517419576644897, "Finetune/Loss (Raw)": 0.6586970090866089, "Finetune/Step": 9374, "Finetune/Step Time": 6.61911659874022}
+{"Finetune/Learning Rate": 5.015396983238063e-07, "Finetune/Loss": 0.5513838529586792, "Finetune/Loss (Raw)": 0.5054908394813538, "Finetune/Step": 9375, "Finetune/Step Time": 6.6272095032036304}
+{"Finetune/Learning Rate": 5.00566007066936e-07, "Finetune/Loss": 0.551824688911438, "Finetune/Loss (Raw)": 0.6128730177879333, "Finetune/Step": 9376, "Finetune/Step Time": 6.624501395970583}
+{"Finetune/Learning Rate": 4.99593237629088e-07, "Finetune/Loss": 0.5542423725128174, "Finetune/Loss (Raw)": 0.533012866973877, "Finetune/Step": 9377, "Finetune/Step Time": 6.6093191485852}
+{"Finetune/Learning Rate": 4.986213901046588e-07, "Finetune/Loss": 0.5558272004127502, "Finetune/Loss (Raw)": 0.3724623918533325, "Finetune/Step": 9378, "Finetune/Step Time": 6.5979264583438635}
+{"Finetune/Learning Rate": 4.976504645879587e-07, "Finetune/Loss": 0.5560200214385986, "Finetune/Loss (Raw)": 0.5829988121986389, "Finetune/Step": 9379, "Finetune/Step Time": 6.607375616207719}
+{"Finetune/Learning Rate": 4.966804611732024e-07, "Finetune/Loss": 0.5561473369598389, "Finetune/Loss (Raw)": 0.5373194217681885, "Finetune/Step": 9380, "Finetune/Step Time": 6.624510103836656}
+{"Finetune/Learning Rate": 4.957113799545221e-07, "Finetune/Loss": 0.5583570599555969, "Finetune/Loss (Raw)": 0.5309165716171265, "Finetune/Step": 9381, "Finetune/Step Time": 6.612001666799188}
+{"Finetune/Learning Rate": 4.947432210259529e-07, "Finetune/Loss": 0.5574054718017578, "Finetune/Loss (Raw)": 0.5113685131072998, "Finetune/Step": 9382, "Finetune/Step Time": 6.632230542600155}
+{"Finetune/Learning Rate": 4.937759844814471e-07, "Finetune/Loss": 0.5570905208587646, "Finetune/Loss (Raw)": 0.5100805163383484, "Finetune/Step": 9383, "Finetune/Step Time": 6.632126841694117}
+{"Finetune/Learning Rate": 4.928096704148633e-07, "Finetune/Loss": 0.5570744872093201, "Finetune/Loss (Raw)": 0.5805571675300598, "Finetune/Step": 9384, "Finetune/Step Time": 6.621032988652587}
+{"Finetune/Learning Rate": 4.918442789199729e-07, "Finetune/Loss": 0.5569678544998169, "Finetune/Loss (Raw)": 0.18117137253284454, "Finetune/Step": 9385, "Finetune/Step Time": 6.610882172361016}
+{"Finetune/Learning Rate": 4.908798100904566e-07, "Finetune/Loss": 0.5577713251113892, "Finetune/Loss (Raw)": 0.6859836578369141, "Finetune/Step": 9386, "Finetune/Step Time": 6.618063015863299}
+{"Finetune/Learning Rate": 4.899162640199052e-07, "Finetune/Loss": 0.5566043853759766, "Finetune/Loss (Raw)": 0.4243631958961487, "Finetune/Step": 9387, "Finetune/Step Time": 6.656137548387051}
+{"Finetune/Learning Rate": 4.889536408018214e-07, "Finetune/Loss": 0.5561099648475647, "Finetune/Loss (Raw)": 0.5844615697860718, "Finetune/Step": 9388, "Finetune/Step Time": 6.6537676732987165}
+{"Finetune/Learning Rate": 4.879919405296185e-07, "Finetune/Loss": 0.5562273859977722, "Finetune/Loss (Raw)": 0.5055550336837769, "Finetune/Step": 9389, "Finetune/Step Time": 6.663848912343383}
+{"Finetune/Learning Rate": 4.870311632966162e-07, "Finetune/Loss": 0.5557345151901245, "Finetune/Loss (Raw)": 0.5743077993392944, "Finetune/Step": 9390, "Finetune/Step Time": 6.681914072483778}
+{"Finetune/Learning Rate": 4.860713091960489e-07, "Finetune/Loss": 0.5562278032302856, "Finetune/Loss (Raw)": 0.6031001806259155, "Finetune/Step": 9391, "Finetune/Step Time": 6.678042100742459}
+{"Finetune/Learning Rate": 4.851123783210632e-07, "Finetune/Loss": 0.5557682514190674, "Finetune/Loss (Raw)": 0.5743626356124878, "Finetune/Step": 9392, "Finetune/Step Time": 6.6558088175952435}
+{"Finetune/Learning Rate": 4.841543707647101e-07, "Finetune/Loss": 0.5539044141769409, "Finetune/Loss (Raw)": 0.4031907021999359, "Finetune/Step": 9393, "Finetune/Step Time": 6.679238438606262}
+{"Finetune/Learning Rate": 4.831972866199541e-07, "Finetune/Loss": 0.5536219477653503, "Finetune/Loss (Raw)": 0.5876055359840393, "Finetune/Step": 9394, "Finetune/Step Time": 6.682612998411059}
+{"Finetune/Learning Rate": 4.822411259796711e-07, "Finetune/Loss": 0.5547064542770386, "Finetune/Loss (Raw)": 0.7352644801139832, "Finetune/Step": 9395, "Finetune/Step Time": 6.693907035514712}
+{"Finetune/Learning Rate": 4.812858889366456e-07, "Finetune/Loss": 0.5547924041748047, "Finetune/Loss (Raw)": 0.6365510821342468, "Finetune/Step": 9396, "Finetune/Step Time": 6.6978388503193855}
+{"Finetune/Learning Rate": 4.803315755835746e-07, "Finetune/Loss": 0.5587156414985657, "Finetune/Loss (Raw)": 0.7048575282096863, "Finetune/Step": 9397, "Finetune/Step Time": 6.678418383002281}
+{"Finetune/Learning Rate": 4.79378186013063e-07, "Finetune/Loss": 0.55854332447052, "Finetune/Loss (Raw)": 0.5798032879829407, "Finetune/Step": 9398, "Finetune/Step Time": 6.678683327510953}
+{"Finetune/Learning Rate": 4.784257203176257e-07, "Finetune/Loss": 0.5592637062072754, "Finetune/Loss (Raw)": 0.5834595561027527, "Finetune/Step": 9399, "Finetune/Step Time": 6.674443205818534}
+{"Finetune/Learning Rate": 4.774741785896908e-07, "Finetune/Loss": 0.560084342956543, "Finetune/Loss (Raw)": 0.6632570028305054, "Finetune/Step": 9400, "Finetune/Step Time": 6.678514055907726}
+{"Finetune/Learning Rate": 4.765235609215979e-07, "Finetune/Loss": 0.5588717460632324, "Finetune/Loss (Raw)": 0.5998895764350891, "Finetune/Step": 9401, "Finetune/Step Time": 6.682817477732897}
+{"Finetune/Learning Rate": 4.7557386740558877e-07, "Finetune/Loss": 0.5589503049850464, "Finetune/Loss (Raw)": 0.669887363910675, "Finetune/Step": 9402, "Finetune/Step Time": 6.689338335767388}
+{"Finetune/Learning Rate": 4.7462509813382407e-07, "Finetune/Loss": 0.559765100479126, "Finetune/Loss (Raw)": 0.6947419047355652, "Finetune/Step": 9403, "Finetune/Step Time": 6.688170779496431}
+{"Finetune/Learning Rate": 4.7367725319837356e-07, "Finetune/Loss": 0.5607756972312927, "Finetune/Loss (Raw)": 0.6626761555671692, "Finetune/Step": 9404, "Finetune/Step Time": 6.68930447101593}
+{"Finetune/Learning Rate": 4.727303326912125e-07, "Finetune/Loss": 0.5615146160125732, "Finetune/Loss (Raw)": 0.683288037776947, "Finetune/Step": 9405, "Finetune/Step Time": 6.686726553365588}
+{"Finetune/Learning Rate": 4.717843367042307e-07, "Finetune/Loss": 0.5634297132492065, "Finetune/Loss (Raw)": 0.403225839138031, "Finetune/Step": 9406, "Finetune/Step Time": 6.681541312485933}
+{"Finetune/Learning Rate": 4.708392653292271e-07, "Finetune/Loss": 0.5642489194869995, "Finetune/Loss (Raw)": 0.6247184872627258, "Finetune/Step": 9407, "Finetune/Step Time": 6.653387185186148}
+{"Finetune/Learning Rate": 4.6989511865791036e-07, "Finetune/Loss": 0.5652155876159668, "Finetune/Loss (Raw)": 0.6915984153747559, "Finetune/Step": 9408, "Finetune/Step Time": 6.649320054799318}
+{"Finetune/Learning Rate": 4.689518967819007e-07, "Finetune/Loss": 0.5647621154785156, "Finetune/Loss (Raw)": 0.4296669661998749, "Finetune/Step": 9409, "Finetune/Step Time": 6.6580012906342745}
+{"Finetune/Learning Rate": 4.6800959979272696e-07, "Finetune/Loss": 0.5648773908615112, "Finetune/Loss (Raw)": 0.6043253540992737, "Finetune/Step": 9410, "Finetune/Step Time": 6.642053954303265}
+{"Finetune/Learning Rate": 4.670682277818284e-07, "Finetune/Loss": 0.5639675259590149, "Finetune/Loss (Raw)": 0.5023896098136902, "Finetune/Step": 9411, "Finetune/Step Time": 6.653549551963806}
+{"Finetune/Learning Rate": 4.661277808405562e-07, "Finetune/Loss": 0.5648172497749329, "Finetune/Loss (Raw)": 0.6936782002449036, "Finetune/Step": 9412, "Finetune/Step Time": 6.649751763790846}
+{"Finetune/Learning Rate": 4.6518825906017193e-07, "Finetune/Loss": 0.5650481581687927, "Finetune/Loss (Raw)": 0.6012765169143677, "Finetune/Step": 9413, "Finetune/Step Time": 6.6536257956177}
+{"Finetune/Learning Rate": 4.642496625318449e-07, "Finetune/Loss": 0.5642155408859253, "Finetune/Loss (Raw)": 0.5951971411705017, "Finetune/Step": 9414, "Finetune/Step Time": 6.653875028714538}
+{"Finetune/Learning Rate": 4.6331199134665327e-07, "Finetune/Loss": 0.5639251470565796, "Finetune/Loss (Raw)": 0.531299889087677, "Finetune/Step": 9415, "Finetune/Step Time": 6.656219519674778}
+{"Finetune/Learning Rate": 4.6237524559559323e-07, "Finetune/Loss": 0.5671191811561584, "Finetune/Loss (Raw)": 0.5994255542755127, "Finetune/Step": 9416, "Finetune/Step Time": 6.639590131118894}
+{"Finetune/Learning Rate": 4.614394253695631e-07, "Finetune/Loss": 0.5686272382736206, "Finetune/Loss (Raw)": 0.6289073824882507, "Finetune/Step": 9417, "Finetune/Step Time": 6.640127396211028}
+{"Finetune/Learning Rate": 4.605045307593736e-07, "Finetune/Loss": 0.5683270692825317, "Finetune/Loss (Raw)": 0.1738760769367218, "Finetune/Step": 9418, "Finetune/Step Time": 6.621014790609479}
+{"Finetune/Learning Rate": 4.5957056185574664e-07, "Finetune/Loss": 0.569320559501648, "Finetune/Loss (Raw)": 0.6067718863487244, "Finetune/Step": 9419, "Finetune/Step Time": 6.6265802048146725}
+{"Finetune/Learning Rate": 4.586375187493164e-07, "Finetune/Loss": 0.5660552978515625, "Finetune/Loss (Raw)": 0.2086959034204483, "Finetune/Step": 9420, "Finetune/Step Time": 6.644504697993398}
+{"Finetune/Learning Rate": 4.577054015306226e-07, "Finetune/Loss": 0.5652503967285156, "Finetune/Loss (Raw)": 0.47825708985328674, "Finetune/Step": 9421, "Finetune/Step Time": 6.64792406372726}
+{"Finetune/Learning Rate": 4.5677421029011737e-07, "Finetune/Loss": 0.567737340927124, "Finetune/Loss (Raw)": 0.5305399894714355, "Finetune/Step": 9422, "Finetune/Step Time": 6.646121060475707}
+{"Finetune/Learning Rate": 4.55843945118164e-07, "Finetune/Loss": 0.567707896232605, "Finetune/Loss (Raw)": 0.6054025292396545, "Finetune/Step": 9423, "Finetune/Step Time": 6.644339311867952}
+{"Finetune/Learning Rate": 4.549146061050325e-07, "Finetune/Loss": 0.5670169591903687, "Finetune/Loss (Raw)": 0.5042974948883057, "Finetune/Step": 9424, "Finetune/Step Time": 6.65542908385396}
+{"Finetune/Learning Rate": 4.5398619334090843e-07, "Finetune/Loss": 0.5668627619743347, "Finetune/Loss (Raw)": 0.5156878232955933, "Finetune/Step": 9425, "Finetune/Step Time": 6.632931945845485}
+{"Finetune/Learning Rate": 4.5305870691588203e-07, "Finetune/Loss": 0.5673642158508301, "Finetune/Loss (Raw)": 0.6005908250808716, "Finetune/Step": 9426, "Finetune/Step Time": 6.620094008743763}
+{"Finetune/Learning Rate": 4.521321469199569e-07, "Finetune/Loss": 0.5674295425415039, "Finetune/Loss (Raw)": 0.5734017491340637, "Finetune/Step": 9427, "Finetune/Step Time": 6.627338994294405}
+{"Finetune/Learning Rate": 4.5120651344304543e-07, "Finetune/Loss": 0.5683584213256836, "Finetune/Loss (Raw)": 0.5570871829986572, "Finetune/Step": 9428, "Finetune/Step Time": 6.587786274030805}
+{"Finetune/Learning Rate": 4.5028180657497255e-07, "Finetune/Loss": 0.565903902053833, "Finetune/Loss (Raw)": 0.23307009041309357, "Finetune/Step": 9429, "Finetune/Step Time": 6.600216008722782}
+{"Finetune/Learning Rate": 4.4935802640546756e-07, "Finetune/Loss": 0.5658553242683411, "Finetune/Loss (Raw)": 0.6522917151451111, "Finetune/Step": 9430, "Finetune/Step Time": 6.59341761097312}
+{"Finetune/Learning Rate": 4.484351730241754e-07, "Finetune/Loss": 0.5651479959487915, "Finetune/Loss (Raw)": 0.4687099754810333, "Finetune/Step": 9431, "Finetune/Step Time": 6.5685131549835205}
+{"Finetune/Learning Rate": 4.4751324652064996e-07, "Finetune/Loss": 0.565697431564331, "Finetune/Loss (Raw)": 0.5751263499259949, "Finetune/Step": 9432, "Finetune/Step Time": 6.567950339987874}
+{"Finetune/Learning Rate": 4.465922469843542e-07, "Finetune/Loss": 0.5628706216812134, "Finetune/Loss (Raw)": 0.37245434522628784, "Finetune/Step": 9433, "Finetune/Step Time": 6.582952957600355}
+{"Finetune/Learning Rate": 4.4567217450465994e-07, "Finetune/Loss": 0.5622358322143555, "Finetune/Loss (Raw)": 0.5386974215507507, "Finetune/Step": 9434, "Finetune/Step Time": 6.585639227181673}
+{"Finetune/Learning Rate": 4.447530291708513e-07, "Finetune/Loss": 0.5621190071105957, "Finetune/Loss (Raw)": 0.6583593487739563, "Finetune/Step": 9435, "Finetune/Step Time": 6.583202805370092}
+{"Finetune/Learning Rate": 4.438348110721224e-07, "Finetune/Loss": 0.5585832595825195, "Finetune/Loss (Raw)": 0.18391966819763184, "Finetune/Step": 9436, "Finetune/Step Time": 6.60308719612658}
+{"Finetune/Learning Rate": 4.429175202975744e-07, "Finetune/Loss": 0.5590245127677917, "Finetune/Loss (Raw)": 0.5703526735305786, "Finetune/Step": 9437, "Finetune/Step Time": 6.620504755526781}
+{"Finetune/Learning Rate": 4.420011569362237e-07, "Finetune/Loss": 0.5590188503265381, "Finetune/Loss (Raw)": 0.7036161422729492, "Finetune/Step": 9438, "Finetune/Step Time": 6.660835728049278}
+{"Finetune/Learning Rate": 4.4108572107698924e-07, "Finetune/Loss": 0.5594423413276672, "Finetune/Loss (Raw)": 0.6882635354995728, "Finetune/Step": 9439, "Finetune/Step Time": 6.661979842931032}
+{"Finetune/Learning Rate": 4.401712128087088e-07, "Finetune/Loss": 0.5599915981292725, "Finetune/Loss (Raw)": 0.5832197070121765, "Finetune/Step": 9440, "Finetune/Step Time": 6.653695439919829}
+{"Finetune/Learning Rate": 4.3925763222012255e-07, "Finetune/Loss": 0.5606842041015625, "Finetune/Loss (Raw)": 0.5732295513153076, "Finetune/Step": 9441, "Finetune/Step Time": 6.6446228586137295}
+{"Finetune/Learning Rate": 4.3834497939988616e-07, "Finetune/Loss": 0.5598469376564026, "Finetune/Loss (Raw)": 0.5076248049736023, "Finetune/Step": 9442, "Finetune/Step Time": 6.654242778196931}
+{"Finetune/Learning Rate": 4.3743325443656006e-07, "Finetune/Loss": 0.5567737817764282, "Finetune/Loss (Raw)": 0.16134731471538544, "Finetune/Step": 9443, "Finetune/Step Time": 6.675146445631981}
+{"Finetune/Learning Rate": 4.365224574186211e-07, "Finetune/Loss": 0.5581190586090088, "Finetune/Loss (Raw)": 0.6614948511123657, "Finetune/Step": 9444, "Finetune/Step Time": 6.667267607524991}
+{"Finetune/Learning Rate": 4.3561258843444975e-07, "Finetune/Loss": 0.5617278218269348, "Finetune/Loss (Raw)": 0.6266058683395386, "Finetune/Step": 9445, "Finetune/Step Time": 6.6511710323393345}
+{"Finetune/Learning Rate": 4.347036475723387e-07, "Finetune/Loss": 0.5615370869636536, "Finetune/Loss (Raw)": 0.6623958349227905, "Finetune/Step": 9446, "Finetune/Step Time": 6.651141081005335}
+{"Finetune/Learning Rate": 4.3379563492049413e-07, "Finetune/Loss": 0.562077522277832, "Finetune/Loss (Raw)": 0.5940895676612854, "Finetune/Step": 9447, "Finetune/Step Time": 6.658116180449724}
+{"Finetune/Learning Rate": 4.328885505670266e-07, "Finetune/Loss": 0.5610659718513489, "Finetune/Loss (Raw)": 0.6443406939506531, "Finetune/Step": 9448, "Finetune/Step Time": 6.658608702942729}
+{"Finetune/Learning Rate": 4.319823945999579e-07, "Finetune/Loss": 0.5603094100952148, "Finetune/Loss (Raw)": 0.47289514541625977, "Finetune/Step": 9449, "Finetune/Step Time": 6.657130027189851}
+{"Finetune/Learning Rate": 4.3107716710722226e-07, "Finetune/Loss": 0.5592693090438843, "Finetune/Loss (Raw)": 0.5119658708572388, "Finetune/Step": 9450, "Finetune/Step Time": 6.652805874124169}
+{"Finetune/Learning Rate": 4.301728681766637e-07, "Finetune/Loss": 0.5589110255241394, "Finetune/Loss (Raw)": 0.5874720811843872, "Finetune/Step": 9451, "Finetune/Step Time": 6.642080305144191}
+{"Finetune/Learning Rate": 4.2926949789603323e-07, "Finetune/Loss": 0.5596466064453125, "Finetune/Loss (Raw)": 0.5725889801979065, "Finetune/Step": 9452, "Finetune/Step Time": 6.6337178982794285}
+{"Finetune/Learning Rate": 4.283670563529929e-07, "Finetune/Loss": 0.5587848424911499, "Finetune/Loss (Raw)": 0.45671531558036804, "Finetune/Step": 9453, "Finetune/Step Time": 6.6491881143301725}
+{"Finetune/Learning Rate": 4.2746554363511714e-07, "Finetune/Loss": 0.5576835870742798, "Finetune/Loss (Raw)": 0.542288064956665, "Finetune/Step": 9454, "Finetune/Step Time": 6.662152240052819}
+{"Finetune/Learning Rate": 4.265649598298849e-07, "Finetune/Loss": 0.5574813485145569, "Finetune/Loss (Raw)": 0.6428272724151611, "Finetune/Step": 9455, "Finetune/Step Time": 6.68107165209949}
+{"Finetune/Learning Rate": 4.2566530502469174e-07, "Finetune/Loss": 0.5548705458641052, "Finetune/Loss (Raw)": 0.1961871236562729, "Finetune/Step": 9456, "Finetune/Step Time": 6.695876646786928}
+{"Finetune/Learning Rate": 4.2476657930683895e-07, "Finetune/Loss": 0.5551077723503113, "Finetune/Loss (Raw)": 0.6284493803977966, "Finetune/Step": 9457, "Finetune/Step Time": 6.697368912398815}
+{"Finetune/Learning Rate": 4.238687827635346e-07, "Finetune/Loss": 0.5550206899642944, "Finetune/Loss (Raw)": 0.6212077736854553, "Finetune/Step": 9458, "Finetune/Step Time": 6.711357578635216}
+{"Finetune/Learning Rate": 4.229719154819045e-07, "Finetune/Loss": 0.5548218488693237, "Finetune/Loss (Raw)": 0.6002077460289001, "Finetune/Step": 9459, "Finetune/Step Time": 6.706688983365893}
+{"Finetune/Learning Rate": 4.220759775489802e-07, "Finetune/Loss": 0.5545423030853271, "Finetune/Loss (Raw)": 0.5379180908203125, "Finetune/Step": 9460, "Finetune/Step Time": 6.7080666571855545}
+{"Finetune/Learning Rate": 4.211809690516999e-07, "Finetune/Loss": 0.5538270473480225, "Finetune/Loss (Raw)": 0.604720950126648, "Finetune/Step": 9461, "Finetune/Step Time": 6.707508210092783}
+{"Finetune/Learning Rate": 4.2028689007691526e-07, "Finetune/Loss": 0.55350661277771, "Finetune/Loss (Raw)": 0.5597355365753174, "Finetune/Step": 9462, "Finetune/Step Time": 6.756600199267268}
+{"Finetune/Learning Rate": 4.1939374071138905e-07, "Finetune/Loss": 0.5537331104278564, "Finetune/Loss (Raw)": 0.6375933885574341, "Finetune/Step": 9463, "Finetune/Step Time": 6.767255581915379}
+{"Finetune/Learning Rate": 4.18501521041792e-07, "Finetune/Loss": 0.5538462400436401, "Finetune/Loss (Raw)": 0.5523727536201477, "Finetune/Step": 9464, "Finetune/Step Time": 6.774358533322811}
+{"Finetune/Learning Rate": 4.1761023115470145e-07, "Finetune/Loss": 0.5546337962150574, "Finetune/Loss (Raw)": 0.5327962636947632, "Finetune/Step": 9465, "Finetune/Step Time": 6.741012325510383}
+{"Finetune/Learning Rate": 4.167198711366105e-07, "Finetune/Loss": 0.5543630123138428, "Finetune/Loss (Raw)": 0.5736191868782043, "Finetune/Step": 9466, "Finetune/Step Time": 6.734475431963801}
+{"Finetune/Learning Rate": 4.158304410739178e-07, "Finetune/Loss": 0.5551470518112183, "Finetune/Loss (Raw)": 0.6128110289573669, "Finetune/Step": 9467, "Finetune/Step Time": 6.730504035949707}
+{"Finetune/Learning Rate": 4.149419410529343e-07, "Finetune/Loss": 0.5537697076797485, "Finetune/Loss (Raw)": 0.4955712556838989, "Finetune/Step": 9468, "Finetune/Step Time": 6.716990012675524}
+{"Finetune/Learning Rate": 4.140543711598788e-07, "Finetune/Loss": 0.553175687789917, "Finetune/Loss (Raw)": 0.4832172989845276, "Finetune/Step": 9469, "Finetune/Step Time": 6.718551950529218}
+{"Finetune/Learning Rate": 4.131677314808791e-07, "Finetune/Loss": 0.5541126728057861, "Finetune/Loss (Raw)": 0.7749049663543701, "Finetune/Step": 9470, "Finetune/Step Time": 6.720454461872578}
+{"Finetune/Learning Rate": 4.122820221019752e-07, "Finetune/Loss": 0.5543626546859741, "Finetune/Loss (Raw)": 0.545305609703064, "Finetune/Step": 9471, "Finetune/Step Time": 6.720153067260981}
+{"Finetune/Learning Rate": 4.113972431091173e-07, "Finetune/Loss": 0.5552957653999329, "Finetune/Loss (Raw)": 0.6702156066894531, "Finetune/Step": 9472, "Finetune/Step Time": 6.708564726635814}
+{"Finetune/Learning Rate": 4.1051339458816233e-07, "Finetune/Loss": 0.5540013313293457, "Finetune/Loss (Raw)": 0.45519739389419556, "Finetune/Step": 9473, "Finetune/Step Time": 6.725488485768437}
+{"Finetune/Learning Rate": 4.096304766248782e-07, "Finetune/Loss": 0.5541009902954102, "Finetune/Loss (Raw)": 0.5114032030105591, "Finetune/Step": 9474, "Finetune/Step Time": 6.7280007638037205}
+{"Finetune/Learning Rate": 4.0874848930494317e-07, "Finetune/Loss": 0.5537444949150085, "Finetune/Loss (Raw)": 0.5819517374038696, "Finetune/Step": 9475, "Finetune/Step Time": 6.7243040930479765}
+{"Finetune/Learning Rate": 4.0786743271394534e-07, "Finetune/Loss": 0.55440354347229, "Finetune/Loss (Raw)": 0.685055673122406, "Finetune/Step": 9476, "Finetune/Step Time": 6.724806075915694}
+{"Finetune/Learning Rate": 4.0698730693737975e-07, "Finetune/Loss": 0.5533233880996704, "Finetune/Loss (Raw)": 0.4947803020477295, "Finetune/Step": 9477, "Finetune/Step Time": 6.7206992115825415}
+{"Finetune/Learning Rate": 4.061081120606547e-07, "Finetune/Loss": 0.5536223649978638, "Finetune/Loss (Raw)": 0.6341400742530823, "Finetune/Step": 9478, "Finetune/Step Time": 6.70956751704216}
+{"Finetune/Learning Rate": 4.052298481690886e-07, "Finetune/Loss": 0.5532002449035645, "Finetune/Loss (Raw)": 0.49413973093032837, "Finetune/Step": 9479, "Finetune/Step Time": 6.731033349409699}
+{"Finetune/Learning Rate": 4.0435251534790445e-07, "Finetune/Loss": 0.5536675453186035, "Finetune/Loss (Raw)": 0.6457711458206177, "Finetune/Step": 9480, "Finetune/Step Time": 6.729074589908123}
+{"Finetune/Learning Rate": 4.034761136822385e-07, "Finetune/Loss": 0.5539227724075317, "Finetune/Loss (Raw)": 0.5864785313606262, "Finetune/Step": 9481, "Finetune/Step Time": 6.7337548695504665}
+{"Finetune/Learning Rate": 4.026006432571383e-07, "Finetune/Loss": 0.5534935593605042, "Finetune/Loss (Raw)": 0.5635658502578735, "Finetune/Step": 9482, "Finetune/Step Time": 6.729379314929247}
+{"Finetune/Learning Rate": 4.0172610415755595e-07, "Finetune/Loss": 0.5550166964530945, "Finetune/Loss (Raw)": 0.6169100999832153, "Finetune/Step": 9483, "Finetune/Step Time": 6.710721600800753}
+{"Finetune/Learning Rate": 4.0085249646836025e-07, "Finetune/Loss": 0.5561748147010803, "Finetune/Loss (Raw)": 0.7321925163269043, "Finetune/Step": 9484, "Finetune/Step Time": 6.695713143795729}
+{"Finetune/Learning Rate": 3.9997982027432215e-07, "Finetune/Loss": 0.5531814694404602, "Finetune/Loss (Raw)": 0.2535136044025421, "Finetune/Step": 9485, "Finetune/Step Time": 6.6964673940092325}
+{"Finetune/Learning Rate": 3.991080756601251e-07, "Finetune/Loss": 0.5537444353103638, "Finetune/Loss (Raw)": 0.6188077330589294, "Finetune/Step": 9486, "Finetune/Step Time": 6.697284808382392}
+{"Finetune/Learning Rate": 3.982372627103648e-07, "Finetune/Loss": 0.5537275075912476, "Finetune/Loss (Raw)": 0.5456438660621643, "Finetune/Step": 9487, "Finetune/Step Time": 6.697487026453018}
+{"Finetune/Learning Rate": 3.973673815095469e-07, "Finetune/Loss": 0.5538603067398071, "Finetune/Loss (Raw)": 0.620843231678009, "Finetune/Step": 9488, "Finetune/Step Time": 6.699162919074297}
+{"Finetune/Learning Rate": 3.964984321420773e-07, "Finetune/Loss": 0.5529383420944214, "Finetune/Loss (Raw)": 0.5098252296447754, "Finetune/Step": 9489, "Finetune/Step Time": 6.712052572518587}
+{"Finetune/Learning Rate": 3.956304146922818e-07, "Finetune/Loss": 0.551516056060791, "Finetune/Loss (Raw)": 0.42223337292671204, "Finetune/Step": 9490, "Finetune/Step Time": 6.718945121392608}
+{"Finetune/Learning Rate": 3.947633292443942e-07, "Finetune/Loss": 0.5522921085357666, "Finetune/Loss (Raw)": 0.6359633803367615, "Finetune/Step": 9491, "Finetune/Step Time": 6.717238599434495}
+{"Finetune/Learning Rate": 3.938971758825538e-07, "Finetune/Loss": 0.5492546558380127, "Finetune/Loss (Raw)": 0.20918796956539154, "Finetune/Step": 9492, "Finetune/Step Time": 6.73229175619781}
+{"Finetune/Learning Rate": 3.9303195469081123e-07, "Finetune/Loss": 0.548424482345581, "Finetune/Loss (Raw)": 0.5629696249961853, "Finetune/Step": 9493, "Finetune/Step Time": 6.725719081237912}
+{"Finetune/Learning Rate": 3.9216766575312817e-07, "Finetune/Loss": 0.5493993163108826, "Finetune/Loss (Raw)": 0.6365042328834534, "Finetune/Step": 9494, "Finetune/Step Time": 6.739148870110512}
+{"Finetune/Learning Rate": 3.9130430915337303e-07, "Finetune/Loss": 0.5499604940414429, "Finetune/Loss (Raw)": 0.24225299060344696, "Finetune/Step": 9495, "Finetune/Step Time": 6.750609330832958}
+{"Finetune/Learning Rate": 3.9044188497532773e-07, "Finetune/Loss": 0.5501731038093567, "Finetune/Loss (Raw)": 0.579975962638855, "Finetune/Step": 9496, "Finetune/Step Time": 6.73307647369802}
+{"Finetune/Learning Rate": 3.8958039330267983e-07, "Finetune/Loss": 0.549286961555481, "Finetune/Loss (Raw)": 0.48230627179145813, "Finetune/Step": 9497, "Finetune/Step Time": 6.753558384254575}
+{"Finetune/Learning Rate": 3.8871983421902793e-07, "Finetune/Loss": 0.5492463707923889, "Finetune/Loss (Raw)": 0.5625264644622803, "Finetune/Step": 9498, "Finetune/Step Time": 6.762750891968608}
+{"Finetune/Learning Rate": 3.878602078078797e-07, "Finetune/Loss": 0.5493332147598267, "Finetune/Loss (Raw)": 0.5958775877952576, "Finetune/Step": 9499, "Finetune/Step Time": 6.757503064349294}
+{"Finetune/Learning Rate": 3.870015141526551e-07, "Finetune/Loss": 0.5497352480888367, "Finetune/Loss (Raw)": 0.657213568687439, "Finetune/Step": 9500, "Finetune/Step Time": 6.75737570784986}
+{"Finetune/Learning Rate": 3.8614375333667966e-07, "Finetune/Loss": 0.5497196912765503, "Finetune/Loss (Raw)": 0.6202203631401062, "Finetune/Step": 9501, "Finetune/Step Time": 6.759494783356786}
+{"Finetune/Learning Rate": 3.852869254431879e-07, "Finetune/Loss": 0.5485057830810547, "Finetune/Loss (Raw)": 0.503313422203064, "Finetune/Step": 9502, "Finetune/Step Time": 6.750469788908958}
+{"Finetune/Learning Rate": 3.8443103055533003e-07, "Finetune/Loss": 0.5498098134994507, "Finetune/Loss (Raw)": 0.6724073886871338, "Finetune/Step": 9503, "Finetune/Step Time": 6.751857304945588}
+{"Finetune/Learning Rate": 3.835760687561585e-07, "Finetune/Loss": 0.5497754812240601, "Finetune/Loss (Raw)": 0.6084867119789124, "Finetune/Step": 9504, "Finetune/Step Time": 6.767690319567919}
+{"Finetune/Learning Rate": 3.827220401286391e-07, "Finetune/Loss": 0.5502080917358398, "Finetune/Loss (Raw)": 0.5883878469467163, "Finetune/Step": 9505, "Finetune/Step Time": 6.760531645268202}
+{"Finetune/Learning Rate": 3.818689447556456e-07, "Finetune/Loss": 0.5514954924583435, "Finetune/Loss (Raw)": 0.5372416973114014, "Finetune/Step": 9506, "Finetune/Step Time": 6.761998170986772}
+{"Finetune/Learning Rate": 3.81016782719964e-07, "Finetune/Loss": 0.5514441728591919, "Finetune/Loss (Raw)": 0.5764278173446655, "Finetune/Step": 9507, "Finetune/Step Time": 6.766350356861949}
+{"Finetune/Learning Rate": 3.801655541042837e-07, "Finetune/Loss": 0.5515108108520508, "Finetune/Loss (Raw)": 0.5458549857139587, "Finetune/Step": 9508, "Finetune/Step Time": 6.749484604224563}
+{"Finetune/Learning Rate": 3.793152589912108e-07, "Finetune/Loss": 0.552330732345581, "Finetune/Loss (Raw)": 0.6358602643013, "Finetune/Step": 9509, "Finetune/Step Time": 6.751592779532075}
+{"Finetune/Learning Rate": 3.784658974632571e-07, "Finetune/Loss": 0.5532504916191101, "Finetune/Loss (Raw)": 0.6290978789329529, "Finetune/Step": 9510, "Finetune/Step Time": 6.730310399085283}
+{"Finetune/Learning Rate": 3.776174696028434e-07, "Finetune/Loss": 0.553807258605957, "Finetune/Loss (Raw)": 0.5813499689102173, "Finetune/Step": 9511, "Finetune/Step Time": 6.713615268468857}
+{"Finetune/Learning Rate": 3.767699754922982e-07, "Finetune/Loss": 0.5538937449455261, "Finetune/Loss (Raw)": 0.5916272401809692, "Finetune/Step": 9512, "Finetune/Step Time": 6.71301974914968}
+{"Finetune/Learning Rate": 3.7592341521386687e-07, "Finetune/Loss": 0.5570305585861206, "Finetune/Loss (Raw)": 0.582687497138977, "Finetune/Step": 9513, "Finetune/Step Time": 6.691918756812811}
+{"Finetune/Learning Rate": 3.750777888496937e-07, "Finetune/Loss": 0.5565578937530518, "Finetune/Loss (Raw)": 0.6254821419715881, "Finetune/Step": 9514, "Finetune/Step Time": 6.684317087754607}
+{"Finetune/Learning Rate": 3.7423309648184305e-07, "Finetune/Loss": 0.5579643845558167, "Finetune/Loss (Raw)": 0.6043902039527893, "Finetune/Step": 9515, "Finetune/Step Time": 6.665195614099503}
+{"Finetune/Learning Rate": 3.733893381922793e-07, "Finetune/Loss": 0.5574580430984497, "Finetune/Loss (Raw)": 0.5196442604064941, "Finetune/Step": 9516, "Finetune/Step Time": 6.665714580565691}
+{"Finetune/Learning Rate": 3.7254651406288144e-07, "Finetune/Loss": 0.557772159576416, "Finetune/Loss (Raw)": 0.5457648038864136, "Finetune/Step": 9517, "Finetune/Step Time": 6.660277351737022}
+{"Finetune/Learning Rate": 3.717046241754352e-07, "Finetune/Loss": 0.5579894781112671, "Finetune/Loss (Raw)": 0.6021292805671692, "Finetune/Step": 9518, "Finetune/Step Time": 6.6401265896856785}
+{"Finetune/Learning Rate": 3.708636686116418e-07, "Finetune/Loss": 0.5573718547821045, "Finetune/Loss (Raw)": 0.5240465998649597, "Finetune/Step": 9519, "Finetune/Step Time": 6.640818063169718}
+{"Finetune/Learning Rate": 3.700236474531016e-07, "Finetune/Loss": 0.5570245981216431, "Finetune/Loss (Raw)": 0.529915452003479, "Finetune/Step": 9520, "Finetune/Step Time": 6.675036616623402}
+{"Finetune/Learning Rate": 3.6918456078133156e-07, "Finetune/Loss": 0.5580496788024902, "Finetune/Loss (Raw)": 0.5343974828720093, "Finetune/Step": 9521, "Finetune/Step Time": 6.642871033400297}
+{"Finetune/Learning Rate": 3.6834640867775773e-07, "Finetune/Loss": 0.5577969551086426, "Finetune/Loss (Raw)": 0.5552537441253662, "Finetune/Step": 9522, "Finetune/Step Time": 6.640835518017411}
+{"Finetune/Learning Rate": 3.6750919122371275e-07, "Finetune/Loss": 0.5560327768325806, "Finetune/Loss (Raw)": 0.5094428658485413, "Finetune/Step": 9523, "Finetune/Step Time": 6.650088703259826}
+{"Finetune/Learning Rate": 3.6667290850043723e-07, "Finetune/Loss": 0.552513599395752, "Finetune/Loss (Raw)": 0.18609842658042908, "Finetune/Step": 9524, "Finetune/Step Time": 6.658144375309348}
+{"Finetune/Learning Rate": 3.658375605890885e-07, "Finetune/Loss": 0.5520064830780029, "Finetune/Loss (Raw)": 0.6399543881416321, "Finetune/Step": 9525, "Finetune/Step Time": 6.658592097461224}
+{"Finetune/Learning Rate": 3.6500314757072273e-07, "Finetune/Loss": 0.5522465705871582, "Finetune/Loss (Raw)": 0.6105293035507202, "Finetune/Step": 9526, "Finetune/Step Time": 6.661749508231878}
+{"Finetune/Learning Rate": 3.641696695263153e-07, "Finetune/Loss": 0.5524098873138428, "Finetune/Loss (Raw)": 0.6043599247932434, "Finetune/Step": 9527, "Finetune/Step Time": 6.66760696657002}
+{"Finetune/Learning Rate": 3.633371265367447e-07, "Finetune/Loss": 0.5509953498840332, "Finetune/Loss (Raw)": 0.48220527172088623, "Finetune/Step": 9528, "Finetune/Step Time": 6.680945133790374}
+{"Finetune/Learning Rate": 3.625055186827997e-07, "Finetune/Loss": 0.5509042739868164, "Finetune/Loss (Raw)": 0.5882285833358765, "Finetune/Step": 9529, "Finetune/Step Time": 6.671025728806853}
+{"Finetune/Learning Rate": 3.616748460451791e-07, "Finetune/Loss": 0.5506460666656494, "Finetune/Loss (Raw)": 0.6368370652198792, "Finetune/Step": 9530, "Finetune/Step Time": 6.66524357907474}
+{"Finetune/Learning Rate": 3.6084510870449175e-07, "Finetune/Loss": 0.5497713088989258, "Finetune/Loss (Raw)": 0.5827730298042297, "Finetune/Step": 9531, "Finetune/Step Time": 6.670455975458026}
+{"Finetune/Learning Rate": 3.6001630674125543e-07, "Finetune/Loss": 0.5478700399398804, "Finetune/Loss (Raw)": 0.4193219542503357, "Finetune/Step": 9532, "Finetune/Step Time": 6.694841792806983}
+{"Finetune/Learning Rate": 3.5918844023589363e-07, "Finetune/Loss": 0.5474525690078735, "Finetune/Loss (Raw)": 0.6298397183418274, "Finetune/Step": 9533, "Finetune/Step Time": 6.693385265767574}
+{"Finetune/Learning Rate": 3.5836150926874535e-07, "Finetune/Loss": 0.5488735437393188, "Finetune/Loss (Raw)": 0.585112452507019, "Finetune/Step": 9534, "Finetune/Step Time": 6.682170683518052}
+{"Finetune/Learning Rate": 3.5753551392005427e-07, "Finetune/Loss": 0.5460280776023865, "Finetune/Loss (Raw)": 0.2605029344558716, "Finetune/Step": 9535, "Finetune/Step Time": 6.701791852712631}
+{"Finetune/Learning Rate": 3.567104542699729e-07, "Finetune/Loss": 0.5445265769958496, "Finetune/Loss (Raw)": 0.49940747022628784, "Finetune/Step": 9536, "Finetune/Step Time": 6.713493924587965}
+{"Finetune/Learning Rate": 3.5588633039856603e-07, "Finetune/Loss": 0.5451865196228027, "Finetune/Loss (Raw)": 0.5141427516937256, "Finetune/Step": 9537, "Finetune/Step Time": 6.685442607849836}
+{"Finetune/Learning Rate": 3.5506314238580643e-07, "Finetune/Loss": 0.5449554920196533, "Finetune/Loss (Raw)": 0.5747513771057129, "Finetune/Step": 9538, "Finetune/Step Time": 6.698167702183127}
+{"Finetune/Learning Rate": 3.542408903115757e-07, "Finetune/Loss": 0.542601466178894, "Finetune/Loss (Raw)": 0.20107460021972656, "Finetune/Step": 9539, "Finetune/Step Time": 6.716417504474521}
+{"Finetune/Learning Rate": 3.534195742556623e-07, "Finetune/Loss": 0.5410881042480469, "Finetune/Loss (Raw)": 0.4999626576900482, "Finetune/Step": 9540, "Finetune/Step Time": 6.718859419226646}
+{"Finetune/Learning Rate": 3.525991942977702e-07, "Finetune/Loss": 0.5415533781051636, "Finetune/Loss (Raw)": 0.66083163022995, "Finetune/Step": 9541, "Finetune/Step Time": 6.715818930417299}
+{"Finetune/Learning Rate": 3.5177975051750466e-07, "Finetune/Loss": 0.540665328502655, "Finetune/Loss (Raw)": 0.4815230965614319, "Finetune/Step": 9542, "Finetune/Step Time": 6.717628832906485}
+{"Finetune/Learning Rate": 3.5096124299438647e-07, "Finetune/Loss": 0.5405206680297852, "Finetune/Loss (Raw)": 0.512786865234375, "Finetune/Step": 9543, "Finetune/Step Time": 6.71142697148025}
+{"Finetune/Learning Rate": 3.5014367180784323e-07, "Finetune/Loss": 0.5406912565231323, "Finetune/Loss (Raw)": 0.6212631464004517, "Finetune/Step": 9544, "Finetune/Step Time": 6.734265508130193}
+{"Finetune/Learning Rate": 3.4932703703720816e-07, "Finetune/Loss": 0.5413879752159119, "Finetune/Loss (Raw)": 0.7180877923965454, "Finetune/Step": 9545, "Finetune/Step Time": 6.713197993114591}
+{"Finetune/Learning Rate": 3.4851133876173114e-07, "Finetune/Loss": 0.5430653095245361, "Finetune/Loss (Raw)": 0.38857316970825195, "Finetune/Step": 9546, "Finetune/Step Time": 6.708433039486408}
+{"Finetune/Learning Rate": 3.476965770605667e-07, "Finetune/Loss": 0.5426103472709656, "Finetune/Loss (Raw)": 0.5485381484031677, "Finetune/Step": 9547, "Finetune/Step Time": 6.704272516071796}
+{"Finetune/Learning Rate": 3.4688275201277487e-07, "Finetune/Loss": 0.5457194447517395, "Finetune/Loss (Raw)": 0.6066635251045227, "Finetune/Step": 9548, "Finetune/Step Time": 6.687845783308148}
+{"Finetune/Learning Rate": 3.460698636973314e-07, "Finetune/Loss": 0.5463085174560547, "Finetune/Loss (Raw)": 0.553652286529541, "Finetune/Step": 9549, "Finetune/Step Time": 6.677761547267437}
+{"Finetune/Learning Rate": 3.4525791219311986e-07, "Finetune/Loss": 0.546829879283905, "Finetune/Loss (Raw)": 0.5972759127616882, "Finetune/Step": 9550, "Finetune/Step Time": 6.662028688937426}
+{"Finetune/Learning Rate": 3.4444689757892945e-07, "Finetune/Loss": 0.5463091135025024, "Finetune/Loss (Raw)": 0.5387440919876099, "Finetune/Step": 9551, "Finetune/Step Time": 6.670727945864201}
+{"Finetune/Learning Rate": 3.4363681993346056e-07, "Finetune/Loss": 0.5439179539680481, "Finetune/Loss (Raw)": 0.1982298344373703, "Finetune/Step": 9552, "Finetune/Step Time": 6.677222682163119}
+{"Finetune/Learning Rate": 3.4282767933532357e-07, "Finetune/Loss": 0.5438138246536255, "Finetune/Loss (Raw)": 0.5023608207702637, "Finetune/Step": 9553, "Finetune/Step Time": 6.6964496448636055}
+{"Finetune/Learning Rate": 3.420194758630357e-07, "Finetune/Loss": 0.5445312261581421, "Finetune/Loss (Raw)": 0.6924179792404175, "Finetune/Step": 9554, "Finetune/Step Time": 6.685884557664394}
+{"Finetune/Learning Rate": 3.4121220959502544e-07, "Finetune/Loss": 0.5444033145904541, "Finetune/Loss (Raw)": 0.5570253133773804, "Finetune/Step": 9555, "Finetune/Step Time": 6.696247220039368}
+{"Finetune/Learning Rate": 3.4040588060963e-07, "Finetune/Loss": 0.5439795255661011, "Finetune/Loss (Raw)": 0.5028445720672607, "Finetune/Step": 9556, "Finetune/Step Time": 6.7091677989810705}
+{"Finetune/Learning Rate": 3.3960048898509346e-07, "Finetune/Loss": 0.5472220778465271, "Finetune/Loss (Raw)": 0.6481167078018188, "Finetune/Step": 9557, "Finetune/Step Time": 6.681205192580819}
+{"Finetune/Learning Rate": 3.3879603479957115e-07, "Finetune/Loss": 0.5466029644012451, "Finetune/Loss (Raw)": 0.5730386972427368, "Finetune/Step": 9558, "Finetune/Step Time": 6.6798134464770555}
+{"Finetune/Learning Rate": 3.379925181311272e-07, "Finetune/Loss": 0.5488864779472351, "Finetune/Loss (Raw)": 0.7610071301460266, "Finetune/Step": 9559, "Finetune/Step Time": 6.677823178470135}
+{"Finetune/Learning Rate": 3.371899390577349e-07, "Finetune/Loss": 0.5489099025726318, "Finetune/Loss (Raw)": 0.5781233906745911, "Finetune/Step": 9560, "Finetune/Step Time": 6.680118806660175}
+{"Finetune/Learning Rate": 3.363882976572741e-07, "Finetune/Loss": 0.5477705001831055, "Finetune/Loss (Raw)": 0.2266099452972412, "Finetune/Step": 9561, "Finetune/Step Time": 6.694127094000578}
+{"Finetune/Learning Rate": 3.355875940075382e-07, "Finetune/Loss": 0.5484958291053772, "Finetune/Loss (Raw)": 0.6315420269966125, "Finetune/Step": 9562, "Finetune/Step Time": 6.692182855680585}
+{"Finetune/Learning Rate": 3.347878281862249e-07, "Finetune/Loss": 0.5484217405319214, "Finetune/Loss (Raw)": 0.648876428604126, "Finetune/Step": 9563, "Finetune/Step Time": 6.726180084049702}
+{"Finetune/Learning Rate": 3.339890002709423e-07, "Finetune/Loss": 0.5503631234169006, "Finetune/Loss (Raw)": 0.4324142634868622, "Finetune/Step": 9564, "Finetune/Step Time": 6.725744936615229}
+{"Finetune/Learning Rate": 3.3319111033920936e-07, "Finetune/Loss": 0.550765872001648, "Finetune/Loss (Raw)": 0.621902346611023, "Finetune/Step": 9565, "Finetune/Step Time": 6.707403402775526}
+{"Finetune/Learning Rate": 3.3239415846845424e-07, "Finetune/Loss": 0.5495366454124451, "Finetune/Loss (Raw)": 0.5462799668312073, "Finetune/Step": 9566, "Finetune/Step Time": 6.6880566868931055}
+{"Finetune/Learning Rate": 3.315981447360106e-07, "Finetune/Loss": 0.5489969253540039, "Finetune/Loss (Raw)": 0.6191778779029846, "Finetune/Step": 9567, "Finetune/Step Time": 6.682136487215757}
+{"Finetune/Learning Rate": 3.3080306921912333e-07, "Finetune/Loss": 0.5481958389282227, "Finetune/Loss (Raw)": 0.4806784987449646, "Finetune/Step": 9568, "Finetune/Step Time": 6.681376967579126}
+{"Finetune/Learning Rate": 3.300089319949473e-07, "Finetune/Loss": 0.5494486093521118, "Finetune/Loss (Raw)": 0.7335849404335022, "Finetune/Step": 9569, "Finetune/Step Time": 6.676735246554017}
+{"Finetune/Learning Rate": 3.292157331405421e-07, "Finetune/Loss": 0.5502815246582031, "Finetune/Loss (Raw)": 0.6142375469207764, "Finetune/Step": 9570, "Finetune/Step Time": 6.670144308358431}
+{"Finetune/Learning Rate": 3.284234727328839e-07, "Finetune/Loss": 0.5543557405471802, "Finetune/Loss (Raw)": 0.6828537583351135, "Finetune/Step": 9571, "Finetune/Step Time": 6.6502683740109205}
+{"Finetune/Learning Rate": 3.2763215084885004e-07, "Finetune/Loss": 0.554094672203064, "Finetune/Loss (Raw)": 0.6280703544616699, "Finetune/Step": 9572, "Finetune/Step Time": 6.66597406193614}
+{"Finetune/Learning Rate": 3.268417675652291e-07, "Finetune/Loss": 0.5535658597946167, "Finetune/Loss (Raw)": 0.5589234232902527, "Finetune/Step": 9573, "Finetune/Step Time": 6.663898495957255}
+{"Finetune/Learning Rate": 3.260523229587231e-07, "Finetune/Loss": 0.5530589818954468, "Finetune/Loss (Raw)": 0.59750896692276, "Finetune/Step": 9574, "Finetune/Step Time": 6.66945262439549}
+{"Finetune/Learning Rate": 3.2526381710593525e-07, "Finetune/Loss": 0.5534324645996094, "Finetune/Loss (Raw)": 0.6419020295143127, "Finetune/Step": 9575, "Finetune/Step Time": 6.6654320284724236}
+{"Finetune/Learning Rate": 3.2447625008338315e-07, "Finetune/Loss": 0.5519151091575623, "Finetune/Loss (Raw)": 0.45012015104293823, "Finetune/Step": 9576, "Finetune/Step Time": 6.670135330408812}
+{"Finetune/Learning Rate": 3.236896219674923e-07, "Finetune/Loss": 0.5526201725006104, "Finetune/Loss (Raw)": 0.563136100769043, "Finetune/Step": 9577, "Finetune/Step Time": 6.668171839788556}
+{"Finetune/Learning Rate": 3.229039328345973e-07, "Finetune/Loss": 0.5527921319007874, "Finetune/Loss (Raw)": 0.5339800119400024, "Finetune/Step": 9578, "Finetune/Step Time": 6.675282692536712}
+{"Finetune/Learning Rate": 3.221191827609382e-07, "Finetune/Loss": 0.5535377860069275, "Finetune/Loss (Raw)": 0.6829140782356262, "Finetune/Step": 9579, "Finetune/Step Time": 6.679191777482629}
+{"Finetune/Learning Rate": 3.213353718226686e-07, "Finetune/Loss": 0.5548540353775024, "Finetune/Loss (Raw)": 0.7410714030265808, "Finetune/Step": 9580, "Finetune/Step Time": 6.65757417306304}
+{"Finetune/Learning Rate": 3.2055250009584984e-07, "Finetune/Loss": 0.5556633472442627, "Finetune/Loss (Raw)": 0.5603026151657104, "Finetune/Step": 9581, "Finetune/Step Time": 6.657835280522704}
+{"Finetune/Learning Rate": 3.1977056765645e-07, "Finetune/Loss": 0.5558249950408936, "Finetune/Loss (Raw)": 0.5629796385765076, "Finetune/Step": 9582, "Finetune/Step Time": 6.6482819840312}
+{"Finetune/Learning Rate": 3.189895745803462e-07, "Finetune/Loss": 0.5561283826828003, "Finetune/Loss (Raw)": 0.6816645264625549, "Finetune/Step": 9583, "Finetune/Step Time": 6.631145255640149}
+{"Finetune/Learning Rate": 3.182095209433278e-07, "Finetune/Loss": 0.5599207878112793, "Finetune/Loss (Raw)": 0.6816146969795227, "Finetune/Step": 9584, "Finetune/Step Time": 6.6169751062989235}
+{"Finetune/Learning Rate": 3.1743040682108875e-07, "Finetune/Loss": 0.5592559576034546, "Finetune/Loss (Raw)": 0.5433493852615356, "Finetune/Step": 9585, "Finetune/Step Time": 6.615813966840506}
+{"Finetune/Learning Rate": 3.1665223228923514e-07, "Finetune/Loss": 0.5593587160110474, "Finetune/Loss (Raw)": 0.6343652606010437, "Finetune/Step": 9586, "Finetune/Step Time": 6.59366930834949}
+{"Finetune/Learning Rate": 3.1587499742328e-07, "Finetune/Loss": 0.5593490600585938, "Finetune/Loss (Raw)": 0.5989686846733093, "Finetune/Step": 9587, "Finetune/Step Time": 6.602384900674224}
+{"Finetune/Learning Rate": 3.1509870229864625e-07, "Finetune/Loss": 0.5595240592956543, "Finetune/Loss (Raw)": 0.5603213310241699, "Finetune/Step": 9588, "Finetune/Step Time": 6.618582151830196}
+{"Finetune/Learning Rate": 3.143233469906637e-07, "Finetune/Loss": 0.5597769021987915, "Finetune/Loss (Raw)": 0.6370823383331299, "Finetune/Step": 9589, "Finetune/Step Time": 6.633007492870092}
+{"Finetune/Learning Rate": 3.1354893157457436e-07, "Finetune/Loss": 0.5570645332336426, "Finetune/Loss (Raw)": 0.21254748106002808, "Finetune/Step": 9590, "Finetune/Step Time": 6.605215232819319}
+{"Finetune/Learning Rate": 3.1277545612552695e-07, "Finetune/Loss": 0.5565699338912964, "Finetune/Loss (Raw)": 0.5742889046669006, "Finetune/Step": 9591, "Finetune/Step Time": 6.602441776543856}
+{"Finetune/Learning Rate": 3.1200292071857595e-07, "Finetune/Loss": 0.5572574138641357, "Finetune/Loss (Raw)": 0.6403743028640747, "Finetune/Step": 9592, "Finetune/Step Time": 6.6149798315018415}
+{"Finetune/Learning Rate": 3.1123132542869026e-07, "Finetune/Loss": 0.5568384528160095, "Finetune/Loss (Raw)": 0.4791669547557831, "Finetune/Step": 9593, "Finetune/Step Time": 6.635033598169684}
+{"Finetune/Learning Rate": 3.1046067033074554e-07, "Finetune/Loss": 0.5563340187072754, "Finetune/Loss (Raw)": 0.5090421438217163, "Finetune/Step": 9594, "Finetune/Step Time": 6.635410539805889}
+{"Finetune/Learning Rate": 3.096909554995231e-07, "Finetune/Loss": 0.5548045635223389, "Finetune/Loss (Raw)": 0.41704633831977844, "Finetune/Step": 9595, "Finetune/Step Time": 6.641562728211284}
+{"Finetune/Learning Rate": 3.089221810097176e-07, "Finetune/Loss": 0.5550972819328308, "Finetune/Loss (Raw)": 0.5330460071563721, "Finetune/Step": 9596, "Finetune/Step Time": 6.641074314713478}
+{"Finetune/Learning Rate": 3.081543469359305e-07, "Finetune/Loss": 0.5560199022293091, "Finetune/Loss (Raw)": 0.6013104915618896, "Finetune/Step": 9597, "Finetune/Step Time": 6.64080335944891}
+{"Finetune/Learning Rate": 3.0738745335267215e-07, "Finetune/Loss": 0.5544160604476929, "Finetune/Loss (Raw)": 0.5696055889129639, "Finetune/Step": 9598, "Finetune/Step Time": 6.638968497514725}
+{"Finetune/Learning Rate": 3.0662150033435865e-07, "Finetune/Loss": 0.5519380569458008, "Finetune/Loss (Raw)": 0.22812499105930328, "Finetune/Step": 9599, "Finetune/Step Time": 6.65955151990056}
+{"Finetune/Learning Rate": 3.0585648795532053e-07, "Finetune/Loss": 0.5516252517700195, "Finetune/Loss (Raw)": 0.6301782727241516, "Finetune/Step": 9600, "Finetune/Step Time": 6.658883705735207}
+{"Finetune/Learning Rate": 3.050924162897928e-07, "Finetune/Loss": 0.5525258779525757, "Finetune/Loss (Raw)": 0.5704805254936218, "Finetune/Step": 9601, "Finetune/Step Time": 6.64022259786725}
+{"Finetune/Learning Rate": 3.0432928541192173e-07, "Finetune/Loss": 0.5535986423492432, "Finetune/Loss (Raw)": 0.6487067937850952, "Finetune/Step": 9602, "Finetune/Step Time": 6.63166381418705}
+{"Finetune/Learning Rate": 3.035670953957603e-07, "Finetune/Loss": 0.5530017614364624, "Finetune/Loss (Raw)": 0.5055591464042664, "Finetune/Step": 9603, "Finetune/Step Time": 6.634917888790369}
+{"Finetune/Learning Rate": 3.0280584631526944e-07, "Finetune/Loss": 0.5522221326828003, "Finetune/Loss (Raw)": 0.5852642059326172, "Finetune/Step": 9604, "Finetune/Step Time": 6.640600664541125}
+{"Finetune/Learning Rate": 3.0204553824432215e-07, "Finetune/Loss": 0.5530449748039246, "Finetune/Loss (Raw)": 0.6001002788543701, "Finetune/Step": 9605, "Finetune/Step Time": 6.6461950577795506}
+{"Finetune/Learning Rate": 3.012861712566995e-07, "Finetune/Loss": 0.5533201694488525, "Finetune/Loss (Raw)": 0.669366717338562, "Finetune/Step": 9606, "Finetune/Step Time": 6.656469883397222}
+{"Finetune/Learning Rate": 3.0052774542608577e-07, "Finetune/Loss": 0.5537714958190918, "Finetune/Loss (Raw)": 0.551909863948822, "Finetune/Step": 9607, "Finetune/Step Time": 6.631056236103177}
+{"Finetune/Learning Rate": 2.997702608260811e-07, "Finetune/Loss": 0.5538557171821594, "Finetune/Loss (Raw)": 0.656552791595459, "Finetune/Step": 9608, "Finetune/Step Time": 6.645675700157881}
+{"Finetune/Learning Rate": 2.99013717530191e-07, "Finetune/Loss": 0.5528676509857178, "Finetune/Loss (Raw)": 0.46000292897224426, "Finetune/Step": 9609, "Finetune/Step Time": 6.645329533144832}
+{"Finetune/Learning Rate": 2.982581156118303e-07, "Finetune/Loss": 0.5530407428741455, "Finetune/Loss (Raw)": 0.5857251286506653, "Finetune/Step": 9610, "Finetune/Step Time": 6.64915513433516}
+{"Finetune/Learning Rate": 2.975034551443201e-07, "Finetune/Loss": 0.5530633330345154, "Finetune/Loss (Raw)": 0.6197978854179382, "Finetune/Step": 9611, "Finetune/Step Time": 6.6501471400260925}
+{"Finetune/Learning Rate": 2.967497362008953e-07, "Finetune/Loss": 0.5516912937164307, "Finetune/Loss (Raw)": 0.5565701723098755, "Finetune/Step": 9612, "Finetune/Step Time": 6.655061466619372}
+{"Finetune/Learning Rate": 2.95996958854694e-07, "Finetune/Loss": 0.5523139238357544, "Finetune/Loss (Raw)": 0.33321017026901245, "Finetune/Step": 9613, "Finetune/Step Time": 6.65373714081943}
+{"Finetune/Learning Rate": 2.9524512317876566e-07, "Finetune/Loss": 0.5521470308303833, "Finetune/Loss (Raw)": 0.5974484086036682, "Finetune/Step": 9614, "Finetune/Step Time": 6.661211846396327}
+{"Finetune/Learning Rate": 2.944942292460684e-07, "Finetune/Loss": 0.5523003935813904, "Finetune/Loss (Raw)": 0.5652761459350586, "Finetune/Step": 9615, "Finetune/Step Time": 6.664881594479084}
+{"Finetune/Learning Rate": 2.937442771294674e-07, "Finetune/Loss": 0.5526670217514038, "Finetune/Loss (Raw)": 0.6677747964859009, "Finetune/Step": 9616, "Finetune/Step Time": 6.667358033359051}
+{"Finetune/Learning Rate": 2.9299526690173886e-07, "Finetune/Loss": 0.5530592203140259, "Finetune/Loss (Raw)": 0.5600237846374512, "Finetune/Step": 9617, "Finetune/Step Time": 6.656894318759441}
+{"Finetune/Learning Rate": 2.922471986355668e-07, "Finetune/Loss": 0.5558416843414307, "Finetune/Loss (Raw)": 0.7783821225166321, "Finetune/Step": 9618, "Finetune/Step Time": 6.6503404174000025}
+{"Finetune/Learning Rate": 2.9150007240354215e-07, "Finetune/Loss": 0.5551608204841614, "Finetune/Loss (Raw)": 0.5488168597221375, "Finetune/Step": 9619, "Finetune/Step Time": 6.639889612793922}
+{"Finetune/Learning Rate": 2.9075388827816356e-07, "Finetune/Loss": 0.5583680868148804, "Finetune/Loss (Raw)": 0.6197212338447571, "Finetune/Step": 9620, "Finetune/Step Time": 6.622073570266366}
+{"Finetune/Learning Rate": 2.900086463318441e-07, "Finetune/Loss": 0.5583521723747253, "Finetune/Loss (Raw)": 0.5609274506568909, "Finetune/Step": 9621, "Finetune/Step Time": 6.637018866837025}
+{"Finetune/Learning Rate": 2.892643466369005e-07, "Finetune/Loss": 0.558687686920166, "Finetune/Loss (Raw)": 0.6794506907463074, "Finetune/Step": 9622, "Finetune/Step Time": 6.620604446157813}
+{"Finetune/Learning Rate": 2.8852098926555603e-07, "Finetune/Loss": 0.5621466040611267, "Finetune/Loss (Raw)": 0.684998631477356, "Finetune/Step": 9623, "Finetune/Step Time": 6.5985930021852255}
+{"Finetune/Learning Rate": 2.877785742899497e-07, "Finetune/Loss": 0.5601813197135925, "Finetune/Loss (Raw)": 0.3284169137477875, "Finetune/Step": 9624, "Finetune/Step Time": 6.617491973564029}
+{"Finetune/Learning Rate": 2.870371017821227e-07, "Finetune/Loss": 0.5609934329986572, "Finetune/Loss (Raw)": 0.5862582325935364, "Finetune/Step": 9625, "Finetune/Step Time": 6.60362907871604}
+{"Finetune/Learning Rate": 2.862965718140287e-07, "Finetune/Loss": 0.5613309144973755, "Finetune/Loss (Raw)": 0.6057273745536804, "Finetune/Step": 9626, "Finetune/Step Time": 6.598147923126817}
+{"Finetune/Learning Rate": 2.855569844575268e-07, "Finetune/Loss": 0.562303900718689, "Finetune/Loss (Raw)": 0.7204121351242065, "Finetune/Step": 9627, "Finetune/Step Time": 6.617730101570487}
+{"Finetune/Learning Rate": 2.848183397843862e-07, "Finetune/Loss": 0.5620046854019165, "Finetune/Loss (Raw)": 0.6189121603965759, "Finetune/Step": 9628, "Finetune/Step Time": 6.623585280030966}
+{"Finetune/Learning Rate": 2.840806378662842e-07, "Finetune/Loss": 0.5627179741859436, "Finetune/Loss (Raw)": 0.7115250825881958, "Finetune/Step": 9629, "Finetune/Step Time": 6.63684025593102}
+{"Finetune/Learning Rate": 2.8334387877480886e-07, "Finetune/Loss": 0.562921941280365, "Finetune/Loss (Raw)": 0.5294212698936462, "Finetune/Step": 9630, "Finetune/Step Time": 6.645640159025788}
+{"Finetune/Learning Rate": 2.826080625814542e-07, "Finetune/Loss": 0.5624192953109741, "Finetune/Loss (Raw)": 0.6080765128135681, "Finetune/Step": 9631, "Finetune/Step Time": 6.636703927069902}
+{"Finetune/Learning Rate": 2.8187318935762096e-07, "Finetune/Loss": 0.5614557266235352, "Finetune/Loss (Raw)": 0.4851437509059906, "Finetune/Step": 9632, "Finetune/Step Time": 6.646444341167808}
+{"Finetune/Learning Rate": 2.8113925917462204e-07, "Finetune/Loss": 0.5618078708648682, "Finetune/Loss (Raw)": 0.6334623694419861, "Finetune/Step": 9633, "Finetune/Step Time": 6.649439817294478}
+{"Finetune/Learning Rate": 2.804062721036804e-07, "Finetune/Loss": 0.5630151629447937, "Finetune/Loss (Raw)": 0.6917720437049866, "Finetune/Step": 9634, "Finetune/Step Time": 6.64099114574492}
+{"Finetune/Learning Rate": 2.796742282159204e-07, "Finetune/Loss": 0.5622986555099487, "Finetune/Loss (Raw)": 0.48472267389297485, "Finetune/Step": 9635, "Finetune/Step Time": 6.629601927474141}
+{"Finetune/Learning Rate": 2.789431275823806e-07, "Finetune/Loss": 0.5621680021286011, "Finetune/Loss (Raw)": 0.5291225910186768, "Finetune/Step": 9636, "Finetune/Step Time": 6.634538002312183}
+{"Finetune/Learning Rate": 2.782129702740077e-07, "Finetune/Loss": 0.5610374808311462, "Finetune/Loss (Raw)": 0.4911554455757141, "Finetune/Step": 9637, "Finetune/Step Time": 6.6229805406183}
+{"Finetune/Learning Rate": 2.7748375636165505e-07, "Finetune/Loss": 0.5605521202087402, "Finetune/Loss (Raw)": 0.5669735074043274, "Finetune/Step": 9638, "Finetune/Step Time": 6.625522740185261}
+{"Finetune/Learning Rate": 2.767554859160848e-07, "Finetune/Loss": 0.5602579116821289, "Finetune/Loss (Raw)": 0.543691098690033, "Finetune/Step": 9639, "Finetune/Step Time": 6.634440872818232}
+{"Finetune/Learning Rate": 2.760281590079683e-07, "Finetune/Loss": 0.5596610307693481, "Finetune/Loss (Raw)": 0.5152230858802795, "Finetune/Step": 9640, "Finetune/Step Time": 6.647709466516972}
+{"Finetune/Learning Rate": 2.753017757078835e-07, "Finetune/Loss": 0.5597952604293823, "Finetune/Loss (Raw)": 0.5998724699020386, "Finetune/Step": 9641, "Finetune/Step Time": 6.652865204960108}
+{"Finetune/Learning Rate": 2.745763360863207e-07, "Finetune/Loss": 0.559874415397644, "Finetune/Loss (Raw)": 0.635619580745697, "Finetune/Step": 9642, "Finetune/Step Time": 6.659987855702639}
+{"Finetune/Learning Rate": 2.7385184021367363e-07, "Finetune/Loss": 0.5594778060913086, "Finetune/Loss (Raw)": 0.5536266565322876, "Finetune/Step": 9643, "Finetune/Step Time": 6.641637487336993}
+{"Finetune/Learning Rate": 2.7312828816024815e-07, "Finetune/Loss": 0.5584723353385925, "Finetune/Loss (Raw)": 0.39093703031539917, "Finetune/Step": 9644, "Finetune/Step Time": 6.653389375656843}
+{"Finetune/Learning Rate": 2.724056799962571e-07, "Finetune/Loss": 0.5581110715866089, "Finetune/Loss (Raw)": 0.4995221197605133, "Finetune/Step": 9645, "Finetune/Step Time": 6.657870233058929}
+{"Finetune/Learning Rate": 2.71684015791821e-07, "Finetune/Loss": 0.5580644011497498, "Finetune/Loss (Raw)": 0.5961592793464661, "Finetune/Step": 9646, "Finetune/Step Time": 6.65677778609097}
+{"Finetune/Learning Rate": 2.709632956169728e-07, "Finetune/Loss": 0.5583989024162292, "Finetune/Loss (Raw)": 0.5668643116950989, "Finetune/Step": 9647, "Finetune/Step Time": 6.661439435556531}
+{"Finetune/Learning Rate": 2.702435195416464e-07, "Finetune/Loss": 0.5591239929199219, "Finetune/Loss (Raw)": 0.6227203011512756, "Finetune/Step": 9648, "Finetune/Step Time": 6.6328840889036655}
+{"Finetune/Learning Rate": 2.695246876356916e-07, "Finetune/Loss": 0.5590450763702393, "Finetune/Loss (Raw)": 0.5243033170700073, "Finetune/Step": 9649, "Finetune/Step Time": 6.634756870567799}
+{"Finetune/Learning Rate": 2.688067999688626e-07, "Finetune/Loss": 0.5590251684188843, "Finetune/Loss (Raw)": 0.5527039766311646, "Finetune/Step": 9650, "Finetune/Step Time": 6.6336738131940365}
+{"Finetune/Learning Rate": 2.680898566108203e-07, "Finetune/Loss": 0.5595496892929077, "Finetune/Loss (Raw)": 0.5765743851661682, "Finetune/Step": 9651, "Finetune/Step Time": 6.614885190501809}
+{"Finetune/Learning Rate": 2.673738576311413e-07, "Finetune/Loss": 0.56235671043396, "Finetune/Loss (Raw)": 0.5453975200653076, "Finetune/Step": 9652, "Finetune/Step Time": 6.597116827964783}
+{"Finetune/Learning Rate": 2.6665880309930226e-07, "Finetune/Loss": 0.5623829364776611, "Finetune/Loss (Raw)": 0.6433119177818298, "Finetune/Step": 9653, "Finetune/Step Time": 6.604391118511558}
+{"Finetune/Learning Rate": 2.6594469308469095e-07, "Finetune/Loss": 0.5615187883377075, "Finetune/Loss (Raw)": 0.4999179542064667, "Finetune/Step": 9654, "Finetune/Step Time": 6.6265236753970385}
+{"Finetune/Learning Rate": 2.652315276566053e-07, "Finetune/Loss": 0.5601229667663574, "Finetune/Loss (Raw)": 0.42570000886917114, "Finetune/Step": 9655, "Finetune/Step Time": 6.659999905154109}
+{"Finetune/Learning Rate": 2.6451930688425333e-07, "Finetune/Loss": 0.5602423548698425, "Finetune/Loss (Raw)": 0.4974807798862457, "Finetune/Step": 9656, "Finetune/Step Time": 6.645803563296795}
+{"Finetune/Learning Rate": 2.638080308367441e-07, "Finetune/Loss": 0.5605369806289673, "Finetune/Loss (Raw)": 0.6259421110153198, "Finetune/Step": 9657, "Finetune/Step Time": 6.646789634600282}
+{"Finetune/Learning Rate": 2.6309769958310027e-07, "Finetune/Loss": 0.5596860647201538, "Finetune/Loss (Raw)": 0.5279214382171631, "Finetune/Step": 9658, "Finetune/Step Time": 6.645801682025194}
+{"Finetune/Learning Rate": 2.6238831319225443e-07, "Finetune/Loss": 0.5589574575424194, "Finetune/Loss (Raw)": 0.48951002955436707, "Finetune/Step": 9659, "Finetune/Step Time": 6.649176856502891}
+{"Finetune/Learning Rate": 2.6167987173304265e-07, "Finetune/Loss": 0.5604629516601562, "Finetune/Loss (Raw)": 0.6120290756225586, "Finetune/Step": 9660, "Finetune/Step Time": 6.6315871719270945}
+{"Finetune/Learning Rate": 2.6097237527421217e-07, "Finetune/Loss": 0.556907057762146, "Finetune/Loss (Raw)": 0.17468437552452087, "Finetune/Step": 9661, "Finetune/Step Time": 6.660260319709778}
+{"Finetune/Learning Rate": 2.602658238844191e-07, "Finetune/Loss": 0.5557912588119507, "Finetune/Loss (Raw)": 0.4422943592071533, "Finetune/Step": 9662, "Finetune/Step Time": 6.678845480084419}
+{"Finetune/Learning Rate": 2.595602176322243e-07, "Finetune/Loss": 0.5579052567481995, "Finetune/Loss (Raw)": 0.5310887694358826, "Finetune/Step": 9663, "Finetune/Step Time": 6.6788033451884985}
+{"Finetune/Learning Rate": 2.5885555658610064e-07, "Finetune/Loss": 0.5582459568977356, "Finetune/Loss (Raw)": 0.5430138111114502, "Finetune/Step": 9664, "Finetune/Step Time": 6.6746018547564745}
+{"Finetune/Learning Rate": 2.5815184081443125e-07, "Finetune/Loss": 0.5586085319519043, "Finetune/Loss (Raw)": 0.5605615973472595, "Finetune/Step": 9665, "Finetune/Step Time": 6.697468172758818}
+{"Finetune/Learning Rate": 2.574490703854982e-07, "Finetune/Loss": 0.5556174516677856, "Finetune/Loss (Raw)": 0.19189341366291046, "Finetune/Step": 9666, "Finetune/Step Time": 6.70560079626739}
+{"Finetune/Learning Rate": 2.5674724536750015e-07, "Finetune/Loss": 0.5588685274124146, "Finetune/Loss (Raw)": 0.6172070503234863, "Finetune/Step": 9667, "Finetune/Step Time": 6.677603719756007}
+{"Finetune/Learning Rate": 2.5604636582854504e-07, "Finetune/Loss": 0.5599486827850342, "Finetune/Loss (Raw)": 0.6382175087928772, "Finetune/Step": 9668, "Finetune/Step Time": 6.678323248401284}
+{"Finetune/Learning Rate": 2.5534643183664276e-07, "Finetune/Loss": 0.559065580368042, "Finetune/Loss (Raw)": 0.5477997064590454, "Finetune/Step": 9669, "Finetune/Step Time": 6.690797567367554}
+{"Finetune/Learning Rate": 2.546474434597135e-07, "Finetune/Loss": 0.5604773759841919, "Finetune/Loss (Raw)": 0.6622288823127747, "Finetune/Step": 9670, "Finetune/Step Time": 6.6957592237740755}
+{"Finetune/Learning Rate": 2.5394940076558847e-07, "Finetune/Loss": 0.5601125955581665, "Finetune/Loss (Raw)": 0.46609801054000854, "Finetune/Step": 9671, "Finetune/Step Time": 6.697684591636062}
+{"Finetune/Learning Rate": 2.532523038220047e-07, "Finetune/Loss": 0.5587455034255981, "Finetune/Loss (Raw)": 0.44627559185028076, "Finetune/Step": 9672, "Finetune/Step Time": 6.686332562938333}
+{"Finetune/Learning Rate": 2.5255615269660916e-07, "Finetune/Loss": 0.5580366849899292, "Finetune/Loss (Raw)": 0.6273564696311951, "Finetune/Step": 9673, "Finetune/Step Time": 6.693098150193691}
+{"Finetune/Learning Rate": 2.5186094745695445e-07, "Finetune/Loss": 0.5590726137161255, "Finetune/Loss (Raw)": 0.5211775898933411, "Finetune/Step": 9674, "Finetune/Step Time": 6.694983692839742}
+{"Finetune/Learning Rate": 2.511666881705033e-07, "Finetune/Loss": 0.5598199367523193, "Finetune/Loss (Raw)": 0.644193172454834, "Finetune/Step": 9675, "Finetune/Step Time": 6.694209314882755}
+{"Finetune/Learning Rate": 2.504733749046251e-07, "Finetune/Loss": 0.5598877668380737, "Finetune/Loss (Raw)": 0.6153498291969299, "Finetune/Step": 9676, "Finetune/Step Time": 6.697247812524438}
+{"Finetune/Learning Rate": 2.4978100772660165e-07, "Finetune/Loss": 0.5601670742034912, "Finetune/Loss (Raw)": 0.5893968939781189, "Finetune/Step": 9677, "Finetune/Step Time": 6.698723400011659}
+{"Finetune/Learning Rate": 2.490895867036169e-07, "Finetune/Loss": 0.5601067543029785, "Finetune/Loss (Raw)": 0.5895644426345825, "Finetune/Step": 9678, "Finetune/Step Time": 6.702237382531166}
+{"Finetune/Learning Rate": 2.483991119027662e-07, "Finetune/Loss": 0.5605607628822327, "Finetune/Loss (Raw)": 0.5968503355979919, "Finetune/Step": 9679, "Finetune/Step Time": 6.686280773952603}
+{"Finetune/Learning Rate": 2.477095833910548e-07, "Finetune/Loss": 0.5637813806533813, "Finetune/Loss (Raw)": 0.6104604005813599, "Finetune/Step": 9680, "Finetune/Step Time": 6.700576288625598}
+{"Finetune/Learning Rate": 2.470210012353924e-07, "Finetune/Loss": 0.5640468597412109, "Finetune/Loss (Raw)": 0.5363519787788391, "Finetune/Step": 9681, "Finetune/Step Time": 6.70559523627162}
+{"Finetune/Learning Rate": 2.463333655025979e-07, "Finetune/Loss": 0.5630840063095093, "Finetune/Loss (Raw)": 0.5691766738891602, "Finetune/Step": 9682, "Finetune/Step Time": 6.7062532510608435}
+{"Finetune/Learning Rate": 2.4564667625940007e-07, "Finetune/Loss": 0.5634347200393677, "Finetune/Loss (Raw)": 0.6019094586372375, "Finetune/Step": 9683, "Finetune/Step Time": 6.695932652801275}
+{"Finetune/Learning Rate": 2.4496093357243565e-07, "Finetune/Loss": 0.5641591548919678, "Finetune/Loss (Raw)": 0.5955747961997986, "Finetune/Step": 9684, "Finetune/Step Time": 6.680508092045784}
+{"Finetune/Learning Rate": 2.4427613750824696e-07, "Finetune/Loss": 0.5635741353034973, "Finetune/Loss (Raw)": 0.5732367634773254, "Finetune/Step": 9685, "Finetune/Step Time": 6.676776338368654}
+{"Finetune/Learning Rate": 2.435922881332875e-07, "Finetune/Loss": 0.5628112554550171, "Finetune/Loss (Raw)": 0.47539377212524414, "Finetune/Step": 9686, "Finetune/Step Time": 6.7055255100131035}
+{"Finetune/Learning Rate": 2.4290938551391754e-07, "Finetune/Loss": 0.5615472197532654, "Finetune/Loss (Raw)": 0.5992051959037781, "Finetune/Step": 9687, "Finetune/Step Time": 6.7121853567659855}
+{"Finetune/Learning Rate": 2.42227429716404e-07, "Finetune/Loss": 0.5620929598808289, "Finetune/Loss (Raw)": 0.6479772925376892, "Finetune/Step": 9688, "Finetune/Step Time": 6.712707633152604}
+{"Finetune/Learning Rate": 2.415464208069251e-07, "Finetune/Loss": 0.5617890954017639, "Finetune/Loss (Raw)": 0.18771874904632568, "Finetune/Step": 9689, "Finetune/Step Time": 6.7040436919778585}
+{"Finetune/Learning Rate": 2.408663588515647e-07, "Finetune/Loss": 0.5618195533752441, "Finetune/Loss (Raw)": 0.6354362368583679, "Finetune/Step": 9690, "Finetune/Step Time": 6.711258891969919}
+{"Finetune/Learning Rate": 2.401872439163155e-07, "Finetune/Loss": 0.561261773109436, "Finetune/Loss (Raw)": 0.5774792432785034, "Finetune/Step": 9691, "Finetune/Step Time": 6.682507637888193}
+{"Finetune/Learning Rate": 2.3950907606707817e-07, "Finetune/Loss": 0.5625419616699219, "Finetune/Loss (Raw)": 0.5962774753570557, "Finetune/Step": 9692, "Finetune/Step Time": 6.681941596791148}
+{"Finetune/Learning Rate": 2.388318553696645e-07, "Finetune/Loss": 0.562288224697113, "Finetune/Loss (Raw)": 0.5894261002540588, "Finetune/Step": 9693, "Finetune/Step Time": 6.696047347038984}
+{"Finetune/Learning Rate": 2.3815558188978738e-07, "Finetune/Loss": 0.5629568696022034, "Finetune/Loss (Raw)": 0.6318711042404175, "Finetune/Step": 9694, "Finetune/Step Time": 6.6756959073245525}
+{"Finetune/Learning Rate": 2.374802556930733e-07, "Finetune/Loss": 0.5634453296661377, "Finetune/Loss (Raw)": 0.6817026138305664, "Finetune/Step": 9695, "Finetune/Step Time": 6.687305560335517}
+{"Finetune/Learning Rate": 2.3680587684505762e-07, "Finetune/Loss": 0.5639612674713135, "Finetune/Loss (Raw)": 0.5467123985290527, "Finetune/Step": 9696, "Finetune/Step Time": 6.696125918999314}
+{"Finetune/Learning Rate": 2.3613244541117908e-07, "Finetune/Loss": 0.5624248385429382, "Finetune/Loss (Raw)": 0.5369224548339844, "Finetune/Step": 9697, "Finetune/Step Time": 6.698540171608329}
+{"Finetune/Learning Rate": 2.3545996145678762e-07, "Finetune/Loss": 0.5623871684074402, "Finetune/Loss (Raw)": 0.6094157695770264, "Finetune/Step": 9698, "Finetune/Step Time": 6.692620666697621}
+{"Finetune/Learning Rate": 2.3478842504714218e-07, "Finetune/Loss": 0.561596691608429, "Finetune/Loss (Raw)": 0.5816766023635864, "Finetune/Step": 9699, "Finetune/Step Time": 6.693487709388137}
+{"Finetune/Learning Rate": 2.3411783624740503e-07, "Finetune/Loss": 0.5618126392364502, "Finetune/Loss (Raw)": 0.6557067036628723, "Finetune/Step": 9700, "Finetune/Step Time": 6.69343950226903}
+{"Finetune/Learning Rate": 2.3344819512265305e-07, "Finetune/Loss": 0.5623477101325989, "Finetune/Loss (Raw)": 0.6274122595787048, "Finetune/Step": 9701, "Finetune/Step Time": 6.6956189796328545}
+{"Finetune/Learning Rate": 2.3277950173786645e-07, "Finetune/Loss": 0.5621594190597534, "Finetune/Loss (Raw)": 0.5734107494354248, "Finetune/Step": 9702, "Finetune/Step Time": 6.693500250577927}
+{"Finetune/Learning Rate": 2.3211175615793448e-07, "Finetune/Loss": 0.5625104904174805, "Finetune/Loss (Raw)": 0.6868431568145752, "Finetune/Step": 9703, "Finetune/Step Time": 6.685939949005842}
+{"Finetune/Learning Rate": 2.3144495844765524e-07, "Finetune/Loss": 0.5633848309516907, "Finetune/Loss (Raw)": 0.562030553817749, "Finetune/Step": 9704, "Finetune/Step Time": 6.680825991556048}
+{"Finetune/Learning Rate": 2.307791086717337e-07, "Finetune/Loss": 0.5642846822738647, "Finetune/Loss (Raw)": 0.6783195734024048, "Finetune/Step": 9705, "Finetune/Step Time": 6.682338006794453}
+{"Finetune/Learning Rate": 2.301142068947848e-07, "Finetune/Loss": 0.5641281604766846, "Finetune/Loss (Raw)": 0.5139444470405579, "Finetune/Step": 9706, "Finetune/Step Time": 6.678513089194894}
+{"Finetune/Learning Rate": 2.2945025318132807e-07, "Finetune/Loss": 0.5606801509857178, "Finetune/Loss (Raw)": 0.24156783521175385, "Finetune/Step": 9707, "Finetune/Step Time": 6.6907810010015965}
+{"Finetune/Learning Rate": 2.287872475957964e-07, "Finetune/Loss": 0.560186505317688, "Finetune/Loss (Raw)": 0.6778847575187683, "Finetune/Step": 9708, "Finetune/Step Time": 6.691786054521799}
+{"Finetune/Learning Rate": 2.2812519020252387e-07, "Finetune/Loss": 0.5609217882156372, "Finetune/Loss (Raw)": 0.6544169187545776, "Finetune/Step": 9709, "Finetune/Step Time": 6.681381916627288}
+{"Finetune/Learning Rate": 2.27464081065758e-07, "Finetune/Loss": 0.5608015060424805, "Finetune/Loss (Raw)": 0.547583281993866, "Finetune/Step": 9710, "Finetune/Step Time": 6.682027377188206}
+{"Finetune/Learning Rate": 2.2680392024965303e-07, "Finetune/Loss": 0.5611159801483154, "Finetune/Loss (Raw)": 0.7219200730323792, "Finetune/Step": 9711, "Finetune/Step Time": 6.690592024475336}
+{"Finetune/Learning Rate": 2.261447078182688e-07, "Finetune/Loss": 0.5610446929931641, "Finetune/Loss (Raw)": 0.6724838614463806, "Finetune/Step": 9712, "Finetune/Step Time": 6.6880571488291025}
+{"Finetune/Learning Rate": 2.2548644383557527e-07, "Finetune/Loss": 0.561204731464386, "Finetune/Loss (Raw)": 0.5638367533683777, "Finetune/Step": 9713, "Finetune/Step Time": 6.679946890100837}
+{"Finetune/Learning Rate": 2.2482912836545024e-07, "Finetune/Loss": 0.5612962245941162, "Finetune/Loss (Raw)": 0.6460747122764587, "Finetune/Step": 9714, "Finetune/Step Time": 6.678455201908946}
+{"Finetune/Learning Rate": 2.2417276147168045e-07, "Finetune/Loss": 0.5581881999969482, "Finetune/Loss (Raw)": 0.20114123821258545, "Finetune/Step": 9715, "Finetune/Step Time": 6.690934838727117}
+{"Finetune/Learning Rate": 2.2351734321795826e-07, "Finetune/Loss": 0.5581932663917542, "Finetune/Loss (Raw)": 0.5609779953956604, "Finetune/Step": 9716, "Finetune/Step Time": 6.674776650965214}
+{"Finetune/Learning Rate": 2.2286287366788285e-07, "Finetune/Loss": 0.5576640367507935, "Finetune/Loss (Raw)": 0.5693339705467224, "Finetune/Step": 9717, "Finetune/Step Time": 6.6596735548228025}
+{"Finetune/Learning Rate": 2.222093528849678e-07, "Finetune/Loss": 0.5600956678390503, "Finetune/Loss (Raw)": 0.5237997174263, "Finetune/Step": 9718, "Finetune/Step Time": 6.651225343346596}
+{"Finetune/Learning Rate": 2.215567809326269e-07, "Finetune/Loss": 0.560316264629364, "Finetune/Loss (Raw)": 0.6025258302688599, "Finetune/Step": 9719, "Finetune/Step Time": 6.642294384539127}
+{"Finetune/Learning Rate": 2.209051578741872e-07, "Finetune/Loss": 0.5594500303268433, "Finetune/Loss (Raw)": 0.5294972658157349, "Finetune/Step": 9720, "Finetune/Step Time": 6.622128298506141}
+{"Finetune/Learning Rate": 2.202544837728815e-07, "Finetune/Loss": 0.5600049495697021, "Finetune/Loss (Raw)": 0.5501908659934998, "Finetune/Step": 9721, "Finetune/Step Time": 6.618060879409313}
+{"Finetune/Learning Rate": 2.1960475869185038e-07, "Finetune/Loss": 0.5603228211402893, "Finetune/Loss (Raw)": 0.5497294664382935, "Finetune/Step": 9722, "Finetune/Step Time": 6.617873873561621}
+{"Finetune/Learning Rate": 2.1895598269414232e-07, "Finetune/Loss": 0.5612102746963501, "Finetune/Loss (Raw)": 0.5306389927864075, "Finetune/Step": 9723, "Finetune/Step Time": 6.612090019509196}
+{"Finetune/Learning Rate": 2.183081558427158e-07, "Finetune/Loss": 0.5613551139831543, "Finetune/Loss (Raw)": 0.5515859723091125, "Finetune/Step": 9724, "Finetune/Step Time": 6.612600993365049}
+{"Finetune/Learning Rate": 2.176612782004328e-07, "Finetune/Loss": 0.5614954233169556, "Finetune/Loss (Raw)": 0.6192752122879028, "Finetune/Step": 9725, "Finetune/Step Time": 6.60516007989645}
+{"Finetune/Learning Rate": 2.1701534983006755e-07, "Finetune/Loss": 0.5612772703170776, "Finetune/Loss (Raw)": 0.5416765809059143, "Finetune/Step": 9726, "Finetune/Step Time": 6.626805169507861}
+{"Finetune/Learning Rate": 2.1637037079430212e-07, "Finetune/Loss": 0.5646041035652161, "Finetune/Loss (Raw)": 0.6539608836174011, "Finetune/Step": 9727, "Finetune/Step Time": 6.605911515653133}
+{"Finetune/Learning Rate": 2.1572634115572312e-07, "Finetune/Loss": 0.564301073551178, "Finetune/Loss (Raw)": 0.5913929343223572, "Finetune/Step": 9728, "Finetune/Step Time": 6.61106420494616}
+{"Finetune/Learning Rate": 2.1508326097682498e-07, "Finetune/Loss": 0.5644291639328003, "Finetune/Loss (Raw)": 0.5868790149688721, "Finetune/Step": 9729, "Finetune/Step Time": 6.616730589419603}
+{"Finetune/Learning Rate": 2.1444113032001556e-07, "Finetune/Loss": 0.5628954768180847, "Finetune/Loss (Raw)": 0.4523889720439911, "Finetune/Step": 9730, "Finetune/Step Time": 6.626291526481509}
+{"Finetune/Learning Rate": 2.1379994924760395e-07, "Finetune/Loss": 0.5639134645462036, "Finetune/Loss (Raw)": 0.6358621120452881, "Finetune/Step": 9731, "Finetune/Step Time": 6.628710847347975}
+{"Finetune/Learning Rate": 2.1315971782181145e-07, "Finetune/Loss": 0.5634923577308655, "Finetune/Loss (Raw)": 0.5313675403594971, "Finetune/Step": 9732, "Finetune/Step Time": 6.616644099354744}
+{"Finetune/Learning Rate": 2.1252043610476503e-07, "Finetune/Loss": 0.5636709928512573, "Finetune/Loss (Raw)": 0.6229602098464966, "Finetune/Step": 9733, "Finetune/Step Time": 6.613086240366101}
+{"Finetune/Learning Rate": 2.1188210415849953e-07, "Finetune/Loss": 0.563210129737854, "Finetune/Loss (Raw)": 0.6103829145431519, "Finetune/Step": 9734, "Finetune/Step Time": 6.605976935476065}
+{"Finetune/Learning Rate": 2.1124472204495983e-07, "Finetune/Loss": 0.5637826323509216, "Finetune/Loss (Raw)": 0.625189483165741, "Finetune/Step": 9735, "Finetune/Step Time": 6.605902664363384}
+{"Finetune/Learning Rate": 2.1060828982599645e-07, "Finetune/Loss": 0.5633079409599304, "Finetune/Loss (Raw)": 0.5957958698272705, "Finetune/Step": 9736, "Finetune/Step Time": 6.595112573355436}
+{"Finetune/Learning Rate": 2.099728075633689e-07, "Finetune/Loss": 0.5644234418869019, "Finetune/Loss (Raw)": 0.6027806401252747, "Finetune/Step": 9737, "Finetune/Step Time": 6.612254744395614}
+{"Finetune/Learning Rate": 2.093382753187423e-07, "Finetune/Loss": 0.5640419721603394, "Finetune/Loss (Raw)": 0.5368952751159668, "Finetune/Step": 9738, "Finetune/Step Time": 6.622741753235459}
+{"Finetune/Learning Rate": 2.087046931536929e-07, "Finetune/Loss": 0.5637073516845703, "Finetune/Loss (Raw)": 0.5769647359848022, "Finetune/Step": 9739, "Finetune/Step Time": 6.626842901110649}
+{"Finetune/Learning Rate": 2.0807206112970268e-07, "Finetune/Loss": 0.562265157699585, "Finetune/Loss (Raw)": 0.37197256088256836, "Finetune/Step": 9740, "Finetune/Step Time": 6.634826242923737}
+{"Finetune/Learning Rate": 2.0744037930816142e-07, "Finetune/Loss": 0.5650355815887451, "Finetune/Loss (Raw)": 0.6878278255462646, "Finetune/Step": 9741, "Finetune/Step Time": 6.615433746948838}
+{"Finetune/Learning Rate": 2.0680964775036672e-07, "Finetune/Loss": 0.5637801885604858, "Finetune/Loss (Raw)": 0.43675827980041504, "Finetune/Step": 9742, "Finetune/Step Time": 6.627331729978323}
+{"Finetune/Learning Rate": 2.061798665175263e-07, "Finetune/Loss": 0.5640762448310852, "Finetune/Loss (Raw)": 0.6031650304794312, "Finetune/Step": 9743, "Finetune/Step Time": 6.6374833434820175}
+{"Finetune/Learning Rate": 2.055510356707513e-07, "Finetune/Loss": 0.5648421049118042, "Finetune/Loss (Raw)": 0.7658075094223022, "Finetune/Step": 9744, "Finetune/Step Time": 6.62768516689539}
+{"Finetune/Learning Rate": 2.049231552710651e-07, "Finetune/Loss": 0.5649518966674805, "Finetune/Loss (Raw)": 0.5740780234336853, "Finetune/Step": 9745, "Finetune/Step Time": 6.641555285081267}
+{"Finetune/Learning Rate": 2.0429622537939565e-07, "Finetune/Loss": 0.5635000467300415, "Finetune/Loss (Raw)": 0.5925421118736267, "Finetune/Step": 9746, "Finetune/Step Time": 6.639059379696846}
+{"Finetune/Learning Rate": 2.036702460565798e-07, "Finetune/Loss": 0.5646049976348877, "Finetune/Loss (Raw)": 0.690254271030426, "Finetune/Step": 9747, "Finetune/Step Time": 6.635133719071746}
+{"Finetune/Learning Rate": 2.0304521736336236e-07, "Finetune/Loss": 0.5627875328063965, "Finetune/Loss (Raw)": 0.38708147406578064, "Finetune/Step": 9748, "Finetune/Step Time": 6.657189637422562}
+{"Finetune/Learning Rate": 2.0242113936039697e-07, "Finetune/Loss": 0.5639677047729492, "Finetune/Loss (Raw)": 0.7119995951652527, "Finetune/Step": 9749, "Finetune/Step Time": 6.638978220522404}
+{"Finetune/Learning Rate": 2.017980121082419e-07, "Finetune/Loss": 0.5628707408905029, "Finetune/Loss (Raw)": 0.5390315651893616, "Finetune/Step": 9750, "Finetune/Step Time": 6.657714361324906}
+{"Finetune/Learning Rate": 2.0117583566736544e-07, "Finetune/Loss": 0.5627789497375488, "Finetune/Loss (Raw)": 0.6732555627822876, "Finetune/Step": 9751, "Finetune/Step Time": 6.6521131452172995}
+{"Finetune/Learning Rate": 2.005546100981448e-07, "Finetune/Loss": 0.5647273063659668, "Finetune/Loss (Raw)": 0.5778060555458069, "Finetune/Step": 9752, "Finetune/Step Time": 6.640932686626911}
+{"Finetune/Learning Rate": 1.9993433546086072e-07, "Finetune/Loss": 0.565629243850708, "Finetune/Loss (Raw)": 0.7017012238502502, "Finetune/Step": 9753, "Finetune/Step Time": 6.6361595541238785}
+{"Finetune/Learning Rate": 1.99315011815705e-07, "Finetune/Loss": 0.5659842491149902, "Finetune/Loss (Raw)": 0.6511721014976501, "Finetune/Step": 9754, "Finetune/Step Time": 6.650395154953003}
+{"Finetune/Learning Rate": 1.986966392227785e-07, "Finetune/Loss": 0.5643677115440369, "Finetune/Loss (Raw)": 0.5134950876235962, "Finetune/Step": 9755, "Finetune/Step Time": 6.647227544337511}
+{"Finetune/Learning Rate": 1.980792177420865e-07, "Finetune/Loss": 0.5638489723205566, "Finetune/Loss (Raw)": 0.5525069236755371, "Finetune/Step": 9756, "Finetune/Step Time": 6.642074920237064}
+{"Finetune/Learning Rate": 1.974627474335422e-07, "Finetune/Loss": 0.5630031228065491, "Finetune/Loss (Raw)": 0.6032578349113464, "Finetune/Step": 9757, "Finetune/Step Time": 6.628492753952742}
+{"Finetune/Learning Rate": 1.968472283569678e-07, "Finetune/Loss": 0.563217043876648, "Finetune/Loss (Raw)": 0.5568018555641174, "Finetune/Step": 9758, "Finetune/Step Time": 6.636245794594288}
+{"Finetune/Learning Rate": 1.9623266057209322e-07, "Finetune/Loss": 0.5641871094703674, "Finetune/Loss (Raw)": 0.732247531414032, "Finetune/Step": 9759, "Finetune/Step Time": 6.648076446726918}
+{"Finetune/Learning Rate": 1.9561904413855638e-07, "Finetune/Loss": 0.5645087957382202, "Finetune/Loss (Raw)": 0.5263159275054932, "Finetune/Step": 9760, "Finetune/Step Time": 6.63011559844017}
+{"Finetune/Learning Rate": 1.950063791159018e-07, "Finetune/Loss": 0.5641555786132812, "Finetune/Loss (Raw)": 0.5882525444030762, "Finetune/Step": 9761, "Finetune/Step Time": 6.636200873181224}
+{"Finetune/Learning Rate": 1.9439466556358088e-07, "Finetune/Loss": 0.5639790296554565, "Finetune/Loss (Raw)": 0.6691733002662659, "Finetune/Step": 9762, "Finetune/Step Time": 6.629666546359658}
+{"Finetune/Learning Rate": 1.93783903540955e-07, "Finetune/Loss": 0.5647644996643066, "Finetune/Loss (Raw)": 0.5852667093276978, "Finetune/Step": 9763, "Finetune/Step Time": 6.63850911706686}
+{"Finetune/Learning Rate": 1.9317409310729229e-07, "Finetune/Loss": 0.5653667449951172, "Finetune/Loss (Raw)": 0.6062098741531372, "Finetune/Step": 9764, "Finetune/Step Time": 6.634343331679702}
+{"Finetune/Learning Rate": 1.9256523432176876e-07, "Finetune/Loss": 0.5665984749794006, "Finetune/Loss (Raw)": 0.6488173604011536, "Finetune/Step": 9765, "Finetune/Step Time": 6.633860729634762}
+{"Finetune/Learning Rate": 1.9195732724346604e-07, "Finetune/Loss": 0.5665163993835449, "Finetune/Loss (Raw)": 0.556460976600647, "Finetune/Step": 9766, "Finetune/Step Time": 6.63153813034296}
+{"Finetune/Learning Rate": 1.9135037193137808e-07, "Finetune/Loss": 0.5664433240890503, "Finetune/Loss (Raw)": 0.5343366861343384, "Finetune/Step": 9767, "Finetune/Step Time": 6.634672598913312}
+{"Finetune/Learning Rate": 1.9074436844439993e-07, "Finetune/Loss": 0.5640831589698792, "Finetune/Loss (Raw)": 0.21313048899173737, "Finetune/Step": 9768, "Finetune/Step Time": 6.640150636434555}
+{"Finetune/Learning Rate": 1.9013931684133902e-07, "Finetune/Loss": 0.5637195110321045, "Finetune/Loss (Raw)": 0.5533269643783569, "Finetune/Step": 9769, "Finetune/Step Time": 6.638877835124731}
+{"Finetune/Learning Rate": 1.895352171809095e-07, "Finetune/Loss": 0.5638121962547302, "Finetune/Loss (Raw)": 0.6474825143814087, "Finetune/Step": 9770, "Finetune/Step Time": 6.633744360879064}
+{"Finetune/Learning Rate": 1.8893206952173338e-07, "Finetune/Loss": 0.5636647939682007, "Finetune/Loss (Raw)": 0.5347610116004944, "Finetune/Step": 9771, "Finetune/Step Time": 6.646953633055091}
+{"Finetune/Learning Rate": 1.8832987392233826e-07, "Finetune/Loss": 0.5644323825836182, "Finetune/Loss (Raw)": 0.48918670415878296, "Finetune/Step": 9772, "Finetune/Step Time": 6.649272341281176}
+{"Finetune/Learning Rate": 1.8772863044116185e-07, "Finetune/Loss": 0.5652056932449341, "Finetune/Loss (Raw)": 0.5984984040260315, "Finetune/Step": 9773, "Finetune/Step Time": 6.6714754570275545}
+{"Finetune/Learning Rate": 1.8712833913654859e-07, "Finetune/Loss": 0.5660648345947266, "Finetune/Loss (Raw)": 0.7061361074447632, "Finetune/Step": 9774, "Finetune/Step Time": 6.672233460471034}
+{"Finetune/Learning Rate": 1.8652900006674968e-07, "Finetune/Loss": 0.5656325817108154, "Finetune/Loss (Raw)": 0.511534571647644, "Finetune/Step": 9775, "Finetune/Step Time": 6.667833369225264}
+{"Finetune/Learning Rate": 1.8593061328992524e-07, "Finetune/Loss": 0.5655034780502319, "Finetune/Loss (Raw)": 0.606189489364624, "Finetune/Step": 9776, "Finetune/Step Time": 6.664640594273806}
+{"Finetune/Learning Rate": 1.8533317886414216e-07, "Finetune/Loss": 0.5657535791397095, "Finetune/Loss (Raw)": 0.5563173294067383, "Finetune/Step": 9777, "Finetune/Step Time": 6.660177560523152}
+{"Finetune/Learning Rate": 1.8473669684737404e-07, "Finetune/Loss": 0.5666114687919617, "Finetune/Loss (Raw)": 0.6625175476074219, "Finetune/Step": 9778, "Finetune/Step Time": 6.6723187025636435}
+{"Finetune/Learning Rate": 1.8414116729750574e-07, "Finetune/Loss": 0.5673180818557739, "Finetune/Loss (Raw)": 0.6670190691947937, "Finetune/Step": 9779, "Finetune/Step Time": 6.681805998086929}
+{"Finetune/Learning Rate": 1.8354659027232437e-07, "Finetune/Loss": 0.5645437240600586, "Finetune/Loss (Raw)": 0.1902868151664734, "Finetune/Step": 9780, "Finetune/Step Time": 6.699429905042052}
+{"Finetune/Learning Rate": 1.8295296582952704e-07, "Finetune/Loss": 0.5641071796417236, "Finetune/Loss (Raw)": 0.5874221920967102, "Finetune/Step": 9781, "Finetune/Step Time": 6.693494722247124}
+{"Finetune/Learning Rate": 1.8236029402672106e-07, "Finetune/Loss": 0.563289225101471, "Finetune/Loss (Raw)": 0.39522212743759155, "Finetune/Step": 9782, "Finetune/Step Time": 6.707893094047904}
+{"Finetune/Learning Rate": 1.817685749214193e-07, "Finetune/Loss": 0.5643513798713684, "Finetune/Loss (Raw)": 0.5616561770439148, "Finetune/Step": 9783, "Finetune/Step Time": 6.664172492921352}
+{"Finetune/Learning Rate": 1.8117780857103806e-07, "Finetune/Loss": 0.5651795864105225, "Finetune/Loss (Raw)": 0.6034953594207764, "Finetune/Step": 9784, "Finetune/Step Time": 6.66778483055532}
+{"Finetune/Learning Rate": 1.8058799503290703e-07, "Finetune/Loss": 0.564893364906311, "Finetune/Loss (Raw)": 0.5893057584762573, "Finetune/Step": 9785, "Finetune/Step Time": 6.662451766431332}
+{"Finetune/Learning Rate": 1.7999913436426375e-07, "Finetune/Loss": 0.5661298036575317, "Finetune/Loss (Raw)": 0.6861818432807922, "Finetune/Step": 9786, "Finetune/Step Time": 6.667713776230812}
+{"Finetune/Learning Rate": 1.7941122662224696e-07, "Finetune/Loss": 0.5671634674072266, "Finetune/Loss (Raw)": 0.6218287348747253, "Finetune/Step": 9787, "Finetune/Step Time": 6.688193827867508}
+{"Finetune/Learning Rate": 1.7882427186390883e-07, "Finetune/Loss": 0.5663027167320251, "Finetune/Loss (Raw)": 0.5018461346626282, "Finetune/Step": 9788, "Finetune/Step Time": 6.687178770080209}
+{"Finetune/Learning Rate": 1.7823827014620708e-07, "Finetune/Loss": 0.5697758793830872, "Finetune/Loss (Raw)": 0.6192461252212524, "Finetune/Step": 9789, "Finetune/Step Time": 6.65637644007802}
+{"Finetune/Learning Rate": 1.7765322152600517e-07, "Finetune/Loss": 0.571833610534668, "Finetune/Loss (Raw)": 0.7056930661201477, "Finetune/Step": 9790, "Finetune/Step Time": 6.641197949647903}
+{"Finetune/Learning Rate": 1.7706912606007988e-07, "Finetune/Loss": 0.5720400810241699, "Finetune/Loss (Raw)": 0.5575113892555237, "Finetune/Step": 9791, "Finetune/Step Time": 6.6306611020118}
+{"Finetune/Learning Rate": 1.7648598380510696e-07, "Finetune/Loss": 0.5718785524368286, "Finetune/Loss (Raw)": 0.5223446488380432, "Finetune/Step": 9792, "Finetune/Step Time": 6.638292538002133}
+{"Finetune/Learning Rate": 1.7590379481767672e-07, "Finetune/Loss": 0.5728907585144043, "Finetune/Loss (Raw)": 0.690116822719574, "Finetune/Step": 9793, "Finetune/Step Time": 6.631701830774546}
+{"Finetune/Learning Rate": 1.7532255915428287e-07, "Finetune/Loss": 0.5761052370071411, "Finetune/Loss (Raw)": 0.6033533215522766, "Finetune/Step": 9794, "Finetune/Step Time": 6.6231313943862915}
+{"Finetune/Learning Rate": 1.7474227687133029e-07, "Finetune/Loss": 0.5766358375549316, "Finetune/Loss (Raw)": 0.6851183176040649, "Finetune/Step": 9795, "Finetune/Step Time": 6.623701063916087}
+{"Finetune/Learning Rate": 1.7416294802512834e-07, "Finetune/Loss": 0.5757881999015808, "Finetune/Loss (Raw)": 0.5297231674194336, "Finetune/Step": 9796, "Finetune/Step Time": 6.632854403927922}
+{"Finetune/Learning Rate": 1.7358457267189323e-07, "Finetune/Loss": 0.5759539604187012, "Finetune/Loss (Raw)": 0.5690166354179382, "Finetune/Step": 9797, "Finetune/Step Time": 6.61686959117651}
+{"Finetune/Learning Rate": 1.730071508677511e-07, "Finetune/Loss": 0.5757725238800049, "Finetune/Loss (Raw)": 0.6389976143836975, "Finetune/Step": 9798, "Finetune/Step Time": 6.616570375859737}
+{"Finetune/Learning Rate": 1.724306826687361e-07, "Finetune/Loss": 0.5758074522018433, "Finetune/Loss (Raw)": 0.4705676734447479, "Finetune/Step": 9799, "Finetune/Step Time": 6.610578717663884}
+{"Finetune/Learning Rate": 1.7185516813078562e-07, "Finetune/Loss": 0.5771912932395935, "Finetune/Loss (Raw)": 0.623408317565918, "Finetune/Step": 9800, "Finetune/Step Time": 6.609759198501706}
+{"Finetune/Learning Rate": 1.7128060730974837e-07, "Finetune/Loss": 0.5772210955619812, "Finetune/Loss (Raw)": 0.6311750411987305, "Finetune/Step": 9801, "Finetune/Step Time": 6.6065932139754295}
+{"Finetune/Learning Rate": 1.7070700026138086e-07, "Finetune/Loss": 0.5783705711364746, "Finetune/Loss (Raw)": 0.6683165431022644, "Finetune/Step": 9802, "Finetune/Step Time": 6.59185004979372}
+{"Finetune/Learning Rate": 1.7013434704134412e-07, "Finetune/Loss": 0.5781992673873901, "Finetune/Loss (Raw)": 0.6222638487815857, "Finetune/Step": 9803, "Finetune/Step Time": 6.592044262215495}
+{"Finetune/Learning Rate": 1.6956264770520703e-07, "Finetune/Loss": 0.5772024393081665, "Finetune/Loss (Raw)": 0.48774999380111694, "Finetune/Step": 9804, "Finetune/Step Time": 6.593277459964156}
+{"Finetune/Learning Rate": 1.6899190230844964e-07, "Finetune/Loss": 0.576106607913971, "Finetune/Loss (Raw)": 0.44913530349731445, "Finetune/Step": 9805, "Finetune/Step Time": 6.6096660066396}
+{"Finetune/Learning Rate": 1.6842211090645432e-07, "Finetune/Loss": 0.5770634412765503, "Finetune/Loss (Raw)": 0.7120373249053955, "Finetune/Step": 9806, "Finetune/Step Time": 6.6270696222782135}
+{"Finetune/Learning Rate": 1.6785327355451464e-07, "Finetune/Loss": 0.5778775215148926, "Finetune/Loss (Raw)": 0.7010480761528015, "Finetune/Step": 9807, "Finetune/Step Time": 6.630748558789492}
+{"Finetune/Learning Rate": 1.6728539030782865e-07, "Finetune/Loss": 0.5774304866790771, "Finetune/Loss (Raw)": 0.553248405456543, "Finetune/Step": 9808, "Finetune/Step Time": 6.620400978252292}
+{"Finetune/Learning Rate": 1.6671846122150558e-07, "Finetune/Loss": 0.5780112743377686, "Finetune/Loss (Raw)": 0.6106905937194824, "Finetune/Step": 9809, "Finetune/Step Time": 6.597808919847012}
+{"Finetune/Learning Rate": 1.6615248635055703e-07, "Finetune/Loss": 0.5784643888473511, "Finetune/Loss (Raw)": 0.6271775364875793, "Finetune/Step": 9810, "Finetune/Step Time": 6.603578045964241}
+{"Finetune/Learning Rate": 1.6558746574990903e-07, "Finetune/Loss": 0.5790902376174927, "Finetune/Loss (Raw)": 0.6820052266120911, "Finetune/Step": 9811, "Finetune/Step Time": 6.608575504273176}
+{"Finetune/Learning Rate": 1.6502339947438663e-07, "Finetune/Loss": 0.5790705680847168, "Finetune/Loss (Raw)": 0.5930676460266113, "Finetune/Step": 9812, "Finetune/Step Time": 6.61616593785584}
+{"Finetune/Learning Rate": 1.6446028757872823e-07, "Finetune/Loss": 0.5759609341621399, "Finetune/Loss (Raw)": 0.1752031147480011, "Finetune/Step": 9813, "Finetune/Step Time": 6.636811379343271}
+{"Finetune/Learning Rate": 1.6389813011757905e-07, "Finetune/Loss": 0.5774280428886414, "Finetune/Loss (Raw)": 0.6631777882575989, "Finetune/Step": 9814, "Finetune/Step Time": 6.60715489462018}
+{"Finetune/Learning Rate": 1.6333692714548876e-07, "Finetune/Loss": 0.5773545503616333, "Finetune/Loss (Raw)": 0.5897966623306274, "Finetune/Step": 9815, "Finetune/Step Time": 6.61794551461935}
+{"Finetune/Learning Rate": 1.6277667871691495e-07, "Finetune/Loss": 0.5767408609390259, "Finetune/Loss (Raw)": 0.5694308280944824, "Finetune/Step": 9816, "Finetune/Step Time": 6.620587782934308}
+{"Finetune/Learning Rate": 1.622173848862274e-07, "Finetune/Loss": 0.5791144371032715, "Finetune/Loss (Raw)": 0.49153825640678406, "Finetune/Step": 9817, "Finetune/Step Time": 6.5999637972563505}
+{"Finetune/Learning Rate": 1.616590457076961e-07, "Finetune/Loss": 0.5795541405677795, "Finetune/Loss (Raw)": 0.6917167901992798, "Finetune/Step": 9818, "Finetune/Step Time": 6.590251011773944}
+{"Finetune/Learning Rate": 1.611016612355054e-07, "Finetune/Loss": 0.5789042711257935, "Finetune/Loss (Raw)": 0.4942948818206787, "Finetune/Step": 9819, "Finetune/Step Time": 6.5859640166163445}
+{"Finetune/Learning Rate": 1.6054523152374102e-07, "Finetune/Loss": 0.5792329907417297, "Finetune/Loss (Raw)": 0.6383532285690308, "Finetune/Step": 9820, "Finetune/Step Time": 6.566089890897274}
+{"Finetune/Learning Rate": 1.599897566263975e-07, "Finetune/Loss": 0.5793256163597107, "Finetune/Loss (Raw)": 0.6012872457504272, "Finetune/Step": 9821, "Finetune/Step Time": 6.553923685103655}
+{"Finetune/Learning Rate": 1.5943523659738058e-07, "Finetune/Loss": 0.578768253326416, "Finetune/Loss (Raw)": 0.5605241656303406, "Finetune/Step": 9822, "Finetune/Step Time": 6.558294916525483}
+{"Finetune/Learning Rate": 1.588816714904995e-07, "Finetune/Loss": 0.5787975788116455, "Finetune/Loss (Raw)": 0.6854565143585205, "Finetune/Step": 9823, "Finetune/Step Time": 6.562243225052953}
+{"Finetune/Learning Rate": 1.5832906135947122e-07, "Finetune/Loss": 0.5791070461273193, "Finetune/Loss (Raw)": 0.5863170623779297, "Finetune/Step": 9824, "Finetune/Step Time": 6.558885196223855}
+{"Finetune/Learning Rate": 1.577774062579218e-07, "Finetune/Loss": 0.5786266326904297, "Finetune/Loss (Raw)": 0.4754311144351959, "Finetune/Step": 9825, "Finetune/Step Time": 6.584029860794544}
+{"Finetune/Learning Rate": 1.5722670623938284e-07, "Finetune/Loss": 0.5782676935195923, "Finetune/Loss (Raw)": 0.5634753108024597, "Finetune/Step": 9826, "Finetune/Step Time": 6.591438427567482}
+{"Finetune/Learning Rate": 1.5667696135729383e-07, "Finetune/Loss": 0.5782299637794495, "Finetune/Loss (Raw)": 0.5768460631370544, "Finetune/Step": 9827, "Finetune/Step Time": 6.589748863130808}
+{"Finetune/Learning Rate": 1.5612817166500093e-07, "Finetune/Loss": 0.5775854587554932, "Finetune/Loss (Raw)": 0.5732110142707825, "Finetune/Step": 9828, "Finetune/Step Time": 6.573634184896946}
+{"Finetune/Learning Rate": 1.5558033721575938e-07, "Finetune/Loss": 0.5774885416030884, "Finetune/Loss (Raw)": 0.6150091886520386, "Finetune/Step": 9829, "Finetune/Step Time": 6.573744324967265}
+{"Finetune/Learning Rate": 1.5503345806273108e-07, "Finetune/Loss": 0.5773192644119263, "Finetune/Loss (Raw)": 0.5517366528511047, "Finetune/Step": 9830, "Finetune/Step Time": 6.5803235825151205}
+{"Finetune/Learning Rate": 1.5448753425898467e-07, "Finetune/Loss": 0.5769832730293274, "Finetune/Loss (Raw)": 0.6438394784927368, "Finetune/Step": 9831, "Finetune/Step Time": 6.586060173809528}
+{"Finetune/Learning Rate": 1.5394256585749555e-07, "Finetune/Loss": 0.5773884057998657, "Finetune/Loss (Raw)": 0.6138967871665955, "Finetune/Step": 9832, "Finetune/Step Time": 6.589621413499117}
+{"Finetune/Learning Rate": 1.5339855291114701e-07, "Finetune/Loss": 0.5767933130264282, "Finetune/Loss (Raw)": 0.6021458506584167, "Finetune/Step": 9833, "Finetune/Step Time": 6.592647673562169}
+{"Finetune/Learning Rate": 1.5285549547273014e-07, "Finetune/Loss": 0.5765964984893799, "Finetune/Loss (Raw)": 0.4887459874153137, "Finetune/Step": 9834, "Finetune/Step Time": 6.588951870799065}
+{"Finetune/Learning Rate": 1.523133935949428e-07, "Finetune/Loss": 0.5762874484062195, "Finetune/Loss (Raw)": 0.2020120471715927, "Finetune/Step": 9835, "Finetune/Step Time": 6.590582074597478}
+{"Finetune/Learning Rate": 1.5177224733039175e-07, "Finetune/Loss": 0.5753604173660278, "Finetune/Loss (Raw)": 0.5592236518859863, "Finetune/Step": 9836, "Finetune/Step Time": 6.604419399052858}
+{"Finetune/Learning Rate": 1.5123205673158615e-07, "Finetune/Loss": 0.5723145008087158, "Finetune/Loss (Raw)": 0.2645416557788849, "Finetune/Step": 9837, "Finetune/Step Time": 6.6184228379279375}
+{"Finetune/Learning Rate": 1.5069282185094735e-07, "Finetune/Loss": 0.5696638822555542, "Finetune/Loss (Raw)": 0.20830300450325012, "Finetune/Step": 9838, "Finetune/Step Time": 6.6330163218081}
+{"Finetune/Learning Rate": 1.5015454274080466e-07, "Finetune/Loss": 0.5685948133468628, "Finetune/Loss (Raw)": 0.5850717425346375, "Finetune/Step": 9839, "Finetune/Step Time": 6.632910152897239}
+{"Finetune/Learning Rate": 1.4961721945338848e-07, "Finetune/Loss": 0.5682264566421509, "Finetune/Loss (Raw)": 0.625343382358551, "Finetune/Step": 9840, "Finetune/Step Time": 6.643708385527134}
+{"Finetune/Learning Rate": 1.4908085204084266e-07, "Finetune/Loss": 0.5682147741317749, "Finetune/Loss (Raw)": 0.5623419284820557, "Finetune/Step": 9841, "Finetune/Step Time": 6.63875025510788}
+{"Finetune/Learning Rate": 1.4854544055521558e-07, "Finetune/Loss": 0.564359188079834, "Finetune/Loss (Raw)": 0.15255971252918243, "Finetune/Step": 9842, "Finetune/Step Time": 6.65641082637012}
+{"Finetune/Learning Rate": 1.4801098504846345e-07, "Finetune/Loss": 0.5669423341751099, "Finetune/Loss (Raw)": 0.5317792296409607, "Finetune/Step": 9843, "Finetune/Step Time": 6.642687816172838}
+{"Finetune/Learning Rate": 1.474774855724481e-07, "Finetune/Loss": 0.5672731399536133, "Finetune/Loss (Raw)": 0.6033259630203247, "Finetune/Step": 9844, "Finetune/Step Time": 6.6487057618796825}
+{"Finetune/Learning Rate": 1.469449421789415e-07, "Finetune/Loss": 0.5655155777931213, "Finetune/Loss (Raw)": 0.34436050057411194, "Finetune/Step": 9845, "Finetune/Step Time": 6.6649474538862705}
+{"Finetune/Learning Rate": 1.4641335491962006e-07, "Finetune/Loss": 0.5664149522781372, "Finetune/Loss (Raw)": 0.6389284729957581, "Finetune/Step": 9846, "Finetune/Step Time": 6.657684836536646}
+{"Finetune/Learning Rate": 1.4588272384607028e-07, "Finetune/Loss": 0.5665462017059326, "Finetune/Loss (Raw)": 0.619314432144165, "Finetune/Step": 9847, "Finetune/Step Time": 6.661204678937793}
+{"Finetune/Learning Rate": 1.453530490097843e-07, "Finetune/Loss": 0.5671449899673462, "Finetune/Loss (Raw)": 0.6061482429504395, "Finetune/Step": 9848, "Finetune/Step Time": 6.656852029263973}
+{"Finetune/Learning Rate": 1.448243304621588e-07, "Finetune/Loss": 0.5677670836448669, "Finetune/Loss (Raw)": 0.6298179626464844, "Finetune/Step": 9849, "Finetune/Step Time": 6.6421105694025755}
+{"Finetune/Learning Rate": 1.4429656825450278e-07, "Finetune/Loss": 0.5681579113006592, "Finetune/Loss (Raw)": 0.5997529625892639, "Finetune/Step": 9850, "Finetune/Step Time": 6.636015608906746}
+{"Finetune/Learning Rate": 1.4376976243802854e-07, "Finetune/Loss": 0.5687366724014282, "Finetune/Loss (Raw)": 0.6047271490097046, "Finetune/Step": 9851, "Finetune/Step Time": 6.654114304110408}
+{"Finetune/Learning Rate": 1.4324391306385854e-07, "Finetune/Loss": 0.5704755783081055, "Finetune/Loss (Raw)": 0.7741607427597046, "Finetune/Step": 9852, "Finetune/Step Time": 6.65479919500649}
+{"Finetune/Learning Rate": 1.4271902018301975e-07, "Finetune/Loss": 0.5707522630691528, "Finetune/Loss (Raw)": 0.6546891927719116, "Finetune/Step": 9853, "Finetune/Step Time": 6.685208924114704}
+{"Finetune/Learning Rate": 1.421950838464481e-07, "Finetune/Loss": 0.5711141228675842, "Finetune/Loss (Raw)": 0.5879948139190674, "Finetune/Step": 9854, "Finetune/Step Time": 6.695333110168576}
+{"Finetune/Learning Rate": 1.416721041049851e-07, "Finetune/Loss": 0.5701237916946411, "Finetune/Loss (Raw)": 0.5272006392478943, "Finetune/Step": 9855, "Finetune/Step Time": 6.706441890448332}
+{"Finetune/Learning Rate": 1.4115008100938022e-07, "Finetune/Loss": 0.5673049688339233, "Finetune/Loss (Raw)": 0.2305791825056076, "Finetune/Step": 9856, "Finetune/Step Time": 6.723184144124389}
+{"Finetune/Learning Rate": 1.4062901461029177e-07, "Finetune/Loss": 0.5642397999763489, "Finetune/Loss (Raw)": 0.19454404711723328, "Finetune/Step": 9857, "Finetune/Step Time": 6.747916083782911}
+{"Finetune/Learning Rate": 1.4010890495828267e-07, "Finetune/Loss": 0.5655854940414429, "Finetune/Loss (Raw)": 0.6246361136436462, "Finetune/Step": 9858, "Finetune/Step Time": 6.739512352272868}
+{"Finetune/Learning Rate": 1.3958975210382363e-07, "Finetune/Loss": 0.565669059753418, "Finetune/Loss (Raw)": 0.6465549468994141, "Finetune/Step": 9859, "Finetune/Step Time": 6.740560159087181}
+{"Finetune/Learning Rate": 1.3907155609729327e-07, "Finetune/Loss": 0.5665707588195801, "Finetune/Loss (Raw)": 0.646791398525238, "Finetune/Step": 9860, "Finetune/Step Time": 6.746557066217065}
+{"Finetune/Learning Rate": 1.3855431698897803e-07, "Finetune/Loss": 0.5658913850784302, "Finetune/Loss (Raw)": 0.5359962582588196, "Finetune/Step": 9861, "Finetune/Step Time": 6.7439620438963175}
+{"Finetune/Learning Rate": 1.3803803482906997e-07, "Finetune/Loss": 0.5661327838897705, "Finetune/Loss (Raw)": 0.6412842273712158, "Finetune/Step": 9862, "Finetune/Step Time": 6.749433878809214}
+{"Finetune/Learning Rate": 1.375227096676668e-07, "Finetune/Loss": 0.5649476051330566, "Finetune/Loss (Raw)": 0.47348669171333313, "Finetune/Step": 9863, "Finetune/Step Time": 6.757642067968845}
+{"Finetune/Learning Rate": 1.370083415547785e-07, "Finetune/Loss": 0.5644623637199402, "Finetune/Loss (Raw)": 0.5336841344833374, "Finetune/Step": 9864, "Finetune/Step Time": 6.7648439686745405}
+{"Finetune/Learning Rate": 1.3649493054031627e-07, "Finetune/Loss": 0.5641704797744751, "Finetune/Loss (Raw)": 0.56541907787323, "Finetune/Step": 9865, "Finetune/Step Time": 6.7481383718550205}
+{"Finetune/Learning Rate": 1.3598247667410359e-07, "Finetune/Loss": 0.5646389722824097, "Finetune/Loss (Raw)": 0.5968605279922485, "Finetune/Step": 9866, "Finetune/Step Time": 6.7394672352820635}
+{"Finetune/Learning Rate": 1.3547098000586733e-07, "Finetune/Loss": 0.5648828744888306, "Finetune/Loss (Raw)": 0.6081854701042175, "Finetune/Step": 9867, "Finetune/Step Time": 6.738698584958911}
+{"Finetune/Learning Rate": 1.3496044058524227e-07, "Finetune/Loss": 0.5677443146705627, "Finetune/Loss (Raw)": 0.7382367253303528, "Finetune/Step": 9868, "Finetune/Step Time": 6.730166072025895}
+{"Finetune/Learning Rate": 1.3445085846177209e-07, "Finetune/Loss": 0.564122200012207, "Finetune/Loss (Raw)": 0.22419336438179016, "Finetune/Step": 9869, "Finetune/Step Time": 6.746587824076414}
+{"Finetune/Learning Rate": 1.339422336849061e-07, "Finetune/Loss": 0.5657572746276855, "Finetune/Loss (Raw)": 0.6460541486740112, "Finetune/Step": 9870, "Finetune/Step Time": 6.741014922037721}
+{"Finetune/Learning Rate": 1.3343456630399932e-07, "Finetune/Loss": 0.5655603408813477, "Finetune/Loss (Raw)": 0.5779591798782349, "Finetune/Step": 9871, "Finetune/Step Time": 6.731058720499277}
+{"Finetune/Learning Rate": 1.3292785636831784e-07, "Finetune/Loss": 0.5638278126716614, "Finetune/Loss (Raw)": 0.5440384149551392, "Finetune/Step": 9872, "Finetune/Step Time": 6.733636312186718}
+{"Finetune/Learning Rate": 1.3242210392703126e-07, "Finetune/Loss": 0.5643641948699951, "Finetune/Loss (Raw)": 0.6427422761917114, "Finetune/Step": 9873, "Finetune/Step Time": 6.721739834174514}
+{"Finetune/Learning Rate": 1.3191730902921696e-07, "Finetune/Loss": 0.5632573366165161, "Finetune/Loss (Raw)": 0.45086246728897095, "Finetune/Step": 9874, "Finetune/Step Time": 6.715517358854413}
+{"Finetune/Learning Rate": 1.314134717238602e-07, "Finetune/Loss": 0.5619134306907654, "Finetune/Loss (Raw)": 0.5182300209999084, "Finetune/Step": 9875, "Finetune/Step Time": 6.718023588880897}
+{"Finetune/Learning Rate": 1.3091059205985413e-07, "Finetune/Loss": 0.5629489421844482, "Finetune/Loss (Raw)": 0.5196345448493958, "Finetune/Step": 9876, "Finetune/Step Time": 6.704186912626028}
+{"Finetune/Learning Rate": 1.3040867008599744e-07, "Finetune/Loss": 0.5615146160125732, "Finetune/Loss (Raw)": 0.5283961892127991, "Finetune/Step": 9877, "Finetune/Step Time": 6.7045510075986385}
+{"Finetune/Learning Rate": 1.2990770585099565e-07, "Finetune/Loss": 0.5629316568374634, "Finetune/Loss (Raw)": 0.720410943031311, "Finetune/Step": 9878, "Finetune/Step Time": 6.68927189707756}
+{"Finetune/Learning Rate": 1.294076994034621e-07, "Finetune/Loss": 0.5608027577400208, "Finetune/Loss (Raw)": 0.4007593095302582, "Finetune/Step": 9879, "Finetune/Step Time": 6.704014601185918}
+{"Finetune/Learning Rate": 1.2890865079191684e-07, "Finetune/Loss": 0.560726523399353, "Finetune/Loss (Raw)": 0.5680515170097351, "Finetune/Step": 9880, "Finetune/Step Time": 6.707247529178858}
+{"Finetune/Learning Rate": 1.284105600647878e-07, "Finetune/Loss": 0.5597475171089172, "Finetune/Loss (Raw)": 0.5763901472091675, "Finetune/Step": 9881, "Finetune/Step Time": 6.716961465775967}
+{"Finetune/Learning Rate": 1.2791342727040969e-07, "Finetune/Loss": 0.5590929985046387, "Finetune/Loss (Raw)": 0.5673933625221252, "Finetune/Step": 9882, "Finetune/Step Time": 6.706125173717737}
+{"Finetune/Learning Rate": 1.2741725245702385e-07, "Finetune/Loss": 0.5601144433021545, "Finetune/Loss (Raw)": 0.644233226776123, "Finetune/Step": 9883, "Finetune/Step Time": 6.706965124234557}
+{"Finetune/Learning Rate": 1.269220356727785e-07, "Finetune/Loss": 0.5605156421661377, "Finetune/Loss (Raw)": 0.6038634777069092, "Finetune/Step": 9884, "Finetune/Step Time": 6.704827850684524}
+{"Finetune/Learning Rate": 1.264277769657285e-07, "Finetune/Loss": 0.5574681162834167, "Finetune/Loss (Raw)": 0.2131711095571518, "Finetune/Step": 9885, "Finetune/Step Time": 6.723681475967169}
+{"Finetune/Learning Rate": 1.2593447638383772e-07, "Finetune/Loss": 0.557479739189148, "Finetune/Loss (Raw)": 0.5582985281944275, "Finetune/Step": 9886, "Finetune/Step Time": 6.70699268206954}
+{"Finetune/Learning Rate": 1.2544213397497452e-07, "Finetune/Loss": 0.5548948049545288, "Finetune/Loss (Raw)": 0.40137597918510437, "Finetune/Step": 9887, "Finetune/Step Time": 6.697839442640543}
+{"Finetune/Learning Rate": 1.2495074978691625e-07, "Finetune/Loss": 0.5562156438827515, "Finetune/Loss (Raw)": 0.6953799724578857, "Finetune/Step": 9888, "Finetune/Step Time": 6.6953140292316675}
+{"Finetune/Learning Rate": 1.2446032386734697e-07, "Finetune/Loss": 0.5557947158813477, "Finetune/Loss (Raw)": 0.5343771576881409, "Finetune/Step": 9889, "Finetune/Step Time": 6.701045086607337}
+{"Finetune/Learning Rate": 1.239708562638553e-07, "Finetune/Loss": 0.555912971496582, "Finetune/Loss (Raw)": 0.6843096017837524, "Finetune/Step": 9890, "Finetune/Step Time": 6.707780074328184}
+{"Finetune/Learning Rate": 1.2348234702394102e-07, "Finetune/Loss": 0.5563814640045166, "Finetune/Loss (Raw)": 0.6452256441116333, "Finetune/Step": 9891, "Finetune/Step Time": 6.697952464222908}
+{"Finetune/Learning Rate": 1.2299479619500842e-07, "Finetune/Loss": 0.5542700290679932, "Finetune/Loss (Raw)": 0.33595600724220276, "Finetune/Step": 9892, "Finetune/Step Time": 6.720074446871877}
+{"Finetune/Learning Rate": 1.2250820382436745e-07, "Finetune/Loss": 0.5536736249923706, "Finetune/Loss (Raw)": 0.5724714994430542, "Finetune/Step": 9893, "Finetune/Step Time": 6.732286864891648}
+{"Finetune/Learning Rate": 1.2202256995923922e-07, "Finetune/Loss": 0.5540955066680908, "Finetune/Loss (Raw)": 0.6104543805122375, "Finetune/Step": 9894, "Finetune/Step Time": 6.738665834069252}
+{"Finetune/Learning Rate": 1.2153789464674714e-07, "Finetune/Loss": 0.5542077422142029, "Finetune/Loss (Raw)": 0.548710286617279, "Finetune/Step": 9895, "Finetune/Step Time": 6.7259153239429}
+{"Finetune/Learning Rate": 1.210541779339247e-07, "Finetune/Loss": 0.5570759773254395, "Finetune/Loss (Raw)": 0.5802613496780396, "Finetune/Step": 9896, "Finetune/Step Time": 6.719384100288153}
+{"Finetune/Learning Rate": 1.2057141986771105e-07, "Finetune/Loss": 0.5579916834831238, "Finetune/Loss (Raw)": 0.6705453395843506, "Finetune/Step": 9897, "Finetune/Step Time": 6.730806607753038}
+{"Finetune/Learning Rate": 1.200896204949542e-07, "Finetune/Loss": 0.5577549338340759, "Finetune/Loss (Raw)": 0.617172360420227, "Finetune/Step": 9898, "Finetune/Step Time": 6.74186235666275}
+{"Finetune/Learning Rate": 1.196087798624057e-07, "Finetune/Loss": 0.5590941905975342, "Finetune/Loss (Raw)": 0.7061837315559387, "Finetune/Step": 9899, "Finetune/Step Time": 6.727592308074236}
+{"Finetune/Learning Rate": 1.1912889801672711e-07, "Finetune/Loss": 0.5590685606002808, "Finetune/Loss (Raw)": 0.48591557145118713, "Finetune/Step": 9900, "Finetune/Step Time": 6.733521122485399}
+{"Finetune/Learning Rate": 1.186499750044856e-07, "Finetune/Loss": 0.5590791702270508, "Finetune/Loss (Raw)": 0.5998465418815613, "Finetune/Step": 9901, "Finetune/Step Time": 6.7078547067940235}
+{"Finetune/Learning Rate": 1.1817201087215624e-07, "Finetune/Loss": 0.5584461092948914, "Finetune/Loss (Raw)": 0.6251070499420166, "Finetune/Step": 9902, "Finetune/Step Time": 6.713619347661734}
+{"Finetune/Learning Rate": 1.1769500566611858e-07, "Finetune/Loss": 0.5593361854553223, "Finetune/Loss (Raw)": 0.6254699230194092, "Finetune/Step": 9903, "Finetune/Step Time": 6.7129463870078325}
+{"Finetune/Learning Rate": 1.1721895943266337e-07, "Finetune/Loss": 0.5581821799278259, "Finetune/Loss (Raw)": 0.4584766626358032, "Finetune/Step": 9904, "Finetune/Step Time": 6.745257057249546}
+{"Finetune/Learning Rate": 1.1674387221798367e-07, "Finetune/Loss": 0.5589394569396973, "Finetune/Loss (Raw)": 0.6532486081123352, "Finetune/Step": 9905, "Finetune/Step Time": 6.749398712068796}
+{"Finetune/Learning Rate": 1.1626974406818258e-07, "Finetune/Loss": 0.5581194162368774, "Finetune/Loss (Raw)": 0.5575461387634277, "Finetune/Step": 9906, "Finetune/Step Time": 6.736181745305657}
+{"Finetune/Learning Rate": 1.1579657502926889e-07, "Finetune/Loss": 0.5571096539497375, "Finetune/Loss (Raw)": 0.5377736687660217, "Finetune/Step": 9907, "Finetune/Step Time": 6.7324263490736485}
+{"Finetune/Learning Rate": 1.1532436514715917e-07, "Finetune/Loss": 0.5596142411231995, "Finetune/Loss (Raw)": 0.5108718872070312, "Finetune/Step": 9908, "Finetune/Step Time": 6.728725701570511}
+{"Finetune/Learning Rate": 1.1485311446767567e-07, "Finetune/Loss": 0.5596891641616821, "Finetune/Loss (Raw)": 0.5970059037208557, "Finetune/Step": 9909, "Finetune/Step Time": 6.73147670738399}
+{"Finetune/Learning Rate": 1.1438282303654846e-07, "Finetune/Loss": 0.561445951461792, "Finetune/Loss (Raw)": 0.6200961470603943, "Finetune/Step": 9910, "Finetune/Step Time": 6.692307660356164}
+{"Finetune/Learning Rate": 1.139134908994155e-07, "Finetune/Loss": 0.5586296916007996, "Finetune/Loss (Raw)": 0.20117349922657013, "Finetune/Step": 9911, "Finetune/Step Time": 6.7111668810248375}
+{"Finetune/Learning Rate": 1.1344511810181812e-07, "Finetune/Loss": 0.5581409931182861, "Finetune/Loss (Raw)": 0.5409498810768127, "Finetune/Step": 9912, "Finetune/Step Time": 6.708697902038693}
+{"Finetune/Learning Rate": 1.1297770468920888e-07, "Finetune/Loss": 0.5577958822250366, "Finetune/Loss (Raw)": 0.5451263189315796, "Finetune/Step": 9913, "Finetune/Step Time": 6.729795552790165}
+{"Finetune/Learning Rate": 1.125112507069448e-07, "Finetune/Loss": 0.5572948455810547, "Finetune/Loss (Raw)": 0.6220521330833435, "Finetune/Step": 9914, "Finetune/Step Time": 6.728651570156217}
+{"Finetune/Learning Rate": 1.1204575620028967e-07, "Finetune/Loss": 0.5569497346878052, "Finetune/Loss (Raw)": 0.5776553750038147, "Finetune/Step": 9915, "Finetune/Step Time": 6.6997427977621555}
+{"Finetune/Learning Rate": 1.1158122121441629e-07, "Finetune/Loss": 0.558114230632782, "Finetune/Loss (Raw)": 0.6508955359458923, "Finetune/Step": 9916, "Finetune/Step Time": 6.688855992630124}
+{"Finetune/Learning Rate": 1.1111764579440077e-07, "Finetune/Loss": 0.5568588376045227, "Finetune/Loss (Raw)": 0.458558589220047, "Finetune/Step": 9917, "Finetune/Step Time": 6.691966285929084}
+{"Finetune/Learning Rate": 1.1065502998522937e-07, "Finetune/Loss": 0.557058572769165, "Finetune/Loss (Raw)": 0.731253981590271, "Finetune/Step": 9918, "Finetune/Step Time": 6.689952339977026}
+{"Finetune/Learning Rate": 1.1019337383179286e-07, "Finetune/Loss": 0.5569320917129517, "Finetune/Loss (Raw)": 0.5413232445716858, "Finetune/Step": 9919, "Finetune/Step Time": 6.688735211268067}
+{"Finetune/Learning Rate": 1.0973267737889204e-07, "Finetune/Loss": 0.5570257902145386, "Finetune/Loss (Raw)": 0.5343436002731323, "Finetune/Step": 9920, "Finetune/Step Time": 6.680983377620578}
+{"Finetune/Learning Rate": 1.0927294067123229e-07, "Finetune/Loss": 0.5565133094787598, "Finetune/Loss (Raw)": 0.6245189905166626, "Finetune/Step": 9921, "Finetune/Step Time": 6.679826622828841}
+{"Finetune/Learning Rate": 1.0881416375342458e-07, "Finetune/Loss": 0.5562164783477783, "Finetune/Loss (Raw)": 0.5653613805770874, "Finetune/Step": 9922, "Finetune/Step Time": 6.681916210800409}
+{"Finetune/Learning Rate": 1.0835634666998884e-07, "Finetune/Loss": 0.5550239086151123, "Finetune/Loss (Raw)": 0.5324608087539673, "Finetune/Step": 9923, "Finetune/Step Time": 6.695699783042073}
+{"Finetune/Learning Rate": 1.0789948946535178e-07, "Finetune/Loss": 0.5547839403152466, "Finetune/Loss (Raw)": 0.49900850653648376, "Finetune/Step": 9924, "Finetune/Step Time": 6.697135763242841}
+{"Finetune/Learning Rate": 1.0744359218384793e-07, "Finetune/Loss": 0.5550327301025391, "Finetune/Loss (Raw)": 0.6008663773536682, "Finetune/Step": 9925, "Finetune/Step Time": 6.707345014438033}
+{"Finetune/Learning Rate": 1.0698865486971521e-07, "Finetune/Loss": 0.555192232131958, "Finetune/Loss (Raw)": 0.6594086289405823, "Finetune/Step": 9926, "Finetune/Step Time": 6.696486283093691}
+{"Finetune/Learning Rate": 1.0653467756710056e-07, "Finetune/Loss": 0.5568733215332031, "Finetune/Loss (Raw)": 0.6857528686523438, "Finetune/Step": 9927, "Finetune/Step Time": 6.692890023812652}
+{"Finetune/Learning Rate": 1.0608166032005763e-07, "Finetune/Loss": 0.5569630861282349, "Finetune/Loss (Raw)": 0.6348936557769775, "Finetune/Step": 9928, "Finetune/Step Time": 6.69994754716754}
+{"Finetune/Learning Rate": 1.05629603172549e-07, "Finetune/Loss": 0.5567032098770142, "Finetune/Loss (Raw)": 0.5979142189025879, "Finetune/Step": 9929, "Finetune/Step Time": 6.703993536531925}
+{"Finetune/Learning Rate": 1.0517850616843961e-07, "Finetune/Loss": 0.5554624795913696, "Finetune/Loss (Raw)": 0.5095049738883972, "Finetune/Step": 9930, "Finetune/Step Time": 6.720446972176433}
+{"Finetune/Learning Rate": 1.0472836935150332e-07, "Finetune/Loss": 0.5547125339508057, "Finetune/Loss (Raw)": 0.5262644290924072, "Finetune/Step": 9931, "Finetune/Step Time": 6.7217705845832825}
+{"Finetune/Learning Rate": 1.0427919276542409e-07, "Finetune/Loss": 0.5554487109184265, "Finetune/Loss (Raw)": 0.5819799304008484, "Finetune/Step": 9932, "Finetune/Step Time": 6.719680929556489}
+{"Finetune/Learning Rate": 1.0383097645378704e-07, "Finetune/Loss": 0.5567014217376709, "Finetune/Loss (Raw)": 0.6094925999641418, "Finetune/Step": 9933, "Finetune/Step Time": 6.714882148429751}
+{"Finetune/Learning Rate": 1.0338372046008738e-07, "Finetune/Loss": 0.5565670728683472, "Finetune/Loss (Raw)": 0.6948376297950745, "Finetune/Step": 9934, "Finetune/Step Time": 6.695195795968175}
+{"Finetune/Learning Rate": 1.0293742482772817e-07, "Finetune/Loss": 0.5555413961410522, "Finetune/Loss (Raw)": 0.5697567462921143, "Finetune/Step": 9935, "Finetune/Step Time": 6.698399376124144}
+{"Finetune/Learning Rate": 1.0249208960001477e-07, "Finetune/Loss": 0.5554437637329102, "Finetune/Loss (Raw)": 0.540756106376648, "Finetune/Step": 9936, "Finetune/Step Time": 6.6975227277725935}
+{"Finetune/Learning Rate": 1.0204771482016485e-07, "Finetune/Loss": 0.555503785610199, "Finetune/Loss (Raw)": 0.6183676719665527, "Finetune/Step": 9937, "Finetune/Step Time": 6.700070604681969}
+{"Finetune/Learning Rate": 1.0160430053129944e-07, "Finetune/Loss": 0.5560126900672913, "Finetune/Loss (Raw)": 0.6923210620880127, "Finetune/Step": 9938, "Finetune/Step Time": 6.69363465346396}
+{"Finetune/Learning Rate": 1.0116184677644524e-07, "Finetune/Loss": 0.5552258491516113, "Finetune/Loss (Raw)": 0.5812861919403076, "Finetune/Step": 9939, "Finetune/Step Time": 6.687502924352884}
+{"Finetune/Learning Rate": 1.0072035359854015e-07, "Finetune/Loss": 0.5547182559967041, "Finetune/Loss (Raw)": 0.5280889272689819, "Finetune/Step": 9940, "Finetune/Step Time": 6.6911689434200525}
+{"Finetune/Learning Rate": 1.0027982104042655e-07, "Finetune/Loss": 0.5573829412460327, "Finetune/Loss (Raw)": 0.5162912607192993, "Finetune/Step": 9941, "Finetune/Step Time": 6.6846491899341345}
+{"Finetune/Learning Rate": 9.984024914485247e-08, "Finetune/Loss": 0.5571467876434326, "Finetune/Loss (Raw)": 0.6329559683799744, "Finetune/Step": 9942, "Finetune/Step Time": 6.6906449142843485}
+{"Finetune/Learning Rate": 9.940163795447266e-08, "Finetune/Loss": 0.5572667121887207, "Finetune/Loss (Raw)": 0.6051459908485413, "Finetune/Step": 9943, "Finetune/Step Time": 6.677351225167513}
+{"Finetune/Learning Rate": 9.896398751185088e-08, "Finetune/Loss": 0.5544854402542114, "Finetune/Loss (Raw)": 0.21342338621616364, "Finetune/Step": 9944, "Finetune/Step Time": 6.693471442908049}
+{"Finetune/Learning Rate": 9.852729785945647e-08, "Finetune/Loss": 0.5548781156539917, "Finetune/Loss (Raw)": 0.5417988300323486, "Finetune/Step": 9945, "Finetune/Step Time": 6.700871124863625}
+{"Finetune/Learning Rate": 9.809156903966555e-08, "Finetune/Loss": 0.5540331602096558, "Finetune/Loss (Raw)": 0.5835627913475037, "Finetune/Step": 9946, "Finetune/Step Time": 6.704500664025545}
+{"Finetune/Learning Rate": 9.765680109475983e-08, "Finetune/Loss": 0.5548810958862305, "Finetune/Loss (Raw)": 0.602836012840271, "Finetune/Step": 9947, "Finetune/Step Time": 6.702343981713057}
+{"Finetune/Learning Rate": 9.722299406693114e-08, "Finetune/Loss": 0.5546355843544006, "Finetune/Loss (Raw)": 0.6069195866584778, "Finetune/Step": 9948, "Finetune/Step Time": 6.7148730866611}
+{"Finetune/Learning Rate": 9.679014799827358e-08, "Finetune/Loss": 0.5547690391540527, "Finetune/Loss (Raw)": 0.6183671355247498, "Finetune/Step": 9949, "Finetune/Step Time": 6.710705887526274}
+{"Finetune/Learning Rate": 9.635826293079132e-08, "Finetune/Loss": 0.5552120208740234, "Finetune/Loss (Raw)": 0.6172370910644531, "Finetune/Step": 9950, "Finetune/Step Time": 6.722013769671321}
+{"Finetune/Learning Rate": 9.592733890639416e-08, "Finetune/Loss": 0.5551869869232178, "Finetune/Loss (Raw)": 0.6822502613067627, "Finetune/Step": 9951, "Finetune/Step Time": 6.707859620451927}
+{"Finetune/Learning Rate": 9.549737596689868e-08, "Finetune/Loss": 0.5556894540786743, "Finetune/Loss (Raw)": 0.6506223678588867, "Finetune/Step": 9952, "Finetune/Step Time": 6.70259446837008}
+{"Finetune/Learning Rate": 9.506837415402926e-08, "Finetune/Loss": 0.5562517642974854, "Finetune/Loss (Raw)": 0.5474117994308472, "Finetune/Step": 9953, "Finetune/Step Time": 6.677004877477884}
+{"Finetune/Learning Rate": 9.464033350941371e-08, "Finetune/Loss": 0.5564368963241577, "Finetune/Loss (Raw)": 0.5871740579605103, "Finetune/Step": 9954, "Finetune/Step Time": 6.669328259304166}
+{"Finetune/Learning Rate": 9.421325407458993e-08, "Finetune/Loss": 0.5567283630371094, "Finetune/Loss (Raw)": 0.6141551733016968, "Finetune/Step": 9955, "Finetune/Step Time": 6.666580349206924}
+{"Finetune/Learning Rate": 9.378713589100141e-08, "Finetune/Loss": 0.5560247898101807, "Finetune/Loss (Raw)": 0.483147531747818, "Finetune/Step": 9956, "Finetune/Step Time": 6.687308739870787}
+{"Finetune/Learning Rate": 9.336197899999955e-08, "Finetune/Loss": 0.5550850033760071, "Finetune/Loss (Raw)": 0.4947192072868347, "Finetune/Step": 9957, "Finetune/Step Time": 6.684720985591412}
+{"Finetune/Learning Rate": 9.29377834428391e-08, "Finetune/Loss": 0.5554900169372559, "Finetune/Loss (Raw)": 0.6035857796669006, "Finetune/Step": 9958, "Finetune/Step Time": 6.692133795469999}
+{"Finetune/Learning Rate": 9.251454926068492e-08, "Finetune/Loss": 0.5552703738212585, "Finetune/Loss (Raw)": 0.6157193779945374, "Finetune/Step": 9959, "Finetune/Step Time": 6.6941629238426685}
+{"Finetune/Learning Rate": 9.20922764946075e-08, "Finetune/Loss": 0.5551209449768066, "Finetune/Loss (Raw)": 0.5947681665420532, "Finetune/Step": 9960, "Finetune/Step Time": 6.695587767288089}
+{"Finetune/Learning Rate": 9.167096518558405e-08, "Finetune/Loss": 0.5548555850982666, "Finetune/Loss (Raw)": 0.5681800842285156, "Finetune/Step": 9961, "Finetune/Step Time": 6.701333861798048}
+{"Finetune/Learning Rate": 9.125061537449741e-08, "Finetune/Loss": 0.5554242134094238, "Finetune/Loss (Raw)": 0.5615331530570984, "Finetune/Step": 9962, "Finetune/Step Time": 6.70675483904779}
+{"Finetune/Learning Rate": 9.083122710213943e-08, "Finetune/Loss": 0.5579500198364258, "Finetune/Loss (Raw)": 0.5253180861473083, "Finetune/Step": 9963, "Finetune/Step Time": 6.6853328216820955}
+{"Finetune/Learning Rate": 9.04128004092053e-08, "Finetune/Loss": 0.559113621711731, "Finetune/Loss (Raw)": 0.7081596851348877, "Finetune/Step": 9964, "Finetune/Step Time": 6.672952730208635}
+{"Finetune/Learning Rate": 8.999533533630145e-08, "Finetune/Loss": 0.561881959438324, "Finetune/Loss (Raw)": 0.6188862323760986, "Finetune/Step": 9965, "Finetune/Step Time": 6.671723319217563}
+{"Finetune/Learning Rate": 8.957883192393657e-08, "Finetune/Loss": 0.5643035173416138, "Finetune/Loss (Raw)": 0.5182659029960632, "Finetune/Step": 9966, "Finetune/Step Time": 6.6522829458117485}
+{"Finetune/Learning Rate": 8.916329021252834e-08, "Finetune/Loss": 0.5642390847206116, "Finetune/Loss (Raw)": 0.5768281817436218, "Finetune/Step": 9967, "Finetune/Step Time": 6.643515879288316}
+{"Finetune/Learning Rate": 8.874871024240005e-08, "Finetune/Loss": 0.5641223192214966, "Finetune/Loss (Raw)": 0.6103909015655518, "Finetune/Step": 9968, "Finetune/Step Time": 6.63323293812573}
+{"Finetune/Learning Rate": 8.833509205378399e-08, "Finetune/Loss": 0.5641342997550964, "Finetune/Loss (Raw)": 0.5638760328292847, "Finetune/Step": 9969, "Finetune/Step Time": 6.644045360386372}
+{"Finetune/Learning Rate": 8.792243568681579e-08, "Finetune/Loss": 0.5680276155471802, "Finetune/Loss (Raw)": 0.6509101986885071, "Finetune/Step": 9970, "Finetune/Step Time": 6.624201476573944}
+{"Finetune/Learning Rate": 8.751074118154012e-08, "Finetune/Loss": 0.5679181814193726, "Finetune/Loss (Raw)": 0.5177682638168335, "Finetune/Step": 9971, "Finetune/Step Time": 6.622158624231815}
+{"Finetune/Learning Rate": 8.710000857790724e-08, "Finetune/Loss": 0.5684288740158081, "Finetune/Loss (Raw)": 0.6686955690383911, "Finetune/Step": 9972, "Finetune/Step Time": 6.62118137255311}
+{"Finetune/Learning Rate": 8.669023791577525e-08, "Finetune/Loss": 0.5695357322692871, "Finetune/Loss (Raw)": 0.4860416352748871, "Finetune/Step": 9973, "Finetune/Step Time": 6.605861699208617}
+{"Finetune/Learning Rate": 8.628142923490567e-08, "Finetune/Loss": 0.5687529444694519, "Finetune/Loss (Raw)": 0.5387279391288757, "Finetune/Step": 9974, "Finetune/Step Time": 6.597529100254178}
+{"Finetune/Learning Rate": 8.587358257497124e-08, "Finetune/Loss": 0.5694155693054199, "Finetune/Loss (Raw)": 0.7041319608688354, "Finetune/Step": 9975, "Finetune/Step Time": 6.605282872915268}
+{"Finetune/Learning Rate": 8.546669797554919e-08, "Finetune/Loss": 0.5682497620582581, "Finetune/Loss (Raw)": 0.45692622661590576, "Finetune/Step": 9976, "Finetune/Step Time": 6.621723972260952}
+{"Finetune/Learning Rate": 8.506077547612345e-08, "Finetune/Loss": 0.5673696994781494, "Finetune/Loss (Raw)": 0.517159104347229, "Finetune/Step": 9977, "Finetune/Step Time": 6.641433576121926}
+{"Finetune/Learning Rate": 8.465581511608145e-08, "Finetune/Loss": 0.566962480545044, "Finetune/Loss (Raw)": 0.5476387739181519, "Finetune/Step": 9978, "Finetune/Step Time": 6.657135486602783}
+{"Finetune/Learning Rate": 8.425181693472506e-08, "Finetune/Loss": 0.5660739541053772, "Finetune/Loss (Raw)": 0.4909924566745758, "Finetune/Step": 9979, "Finetune/Step Time": 6.6489816047251225}
+{"Finetune/Learning Rate": 8.384878097125404e-08, "Finetune/Loss": 0.5650900602340698, "Finetune/Loss (Raw)": 0.6482244729995728, "Finetune/Step": 9980, "Finetune/Step Time": 6.644029283896089}
+{"Finetune/Learning Rate": 8.344670726478044e-08, "Finetune/Loss": 0.5642421841621399, "Finetune/Loss (Raw)": 0.5461575984954834, "Finetune/Step": 9981, "Finetune/Step Time": 6.620481286197901}
+{"Finetune/Learning Rate": 8.304559585432082e-08, "Finetune/Loss": 0.5645860433578491, "Finetune/Loss (Raw)": 0.6320124864578247, "Finetune/Step": 9982, "Finetune/Step Time": 6.586880134418607}
+{"Finetune/Learning Rate": 8.26454467787996e-08, "Finetune/Loss": 0.5650581121444702, "Finetune/Loss (Raw)": 0.5876230597496033, "Finetune/Step": 9983, "Finetune/Step Time": 6.582847971469164}
+{"Finetune/Learning Rate": 8.224626007704462e-08, "Finetune/Loss": 0.5677477121353149, "Finetune/Loss (Raw)": 0.5748492479324341, "Finetune/Step": 9984, "Finetune/Step Time": 6.567308608442545}
+{"Finetune/Learning Rate": 8.18480357877971e-08, "Finetune/Loss": 0.570610523223877, "Finetune/Loss (Raw)": 0.5609838366508484, "Finetune/Step": 9985, "Finetune/Step Time": 6.546377539634705}
+{"Finetune/Learning Rate": 8.145077394969614e-08, "Finetune/Loss": 0.5711122751235962, "Finetune/Loss (Raw)": 0.6888613104820251, "Finetune/Step": 9986, "Finetune/Step Time": 6.541672226041555}
+{"Finetune/Learning Rate": 8.105447460129312e-08, "Finetune/Loss": 0.5707296133041382, "Finetune/Loss (Raw)": 0.597568154335022, "Finetune/Step": 9987, "Finetune/Step Time": 6.542600613087416}
+{"Finetune/Learning Rate": 8.065913778104728e-08, "Finetune/Loss": 0.5706527233123779, "Finetune/Loss (Raw)": 0.6369582414627075, "Finetune/Step": 9988, "Finetune/Step Time": 6.539478048682213}
+{"Finetune/Learning Rate": 8.026476352731683e-08, "Finetune/Loss": 0.5701950788497925, "Finetune/Loss (Raw)": 0.47741881012916565, "Finetune/Step": 9989, "Finetune/Step Time": 6.559145944193006}
+{"Finetune/Learning Rate": 7.987135187837558e-08, "Finetune/Loss": 0.5692446827888489, "Finetune/Loss (Raw)": 0.5196324586868286, "Finetune/Step": 9990, "Finetune/Step Time": 6.556686207652092}
+{"Finetune/Learning Rate": 7.947890287239856e-08, "Finetune/Loss": 0.570267915725708, "Finetune/Loss (Raw)": 0.6044575572013855, "Finetune/Step": 9991, "Finetune/Step Time": 6.552207335829735}
+{"Finetune/Learning Rate": 7.908741654746977e-08, "Finetune/Loss": 0.5713328719139099, "Finetune/Loss (Raw)": 0.6699993014335632, "Finetune/Step": 9992, "Finetune/Step Time": 6.540706584230065}
+{"Finetune/Learning Rate": 7.869689294157657e-08, "Finetune/Loss": 0.5712838172912598, "Finetune/Loss (Raw)": 0.5591332316398621, "Finetune/Step": 9993, "Finetune/Step Time": 6.558463307097554}
+{"Finetune/Learning Rate": 7.830733209261753e-08, "Finetune/Loss": 0.5719414949417114, "Finetune/Loss (Raw)": 0.6810471415519714, "Finetune/Step": 9994, "Finetune/Step Time": 6.553372422233224}
+{"Finetune/Learning Rate": 7.791873403839357e-08, "Finetune/Loss": 0.5711496472358704, "Finetune/Loss (Raw)": 0.506828784942627, "Finetune/Step": 9995, "Finetune/Step Time": 6.555501468479633}
+{"Finetune/Learning Rate": 7.753109881661558e-08, "Finetune/Loss": 0.5701795220375061, "Finetune/Loss (Raw)": 0.6140631437301636, "Finetune/Step": 9996, "Finetune/Step Time": 6.561373148113489}
+{"Finetune/Learning Rate": 7.714442646489795e-08, "Finetune/Loss": 0.5734081864356995, "Finetune/Loss (Raw)": 0.6374614238739014, "Finetune/Step": 9997, "Finetune/Step Time": 6.557261185720563}
+{"Finetune/Learning Rate": 7.675871702076398e-08, "Finetune/Loss": 0.5734438300132751, "Finetune/Loss (Raw)": 0.6506181359291077, "Finetune/Step": 9998, "Finetune/Step Time": 6.553468603640795}
+{"Finetune/Learning Rate": 7.637397052164264e-08, "Finetune/Loss": 0.5721306800842285, "Finetune/Loss (Raw)": 0.40987429022789, "Finetune/Step": 9999, "Finetune/Step Time": 6.55545499175787}
+{"Finetune/Learning Rate": 7.59901870048696e-08, "Finetune/Loss": 0.572743833065033, "Finetune/Loss (Raw)": 0.6225265860557556, "Finetune/Step": 10000, "Finetune/Step Time": 6.553024074062705}
+{"Finetune/Learning Rate": 7.560736650768619e-08, "Finetune/Loss": 0.5724115967750549, "Finetune/Loss (Raw)": 0.6002165079116821, "Finetune/Step": 10001, "Finetune/Step Time": 6.550806047394872}
+{"Finetune/Learning Rate": 7.522550906724157e-08, "Finetune/Loss": 0.5725764632225037, "Finetune/Loss (Raw)": 0.4719633460044861, "Finetune/Step": 10002, "Finetune/Step Time": 6.557563664391637}
+{"Finetune/Learning Rate": 7.484461472059168e-08, "Finetune/Loss": 0.5729529857635498, "Finetune/Loss (Raw)": 0.5664221048355103, "Finetune/Step": 10003, "Finetune/Step Time": 6.570120910182595}
+{"Finetune/Learning Rate": 7.446468350469693e-08, "Finetune/Loss": 0.5738306045532227, "Finetune/Loss (Raw)": 0.631971001625061, "Finetune/Step": 10004, "Finetune/Step Time": 6.568130783736706}
+{"Finetune/Learning Rate": 7.408571545642563e-08, "Finetune/Loss": 0.5742669701576233, "Finetune/Loss (Raw)": 0.58424973487854, "Finetune/Step": 10005, "Finetune/Step Time": 6.571383245289326}
+{"Finetune/Learning Rate": 7.370771061255388e-08, "Finetune/Loss": 0.5730141997337341, "Finetune/Loss (Raw)": 0.5600633025169373, "Finetune/Step": 10006, "Finetune/Step Time": 6.581667913123965}
+{"Finetune/Learning Rate": 7.333066900976237e-08, "Finetune/Loss": 0.5745608806610107, "Finetune/Loss (Raw)": 0.5987293124198914, "Finetune/Step": 10007, "Finetune/Step Time": 6.574050951749086}
+{"Finetune/Learning Rate": 7.295459068463962e-08, "Finetune/Loss": 0.5744591951370239, "Finetune/Loss (Raw)": 0.5550330281257629, "Finetune/Step": 10008, "Finetune/Step Time": 6.566649844869971}
+{"Finetune/Learning Rate": 7.257947567367862e-08, "Finetune/Loss": 0.5748312473297119, "Finetune/Loss (Raw)": 0.6240213513374329, "Finetune/Step": 10009, "Finetune/Step Time": 6.561480585485697}
+{"Finetune/Learning Rate": 7.220532401328029e-08, "Finetune/Loss": 0.5752171277999878, "Finetune/Loss (Raw)": 0.6167775988578796, "Finetune/Step": 10010, "Finetune/Step Time": 6.557252321392298}
+{"Finetune/Learning Rate": 7.183213573975334e-08, "Finetune/Loss": 0.5748015642166138, "Finetune/Loss (Raw)": 0.5910400152206421, "Finetune/Step": 10011, "Finetune/Step Time": 6.539398338645697}
+{"Finetune/Learning Rate": 7.145991088931214e-08, "Finetune/Loss": 0.5748922824859619, "Finetune/Loss (Raw)": 0.615475594997406, "Finetune/Step": 10012, "Finetune/Step Time": 6.551982551813126}
+{"Finetune/Learning Rate": 7.108864949807559e-08, "Finetune/Loss": 0.5775995254516602, "Finetune/Loss (Raw)": 0.5596985816955566, "Finetune/Step": 10013, "Finetune/Step Time": 6.536879297345877}
+{"Finetune/Learning Rate": 7.071835160207041e-08, "Finetune/Loss": 0.5785154104232788, "Finetune/Loss (Raw)": 0.6755305528640747, "Finetune/Step": 10014, "Finetune/Step Time": 6.5345782451331615}
+{"Finetune/Learning Rate": 7.034901723723231e-08, "Finetune/Loss": 0.5799555778503418, "Finetune/Loss (Raw)": 0.5857282876968384, "Finetune/Step": 10015, "Finetune/Step Time": 6.536398448050022}
+{"Finetune/Learning Rate": 6.998064643939928e-08, "Finetune/Loss": 0.5794411301612854, "Finetune/Loss (Raw)": 0.6295303106307983, "Finetune/Step": 10016, "Finetune/Step Time": 6.534277250990272}
+{"Finetune/Learning Rate": 6.961323924431829e-08, "Finetune/Loss": 0.5795098543167114, "Finetune/Loss (Raw)": 0.543170154094696, "Finetune/Step": 10017, "Finetune/Step Time": 6.528368320316076}
+{"Finetune/Learning Rate": 6.924679568764192e-08, "Finetune/Loss": 0.5779378414154053, "Finetune/Loss (Raw)": 0.48308902978897095, "Finetune/Step": 10018, "Finetune/Step Time": 6.53193237259984}
+{"Finetune/Learning Rate": 6.888131580493063e-08, "Finetune/Loss": 0.57792067527771, "Finetune/Loss (Raw)": 0.6430346369743347, "Finetune/Step": 10019, "Finetune/Step Time": 6.530600795522332}
+{"Finetune/Learning Rate": 6.851679963165047e-08, "Finetune/Loss": 0.5786967277526855, "Finetune/Loss (Raw)": 0.43528175354003906, "Finetune/Step": 10020, "Finetune/Step Time": 6.518919117748737}
+{"Finetune/Learning Rate": 6.815324720317207e-08, "Finetune/Loss": 0.5783189535140991, "Finetune/Loss (Raw)": 0.5241215825080872, "Finetune/Step": 10021, "Finetune/Step Time": 6.5138401836156845}
+{"Finetune/Learning Rate": 6.779065855477607e-08, "Finetune/Loss": 0.5786724090576172, "Finetune/Loss (Raw)": 0.6556934714317322, "Finetune/Step": 10022, "Finetune/Step Time": 6.535673558712006}
+{"Finetune/Learning Rate": 6.742903372164656e-08, "Finetune/Loss": 0.5782954692840576, "Finetune/Loss (Raw)": 0.5004616379737854, "Finetune/Step": 10023, "Finetune/Step Time": 6.584902072325349}
+{"Finetune/Learning Rate": 6.706837273887767e-08, "Finetune/Loss": 0.5785218477249146, "Finetune/Loss (Raw)": 0.6092367768287659, "Finetune/Step": 10024, "Finetune/Step Time": 6.580124817788601}
+{"Finetune/Learning Rate": 6.670867564146477e-08, "Finetune/Loss": 0.5786265134811401, "Finetune/Loss (Raw)": 0.6839486360549927, "Finetune/Step": 10025, "Finetune/Step Time": 6.565124301239848}
+{"Finetune/Learning Rate": 6.634994246431437e-08, "Finetune/Loss": 0.5782716274261475, "Finetune/Loss (Raw)": 0.571749746799469, "Finetune/Step": 10026, "Finetune/Step Time": 6.551932163536549}
+{"Finetune/Learning Rate": 6.599217324223639e-08, "Finetune/Loss": 0.5763229131698608, "Finetune/Loss (Raw)": 0.4567398428916931, "Finetune/Step": 10027, "Finetune/Step Time": 6.586142970249057}
+{"Finetune/Learning Rate": 6.563536800995085e-08, "Finetune/Loss": 0.5763874053955078, "Finetune/Loss (Raw)": 0.4941732585430145, "Finetune/Step": 10028, "Finetune/Step Time": 6.569454442709684}
+{"Finetune/Learning Rate": 6.527952680208005e-08, "Finetune/Loss": 0.575298547744751, "Finetune/Loss (Raw)": 0.46047306060791016, "Finetune/Step": 10029, "Finetune/Step Time": 6.580830577760935}
+{"Finetune/Learning Rate": 6.492464965315415e-08, "Finetune/Loss": 0.5744456052780151, "Finetune/Loss (Raw)": 0.5159301161766052, "Finetune/Step": 10030, "Finetune/Step Time": 6.578950263559818}
+{"Finetune/Learning Rate": 6.457073659761226e-08, "Finetune/Loss": 0.5742010474205017, "Finetune/Loss (Raw)": 0.5941640734672546, "Finetune/Step": 10031, "Finetune/Step Time": 6.58060690574348}
+{"Finetune/Learning Rate": 6.421778766979692e-08, "Finetune/Loss": 0.5749671459197998, "Finetune/Loss (Raw)": 0.5565449595451355, "Finetune/Step": 10032, "Finetune/Step Time": 6.554961601272225}
+{"Finetune/Learning Rate": 6.386580290395628e-08, "Finetune/Loss": 0.574547529220581, "Finetune/Loss (Raw)": 0.599536657333374, "Finetune/Step": 10033, "Finetune/Step Time": 6.5564295426011086}
+{"Finetune/Learning Rate": 6.351478233424968e-08, "Finetune/Loss": 0.5740310549736023, "Finetune/Loss (Raw)": 0.49143552780151367, "Finetune/Step": 10034, "Finetune/Step Time": 6.566462552174926}
+{"Finetune/Learning Rate": 6.316472599473766e-08, "Finetune/Loss": 0.5738265514373779, "Finetune/Loss (Raw)": 0.5115976929664612, "Finetune/Step": 10035, "Finetune/Step Time": 6.571908233687282}
+{"Finetune/Learning Rate": 6.281563391939083e-08, "Finetune/Loss": 0.5737053751945496, "Finetune/Loss (Raw)": 0.4953567385673523, "Finetune/Step": 10036, "Finetune/Step Time": 6.579528693109751}
+{"Finetune/Learning Rate": 6.24675061420843e-08, "Finetune/Loss": 0.5738623142242432, "Finetune/Loss (Raw)": 0.6170951724052429, "Finetune/Step": 10037, "Finetune/Step Time": 6.584469376131892}
+{"Finetune/Learning Rate": 6.212034269660106e-08, "Finetune/Loss": 0.5729399919509888, "Finetune/Loss (Raw)": 0.5020450949668884, "Finetune/Step": 10038, "Finetune/Step Time": 6.589210791513324}
+{"Finetune/Learning Rate": 6.177414361662748e-08, "Finetune/Loss": 0.575497031211853, "Finetune/Loss (Raw)": 0.5284685492515564, "Finetune/Step": 10039, "Finetune/Step Time": 6.609552431851625}
+{"Finetune/Learning Rate": 6.142890893576114e-08, "Finetune/Loss": 0.5770258903503418, "Finetune/Loss (Raw)": 0.7366495132446289, "Finetune/Step": 10040, "Finetune/Step Time": 6.609874714165926}
+{"Finetune/Learning Rate": 6.108463868750081e-08, "Finetune/Loss": 0.5770337581634521, "Finetune/Loss (Raw)": 0.5461294054985046, "Finetune/Step": 10041, "Finetune/Step Time": 6.59417281858623}
+{"Finetune/Learning Rate": 6.074133290525642e-08, "Finetune/Loss": 0.5757126808166504, "Finetune/Loss (Raw)": 0.4529587924480438, "Finetune/Step": 10042, "Finetune/Step Time": 6.613741885870695}
+{"Finetune/Learning Rate": 6.03989916223402e-08, "Finetune/Loss": 0.5742603540420532, "Finetune/Loss (Raw)": 0.39175212383270264, "Finetune/Step": 10043, "Finetune/Step Time": 6.647951163351536}
+{"Finetune/Learning Rate": 6.005761487197559e-08, "Finetune/Loss": 0.5731724500656128, "Finetune/Loss (Raw)": 0.5116370916366577, "Finetune/Step": 10044, "Finetune/Step Time": 6.649383092299104}
+{"Finetune/Learning Rate": 5.971720268728609e-08, "Finetune/Loss": 0.5739654898643494, "Finetune/Loss (Raw)": 0.5600729584693909, "Finetune/Step": 10045, "Finetune/Step Time": 6.665553020313382}
+{"Finetune/Learning Rate": 5.93777551013075e-08, "Finetune/Loss": 0.5697168111801147, "Finetune/Loss (Raw)": 0.18742680549621582, "Finetune/Step": 10046, "Finetune/Step Time": 6.681706510484219}
+{"Finetune/Learning Rate": 5.903927214697902e-08, "Finetune/Loss": 0.5705537796020508, "Finetune/Loss (Raw)": 0.6484551429748535, "Finetune/Step": 10047, "Finetune/Step Time": 6.67853906750679}
+{"Finetune/Learning Rate": 5.87017538571466e-08, "Finetune/Loss": 0.5703107714653015, "Finetune/Loss (Raw)": 0.5032401084899902, "Finetune/Step": 10048, "Finetune/Step Time": 6.675688331946731}
+{"Finetune/Learning Rate": 5.836520026456294e-08, "Finetune/Loss": 0.5694694519042969, "Finetune/Loss (Raw)": 0.5168236494064331, "Finetune/Step": 10049, "Finetune/Step Time": 6.6617975533008575}
+{"Finetune/Learning Rate": 5.8029611401886345e-08, "Finetune/Loss": 0.5695481896400452, "Finetune/Loss (Raw)": 0.5754441618919373, "Finetune/Step": 10050, "Finetune/Step Time": 6.660966278985143}
+{"Finetune/Learning Rate": 5.7694987301682994e-08, "Finetune/Loss": 0.5708051919937134, "Finetune/Loss (Raw)": 0.6933528780937195, "Finetune/Step": 10051, "Finetune/Step Time": 6.6551098600029945}
+{"Finetune/Learning Rate": 5.7361327996424686e-08, "Finetune/Loss": 0.5715264081954956, "Finetune/Loss (Raw)": 0.5913226008415222, "Finetune/Step": 10052, "Finetune/Step Time": 6.645388377830386}
+{"Finetune/Learning Rate": 5.7028633518488864e-08, "Finetune/Loss": 0.5713393688201904, "Finetune/Loss (Raw)": 0.5769250392913818, "Finetune/Step": 10053, "Finetune/Step Time": 6.635057738050818}
+{"Finetune/Learning Rate": 5.6696903900160806e-08, "Finetune/Loss": 0.5705069303512573, "Finetune/Loss (Raw)": 0.552860677242279, "Finetune/Step": 10054, "Finetune/Step Time": 6.644076583907008}
+{"Finetune/Learning Rate": 5.636613917363032e-08, "Finetune/Loss": 0.5697969794273376, "Finetune/Loss (Raw)": 0.5948788523674011, "Finetune/Step": 10055, "Finetune/Step Time": 6.678285310044885}
+{"Finetune/Learning Rate": 5.603633937099395e-08, "Finetune/Loss": 0.5696060657501221, "Finetune/Loss (Raw)": 0.61045902967453, "Finetune/Step": 10056, "Finetune/Step Time": 6.65952125005424}
+{"Finetune/Learning Rate": 5.570750452425833e-08, "Finetune/Loss": 0.5663748383522034, "Finetune/Loss (Raw)": 0.18431705236434937, "Finetune/Step": 10057, "Finetune/Step Time": 6.6730276849120855}
+{"Finetune/Learning Rate": 5.537963466533014e-08, "Finetune/Loss": 0.5662064552307129, "Finetune/Loss (Raw)": 0.48795416951179504, "Finetune/Step": 10058, "Finetune/Step Time": 6.655592065304518}
+{"Finetune/Learning Rate": 5.505272982602727e-08, "Finetune/Loss": 0.5657708644866943, "Finetune/Loss (Raw)": 0.4705035984516144, "Finetune/Step": 10059, "Finetune/Step Time": 6.663434298709035}
+{"Finetune/Learning Rate": 5.472679003807213e-08, "Finetune/Loss": 0.566074013710022, "Finetune/Loss (Raw)": 0.6207816004753113, "Finetune/Step": 10060, "Finetune/Step Time": 6.666854787617922}
+{"Finetune/Learning Rate": 5.440181533309386e-08, "Finetune/Loss": 0.5651305317878723, "Finetune/Loss (Raw)": 0.48872947692871094, "Finetune/Step": 10061, "Finetune/Step Time": 6.660985583439469}
+{"Finetune/Learning Rate": 5.407780574262722e-08, "Finetune/Loss": 0.5647132992744446, "Finetune/Loss (Raw)": 0.6414323449134827, "Finetune/Step": 10062, "Finetune/Step Time": 6.660280989482999}
+{"Finetune/Learning Rate": 5.3754761298114854e-08, "Finetune/Loss": 0.5646231770515442, "Finetune/Loss (Raw)": 0.5582237243652344, "Finetune/Step": 10063, "Finetune/Step Time": 6.656566860154271}
+{"Finetune/Learning Rate": 5.34326820309039e-08, "Finetune/Loss": 0.5651789307594299, "Finetune/Loss (Raw)": 0.6118940711021423, "Finetune/Step": 10064, "Finetune/Step Time": 6.669124322012067}
+{"Finetune/Learning Rate": 5.3111567972248257e-08, "Finetune/Loss": 0.5648176670074463, "Finetune/Loss (Raw)": 0.5721234679222107, "Finetune/Step": 10065, "Finetune/Step Time": 6.676156559959054}
+{"Finetune/Learning Rate": 5.2791419153310764e-08, "Finetune/Loss": 0.5633692741394043, "Finetune/Loss (Raw)": 0.5069312453269958, "Finetune/Step": 10066, "Finetune/Step Time": 6.686960685998201}
+{"Finetune/Learning Rate": 5.2472235605156575e-08, "Finetune/Loss": 0.5627480745315552, "Finetune/Loss (Raw)": 0.5017706155776978, "Finetune/Step": 10067, "Finetune/Step Time": 6.683190828189254}
+{"Finetune/Learning Rate": 5.215401735875869e-08, "Finetune/Loss": 0.5622733235359192, "Finetune/Loss (Raw)": 0.4673190116882324, "Finetune/Step": 10068, "Finetune/Step Time": 6.673556633293629}
+{"Finetune/Learning Rate": 5.1836764444997964e-08, "Finetune/Loss": 0.5636435747146606, "Finetune/Loss (Raw)": 0.6916782259941101, "Finetune/Step": 10069, "Finetune/Step Time": 6.663015415892005}
+{"Finetune/Learning Rate": 5.152047689466089e-08, "Finetune/Loss": 0.5630927681922913, "Finetune/Loss (Raw)": 0.5624535083770752, "Finetune/Step": 10070, "Finetune/Step Time": 6.665206424891949}
+{"Finetune/Learning Rate": 5.1205154738438457e-08, "Finetune/Loss": 0.5631503462791443, "Finetune/Loss (Raw)": 0.6125209927558899, "Finetune/Step": 10071, "Finetune/Step Time": 6.662356253713369}
+{"Finetune/Learning Rate": 5.089079800693064e-08, "Finetune/Loss": 0.5675774812698364, "Finetune/Loss (Raw)": 0.7800962328910828, "Finetune/Step": 10072, "Finetune/Step Time": 6.645180141553283}
+{"Finetune/Learning Rate": 5.057740673064082e-08, "Finetune/Loss": 0.5683201551437378, "Finetune/Loss (Raw)": 0.6368595957756042, "Finetune/Step": 10073, "Finetune/Step Time": 6.6452933475375175}
+{"Finetune/Learning Rate": 5.026498093998022e-08, "Finetune/Loss": 0.5693737268447876, "Finetune/Loss (Raw)": 0.718416690826416, "Finetune/Step": 10074, "Finetune/Step Time": 6.641767676919699}
+{"Finetune/Learning Rate": 4.995352066527015e-08, "Finetune/Loss": 0.5695101022720337, "Finetune/Loss (Raw)": 0.6202937960624695, "Finetune/Step": 10075, "Finetune/Step Time": 6.645306339487433}
+{"Finetune/Learning Rate": 4.964302593672976e-08, "Finetune/Loss": 0.5699764490127563, "Finetune/Loss (Raw)": 0.6666069030761719, "Finetune/Step": 10076, "Finetune/Step Time": 6.653841948136687}
+{"Finetune/Learning Rate": 4.9333496784491616e-08, "Finetune/Loss": 0.5697939991950989, "Finetune/Loss (Raw)": 0.5950182676315308, "Finetune/Step": 10077, "Finetune/Step Time": 6.6532305758446455}
+{"Finetune/Learning Rate": 4.90249332385917e-08, "Finetune/Loss": 0.5699565410614014, "Finetune/Loss (Raw)": 0.6380419135093689, "Finetune/Step": 10078, "Finetune/Step Time": 6.649558747187257}
+{"Finetune/Learning Rate": 4.871733532897272e-08, "Finetune/Loss": 0.5691314339637756, "Finetune/Loss (Raw)": 0.5766366124153137, "Finetune/Step": 10079, "Finetune/Step Time": 6.675254946574569}
+{"Finetune/Learning Rate": 4.8410703085485236e-08, "Finetune/Loss": 0.5689975023269653, "Finetune/Loss (Raw)": 0.6334851384162903, "Finetune/Step": 10080, "Finetune/Step Time": 6.689405664801598}
+{"Finetune/Learning Rate": 4.810503653788212e-08, "Finetune/Loss": 0.5692238211631775, "Finetune/Loss (Raw)": 0.5763759016990662, "Finetune/Step": 10081, "Finetune/Step Time": 6.693953193724155}
+{"Finetune/Learning Rate": 4.780033571582743e-08, "Finetune/Loss": 0.5687479972839355, "Finetune/Loss (Raw)": 0.5262642502784729, "Finetune/Step": 10082, "Finetune/Step Time": 6.693461844697595}
+{"Finetune/Learning Rate": 4.7496600648887506e-08, "Finetune/Loss": 0.5690568089485168, "Finetune/Loss (Raw)": 0.6536827087402344, "Finetune/Step": 10083, "Finetune/Step Time": 6.701437750831246}
+{"Finetune/Learning Rate": 4.7193831366537654e-08, "Finetune/Loss": 0.569693922996521, "Finetune/Loss (Raw)": 0.5646995306015015, "Finetune/Step": 10084, "Finetune/Step Time": 6.684953339397907}
+{"Finetune/Learning Rate": 4.6892027898157724e-08, "Finetune/Loss": 0.5703725814819336, "Finetune/Loss (Raw)": 0.5815892815589905, "Finetune/Step": 10085, "Finetune/Step Time": 6.689927998930216}
+{"Finetune/Learning Rate": 4.659119027303427e-08, "Finetune/Loss": 0.5700502395629883, "Finetune/Loss (Raw)": 0.5623220801353455, "Finetune/Step": 10086, "Finetune/Step Time": 6.677678419277072}
+{"Finetune/Learning Rate": 4.629131852036173e-08, "Finetune/Loss": 0.5693604350090027, "Finetune/Loss (Raw)": 0.5274280309677124, "Finetune/Step": 10087, "Finetune/Step Time": 6.672399442642927}
+{"Finetune/Learning Rate": 4.599241266923793e-08, "Finetune/Loss": 0.5699141025543213, "Finetune/Loss (Raw)": 0.6656350493431091, "Finetune/Step": 10088, "Finetune/Step Time": 6.683141643181443}
+{"Finetune/Learning Rate": 4.569447274866967e-08, "Finetune/Loss": 0.5695070028305054, "Finetune/Loss (Raw)": 0.5160744190216064, "Finetune/Step": 10089, "Finetune/Step Time": 6.695004507899284}
+{"Finetune/Learning Rate": 4.5397498787568276e-08, "Finetune/Loss": 0.569672703742981, "Finetune/Loss (Raw)": 0.5827378034591675, "Finetune/Step": 10090, "Finetune/Step Time": 6.6931423749774694}
+{"Finetune/Learning Rate": 4.510149081475179e-08, "Finetune/Loss": 0.5702391862869263, "Finetune/Loss (Raw)": 0.597828209400177, "Finetune/Step": 10091, "Finetune/Step Time": 6.695304483175278}
+{"Finetune/Learning Rate": 4.480644885894503e-08, "Finetune/Loss": 0.5694761276245117, "Finetune/Loss (Raw)": 0.6104872226715088, "Finetune/Step": 10092, "Finetune/Step Time": 6.711550820618868}
+{"Finetune/Learning Rate": 4.45123729487773e-08, "Finetune/Loss": 0.5692946910858154, "Finetune/Loss (Raw)": 0.5956721901893616, "Finetune/Step": 10093, "Finetune/Step Time": 6.695804910734296}
+{"Finetune/Learning Rate": 4.421926311278912e-08, "Finetune/Loss": 0.569900393486023, "Finetune/Loss (Raw)": 0.5957863330841064, "Finetune/Step": 10094, "Finetune/Step Time": 6.710357354953885}
+{"Finetune/Learning Rate": 4.392711937941996e-08, "Finetune/Loss": 0.5705392956733704, "Finetune/Loss (Raw)": 0.6586108803749084, "Finetune/Step": 10095, "Finetune/Step Time": 6.708702122792602}
+{"Finetune/Learning Rate": 4.3635941777020465e-08, "Finetune/Loss": 0.5693463087081909, "Finetune/Loss (Raw)": 0.45769235491752625, "Finetune/Step": 10096, "Finetune/Step Time": 6.706774868071079}
+{"Finetune/Learning Rate": 4.334573033384692e-08, "Finetune/Loss": 0.569660484790802, "Finetune/Loss (Raw)": 0.6040911674499512, "Finetune/Step": 10097, "Finetune/Step Time": 6.699521357193589}
+{"Finetune/Learning Rate": 4.305648507806015e-08, "Finetune/Loss": 0.5691033601760864, "Finetune/Loss (Raw)": 0.5795907378196716, "Finetune/Step": 10098, "Finetune/Step Time": 6.70728755928576}
+{"Finetune/Learning Rate": 4.276820603772991e-08, "Finetune/Loss": 0.5692738890647888, "Finetune/Loss (Raw)": 0.5395959615707397, "Finetune/Step": 10099, "Finetune/Step Time": 6.705337831750512}
+{"Finetune/Learning Rate": 4.248089324082938e-08, "Finetune/Loss": 0.5682018995285034, "Finetune/Loss (Raw)": 0.5314809679985046, "Finetune/Step": 10100, "Finetune/Step Time": 6.707265196368098}
+{"Finetune/Learning Rate": 4.219454671523848e-08, "Finetune/Loss": 0.5687522888183594, "Finetune/Loss (Raw)": 0.5564950704574585, "Finetune/Step": 10101, "Finetune/Step Time": 6.707164293155074}
+{"Finetune/Learning Rate": 4.19091664887461e-08, "Finetune/Loss": 0.5660823583602905, "Finetune/Loss (Raw)": 0.19697332382202148, "Finetune/Step": 10102, "Finetune/Step Time": 6.7397334929555655}
+{"Finetune/Learning Rate": 4.162475258904452e-08, "Finetune/Loss": 0.5653662085533142, "Finetune/Loss (Raw)": 0.6124709248542786, "Finetune/Step": 10103, "Finetune/Step Time": 6.738145520910621}
+{"Finetune/Learning Rate": 4.1341305043732795e-08, "Finetune/Loss": 0.5654926300048828, "Finetune/Loss (Raw)": 0.4731052815914154, "Finetune/Step": 10104, "Finetune/Step Time": 6.734582267701626}
+{"Finetune/Learning Rate": 4.105882388031668e-08, "Finetune/Loss": 0.5640923976898193, "Finetune/Loss (Raw)": 0.33793002367019653, "Finetune/Step": 10105, "Finetune/Step Time": 6.727029837667942}
+{"Finetune/Learning Rate": 4.077730912620759e-08, "Finetune/Loss": 0.564239501953125, "Finetune/Loss (Raw)": 0.5664708018302917, "Finetune/Step": 10106, "Finetune/Step Time": 6.706683715805411}
+{"Finetune/Learning Rate": 4.0496760808724775e-08, "Finetune/Loss": 0.5639635920524597, "Finetune/Loss (Raw)": 0.45567068457603455, "Finetune/Step": 10107, "Finetune/Step Time": 6.7208178117871284}
+{"Finetune/Learning Rate": 4.0217178955089806e-08, "Finetune/Loss": 0.5636390447616577, "Finetune/Loss (Raw)": 0.6066805124282837, "Finetune/Step": 10108, "Finetune/Step Time": 6.723727580159903}
+{"Finetune/Learning Rate": 3.993856359243653e-08, "Finetune/Loss": 0.5635616779327393, "Finetune/Loss (Raw)": 0.5362621545791626, "Finetune/Step": 10109, "Finetune/Step Time": 6.719081902876496}
+{"Finetune/Learning Rate": 3.9660914747798874e-08, "Finetune/Loss": 0.5634639263153076, "Finetune/Loss (Raw)": 0.619499146938324, "Finetune/Step": 10110, "Finetune/Step Time": 6.724771335721016}
+{"Finetune/Learning Rate": 3.938423244812195e-08, "Finetune/Loss": 0.5632241368293762, "Finetune/Loss (Raw)": 0.5569285154342651, "Finetune/Step": 10111, "Finetune/Step Time": 6.732080016285181}
+{"Finetune/Learning Rate": 3.910851672025317e-08, "Finetune/Loss": 0.5632104277610779, "Finetune/Loss (Raw)": 0.5730940699577332, "Finetune/Step": 10112, "Finetune/Step Time": 6.727794971317053}
+{"Finetune/Learning Rate": 3.883376759094781e-08, "Finetune/Loss": 0.5633565187454224, "Finetune/Loss (Raw)": 0.5796835422515869, "Finetune/Step": 10113, "Finetune/Step Time": 6.718577681109309}
+{"Finetune/Learning Rate": 3.855998508686898e-08, "Finetune/Loss": 0.5620101094245911, "Finetune/Loss (Raw)": 0.5165221691131592, "Finetune/Step": 10114, "Finetune/Step Time": 6.722785156220198}
+{"Finetune/Learning Rate": 3.828716923458209e-08, "Finetune/Loss": 0.562340259552002, "Finetune/Loss (Raw)": 0.6398273706436157, "Finetune/Step": 10115, "Finetune/Step Time": 6.729510683566332}
+{"Finetune/Learning Rate": 3.8015320060563745e-08, "Finetune/Loss": 0.5624907612800598, "Finetune/Loss (Raw)": 0.6562177538871765, "Finetune/Step": 10116, "Finetune/Step Time": 6.724461443722248}
+{"Finetune/Learning Rate": 3.774443759119062e-08, "Finetune/Loss": 0.5640180110931396, "Finetune/Loss (Raw)": 0.6729143857955933, "Finetune/Step": 10117, "Finetune/Step Time": 6.720040034502745}
+{"Finetune/Learning Rate": 3.747452185275169e-08, "Finetune/Loss": 0.5648565292358398, "Finetune/Loss (Raw)": 0.6269553899765015, "Finetune/Step": 10118, "Finetune/Step Time": 6.717238688841462}
+{"Finetune/Learning Rate": 3.720557287143822e-08, "Finetune/Loss": 0.5649272203445435, "Finetune/Loss (Raw)": 0.6135108470916748, "Finetune/Step": 10119, "Finetune/Step Time": 6.710830293595791}
+{"Finetune/Learning Rate": 3.693759067334934e-08, "Finetune/Loss": 0.5628591179847717, "Finetune/Loss (Raw)": 0.4052829146385193, "Finetune/Step": 10120, "Finetune/Step Time": 6.717561522498727}
+{"Finetune/Learning Rate": 3.6670575284489804e-08, "Finetune/Loss": 0.5636467933654785, "Finetune/Loss (Raw)": 0.6599541902542114, "Finetune/Step": 10121, "Finetune/Step Time": 6.725415840744972}
+{"Finetune/Learning Rate": 3.6404526730771106e-08, "Finetune/Loss": 0.5628884434700012, "Finetune/Loss (Raw)": 0.5839777588844299, "Finetune/Step": 10122, "Finetune/Step Time": 6.724519494920969}
+{"Finetune/Learning Rate": 3.6139445038008145e-08, "Finetune/Loss": 0.5643259286880493, "Finetune/Loss (Raw)": 0.6908223628997803, "Finetune/Step": 10123, "Finetune/Step Time": 6.723496995866299}
+{"Finetune/Learning Rate": 3.587533023192702e-08, "Finetune/Loss": 0.5645891427993774, "Finetune/Loss (Raw)": 0.6477594375610352, "Finetune/Step": 10124, "Finetune/Step Time": 6.722640443593264}
+{"Finetune/Learning Rate": 3.5612182338156106e-08, "Finetune/Loss": 0.5642096400260925, "Finetune/Loss (Raw)": 0.5888849496841431, "Finetune/Step": 10125, "Finetune/Step Time": 6.716357221826911}
+{"Finetune/Learning Rate": 3.535000138223166e-08, "Finetune/Loss": 0.5641171932220459, "Finetune/Loss (Raw)": 0.6387842893600464, "Finetune/Step": 10126, "Finetune/Step Time": 6.704153811559081}
+{"Finetune/Learning Rate": 3.5088787389594424e-08, "Finetune/Loss": 0.5653467178344727, "Finetune/Loss (Raw)": 0.5672497749328613, "Finetune/Step": 10127, "Finetune/Step Time": 6.71090567484498}
+{"Finetune/Learning Rate": 3.482854038559302e-08, "Finetune/Loss": 0.5654390454292297, "Finetune/Loss (Raw)": 0.6343488693237305, "Finetune/Step": 10128, "Finetune/Step Time": 6.720361428335309}
+{"Finetune/Learning Rate": 3.4569260395481695e-08, "Finetune/Loss": 0.5648988485336304, "Finetune/Loss (Raw)": 0.5310689806938171, "Finetune/Step": 10129, "Finetune/Step Time": 6.723988227546215}
+{"Finetune/Learning Rate": 3.431094744442143e-08, "Finetune/Loss": 0.5655328035354614, "Finetune/Loss (Raw)": 0.5531148910522461, "Finetune/Step": 10130, "Finetune/Step Time": 6.731255669146776}
+{"Finetune/Learning Rate": 3.405360155747772e-08, "Finetune/Loss": 0.5649733543395996, "Finetune/Loss (Raw)": 0.49481311440467834, "Finetune/Step": 10131, "Finetune/Step Time": 6.748633220791817}
+{"Finetune/Learning Rate": 3.379722275962394e-08, "Finetune/Loss": 0.5643720030784607, "Finetune/Loss (Raw)": 0.5549939274787903, "Finetune/Step": 10132, "Finetune/Step Time": 6.742958266288042}
+{"Finetune/Learning Rate": 3.3541811075737953e-08, "Finetune/Loss": 0.5639474987983704, "Finetune/Loss (Raw)": 0.529915988445282, "Finetune/Step": 10133, "Finetune/Step Time": 6.742133088409901}
+{"Finetune/Learning Rate": 3.32873665306066e-08, "Finetune/Loss": 0.5634534358978271, "Finetune/Loss (Raw)": 0.496826171875, "Finetune/Step": 10134, "Finetune/Step Time": 6.760307941585779}
+{"Finetune/Learning Rate": 3.303388914891903e-08, "Finetune/Loss": 0.5636637210845947, "Finetune/Loss (Raw)": 0.6256414651870728, "Finetune/Step": 10135, "Finetune/Step Time": 6.752113690599799}
+{"Finetune/Learning Rate": 3.278137895527444e-08, "Finetune/Loss": 0.5637136697769165, "Finetune/Loss (Raw)": 0.5614224672317505, "Finetune/Step": 10136, "Finetune/Step Time": 6.761613955721259}
+{"Finetune/Learning Rate": 3.2529835974174364e-08, "Finetune/Loss": 0.5637895464897156, "Finetune/Loss (Raw)": 0.6337383985519409, "Finetune/Step": 10137, "Finetune/Step Time": 6.757091857492924}
+{"Finetune/Learning Rate": 3.227926023002925e-08, "Finetune/Loss": 0.5638357400894165, "Finetune/Loss (Raw)": 0.6226882338523865, "Finetune/Step": 10138, "Finetune/Step Time": 6.7625480853021145}
+{"Finetune/Learning Rate": 3.2029651747155224e-08, "Finetune/Loss": 0.5642813444137573, "Finetune/Loss (Raw)": 0.6480826139450073, "Finetune/Step": 10139, "Finetune/Step Time": 6.766661189496517}
+{"Finetune/Learning Rate": 3.17810105497729e-08, "Finetune/Loss": 0.5641176104545593, "Finetune/Loss (Raw)": 0.5945097208023071, "Finetune/Step": 10140, "Finetune/Step Time": 6.75643614679575}
+{"Finetune/Learning Rate": 3.153333666201186e-08, "Finetune/Loss": 0.5640271306037903, "Finetune/Loss (Raw)": 0.5481192469596863, "Finetune/Step": 10141, "Finetune/Step Time": 6.7502164002507925}
+{"Finetune/Learning Rate": 3.128663010790511e-08, "Finetune/Loss": 0.5604009628295898, "Finetune/Loss (Raw)": 0.21138694882392883, "Finetune/Step": 10142, "Finetune/Step Time": 6.768434325233102}
+{"Finetune/Learning Rate": 3.1040890911392394e-08, "Finetune/Loss": 0.5604443550109863, "Finetune/Loss (Raw)": 0.5912705659866333, "Finetune/Step": 10143, "Finetune/Step Time": 6.781695058569312}
+{"Finetune/Learning Rate": 3.07961190963213e-08, "Finetune/Loss": 0.5598719120025635, "Finetune/Loss (Raw)": 0.5562649965286255, "Finetune/Step": 10144, "Finetune/Step Time": 6.78278480283916}
+{"Finetune/Learning Rate": 3.055231468644504e-08, "Finetune/Loss": 0.5596706867218018, "Finetune/Loss (Raw)": 0.5174114108085632, "Finetune/Step": 10145, "Finetune/Step Time": 6.815256437286735}
+{"Finetune/Learning Rate": 3.0309477705420255e-08, "Finetune/Loss": 0.5598040819168091, "Finetune/Loss (Raw)": 0.5001623034477234, "Finetune/Step": 10146, "Finetune/Step Time": 6.830415638163686}
+{"Finetune/Learning Rate": 3.006760817681253e-08, "Finetune/Loss": 0.5563666820526123, "Finetune/Loss (Raw)": 0.20305055379867554, "Finetune/Step": 10147, "Finetune/Step Time": 6.853122880682349}
+{"Finetune/Learning Rate": 2.9826706124092e-08, "Finetune/Loss": 0.5576561689376831, "Finetune/Loss (Raw)": 0.6003338694572449, "Finetune/Step": 10148, "Finetune/Step Time": 6.8713642582297325}
+{"Finetune/Learning Rate": 2.9586771570637718e-08, "Finetune/Loss": 0.5581799745559692, "Finetune/Loss (Raw)": 0.5911681056022644, "Finetune/Step": 10149, "Finetune/Step Time": 6.866284964606166}
+{"Finetune/Learning Rate": 2.9347804539731074e-08, "Finetune/Loss": 0.5575878620147705, "Finetune/Loss (Raw)": 0.579904317855835, "Finetune/Step": 10150, "Finetune/Step Time": 6.839570578187704}
+{"Finetune/Learning Rate": 2.910980505456129e-08, "Finetune/Loss": 0.5583126544952393, "Finetune/Loss (Raw)": 0.5932340621948242, "Finetune/Step": 10151, "Finetune/Step Time": 6.803777674213052}
+{"Finetune/Learning Rate": 2.8872773138224342e-08, "Finetune/Loss": 0.5578358173370361, "Finetune/Loss (Raw)": 0.5482034683227539, "Finetune/Step": 10152, "Finetune/Step Time": 6.7952111177146435}
+{"Finetune/Learning Rate": 2.8636708813721825e-08, "Finetune/Loss": 0.556524395942688, "Finetune/Loss (Raw)": 0.5160881876945496, "Finetune/Step": 10153, "Finetune/Step Time": 6.795481817796826}
+{"Finetune/Learning Rate": 2.8401612103959865e-08, "Finetune/Loss": 0.5565900802612305, "Finetune/Loss (Raw)": 0.5801548957824707, "Finetune/Step": 10154, "Finetune/Step Time": 6.811769960448146}
+{"Finetune/Learning Rate": 2.816748303175354e-08, "Finetune/Loss": 0.5583206415176392, "Finetune/Loss (Raw)": 0.6782541871070862, "Finetune/Step": 10155, "Finetune/Step Time": 6.7883784882724285}
+{"Finetune/Learning Rate": 2.7934321619822457e-08, "Finetune/Loss": 0.5591311454772949, "Finetune/Loss (Raw)": 0.5979208946228027, "Finetune/Step": 10156, "Finetune/Step Time": 6.784304808825254}
+{"Finetune/Learning Rate": 2.7702127890790742e-08, "Finetune/Loss": 0.5604822635650635, "Finetune/Loss (Raw)": 0.6334076523780823, "Finetune/Step": 10157, "Finetune/Step Time": 6.7927864994853735}
+{"Finetune/Learning Rate": 2.747090186719259e-08, "Finetune/Loss": 0.5614561438560486, "Finetune/Loss (Raw)": 0.6405905485153198, "Finetune/Step": 10158, "Finetune/Step Time": 6.784619636833668}
+{"Finetune/Learning Rate": 2.724064357146561e-08, "Finetune/Loss": 0.5618691444396973, "Finetune/Loss (Raw)": 0.6470244526863098, "Finetune/Step": 10159, "Finetune/Step Time": 6.783343145623803}
+{"Finetune/Learning Rate": 2.7011353025953036e-08, "Finetune/Loss": 0.5617311596870422, "Finetune/Loss (Raw)": 0.5388880372047424, "Finetune/Step": 10160, "Finetune/Step Time": 6.7770078387111425}
+{"Finetune/Learning Rate": 2.6783030252904853e-08, "Finetune/Loss": 0.5612657070159912, "Finetune/Loss (Raw)": 0.53995680809021, "Finetune/Step": 10161, "Finetune/Step Time": 6.770329210907221}
+{"Finetune/Learning Rate": 2.6555675274478888e-08, "Finetune/Loss": 0.5615628957748413, "Finetune/Loss (Raw)": 0.529473602771759, "Finetune/Step": 10162, "Finetune/Step Time": 6.759570302441716}
+{"Finetune/Learning Rate": 2.6329288112736386e-08, "Finetune/Loss": 0.5619357824325562, "Finetune/Loss (Raw)": 0.5593268871307373, "Finetune/Step": 10163, "Finetune/Step Time": 6.767566224560142}
+{"Finetune/Learning Rate": 2.6103868789645325e-08, "Finetune/Loss": 0.5623149871826172, "Finetune/Loss (Raw)": 0.5438995361328125, "Finetune/Step": 10164, "Finetune/Step Time": 6.755021831020713}
+{"Finetune/Learning Rate": 2.5879417327081548e-08, "Finetune/Loss": 0.561926007270813, "Finetune/Loss (Raw)": 0.567308247089386, "Finetune/Step": 10165, "Finetune/Step Time": 6.756701178848743}
+{"Finetune/Learning Rate": 2.5655933746825403e-08, "Finetune/Loss": 0.5629150867462158, "Finetune/Loss (Raw)": 0.6286410093307495, "Finetune/Step": 10166, "Finetune/Step Time": 6.752667143940926}
+{"Finetune/Learning Rate": 2.5433418070561766e-08, "Finetune/Loss": 0.559995174407959, "Finetune/Loss (Raw)": 0.15471823513507843, "Finetune/Step": 10167, "Finetune/Step Time": 6.752301342785358}
+{"Finetune/Learning Rate": 2.52118703198867e-08, "Finetune/Loss": 0.5591655969619751, "Finetune/Loss (Raw)": 0.6304723620414734, "Finetune/Step": 10168, "Finetune/Step Time": 6.7509350422769785}
+{"Finetune/Learning Rate": 2.4991290516296342e-08, "Finetune/Loss": 0.5591402053833008, "Finetune/Loss (Raw)": 0.5428727269172668, "Finetune/Step": 10169, "Finetune/Step Time": 6.758985709398985}
+{"Finetune/Learning Rate": 2.4771678681196898e-08, "Finetune/Loss": 0.5606440305709839, "Finetune/Loss (Raw)": 0.6454501152038574, "Finetune/Step": 10170, "Finetune/Step Time": 6.730083184316754}
+{"Finetune/Learning Rate": 2.4553034835899102e-08, "Finetune/Loss": 0.5626229643821716, "Finetune/Loss (Raw)": 0.6450588703155518, "Finetune/Step": 10171, "Finetune/Step Time": 6.696745678782463}
+{"Finetune/Learning Rate": 2.433535900161932e-08, "Finetune/Loss": 0.5620899200439453, "Finetune/Loss (Raw)": 0.4434049427509308, "Finetune/Step": 10172, "Finetune/Step Time": 6.705944608896971}
+{"Finetune/Learning Rate": 2.411865119948176e-08, "Finetune/Loss": 0.561048150062561, "Finetune/Loss (Raw)": 0.42673173546791077, "Finetune/Step": 10173, "Finetune/Step Time": 6.697867451235652}
+{"Finetune/Learning Rate": 2.3902911450515153e-08, "Finetune/Loss": 0.5641477108001709, "Finetune/Loss (Raw)": 0.5841639041900635, "Finetune/Step": 10174, "Finetune/Step Time": 6.689501425251365}
+{"Finetune/Learning Rate": 2.3688139775654984e-08, "Finetune/Loss": 0.5637110471725464, "Finetune/Loss (Raw)": 0.5925610661506653, "Finetune/Step": 10175, "Finetune/Step Time": 6.691020017489791}
+{"Finetune/Learning Rate": 2.3474336195742353e-08, "Finetune/Loss": 0.5643469095230103, "Finetune/Loss (Raw)": 0.5846369862556458, "Finetune/Step": 10176, "Finetune/Step Time": 6.693362299352884}
+{"Finetune/Learning Rate": 2.3261500731524e-08, "Finetune/Loss": 0.564784049987793, "Finetune/Loss (Raw)": 0.5727717280387878, "Finetune/Step": 10177, "Finetune/Step Time": 6.690856289118528}
+{"Finetune/Learning Rate": 2.3049633403654514e-08, "Finetune/Loss": 0.563690185546875, "Finetune/Loss (Raw)": 0.4354354441165924, "Finetune/Step": 10178, "Finetune/Step Time": 6.690677009522915}
+{"Finetune/Learning Rate": 2.2838734232691893e-08, "Finetune/Loss": 0.5634098649024963, "Finetune/Loss (Raw)": 0.6574689149856567, "Finetune/Step": 10179, "Finetune/Step Time": 6.682852106168866}
+{"Finetune/Learning Rate": 2.2628803239103104e-08, "Finetune/Loss": 0.563704252243042, "Finetune/Loss (Raw)": 0.6289947628974915, "Finetune/Step": 10180, "Finetune/Step Time": 6.677479922771454}
+{"Finetune/Learning Rate": 2.241984044325962e-08, "Finetune/Loss": 0.5642475485801697, "Finetune/Loss (Raw)": 0.6464781165122986, "Finetune/Step": 10181, "Finetune/Step Time": 6.679321827366948}
+{"Finetune/Learning Rate": 2.2211845865437452e-08, "Finetune/Loss": 0.5638377070426941, "Finetune/Loss (Raw)": 0.500396728515625, "Finetune/Step": 10182, "Finetune/Step Time": 6.677141346037388}
+{"Finetune/Learning Rate": 2.2004819525821562e-08, "Finetune/Loss": 0.5640487670898438, "Finetune/Loss (Raw)": 0.6218928098678589, "Finetune/Step": 10183, "Finetune/Step Time": 6.656341163441539}
+{"Finetune/Learning Rate": 2.1798761444502547e-08, "Finetune/Loss": 0.5636636018753052, "Finetune/Loss (Raw)": 0.5611612200737, "Finetune/Step": 10184, "Finetune/Step Time": 6.656361311674118}
+{"Finetune/Learning Rate": 2.159367164147441e-08, "Finetune/Loss": 0.5670357942581177, "Finetune/Loss (Raw)": 0.6159530282020569, "Finetune/Step": 10185, "Finetune/Step Time": 6.638859963044524}
+{"Finetune/Learning Rate": 2.1389550136640126e-08, "Finetune/Loss": 0.5673650503158569, "Finetune/Loss (Raw)": 0.530098557472229, "Finetune/Step": 10186, "Finetune/Step Time": 6.637585187330842}
+{"Finetune/Learning Rate": 2.1186396949806064e-08, "Finetune/Loss": 0.5682196021080017, "Finetune/Loss (Raw)": 0.5798896551132202, "Finetune/Step": 10187, "Finetune/Step Time": 6.634864404797554}
+{"Finetune/Learning Rate": 2.0984212100687573e-08, "Finetune/Loss": 0.5676757097244263, "Finetune/Loss (Raw)": 0.5511617660522461, "Finetune/Step": 10188, "Finetune/Step Time": 6.62972061522305}
+{"Finetune/Learning Rate": 2.078299560890451e-08, "Finetune/Loss": 0.5692995190620422, "Finetune/Loss (Raw)": 0.6965800523757935, "Finetune/Step": 10189, "Finetune/Step Time": 6.621387396007776}
+{"Finetune/Learning Rate": 2.058274749398126e-08, "Finetune/Loss": 0.5682255029678345, "Finetune/Loss (Raw)": 0.5039584636688232, "Finetune/Step": 10190, "Finetune/Step Time": 6.618774661794305}
+{"Finetune/Learning Rate": 2.038346777535116e-08, "Finetune/Loss": 0.5677100419998169, "Finetune/Loss (Raw)": 0.4922504425048828, "Finetune/Step": 10191, "Finetune/Step Time": 6.617664583027363}
+{"Finetune/Learning Rate": 2.0185156472352084e-08, "Finetune/Loss": 0.567765474319458, "Finetune/Loss (Raw)": 0.6189786791801453, "Finetune/Step": 10192, "Finetune/Step Time": 6.578871566802263}
+{"Finetune/Learning Rate": 1.9987813604228634e-08, "Finetune/Loss": 0.5680276155471802, "Finetune/Loss (Raw)": 0.6056889295578003, "Finetune/Step": 10193, "Finetune/Step Time": 6.586327489465475}
+{"Finetune/Learning Rate": 1.9791439190127715e-08, "Finetune/Loss": 0.5696941614151001, "Finetune/Loss (Raw)": 0.7202380895614624, "Finetune/Step": 10194, "Finetune/Step Time": 6.574141958728433}
+{"Finetune/Learning Rate": 1.9596033249109636e-08, "Finetune/Loss": 0.5711915493011475, "Finetune/Loss (Raw)": 0.6934440732002258, "Finetune/Step": 10195, "Finetune/Step Time": 6.571108262985945}
+{"Finetune/Learning Rate": 1.9401595800133677e-08, "Finetune/Loss": 0.5712579488754272, "Finetune/Loss (Raw)": 0.47581663727760315, "Finetune/Step": 10196, "Finetune/Step Time": 6.580472845584154}
+{"Finetune/Learning Rate": 1.9208126862069188e-08, "Finetune/Loss": 0.5710431933403015, "Finetune/Loss (Raw)": 0.6641916036605835, "Finetune/Step": 10197, "Finetune/Step Time": 6.58075431548059}
+{"Finetune/Learning Rate": 1.9015626453688928e-08, "Finetune/Loss": 0.5715880393981934, "Finetune/Loss (Raw)": 0.6321845650672913, "Finetune/Step": 10198, "Finetune/Step Time": 6.574100945144892}
+{"Finetune/Learning Rate": 1.8824094593674623e-08, "Finetune/Loss": 0.5715548396110535, "Finetune/Loss (Raw)": 0.608277440071106, "Finetune/Step": 10199, "Finetune/Step Time": 6.572028454393148}
+{"Finetune/Learning Rate": 1.8633531300610298e-08, "Finetune/Loss": 0.571199357509613, "Finetune/Loss (Raw)": 0.7345910668373108, "Finetune/Step": 10200, "Finetune/Step Time": 6.5681113842874765}
+{"Finetune/Learning Rate": 1.8443936592991152e-08, "Finetune/Loss": 0.5715169906616211, "Finetune/Loss (Raw)": 0.6775233745574951, "Finetune/Step": 10201, "Finetune/Step Time": 6.561560321599245}
+{"Finetune/Learning Rate": 1.8255310489212475e-08, "Finetune/Loss": 0.5708730220794678, "Finetune/Loss (Raw)": 0.635983407497406, "Finetune/Step": 10202, "Finetune/Step Time": 6.574369564652443}
+{"Finetune/Learning Rate": 1.8067653007580732e-08, "Finetune/Loss": 0.5714250802993774, "Finetune/Loss (Raw)": 0.690956175327301, "Finetune/Step": 10203, "Finetune/Step Time": 6.573612889274955}
+{"Finetune/Learning Rate": 1.7880964166303582e-08, "Finetune/Loss": 0.5703634023666382, "Finetune/Loss (Raw)": 0.5307102203369141, "Finetune/Step": 10204, "Finetune/Step Time": 6.5660650338977575}
+{"Finetune/Learning Rate": 1.7695243983499867e-08, "Finetune/Loss": 0.5693527460098267, "Finetune/Loss (Raw)": 0.46565261483192444, "Finetune/Step": 10205, "Finetune/Step Time": 6.587298098951578}
+{"Finetune/Learning Rate": 1.751049247718961e-08, "Finetune/Loss": 0.5678410530090332, "Finetune/Loss (Raw)": 0.4445493817329407, "Finetune/Step": 10206, "Finetune/Step Time": 6.582889737561345}
+{"Finetune/Learning Rate": 1.732670966530181e-08, "Finetune/Loss": 0.5676707029342651, "Finetune/Loss (Raw)": 0.5548348426818848, "Finetune/Step": 10207, "Finetune/Step Time": 6.5626908428967}
+{"Finetune/Learning Rate": 1.7143895565671086e-08, "Finetune/Loss": 0.5669031143188477, "Finetune/Loss (Raw)": 0.5352340340614319, "Finetune/Step": 10208, "Finetune/Step Time": 6.54733818769455}
+{"Finetune/Learning Rate": 1.6962050196036583e-08, "Finetune/Loss": 0.56770259141922, "Finetune/Loss (Raw)": 0.6787118911743164, "Finetune/Step": 10209, "Finetune/Step Time": 6.541882164776325}
+{"Finetune/Learning Rate": 1.6781173574045295e-08, "Finetune/Loss": 0.5685997009277344, "Finetune/Loss (Raw)": 0.6410845518112183, "Finetune/Step": 10210, "Finetune/Step Time": 6.541423061862588}
+{"Finetune/Learning Rate": 1.660126571724874e-08, "Finetune/Loss": 0.5680860877037048, "Finetune/Loss (Raw)": 0.5879448652267456, "Finetune/Step": 10211, "Finetune/Step Time": 6.540455685928464}
+{"Finetune/Learning Rate": 1.642232664310628e-08, "Finetune/Loss": 0.5676369071006775, "Finetune/Loss (Raw)": 0.5072018504142761, "Finetune/Step": 10212, "Finetune/Step Time": 6.54374548047781}
+{"Finetune/Learning Rate": 1.6244356368980695e-08, "Finetune/Loss": 0.568361759185791, "Finetune/Loss (Raw)": 0.6743744611740112, "Finetune/Step": 10213, "Finetune/Step Time": 6.53986412845552}
+{"Finetune/Learning Rate": 1.6067354912142618e-08, "Finetune/Loss": 0.5683518648147583, "Finetune/Loss (Raw)": 0.5610610842704773, "Finetune/Step": 10214, "Finetune/Step Time": 6.543081738054752}
+{"Finetune/Learning Rate": 1.5891322289768307e-08, "Finetune/Loss": 0.5692692995071411, "Finetune/Loss (Raw)": 0.6448549032211304, "Finetune/Step": 10215, "Finetune/Step Time": 6.544536121189594}
+{"Finetune/Learning Rate": 1.5716258518939655e-08, "Finetune/Loss": 0.56810462474823, "Finetune/Loss (Raw)": 0.5165523290634155, "Finetune/Step": 10216, "Finetune/Step Time": 6.544802302494645}
+{"Finetune/Learning Rate": 1.5542163616644178e-08, "Finetune/Loss": 0.5686742067337036, "Finetune/Loss (Raw)": 0.5889840722084045, "Finetune/Step": 10217, "Finetune/Step Time": 6.527856200933456}
+{"Finetune/Learning Rate": 1.536903759977726e-08, "Finetune/Loss": 0.5686190128326416, "Finetune/Loss (Raw)": 0.5756710171699524, "Finetune/Step": 10218, "Finetune/Step Time": 6.529511297121644}
+{"Finetune/Learning Rate": 1.5196880485137676e-08, "Finetune/Loss": 0.5689672231674194, "Finetune/Loss (Raw)": 0.6424015164375305, "Finetune/Step": 10219, "Finetune/Step Time": 6.533202540129423}
+{"Finetune/Learning Rate": 1.502569228943207e-08, "Finetune/Loss": 0.568567156791687, "Finetune/Loss (Raw)": 0.5592770576477051, "Finetune/Step": 10220, "Finetune/Step Time": 6.525348136201501}
+{"Finetune/Learning Rate": 1.4855473029273814e-08, "Finetune/Loss": 0.5685743093490601, "Finetune/Loss (Raw)": 0.5965847969055176, "Finetune/Step": 10221, "Finetune/Step Time": 6.568107219412923}
+{"Finetune/Learning Rate": 1.468622272117748e-08, "Finetune/Loss": 0.5683962106704712, "Finetune/Loss (Raw)": 0.572989821434021, "Finetune/Step": 10222, "Finetune/Step Time": 6.569374525919557}
+{"Finetune/Learning Rate": 1.4517941381569922e-08, "Finetune/Loss": 0.5677767395973206, "Finetune/Loss (Raw)": 0.5793251395225525, "Finetune/Step": 10223, "Finetune/Step Time": 6.574015600606799}
+{"Finetune/Learning Rate": 1.4350629026779195e-08, "Finetune/Loss": 0.5687296390533447, "Finetune/Loss (Raw)": 0.5796638131141663, "Finetune/Step": 10224, "Finetune/Step Time": 6.5855193212628365}
+{"Finetune/Learning Rate": 1.4184285673043418e-08, "Finetune/Loss": 0.5684245824813843, "Finetune/Loss (Raw)": 0.5650420784950256, "Finetune/Step": 10225, "Finetune/Step Time": 6.5832786578685045}
+{"Finetune/Learning Rate": 1.4018911336501907e-08, "Finetune/Loss": 0.5680686235427856, "Finetune/Loss (Raw)": 0.5340240001678467, "Finetune/Step": 10226, "Finetune/Step Time": 6.583186449483037}
+{"Finetune/Learning Rate": 1.3854506033204041e-08, "Finetune/Loss": 0.5680428743362427, "Finetune/Loss (Raw)": 0.5363060235977173, "Finetune/Step": 10227, "Finetune/Step Time": 6.579223982989788}
+{"Finetune/Learning Rate": 1.3691069779102618e-08, "Finetune/Loss": 0.567408561706543, "Finetune/Loss (Raw)": 0.4502793252468109, "Finetune/Step": 10228, "Finetune/Step Time": 6.5744507890194654}
+{"Finetune/Learning Rate": 1.3528602590059392e-08, "Finetune/Loss": 0.5673032402992249, "Finetune/Loss (Raw)": 0.5430177450180054, "Finetune/Step": 10229, "Finetune/Step Time": 6.573960226029158}
+{"Finetune/Learning Rate": 1.3367104481837312e-08, "Finetune/Loss": 0.5697425603866577, "Finetune/Loss (Raw)": 0.5092127323150635, "Finetune/Step": 10230, "Finetune/Step Time": 6.5450370237231255}
+{"Finetune/Learning Rate": 1.3206575470110506e-08, "Finetune/Loss": 0.5695418119430542, "Finetune/Loss (Raw)": 0.5867663025856018, "Finetune/Step": 10231, "Finetune/Step Time": 6.531853519380093}
+{"Finetune/Learning Rate": 1.304701557045429e-08, "Finetune/Loss": 0.5708128213882446, "Finetune/Loss (Raw)": 0.6357975006103516, "Finetune/Step": 10232, "Finetune/Step Time": 6.561519330367446}
+{"Finetune/Learning Rate": 1.288842479835406e-08, "Finetune/Loss": 0.5731635093688965, "Finetune/Loss (Raw)": 0.6388141512870789, "Finetune/Step": 10233, "Finetune/Step Time": 6.563600180670619}
+{"Finetune/Learning Rate": 1.2730803169199723e-08, "Finetune/Loss": 0.5735843181610107, "Finetune/Loss (Raw)": 0.6203388571739197, "Finetune/Step": 10234, "Finetune/Step Time": 6.570273103192449}
+{"Finetune/Learning Rate": 1.2574150698284603e-08, "Finetune/Loss": 0.574481725692749, "Finetune/Loss (Raw)": 0.5705433487892151, "Finetune/Step": 10235, "Finetune/Step Time": 6.56215245090425}
+{"Finetune/Learning Rate": 1.2418467400812095e-08, "Finetune/Loss": 0.5738881230354309, "Finetune/Loss (Raw)": 0.5306947231292725, "Finetune/Step": 10236, "Finetune/Step Time": 6.58775632083416}
+{"Finetune/Learning Rate": 1.2263753291887892e-08, "Finetune/Loss": 0.5744599103927612, "Finetune/Loss (Raw)": 0.6094500422477722, "Finetune/Step": 10237, "Finetune/Step Time": 6.590485526248813}
+{"Finetune/Learning Rate": 1.211000838652776e-08, "Finetune/Loss": 0.5726531744003296, "Finetune/Loss (Raw)": 0.3882428705692291, "Finetune/Step": 10238, "Finetune/Step Time": 6.60023333504796}
+{"Finetune/Learning Rate": 1.1957232699648657e-08, "Finetune/Loss": 0.5716538429260254, "Finetune/Loss (Raw)": 0.4290107786655426, "Finetune/Step": 10239, "Finetune/Step Time": 6.597098954021931}
+{"Finetune/Learning Rate": 1.1805426246076502e-08, "Finetune/Loss": 0.5723984241485596, "Finetune/Loss (Raw)": 0.6684057712554932, "Finetune/Step": 10240, "Finetune/Step Time": 6.595956988632679}
+{"Finetune/Learning Rate": 1.165458904054395e-08, "Finetune/Loss": 0.572855532169342, "Finetune/Loss (Raw)": 0.6381893754005432, "Finetune/Step": 10241, "Finetune/Step Time": 6.601328240707517}
+{"Finetune/Learning Rate": 1.1504721097685967e-08, "Finetune/Loss": 0.5736576318740845, "Finetune/Loss (Raw)": 0.6191876530647278, "Finetune/Step": 10242, "Finetune/Step Time": 6.60389394313097}
+{"Finetune/Learning Rate": 1.1355822432047581e-08, "Finetune/Loss": 0.5731127262115479, "Finetune/Loss (Raw)": 0.5700806975364685, "Finetune/Step": 10243, "Finetune/Step Time": 6.589245550334454}
+{"Finetune/Learning Rate": 1.1207893058076125e-08, "Finetune/Loss": 0.5699912309646606, "Finetune/Loss (Raw)": 0.256667822599411, "Finetune/Step": 10244, "Finetune/Step Time": 6.611290687695146}
+{"Finetune/Learning Rate": 1.1060932990127893e-08, "Finetune/Loss": 0.5693451166152954, "Finetune/Loss (Raw)": 0.5902034640312195, "Finetune/Step": 10245, "Finetune/Step Time": 6.602980405092239}
+{"Finetune/Learning Rate": 1.0914942242462589e-08, "Finetune/Loss": 0.5695774555206299, "Finetune/Loss (Raw)": 0.6567099094390869, "Finetune/Step": 10246, "Finetune/Step Time": 6.607873097062111}
+{"Finetune/Learning Rate": 1.0769920829248881e-08, "Finetune/Loss": 0.5694435834884644, "Finetune/Loss (Raw)": 0.5963716506958008, "Finetune/Step": 10247, "Finetune/Step Time": 6.611879447475076}
+{"Finetune/Learning Rate": 1.0625868764556624e-08, "Finetune/Loss": 0.5711612701416016, "Finetune/Loss (Raw)": 0.6251416802406311, "Finetune/Step": 10248, "Finetune/Step Time": 6.604730736464262}
+{"Finetune/Learning Rate": 1.0482786062367967e-08, "Finetune/Loss": 0.5694673657417297, "Finetune/Loss (Raw)": 0.44313719868659973, "Finetune/Step": 10249, "Finetune/Step Time": 6.595211630687118}
+{"Finetune/Learning Rate": 1.0340672736565138e-08, "Finetune/Loss": 0.5701864957809448, "Finetune/Loss (Raw)": 0.676027774810791, "Finetune/Step": 10250, "Finetune/Step Time": 6.612140644341707}
+{"Finetune/Learning Rate": 1.0199528800940439e-08, "Finetune/Loss": 0.5690674781799316, "Finetune/Loss (Raw)": 0.5475819706916809, "Finetune/Step": 10251, "Finetune/Step Time": 6.609767943620682}
+{"Finetune/Learning Rate": 1.005935426918847e-08, "Finetune/Loss": 0.5680544972419739, "Finetune/Loss (Raw)": 0.5181015729904175, "Finetune/Step": 10252, "Finetune/Step Time": 6.601828940212727}
+{"Finetune/Learning Rate": 9.920149154912795e-09, "Finetune/Loss": 0.5667499303817749, "Finetune/Loss (Raw)": 0.4218994975090027, "Finetune/Step": 10253, "Finetune/Step Time": 6.611039465293288}
+{"Finetune/Learning Rate": 9.781913471621496e-09, "Finetune/Loss": 0.566250205039978, "Finetune/Loss (Raw)": 0.5748238563537598, "Finetune/Step": 10254, "Finetune/Step Time": 6.615191292017698}
+{"Finetune/Learning Rate": 9.644647232729399e-09, "Finetune/Loss": 0.566786527633667, "Finetune/Loss (Raw)": 0.6358898878097534, "Finetune/Step": 10255, "Finetune/Step Time": 6.60473813302815}
+{"Finetune/Learning Rate": 9.508350451555847e-09, "Finetune/Loss": 0.5657440423965454, "Finetune/Loss (Raw)": 0.5009219646453857, "Finetune/Step": 10256, "Finetune/Step Time": 6.610221434384584}
+{"Finetune/Learning Rate": 9.373023141328041e-09, "Finetune/Loss": 0.5658606886863708, "Finetune/Loss (Raw)": 0.5459949970245361, "Finetune/Step": 10257, "Finetune/Step Time": 6.612997250631452}
+{"Finetune/Learning Rate": 9.238665315177697e-09, "Finetune/Loss": 0.565730094909668, "Finetune/Loss (Raw)": 0.5363993644714355, "Finetune/Step": 10258, "Finetune/Step Time": 6.602314747869968}
+{"Finetune/Learning Rate": 9.105276986142164e-09, "Finetune/Loss": 0.5667929649353027, "Finetune/Loss (Raw)": 0.6308642029762268, "Finetune/Step": 10259, "Finetune/Step Time": 6.577513758093119}
+{"Finetune/Learning Rate": 8.972858167166642e-09, "Finetune/Loss": 0.566508412361145, "Finetune/Loss (Raw)": 0.5185688734054565, "Finetune/Step": 10260, "Finetune/Step Time": 6.591139297932386}
+{"Finetune/Learning Rate": 8.841408871098633e-09, "Finetune/Loss": 0.5661516189575195, "Finetune/Loss (Raw)": 0.484235942363739, "Finetune/Step": 10261, "Finetune/Step Time": 6.612046362832189}
+{"Finetune/Learning Rate": 8.71092911069682e-09, "Finetune/Loss": 0.5663514733314514, "Finetune/Loss (Raw)": 0.5224162936210632, "Finetune/Step": 10262, "Finetune/Step Time": 6.580208363011479}
+{"Finetune/Learning Rate": 8.581418898621074e-09, "Finetune/Loss": 0.5666855573654175, "Finetune/Loss (Raw)": 0.6684051156044006, "Finetune/Step": 10263, "Finetune/Step Time": 6.5772715620696545}
+{"Finetune/Learning Rate": 8.452878247439123e-09, "Finetune/Loss": 0.5675871968269348, "Finetune/Loss (Raw)": 0.6768292784690857, "Finetune/Step": 10264, "Finetune/Step Time": 6.565631467849016}
+{"Finetune/Learning Rate": 8.325307169625429e-09, "Finetune/Loss": 0.5678752064704895, "Finetune/Loss (Raw)": 0.67060786485672, "Finetune/Step": 10265, "Finetune/Step Time": 6.579187788069248}
+{"Finetune/Learning Rate": 8.198705677557872e-09, "Finetune/Loss": 0.5646677017211914, "Finetune/Loss (Raw)": 0.21212898194789886, "Finetune/Step": 10266, "Finetune/Step Time": 6.594612918794155}
+{"Finetune/Learning Rate": 8.07307378352329e-09, "Finetune/Loss": 0.5641682147979736, "Finetune/Loss (Raw)": 0.58414626121521, "Finetune/Step": 10267, "Finetune/Step Time": 6.59238669462502}
+{"Finetune/Learning Rate": 7.948411499711928e-09, "Finetune/Loss": 0.5646629929542542, "Finetune/Loss (Raw)": 0.6578344106674194, "Finetune/Step": 10268, "Finetune/Step Time": 6.593873273581266}
+{"Finetune/Learning Rate": 7.824718838220779e-09, "Finetune/Loss": 0.5652540922164917, "Finetune/Loss (Raw)": 0.6237788796424866, "Finetune/Step": 10269, "Finetune/Step Time": 6.6042617335915565}
+{"Finetune/Learning Rate": 7.701995811053575e-09, "Finetune/Loss": 0.5676301717758179, "Finetune/Loss (Raw)": 0.5155333876609802, "Finetune/Step": 10270, "Finetune/Step Time": 6.589116392657161}
+{"Finetune/Learning Rate": 7.580242430119678e-09, "Finetune/Loss": 0.5677905678749084, "Finetune/Loss (Raw)": 0.611798882484436, "Finetune/Step": 10271, "Finetune/Step Time": 6.567141652107239}
+{"Finetune/Learning Rate": 7.45945870723297e-09, "Finetune/Loss": 0.5673927664756775, "Finetune/Loss (Raw)": 0.505348265171051, "Finetune/Step": 10272, "Finetune/Step Time": 6.570875756442547}
+{"Finetune/Learning Rate": 7.3396446541151854e-09, "Finetune/Loss": 0.5683161020278931, "Finetune/Loss (Raw)": 0.6355915665626526, "Finetune/Step": 10273, "Finetune/Step Time": 6.5278695449233055}
+{"Finetune/Learning Rate": 7.220800282392581e-09, "Finetune/Loss": 0.5684171915054321, "Finetune/Loss (Raw)": 0.5131072998046875, "Finetune/Step": 10274, "Finetune/Step Time": 6.505855036899447}
+{"Finetune/Learning Rate": 7.102925603595934e-09, "Finetune/Loss": 0.5714036822319031, "Finetune/Loss (Raw)": 0.5853214263916016, "Finetune/Step": 10275, "Finetune/Step Time": 6.490758500993252}
+{"Finetune/Learning Rate": 6.9860206291672e-09, "Finetune/Loss": 0.5715920925140381, "Finetune/Loss (Raw)": 0.6244483590126038, "Finetune/Step": 10276, "Finetune/Step Time": 6.468523005023599}
+{"Finetune/Learning Rate": 6.8700853704484205e-09, "Finetune/Loss": 0.5717669725418091, "Finetune/Loss (Raw)": 0.6135513186454773, "Finetune/Step": 10277, "Finetune/Step Time": 6.466428454965353}
+{"Finetune/Learning Rate": 6.755119838689483e-09, "Finetune/Loss": 0.5725497007369995, "Finetune/Loss (Raw)": 0.6800985932350159, "Finetune/Step": 10278, "Finetune/Step Time": 6.480429472401738}
+{"Finetune/Learning Rate": 6.641124045048131e-09, "Finetune/Loss": 0.573388934135437, "Finetune/Loss (Raw)": 0.7006531953811646, "Finetune/Step": 10279, "Finetune/Step Time": 6.471244802698493}
+{"Finetune/Learning Rate": 6.5280980005866245e-09, "Finetune/Loss": 0.5738735795021057, "Finetune/Loss (Raw)": 0.6102388501167297, "Finetune/Step": 10280, "Finetune/Step Time": 6.4736714623868465}
+{"Finetune/Learning Rate": 6.416041716271748e-09, "Finetune/Loss": 0.5743169784545898, "Finetune/Loss (Raw)": 0.5728440880775452, "Finetune/Step": 10281, "Finetune/Step Time": 6.480306643992662}
+{"Finetune/Learning Rate": 6.304955202977025e-09, "Finetune/Loss": 0.573793351650238, "Finetune/Loss (Raw)": 0.5131298899650574, "Finetune/Step": 10282, "Finetune/Step Time": 6.465996189042926}
+{"Finetune/Learning Rate": 6.194838471483833e-09, "Finetune/Loss": 0.5731408596038818, "Finetune/Loss (Raw)": 0.5947365164756775, "Finetune/Step": 10283, "Finetune/Step Time": 6.453975906595588}
+{"Finetune/Learning Rate": 6.085691532476956e-09, "Finetune/Loss": 0.5729074478149414, "Finetune/Loss (Raw)": 0.568038284778595, "Finetune/Step": 10284, "Finetune/Step Time": 6.456430258229375}
+{"Finetune/Learning Rate": 5.977514396546813e-09, "Finetune/Loss": 0.5727885961532593, "Finetune/Loss (Raw)": 0.6181949377059937, "Finetune/Step": 10285, "Finetune/Step Time": 6.442839497700334}
+{"Finetune/Learning Rate": 5.870307074192782e-09, "Finetune/Loss": 0.5726162195205688, "Finetune/Loss (Raw)": 0.6185269951820374, "Finetune/Step": 10286, "Finetune/Step Time": 6.44757878780365}
+{"Finetune/Learning Rate": 5.764069575817655e-09, "Finetune/Loss": 0.5712355375289917, "Finetune/Loss (Raw)": 0.47029927372932434, "Finetune/Step": 10287, "Finetune/Step Time": 6.461678542196751}
+{"Finetune/Learning Rate": 5.65880191172985e-09, "Finetune/Loss": 0.5686075687408447, "Finetune/Loss (Raw)": 0.20250970125198364, "Finetune/Step": 10288, "Finetune/Step Time": 6.481731276959181}
+{"Finetune/Learning Rate": 5.55450409214453e-09, "Finetune/Loss": 0.5690726041793823, "Finetune/Loss (Raw)": 0.5994860529899597, "Finetune/Step": 10289, "Finetune/Step Time": 6.480940587818623}
+{"Finetune/Learning Rate": 5.4511761271835994e-09, "Finetune/Loss": 0.5690872669219971, "Finetune/Loss (Raw)": 0.5313461422920227, "Finetune/Step": 10290, "Finetune/Step Time": 6.478295609354973}
+{"Finetune/Learning Rate": 5.348818026874591e-09, "Finetune/Loss": 0.5692449808120728, "Finetune/Loss (Raw)": 0.579511284828186, "Finetune/Step": 10291, "Finetune/Step Time": 6.460890619084239}
+{"Finetune/Learning Rate": 5.247429801147341e-09, "Finetune/Loss": 0.5691271424293518, "Finetune/Loss (Raw)": 0.5288183689117432, "Finetune/Step": 10292, "Finetune/Step Time": 6.473346427083015}
+{"Finetune/Learning Rate": 5.1470114598439754e-09, "Finetune/Loss": 0.5686749815940857, "Finetune/Loss (Raw)": 0.5094273686408997, "Finetune/Step": 10293, "Finetune/Step Time": 6.4681893195956945}
+{"Finetune/Learning Rate": 5.047563012706702e-09, "Finetune/Loss": 0.5682096481323242, "Finetune/Loss (Raw)": 0.569083571434021, "Finetune/Step": 10294, "Finetune/Step Time": 6.502022452652454}
+{"Finetune/Learning Rate": 4.949084469386689e-09, "Finetune/Loss": 0.5713452100753784, "Finetune/Loss (Raw)": 0.5560702085494995, "Finetune/Step": 10295, "Finetune/Step Time": 6.46301381662488}
+{"Finetune/Learning Rate": 4.8515758394396265e-09, "Finetune/Loss": 0.5707349181175232, "Finetune/Loss (Raw)": 0.5523570775985718, "Finetune/Step": 10296, "Finetune/Step Time": 6.486241677775979}
+{"Finetune/Learning Rate": 4.755037132329054e-09, "Finetune/Loss": 0.571269154548645, "Finetune/Loss (Raw)": 0.6112489700317383, "Finetune/Step": 10297, "Finetune/Step Time": 6.4891820512712}
+{"Finetune/Learning Rate": 4.659468357420815e-09, "Finetune/Loss": 0.5707019567489624, "Finetune/Loss (Raw)": 0.5728484988212585, "Finetune/Step": 10298, "Finetune/Step Time": 6.4951898120343685}
+{"Finetune/Learning Rate": 4.564869523991932e-09, "Finetune/Loss": 0.5707781314849854, "Finetune/Loss (Raw)": 0.6548082828521729, "Finetune/Step": 10299, "Finetune/Step Time": 6.4922100733965635}
+{"Finetune/Learning Rate": 4.47124064121951e-09, "Finetune/Loss": 0.5723944902420044, "Finetune/Loss (Raw)": 0.6503036618232727, "Finetune/Step": 10300, "Finetune/Step Time": 6.4829448740929365}
+{"Finetune/Learning Rate": 4.378581718190722e-09, "Finetune/Loss": 0.573508620262146, "Finetune/Loss (Raw)": 0.5693437457084656, "Finetune/Step": 10301, "Finetune/Step Time": 6.477866314351559}
+{"Finetune/Learning Rate": 4.286892763896156e-09, "Finetune/Loss": 0.5741326808929443, "Finetune/Loss (Raw)": 0.6640341877937317, "Finetune/Step": 10302, "Finetune/Step Time": 6.473845109343529}
+{"Finetune/Learning Rate": 4.196173787234248e-09, "Finetune/Loss": 0.5739684104919434, "Finetune/Loss (Raw)": 0.5715327262878418, "Finetune/Step": 10303, "Finetune/Step Time": 6.47198124229908}
+{"Finetune/Learning Rate": 4.106424797006847e-09, "Finetune/Loss": 0.5739164352416992, "Finetune/Loss (Raw)": 0.5779913067817688, "Finetune/Step": 10304, "Finetune/Step Time": 6.484076261520386}
+{"Finetune/Learning Rate": 4.017645801924764e-09, "Finetune/Loss": 0.5737848281860352, "Finetune/Loss (Raw)": 0.5559298992156982, "Finetune/Step": 10305, "Finetune/Step Time": 6.484543304890394}
+{"Finetune/Learning Rate": 3.929836810603327e-09, "Finetune/Loss": 0.575061023235321, "Finetune/Loss (Raw)": 0.598780632019043, "Finetune/Step": 10306, "Finetune/Step Time": 6.473903346806765}
+{"Finetune/Learning Rate": 3.842997831561279e-09, "Finetune/Loss": 0.5714671015739441, "Finetune/Loss (Raw)": 0.19745118916034698, "Finetune/Step": 10307, "Finetune/Step Time": 6.503088880330324}
+{"Finetune/Learning Rate": 3.757128873226323e-09, "Finetune/Loss": 0.5706582069396973, "Finetune/Loss (Raw)": 0.5254507660865784, "Finetune/Step": 10308, "Finetune/Step Time": 6.512229762971401}
+{"Finetune/Learning Rate": 3.6722299439329034e-09, "Finetune/Loss": 0.5696004629135132, "Finetune/Loss (Raw)": 0.5110892057418823, "Finetune/Step": 10309, "Finetune/Step Time": 6.527880735695362}
+{"Finetune/Learning Rate": 3.588301051916654e-09, "Finetune/Loss": 0.5705381035804749, "Finetune/Loss (Raw)": 0.6204161047935486, "Finetune/Step": 10310, "Finetune/Step Time": 6.531625457108021}
+{"Finetune/Learning Rate": 3.5053422053243913e-09, "Finetune/Loss": 0.5695319175720215, "Finetune/Loss (Raw)": 0.4930994212627411, "Finetune/Step": 10311, "Finetune/Step Time": 6.534843813627958}
+{"Finetune/Learning Rate": 3.4233534122052324e-09, "Finetune/Loss": 0.5685286521911621, "Finetune/Loss (Raw)": 0.43275272846221924, "Finetune/Step": 10312, "Finetune/Step Time": 6.5356400441378355}
+{"Finetune/Learning Rate": 3.342334680515036e-09, "Finetune/Loss": 0.5695247650146484, "Finetune/Loss (Raw)": 0.7434516549110413, "Finetune/Step": 10313, "Finetune/Step Time": 6.532406026497483}
+{"Finetune/Learning Rate": 3.2622860181164005e-09, "Finetune/Loss": 0.5700608491897583, "Finetune/Loss (Raw)": 0.5987117886543274, "Finetune/Step": 10314, "Finetune/Step Time": 6.529032986611128}
+{"Finetune/Learning Rate": 3.1832074327775577e-09, "Finetune/Loss": 0.5706729292869568, "Finetune/Loss (Raw)": 0.6582379937171936, "Finetune/Step": 10315, "Finetune/Step Time": 6.5315181612968445}
+{"Finetune/Learning Rate": 3.1050989321723677e-09, "Finetune/Loss": 0.5706024169921875, "Finetune/Loss (Raw)": 0.5421302318572998, "Finetune/Step": 10316, "Finetune/Step Time": 6.535646844655275}
+{"Finetune/Learning Rate": 3.027960523878104e-09, "Finetune/Loss": 0.5703696012496948, "Finetune/Loss (Raw)": 0.666781485080719, "Finetune/Step": 10317, "Finetune/Step Time": 6.5478653479367495}
+{"Finetune/Learning Rate": 2.95179221538322e-09, "Finetune/Loss": 0.5708551406860352, "Finetune/Loss (Raw)": 0.5661144852638245, "Finetune/Step": 10318, "Finetune/Step Time": 6.556894391775131}
+{"Finetune/Learning Rate": 2.8765940140773608e-09, "Finetune/Loss": 0.5712771415710449, "Finetune/Loss (Raw)": 0.5462637543678284, "Finetune/Step": 10319, "Finetune/Step Time": 6.567704176530242}
+{"Finetune/Learning Rate": 2.8023659272580216e-09, "Finetune/Loss": 0.5704653263092041, "Finetune/Loss (Raw)": 0.5150654315948486, "Finetune/Step": 10320, "Finetune/Step Time": 6.5755003821104765}
+{"Finetune/Learning Rate": 2.7291079621294403e-09, "Finetune/Loss": 0.5705888271331787, "Finetune/Loss (Raw)": 0.6215013861656189, "Finetune/Step": 10321, "Finetune/Step Time": 6.556914500892162}
+{"Finetune/Learning Rate": 2.656820125798154e-09, "Finetune/Loss": 0.5692350268363953, "Finetune/Loss (Raw)": 0.5469450354576111, "Finetune/Step": 10322, "Finetune/Step Time": 6.563977874815464}
+{"Finetune/Learning Rate": 2.5855024252807726e-09, "Finetune/Loss": 0.5689572095870972, "Finetune/Loss (Raw)": 0.6578845381736755, "Finetune/Step": 10323, "Finetune/Step Time": 6.569149857386947}
+{"Finetune/Learning Rate": 2.5151548674973158e-09, "Finetune/Loss": 0.5697790384292603, "Finetune/Loss (Raw)": 0.5810131430625916, "Finetune/Step": 10324, "Finetune/Step Time": 6.564502667635679}
+{"Finetune/Learning Rate": 2.4457774592745453e-09, "Finetune/Loss": 0.566706120967865, "Finetune/Loss (Raw)": 0.27085962891578674, "Finetune/Step": 10325, "Finetune/Step Time": 6.5835250318050385}
+{"Finetune/Learning Rate": 2.377370207343743e-09, "Finetune/Loss": 0.5666115880012512, "Finetune/Loss (Raw)": 0.6200796365737915, "Finetune/Step": 10326, "Finetune/Step Time": 6.584165059030056}
+{"Finetune/Learning Rate": 2.3099331183451536e-09, "Finetune/Loss": 0.5669256448745728, "Finetune/Loss (Raw)": 0.6484817266464233, "Finetune/Step": 10327, "Finetune/Step Time": 6.587667878717184}
+{"Finetune/Learning Rate": 2.24346619882132e-09, "Finetune/Loss": 0.5652817487716675, "Finetune/Loss (Raw)": 0.524164080619812, "Finetune/Step": 10328, "Finetune/Step Time": 6.611454602330923}
+{"Finetune/Learning Rate": 2.177969455221529e-09, "Finetune/Loss": 0.5640110373497009, "Finetune/Loss (Raw)": 0.514876127243042, "Finetune/Step": 10329, "Finetune/Step Time": 6.612077206373215}
+{"Finetune/Learning Rate": 2.1134428939029172e-09, "Finetune/Loss": 0.5639153718948364, "Finetune/Loss (Raw)": 0.623741090297699, "Finetune/Step": 10330, "Finetune/Step Time": 6.602467518299818}
+{"Finetune/Learning Rate": 2.0498865211271424e-09, "Finetune/Loss": 0.5642280578613281, "Finetune/Loss (Raw)": 0.7309741377830505, "Finetune/Step": 10331, "Finetune/Step Time": 6.600859384983778}
+{"Finetune/Learning Rate": 1.987300343060383e-09, "Finetune/Loss": 0.564110517501831, "Finetune/Loss (Raw)": 0.5156720876693726, "Finetune/Step": 10332, "Finetune/Step Time": 6.591587709262967}
+{"Finetune/Learning Rate": 1.9256843657777804e-09, "Finetune/Loss": 0.5649893879890442, "Finetune/Loss (Raw)": 0.5781447291374207, "Finetune/Step": 10333, "Finetune/Step Time": 6.571428066119552}
+{"Finetune/Learning Rate": 1.865038595256774e-09, "Finetune/Loss": 0.5652658939361572, "Finetune/Loss (Raw)": 0.4799390435218811, "Finetune/Step": 10334, "Finetune/Step Time": 6.563532404601574}
+{"Finetune/Learning Rate": 1.805363037382657e-09, "Finetune/Loss": 0.5649787783622742, "Finetune/Loss (Raw)": 0.5180922150611877, "Finetune/Step": 10335, "Finetune/Step Time": 6.5879141595214605}
+{"Finetune/Learning Rate": 1.7466576979474625e-09, "Finetune/Loss": 0.566094160079956, "Finetune/Loss (Raw)": 0.677997350692749, "Finetune/Step": 10336, "Finetune/Step Time": 6.5892743188887835}
+{"Finetune/Learning Rate": 1.6889225826466348e-09, "Finetune/Loss": 0.5647181868553162, "Finetune/Loss (Raw)": 0.5025875568389893, "Finetune/Step": 10337, "Finetune/Step Time": 6.607218451797962}
+{"Finetune/Learning Rate": 1.6321576970845798e-09, "Finetune/Loss": 0.5646399855613708, "Finetune/Loss (Raw)": 0.6310749650001526, "Finetune/Step": 10338, "Finetune/Step Time": 6.608077812939882}
+{"Finetune/Learning Rate": 1.5763630467668933e-09, "Finetune/Loss": 0.5653587579727173, "Finetune/Loss (Raw)": 0.67995285987854, "Finetune/Step": 10339, "Finetune/Step Time": 6.601295875385404}
+{"Finetune/Learning Rate": 1.5215386371103536e-09, "Finetune/Loss": 0.5659513473510742, "Finetune/Loss (Raw)": 0.5830453038215637, "Finetune/Step": 10340, "Finetune/Step Time": 6.599811343476176}
+{"Finetune/Learning Rate": 1.467684473434039e-09, "Finetune/Loss": 0.5654016733169556, "Finetune/Loss (Raw)": 0.6040239930152893, "Finetune/Step": 10341, "Finetune/Step Time": 6.597297769039869}
+{"Finetune/Learning Rate": 1.4148005609637694e-09, "Finetune/Loss": 0.5647966861724854, "Finetune/Loss (Raw)": 0.48362207412719727, "Finetune/Step": 10342, "Finetune/Step Time": 6.587206145748496}
+{"Finetune/Learning Rate": 1.362886904832106e-09, "Finetune/Loss": 0.5641316771507263, "Finetune/Loss (Raw)": 0.5597319006919861, "Finetune/Step": 10343, "Finetune/Step Time": 6.597238428890705}
+{"Finetune/Learning Rate": 1.3119435100761302e-09, "Finetune/Loss": 0.5656238794326782, "Finetune/Loss (Raw)": 0.7075536847114563, "Finetune/Step": 10344, "Finetune/Step Time": 6.582527669146657}
+{"Finetune/Learning Rate": 1.2619703816385554e-09, "Finetune/Loss": 0.565447211265564, "Finetune/Loss (Raw)": 0.5663729310035706, "Finetune/Step": 10345, "Finetune/Step Time": 6.583788210526109}
+{"Finetune/Learning Rate": 1.212967524371056e-09, "Finetune/Loss": 0.5652768611907959, "Finetune/Loss (Raw)": 0.5538607835769653, "Finetune/Step": 10346, "Finetune/Step Time": 6.591566110029817}
+{"Finetune/Learning Rate": 1.1649349430264966e-09, "Finetune/Loss": 0.5646805763244629, "Finetune/Loss (Raw)": 0.5660808086395264, "Finetune/Step": 10347, "Finetune/Step Time": 6.590392217040062}
+{"Finetune/Learning Rate": 1.1178726422667042e-09, "Finetune/Loss": 0.5649501085281372, "Finetune/Loss (Raw)": 0.5937693119049072, "Finetune/Step": 10348, "Finetune/Step Time": 6.581330975517631}
+{"Finetune/Learning Rate": 1.0717806266591357e-09, "Finetune/Loss": 0.5642781257629395, "Finetune/Loss (Raw)": 0.5105822086334229, "Finetune/Step": 10349, "Finetune/Step Time": 6.55135009996593}
+{"Finetune/Learning Rate": 1.0266589006768801e-09, "Finetune/Loss": 0.5642520189285278, "Finetune/Loss (Raw)": 0.5696468949317932, "Finetune/Step": 10350, "Finetune/Step Time": 6.54745227843523}
+{"Finetune/Learning Rate": 9.825074686975467e-10, "Finetune/Loss": 0.5640043020248413, "Finetune/Loss (Raw)": 0.5476181507110596, "Finetune/Step": 10351, "Finetune/Step Time": 6.545835928991437}
+{"Finetune/Learning Rate": 9.393263350043758e-10, "Finetune/Loss": 0.5646432638168335, "Finetune/Loss (Raw)": 0.6614468097686768, "Finetune/Step": 10352, "Finetune/Step Time": 6.530317962169647}
+{"Finetune/Learning Rate": 8.971155037906798e-10, "Finetune/Loss": 0.5657392144203186, "Finetune/Loss (Raw)": 0.7053242325782776, "Finetune/Step": 10353, "Finetune/Step Time": 6.543048759922385}
+{"Finetune/Learning Rate": 8.558749791498511e-10, "Finetune/Loss": 0.5664077997207642, "Finetune/Loss (Raw)": 0.6196092963218689, "Finetune/Step": 10354, "Finetune/Step Time": 6.536649387329817}
+{"Finetune/Learning Rate": 8.156047650853538e-10, "Finetune/Loss": 0.5669991970062256, "Finetune/Loss (Raw)": 0.6119964718818665, "Finetune/Step": 10355, "Finetune/Step Time": 6.53896626830101}
+{"Finetune/Learning Rate": 7.76304865505173e-10, "Finetune/Loss": 0.5682796239852905, "Finetune/Loss (Raw)": 0.6141746044158936, "Finetune/Step": 10356, "Finetune/Step Time": 6.534075014293194}
+{"Finetune/Learning Rate": 7.379752842218146e-10, "Finetune/Loss": 0.5682066679000854, "Finetune/Loss (Raw)": 0.5336767435073853, "Finetune/Step": 10357, "Finetune/Step Time": 6.553366415202618}
+{"Finetune/Learning Rate": 7.00616024955636e-10, "Finetune/Loss": 0.5689588189125061, "Finetune/Loss (Raw)": 0.6054955720901489, "Finetune/Step": 10358, "Finetune/Step Time": 6.55474017560482}
+{"Finetune/Learning Rate": 6.642270913315152e-10, "Finetune/Loss": 0.5683349370956421, "Finetune/Loss (Raw)": 0.506903350353241, "Finetune/Step": 10359, "Finetune/Step Time": 6.555775873363018}
+{"Finetune/Learning Rate": 6.288084868799615e-10, "Finetune/Loss": 0.5684983730316162, "Finetune/Loss (Raw)": 0.6567162871360779, "Finetune/Step": 10360, "Finetune/Step Time": 6.513680513948202}
+{"Finetune/Learning Rate": 5.943602150393357e-10, "Finetune/Loss": 0.5674943327903748, "Finetune/Loss (Raw)": 0.5103001594543457, "Finetune/Step": 10361, "Finetune/Step Time": 6.5074656996876}
+{"Finetune/Learning Rate": 5.60882279151409e-10, "Finetune/Loss": 0.5665732622146606, "Finetune/Loss (Raw)": 0.5024490356445312, "Finetune/Step": 10362, "Finetune/Step Time": 6.515034809708595}
+{"Finetune/Learning Rate": 5.283746824658043e-10, "Finetune/Loss": 0.5669411420822144, "Finetune/Loss (Raw)": 0.617620050907135, "Finetune/Step": 10363, "Finetune/Step Time": 6.500081870704889}
+{"Finetune/Learning Rate": 4.96837428136665e-10, "Finetune/Loss": 0.5642828941345215, "Finetune/Loss (Raw)": 0.1904451698064804, "Finetune/Step": 10364, "Finetune/Step Time": 6.496418301016092}
+{"Finetune/Learning Rate": 4.66270519223766e-10, "Finetune/Loss": 0.5640759468078613, "Finetune/Loss (Raw)": 0.5829581022262573, "Finetune/Step": 10365, "Finetune/Step Time": 6.490134773775935}
+{"Finetune/Learning Rate": 4.366739586936231e-10, "Finetune/Loss": 0.5651625394821167, "Finetune/Loss (Raw)": 0.5273278951644897, "Finetune/Step": 10366, "Finetune/Step Time": 6.481399208307266}
+{"Finetune/Learning Rate": 4.0804774941949344e-10, "Finetune/Loss": 0.5652073621749878, "Finetune/Loss (Raw)": 0.434747576713562, "Finetune/Step": 10367, "Finetune/Step Time": 6.507088154554367}
+{"Finetune/Learning Rate": 3.803918941769347e-10, "Finetune/Loss": 0.564329206943512, "Finetune/Loss (Raw)": 0.5560023188591003, "Finetune/Step": 10368, "Finetune/Step Time": 6.507866986095905}
+{"Finetune/Learning Rate": 3.5370639565157625e-10, "Finetune/Loss": 0.5639603137969971, "Finetune/Loss (Raw)": 0.5909704566001892, "Finetune/Step": 10369, "Finetune/Step Time": 6.507751567289233}
+{"Finetune/Learning Rate": 3.279912564324583e-10, "Finetune/Loss": 0.5643188953399658, "Finetune/Loss (Raw)": 0.6650831699371338, "Finetune/Step": 10370, "Finetune/Step Time": 6.498683573678136}
+{"Finetune/Learning Rate": 3.0324647901425196e-10, "Finetune/Loss": 0.5637112855911255, "Finetune/Loss (Raw)": 0.4923085570335388, "Finetune/Step": 10371, "Finetune/Step Time": 6.517328759655356}
+{"Finetune/Learning Rate": 2.794720657983696e-10, "Finetune/Loss": 0.5656901597976685, "Finetune/Loss (Raw)": 0.5099630355834961, "Finetune/Step": 10372, "Finetune/Step Time": 6.512051394209266}
+{"Finetune/Learning Rate": 2.566680190929649e-10, "Finetune/Loss": 0.5625481605529785, "Finetune/Loss (Raw)": 0.18802715837955475, "Finetune/Step": 10373, "Finetune/Step Time": 6.527016093954444}
+{"Finetune/Learning Rate": 2.3483434110960215e-10, "Finetune/Loss": 0.561789870262146, "Finetune/Loss (Raw)": 0.5596495866775513, "Finetune/Step": 10374, "Finetune/Step Time": 6.522619577124715}
+{"Finetune/Learning Rate": 2.1397103396769702e-10, "Finetune/Loss": 0.5594987273216248, "Finetune/Loss (Raw)": 0.30310580134391785, "Finetune/Step": 10375, "Finetune/Step Time": 6.539337273687124}
+{"Finetune/Learning Rate": 1.9407809969229642e-10, "Finetune/Loss": 0.5596190690994263, "Finetune/Loss (Raw)": 0.6405487656593323, "Finetune/Step": 10376, "Finetune/Step Time": 6.551127258688211}
+{"Finetune/Learning Rate": 1.7515554021185766e-10, "Finetune/Loss": 0.560879111289978, "Finetune/Loss (Raw)": 0.6044187545776367, "Finetune/Step": 10377, "Finetune/Step Time": 6.5322893448174}
+{"Finetune/Learning Rate": 1.572033573649101e-10, "Finetune/Loss": 0.5593541860580444, "Finetune/Loss (Raw)": 0.48083630204200745, "Finetune/Step": 10378, "Finetune/Step Time": 6.531174285337329}
+{"Finetune/Learning Rate": 1.4022155289228345e-10, "Finetune/Loss": 0.5603529214859009, "Finetune/Loss (Raw)": 0.6754176616668701, "Finetune/Step": 10379, "Finetune/Step Time": 6.547622960060835}
+{"Finetune/Learning Rate": 1.2421012844154867e-10, "Finetune/Loss": 0.5576289892196655, "Finetune/Loss (Raw)": 0.16944703459739685, "Finetune/Step": 10380, "Finetune/Step Time": 6.579362917691469}
+{"Finetune/Learning Rate": 1.0916908556812823e-10, "Finetune/Loss": 0.5586239695549011, "Finetune/Loss (Raw)": 0.549250066280365, "Finetune/Step": 10381, "Finetune/Step Time": 6.584401549771428}
+{"Finetune/Learning Rate": 9.509842572974493e-11, "Finetune/Loss": 0.5554576516151428, "Finetune/Loss (Raw)": 0.1695367395877838, "Finetune/Step": 10382, "Finetune/Step Time": 6.602773912250996}
+{"Finetune/Learning Rate": 8.199815029308333e-11, "Finetune/Loss": 0.5548405647277832, "Finetune/Loss (Raw)": 0.5569016933441162, "Finetune/Step": 10383, "Finetune/Step Time": 6.60781535319984}
+{"Finetune/Learning Rate": 6.986826052823859e-11, "Finetune/Loss": 0.5556933879852295, "Finetune/Loss (Raw)": 0.6100868582725525, "Finetune/Step": 10384, "Finetune/Step Time": 6.60029610991478}
+{"Finetune/Learning Rate": 5.87087576131573e-11, "Finetune/Loss": 0.5528914332389832, "Finetune/Loss (Raw)": 0.18734008073806763, "Finetune/Step": 10385, "Finetune/Step Time": 6.626422682777047}
+{"Finetune/Learning Rate": 4.851964263030695e-11, "Finetune/Loss": 0.5530326962471008, "Finetune/Loss (Raw)": 0.5544854998588562, "Finetune/Step": 10386, "Finetune/Step Time": 6.643981276080012}
+{"Finetune/Learning Rate": 3.930091656889623e-11, "Finetune/Loss": 0.5533716678619385, "Finetune/Loss (Raw)": 0.6742528080940247, "Finetune/Step": 10387, "Finetune/Step Time": 6.637810425832868}
+{"Finetune/Learning Rate": 3.1052580323764904e-11, "Finetune/Loss": 0.55409836769104, "Finetune/Loss (Raw)": 0.6115864515304565, "Finetune/Step": 10388, "Finetune/Step Time": 6.625533686950803}
+{"Finetune/Learning Rate": 2.3774634694273547e-11, "Finetune/Loss": 0.5544676184654236, "Finetune/Loss (Raw)": 0.5314929485321045, "Finetune/Step": 10389, "Finetune/Step Time": 6.601473871618509}
+{"Finetune/Learning Rate": 1.7467080386524003e-11, "Finetune/Loss": 0.5554685592651367, "Finetune/Loss (Raw)": 0.6505452990531921, "Finetune/Step": 10390, "Finetune/Step Time": 6.615418376401067}
+{"Finetune/Learning Rate": 1.2129918014469611e-11, "Finetune/Loss": 0.554440975189209, "Finetune/Loss (Raw)": 0.5368714332580566, "Finetune/Step": 10391, "Finetune/Step Time": 6.637847943231463}
+{"Finetune/Learning Rate": 7.76314809436407e-12, "Finetune/Loss": 0.5535385012626648, "Finetune/Loss (Raw)": 0.56131511926651, "Finetune/Step": 10392, "Finetune/Step Time": 6.649745486676693}
+{"Finetune/Learning Rate": 4.3667710503125795e-12, "Finetune/Loss": 0.5538696050643921, "Finetune/Loss (Raw)": 0.712988555431366, "Finetune/Step": 10393, "Finetune/Step Time": 6.632967183366418}
+{"Finetune/Learning Rate": 1.940787212051376e-12, "Finetune/Loss": 0.5557892918586731, "Finetune/Loss (Raw)": 0.45784810185432434, "Finetune/Step": 10394, "Finetune/Step Time": 6.616569334641099}
+{"Finetune/Learning Rate": 4.851968149477415e-13, "Finetune/Loss": 0.5555378198623657, "Finetune/Loss (Raw)": 0.5519564151763916, "Finetune/Step": 10395, "Finetune/Step Time": 6.618728633970022}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.5516009330749512, "Finetune/Loss (Raw)": 0.15391138195991516, "Finetune/Step": 10396, "Finetune/Step Time": 6.636706214398146}