diff --git "a/llava-lrv+7b/run-metrics.jsonl" "b/llava-lrv+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/llava-lrv+7b/run-metrics.jsonl"
@@ -0,0 +1,7877 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k.json", "download/llava-v1.5-instruct"], "type": "llava-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "llava-lrv+7b", "reduce_in_full_precision": false, "type": "llava-lrv+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "llava-lrv+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "llava-lrv+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 8.474576271186442e-08, "Finetune/Loss": 5.558244705200195, "Finetune/Loss (Raw)": 5.558244705200195, "Finetune/Step": 1, "Finetune/Step Time": 19.830833435058594}
+{"Finetune/Learning Rate": 1.6949152542372883e-07, "Finetune/Loss": 5.950996398925781, "Finetune/Loss (Raw)": 6.343748569488525, "Finetune/Step": 2, "Finetune/Step Time": 15.267982721328735}
+{"Finetune/Learning Rate": 2.5423728813559323e-07, "Finetune/Loss": 5.380632400512695, "Finetune/Loss (Raw)": 4.239903450012207, "Finetune/Step": 3, "Finetune/Step Time": 12.050984223683676}
+{"Finetune/Learning Rate": 3.3898305084745766e-07, "Finetune/Loss": 5.085443496704102, "Finetune/Loss (Raw)": 4.1998772621154785, "Finetune/Step": 4, "Finetune/Step Time": 10.622615575790405}
+{"Finetune/Learning Rate": 4.2372881355932204e-07, "Finetune/Loss": 4.666433811187744, "Finetune/Loss (Raw)": 2.990394115447998, "Finetune/Step": 5, "Finetune/Step Time": 9.987490177154541}
+{"Finetune/Learning Rate": 5.084745762711865e-07, "Finetune/Loss": 4.445099353790283, "Finetune/Loss (Raw)": 3.338426351547241, "Finetune/Step": 6, "Finetune/Step Time": 9.327483097712198}
+{"Finetune/Learning Rate": 5.93220338983051e-07, "Finetune/Loss": 4.249183177947998, "Finetune/Loss (Raw)": 3.0736870765686035, "Finetune/Step": 7, "Finetune/Step Time": 8.962831224714007}
+{"Finetune/Learning Rate": 6.779661016949153e-07, "Finetune/Loss": 4.035162448883057, "Finetune/Loss (Raw)": 2.5370171070098877, "Finetune/Step": 8, "Finetune/Step Time": 8.663431406021118}
+{"Finetune/Learning Rate": 7.627118644067798e-07, "Finetune/Loss": 3.8814151287078857, "Finetune/Loss (Raw)": 2.651437997817993, "Finetune/Step": 9, "Finetune/Step Time": 8.614682303534615}
+{"Finetune/Learning Rate": 8.474576271186441e-07, "Finetune/Loss": 3.751100540161133, "Finetune/Loss (Raw)": 2.5782697200775146, "Finetune/Step": 10, "Finetune/Step Time": 8.393717336654664}
+{"Finetune/Learning Rate": 9.322033898305086e-07, "Finetune/Loss": 3.6336135864257812, "Finetune/Loss (Raw)": 2.458742380142212, "Finetune/Step": 11, "Finetune/Step Time": 8.155431552366776}
+{"Finetune/Learning Rate": 1.016949152542373e-06, "Finetune/Loss": 3.547855854034424, "Finetune/Loss (Raw)": 2.6045186519622803, "Finetune/Step": 12, "Finetune/Step Time": 7.961690127849579}
+{"Finetune/Learning Rate": 1.1016949152542374e-06, "Finetune/Loss": 3.4644033908843994, "Finetune/Loss (Raw)": 2.4629740715026855, "Finetune/Step": 13, "Finetune/Step Time": 7.8146721583146315}
+{"Finetune/Learning Rate": 1.186440677966102e-06, "Finetune/Loss": 3.4048056602478027, "Finetune/Loss (Raw)": 2.630035877227783, "Finetune/Step": 14, "Finetune/Step Time": 7.640756283487592}
+{"Finetune/Learning Rate": 1.2711864406779662e-06, "Finetune/Loss": 3.334237575531006, "Finetune/Loss (Raw)": 2.346283197402954, "Finetune/Step": 15, "Finetune/Step Time": 7.539858325322469}
+{"Finetune/Learning Rate": 1.3559322033898307e-06, "Finetune/Loss": 3.2570972442626953, "Finetune/Loss (Raw)": 2.099993944168091, "Finetune/Step": 16, "Finetune/Step Time": 7.419354870915413}
+{"Finetune/Learning Rate": 1.4406779661016951e-06, "Finetune/Loss": 3.187265396118164, "Finetune/Loss (Raw)": 2.069955825805664, "Finetune/Step": 17, "Finetune/Step Time": 7.310200887567857}
+{"Finetune/Learning Rate": 1.5254237288135596e-06, "Finetune/Loss": 3.13421368598938, "Finetune/Loss (Raw)": 2.2323315143585205, "Finetune/Step": 18, "Finetune/Step Time": 7.221645514170329}
+{"Finetune/Learning Rate": 1.6101694915254237e-06, "Finetune/Loss": 3.060060501098633, "Finetune/Loss (Raw)": 1.725303053855896, "Finetune/Step": 19, "Finetune/Step Time": 7.143881622113679}
+{"Finetune/Learning Rate": 1.6949152542372882e-06, "Finetune/Loss": 3.0135273933410645, "Finetune/Loss (Raw)": 2.1294000148773193, "Finetune/Step": 20, "Finetune/Step Time": 7.072431719303131}
+{"Finetune/Learning Rate": 1.7796610169491526e-06, "Finetune/Loss": 2.954954147338867, "Finetune/Loss (Raw)": 1.783492088317871, "Finetune/Step": 21, "Finetune/Step Time": 7.018690949394589}
+{"Finetune/Learning Rate": 1.8644067796610171e-06, "Finetune/Loss": 2.9110662937164307, "Finetune/Loss (Raw)": 1.9894227981567383, "Finetune/Step": 22, "Finetune/Step Time": 7.021193374286998}
+{"Finetune/Learning Rate": 1.9491525423728816e-06, "Finetune/Loss": 2.86661696434021, "Finetune/Loss (Raw)": 1.888733148574829, "Finetune/Step": 23, "Finetune/Step Time": 6.964259272036345}
+{"Finetune/Learning Rate": 2.033898305084746e-06, "Finetune/Loss": 2.814434051513672, "Finetune/Loss (Raw)": 1.614222526550293, "Finetune/Step": 24, "Finetune/Step Time": 6.90455757578214}
+{"Finetune/Learning Rate": 2.11864406779661e-06, "Finetune/Loss": 2.7822155952453613, "Finetune/Loss (Raw)": 2.008974313735962, "Finetune/Step": 25, "Finetune/Step Time": 6.8626152038574215}
+{"Finetune/Learning Rate": 2.203389830508475e-06, "Finetune/Loss": 2.7372612953186035, "Finetune/Loss (Raw)": 1.6133992671966553, "Finetune/Step": 26, "Finetune/Step Time": 6.834632029900184}
+{"Finetune/Learning Rate": 2.288135593220339e-06, "Finetune/Loss": 2.6973307132720947, "Finetune/Loss (Raw)": 1.6591325998306274, "Finetune/Step": 27, "Finetune/Step Time": 6.793608665466309}
+{"Finetune/Learning Rate": 2.372881355932204e-06, "Finetune/Loss": 2.6635806560516357, "Finetune/Loss (Raw)": 1.752327799797058, "Finetune/Step": 28, "Finetune/Step Time": 6.779089280537197}
+{"Finetune/Learning Rate": 2.457627118644068e-06, "Finetune/Loss": 2.6352922916412354, "Finetune/Loss (Raw)": 1.8432302474975586, "Finetune/Step": 29, "Finetune/Step Time": 6.754698194306473}
+{"Finetune/Learning Rate": 2.5423728813559323e-06, "Finetune/Loss": 2.5984246730804443, "Finetune/Loss (Raw)": 1.5292524099349976, "Finetune/Step": 30, "Finetune/Step Time": 6.7683985233306885}
+{"Finetune/Learning Rate": 2.627118644067797e-06, "Finetune/Loss": 2.566041946411133, "Finetune/Loss (Raw)": 1.594566822052002, "Finetune/Step": 31, "Finetune/Step Time": 6.778914613108481}
+{"Finetune/Learning Rate": 2.7118644067796613e-06, "Finetune/Loss": 2.5350422859191895, "Finetune/Loss (Raw)": 1.5740567445755005, "Finetune/Step": 32, "Finetune/Step Time": 6.75582879781723}
+{"Finetune/Learning Rate": 2.7966101694915256e-06, "Finetune/Loss": 2.503822088241577, "Finetune/Loss (Raw)": 1.5047690868377686, "Finetune/Step": 33, "Finetune/Step Time": 6.730059327501239}
+{"Finetune/Learning Rate": 2.8813559322033903e-06, "Finetune/Loss": 2.483020544052124, "Finetune/Loss (Raw)": 1.796569585800171, "Finetune/Step": 34, "Finetune/Step Time": 6.695815366857192}
+{"Finetune/Learning Rate": 2.9661016949152545e-06, "Finetune/Loss": 2.4538772106170654, "Finetune/Loss (Raw)": 1.4630067348480225, "Finetune/Step": 35, "Finetune/Step Time": 6.663882296425956}
+{"Finetune/Learning Rate": 3.0508474576271192e-06, "Finetune/Loss": 2.4297678470611572, "Finetune/Loss (Raw)": 1.5859395265579224, "Finetune/Step": 36, "Finetune/Step Time": 6.648560451136695}
+{"Finetune/Learning Rate": 3.135593220338983e-06, "Finetune/Loss": 2.400115489959717, "Finetune/Loss (Raw)": 1.3326281309127808, "Finetune/Step": 37, "Finetune/Step Time": 6.652821817913571}
+{"Finetune/Learning Rate": 3.2203389830508473e-06, "Finetune/Loss": 2.3435628414154053, "Finetune/Loss (Raw)": 0.2511211633682251, "Finetune/Step": 38, "Finetune/Step Time": 6.636242615549188}
+{"Finetune/Learning Rate": 3.305084745762712e-06, "Finetune/Loss": 2.316932439804077, "Finetune/Loss (Raw)": 1.3049732446670532, "Finetune/Step": 39, "Finetune/Step Time": 6.688863094036396}
+{"Finetune/Learning Rate": 3.3898305084745763e-06, "Finetune/Loss": 2.290292739868164, "Finetune/Loss (Raw)": 1.2513484954833984, "Finetune/Step": 40, "Finetune/Step Time": 6.700083768367767}
+{"Finetune/Learning Rate": 3.474576271186441e-06, "Finetune/Loss": 2.2696168422698975, "Finetune/Loss (Raw)": 1.442589282989502, "Finetune/Step": 41, "Finetune/Step Time": 6.691413385112111}
+{"Finetune/Learning Rate": 3.5593220338983053e-06, "Finetune/Loss": 2.2500874996185303, "Finetune/Loss (Raw)": 1.4493868350982666, "Finetune/Step": 42, "Finetune/Step Time": 6.660351844060989}
+{"Finetune/Learning Rate": 3.6440677966101695e-06, "Finetune/Loss": 2.226694107055664, "Finetune/Loss (Raw)": 1.2441686391830444, "Finetune/Step": 43, "Finetune/Step Time": 6.630735347437304}
+{"Finetune/Learning Rate": 3.7288135593220342e-06, "Finetune/Loss": 2.20463490486145, "Finetune/Loss (Raw)": 1.2560794353485107, "Finetune/Step": 44, "Finetune/Step Time": 6.617576219818809}
+{"Finetune/Learning Rate": 3.8135593220338985e-06, "Finetune/Loss": 2.1830906867980957, "Finetune/Loss (Raw)": 1.2351499795913696, "Finetune/Step": 45, "Finetune/Step Time": 6.610520638359917}
+{"Finetune/Learning Rate": 3.898305084745763e-06, "Finetune/Loss": 2.162149667739868, "Finetune/Loss (Raw)": 1.2197929620742798, "Finetune/Step": 46, "Finetune/Step Time": 6.593244319376738}
+{"Finetune/Learning Rate": 3.9830508474576275e-06, "Finetune/Loss": 2.120983600616455, "Finetune/Loss (Raw)": 0.22735586762428284, "Finetune/Step": 47, "Finetune/Step Time": 6.610292383965025}
+{"Finetune/Learning Rate": 4.067796610169492e-06, "Finetune/Loss": 2.109168767929077, "Finetune/Loss (Raw)": 1.5538665056228638, "Finetune/Step": 48, "Finetune/Step Time": 6.658521244923274}
+{"Finetune/Learning Rate": 4.152542372881356e-06, "Finetune/Loss": 2.0974669456481934, "Finetune/Loss (Raw)": 1.5357794761657715, "Finetune/Step": 49, "Finetune/Step Time": 6.667786014323332}
+{"Finetune/Learning Rate": 4.23728813559322e-06, "Finetune/Loss": 2.0877482891082764, "Finetune/Loss (Raw)": 1.6115375757217407, "Finetune/Step": 50, "Finetune/Step Time": 6.650659384727478}
+{"Finetune/Learning Rate": 4.322033898305085e-06, "Finetune/Loss": 2.073253631591797, "Finetune/Loss (Raw)": 1.3485170602798462, "Finetune/Step": 51, "Finetune/Step Time": 6.648409427381029}
+{"Finetune/Learning Rate": 4.40677966101695e-06, "Finetune/Loss": 2.0564889907836914, "Finetune/Loss (Raw)": 1.2014930248260498, "Finetune/Step": 52, "Finetune/Step Time": 6.667511559449709}
+{"Finetune/Learning Rate": 4.491525423728814e-06, "Finetune/Loss": 2.0438551902770996, "Finetune/Loss (Raw)": 1.386896014213562, "Finetune/Step": 53, "Finetune/Step Time": 6.656450919385226}
+{"Finetune/Learning Rate": 4.576271186440678e-06, "Finetune/Loss": 2.0298588275909424, "Finetune/Loss (Raw)": 1.2880514860153198, "Finetune/Step": 54, "Finetune/Step Time": 6.647362572175485}
+{"Finetune/Learning Rate": 4.6610169491525425e-06, "Finetune/Loss": 2.0206825733184814, "Finetune/Loss (Raw)": 1.525174617767334, "Finetune/Step": 55, "Finetune/Step Time": 6.64989876313643}
+{"Finetune/Learning Rate": 4.745762711864408e-06, "Finetune/Loss": 2.007711887359619, "Finetune/Loss (Raw)": 1.2943053245544434, "Finetune/Step": 56, "Finetune/Step Time": 6.646355147872653}
+{"Finetune/Learning Rate": 4.830508474576272e-06, "Finetune/Loss": 1.9928535223007202, "Finetune/Loss (Raw)": 1.1607966423034668, "Finetune/Step": 57, "Finetune/Step Time": 6.62943090472305}
+{"Finetune/Learning Rate": 4.915254237288136e-06, "Finetune/Loss": 1.9785969257354736, "Finetune/Loss (Raw)": 1.1659700870513916, "Finetune/Step": 58, "Finetune/Step Time": 6.615364202137651}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.9662257432937622, "Finetune/Loss (Raw)": 1.2486937046051025, "Finetune/Step": 59, "Finetune/Step Time": 6.605565640885951}
+{"Finetune/Learning Rate": 5.084745762711865e-06, "Finetune/Loss": 1.9523825645446777, "Finetune/Loss (Raw)": 1.1356257200241089, "Finetune/Step": 60, "Finetune/Step Time": 6.597963710625966}
+{"Finetune/Learning Rate": 5.169491525423729e-06, "Finetune/Loss": 1.945154070854187, "Finetune/Loss (Raw)": 1.5114624500274658, "Finetune/Step": 61, "Finetune/Step Time": 6.588692094458908}
+{"Finetune/Learning Rate": 5.254237288135594e-06, "Finetune/Loss": 1.935300350189209, "Finetune/Loss (Raw)": 1.3342219591140747, "Finetune/Step": 62, "Finetune/Step Time": 6.592531819497386}
+{"Finetune/Learning Rate": 5.338983050847458e-06, "Finetune/Loss": 1.9208518266677856, "Finetune/Loss (Raw)": 1.0250259637832642, "Finetune/Step": 63, "Finetune/Step Time": 6.6028180576506115}
+{"Finetune/Learning Rate": 5.423728813559323e-06, "Finetune/Loss": 1.9139652252197266, "Finetune/Loss (Raw)": 1.4801175594329834, "Finetune/Step": 64, "Finetune/Step Time": 6.618663642555475}
+{"Finetune/Learning Rate": 5.508474576271187e-06, "Finetune/Loss": 1.9033539295196533, "Finetune/Loss (Raw)": 1.2242344617843628, "Finetune/Step": 65, "Finetune/Step Time": 6.606553613222562}
+{"Finetune/Learning Rate": 5.593220338983051e-06, "Finetune/Loss": 1.8973016738891602, "Finetune/Loss (Raw)": 1.503896951675415, "Finetune/Step": 66, "Finetune/Step Time": 6.589104923334989}
+{"Finetune/Learning Rate": 5.677966101694916e-06, "Finetune/Loss": 1.8845881223678589, "Finetune/Loss (Raw)": 1.0455034971237183, "Finetune/Step": 67, "Finetune/Step Time": 6.584935405361119}
+{"Finetune/Learning Rate": 5.7627118644067805e-06, "Finetune/Loss": 1.8758172988891602, "Finetune/Loss (Raw)": 1.2881689071655273, "Finetune/Step": 68, "Finetune/Step Time": 6.564358700724209}
+{"Finetune/Learning Rate": 5.847457627118645e-06, "Finetune/Loss": 1.8642317056655884, "Finetune/Loss (Raw)": 1.076413869857788, "Finetune/Step": 69, "Finetune/Step Time": 6.552317494931429}
+{"Finetune/Learning Rate": 5.932203389830509e-06, "Finetune/Loss": 1.8527942895889282, "Finetune/Loss (Raw)": 1.063610553741455, "Finetune/Step": 70, "Finetune/Step Time": 6.553096488543919}
+{"Finetune/Learning Rate": 6.0169491525423725e-06, "Finetune/Loss": 1.842916488647461, "Finetune/Loss (Raw)": 1.1514776945114136, "Finetune/Step": 71, "Finetune/Step Time": 6.551291814992125}
+{"Finetune/Learning Rate": 6.1016949152542385e-06, "Finetune/Loss": 1.834840178489685, "Finetune/Loss (Raw)": 1.2614094018936157, "Finetune/Step": 72, "Finetune/Step Time": 6.57738964094056}
+{"Finetune/Learning Rate": 6.186440677966103e-06, "Finetune/Loss": 1.8248937129974365, "Finetune/Loss (Raw)": 1.1087510585784912, "Finetune/Step": 73, "Finetune/Step Time": 6.573253344183099}
+{"Finetune/Learning Rate": 6.271186440677966e-06, "Finetune/Loss": 1.8150187730789185, "Finetune/Loss (Raw)": 1.094146728515625, "Finetune/Step": 74, "Finetune/Step Time": 6.563540507007289}
+{"Finetune/Learning Rate": 6.3559322033898304e-06, "Finetune/Loss": 1.8072808980941772, "Finetune/Loss (Raw)": 1.2346817255020142, "Finetune/Step": 75, "Finetune/Step Time": 6.558651526769002}
+{"Finetune/Learning Rate": 6.440677966101695e-06, "Finetune/Loss": 1.800434947013855, "Finetune/Loss (Raw)": 1.2869843244552612, "Finetune/Step": 76, "Finetune/Step Time": 6.557835967917192}
+{"Finetune/Learning Rate": 6.52542372881356e-06, "Finetune/Loss": 1.7896919250488281, "Finetune/Loss (Raw)": 0.9732228517532349, "Finetune/Step": 77, "Finetune/Step Time": 6.54572674206325}
+{"Finetune/Learning Rate": 6.610169491525424e-06, "Finetune/Loss": 1.7829805612564087, "Finetune/Loss (Raw)": 1.2662012577056885, "Finetune/Step": 78, "Finetune/Step Time": 6.540665852717864}
+{"Finetune/Learning Rate": 6.694915254237288e-06, "Finetune/Loss": 1.774292230606079, "Finetune/Loss (Raw)": 1.0966068506240845, "Finetune/Step": 79, "Finetune/Step Time": 6.546297655829901}
+{"Finetune/Learning Rate": 6.779661016949153e-06, "Finetune/Loss": 1.7663673162460327, "Finetune/Loss (Raw)": 1.1402974128723145, "Finetune/Step": 80, "Finetune/Step Time": 6.562216955423355}
+{"Finetune/Learning Rate": 6.864406779661017e-06, "Finetune/Loss": 1.7593990564346313, "Finetune/Loss (Raw)": 1.2019346952438354, "Finetune/Step": 81, "Finetune/Step Time": 6.55361078992302}
+{"Finetune/Learning Rate": 6.949152542372882e-06, "Finetune/Loss": 1.752647876739502, "Finetune/Loss (Raw)": 1.2058171033859253, "Finetune/Step": 82, "Finetune/Step Time": 6.55427505621096}
+{"Finetune/Learning Rate": 7.033898305084746e-06, "Finetune/Loss": 1.7351993322372437, "Finetune/Loss (Raw)": 0.3044013977050781, "Finetune/Step": 83, "Finetune/Step Time": 6.555196986140975}
+{"Finetune/Learning Rate": 7.1186440677966106e-06, "Finetune/Loss": 1.726743459701538, "Finetune/Loss (Raw)": 1.0249083042144775, "Finetune/Step": 84, "Finetune/Step Time": 6.575755133515313}
+{"Finetune/Learning Rate": 7.203389830508475e-06, "Finetune/Loss": 1.7204240560531616, "Finetune/Loss (Raw)": 1.189589262008667, "Finetune/Step": 85, "Finetune/Step Time": 6.565221733205458}
+{"Finetune/Learning Rate": 7.288135593220339e-06, "Finetune/Loss": 1.7130790948867798, "Finetune/Loss (Raw)": 1.0887607336044312, "Finetune/Step": 86, "Finetune/Step Time": 6.586290728214175}
+{"Finetune/Learning Rate": 7.372881355932204e-06, "Finetune/Loss": 1.7051770687103271, "Finetune/Loss (Raw)": 1.0256093740463257, "Finetune/Step": 87, "Finetune/Step Time": 6.586377039723013}
+{"Finetune/Learning Rate": 7.4576271186440685e-06, "Finetune/Loss": 1.6995694637298584, "Finetune/Loss (Raw)": 1.2116917371749878, "Finetune/Step": 88, "Finetune/Step Time": 6.585781560702757}
+{"Finetune/Learning Rate": 7.542372881355933e-06, "Finetune/Loss": 1.6938563585281372, "Finetune/Loss (Raw)": 1.1911273002624512, "Finetune/Step": 89, "Finetune/Step Time": 6.578498765323939}
+{"Finetune/Learning Rate": 7.627118644067797e-06, "Finetune/Loss": 1.6901099681854248, "Finetune/Loss (Raw)": 1.356672763824463, "Finetune/Step": 90, "Finetune/Step Time": 6.587462009323968}
+{"Finetune/Learning Rate": 7.711864406779663e-06, "Finetune/Loss": 1.6812281608581543, "Finetune/Loss (Raw)": 0.8818756341934204, "Finetune/Step": 91, "Finetune/Step Time": 6.579973422563993}
+{"Finetune/Learning Rate": 7.796610169491526e-06, "Finetune/Loss": 1.676852822303772, "Finetune/Loss (Raw)": 1.2786892652511597, "Finetune/Step": 92, "Finetune/Step Time": 6.594251915164616}
+{"Finetune/Learning Rate": 7.88135593220339e-06, "Finetune/Loss": 1.6701982021331787, "Finetune/Loss (Raw)": 1.0579665899276733, "Finetune/Step": 93, "Finetune/Step Time": 6.593059773086219}
+{"Finetune/Learning Rate": 7.966101694915255e-06, "Finetune/Loss": 1.6652181148529053, "Finetune/Loss (Raw)": 1.2020758390426636, "Finetune/Step": 94, "Finetune/Step Time": 6.593530317570301}
+{"Finetune/Learning Rate": 8.050847457627118e-06, "Finetune/Loss": 1.6603747606277466, "Finetune/Loss (Raw)": 1.2050862312316895, "Finetune/Step": 95, "Finetune/Step Time": 6.591508865356445}
+{"Finetune/Learning Rate": 8.135593220338983e-06, "Finetune/Loss": 1.6561726331710815, "Finetune/Loss (Raw)": 1.2569806575775146, "Finetune/Step": 96, "Finetune/Step Time": 6.578296770652135}
+{"Finetune/Learning Rate": 8.220338983050849e-06, "Finetune/Loss": 1.6514309644699097, "Finetune/Loss (Raw)": 1.196254014968872, "Finetune/Step": 97, "Finetune/Step Time": 6.563703477997141}
+{"Finetune/Learning Rate": 8.305084745762712e-06, "Finetune/Loss": 1.6455461978912354, "Finetune/Loss (Raw)": 1.0747144222259521, "Finetune/Step": 98, "Finetune/Step Time": 6.5505237482032}
+{"Finetune/Learning Rate": 8.389830508474577e-06, "Finetune/Loss": 1.6396077871322632, "Finetune/Loss (Raw)": 1.0576316118240356, "Finetune/Step": 99, "Finetune/Step Time": 6.542026801542803}
+{"Finetune/Learning Rate": 8.47457627118644e-06, "Finetune/Loss": 1.63400137424469, "Finetune/Loss (Raw)": 1.0789753198623657, "Finetune/Step": 100, "Finetune/Step Time": 6.5387399077415465}
+{"Finetune/Learning Rate": 8.559322033898306e-06, "Finetune/Loss": 1.6285713911056519, "Finetune/Loss (Raw)": 1.0855765342712402, "Finetune/Step": 101, "Finetune/Step Time": 6.530940605862306}
+{"Finetune/Learning Rate": 8.64406779661017e-06, "Finetune/Loss": 1.6238032579421997, "Finetune/Loss (Raw)": 1.142221212387085, "Finetune/Step": 102, "Finetune/Step Time": 6.525828183866015}
+{"Finetune/Learning Rate": 8.728813559322034e-06, "Finetune/Loss": 1.6214908361434937, "Finetune/Loss (Raw)": 1.385612964630127, "Finetune/Step": 103, "Finetune/Step Time": 6.520615591586215}
+{"Finetune/Learning Rate": 8.8135593220339e-06, "Finetune/Loss": 1.6177668571472168, "Finetune/Loss (Raw)": 1.2341951131820679, "Finetune/Step": 104, "Finetune/Step Time": 6.51152930351404}
+{"Finetune/Learning Rate": 8.898305084745763e-06, "Finetune/Loss": 1.6131391525268555, "Finetune/Loss (Raw)": 1.1318702697753906, "Finetune/Step": 105, "Finetune/Step Time": 6.499481678009033}
+{"Finetune/Learning Rate": 8.983050847457628e-06, "Finetune/Loss": 1.6070386171340942, "Finetune/Loss (Raw)": 0.9664744138717651, "Finetune/Step": 106, "Finetune/Step Time": 6.494753529440682}
+{"Finetune/Learning Rate": 9.067796610169493e-06, "Finetune/Loss": 1.6023768186569214, "Finetune/Loss (Raw)": 1.108244776725769, "Finetune/Step": 107, "Finetune/Step Time": 6.501249193031097}
+{"Finetune/Learning Rate": 9.152542372881356e-06, "Finetune/Loss": 1.597770094871521, "Finetune/Loss (Raw)": 1.1048455238342285, "Finetune/Step": 108, "Finetune/Step Time": 6.5052660858189615}
+{"Finetune/Learning Rate": 9.237288135593222e-06, "Finetune/Loss": 1.592250108718872, "Finetune/Loss (Raw)": 0.9960790872573853, "Finetune/Step": 109, "Finetune/Step Time": 6.497632278214901}
+{"Finetune/Learning Rate": 9.322033898305085e-06, "Finetune/Loss": 1.5885164737701416, "Finetune/Loss (Raw)": 1.1815507411956787, "Finetune/Step": 110, "Finetune/Step Time": 6.495393039963462}
+{"Finetune/Learning Rate": 9.40677966101695e-06, "Finetune/Loss": 1.5854908227920532, "Finetune/Loss (Raw)": 1.2526553869247437, "Finetune/Step": 111, "Finetune/Step Time": 6.499058828697549}
+{"Finetune/Learning Rate": 9.491525423728815e-06, "Finetune/Loss": 1.581968903541565, "Finetune/Loss (Raw)": 1.1910371780395508, "Finetune/Step": 112, "Finetune/Step Time": 6.495359608105251}
+{"Finetune/Learning Rate": 9.576271186440679e-06, "Finetune/Loss": 1.5705108642578125, "Finetune/Loss (Raw)": 0.2872224748134613, "Finetune/Step": 113, "Finetune/Step Time": 6.496316331677733}
+{"Finetune/Learning Rate": 9.661016949152544e-06, "Finetune/Loss": 1.5669158697128296, "Finetune/Loss (Raw)": 1.16067373752594, "Finetune/Step": 114, "Finetune/Step Time": 6.50851175241303}
+{"Finetune/Learning Rate": 9.745762711864407e-06, "Finetune/Loss": 1.5629653930664062, "Finetune/Loss (Raw)": 1.1126267910003662, "Finetune/Step": 115, "Finetune/Step Time": 6.5185027081033455}
+{"Finetune/Learning Rate": 9.830508474576272e-06, "Finetune/Loss": 1.5579315423965454, "Finetune/Loss (Raw)": 0.9790436029434204, "Finetune/Step": 116, "Finetune/Step Time": 6.532597845998303}
+{"Finetune/Learning Rate": 9.915254237288137e-06, "Finetune/Loss": 1.5537021160125732, "Finetune/Loss (Raw)": 1.063066005706787, "Finetune/Step": 117, "Finetune/Step Time": 6.527275016165187}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.5476315021514893, "Finetune/Loss (Raw)": 0.8373708128929138, "Finetune/Step": 118, "Finetune/Step Time": 6.52204110056667}
+{"Finetune/Learning Rate": 1.0084745762711864e-05, "Finetune/Loss": 1.5454000234603882, "Finetune/Loss (Raw)": 1.2820899486541748, "Finetune/Step": 119, "Finetune/Step Time": 6.523027550272581}
+{"Finetune/Learning Rate": 1.016949152542373e-05, "Finetune/Loss": 1.5444955825805664, "Finetune/Loss (Raw)": 1.436866283416748, "Finetune/Step": 120, "Finetune/Step Time": 6.5191864490509035}
+{"Finetune/Learning Rate": 1.0254237288135593e-05, "Finetune/Loss": 1.5416746139526367, "Finetune/Loss (Raw)": 1.2031627893447876, "Finetune/Step": 121, "Finetune/Step Time": 6.5116659018619005}
+{"Finetune/Learning Rate": 1.0338983050847458e-05, "Finetune/Loss": 1.5370222330093384, "Finetune/Loss (Raw)": 0.9740951061248779, "Finetune/Step": 122, "Finetune/Step Time": 6.513309814890877}
+{"Finetune/Learning Rate": 1.0423728813559325e-05, "Finetune/Loss": 1.5335687398910522, "Finetune/Loss (Raw)": 1.1122382879257202, "Finetune/Step": 123, "Finetune/Step Time": 6.50624332195375}
+{"Finetune/Learning Rate": 1.0508474576271188e-05, "Finetune/Loss": 1.530669927597046, "Finetune/Loss (Raw)": 1.1741135120391846, "Finetune/Step": 124, "Finetune/Step Time": 6.500982803683127}
+{"Finetune/Learning Rate": 1.0593220338983052e-05, "Finetune/Loss": 1.5279749631881714, "Finetune/Loss (Raw)": 1.1937748193740845, "Finetune/Step": 125, "Finetune/Step Time": 6.495120107650757}
+{"Finetune/Learning Rate": 1.0677966101694917e-05, "Finetune/Loss": 1.5258971452713013, "Finetune/Loss (Raw)": 1.2661821842193604, "Finetune/Step": 126, "Finetune/Step Time": 6.487363877750578}
+{"Finetune/Learning Rate": 1.076271186440678e-05, "Finetune/Loss": 1.5227365493774414, "Finetune/Loss (Raw)": 1.1245148181915283, "Finetune/Step": 127, "Finetune/Step Time": 6.479605517049474}
+{"Finetune/Learning Rate": 1.0847457627118645e-05, "Finetune/Loss": 1.5193740129470825, "Finetune/Loss (Raw)": 1.0923272371292114, "Finetune/Step": 128, "Finetune/Step Time": 6.473215473815799}
+{"Finetune/Learning Rate": 1.0932203389830509e-05, "Finetune/Loss": 1.4835872650146484, "Finetune/Loss (Raw)": 0.9775338172912598, "Finetune/Step": 129, "Finetune/Step Time": 6.366500047966838}
+{"Finetune/Learning Rate": 1.1016949152542374e-05, "Finetune/Loss": 1.4425764083862305, "Finetune/Loss (Raw)": 1.0943646430969238, "Finetune/Step": 130, "Finetune/Step Time": 6.32900757342577}
+{"Finetune/Learning Rate": 1.1101694915254237e-05, "Finetune/Loss": 1.4176015853881836, "Finetune/Loss (Raw)": 1.043130874633789, "Finetune/Step": 131, "Finetune/Step Time": 6.3357297424227}
+{"Finetune/Learning Rate": 1.1186440677966102e-05, "Finetune/Loss": 1.394045114517212, "Finetune/Loss (Raw)": 1.184648036956787, "Finetune/Step": 132, "Finetune/Step Time": 6.346079343929887}
+{"Finetune/Learning Rate": 1.1271186440677967e-05, "Finetune/Loss": 1.3804364204406738, "Finetune/Loss (Raw)": 1.2484675645828247, "Finetune/Step": 133, "Finetune/Step Time": 6.332229882478714}
+{"Finetune/Learning Rate": 1.1355932203389833e-05, "Finetune/Loss": 1.3625032901763916, "Finetune/Loss (Raw)": 1.0430080890655518, "Finetune/Step": 134, "Finetune/Step Time": 6.337160490453243}
+{"Finetune/Learning Rate": 1.1440677966101696e-05, "Finetune/Loss": 1.3465254306793213, "Finetune/Loss (Raw)": 1.0285038948059082, "Finetune/Step": 135, "Finetune/Step Time": 6.334220316261053}
+{"Finetune/Learning Rate": 1.1525423728813561e-05, "Finetune/Loss": 1.3354458808898926, "Finetune/Loss (Raw)": 1.1188431978225708, "Finetune/Step": 136, "Finetune/Step Time": 6.328787578269839}
+{"Finetune/Learning Rate": 1.1610169491525424e-05, "Finetune/Loss": 1.3241300582885742, "Finetune/Loss (Raw)": 1.2030174732208252, "Finetune/Step": 137, "Finetune/Step Time": 6.313451675698161}
+{"Finetune/Learning Rate": 1.169491525423729e-05, "Finetune/Loss": 1.3116209506988525, "Finetune/Loss (Raw)": 0.9770948886871338, "Finetune/Step": 138, "Finetune/Step Time": 6.307829534634948}
+{"Finetune/Learning Rate": 1.1779661016949153e-05, "Finetune/Loss": 1.3006285429000854, "Finetune/Loss (Raw)": 1.051713466644287, "Finetune/Step": 139, "Finetune/Step Time": 6.3087633065879345}
+{"Finetune/Learning Rate": 1.1864406779661018e-05, "Finetune/Loss": 1.2889609336853027, "Finetune/Loss (Raw)": 1.1110550165176392, "Finetune/Step": 140, "Finetune/Step Time": 6.307697558775544}
+{"Finetune/Learning Rate": 1.1949152542372882e-05, "Finetune/Loss": 1.2786298990249634, "Finetune/Loss (Raw)": 1.1406136751174927, "Finetune/Step": 141, "Finetune/Step Time": 6.307545932009816}
+{"Finetune/Learning Rate": 1.2033898305084745e-05, "Finetune/Loss": 1.2668615579605103, "Finetune/Loss (Raw)": 1.1236870288848877, "Finetune/Step": 142, "Finetune/Step Time": 6.308347225189209}
+{"Finetune/Learning Rate": 1.2118644067796612e-05, "Finetune/Loss": 1.2583496570587158, "Finetune/Loss (Raw)": 1.2567647695541382, "Finetune/Step": 143, "Finetune/Step Time": 6.308348705992103}
+{"Finetune/Learning Rate": 1.2203389830508477e-05, "Finetune/Loss": 1.250999927520752, "Finetune/Loss (Raw)": 1.1592254638671875, "Finetune/Step": 144, "Finetune/Step Time": 6.325205013155937}
+{"Finetune/Learning Rate": 1.228813559322034e-05, "Finetune/Loss": 1.2437437772750854, "Finetune/Loss (Raw)": 1.1411669254302979, "Finetune/Step": 145, "Finetune/Step Time": 6.330596502870321}
+{"Finetune/Learning Rate": 1.2372881355932205e-05, "Finetune/Loss": 1.234899640083313, "Finetune/Loss (Raw)": 1.1002830266952515, "Finetune/Step": 146, "Finetune/Step Time": 6.3334667179733515}
+{"Finetune/Learning Rate": 1.2457627118644069e-05, "Finetune/Loss": 1.2301695346832275, "Finetune/Loss (Raw)": 1.1198526620864868, "Finetune/Step": 147, "Finetune/Step Time": 6.331954380497336}
+{"Finetune/Learning Rate": 1.2542372881355932e-05, "Finetune/Loss": 1.2221033573150635, "Finetune/Loss (Raw)": 1.0969289541244507, "Finetune/Step": 148, "Finetune/Step Time": 6.330066321417689}
+{"Finetune/Learning Rate": 1.2627118644067797e-05, "Finetune/Loss": 1.2158401012420654, "Finetune/Loss (Raw)": 0.9817935228347778, "Finetune/Step": 149, "Finetune/Step Time": 6.328999536111951}
+{"Finetune/Learning Rate": 1.2711864406779661e-05, "Finetune/Loss": 1.207869529724121, "Finetune/Loss (Raw)": 0.9691981077194214, "Finetune/Step": 150, "Finetune/Step Time": 6.320636115968227}
+{"Finetune/Learning Rate": 1.2796610169491526e-05, "Finetune/Loss": 1.2020121812820435, "Finetune/Loss (Raw)": 1.1389857530593872, "Finetune/Step": 151, "Finetune/Step Time": 6.323910841718316}
+{"Finetune/Learning Rate": 1.288135593220339e-05, "Finetune/Loss": 1.1983027458190918, "Finetune/Loss (Raw)": 1.1394140720367432, "Finetune/Step": 152, "Finetune/Step Time": 6.3388590551912785}
+{"Finetune/Learning Rate": 1.2966101694915256e-05, "Finetune/Loss": 1.1919395923614502, "Finetune/Loss (Raw)": 1.194478988647461, "Finetune/Step": 153, "Finetune/Step Time": 6.336309628561139}
+{"Finetune/Learning Rate": 1.305084745762712e-05, "Finetune/Loss": 1.182039499282837, "Finetune/Loss (Raw)": 0.3461931049823761, "Finetune/Step": 154, "Finetune/Step Time": 6.337035419419408}
+{"Finetune/Learning Rate": 1.3135593220338985e-05, "Finetune/Loss": 1.1762439012527466, "Finetune/Loss (Raw)": 0.917303740978241, "Finetune/Step": 155, "Finetune/Step Time": 6.357075456529856}
+{"Finetune/Learning Rate": 1.3220338983050848e-05, "Finetune/Loss": 1.1648272275924683, "Finetune/Loss (Raw)": 0.2909909784793854, "Finetune/Step": 156, "Finetune/Step Time": 6.3601540215313435}
+{"Finetune/Learning Rate": 1.3305084745762713e-05, "Finetune/Loss": 1.1591558456420898, "Finetune/Loss (Raw)": 1.1172865629196167, "Finetune/Step": 157, "Finetune/Step Time": 6.372998494654894}
+{"Finetune/Learning Rate": 1.3389830508474577e-05, "Finetune/Loss": 1.1549688577651978, "Finetune/Loss (Raw)": 0.9933252930641174, "Finetune/Step": 158, "Finetune/Step Time": 6.368975404649973}
+{"Finetune/Learning Rate": 1.3474576271186442e-05, "Finetune/Loss": 1.1506894826889038, "Finetune/Loss (Raw)": 1.046809196472168, "Finetune/Step": 159, "Finetune/Step Time": 6.373889064416289}
+{"Finetune/Learning Rate": 1.3559322033898305e-05, "Finetune/Loss": 1.1474971771240234, "Finetune/Loss (Raw)": 1.1654397249221802, "Finetune/Step": 160, "Finetune/Step Time": 6.3717444483190775}
+{"Finetune/Learning Rate": 1.364406779661017e-05, "Finetune/Loss": 1.143933653831482, "Finetune/Loss (Raw)": 1.0486379861831665, "Finetune/Step": 161, "Finetune/Step Time": 6.370790358632803}
+{"Finetune/Learning Rate": 1.3728813559322034e-05, "Finetune/Loss": 1.13767671585083, "Finetune/Loss (Raw)": 0.9956863522529602, "Finetune/Step": 162, "Finetune/Step Time": 6.370131915435195}
+{"Finetune/Learning Rate": 1.38135593220339e-05, "Finetune/Loss": 1.135463833808899, "Finetune/Loss (Raw)": 1.179755449295044, "Finetune/Step": 163, "Finetune/Step Time": 6.370110481977463}
+{"Finetune/Learning Rate": 1.3898305084745764e-05, "Finetune/Loss": 1.1306979656219482, "Finetune/Loss (Raw)": 0.9759145379066467, "Finetune/Step": 164, "Finetune/Step Time": 6.366890631616116}
+{"Finetune/Learning Rate": 1.3983050847457629e-05, "Finetune/Loss": 1.1278058290481567, "Finetune/Loss (Raw)": 0.9624285697937012, "Finetune/Step": 165, "Finetune/Step Time": 6.386657426133752}
+{"Finetune/Learning Rate": 1.4067796610169493e-05, "Finetune/Loss": 1.1332353353500366, "Finetune/Loss (Raw)": 0.9461002349853516, "Finetune/Step": 166, "Finetune/Step Time": 6.384207844734192}
+{"Finetune/Learning Rate": 1.4152542372881358e-05, "Finetune/Loss": 1.1313915252685547, "Finetune/Loss (Raw)": 1.0689754486083984, "Finetune/Step": 167, "Finetune/Step Time": 6.363466965034604}
+{"Finetune/Learning Rate": 1.4237288135593221e-05, "Finetune/Loss": 1.1291766166687012, "Finetune/Loss (Raw)": 0.9678265452384949, "Finetune/Step": 168, "Finetune/Step Time": 6.353093123063445}
+{"Finetune/Learning Rate": 1.4322033898305086e-05, "Finetune/Loss": 1.1272878646850586, "Finetune/Loss (Raw)": 1.2008267641067505, "Finetune/Step": 169, "Finetune/Step Time": 6.35077702626586}
+{"Finetune/Learning Rate": 1.440677966101695e-05, "Finetune/Loss": 1.125197410583496, "Finetune/Loss (Raw)": 1.1818119287490845, "Finetune/Step": 170, "Finetune/Step Time": 6.356489025056362}
+{"Finetune/Learning Rate": 1.4491525423728813e-05, "Finetune/Loss": 1.1246278285980225, "Finetune/Loss (Raw)": 1.171258807182312, "Finetune/Step": 171, "Finetune/Step Time": 6.363708924502134}
+{"Finetune/Learning Rate": 1.4576271186440678e-05, "Finetune/Loss": 1.1236919164657593, "Finetune/Loss (Raw)": 1.1362919807434082, "Finetune/Step": 172, "Finetune/Step Time": 6.36739213578403}
+{"Finetune/Learning Rate": 1.4661016949152545e-05, "Finetune/Loss": 1.1226218938827515, "Finetune/Loss (Raw)": 1.0981780290603638, "Finetune/Step": 173, "Finetune/Step Time": 6.365630105137825}
+{"Finetune/Learning Rate": 1.4745762711864408e-05, "Finetune/Loss": 1.1222761869430542, "Finetune/Loss (Raw)": 1.1755366325378418, "Finetune/Step": 174, "Finetune/Step Time": 6.3678318951278925}
+{"Finetune/Learning Rate": 1.4830508474576274e-05, "Finetune/Loss": 1.1290862560272217, "Finetune/Loss (Raw)": 1.099047064781189, "Finetune/Step": 175, "Finetune/Step Time": 6.354842819273472}
+{"Finetune/Learning Rate": 1.4915254237288137e-05, "Finetune/Loss": 1.1247401237487793, "Finetune/Loss (Raw)": 0.9975594282150269, "Finetune/Step": 176, "Finetune/Step Time": 6.333361694589257}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.1221060752868652, "Finetune/Loss (Raw)": 1.1986159086227417, "Finetune/Step": 177, "Finetune/Step Time": 6.324799271300435}
+{"Finetune/Learning Rate": 1.5084745762711865e-05, "Finetune/Loss": 1.1179208755493164, "Finetune/Loss (Raw)": 1.07584547996521, "Finetune/Step": 178, "Finetune/Step Time": 6.321960283443332}
+{"Finetune/Learning Rate": 1.5169491525423729e-05, "Finetune/Loss": 1.116319179534912, "Finetune/Loss (Raw)": 1.1435022354125977, "Finetune/Step": 179, "Finetune/Step Time": 6.3112733494490385}
+{"Finetune/Learning Rate": 1.5254237288135594e-05, "Finetune/Loss": 1.1147496700286865, "Finetune/Loss (Raw)": 1.0006015300750732, "Finetune/Step": 180, "Finetune/Step Time": 6.2945295087993145}
+{"Finetune/Learning Rate": 1.533898305084746e-05, "Finetune/Loss": 1.1130456924438477, "Finetune/Loss (Raw)": 1.1687653064727783, "Finetune/Step": 181, "Finetune/Step Time": 6.290271447971463}
+{"Finetune/Learning Rate": 1.5423728813559326e-05, "Finetune/Loss": 1.1114628314971924, "Finetune/Loss (Raw)": 1.085458517074585, "Finetune/Step": 182, "Finetune/Step Time": 6.287432059645653}
+{"Finetune/Learning Rate": 1.550847457627119e-05, "Finetune/Loss": 1.1076545715332031, "Finetune/Loss (Raw)": 1.037711262702942, "Finetune/Step": 183, "Finetune/Step Time": 6.288508916273713}
+{"Finetune/Learning Rate": 1.5593220338983053e-05, "Finetune/Loss": 1.1061384677886963, "Finetune/Loss (Raw)": 1.1002559661865234, "Finetune/Step": 184, "Finetune/Step Time": 6.288321806117892}
+{"Finetune/Learning Rate": 1.5677966101694916e-05, "Finetune/Loss": 1.1044425964355469, "Finetune/Loss (Raw)": 0.9437110424041748, "Finetune/Step": 185, "Finetune/Step Time": 6.299251293763518}
+{"Finetune/Learning Rate": 1.576271186440678e-05, "Finetune/Loss": 1.1047335863113403, "Finetune/Loss (Raw)": 1.203222632408142, "Finetune/Step": 186, "Finetune/Step Time": 6.303943943232298}
+{"Finetune/Learning Rate": 1.5847457627118646e-05, "Finetune/Loss": 1.103553295135498, "Finetune/Loss (Raw)": 1.0976213216781616, "Finetune/Step": 187, "Finetune/Step Time": 6.29881333746016}
+{"Finetune/Learning Rate": 1.593220338983051e-05, "Finetune/Loss": 1.1050032377243042, "Finetune/Loss (Raw)": 1.321212649345398, "Finetune/Step": 188, "Finetune/Step Time": 6.2947072964161634}
+{"Finetune/Learning Rate": 1.6016949152542373e-05, "Finetune/Loss": 1.0998144149780273, "Finetune/Loss (Raw)": 0.8472853899002075, "Finetune/Step": 189, "Finetune/Step Time": 6.294791255146265}
+{"Finetune/Learning Rate": 1.6101694915254237e-05, "Finetune/Loss": 1.0978589057922363, "Finetune/Loss (Raw)": 1.0839147567749023, "Finetune/Step": 190, "Finetune/Step Time": 6.2922244053334}
+{"Finetune/Learning Rate": 1.6186440677966104e-05, "Finetune/Loss": 1.0990818738937378, "Finetune/Loss (Raw)": 1.1815743446350098, "Finetune/Step": 191, "Finetune/Step Time": 6.2761425990611315}
+{"Finetune/Learning Rate": 1.6271186440677967e-05, "Finetune/Loss": 1.0954256057739258, "Finetune/Loss (Raw)": 1.0121216773986816, "Finetune/Step": 192, "Finetune/Step Time": 6.261346787214279}
+{"Finetune/Learning Rate": 1.6355932203389834e-05, "Finetune/Loss": 1.0947442054748535, "Finetune/Loss (Raw)": 1.1370086669921875, "Finetune/Step": 193, "Finetune/Step Time": 6.261875208467245}
+{"Finetune/Learning Rate": 1.6440677966101697e-05, "Finetune/Loss": 1.091702938079834, "Finetune/Loss (Raw)": 1.1146069765090942, "Finetune/Step": 194, "Finetune/Step Time": 6.2691737692803144}
+{"Finetune/Learning Rate": 1.652542372881356e-05, "Finetune/Loss": 1.093471884727478, "Finetune/Loss (Raw)": 1.271938443183899, "Finetune/Step": 195, "Finetune/Step Time": 6.2764806523919106}
+{"Finetune/Learning Rate": 1.6610169491525424e-05, "Finetune/Loss": 1.0907824039459229, "Finetune/Loss (Raw)": 0.9439123868942261, "Finetune/Step": 196, "Finetune/Step Time": 6.278683127835393}
+{"Finetune/Learning Rate": 1.669491525423729e-05, "Finetune/Loss": 1.0905241966247559, "Finetune/Loss (Raw)": 1.0433588027954102, "Finetune/Step": 197, "Finetune/Step Time": 6.283361658453941}
+{"Finetune/Learning Rate": 1.6779661016949154e-05, "Finetune/Loss": 1.0909974575042725, "Finetune/Loss (Raw)": 1.1242057085037231, "Finetune/Step": 198, "Finetune/Step Time": 6.291751381009817}
+{"Finetune/Learning Rate": 1.6864406779661018e-05, "Finetune/Loss": 1.0908899307250977, "Finetune/Loss (Raw)": 1.1377151012420654, "Finetune/Step": 199, "Finetune/Step Time": 6.289024345576763}
+{"Finetune/Learning Rate": 1.694915254237288e-05, "Finetune/Loss": 1.0868991613388062, "Finetune/Loss (Raw)": 0.7505801320075989, "Finetune/Step": 200, "Finetune/Step Time": 6.278225790709257}
+{"Finetune/Learning Rate": 1.7033898305084745e-05, "Finetune/Loss": 1.0857679843902588, "Finetune/Loss (Raw)": 0.9639708995819092, "Finetune/Step": 201, "Finetune/Step Time": 6.294137101620436}
+{"Finetune/Learning Rate": 1.711864406779661e-05, "Finetune/Loss": 1.083500862121582, "Finetune/Loss (Raw)": 0.8039541244506836, "Finetune/Step": 202, "Finetune/Step Time": 6.300502896308899}
+{"Finetune/Learning Rate": 1.7203389830508478e-05, "Finetune/Loss": 1.0812323093414307, "Finetune/Loss (Raw)": 0.9443000555038452, "Finetune/Step": 203, "Finetune/Step Time": 6.314965141937137}
+{"Finetune/Learning Rate": 1.728813559322034e-05, "Finetune/Loss": 1.0800480842590332, "Finetune/Loss (Raw)": 1.1353987455368042, "Finetune/Step": 204, "Finetune/Step Time": 6.31052054092288}
+{"Finetune/Learning Rate": 1.7372881355932205e-05, "Finetune/Loss": 1.0799238681793213, "Finetune/Loss (Raw)": 0.9573206305503845, "Finetune/Step": 205, "Finetune/Step Time": 6.313345719128847}
+{"Finetune/Learning Rate": 1.745762711864407e-05, "Finetune/Loss": 1.0797135829925537, "Finetune/Loss (Raw)": 1.2392852306365967, "Finetune/Step": 206, "Finetune/Step Time": 6.320240572094917}
+{"Finetune/Learning Rate": 1.7542372881355932e-05, "Finetune/Loss": 1.0784937143325806, "Finetune/Loss (Raw)": 0.9404726028442383, "Finetune/Step": 207, "Finetune/Step Time": 6.308098491281271}
+{"Finetune/Learning Rate": 1.76271186440678e-05, "Finetune/Loss": 1.0796751976013184, "Finetune/Loss (Raw)": 1.2915183305740356, "Finetune/Step": 208, "Finetune/Step Time": 6.291645394638181}
+{"Finetune/Learning Rate": 1.7711864406779662e-05, "Finetune/Loss": 1.0789319276809692, "Finetune/Loss (Raw)": 1.1067981719970703, "Finetune/Step": 209, "Finetune/Step Time": 6.28955920226872}
+{"Finetune/Learning Rate": 1.7796610169491526e-05, "Finetune/Loss": 1.077443242073059, "Finetune/Loss (Raw)": 1.0152742862701416, "Finetune/Step": 210, "Finetune/Step Time": 6.280917927622795}
+{"Finetune/Learning Rate": 1.788135593220339e-05, "Finetune/Loss": 1.0838371515274048, "Finetune/Loss (Raw)": 1.1228147745132446, "Finetune/Step": 211, "Finetune/Step Time": 6.27547281421721}
+{"Finetune/Learning Rate": 1.7966101694915256e-05, "Finetune/Loss": 1.0843455791473389, "Finetune/Loss (Raw)": 1.0899933576583862, "Finetune/Step": 212, "Finetune/Step Time": 6.256910907104611}
+{"Finetune/Learning Rate": 1.805084745762712e-05, "Finetune/Loss": 1.0840764045715332, "Finetune/Loss (Raw)": 1.1551311016082764, "Finetune/Step": 213, "Finetune/Step Time": 6.26044961437583}
+{"Finetune/Learning Rate": 1.8135593220338986e-05, "Finetune/Loss": 1.084559679031372, "Finetune/Loss (Raw)": 1.1506174802780151, "Finetune/Step": 214, "Finetune/Step Time": 6.256467746570706}
+{"Finetune/Learning Rate": 1.822033898305085e-05, "Finetune/Loss": 1.0854517221450806, "Finetune/Loss (Raw)": 1.1398005485534668, "Finetune/Step": 215, "Finetune/Step Time": 6.256046576425433}
+{"Finetune/Learning Rate": 1.8305084745762713e-05, "Finetune/Loss": 1.0843406915664673, "Finetune/Loss (Raw)": 1.0694619417190552, "Finetune/Step": 216, "Finetune/Step Time": 6.255433859303594}
+{"Finetune/Learning Rate": 1.8389830508474576e-05, "Finetune/Loss": 1.083108901977539, "Finetune/Loss (Raw)": 1.0334659814834595, "Finetune/Step": 217, "Finetune/Step Time": 6.254552187398076}
+{"Finetune/Learning Rate": 1.8474576271186443e-05, "Finetune/Loss": 1.0814154148101807, "Finetune/Loss (Raw)": 1.1399060487747192, "Finetune/Step": 218, "Finetune/Step Time": 6.246632907539606}
+{"Finetune/Learning Rate": 1.8559322033898307e-05, "Finetune/Loss": 1.082326889038086, "Finetune/Loss (Raw)": 0.998553454875946, "Finetune/Step": 219, "Finetune/Step Time": 6.24278024956584}
+{"Finetune/Learning Rate": 1.864406779661017e-05, "Finetune/Loss": 1.0806574821472168, "Finetune/Loss (Raw)": 1.0649985074996948, "Finetune/Step": 220, "Finetune/Step Time": 6.226147577166557}
+{"Finetune/Learning Rate": 1.8728813559322033e-05, "Finetune/Loss": 1.0799024105072021, "Finetune/Loss (Raw)": 0.9613233208656311, "Finetune/Step": 221, "Finetune/Step Time": 6.2282971907407045}
+{"Finetune/Learning Rate": 1.88135593220339e-05, "Finetune/Loss": 1.078827142715454, "Finetune/Loss (Raw)": 1.0644471645355225, "Finetune/Step": 222, "Finetune/Step Time": 6.233768485486507}
+{"Finetune/Learning Rate": 1.8898305084745764e-05, "Finetune/Loss": 1.076528549194336, "Finetune/Loss (Raw)": 0.9108592867851257, "Finetune/Step": 223, "Finetune/Step Time": 6.2261000368744135}
+{"Finetune/Learning Rate": 1.898305084745763e-05, "Finetune/Loss": 1.075068473815918, "Finetune/Loss (Raw)": 1.0700894594192505, "Finetune/Step": 224, "Finetune/Step Time": 6.230414967983961}
+{"Finetune/Learning Rate": 1.9067796610169494e-05, "Finetune/Loss": 1.075376033782959, "Finetune/Loss (Raw)": 1.2356178760528564, "Finetune/Step": 225, "Finetune/Step Time": 6.238186649978161}
+{"Finetune/Learning Rate": 1.9152542372881357e-05, "Finetune/Loss": 1.07539701461792, "Finetune/Loss (Raw)": 1.0773985385894775, "Finetune/Step": 226, "Finetune/Step Time": 6.240239562466741}
+{"Finetune/Learning Rate": 1.923728813559322e-05, "Finetune/Loss": 1.0766843557357788, "Finetune/Loss (Raw)": 1.2224187850952148, "Finetune/Step": 227, "Finetune/Step Time": 6.238546602427959}
+{"Finetune/Learning Rate": 1.9322033898305087e-05, "Finetune/Loss": 1.0783789157867432, "Finetune/Loss (Raw)": 1.2958688735961914, "Finetune/Step": 228, "Finetune/Step Time": 6.235177865251899}
+{"Finetune/Learning Rate": 1.940677966101695e-05, "Finetune/Loss": 1.0785918235778809, "Finetune/Loss (Raw)": 1.112828254699707, "Finetune/Step": 229, "Finetune/Step Time": 6.240059804171324}
+{"Finetune/Learning Rate": 1.9491525423728814e-05, "Finetune/Loss": 1.0775744915008545, "Finetune/Loss (Raw)": 1.0120091438293457, "Finetune/Step": 230, "Finetune/Step Time": 6.2526729218661785}
+{"Finetune/Learning Rate": 1.9576271186440678e-05, "Finetune/Loss": 1.0756514072418213, "Finetune/Loss (Raw)": 1.139451265335083, "Finetune/Step": 231, "Finetune/Step Time": 6.252176227048039}
+{"Finetune/Learning Rate": 1.9661016949152545e-05, "Finetune/Loss": 1.074441909790039, "Finetune/Loss (Raw)": 1.0793830156326294, "Finetune/Step": 232, "Finetune/Step Time": 6.254122847691178}
+{"Finetune/Learning Rate": 1.9745762711864408e-05, "Finetune/Loss": 1.0745176076889038, "Finetune/Loss (Raw)": 1.1415570974349976, "Finetune/Step": 233, "Finetune/Step Time": 6.257169563323259}
+{"Finetune/Learning Rate": 1.9830508474576275e-05, "Finetune/Loss": 1.0741722583770752, "Finetune/Loss (Raw)": 0.922269880771637, "Finetune/Step": 234, "Finetune/Step Time": 6.255390847101808}
+{"Finetune/Learning Rate": 1.9915254237288138e-05, "Finetune/Loss": 1.0735628604888916, "Finetune/Loss (Raw)": 1.0302410125732422, "Finetune/Step": 235, "Finetune/Step Time": 6.245328223332763}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.073310375213623, "Finetune/Loss (Raw)": 1.072533369064331, "Finetune/Step": 236, "Finetune/Step Time": 6.24578115157783}
+{"Finetune/Learning Rate": 1.9999999154559544e-05, "Finetune/Loss": 1.0746421813964844, "Finetune/Loss (Raw)": 1.166547179222107, "Finetune/Step": 237, "Finetune/Step Time": 6.258824737742543}
+{"Finetune/Learning Rate": 1.9999996618238314e-05, "Finetune/Loss": 1.0739781856536865, "Finetune/Loss (Raw)": 1.0965684652328491, "Finetune/Step": 238, "Finetune/Step Time": 6.254535162821412}
+{"Finetune/Learning Rate": 1.9999992391036744e-05, "Finetune/Loss": 1.0734542608261108, "Finetune/Loss (Raw)": 1.1855732202529907, "Finetune/Step": 239, "Finetune/Step Time": 6.259333711117506}
+{"Finetune/Learning Rate": 1.9999986472955547e-05, "Finetune/Loss": 1.0726802349090576, "Finetune/Loss (Raw)": 1.0919647216796875, "Finetune/Step": 240, "Finetune/Step Time": 6.257996272295713}
+{"Finetune/Learning Rate": 1.999997886399572e-05, "Finetune/Loss": 1.079283595085144, "Finetune/Loss (Raw)": 1.1324589252471924, "Finetune/Step": 241, "Finetune/Step Time": 6.247866274788976}
+{"Finetune/Learning Rate": 1.9999969564158556e-05, "Finetune/Loss": 1.0792279243469238, "Finetune/Loss (Raw)": 1.153552770614624, "Finetune/Step": 242, "Finetune/Step Time": 6.228829350322485}
+{"Finetune/Learning Rate": 1.999995857344562e-05, "Finetune/Loss": 1.0777790546417236, "Finetune/Loss (Raw)": 0.9271616339683533, "Finetune/Step": 243, "Finetune/Step Time": 6.218178015202284}
+{"Finetune/Learning Rate": 1.9999945891858776e-05, "Finetune/Loss": 1.077981948852539, "Finetune/Loss (Raw)": 1.0050259828567505, "Finetune/Step": 244, "Finetune/Step Time": 6.2211267948150635}
+{"Finetune/Learning Rate": 1.9999931519400166e-05, "Finetune/Loss": 1.0760338306427002, "Finetune/Loss (Raw)": 0.8137038350105286, "Finetune/Step": 245, "Finetune/Step Time": 6.224373968318105}
+{"Finetune/Learning Rate": 1.9999915456072218e-05, "Finetune/Loss": 1.0791900157928467, "Finetune/Loss (Raw)": 1.2413620948791504, "Finetune/Step": 246, "Finetune/Step Time": 6.222130926325917}
+{"Finetune/Learning Rate": 1.9999897701877656e-05, "Finetune/Loss": 1.0783488750457764, "Finetune/Loss (Raw)": 1.1744139194488525, "Finetune/Step": 247, "Finetune/Step Time": 6.214547282084823}
+{"Finetune/Learning Rate": 1.9999878256819473e-05, "Finetune/Loss": 1.0753085613250732, "Finetune/Loss (Raw)": 1.0477241277694702, "Finetune/Step": 248, "Finetune/Step Time": 6.215898817405105}
+{"Finetune/Learning Rate": 1.9999857120900964e-05, "Finetune/Loss": 1.0705429315567017, "Finetune/Loss (Raw)": 0.5931532382965088, "Finetune/Step": 249, "Finetune/Step Time": 6.24378627538681}
+{"Finetune/Learning Rate": 1.99998342941257e-05, "Finetune/Loss": 1.0701758861541748, "Finetune/Loss (Raw)": 0.9271239638328552, "Finetune/Step": 250, "Finetune/Step Time": 6.26540894061327}
+{"Finetune/Learning Rate": 1.999980977649754e-05, "Finetune/Loss": 1.070443868637085, "Finetune/Loss (Raw)": 1.14652419090271, "Finetune/Step": 251, "Finetune/Step Time": 6.267398653551936}
+{"Finetune/Learning Rate": 1.9999783568020628e-05, "Finetune/Loss": 1.0703470706939697, "Finetune/Loss (Raw)": 1.1617424488067627, "Finetune/Step": 252, "Finetune/Step Time": 6.267246223986149}
+{"Finetune/Learning Rate": 1.99997556686994e-05, "Finetune/Loss": 1.0693905353546143, "Finetune/Loss (Raw)": 1.0713163614273071, "Finetune/Step": 253, "Finetune/Step Time": 6.265859689563513}
+{"Finetune/Learning Rate": 1.999972607853857e-05, "Finetune/Loss": 1.0674817562103271, "Finetune/Loss (Raw)": 1.0218662023544312, "Finetune/Step": 254, "Finetune/Step Time": 6.267811186611652}
+{"Finetune/Learning Rate": 1.9999694797543144e-05, "Finetune/Loss": 1.0675827264785767, "Finetune/Loss (Raw)": 1.1374348402023315, "Finetune/Step": 255, "Finetune/Step Time": 6.275051532313228}
+{"Finetune/Learning Rate": 1.9999661825718408e-05, "Finetune/Loss": 1.0679543018341064, "Finetune/Loss (Raw)": 1.139880895614624, "Finetune/Step": 256, "Finetune/Step Time": 6.278268167749047}
+{"Finetune/Learning Rate": 1.999962716306994e-05, "Finetune/Loss": 1.0684895515441895, "Finetune/Loss (Raw)": 1.0460543632507324, "Finetune/Step": 257, "Finetune/Step Time": 6.281312968581915}
+{"Finetune/Learning Rate": 1.9999590809603598e-05, "Finetune/Loss": 1.0664730072021484, "Finetune/Loss (Raw)": 0.8362537622451782, "Finetune/Step": 258, "Finetune/Step Time": 6.284201208502054}
+{"Finetune/Learning Rate": 1.9999552765325533e-05, "Finetune/Loss": 1.06532621383667, "Finetune/Loss (Raw)": 0.896332323551178, "Finetune/Step": 259, "Finetune/Step Time": 6.286854414269328}
+{"Finetune/Learning Rate": 1.9999513030242176e-05, "Finetune/Loss": 1.0633865594863892, "Finetune/Loss (Raw)": 0.936384916305542, "Finetune/Step": 260, "Finetune/Step Time": 6.2848882637917995}
+{"Finetune/Learning Rate": 1.9999471604360242e-05, "Finetune/Loss": 1.0633361339569092, "Finetune/Loss (Raw)": 1.2419966459274292, "Finetune/Step": 261, "Finetune/Step Time": 6.29599329829216}
+{"Finetune/Learning Rate": 1.999942848768674e-05, "Finetune/Loss": 1.0631681680679321, "Finetune/Loss (Raw)": 1.0215266942977905, "Finetune/Step": 262, "Finetune/Step Time": 6.287704894319177}
+{"Finetune/Learning Rate": 1.9999383680228962e-05, "Finetune/Loss": 1.064409852027893, "Finetune/Loss (Raw)": 1.1874284744262695, "Finetune/Step": 263, "Finetune/Step Time": 6.287550639361143}
+{"Finetune/Learning Rate": 1.999933718199448e-05, "Finetune/Loss": 1.064476490020752, "Finetune/Loss (Raw)": 1.1273852586746216, "Finetune/Step": 264, "Finetune/Step Time": 6.2843254171311855}
+{"Finetune/Learning Rate": 1.9999288992991158e-05, "Finetune/Loss": 1.0634894371032715, "Finetune/Loss (Raw)": 1.07667076587677, "Finetune/Step": 265, "Finetune/Step Time": 6.2782791294157505}
+{"Finetune/Learning Rate": 1.9999239113227146e-05, "Finetune/Loss": 1.0656626224517822, "Finetune/Loss (Raw)": 1.2552602291107178, "Finetune/Step": 266, "Finetune/Step Time": 6.275612818077207}
+{"Finetune/Learning Rate": 1.999918754271088e-05, "Finetune/Loss": 1.0660319328308105, "Finetune/Loss (Raw)": 1.098981261253357, "Finetune/Step": 267, "Finetune/Step Time": 6.272093107923865}
+{"Finetune/Learning Rate": 1.999913428145107e-05, "Finetune/Loss": 1.0646724700927734, "Finetune/Loss (Raw)": 0.9370520114898682, "Finetune/Step": 268, "Finetune/Step Time": 6.27192728407681}
+{"Finetune/Learning Rate": 1.9999079329456733e-05, "Finetune/Loss": 1.0638902187347412, "Finetune/Loss (Raw)": 1.0404731035232544, "Finetune/Step": 269, "Finetune/Step Time": 6.268298188224435}
+{"Finetune/Learning Rate": 1.9999022686737152e-05, "Finetune/Loss": 1.0640199184417725, "Finetune/Loss (Raw)": 1.1402995586395264, "Finetune/Step": 270, "Finetune/Step Time": 6.268150826916099}
+{"Finetune/Learning Rate": 1.9998964353301912e-05, "Finetune/Loss": 1.0623574256896973, "Finetune/Loss (Raw)": 1.0439648628234863, "Finetune/Step": 271, "Finetune/Step Time": 6.268104309216142}
+{"Finetune/Learning Rate": 1.999890432916087e-05, "Finetune/Loss": 1.0617499351501465, "Finetune/Loss (Raw)": 1.0814621448516846, "Finetune/Step": 272, "Finetune/Step Time": 6.256098611280322}
+{"Finetune/Learning Rate": 1.9998842614324178e-05, "Finetune/Loss": 1.0609368085861206, "Finetune/Loss (Raw)": 1.037092685699463, "Finetune/Step": 273, "Finetune/Step Time": 6.251039456576109}
+{"Finetune/Learning Rate": 1.9998779208802276e-05, "Finetune/Loss": 1.060296654701233, "Finetune/Loss (Raw)": 1.018339991569519, "Finetune/Step": 274, "Finetune/Step Time": 6.250445932149887}
+{"Finetune/Learning Rate": 1.999871411260588e-05, "Finetune/Loss": 1.0607467889785767, "Finetune/Loss (Raw)": 1.1774702072143555, "Finetune/Step": 275, "Finetune/Step Time": 6.267516806721687}
+{"Finetune/Learning Rate": 1.9998647325745995e-05, "Finetune/Loss": 1.060242772102356, "Finetune/Loss (Raw)": 1.0324162244796753, "Finetune/Step": 276, "Finetune/Step Time": 6.272961156442761}
+{"Finetune/Learning Rate": 1.999857884823392e-05, "Finetune/Loss": 1.0613210201263428, "Finetune/Loss (Raw)": 1.119803786277771, "Finetune/Step": 277, "Finetune/Step Time": 6.274506378918886}
+{"Finetune/Learning Rate": 1.999850868008123e-05, "Finetune/Loss": 1.0623077154159546, "Finetune/Loss (Raw)": 1.0955054759979248, "Finetune/Step": 278, "Finetune/Step Time": 6.270998582243919}
+{"Finetune/Learning Rate": 1.9998436821299788e-05, "Finetune/Loss": 1.0609731674194336, "Finetune/Loss (Raw)": 0.96815425157547, "Finetune/Step": 279, "Finetune/Step Time": 6.271973542869091}
+{"Finetune/Learning Rate": 1.9998363271901744e-05, "Finetune/Loss": 1.06095290184021, "Finetune/Loss (Raw)": 1.1368247270584106, "Finetune/Step": 280, "Finetune/Step Time": 6.26609949208796}
+{"Finetune/Learning Rate": 1.999828803189954e-05, "Finetune/Loss": 1.0592374801635742, "Finetune/Loss (Raw)": 0.9749116897583008, "Finetune/Step": 281, "Finetune/Step Time": 6.269012568518519}
+{"Finetune/Learning Rate": 1.9998211101305894e-05, "Finetune/Loss": 1.0655723810195923, "Finetune/Loss (Raw)": 1.1570504903793335, "Finetune/Step": 282, "Finetune/Step Time": 6.265893178060651}
+{"Finetune/Learning Rate": 1.9998132480133818e-05, "Finetune/Loss": 1.0668097734451294, "Finetune/Loss (Raw)": 1.0756887197494507, "Finetune/Step": 283, "Finetune/Step Time": 6.2452656123787165}
+{"Finetune/Learning Rate": 1.9998052168396604e-05, "Finetune/Loss": 1.072382926940918, "Finetune/Loss (Raw)": 1.0043435096740723, "Finetune/Step": 284, "Finetune/Step Time": 6.236879734322429}
+{"Finetune/Learning Rate": 1.999797016610783e-05, "Finetune/Loss": 1.0721849203109741, "Finetune/Loss (Raw)": 1.0919538736343384, "Finetune/Step": 285, "Finetune/Step Time": 6.224211974069476}
+{"Finetune/Learning Rate": 1.9997886473281355e-05, "Finetune/Loss": 1.0721348524093628, "Finetune/Loss (Raw)": 0.986918568611145, "Finetune/Step": 286, "Finetune/Step Time": 6.221220405772328}
+{"Finetune/Learning Rate": 1.9997801089931344e-05, "Finetune/Loss": 1.0719975233078003, "Finetune/Loss (Raw)": 1.0292258262634277, "Finetune/Step": 287, "Finetune/Step Time": 6.205145450308919}
+{"Finetune/Learning Rate": 1.9997714016072228e-05, "Finetune/Loss": 1.0702409744262695, "Finetune/Loss (Raw)": 0.9405897855758667, "Finetune/Step": 288, "Finetune/Step Time": 6.201966755092144}
+{"Finetune/Learning Rate": 1.999762525171873e-05, "Finetune/Loss": 1.0652445554733276, "Finetune/Loss (Raw)": 0.40911462903022766, "Finetune/Step": 289, "Finetune/Step Time": 6.2058678064495325}
+{"Finetune/Learning Rate": 1.999753479688586e-05, "Finetune/Loss": 1.0671275854110718, "Finetune/Loss (Raw)": 1.2367082834243774, "Finetune/Step": 290, "Finetune/Step Time": 6.231483632698655}
+{"Finetune/Learning Rate": 1.9997442651588908e-05, "Finetune/Loss": 1.066476583480835, "Finetune/Loss (Raw)": 1.0964232683181763, "Finetune/Step": 291, "Finetune/Step Time": 6.2382146790623665}
+{"Finetune/Learning Rate": 1.9997348815843463e-05, "Finetune/Loss": 1.0675878524780273, "Finetune/Loss (Raw)": 1.1181761026382446, "Finetune/Step": 292, "Finetune/Step Time": 6.241835564374924}
+{"Finetune/Learning Rate": 1.9997253289665387e-05, "Finetune/Loss": 1.067267656326294, "Finetune/Loss (Raw)": 0.9214381575584412, "Finetune/Step": 293, "Finetune/Step Time": 6.216135770082474}
+{"Finetune/Learning Rate": 1.999715607307083e-05, "Finetune/Loss": 1.0684401988983154, "Finetune/Loss (Raw)": 1.096177101135254, "Finetune/Step": 294, "Finetune/Step Time": 6.2219217997044325}
+{"Finetune/Learning Rate": 1.9997057166076233e-05, "Finetune/Loss": 1.0691200494766235, "Finetune/Loss (Raw)": 1.1559960842132568, "Finetune/Step": 295, "Finetune/Step Time": 6.219480829313397}
+{"Finetune/Learning Rate": 1.9996956568698325e-05, "Finetune/Loss": 1.0703085660934448, "Finetune/Loss (Raw)": 1.1199541091918945, "Finetune/Step": 296, "Finetune/Step Time": 6.218511201441288}
+{"Finetune/Learning Rate": 1.9996854280954106e-05, "Finetune/Loss": 1.0688185691833496, "Finetune/Loss (Raw)": 1.010105013847351, "Finetune/Step": 297, "Finetune/Step Time": 6.212926613166928}
+{"Finetune/Learning Rate": 1.9996750302860877e-05, "Finetune/Loss": 1.0686272382736206, "Finetune/Loss (Raw)": 1.1573264598846436, "Finetune/Step": 298, "Finetune/Step Time": 6.207668021321297}
+{"Finetune/Learning Rate": 1.9996644634436217e-05, "Finetune/Loss": 1.0678106546401978, "Finetune/Loss (Raw)": 1.0667344331741333, "Finetune/Step": 299, "Finetune/Step Time": 6.201327493414283}
+{"Finetune/Learning Rate": 1.9996537275697998e-05, "Finetune/Loss": 1.0669190883636475, "Finetune/Loss (Raw)": 1.0221771001815796, "Finetune/Step": 300, "Finetune/Step Time": 6.195753261446953}
+{"Finetune/Learning Rate": 1.9996428226664367e-05, "Finetune/Loss": 1.0668988227844238, "Finetune/Loss (Raw)": 1.0955893993377686, "Finetune/Step": 301, "Finetune/Step Time": 6.193686731159687}
+{"Finetune/Learning Rate": 1.999631748735377e-05, "Finetune/Loss": 1.0655018091201782, "Finetune/Loss (Raw)": 0.9967009425163269, "Finetune/Step": 302, "Finetune/Step Time": 6.192049922421575}
+{"Finetune/Learning Rate": 1.9996205057784924e-05, "Finetune/Loss": 1.0650575160980225, "Finetune/Loss (Raw)": 1.0421819686889648, "Finetune/Step": 303, "Finetune/Step Time": 6.192139023914933}
+{"Finetune/Learning Rate": 1.9996090937976844e-05, "Finetune/Loss": 1.059761643409729, "Finetune/Loss (Raw)": 0.31968459486961365, "Finetune/Step": 304, "Finetune/Step Time": 6.193415550515056}
+{"Finetune/Learning Rate": 1.9995975127948827e-05, "Finetune/Loss": 1.0585293769836426, "Finetune/Loss (Raw)": 1.040898084640503, "Finetune/Step": 305, "Finetune/Step Time": 6.208135277032852}
+{"Finetune/Learning Rate": 1.9995857627720456e-05, "Finetune/Loss": 1.0570439100265503, "Finetune/Loss (Raw)": 0.885701060295105, "Finetune/Step": 306, "Finetune/Step Time": 6.216729247942567}
+{"Finetune/Learning Rate": 1.999573843731159e-05, "Finetune/Loss": 1.0564497709274292, "Finetune/Loss (Raw)": 1.0674456357955933, "Finetune/Step": 307, "Finetune/Step Time": 6.224731234833598}
+{"Finetune/Learning Rate": 1.999561755674239e-05, "Finetune/Loss": 1.0559287071228027, "Finetune/Loss (Raw)": 0.9339085817337036, "Finetune/Step": 308, "Finetune/Step Time": 6.229560391977429}
+{"Finetune/Learning Rate": 1.99954949860333e-05, "Finetune/Loss": 1.0554860830307007, "Finetune/Loss (Raw)": 1.112120270729065, "Finetune/Step": 309, "Finetune/Step Time": 6.22990183159709}
+{"Finetune/Learning Rate": 1.999537072520504e-05, "Finetune/Loss": 1.0552208423614502, "Finetune/Loss (Raw)": 1.0514888763427734, "Finetune/Step": 310, "Finetune/Step Time": 6.2287209443748}
+{"Finetune/Learning Rate": 1.9995244774278612e-05, "Finetune/Loss": 1.0555472373962402, "Finetune/Loss (Raw)": 1.0794990062713623, "Finetune/Step": 311, "Finetune/Step Time": 6.220123404636979}
+{"Finetune/Learning Rate": 1.999511713327533e-05, "Finetune/Loss": 1.054999589920044, "Finetune/Loss (Raw)": 1.0301518440246582, "Finetune/Step": 312, "Finetune/Step Time": 6.222015326842666}
+{"Finetune/Learning Rate": 1.9994987802216765e-05, "Finetune/Loss": 1.055213451385498, "Finetune/Loss (Raw)": 0.9710975885391235, "Finetune/Step": 313, "Finetune/Step Time": 6.213240388780832}
+{"Finetune/Learning Rate": 1.999485678112479e-05, "Finetune/Loss": 1.0532947778701782, "Finetune/Loss (Raw)": 0.9576264023780823, "Finetune/Step": 314, "Finetune/Step Time": 6.20966037735343}
+{"Finetune/Learning Rate": 1.9994724070021553e-05, "Finetune/Loss": 1.0530545711517334, "Finetune/Loss (Raw)": 1.0668809413909912, "Finetune/Step": 315, "Finetune/Step Time": 6.216054663062096}
+{"Finetune/Learning Rate": 1.99945896689295e-05, "Finetune/Loss": 1.0502161979675293, "Finetune/Loss (Raw)": 0.9578992128372192, "Finetune/Step": 316, "Finetune/Step Time": 6.222588744014502}
+{"Finetune/Learning Rate": 1.999445357787136e-05, "Finetune/Loss": 1.0525634288787842, "Finetune/Loss (Raw)": 1.1477420330047607, "Finetune/Step": 317, "Finetune/Step Time": 6.22860842756927}
+{"Finetune/Learning Rate": 1.9994315796870135e-05, "Finetune/Loss": 1.0526280403137207, "Finetune/Loss (Raw)": 1.0921580791473389, "Finetune/Step": 318, "Finetune/Step Time": 6.223285393789411}
+{"Finetune/Learning Rate": 1.999417632594913e-05, "Finetune/Loss": 1.0529334545135498, "Finetune/Loss (Raw)": 1.2206710577011108, "Finetune/Step": 319, "Finetune/Step Time": 6.229202495887876}
+{"Finetune/Learning Rate": 1.9994035165131924e-05, "Finetune/Loss": 1.0547473430633545, "Finetune/Loss (Raw)": 1.244306206703186, "Finetune/Step": 320, "Finetune/Step Time": 6.228823773562908}
+{"Finetune/Learning Rate": 1.9993892314442384e-05, "Finetune/Loss": 1.0540657043457031, "Finetune/Loss (Raw)": 1.0497606992721558, "Finetune/Step": 321, "Finetune/Step Time": 6.228530252352357}
+{"Finetune/Learning Rate": 1.999374777390467e-05, "Finetune/Loss": 1.0538914203643799, "Finetune/Loss (Raw)": 1.092298984527588, "Finetune/Step": 322, "Finetune/Step Time": 6.228155113756657}
+{"Finetune/Learning Rate": 1.9993601543543215e-05, "Finetune/Loss": 1.0523288249969482, "Finetune/Loss (Raw)": 1.0719168186187744, "Finetune/Step": 323, "Finetune/Step Time": 6.217947563156486}
+{"Finetune/Learning Rate": 1.999345362338275e-05, "Finetune/Loss": 1.0534511804580688, "Finetune/Loss (Raw)": 1.0875811576843262, "Finetune/Step": 324, "Finetune/Step Time": 6.239101391285658}
+{"Finetune/Learning Rate": 1.9993304013448283e-05, "Finetune/Loss": 1.0533344745635986, "Finetune/Loss (Raw)": 1.0284265279769897, "Finetune/Step": 325, "Finetune/Step Time": 6.234986066818237}
+{"Finetune/Learning Rate": 1.9993152713765116e-05, "Finetune/Loss": 1.0530917644500732, "Finetune/Loss (Raw)": 1.093140959739685, "Finetune/Step": 326, "Finetune/Step Time": 6.22364904358983}
+{"Finetune/Learning Rate": 1.999299972435883e-05, "Finetune/Loss": 1.0526765584945679, "Finetune/Loss (Raw)": 1.0845662355422974, "Finetune/Step": 327, "Finetune/Step Time": 6.224771337583661}
+{"Finetune/Learning Rate": 1.999284504525529e-05, "Finetune/Loss": 1.0556879043579102, "Finetune/Loss (Raw)": 1.1360188722610474, "Finetune/Step": 328, "Finetune/Step Time": 6.230103673413396}
+{"Finetune/Learning Rate": 1.9992688676480654e-05, "Finetune/Loss": 1.0562493801116943, "Finetune/Loss (Raw)": 1.035835862159729, "Finetune/Step": 329, "Finetune/Step Time": 6.2198427729308605}
+{"Finetune/Learning Rate": 1.999253061806136e-05, "Finetune/Loss": 1.0591378211975098, "Finetune/Loss (Raw)": 1.173691749572754, "Finetune/Step": 330, "Finetune/Step Time": 6.211994746699929}
+{"Finetune/Learning Rate": 1.999237087002414e-05, "Finetune/Loss": 1.0603227615356445, "Finetune/Loss (Raw)": 1.0959761142730713, "Finetune/Step": 331, "Finetune/Step Time": 6.193270234391093}
+{"Finetune/Learning Rate": 1.9992209432395994e-05, "Finetune/Loss": 1.0614179372787476, "Finetune/Loss (Raw)": 1.2755768299102783, "Finetune/Step": 332, "Finetune/Step Time": 6.191579444333911}
+{"Finetune/Learning Rate": 1.999204630520423e-05, "Finetune/Loss": 1.0623137950897217, "Finetune/Loss (Raw)": 1.0719972848892212, "Finetune/Step": 333, "Finetune/Step Time": 6.187099618837237}
+{"Finetune/Learning Rate": 1.9991881488476425e-05, "Finetune/Loss": 1.061176061630249, "Finetune/Loss (Raw)": 1.0936540365219116, "Finetune/Step": 334, "Finetune/Step Time": 6.17397453635931}
+{"Finetune/Learning Rate": 1.9991714982240448e-05, "Finetune/Loss": 1.0625112056732178, "Finetune/Loss (Raw)": 1.111362338066101, "Finetune/Step": 335, "Finetune/Step Time": 6.178840830922127}
+{"Finetune/Learning Rate": 1.999154678652446e-05, "Finetune/Loss": 1.0604684352874756, "Finetune/Loss (Raw)": 1.0300525426864624, "Finetune/Step": 336, "Finetune/Step Time": 6.180128403007984}
+{"Finetune/Learning Rate": 1.9991376901356888e-05, "Finetune/Loss": 1.0610859394073486, "Finetune/Loss (Raw)": 1.185834288597107, "Finetune/Step": 337, "Finetune/Step Time": 6.187726428732276}
+{"Finetune/Learning Rate": 1.999120532676647e-05, "Finetune/Loss": 1.0614871978759766, "Finetune/Loss (Raw)": 1.0666429996490479, "Finetune/Step": 338, "Finetune/Step Time": 6.201119353994727}
+{"Finetune/Learning Rate": 1.999103206278221e-05, "Finetune/Loss": 1.0549860000610352, "Finetune/Loss (Raw)": 0.2906572222709656, "Finetune/Step": 339, "Finetune/Step Time": 6.202262792736292}
+{"Finetune/Learning Rate": 1.999085710943341e-05, "Finetune/Loss": 1.054223895072937, "Finetune/Loss (Raw)": 0.9924351572990417, "Finetune/Step": 340, "Finetune/Step Time": 6.219619719311595}
+{"Finetune/Learning Rate": 1.999068046674965e-05, "Finetune/Loss": 1.0534340143203735, "Finetune/Loss (Raw)": 1.0540366172790527, "Finetune/Step": 341, "Finetune/Step Time": 6.211980789899826}
+{"Finetune/Learning Rate": 1.999050213476079e-05, "Finetune/Loss": 1.0520741939544678, "Finetune/Loss (Raw)": 0.9765562415122986, "Finetune/Step": 342, "Finetune/Step Time": 6.19161219522357}
+{"Finetune/Learning Rate": 1.9990322113496998e-05, "Finetune/Loss": 1.052004337310791, "Finetune/Loss (Raw)": 1.1308612823486328, "Finetune/Step": 343, "Finetune/Step Time": 6.184659231454134}
+{"Finetune/Learning Rate": 1.9990140402988708e-05, "Finetune/Loss": 1.053041934967041, "Finetune/Loss (Raw)": 1.202264666557312, "Finetune/Step": 344, "Finetune/Step Time": 6.176159789785743}
+{"Finetune/Learning Rate": 1.998995700326664e-05, "Finetune/Loss": 1.053083896636963, "Finetune/Loss (Raw)": 1.0388436317443848, "Finetune/Step": 345, "Finetune/Step Time": 6.171849271282554}
+{"Finetune/Learning Rate": 1.998977191436181e-05, "Finetune/Loss": 1.053609848022461, "Finetune/Loss (Raw)": 1.2072362899780273, "Finetune/Step": 346, "Finetune/Step Time": 6.163740012794733}
+{"Finetune/Learning Rate": 1.9989585136305516e-05, "Finetune/Loss": 1.05471670627594, "Finetune/Loss (Raw)": 1.1402162313461304, "Finetune/Step": 347, "Finetune/Step Time": 6.162852102890611}
+{"Finetune/Learning Rate": 1.9989396669129334e-05, "Finetune/Loss": 1.05485200881958, "Finetune/Loss (Raw)": 1.0823206901550293, "Finetune/Step": 348, "Finetune/Step Time": 6.158051688224077}
+{"Finetune/Learning Rate": 1.9989206512865132e-05, "Finetune/Loss": 1.0563032627105713, "Finetune/Loss (Raw)": 1.1470812559127808, "Finetune/Step": 349, "Finetune/Step Time": 6.146730113774538}
+{"Finetune/Learning Rate": 1.9989014667545073e-05, "Finetune/Loss": 1.0556399822235107, "Finetune/Loss (Raw)": 0.9795610308647156, "Finetune/Step": 350, "Finetune/Step Time": 6.134614337235689}
+{"Finetune/Learning Rate": 1.9988821133201584e-05, "Finetune/Loss": 1.0562994480133057, "Finetune/Loss (Raw)": 0.9952751994132996, "Finetune/Step": 351, "Finetune/Step Time": 6.1417923383414745}
+{"Finetune/Learning Rate": 1.998862590986739e-05, "Finetune/Loss": 1.0566054582595825, "Finetune/Loss (Raw)": 1.1092445850372314, "Finetune/Step": 352, "Finetune/Step Time": 6.1554693058133125}
+{"Finetune/Learning Rate": 1.998842899757551e-05, "Finetune/Loss": 1.0559172630310059, "Finetune/Loss (Raw)": 1.147536039352417, "Finetune/Step": 353, "Finetune/Step Time": 6.162925947457552}
+{"Finetune/Learning Rate": 1.9988230396359237e-05, "Finetune/Loss": 1.055347204208374, "Finetune/Loss (Raw)": 1.004425287246704, "Finetune/Step": 354, "Finetune/Step Time": 6.168753609061241}
+{"Finetune/Learning Rate": 1.9988030106252143e-05, "Finetune/Loss": 1.0543439388275146, "Finetune/Loss (Raw)": 1.0940051078796387, "Finetune/Step": 355, "Finetune/Step Time": 6.174327025189996}
+{"Finetune/Learning Rate": 1.9987828127288105e-05, "Finetune/Loss": 1.0520141124725342, "Finetune/Loss (Raw)": 0.9976566433906555, "Finetune/Step": 356, "Finetune/Step Time": 6.17274990491569}
+{"Finetune/Learning Rate": 1.9987624459501273e-05, "Finetune/Loss": 1.0517282485961914, "Finetune/Loss (Raw)": 1.076245903968811, "Finetune/Step": 357, "Finetune/Step Time": 6.179441597312689}
+{"Finetune/Learning Rate": 1.998741910292608e-05, "Finetune/Loss": 1.0515048503875732, "Finetune/Loss (Raw)": 0.9834043979644775, "Finetune/Step": 358, "Finetune/Step Time": 6.179676577448845}
+{"Finetune/Learning Rate": 1.998721205759725e-05, "Finetune/Loss": 1.0505563020706177, "Finetune/Loss (Raw)": 1.0180350542068481, "Finetune/Step": 359, "Finetune/Step Time": 6.179496817290783}
+{"Finetune/Learning Rate": 1.99870033235498e-05, "Finetune/Loss": 1.0510311126708984, "Finetune/Loss (Raw)": 1.140150547027588, "Finetune/Step": 360, "Finetune/Step Time": 6.179323514923453}
+{"Finetune/Learning Rate": 1.9986792900819016e-05, "Finetune/Loss": 1.0449033975601196, "Finetune/Loss (Raw)": 0.3572138249874115, "Finetune/Step": 361, "Finetune/Step Time": 6.180579915642738}
+{"Finetune/Learning Rate": 1.998658078944048e-05, "Finetune/Loss": 1.0454766750335693, "Finetune/Loss (Raw)": 0.9956410527229309, "Finetune/Step": 362, "Finetune/Step Time": 6.206442721188068}
+{"Finetune/Learning Rate": 1.9986366989450058e-05, "Finetune/Loss": 1.0458786487579346, "Finetune/Loss (Raw)": 1.0816899538040161, "Finetune/Step": 363, "Finetune/Step Time": 6.221954049542546}
+{"Finetune/Learning Rate": 1.9986151500883905e-05, "Finetune/Loss": 1.0457712411880493, "Finetune/Loss (Raw)": 1.0587948560714722, "Finetune/Step": 364, "Finetune/Step Time": 6.209632677957416}
+{"Finetune/Learning Rate": 1.998593432377845e-05, "Finetune/Loss": 1.043304443359375, "Finetune/Loss (Raw)": 0.8508026003837585, "Finetune/Step": 365, "Finetune/Step Time": 6.1970273572951555}
+{"Finetune/Learning Rate": 1.998571545817042e-05, "Finetune/Loss": 1.042647123336792, "Finetune/Loss (Raw)": 1.0124317407608032, "Finetune/Step": 366, "Finetune/Step Time": 6.2060963697731495}
+{"Finetune/Learning Rate": 1.9985494904096826e-05, "Finetune/Loss": 1.0426822900772095, "Finetune/Loss (Raw)": 1.1900696754455566, "Finetune/Step": 367, "Finetune/Step Time": 6.194817531853914}
+{"Finetune/Learning Rate": 1.998527266159495e-05, "Finetune/Loss": 1.0423469543457031, "Finetune/Loss (Raw)": 1.0490409135818481, "Finetune/Step": 368, "Finetune/Step Time": 6.197745183482766}
+{"Finetune/Learning Rate": 1.998504873070238e-05, "Finetune/Loss": 1.0412566661834717, "Finetune/Loss (Raw)": 0.9929133653640747, "Finetune/Step": 369, "Finetune/Step Time": 6.20523339509964}
+{"Finetune/Learning Rate": 1.9984823111456978e-05, "Finetune/Loss": 1.0410842895507812, "Finetune/Loss (Raw)": 1.1314634084701538, "Finetune/Step": 370, "Finetune/Step Time": 6.211830627173185}
+{"Finetune/Learning Rate": 1.998459580389689e-05, "Finetune/Loss": 1.042039394378662, "Finetune/Loss (Raw)": 1.0494287014007568, "Finetune/Step": 371, "Finetune/Step Time": 6.20711743272841}
+{"Finetune/Learning Rate": 1.9984366808060556e-05, "Finetune/Loss": 1.0424351692199707, "Finetune/Loss (Raw)": 1.0556830167770386, "Finetune/Step": 372, "Finetune/Step Time": 6.184382673352957}
+{"Finetune/Learning Rate": 1.9984136123986696e-05, "Finetune/Loss": 1.0451900959014893, "Finetune/Loss (Raw)": 1.1663376092910767, "Finetune/Step": 373, "Finetune/Step Time": 6.1775415930897}
+{"Finetune/Learning Rate": 1.9983903751714312e-05, "Finetune/Loss": 1.0441608428955078, "Finetune/Loss (Raw)": 1.1096179485321045, "Finetune/Step": 374, "Finetune/Step Time": 6.174890881404281}
+{"Finetune/Learning Rate": 1.9983669691282696e-05, "Finetune/Loss": 1.0424145460128784, "Finetune/Loss (Raw)": 0.950888991355896, "Finetune/Step": 375, "Finetune/Step Time": 6.1757427752017975}
+{"Finetune/Learning Rate": 1.9983433942731427e-05, "Finetune/Loss": 1.041514277458191, "Finetune/Loss (Raw)": 0.9324874877929688, "Finetune/Step": 376, "Finetune/Step Time": 6.182822732254863}
+{"Finetune/Learning Rate": 1.9983196506100368e-05, "Finetune/Loss": 1.0446667671203613, "Finetune/Loss (Raw)": 0.996673583984375, "Finetune/Step": 377, "Finetune/Step Time": 6.155163686722517}
+{"Finetune/Learning Rate": 1.9982957381429664e-05, "Finetune/Loss": 1.0449843406677246, "Finetune/Loss (Raw)": 0.9677678942680359, "Finetune/Step": 378, "Finetune/Step Time": 6.122666668146849}
+{"Finetune/Learning Rate": 1.998271656875975e-05, "Finetune/Loss": 1.0449869632720947, "Finetune/Loss (Raw)": 1.146877646446228, "Finetune/Step": 379, "Finetune/Step Time": 6.120675994083285}
+{"Finetune/Learning Rate": 1.9982474068131345e-05, "Finetune/Loss": 1.043577790260315, "Finetune/Loss (Raw)": 0.9813532829284668, "Finetune/Step": 380, "Finetune/Step Time": 6.1272081807255745}
+{"Finetune/Learning Rate": 1.998222987958545e-05, "Finetune/Loss": 1.044004201889038, "Finetune/Loss (Raw)": 1.1259078979492188, "Finetune/Step": 381, "Finetune/Step Time": 6.125899339094758}
+{"Finetune/Learning Rate": 1.998198400316336e-05, "Finetune/Loss": 1.0441055297851562, "Finetune/Loss (Raw)": 1.0348187685012817, "Finetune/Step": 382, "Finetune/Step Time": 6.127709763124585}
+{"Finetune/Learning Rate": 1.998173643890664e-05, "Finetune/Loss": 1.0427252054214478, "Finetune/Loss (Raw)": 0.9607608914375305, "Finetune/Step": 383, "Finetune/Step Time": 6.127263782545924}
+{"Finetune/Learning Rate": 1.998148718685716e-05, "Finetune/Loss": 1.0438034534454346, "Finetune/Loss (Raw)": 1.2778947353363037, "Finetune/Step": 384, "Finetune/Step Time": 6.131376696750522}
+{"Finetune/Learning Rate": 1.9981236247057064e-05, "Finetune/Loss": 1.0448864698410034, "Finetune/Loss (Raw)": 1.184685468673706, "Finetune/Step": 385, "Finetune/Step Time": 6.125604171305895}
+{"Finetune/Learning Rate": 1.998098361954878e-05, "Finetune/Loss": 1.04570734500885, "Finetune/Loss (Raw)": 0.9413228631019592, "Finetune/Step": 386, "Finetune/Step Time": 6.126301657408476}
+{"Finetune/Learning Rate": 1.998072930437502e-05, "Finetune/Loss": 1.0481228828430176, "Finetune/Loss (Raw)": 1.2055104970932007, "Finetune/Step": 387, "Finetune/Step Time": 6.120077542960644}
+{"Finetune/Learning Rate": 1.9980473301578795e-05, "Finetune/Loss": 1.04813814163208, "Finetune/Loss (Raw)": 0.9383447170257568, "Finetune/Step": 388, "Finetune/Step Time": 6.113083569332957}
+{"Finetune/Learning Rate": 1.998021561120339e-05, "Finetune/Loss": 1.0475913286209106, "Finetune/Loss (Raw)": 1.1720188856124878, "Finetune/Step": 389, "Finetune/Step Time": 6.101574406027794}
+{"Finetune/Learning Rate": 1.9979956233292374e-05, "Finetune/Loss": 1.048192024230957, "Finetune/Loss (Raw)": 1.0983948707580566, "Finetune/Step": 390, "Finetune/Step Time": 6.101692413911223}
+{"Finetune/Learning Rate": 1.9979695167889602e-05, "Finetune/Loss": 1.0474977493286133, "Finetune/Loss (Raw)": 1.0985697507858276, "Finetune/Step": 391, "Finetune/Step Time": 6.098462684080005}
+{"Finetune/Learning Rate": 1.997943241503922e-05, "Finetune/Loss": 1.047054409980774, "Finetune/Loss (Raw)": 1.0706392526626587, "Finetune/Step": 392, "Finetune/Step Time": 6.09960231743753}
+{"Finetune/Learning Rate": 1.997916797478566e-05, "Finetune/Loss": 1.0453765392303467, "Finetune/Loss (Raw)": 0.8618910312652588, "Finetune/Step": 393, "Finetune/Step Time": 6.101156247779727}
+{"Finetune/Learning Rate": 1.9978901847173638e-05, "Finetune/Loss": 1.043116807937622, "Finetune/Loss (Raw)": 0.9660412669181824, "Finetune/Step": 394, "Finetune/Step Time": 6.1116202138364315}
+{"Finetune/Learning Rate": 1.9978634032248142e-05, "Finetune/Loss": 1.041991949081421, "Finetune/Loss (Raw)": 0.9549925327301025, "Finetune/Step": 395, "Finetune/Step Time": 6.127854539081454}
+{"Finetune/Learning Rate": 1.9978364530054465e-05, "Finetune/Loss": 1.0425524711608887, "Finetune/Loss (Raw)": 1.0087946653366089, "Finetune/Step": 396, "Finetune/Step Time": 6.1404001619666815}
+{"Finetune/Learning Rate": 1.997809334063817e-05, "Finetune/Loss": 1.0413827896118164, "Finetune/Loss (Raw)": 0.8907516002655029, "Finetune/Step": 397, "Finetune/Step Time": 6.143793635070324}
+{"Finetune/Learning Rate": 1.9977820464045118e-05, "Finetune/Loss": 1.0404138565063477, "Finetune/Loss (Raw)": 1.0162701606750488, "Finetune/Step": 398, "Finetune/Step Time": 6.145524654537439}
+{"Finetune/Learning Rate": 1.997754590032145e-05, "Finetune/Loss": 1.0408601760864258, "Finetune/Loss (Raw)": 1.1011006832122803, "Finetune/Step": 399, "Finetune/Step Time": 6.13880137167871}
+{"Finetune/Learning Rate": 1.9977269649513586e-05, "Finetune/Loss": 1.040130376815796, "Finetune/Loss (Raw)": 0.9880441427230835, "Finetune/Step": 400, "Finetune/Step Time": 6.131100349128246}
+{"Finetune/Learning Rate": 1.997699171166824e-05, "Finetune/Loss": 1.040981411933899, "Finetune/Loss (Raw)": 1.1460297107696533, "Finetune/Step": 401, "Finetune/Step Time": 6.1309704296290874}
+{"Finetune/Learning Rate": 1.9976712086832404e-05, "Finetune/Loss": 1.0418704748153687, "Finetune/Loss (Raw)": 1.1321407556533813, "Finetune/Step": 402, "Finetune/Step Time": 6.139398904517293}
+{"Finetune/Learning Rate": 1.9976430775053368e-05, "Finetune/Loss": 1.0407873392105103, "Finetune/Loss (Raw)": 1.0388182401657104, "Finetune/Step": 403, "Finetune/Step Time": 6.12051485478878}
+{"Finetune/Learning Rate": 1.997614777637869e-05, "Finetune/Loss": 1.0392348766326904, "Finetune/Loss (Raw)": 0.8337108492851257, "Finetune/Step": 404, "Finetune/Step Time": 6.118193294852972}
+{"Finetune/Learning Rate": 1.9975863090856222e-05, "Finetune/Loss": 1.0382760763168335, "Finetune/Loss (Raw)": 0.9970828890800476, "Finetune/Step": 405, "Finetune/Step Time": 6.121455784887075}
+{"Finetune/Learning Rate": 1.9975576718534105e-05, "Finetune/Loss": 1.0362337827682495, "Finetune/Loss (Raw)": 0.8340826630592346, "Finetune/Step": 406, "Finetune/Step Time": 6.124499896541238}
+{"Finetune/Learning Rate": 1.9975288659460763e-05, "Finetune/Loss": 1.0319114923477173, "Finetune/Loss (Raw)": 0.4149095118045807, "Finetune/Step": 407, "Finetune/Step Time": 6.126610720530152}
+{"Finetune/Learning Rate": 1.9974998913684898e-05, "Finetune/Loss": 1.030405044555664, "Finetune/Loss (Raw)": 0.943979024887085, "Finetune/Step": 408, "Finetune/Step Time": 6.1390359457582235}
+{"Finetune/Learning Rate": 1.9974707481255504e-05, "Finetune/Loss": 1.0306463241577148, "Finetune/Loss (Raw)": 1.0058163404464722, "Finetune/Step": 409, "Finetune/Step Time": 6.137434870004654}
+{"Finetune/Learning Rate": 1.9974414362221857e-05, "Finetune/Loss": 1.0303267240524292, "Finetune/Loss (Raw)": 1.1161352396011353, "Finetune/Step": 410, "Finetune/Step Time": 6.139881417155266}
+{"Finetune/Learning Rate": 1.9974119556633527e-05, "Finetune/Loss": 1.031477928161621, "Finetune/Loss (Raw)": 1.2230368852615356, "Finetune/Step": 411, "Finetune/Step Time": 6.14593219012022}
+{"Finetune/Learning Rate": 1.9973823064540354e-05, "Finetune/Loss": 1.032068133354187, "Finetune/Loss (Raw)": 1.0798941850662231, "Finetune/Step": 412, "Finetune/Step Time": 6.149821365252137}
+{"Finetune/Learning Rate": 1.997352488599248e-05, "Finetune/Loss": 1.0311105251312256, "Finetune/Loss (Raw)": 0.9693747162818909, "Finetune/Step": 413, "Finetune/Step Time": 6.1476572677493095}
+{"Finetune/Learning Rate": 1.997322502104031e-05, "Finetune/Loss": 1.032318115234375, "Finetune/Loss (Raw)": 1.1415014266967773, "Finetune/Step": 414, "Finetune/Step Time": 6.1477459240704775}
+{"Finetune/Learning Rate": 1.9972923469734558e-05, "Finetune/Loss": 1.0323939323425293, "Finetune/Loss (Raw)": 1.0389223098754883, "Finetune/Step": 415, "Finetune/Step Time": 6.149203786626458}
+{"Finetune/Learning Rate": 1.9972620232126215e-05, "Finetune/Loss": 1.033895492553711, "Finetune/Loss (Raw)": 1.1328084468841553, "Finetune/Step": 416, "Finetune/Step Time": 6.157121950760484}
+{"Finetune/Learning Rate": 1.9972315308266545e-05, "Finetune/Loss": 1.0380897521972656, "Finetune/Loss (Raw)": 0.9459558129310608, "Finetune/Step": 417, "Finetune/Step Time": 6.153940297663212}
+{"Finetune/Learning Rate": 1.9972008698207113e-05, "Finetune/Loss": 1.0361121892929077, "Finetune/Loss (Raw)": 0.9835860729217529, "Finetune/Step": 418, "Finetune/Step Time": 6.135993793606758}
+{"Finetune/Learning Rate": 1.9971700401999767e-05, "Finetune/Loss": 1.030346393585205, "Finetune/Loss (Raw)": 0.3584100008010864, "Finetune/Step": 419, "Finetune/Step Time": 6.151786543428898}
+{"Finetune/Learning Rate": 1.997139041969663e-05, "Finetune/Loss": 1.0288562774658203, "Finetune/Loss (Raw)": 0.9274348020553589, "Finetune/Step": 420, "Finetune/Step Time": 6.165077954530716}
+{"Finetune/Learning Rate": 1.9971078751350116e-05, "Finetune/Loss": 1.0285252332687378, "Finetune/Loss (Raw)": 0.8790624141693115, "Finetune/Step": 421, "Finetune/Step Time": 6.163670189678669}
+{"Finetune/Learning Rate": 1.9970765397012924e-05, "Finetune/Loss": 1.028066873550415, "Finetune/Loss (Raw)": 1.0375165939331055, "Finetune/Step": 422, "Finetune/Step Time": 6.159208180382848}
+{"Finetune/Learning Rate": 1.9970450356738044e-05, "Finetune/Loss": 1.0252344608306885, "Finetune/Loss (Raw)": 0.7934541702270508, "Finetune/Step": 423, "Finetune/Step Time": 6.157662907615304}
+{"Finetune/Learning Rate": 1.9970133630578744e-05, "Finetune/Loss": 1.0241267681121826, "Finetune/Loss (Raw)": 0.9781479835510254, "Finetune/Step": 424, "Finetune/Step Time": 6.163413470610976}
+{"Finetune/Learning Rate": 1.9969815218588576e-05, "Finetune/Loss": 1.0254707336425781, "Finetune/Loss (Raw)": 1.1821426153182983, "Finetune/Step": 425, "Finetune/Step Time": 6.165416205301881}
+{"Finetune/Learning Rate": 1.996949512082138e-05, "Finetune/Loss": 1.0241551399230957, "Finetune/Loss (Raw)": 0.9889217615127563, "Finetune/Step": 426, "Finetune/Step Time": 6.166452592238784}
+{"Finetune/Learning Rate": 1.9969173337331283e-05, "Finetune/Loss": 1.0233423709869385, "Finetune/Loss (Raw)": 0.9627174139022827, "Finetune/Step": 427, "Finetune/Step Time": 6.166322125121951}
+{"Finetune/Learning Rate": 1.996884986817269e-05, "Finetune/Loss": 1.0220448970794678, "Finetune/Loss (Raw)": 0.8560899496078491, "Finetune/Step": 428, "Finetune/Step Time": 6.172897849231958}
+{"Finetune/Learning Rate": 1.99685247134003e-05, "Finetune/Loss": 1.02010178565979, "Finetune/Loss (Raw)": 0.8468565344810486, "Finetune/Step": 429, "Finetune/Step Time": 6.188419584184885}
+{"Finetune/Learning Rate": 1.996819787306909e-05, "Finetune/Loss": 1.0201917886734009, "Finetune/Loss (Raw)": 1.0082316398620605, "Finetune/Step": 430, "Finetune/Step Time": 6.200757252052426}
+{"Finetune/Learning Rate": 1.996786934723433e-05, "Finetune/Loss": 1.0199049711227417, "Finetune/Loss (Raw)": 1.0054738521575928, "Finetune/Step": 431, "Finetune/Step Time": 6.206922482699156}
+{"Finetune/Learning Rate": 1.9967539135951564e-05, "Finetune/Loss": 1.025325059890747, "Finetune/Loss (Raw)": 1.0134683847427368, "Finetune/Step": 432, "Finetune/Step Time": 6.203420599922538}
+{"Finetune/Learning Rate": 1.9967207239276633e-05, "Finetune/Loss": 1.0253783464431763, "Finetune/Loss (Raw)": 1.0477023124694824, "Finetune/Step": 433, "Finetune/Step Time": 6.188530672341585}
+{"Finetune/Learning Rate": 1.996687365726565e-05, "Finetune/Loss": 1.026410460472107, "Finetune/Loss (Raw)": 1.0178102254867554, "Finetune/Step": 434, "Finetune/Step Time": 6.18539428897202}
+{"Finetune/Learning Rate": 1.9966538389975026e-05, "Finetune/Loss": 1.0259745121002197, "Finetune/Loss (Raw)": 1.0116621255874634, "Finetune/Step": 435, "Finetune/Step Time": 6.182184226810932}
+{"Finetune/Learning Rate": 1.996620143746144e-05, "Finetune/Loss": 1.0257484912872314, "Finetune/Loss (Raw)": 0.9049618244171143, "Finetune/Step": 436, "Finetune/Step Time": 6.182214185595512}
+{"Finetune/Learning Rate": 1.9965862799781883e-05, "Finetune/Loss": 1.0240861177444458, "Finetune/Loss (Raw)": 0.8993331789970398, "Finetune/Step": 437, "Finetune/Step Time": 6.19182363525033}
+{"Finetune/Learning Rate": 1.9965522476993598e-05, "Finetune/Loss": 1.0244187116622925, "Finetune/Loss (Raw)": 1.094057559967041, "Finetune/Step": 438, "Finetune/Step Time": 6.192310776561499}
+{"Finetune/Learning Rate": 1.996518046915414e-05, "Finetune/Loss": 1.0246708393096924, "Finetune/Loss (Raw)": 1.1117849349975586, "Finetune/Step": 439, "Finetune/Step Time": 6.190280659124255}
+{"Finetune/Learning Rate": 1.9964836776321337e-05, "Finetune/Loss": 1.0247836112976074, "Finetune/Loss (Raw)": 1.0445753335952759, "Finetune/Step": 440, "Finetune/Step Time": 6.182898052036762}
+{"Finetune/Learning Rate": 1.9964491398553302e-05, "Finetune/Loss": 1.024359107017517, "Finetune/Loss (Raw)": 0.9167683720588684, "Finetune/Step": 441, "Finetune/Step Time": 6.184874076396227}
+{"Finetune/Learning Rate": 1.996414433590843e-05, "Finetune/Loss": 1.0250533819198608, "Finetune/Loss (Raw)": 1.0464898347854614, "Finetune/Step": 442, "Finetune/Step Time": 6.1804981008172035}
+{"Finetune/Learning Rate": 1.9963795588445416e-05, "Finetune/Loss": 1.0244262218475342, "Finetune/Loss (Raw)": 0.9866036176681519, "Finetune/Step": 443, "Finetune/Step Time": 6.177758226171136}
+{"Finetune/Learning Rate": 1.996344515622322e-05, "Finetune/Loss": 1.0266659259796143, "Finetune/Loss (Raw)": 1.2445811033248901, "Finetune/Step": 444, "Finetune/Step Time": 6.175734519958496}
+{"Finetune/Learning Rate": 1.9963093039301095e-05, "Finetune/Loss": 1.025573492050171, "Finetune/Loss (Raw)": 1.0079030990600586, "Finetune/Step": 445, "Finetune/Step Time": 6.170345926657319}
+{"Finetune/Learning Rate": 1.9962739237738585e-05, "Finetune/Loss": 1.0247058868408203, "Finetune/Loss (Raw)": 0.9811033606529236, "Finetune/Step": 446, "Finetune/Step Time": 6.189983908087015}
+{"Finetune/Learning Rate": 1.9962383751595513e-05, "Finetune/Loss": 1.023306131362915, "Finetune/Loss (Raw)": 1.0415045022964478, "Finetune/Step": 447, "Finetune/Step Time": 6.20373772829771}
+{"Finetune/Learning Rate": 1.9962026580931984e-05, "Finetune/Loss": 1.0202666521072388, "Finetune/Loss (Raw)": 0.8552624583244324, "Finetune/Step": 448, "Finetune/Step Time": 6.2062917817384005}
+{"Finetune/Learning Rate": 1.9961667725808396e-05, "Finetune/Loss": 1.0210466384887695, "Finetune/Loss (Raw)": 1.1495991945266724, "Finetune/Step": 449, "Finetune/Step Time": 6.212498756125569}
+{"Finetune/Learning Rate": 1.9961307186285426e-05, "Finetune/Loss": 1.0199449062347412, "Finetune/Loss (Raw)": 0.9512737393379211, "Finetune/Step": 450, "Finetune/Step Time": 6.2161362040787935}
+{"Finetune/Learning Rate": 1.996094496242403e-05, "Finetune/Loss": 1.0189015865325928, "Finetune/Loss (Raw)": 0.9383864402770996, "Finetune/Step": 451, "Finetune/Step Time": 6.214071685448289}
+{"Finetune/Learning Rate": 1.996058105428547e-05, "Finetune/Loss": 1.018811583518982, "Finetune/Loss (Raw)": 1.0760444402694702, "Finetune/Step": 452, "Finetune/Step Time": 6.197474200278521}
+{"Finetune/Learning Rate": 1.996021546193126e-05, "Finetune/Loss": 1.0180126428604126, "Finetune/Loss (Raw)": 0.92616868019104, "Finetune/Step": 453, "Finetune/Step Time": 6.196275349706411}
+{"Finetune/Learning Rate": 1.9959848185423233e-05, "Finetune/Loss": 1.0192416906356812, "Finetune/Loss (Raw)": 1.2504494190216064, "Finetune/Step": 454, "Finetune/Step Time": 6.190585792064667}
+{"Finetune/Learning Rate": 1.9959479224823486e-05, "Finetune/Loss": 1.0186831951141357, "Finetune/Loss (Raw)": 1.0130804777145386, "Finetune/Step": 455, "Finetune/Step Time": 6.185247488319874}
+{"Finetune/Learning Rate": 1.9959108580194403e-05, "Finetune/Loss": 1.0181529521942139, "Finetune/Loss (Raw)": 1.0681623220443726, "Finetune/Step": 456, "Finetune/Step Time": 6.1686655301600695}
+{"Finetune/Learning Rate": 1.995873625159866e-05, "Finetune/Loss": 1.0187451839447021, "Finetune/Loss (Raw)": 1.1116447448730469, "Finetune/Step": 457, "Finetune/Step Time": 6.158767571672797}
+{"Finetune/Learning Rate": 1.9958362239099208e-05, "Finetune/Loss": 1.018054485321045, "Finetune/Loss (Raw)": 1.0852664709091187, "Finetune/Step": 458, "Finetune/Step Time": 6.158045429736376}
+{"Finetune/Learning Rate": 1.9957986542759295e-05, "Finetune/Loss": 1.0167518854141235, "Finetune/Loss (Raw)": 0.929253876209259, "Finetune/Step": 459, "Finetune/Step Time": 6.157951815053821}
+{"Finetune/Learning Rate": 1.995760916264244e-05, "Finetune/Loss": 1.0145599842071533, "Finetune/Loss (Raw)": 0.9949960112571716, "Finetune/Step": 460, "Finetune/Step Time": 6.160452466458082}
+{"Finetune/Learning Rate": 1.9957230098812456e-05, "Finetune/Loss": 1.0141955614089966, "Finetune/Loss (Raw)": 1.0253605842590332, "Finetune/Step": 461, "Finetune/Step Time": 6.163782311603427}
+{"Finetune/Learning Rate": 1.995684935133344e-05, "Finetune/Loss": 1.0117688179016113, "Finetune/Loss (Raw)": 0.7830255031585693, "Finetune/Step": 462, "Finetune/Step Time": 6.1731772273778915}
+{"Finetune/Learning Rate": 1.995646692026977e-05, "Finetune/Loss": 1.0107706785202026, "Finetune/Loss (Raw)": 0.9836039543151855, "Finetune/Step": 463, "Finetune/Step Time": 6.183438552543521}
+{"Finetune/Learning Rate": 1.995608280568611e-05, "Finetune/Loss": 1.009499430656433, "Finetune/Loss (Raw)": 0.8673437237739563, "Finetune/Step": 464, "Finetune/Step Time": 6.181692000478506}
+{"Finetune/Learning Rate": 1.995569700764741e-05, "Finetune/Loss": 1.0081961154937744, "Finetune/Loss (Raw)": 1.0189974308013916, "Finetune/Step": 465, "Finetune/Step Time": 6.181593306362629}
+{"Finetune/Learning Rate": 1.9955309526218903e-05, "Finetune/Loss": 1.0056533813476562, "Finetune/Loss (Raw)": 0.7411659955978394, "Finetune/Step": 466, "Finetune/Step Time": 6.187077162787318}
+{"Finetune/Learning Rate": 1.9954920361466112e-05, "Finetune/Loss": 1.0117067098617554, "Finetune/Loss (Raw)": 1.0654984712600708, "Finetune/Step": 467, "Finetune/Step Time": 6.201990282163024}
+{"Finetune/Learning Rate": 1.9954529513454838e-05, "Finetune/Loss": 1.0105195045471191, "Finetune/Loss (Raw)": 0.8404815196990967, "Finetune/Step": 468, "Finetune/Step Time": 6.186712093651295}
+{"Finetune/Learning Rate": 1.9954136982251164e-05, "Finetune/Loss": 1.0086555480957031, "Finetune/Loss (Raw)": 0.8154370188713074, "Finetune/Step": 469, "Finetune/Step Time": 6.199568372219801}
+{"Finetune/Learning Rate": 1.9953742767921466e-05, "Finetune/Loss": 1.009071707725525, "Finetune/Loss (Raw)": 1.0298227071762085, "Finetune/Step": 470, "Finetune/Step Time": 6.2146112732589245}
+{"Finetune/Learning Rate": 1.99533468705324e-05, "Finetune/Loss": 1.0073009729385376, "Finetune/Loss (Raw)": 0.9042098522186279, "Finetune/Step": 471, "Finetune/Step Time": 6.215933879837394}
+{"Finetune/Learning Rate": 1.995294929015091e-05, "Finetune/Loss": 1.0051524639129639, "Finetune/Loss (Raw)": 0.9272656440734863, "Finetune/Step": 472, "Finetune/Step Time": 6.231306966394186}
+{"Finetune/Learning Rate": 1.9952550026844218e-05, "Finetune/Loss": 1.0049684047698975, "Finetune/Loss (Raw)": 1.015285611152649, "Finetune/Step": 473, "Finetune/Step Time": 6.232401372864842}
+{"Finetune/Learning Rate": 1.995214908067984e-05, "Finetune/Loss": 1.0033828020095825, "Finetune/Loss (Raw)": 1.00426185131073, "Finetune/Step": 474, "Finetune/Step Time": 6.2312921062111855}
+{"Finetune/Learning Rate": 1.9951746451725568e-05, "Finetune/Loss": 1.0036661624908447, "Finetune/Loss (Raw)": 1.1764907836914062, "Finetune/Step": 475, "Finetune/Step Time": 6.234315691515803}
+{"Finetune/Learning Rate": 1.9951342140049483e-05, "Finetune/Loss": 0.9979507327079773, "Finetune/Loss (Raw)": 0.35074785351753235, "Finetune/Step": 476, "Finetune/Step Time": 6.2559265699237585}
+{"Finetune/Learning Rate": 1.9950936145719944e-05, "Finetune/Loss": 0.9975197315216064, "Finetune/Loss (Raw)": 1.091913104057312, "Finetune/Step": 477, "Finetune/Step Time": 6.273983778432012}
+{"Finetune/Learning Rate": 1.995052846880561e-05, "Finetune/Loss": 0.9977665543556213, "Finetune/Loss (Raw)": 1.011157512664795, "Finetune/Step": 478, "Finetune/Step Time": 6.274203535169363}
+{"Finetune/Learning Rate": 1.9950119109375402e-05, "Finetune/Loss": 0.9981645345687866, "Finetune/Loss (Raw)": 1.0462086200714111, "Finetune/Step": 479, "Finetune/Step Time": 6.273293823003769}
+{"Finetune/Learning Rate": 1.9949708067498546e-05, "Finetune/Loss": 0.9962902069091797, "Finetune/Loss (Raw)": 0.8693455457687378, "Finetune/Step": 480, "Finetune/Step Time": 6.259592508897185}
+{"Finetune/Learning Rate": 1.9949295343244542e-05, "Finetune/Loss": 0.9946244359016418, "Finetune/Loss (Raw)": 0.9343054890632629, "Finetune/Step": 481, "Finetune/Step Time": 6.264907931908965}
+{"Finetune/Learning Rate": 1.9948880936683182e-05, "Finetune/Loss": 0.9944112300872803, "Finetune/Loss (Raw)": 0.9771367907524109, "Finetune/Step": 482, "Finetune/Step Time": 6.26197356544435}
+{"Finetune/Learning Rate": 1.994846484788453e-05, "Finetune/Loss": 0.9881102442741394, "Finetune/Loss (Raw)": 0.28747931122779846, "Finetune/Step": 483, "Finetune/Step Time": 6.26283161342144}
+{"Finetune/Learning Rate": 1.994804707691894e-05, "Finetune/Loss": 0.9886533617973328, "Finetune/Loss (Raw)": 1.067173957824707, "Finetune/Step": 484, "Finetune/Step Time": 6.284519767388701}
+{"Finetune/Learning Rate": 1.994762762385706e-05, "Finetune/Loss": 0.9892683029174805, "Finetune/Loss (Raw)": 1.1549583673477173, "Finetune/Step": 485, "Finetune/Step Time": 6.2714467123150826}
+{"Finetune/Learning Rate": 1.9947206488769812e-05, "Finetune/Loss": 0.9884714484214783, "Finetune/Loss (Raw)": 0.8814058899879456, "Finetune/Step": 486, "Finetune/Step Time": 6.2606865875422955}
+{"Finetune/Learning Rate": 1.9946783671728403e-05, "Finetune/Loss": 0.9887712597846985, "Finetune/Loss (Raw)": 1.0564175844192505, "Finetune/Step": 487, "Finetune/Step Time": 6.268437169492245}
+{"Finetune/Learning Rate": 1.9946359172804324e-05, "Finetune/Loss": 0.9872883558273315, "Finetune/Loss (Raw)": 0.950334906578064, "Finetune/Step": 488, "Finetune/Step Time": 6.280034959316254}
+{"Finetune/Learning Rate": 1.9945932992069358e-05, "Finetune/Loss": 0.9917827248573303, "Finetune/Loss (Raw)": 0.9324888586997986, "Finetune/Step": 489, "Finetune/Step Time": 6.280696939677}
+{"Finetune/Learning Rate": 1.9945505129595564e-05, "Finetune/Loss": 0.9910478591918945, "Finetune/Loss (Raw)": 0.9015772342681885, "Finetune/Step": 490, "Finetune/Step Time": 6.257966976612806}
+{"Finetune/Learning Rate": 1.994507558545529e-05, "Finetune/Loss": 0.991285502910614, "Finetune/Loss (Raw)": 1.1121091842651367, "Finetune/Step": 491, "Finetune/Step Time": 6.251692259684205}
+{"Finetune/Learning Rate": 1.9944644359721166e-05, "Finetune/Loss": 0.9902583360671997, "Finetune/Loss (Raw)": 0.9273137450218201, "Finetune/Step": 492, "Finetune/Step Time": 6.255012344568968}
+{"Finetune/Learning Rate": 1.9944211452466106e-05, "Finetune/Loss": 0.9906983375549316, "Finetune/Loss (Raw)": 0.9071285128593445, "Finetune/Step": 493, "Finetune/Step Time": 6.259880984202027}
+{"Finetune/Learning Rate": 1.994377686376331e-05, "Finetune/Loss": 0.9908751249313354, "Finetune/Loss (Raw)": 1.0350661277770996, "Finetune/Step": 494, "Finetune/Step Time": 6.256827710196376}
+{"Finetune/Learning Rate": 1.9943340593686266e-05, "Finetune/Loss": 0.9900943636894226, "Finetune/Loss (Raw)": 1.0901284217834473, "Finetune/Step": 495, "Finetune/Step Time": 6.25884348526597}
+{"Finetune/Learning Rate": 1.9942902642308737e-05, "Finetune/Loss": 0.9888963103294373, "Finetune/Loss (Raw)": 0.8956964612007141, "Finetune/Step": 496, "Finetune/Step Time": 6.266079902648926}
+{"Finetune/Learning Rate": 1.9942463009704775e-05, "Finetune/Loss": 0.9911467432975769, "Finetune/Loss (Raw)": 1.280954122543335, "Finetune/Step": 497, "Finetune/Step Time": 6.259964004158974}
+{"Finetune/Learning Rate": 1.994202169594872e-05, "Finetune/Loss": 0.987673819065094, "Finetune/Loss (Raw)": 0.6869373917579651, "Finetune/Step": 498, "Finetune/Step Time": 6.255379097536206}
+{"Finetune/Learning Rate": 1.9941578701115193e-05, "Finetune/Loss": 0.9893613457679749, "Finetune/Loss (Raw)": 1.2654320001602173, "Finetune/Step": 499, "Finetune/Step Time": 6.25545378960669}
+{"Finetune/Learning Rate": 1.9941134025279093e-05, "Finetune/Loss": 0.9874494075775146, "Finetune/Loss (Raw)": 0.8109499216079712, "Finetune/Step": 500, "Finetune/Step Time": 6.26027606613934}
+{"Finetune/Learning Rate": 1.994068766851562e-05, "Finetune/Loss": 0.9847714900970459, "Finetune/Loss (Raw)": 0.8235633373260498, "Finetune/Step": 501, "Finetune/Step Time": 6.273876944556832}
+{"Finetune/Learning Rate": 1.994023963090024e-05, "Finetune/Loss": 0.9856606125831604, "Finetune/Loss (Raw)": 1.2234324216842651, "Finetune/Step": 502, "Finetune/Step Time": 6.288322031497955}
+{"Finetune/Learning Rate": 1.9939789912508708e-05, "Finetune/Loss": 0.9857558012008667, "Finetune/Loss (Raw)": 0.9630711078643799, "Finetune/Step": 503, "Finetune/Step Time": 6.289211956784129}
+{"Finetune/Learning Rate": 1.9939338513417072e-05, "Finetune/Loss": 0.9870758056640625, "Finetune/Loss (Raw)": 1.1014469861984253, "Finetune/Step": 504, "Finetune/Step Time": 6.281759360805154}
+{"Finetune/Learning Rate": 1.9938885433701657e-05, "Finetune/Loss": 0.9867203831672668, "Finetune/Loss (Raw)": 0.9511792063713074, "Finetune/Step": 505, "Finetune/Step Time": 6.286903712898493}
+{"Finetune/Learning Rate": 1.9938430673439075e-05, "Finetune/Loss": 0.9868035912513733, "Finetune/Loss (Raw)": 0.97841876745224, "Finetune/Step": 506, "Finetune/Step Time": 6.304106248542666}
+{"Finetune/Learning Rate": 1.9937974232706215e-05, "Finetune/Loss": 0.9868500828742981, "Finetune/Loss (Raw)": 1.1528308391571045, "Finetune/Step": 507, "Finetune/Step Time": 6.305668883025646}
+{"Finetune/Learning Rate": 1.9937516111580264e-05, "Finetune/Loss": 0.9864192008972168, "Finetune/Loss (Raw)": 0.9261950254440308, "Finetune/Step": 508, "Finetune/Step Time": 6.3019787929952145}
+{"Finetune/Learning Rate": 1.993705631013868e-05, "Finetune/Loss": 0.9862149953842163, "Finetune/Loss (Raw)": 1.0997693538665771, "Finetune/Step": 509, "Finetune/Step Time": 6.308447416871786}
+{"Finetune/Learning Rate": 1.9936594828459204e-05, "Finetune/Loss": 0.9855921268463135, "Finetune/Loss (Raw)": 0.9550978541374207, "Finetune/Step": 510, "Finetune/Step Time": 6.307779049500823}
+{"Finetune/Learning Rate": 1.9936131666619878e-05, "Finetune/Loss": 0.985317051410675, "Finetune/Loss (Raw)": 0.92555171251297, "Finetune/Step": 511, "Finetune/Step Time": 6.3026622999459505}
+{"Finetune/Learning Rate": 1.9935666824699013e-05, "Finetune/Loss": 0.9841713309288025, "Finetune/Loss (Raw)": 1.131245732307434, "Finetune/Step": 512, "Finetune/Step Time": 6.293814953416586}
+{"Finetune/Learning Rate": 1.9935200302775202e-05, "Finetune/Loss": 0.9822372198104858, "Finetune/Loss (Raw)": 0.9371145963668823, "Finetune/Step": 513, "Finetune/Step Time": 6.296294387429953}
+{"Finetune/Learning Rate": 1.9934732100927335e-05, "Finetune/Loss": 0.982283353805542, "Finetune/Loss (Raw)": 0.9472203254699707, "Finetune/Step": 514, "Finetune/Step Time": 6.3072372153401375}
+{"Finetune/Learning Rate": 1.9934262219234583e-05, "Finetune/Loss": 0.9808590412139893, "Finetune/Loss (Raw)": 1.0232117176055908, "Finetune/Step": 515, "Finetune/Step Time": 6.323998972773552}
+{"Finetune/Learning Rate": 1.993379065777639e-05, "Finetune/Loss": 0.9814413785934448, "Finetune/Loss (Raw)": 1.0128788948059082, "Finetune/Step": 516, "Finetune/Step Time": 6.320774476975203}
+{"Finetune/Learning Rate": 1.9933317416632492e-05, "Finetune/Loss": 0.9786822199821472, "Finetune/Loss (Raw)": 0.8188488483428955, "Finetune/Step": 517, "Finetune/Step Time": 6.330513698980212}
+{"Finetune/Learning Rate": 1.993284249588291e-05, "Finetune/Loss": 0.9754494428634644, "Finetune/Loss (Raw)": 0.6845932602882385, "Finetune/Step": 518, "Finetune/Step Time": 6.344753326848149}
+{"Finetune/Learning Rate": 1.993236589560795e-05, "Finetune/Loss": 0.9743466377258301, "Finetune/Loss (Raw)": 0.9574131369590759, "Finetune/Step": 519, "Finetune/Step Time": 6.353058200329542}
+{"Finetune/Learning Rate": 1.9931887615888196e-05, "Finetune/Loss": 0.9687340259552002, "Finetune/Loss (Raw)": 0.35222944617271423, "Finetune/Step": 520, "Finetune/Step Time": 6.37170029245317}
+{"Finetune/Learning Rate": 1.9931407656804526e-05, "Finetune/Loss": 0.9656291604042053, "Finetune/Loss (Raw)": 0.4644661545753479, "Finetune/Step": 521, "Finetune/Step Time": 6.3932682778686285}
+{"Finetune/Learning Rate": 1.9930926018438085e-05, "Finetune/Loss": 0.9651590585708618, "Finetune/Loss (Raw)": 0.9058665037155151, "Finetune/Step": 522, "Finetune/Step Time": 6.401811672374606}
+{"Finetune/Learning Rate": 1.9930442700870317e-05, "Finetune/Loss": 0.9659703969955444, "Finetune/Loss (Raw)": 1.058850646018982, "Finetune/Step": 523, "Finetune/Step Time": 6.393533678725362}
+{"Finetune/Learning Rate": 1.9929957704182948e-05, "Finetune/Loss": 0.9653582572937012, "Finetune/Loss (Raw)": 0.9304288029670715, "Finetune/Step": 524, "Finetune/Step Time": 6.397648271173239}
+{"Finetune/Learning Rate": 1.992947102845798e-05, "Finetune/Loss": 0.9664638042449951, "Finetune/Loss (Raw)": 1.0322728157043457, "Finetune/Step": 525, "Finetune/Step Time": 6.395457008853555}
+{"Finetune/Learning Rate": 1.9928982673777707e-05, "Finetune/Loss": 0.9660243988037109, "Finetune/Loss (Raw)": 0.960022509098053, "Finetune/Step": 526, "Finetune/Step Time": 6.39635349996388}
+{"Finetune/Learning Rate": 1.9928492640224702e-05, "Finetune/Loss": 0.9607855081558228, "Finetune/Loss (Raw)": 0.43052348494529724, "Finetune/Step": 527, "Finetune/Step Time": 6.403586383908987}
+{"Finetune/Learning Rate": 1.992800092788183e-05, "Finetune/Loss": 0.9599606990814209, "Finetune/Loss (Raw)": 0.8824734091758728, "Finetune/Step": 528, "Finetune/Step Time": 6.423903116956353}
+{"Finetune/Learning Rate": 1.992750753683223e-05, "Finetune/Loss": 0.9588925838470459, "Finetune/Loss (Raw)": 1.0093069076538086, "Finetune/Step": 529, "Finetune/Step Time": 6.4251104686409235}
+{"Finetune/Learning Rate": 1.9927012467159325e-05, "Finetune/Loss": 0.957281231880188, "Finetune/Loss (Raw)": 0.9258744716644287, "Finetune/Step": 530, "Finetune/Step Time": 6.414781516417861}
+{"Finetune/Learning Rate": 1.9926515718946828e-05, "Finetune/Loss": 0.956786572933197, "Finetune/Loss (Raw)": 0.9755123257637024, "Finetune/Step": 531, "Finetune/Step Time": 6.425512144342065}
+{"Finetune/Learning Rate": 1.9926017292278736e-05, "Finetune/Loss": 0.9572403430938721, "Finetune/Loss (Raw)": 0.8917970657348633, "Finetune/Step": 532, "Finetune/Step Time": 6.424700476229191}
+{"Finetune/Learning Rate": 1.992551718723932e-05, "Finetune/Loss": 0.957979142665863, "Finetune/Loss (Raw)": 1.0916481018066406, "Finetune/Step": 533, "Finetune/Step Time": 6.414114933460951}
+{"Finetune/Learning Rate": 1.9925015403913147e-05, "Finetune/Loss": 0.9597105979919434, "Finetune/Loss (Raw)": 1.055708408355713, "Finetune/Step": 534, "Finetune/Step Time": 6.409246476367116}
+{"Finetune/Learning Rate": 1.9924511942385068e-05, "Finetune/Loss": 0.9647674560546875, "Finetune/Loss (Raw)": 1.0621938705444336, "Finetune/Step": 535, "Finetune/Step Time": 6.40446811914444}
+{"Finetune/Learning Rate": 1.9924006802740203e-05, "Finetune/Loss": 0.9608447551727295, "Finetune/Loss (Raw)": 0.4418621063232422, "Finetune/Step": 536, "Finetune/Step Time": 6.391073249280453}
+{"Finetune/Learning Rate": 1.9923499985063966e-05, "Finetune/Loss": 0.9599862098693848, "Finetune/Loss (Raw)": 0.8959259986877441, "Finetune/Step": 537, "Finetune/Step Time": 6.412128556519747}
+{"Finetune/Learning Rate": 1.9922991489442055e-05, "Finetune/Loss": 0.9601283669471741, "Finetune/Loss (Raw)": 1.1343295574188232, "Finetune/Step": 538, "Finetune/Step Time": 6.428232412785292}
+{"Finetune/Learning Rate": 1.9922481315960456e-05, "Finetune/Loss": 0.9590480327606201, "Finetune/Loss (Raw)": 1.0847567319869995, "Finetune/Step": 539, "Finetune/Step Time": 6.427134729921818}
+{"Finetune/Learning Rate": 1.9921969464705428e-05, "Finetune/Loss": 0.9589178562164307, "Finetune/Loss (Raw)": 1.0632277727127075, "Finetune/Step": 540, "Finetune/Step Time": 6.423702973872423}
+{"Finetune/Learning Rate": 1.9921455935763517e-05, "Finetune/Loss": 0.9601049423217773, "Finetune/Loss (Raw)": 1.1213270425796509, "Finetune/Step": 541, "Finetune/Step Time": 6.423765558749437}
+{"Finetune/Learning Rate": 1.992094072922156e-05, "Finetune/Loss": 0.9591510891914368, "Finetune/Loss (Raw)": 1.0194051265716553, "Finetune/Step": 542, "Finetune/Step Time": 6.423001725226641}
+{"Finetune/Learning Rate": 1.992042384516667e-05, "Finetune/Loss": 0.9596477746963501, "Finetune/Loss (Raw)": 1.1025032997131348, "Finetune/Step": 543, "Finetune/Step Time": 6.419384986162186}
+{"Finetune/Learning Rate": 1.9919905283686244e-05, "Finetune/Loss": 0.9578819274902344, "Finetune/Loss (Raw)": 0.9067710041999817, "Finetune/Step": 544, "Finetune/Step Time": 6.413499256595969}
+{"Finetune/Learning Rate": 1.9919385044867965e-05, "Finetune/Loss": 0.9594044089317322, "Finetune/Loss (Raw)": 1.1408330202102661, "Finetune/Step": 545, "Finetune/Step Time": 6.412510681897402}
+{"Finetune/Learning Rate": 1.9918863128799805e-05, "Finetune/Loss": 0.9596790075302124, "Finetune/Loss (Raw)": 1.0187371969223022, "Finetune/Step": 546, "Finetune/Step Time": 6.410448383539915}
+{"Finetune/Learning Rate": 1.9918339535570007e-05, "Finetune/Loss": 0.9655647277832031, "Finetune/Loss (Raw)": 1.1117819547653198, "Finetune/Step": 547, "Finetune/Step Time": 6.389045339077711}
+{"Finetune/Learning Rate": 1.9917814265267106e-05, "Finetune/Loss": 0.9647005796432495, "Finetune/Loss (Raw)": 0.8168222308158875, "Finetune/Step": 548, "Finetune/Step Time": 6.373446615412831}
+{"Finetune/Learning Rate": 1.9917287317979923e-05, "Finetune/Loss": 0.9668334722518921, "Finetune/Loss (Raw)": 1.152077078819275, "Finetune/Step": 549, "Finetune/Step Time": 6.37522673420608}
+{"Finetune/Learning Rate": 1.9916758693797552e-05, "Finetune/Loss": 0.9657204747200012, "Finetune/Loss (Raw)": 0.8950482606887817, "Finetune/Step": 550, "Finetune/Step Time": 6.375384328886867}
+{"Finetune/Learning Rate": 1.9916228392809382e-05, "Finetune/Loss": 0.9672523736953735, "Finetune/Loss (Raw)": 0.9895386695861816, "Finetune/Step": 551, "Finetune/Step Time": 6.377257799729705}
+{"Finetune/Learning Rate": 1.9915696415105076e-05, "Finetune/Loss": 0.9678882360458374, "Finetune/Loss (Raw)": 1.0595358610153198, "Finetune/Step": 552, "Finetune/Step Time": 6.373327910900116}
+{"Finetune/Learning Rate": 1.991516276077459e-05, "Finetune/Loss": 0.9659096002578735, "Finetune/Loss (Raw)": 0.9288846850395203, "Finetune/Step": 553, "Finetune/Step Time": 6.3727079927921295}
+{"Finetune/Learning Rate": 1.991462742990816e-05, "Finetune/Loss": 0.9647673964500427, "Finetune/Loss (Raw)": 0.8427150845527649, "Finetune/Step": 554, "Finetune/Step Time": 6.385747956112027}
+{"Finetune/Learning Rate": 1.9914090422596293e-05, "Finetune/Loss": 0.9602001905441284, "Finetune/Loss (Raw)": 0.378116250038147, "Finetune/Step": 555, "Finetune/Step Time": 6.397283550351858}
+{"Finetune/Learning Rate": 1.9913551738929803e-05, "Finetune/Loss": 0.9618012309074402, "Finetune/Loss (Raw)": 1.0610241889953613, "Finetune/Step": 556, "Finetune/Step Time": 6.4062842689454556}
+{"Finetune/Learning Rate": 1.991301137899977e-05, "Finetune/Loss": 0.961829662322998, "Finetune/Loss (Raw)": 0.8504970669746399, "Finetune/Step": 557, "Finetune/Step Time": 6.400579949840903}
+{"Finetune/Learning Rate": 1.991246934289756e-05, "Finetune/Loss": 0.960401177406311, "Finetune/Loss (Raw)": 0.8253816366195679, "Finetune/Step": 558, "Finetune/Step Time": 6.411867553368211}
+{"Finetune/Learning Rate": 1.9911925630714827e-05, "Finetune/Loss": 0.9610017538070679, "Finetune/Loss (Raw)": 1.0823472738265991, "Finetune/Step": 559, "Finetune/Step Time": 6.4075925927609205}
+{"Finetune/Learning Rate": 1.991138024254351e-05, "Finetune/Loss": 0.9607735872268677, "Finetune/Loss (Raw)": 0.984266996383667, "Finetune/Step": 560, "Finetune/Step Time": 6.4068379905074835}
+{"Finetune/Learning Rate": 1.9910833178475825e-05, "Finetune/Loss": 0.9591402411460876, "Finetune/Loss (Raw)": 0.8386276960372925, "Finetune/Step": 561, "Finetune/Step Time": 6.420237982645631}
+{"Finetune/Learning Rate": 1.991028443860427e-05, "Finetune/Loss": 0.958931028842926, "Finetune/Loss (Raw)": 0.9910374879837036, "Finetune/Step": 562, "Finetune/Step Time": 6.423049034550786}
+{"Finetune/Learning Rate": 1.9909734023021634e-05, "Finetune/Loss": 0.9583286643028259, "Finetune/Loss (Raw)": 0.9345574378967285, "Finetune/Step": 563, "Finetune/Step Time": 6.4242996498942375}
+{"Finetune/Learning Rate": 1.9909181931820986e-05, "Finetune/Loss": 0.9592598676681519, "Finetune/Loss (Raw)": 1.0241551399230957, "Finetune/Step": 564, "Finetune/Step Time": 6.426910653710365}
+{"Finetune/Learning Rate": 1.9908628165095677e-05, "Finetune/Loss": 0.9575451016426086, "Finetune/Loss (Raw)": 0.6798426508903503, "Finetune/Step": 565, "Finetune/Step Time": 6.4395562168210745}
+{"Finetune/Learning Rate": 1.9908072722939344e-05, "Finetune/Loss": 0.9554031491279602, "Finetune/Loss (Raw)": 0.8198845982551575, "Finetune/Step": 566, "Finetune/Step Time": 6.446452001109719}
+{"Finetune/Learning Rate": 1.9907515605445903e-05, "Finetune/Loss": 0.9540871977806091, "Finetune/Loss (Raw)": 0.9433444142341614, "Finetune/Step": 567, "Finetune/Step Time": 6.453979603946209}
+{"Finetune/Learning Rate": 1.990695681270956e-05, "Finetune/Loss": 0.9537585973739624, "Finetune/Loss (Raw)": 1.0025174617767334, "Finetune/Step": 568, "Finetune/Step Time": 6.461922772228718}
+{"Finetune/Learning Rate": 1.9906396344824794e-05, "Finetune/Loss": 0.9550755023956299, "Finetune/Loss (Raw)": 1.0853288173675537, "Finetune/Step": 569, "Finetune/Step Time": 6.4691442381590605}
+{"Finetune/Learning Rate": 1.9905834201886378e-05, "Finetune/Loss": 0.9551982879638672, "Finetune/Loss (Raw)": 1.062209129333496, "Finetune/Step": 570, "Finetune/Step Time": 6.4710852559655905}
+{"Finetune/Learning Rate": 1.9905270383989365e-05, "Finetune/Loss": 0.9549577236175537, "Finetune/Loss (Raw)": 0.9558118581771851, "Finetune/Step": 571, "Finetune/Step Time": 6.467635456472635}
+{"Finetune/Learning Rate": 1.9904704891229084e-05, "Finetune/Loss": 0.9530690908432007, "Finetune/Loss (Raw)": 1.0028311014175415, "Finetune/Step": 572, "Finetune/Step Time": 6.464018078520894}
+{"Finetune/Learning Rate": 1.9904137723701158e-05, "Finetune/Loss": 0.9542015790939331, "Finetune/Loss (Raw)": 1.1528700590133667, "Finetune/Step": 573, "Finetune/Step Time": 6.463351301848888}
+{"Finetune/Learning Rate": 1.990356888150149e-05, "Finetune/Loss": 0.9541882872581482, "Finetune/Loss (Raw)": 0.9794018268585205, "Finetune/Step": 574, "Finetune/Step Time": 6.448130507022142}
+{"Finetune/Learning Rate": 1.9902998364726258e-05, "Finetune/Loss": 0.9536992907524109, "Finetune/Loss (Raw)": 0.9789052605628967, "Finetune/Step": 575, "Finetune/Step Time": 6.433829450979829}
+{"Finetune/Learning Rate": 1.9902426173471933e-05, "Finetune/Loss": 0.9539965391159058, "Finetune/Loss (Raw)": 0.893311083316803, "Finetune/Step": 576, "Finetune/Step Time": 6.435883220285177}
+{"Finetune/Learning Rate": 1.990185230783527e-05, "Finetune/Loss": 0.9524356126785278, "Finetune/Loss (Raw)": 0.9497984051704407, "Finetune/Step": 577, "Finetune/Step Time": 6.43780785612762}
+{"Finetune/Learning Rate": 1.990127676791329e-05, "Finetune/Loss": 0.950718879699707, "Finetune/Loss (Raw)": 0.7315351963043213, "Finetune/Step": 578, "Finetune/Step Time": 6.4419797491282225}
+{"Finetune/Learning Rate": 1.9900699553803325e-05, "Finetune/Loss": 0.9512537717819214, "Finetune/Loss (Raw)": 1.0068587064743042, "Finetune/Step": 579, "Finetune/Step Time": 6.451561065390706}
+{"Finetune/Learning Rate": 1.990012066560297e-05, "Finetune/Loss": 0.952101469039917, "Finetune/Loss (Raw)": 1.1845471858978271, "Finetune/Step": 580, "Finetune/Step Time": 6.448942707851529}
+{"Finetune/Learning Rate": 1.9899540103410103e-05, "Finetune/Loss": 0.9515613913536072, "Finetune/Loss (Raw)": 0.8570389151573181, "Finetune/Step": 581, "Finetune/Step Time": 6.4511151406914}
+{"Finetune/Learning Rate": 1.9898957867322896e-05, "Finetune/Loss": 0.9503836631774902, "Finetune/Loss (Raw)": 1.0996977090835571, "Finetune/Step": 582, "Finetune/Step Time": 6.452671077102423}
+{"Finetune/Learning Rate": 1.989837395743979e-05, "Finetune/Loss": 0.9488639831542969, "Finetune/Loss (Raw)": 0.8185611963272095, "Finetune/Step": 583, "Finetune/Step Time": 6.453247435390949}
+{"Finetune/Learning Rate": 1.989778837385953e-05, "Finetune/Loss": 0.9485208988189697, "Finetune/Loss (Raw)": 1.0242512226104736, "Finetune/Step": 584, "Finetune/Step Time": 6.459392359480262}
+{"Finetune/Learning Rate": 1.9897201116681126e-05, "Finetune/Loss": 0.948952853679657, "Finetune/Loss (Raw)": 1.1669317483901978, "Finetune/Step": 585, "Finetune/Step Time": 6.459005234763026}
+{"Finetune/Learning Rate": 1.9896612186003866e-05, "Finetune/Loss": 0.9479817748069763, "Finetune/Loss (Raw)": 0.9609717130661011, "Finetune/Step": 586, "Finetune/Step Time": 6.461012402549386}
+{"Finetune/Learning Rate": 1.9896021581927347e-05, "Finetune/Loss": 0.9486982822418213, "Finetune/Loss (Raw)": 1.0209636688232422, "Finetune/Step": 587, "Finetune/Step Time": 6.46645038574934}
+{"Finetune/Learning Rate": 1.9895429304551423e-05, "Finetune/Loss": 0.9497941136360168, "Finetune/Loss (Raw)": 1.1352641582489014, "Finetune/Step": 588, "Finetune/Step Time": 6.461945680901408}
+{"Finetune/Learning Rate": 1.9894835353976245e-05, "Finetune/Loss": 0.9484153389930725, "Finetune/Loss (Raw)": 0.8488742709159851, "Finetune/Step": 589, "Finetune/Step Time": 6.464047541841865}
+{"Finetune/Learning Rate": 1.989423973030224e-05, "Finetune/Loss": 0.949776291847229, "Finetune/Loss (Raw)": 0.9572321772575378, "Finetune/Step": 590, "Finetune/Step Time": 6.4726458340883255}
+{"Finetune/Learning Rate": 1.989364243363013e-05, "Finetune/Loss": 0.9501739740371704, "Finetune/Loss (Raw)": 1.0345039367675781, "Finetune/Step": 591, "Finetune/Step Time": 6.475656991824508}
+{"Finetune/Learning Rate": 1.9893043464060893e-05, "Finetune/Loss": 0.9518105387687683, "Finetune/Loss (Raw)": 1.0768280029296875, "Finetune/Step": 592, "Finetune/Step Time": 6.474962634965777}
+{"Finetune/Learning Rate": 1.9892442821695825e-05, "Finetune/Loss": 0.9506760835647583, "Finetune/Loss (Raw)": 0.8737815618515015, "Finetune/Step": 593, "Finetune/Step Time": 6.4682277124375105}
+{"Finetune/Learning Rate": 1.989184050663648e-05, "Finetune/Loss": 0.95173180103302, "Finetune/Loss (Raw)": 0.8763024806976318, "Finetune/Step": 594, "Finetune/Step Time": 6.452428409829736}
+{"Finetune/Learning Rate": 1.98912365189847e-05, "Finetune/Loss": 0.9489278793334961, "Finetune/Loss (Raw)": 0.7065911889076233, "Finetune/Step": 595, "Finetune/Step Time": 6.438788615167141}
+{"Finetune/Learning Rate": 1.9890630858842614e-05, "Finetune/Loss": 0.9485622048377991, "Finetune/Loss (Raw)": 0.7936793565750122, "Finetune/Step": 596, "Finetune/Step Time": 6.4380239471793175}
+{"Finetune/Learning Rate": 1.9890023526312637e-05, "Finetune/Loss": 0.9487138986587524, "Finetune/Loss (Raw)": 0.8348561525344849, "Finetune/Step": 597, "Finetune/Step Time": 6.4387705978006124}
+{"Finetune/Learning Rate": 1.9889414521497455e-05, "Finetune/Loss": 0.9482313990592957, "Finetune/Loss (Raw)": 0.9680580496788025, "Finetune/Step": 598, "Finetune/Step Time": 6.424827516078949}
+{"Finetune/Learning Rate": 1.9888803844500048e-05, "Finetune/Loss": 0.9486789703369141, "Finetune/Loss (Raw)": 0.9615021347999573, "Finetune/Step": 599, "Finetune/Step Time": 6.4239874221384525}
+{"Finetune/Learning Rate": 1.988819149542367e-05, "Finetune/Loss": 0.9448075294494629, "Finetune/Loss (Raw)": 0.43171364068984985, "Finetune/Step": 600, "Finetune/Step Time": 6.41887217387557}
+{"Finetune/Learning Rate": 1.9887577474371867e-05, "Finetune/Loss": 0.9453400373458862, "Finetune/Loss (Raw)": 1.0834522247314453, "Finetune/Step": 601, "Finetune/Step Time": 6.443540811538696}
+{"Finetune/Learning Rate": 1.9886961781448458e-05, "Finetune/Loss": 0.9453434944152832, "Finetune/Loss (Raw)": 1.0047074556350708, "Finetune/Step": 602, "Finetune/Step Time": 6.467434773221612}
+{"Finetune/Learning Rate": 1.988634441675755e-05, "Finetune/Loss": 0.9428730607032776, "Finetune/Loss (Raw)": 0.8602738976478577, "Finetune/Step": 603, "Finetune/Step Time": 6.470859408378601}
+{"Finetune/Learning Rate": 1.9885725380403537e-05, "Finetune/Loss": 0.9467164278030396, "Finetune/Loss (Raw)": 0.8427016139030457, "Finetune/Step": 604, "Finetune/Step Time": 6.460563138127327}
+{"Finetune/Learning Rate": 1.9885104672491086e-05, "Finetune/Loss": 0.9473235011100769, "Finetune/Loss (Raw)": 1.1696112155914307, "Finetune/Step": 605, "Finetune/Step Time": 6.45373559743166}
+{"Finetune/Learning Rate": 1.988448229312515e-05, "Finetune/Loss": 0.9474976062774658, "Finetune/Loss (Raw)": 1.0334445238113403, "Finetune/Step": 606, "Finetune/Step Time": 6.45643693767488}
+{"Finetune/Learning Rate": 1.988385824241097e-05, "Finetune/Loss": 0.9481721520423889, "Finetune/Loss (Raw)": 1.132549524307251, "Finetune/Step": 607, "Finetune/Step Time": 6.45907149836421}
+{"Finetune/Learning Rate": 1.9883232520454062e-05, "Finetune/Loss": 0.9490543007850647, "Finetune/Loss (Raw)": 0.9822643399238586, "Finetune/Step": 608, "Finetune/Step Time": 6.475781872868538}
+{"Finetune/Learning Rate": 1.9882605127360232e-05, "Finetune/Loss": 0.9512526988983154, "Finetune/Loss (Raw)": 1.2156953811645508, "Finetune/Step": 609, "Finetune/Step Time": 6.457881599664688}
+{"Finetune/Learning Rate": 1.988197606323556e-05, "Finetune/Loss": 0.9514870047569275, "Finetune/Loss (Raw)": 1.0071321725845337, "Finetune/Step": 610, "Finetune/Step Time": 6.455278787761927}
+{"Finetune/Learning Rate": 1.9881345328186417e-05, "Finetune/Loss": 0.957670271396637, "Finetune/Loss (Raw)": 1.0789356231689453, "Finetune/Step": 611, "Finetune/Step Time": 6.451961467042565}
+{"Finetune/Learning Rate": 1.9880712922319455e-05, "Finetune/Loss": 0.9554365873336792, "Finetune/Loss (Raw)": 0.7812607884407043, "Finetune/Step": 612, "Finetune/Step Time": 6.429792998358607}
+{"Finetune/Learning Rate": 1.98800788457416e-05, "Finetune/Loss": 0.955073893070221, "Finetune/Loss (Raw)": 1.1085355281829834, "Finetune/Step": 613, "Finetune/Step Time": 6.435768121853471}
+{"Finetune/Learning Rate": 1.987944309856007e-05, "Finetune/Loss": 0.9563202857971191, "Finetune/Loss (Raw)": 1.0409425497055054, "Finetune/Step": 614, "Finetune/Step Time": 6.433518657460809}
+{"Finetune/Learning Rate": 1.9878805680882363e-05, "Finetune/Loss": 0.9554713368415833, "Finetune/Loss (Raw)": 0.9477530717849731, "Finetune/Step": 615, "Finetune/Step Time": 6.4234496131539345}
+{"Finetune/Learning Rate": 1.9878166592816255e-05, "Finetune/Loss": 0.955562949180603, "Finetune/Loss (Raw)": 0.9620668888092041, "Finetune/Step": 616, "Finetune/Step Time": 6.412700425833464}
+{"Finetune/Learning Rate": 1.9877525834469815e-05, "Finetune/Loss": 0.9551385641098022, "Finetune/Loss (Raw)": 0.8781654238700867, "Finetune/Step": 617, "Finetune/Step Time": 6.422544661909342}
+{"Finetune/Learning Rate": 1.9876883405951378e-05, "Finetune/Loss": 0.9562810659408569, "Finetune/Loss (Raw)": 1.0478194952011108, "Finetune/Step": 618, "Finetune/Step Time": 6.432876108214259}
+{"Finetune/Learning Rate": 1.987623930736958e-05, "Finetune/Loss": 0.9561820030212402, "Finetune/Loss (Raw)": 1.0994242429733276, "Finetune/Step": 619, "Finetune/Step Time": 6.421125464141369}
+{"Finetune/Learning Rate": 1.9875593538833325e-05, "Finetune/Loss": 0.9556384086608887, "Finetune/Loss (Raw)": 0.857739269733429, "Finetune/Step": 620, "Finetune/Step Time": 6.420637084171176}
+{"Finetune/Learning Rate": 1.987494610045181e-05, "Finetune/Loss": 0.9566220641136169, "Finetune/Loss (Raw)": 1.0330312252044678, "Finetune/Step": 621, "Finetune/Step Time": 6.423513056710362}
+{"Finetune/Learning Rate": 1.9874296992334507e-05, "Finetune/Loss": 0.9564553499221802, "Finetune/Loss (Raw)": 1.0137214660644531, "Finetune/Step": 622, "Finetune/Step Time": 6.4184963423758745}
+{"Finetune/Learning Rate": 1.9873646214591164e-05, "Finetune/Loss": 0.9569111466407776, "Finetune/Loss (Raw)": 1.1484729051589966, "Finetune/Step": 623, "Finetune/Step Time": 6.414137756451964}
+{"Finetune/Learning Rate": 1.987299376733183e-05, "Finetune/Loss": 0.9579960703849792, "Finetune/Loss (Raw)": 1.0345724821090698, "Finetune/Step": 624, "Finetune/Step Time": 6.398400260135531}
+{"Finetune/Learning Rate": 1.9872339650666827e-05, "Finetune/Loss": 0.9564601182937622, "Finetune/Loss (Raw)": 1.0843408107757568, "Finetune/Step": 625, "Finetune/Step Time": 6.4040327947586775}
+{"Finetune/Learning Rate": 1.9871683864706752e-05, "Finetune/Loss": 0.9591746926307678, "Finetune/Loss (Raw)": 1.0344135761260986, "Finetune/Step": 626, "Finetune/Step Time": 6.417244177311659}
+{"Finetune/Learning Rate": 1.987102640956249e-05, "Finetune/Loss": 0.9564854502677917, "Finetune/Loss (Raw)": 0.9212080240249634, "Finetune/Step": 627, "Finetune/Step Time": 6.416373264044523}
+{"Finetune/Learning Rate": 1.9870367285345215e-05, "Finetune/Loss": 0.9578475952148438, "Finetune/Loss (Raw)": 0.9853072762489319, "Finetune/Step": 628, "Finetune/Step Time": 6.412525173276663}
+{"Finetune/Learning Rate": 1.9869706492166377e-05, "Finetune/Loss": 0.9579868912696838, "Finetune/Loss (Raw)": 0.8413919806480408, "Finetune/Step": 629, "Finetune/Step Time": 6.400046680122614}
+{"Finetune/Learning Rate": 1.98690440301377e-05, "Finetune/Loss": 0.9566177725791931, "Finetune/Loss (Raw)": 1.0481849908828735, "Finetune/Step": 630, "Finetune/Step Time": 6.386089019477367}
+{"Finetune/Learning Rate": 1.9868379899371205e-05, "Finetune/Loss": 0.9564224481582642, "Finetune/Loss (Raw)": 0.9380661845207214, "Finetune/Step": 631, "Finetune/Step Time": 6.3862465266138315}
+{"Finetune/Learning Rate": 1.986771409997919e-05, "Finetune/Loss": 0.954736053943634, "Finetune/Loss (Raw)": 0.8855878710746765, "Finetune/Step": 632, "Finetune/Step Time": 6.382875023409724}
+{"Finetune/Learning Rate": 1.9867046632074227e-05, "Finetune/Loss": 0.9563671350479126, "Finetune/Loss (Raw)": 1.159961223602295, "Finetune/Step": 633, "Finetune/Step Time": 6.392627838999033}
+{"Finetune/Learning Rate": 1.986637749576918e-05, "Finetune/Loss": 0.9570895433425903, "Finetune/Loss (Raw)": 1.0708880424499512, "Finetune/Step": 634, "Finetune/Step Time": 6.377250814810395}
+{"Finetune/Learning Rate": 1.98657066911772e-05, "Finetune/Loss": 0.9542821645736694, "Finetune/Loss (Raw)": 0.7934802770614624, "Finetune/Step": 635, "Finetune/Step Time": 6.378142695873976}
+{"Finetune/Learning Rate": 1.9865034218411698e-05, "Finetune/Loss": 0.9548324346542358, "Finetune/Loss (Raw)": 0.9966284036636353, "Finetune/Step": 636, "Finetune/Step Time": 6.387302724644542}
+{"Finetune/Learning Rate": 1.986436007758639e-05, "Finetune/Loss": 0.9545851945877075, "Finetune/Loss (Raw)": 1.0681294202804565, "Finetune/Step": 637, "Finetune/Step Time": 6.40613348595798}
+{"Finetune/Learning Rate": 1.9863684268815264e-05, "Finetune/Loss": 0.9535314440727234, "Finetune/Loss (Raw)": 0.820217490196228, "Finetune/Step": 638, "Finetune/Step Time": 6.4070475567132235}
+{"Finetune/Learning Rate": 1.9863006792212588e-05, "Finetune/Loss": 0.9537548422813416, "Finetune/Loss (Raw)": 0.9541415572166443, "Finetune/Step": 639, "Finetune/Step Time": 6.432450721040368}
+{"Finetune/Learning Rate": 1.986232764789292e-05, "Finetune/Loss": 0.9534192681312561, "Finetune/Loss (Raw)": 1.0882967710494995, "Finetune/Step": 640, "Finetune/Step Time": 6.436735978350043}
+{"Finetune/Learning Rate": 1.9861646835971092e-05, "Finetune/Loss": 0.9546971321105957, "Finetune/Loss (Raw)": 1.100672960281372, "Finetune/Step": 641, "Finetune/Step Time": 6.4328821413218975}
+{"Finetune/Learning Rate": 1.9860964356562226e-05, "Finetune/Loss": 0.9560325741767883, "Finetune/Loss (Raw)": 1.1181621551513672, "Finetune/Step": 642, "Finetune/Step Time": 6.419119354337454}
+{"Finetune/Learning Rate": 1.986028020978171e-05, "Finetune/Loss": 0.9564516544342041, "Finetune/Loss (Raw)": 1.0768541097640991, "Finetune/Step": 643, "Finetune/Step Time": 6.398347547277808}
+{"Finetune/Learning Rate": 1.9859594395745237e-05, "Finetune/Loss": 0.9561198353767395, "Finetune/Loss (Raw)": 0.9704052209854126, "Finetune/Step": 644, "Finetune/Step Time": 6.392460620030761}
+{"Finetune/Learning Rate": 1.9858906914568765e-05, "Finetune/Loss": 0.9575832486152649, "Finetune/Loss (Raw)": 1.0061720609664917, "Finetune/Step": 645, "Finetune/Step Time": 6.383292326703668}
+{"Finetune/Learning Rate": 1.9858217766368538e-05, "Finetune/Loss": 0.9602919220924377, "Finetune/Loss (Raw)": 1.0313026905059814, "Finetune/Step": 646, "Finetune/Step Time": 6.374673057347536}
+{"Finetune/Learning Rate": 1.9857526951261085e-05, "Finetune/Loss": 0.9607864022254944, "Finetune/Loss (Raw)": 1.020708441734314, "Finetune/Step": 647, "Finetune/Step Time": 6.371518351137638}
+{"Finetune/Learning Rate": 1.9856834469363212e-05, "Finetune/Loss": 0.9647714495658875, "Finetune/Loss (Raw)": 0.8623059988021851, "Finetune/Step": 648, "Finetune/Step Time": 6.354120781645179}
+{"Finetune/Learning Rate": 1.985614032079201e-05, "Finetune/Loss": 0.9699247479438782, "Finetune/Loss (Raw)": 1.1240869760513306, "Finetune/Step": 649, "Finetune/Step Time": 6.335138814523816}
+{"Finetune/Learning Rate": 1.9855444505664856e-05, "Finetune/Loss": 0.9707708954811096, "Finetune/Loss (Raw)": 1.0141806602478027, "Finetune/Step": 650, "Finetune/Step Time": 6.323819011449814}
+{"Finetune/Learning Rate": 1.98547470240994e-05, "Finetune/Loss": 0.9696072340011597, "Finetune/Loss (Raw)": 0.9099037647247314, "Finetune/Step": 651, "Finetune/Step Time": 6.318108195438981}
+{"Finetune/Learning Rate": 1.9854047876213576e-05, "Finetune/Loss": 0.9700928926467896, "Finetune/Loss (Raw)": 0.9925890564918518, "Finetune/Step": 652, "Finetune/Step Time": 6.306192556396127}
+{"Finetune/Learning Rate": 1.98533470621256e-05, "Finetune/Loss": 0.9681795835494995, "Finetune/Loss (Raw)": 0.7873764038085938, "Finetune/Step": 653, "Finetune/Step Time": 6.31351830996573}
+{"Finetune/Learning Rate": 1.985264458195398e-05, "Finetune/Loss": 0.9672189950942993, "Finetune/Loss (Raw)": 0.8370696902275085, "Finetune/Step": 654, "Finetune/Step Time": 6.340523608028889}
+{"Finetune/Learning Rate": 1.9851940435817494e-05, "Finetune/Loss": 0.9735963940620422, "Finetune/Loss (Raw)": 1.2468219995498657, "Finetune/Step": 655, "Finetune/Step Time": 6.338667212054133}
+{"Finetune/Learning Rate": 1.98512346238352e-05, "Finetune/Loss": 0.9752665758132935, "Finetune/Loss (Raw)": 1.0962563753128052, "Finetune/Step": 656, "Finetune/Step Time": 6.320437805727124}
+{"Finetune/Learning Rate": 1.9850527146126444e-05, "Finetune/Loss": 0.9743212461471558, "Finetune/Loss (Raw)": 0.8882992267608643, "Finetune/Step": 657, "Finetune/Step Time": 6.3192680310457945}
+{"Finetune/Learning Rate": 1.9849818002810855e-05, "Finetune/Loss": 0.9749188423156738, "Finetune/Loss (Raw)": 1.0023802518844604, "Finetune/Step": 658, "Finetune/Step Time": 6.3174333944916725}
+{"Finetune/Learning Rate": 1.9849107194008338e-05, "Finetune/Loss": 0.9749027490615845, "Finetune/Loss (Raw)": 0.9734523296356201, "Finetune/Step": 659, "Finetune/Step Time": 6.307823186740279}
+{"Finetune/Learning Rate": 1.984839471983908e-05, "Finetune/Loss": 0.9753159284591675, "Finetune/Loss (Raw)": 0.944678783416748, "Finetune/Step": 660, "Finetune/Step Time": 6.308626774698496}
+{"Finetune/Learning Rate": 1.9847680580423562e-05, "Finetune/Loss": 0.9740068316459656, "Finetune/Loss (Raw)": 0.9240843057632446, "Finetune/Step": 661, "Finetune/Step Time": 6.3133108131587505}
+{"Finetune/Learning Rate": 1.9846964775882525e-05, "Finetune/Loss": 0.973315417766571, "Finetune/Loss (Raw)": 0.967205286026001, "Finetune/Step": 662, "Finetune/Step Time": 6.318018110468984}
+{"Finetune/Learning Rate": 1.984624730633701e-05, "Finetune/Loss": 0.9731645584106445, "Finetune/Loss (Raw)": 1.0428853034973145, "Finetune/Step": 663, "Finetune/Step Time": 6.31407486833632}
+{"Finetune/Learning Rate": 1.9845528171908327e-05, "Finetune/Loss": 0.9779863357543945, "Finetune/Loss (Raw)": 1.0590448379516602, "Finetune/Step": 664, "Finetune/Step Time": 6.306718165054917}
+{"Finetune/Learning Rate": 1.9844807372718077e-05, "Finetune/Loss": 0.9794133901596069, "Finetune/Loss (Raw)": 1.0785890817642212, "Finetune/Step": 665, "Finetune/Step Time": 6.2847683392465115}
+{"Finetune/Learning Rate": 1.984408490888814e-05, "Finetune/Loss": 0.9788184762001038, "Finetune/Loss (Raw)": 1.0581845045089722, "Finetune/Step": 666, "Finetune/Step Time": 6.265253381803632}
+{"Finetune/Learning Rate": 1.984336078054067e-05, "Finetune/Loss": 0.9790737628936768, "Finetune/Loss (Raw)": 1.1174323558807373, "Finetune/Step": 667, "Finetune/Step Time": 6.2597617376595736}
+{"Finetune/Learning Rate": 1.9842634987798115e-05, "Finetune/Loss": 0.9782280325889587, "Finetune/Loss (Raw)": 0.9549799561500549, "Finetune/Step": 668, "Finetune/Step Time": 6.260515857487917}
+{"Finetune/Learning Rate": 1.9841907530783194e-05, "Finetune/Loss": 0.9765889048576355, "Finetune/Loss (Raw)": 0.9115161895751953, "Finetune/Step": 669, "Finetune/Step Time": 6.2591362204402685}
+{"Finetune/Learning Rate": 1.984117840961891e-05, "Finetune/Loss": 0.9771965742111206, "Finetune/Loss (Raw)": 1.0971850156784058, "Finetune/Step": 670, "Finetune/Step Time": 6.256189355626702}
+{"Finetune/Learning Rate": 1.984044762442856e-05, "Finetune/Loss": 0.9764988422393799, "Finetune/Loss (Raw)": 1.0131956338882446, "Finetune/Step": 671, "Finetune/Step Time": 6.2601448148489}
+{"Finetune/Learning Rate": 1.9839715175335695e-05, "Finetune/Loss": 0.9769397974014282, "Finetune/Loss (Raw)": 0.9632145762443542, "Finetune/Step": 672, "Finetune/Step Time": 6.26446427218616}
+{"Finetune/Learning Rate": 1.9838981062464173e-05, "Finetune/Loss": 0.9768345355987549, "Finetune/Loss (Raw)": 1.127351999282837, "Finetune/Step": 673, "Finetune/Step Time": 6.264430934563279}
+{"Finetune/Learning Rate": 1.9838245285938122e-05, "Finetune/Loss": 0.9766989946365356, "Finetune/Loss (Raw)": 1.0013962984085083, "Finetune/Step": 674, "Finetune/Step Time": 6.259089203551412}
+{"Finetune/Learning Rate": 1.983750784588195e-05, "Finetune/Loss": 0.9755830764770508, "Finetune/Loss (Raw)": 0.9689447283744812, "Finetune/Step": 675, "Finetune/Step Time": 6.259629545733333}
+{"Finetune/Learning Rate": 1.9836768742420355e-05, "Finetune/Loss": 0.9768158197402954, "Finetune/Loss (Raw)": 0.9746097922325134, "Finetune/Step": 676, "Finetune/Step Time": 6.262621907517314}
+{"Finetune/Learning Rate": 1.9836027975678304e-05, "Finetune/Loss": 0.9758515357971191, "Finetune/Loss (Raw)": 1.0286426544189453, "Finetune/Step": 677, "Finetune/Step Time": 6.256522312760353}
+{"Finetune/Learning Rate": 1.9835285545781057e-05, "Finetune/Loss": 0.9765399098396301, "Finetune/Loss (Raw)": 0.9831635355949402, "Finetune/Step": 678, "Finetune/Step Time": 6.257210107520223}
+{"Finetune/Learning Rate": 1.983454145285415e-05, "Finetune/Loss": 0.9765768647193909, "Finetune/Loss (Raw)": 0.9942700862884521, "Finetune/Step": 679, "Finetune/Step Time": 6.259402317926288}
+{"Finetune/Learning Rate": 1.9833795697023395e-05, "Finetune/Loss": 0.9716044664382935, "Finetune/Loss (Raw)": 0.42306870222091675, "Finetune/Step": 680, "Finetune/Step Time": 6.261935364454985}
+{"Finetune/Learning Rate": 1.9833048278414898e-05, "Finetune/Loss": 0.971330463886261, "Finetune/Loss (Raw)": 0.8938103914260864, "Finetune/Step": 681, "Finetune/Step Time": 6.281362382695079}
+{"Finetune/Learning Rate": 1.983229919715503e-05, "Finetune/Loss": 0.9732568264007568, "Finetune/Loss (Raw)": 1.0892879962921143, "Finetune/Step": 682, "Finetune/Step Time": 6.275542449206114}
+{"Finetune/Learning Rate": 1.983154845337046e-05, "Finetune/Loss": 0.9792012572288513, "Finetune/Loss (Raw)": 1.1390076875686646, "Finetune/Step": 683, "Finetune/Step Time": 6.263276049867272}
+{"Finetune/Learning Rate": 1.9830796047188127e-05, "Finetune/Loss": 0.9775313138961792, "Finetune/Loss (Raw)": 0.8472725749015808, "Finetune/Step": 684, "Finetune/Step Time": 6.249033456668258}
+{"Finetune/Learning Rate": 1.9830041978735248e-05, "Finetune/Loss": 0.9781039953231812, "Finetune/Loss (Raw)": 0.9237903356552124, "Finetune/Step": 685, "Finetune/Step Time": 6.2370085921138525}
+{"Finetune/Learning Rate": 1.9829286248139334e-05, "Finetune/Loss": 0.9801217317581177, "Finetune/Loss (Raw)": 1.0836607217788696, "Finetune/Step": 686, "Finetune/Step Time": 6.21145468018949}
+{"Finetune/Learning Rate": 1.982852885552817e-05, "Finetune/Loss": 0.978852391242981, "Finetune/Loss (Raw)": 0.91987544298172, "Finetune/Step": 687, "Finetune/Step Time": 6.212536400184035}
+{"Finetune/Learning Rate": 1.982776980102982e-05, "Finetune/Loss": 0.9797214269638062, "Finetune/Loss (Raw)": 1.0954978466033936, "Finetune/Step": 688, "Finetune/Step Time": 6.215884130448103}
+{"Finetune/Learning Rate": 1.982700908477263e-05, "Finetune/Loss": 0.9758289456367493, "Finetune/Loss (Raw)": 0.3403879702091217, "Finetune/Step": 689, "Finetune/Step Time": 6.210300179198384}
+{"Finetune/Learning Rate": 1.982624670688523e-05, "Finetune/Loss": 0.9763906002044678, "Finetune/Loss (Raw)": 1.0629279613494873, "Finetune/Step": 690, "Finetune/Step Time": 6.219181573018432}
+{"Finetune/Learning Rate": 1.9825482667496527e-05, "Finetune/Loss": 0.9779722690582275, "Finetune/Loss (Raw)": 1.1370195150375366, "Finetune/Step": 691, "Finetune/Step Time": 6.214656187221408}
+{"Finetune/Learning Rate": 1.982471696673571e-05, "Finetune/Loss": 0.9786803722381592, "Finetune/Loss (Raw)": 1.1147874593734741, "Finetune/Step": 692, "Finetune/Step Time": 6.205555986613035}
+{"Finetune/Learning Rate": 1.982394960473226e-05, "Finetune/Loss": 0.9803075790405273, "Finetune/Loss (Raw)": 0.8881218433380127, "Finetune/Step": 693, "Finetune/Step Time": 6.187511119991541}
+{"Finetune/Learning Rate": 1.9823180581615917e-05, "Finetune/Loss": 0.9823892712593079, "Finetune/Loss (Raw)": 1.0863449573516846, "Finetune/Step": 694, "Finetune/Step Time": 6.184897944331169}
+{"Finetune/Learning Rate": 1.9822409897516717e-05, "Finetune/Loss": 0.9827486276626587, "Finetune/Loss (Raw)": 0.9893403649330139, "Finetune/Step": 695, "Finetune/Step Time": 6.174645144492388}
+{"Finetune/Learning Rate": 1.9821637552564973e-05, "Finetune/Loss": 0.9836069941520691, "Finetune/Loss (Raw)": 1.1123902797698975, "Finetune/Step": 696, "Finetune/Step Time": 6.165425153449178}
+{"Finetune/Learning Rate": 1.9820863546891282e-05, "Finetune/Loss": 0.9839552640914917, "Finetune/Loss (Raw)": 1.129906177520752, "Finetune/Step": 697, "Finetune/Step Time": 6.151762889698148}
+{"Finetune/Learning Rate": 1.9820087880626516e-05, "Finetune/Loss": 0.9833025932312012, "Finetune/Loss (Raw)": 0.9786674380302429, "Finetune/Step": 698, "Finetune/Step Time": 6.151383439078927}
+{"Finetune/Learning Rate": 1.9819310553901837e-05, "Finetune/Loss": 0.9844827055931091, "Finetune/Loss (Raw)": 1.1068669557571411, "Finetune/Step": 699, "Finetune/Step Time": 6.154289983212948}
+{"Finetune/Learning Rate": 1.9818531566848673e-05, "Finetune/Loss": 0.9856332540512085, "Finetune/Loss (Raw)": 1.150097131729126, "Finetune/Step": 700, "Finetune/Step Time": 6.159343786537647}
+{"Finetune/Learning Rate": 1.9817750919598746e-05, "Finetune/Loss": 0.9852504730224609, "Finetune/Loss (Raw)": 1.1038737297058105, "Finetune/Step": 701, "Finetune/Step Time": 6.170129328966141}
+{"Finetune/Learning Rate": 1.9816968612284057e-05, "Finetune/Loss": 0.9825253486633301, "Finetune/Loss (Raw)": 0.6305844783782959, "Finetune/Step": 702, "Finetune/Step Time": 6.1786781419068575}
+{"Finetune/Learning Rate": 1.981618464503688e-05, "Finetune/Loss": 0.9813237190246582, "Finetune/Loss (Raw)": 0.8251022696495056, "Finetune/Step": 703, "Finetune/Step Time": 6.199653735384345}
+{"Finetune/Learning Rate": 1.981539901798977e-05, "Finetune/Loss": 0.9825810790061951, "Finetune/Loss (Raw)": 1.054256796836853, "Finetune/Step": 704, "Finetune/Step Time": 6.203503470867872}
+{"Finetune/Learning Rate": 1.981461173127558e-05, "Finetune/Loss": 0.9829259514808655, "Finetune/Loss (Raw)": 0.9939349889755249, "Finetune/Step": 705, "Finetune/Step Time": 6.197355069220066}
+{"Finetune/Learning Rate": 1.9813822785027422e-05, "Finetune/Loss": 0.9854454398155212, "Finetune/Loss (Raw)": 1.0540318489074707, "Finetune/Step": 706, "Finetune/Step Time": 6.185935260728002}
+{"Finetune/Learning Rate": 1.98130321793787e-05, "Finetune/Loss": 0.9868831634521484, "Finetune/Loss (Raw)": 1.1908886432647705, "Finetune/Step": 707, "Finetune/Step Time": 6.1835338696837425}
+{"Finetune/Learning Rate": 1.9812239914463095e-05, "Finetune/Loss": 0.9855738878250122, "Finetune/Loss (Raw)": 1.0169655084609985, "Finetune/Step": 708, "Finetune/Step Time": 6.183359062299132}
+{"Finetune/Learning Rate": 1.9811445990414576e-05, "Finetune/Loss": 0.985155463218689, "Finetune/Loss (Raw)": 0.80347740650177, "Finetune/Step": 709, "Finetune/Step Time": 6.184144144877791}
+{"Finetune/Learning Rate": 1.9810650407367374e-05, "Finetune/Loss": 0.9846450686454773, "Finetune/Loss (Raw)": 1.0343636274337769, "Finetune/Step": 710, "Finetune/Step Time": 6.1940750647336245}
+{"Finetune/Learning Rate": 1.9809853165456017e-05, "Finetune/Loss": 0.9859133958816528, "Finetune/Loss (Raw)": 0.980898916721344, "Finetune/Step": 711, "Finetune/Step Time": 6.2095356322824955}
+{"Finetune/Learning Rate": 1.9809054264815314e-05, "Finetune/Loss": 0.9854723215103149, "Finetune/Loss (Raw)": 0.9678050875663757, "Finetune/Step": 712, "Finetune/Step Time": 6.204094134271145}
+{"Finetune/Learning Rate": 1.980825370558035e-05, "Finetune/Loss": 0.9795258045196533, "Finetune/Loss (Raw)": 0.40576812624931335, "Finetune/Step": 713, "Finetune/Step Time": 6.219165755435824}
+{"Finetune/Learning Rate": 1.980745148788648e-05, "Finetune/Loss": 0.9745171070098877, "Finetune/Loss (Raw)": 0.3198642432689667, "Finetune/Step": 714, "Finetune/Step Time": 6.2379232458770275}
+{"Finetune/Learning Rate": 1.980664761186936e-05, "Finetune/Loss": 0.9736467599868774, "Finetune/Loss (Raw)": 0.9095627069473267, "Finetune/Step": 715, "Finetune/Step Time": 6.248104887083173}
+{"Finetune/Learning Rate": 1.9805842077664913e-05, "Finetune/Loss": 0.9715692400932312, "Finetune/Loss (Raw)": 0.8693416118621826, "Finetune/Step": 716, "Finetune/Step Time": 6.254271684214473}
+{"Finetune/Learning Rate": 1.980503488540934e-05, "Finetune/Loss": 0.9720253944396973, "Finetune/Loss (Raw)": 0.907260000705719, "Finetune/Step": 717, "Finetune/Step Time": 6.273901309818029}
+{"Finetune/Learning Rate": 1.9804226035239136e-05, "Finetune/Loss": 0.9721924066543579, "Finetune/Loss (Raw)": 0.9786074161529541, "Finetune/Step": 718, "Finetune/Step Time": 6.278382305055857}
+{"Finetune/Learning Rate": 1.9803415527291063e-05, "Finetune/Loss": 0.9726518988609314, "Finetune/Loss (Raw)": 1.0933165550231934, "Finetune/Step": 719, "Finetune/Step Time": 6.278806576505303}
+{"Finetune/Learning Rate": 1.9802603361702165e-05, "Finetune/Loss": 0.9716449975967407, "Finetune/Loss (Raw)": 0.9479502439498901, "Finetune/Step": 720, "Finetune/Step Time": 6.279974581673741}
+{"Finetune/Learning Rate": 1.9801789538609776e-05, "Finetune/Loss": 0.9738812446594238, "Finetune/Loss (Raw)": 1.1600149869918823, "Finetune/Step": 721, "Finetune/Step Time": 6.275938423350453}
+{"Finetune/Learning Rate": 1.98009740581515e-05, "Finetune/Loss": 0.9739626049995422, "Finetune/Loss (Raw)": 0.8867215514183044, "Finetune/Step": 722, "Finetune/Step Time": 6.274676598608494}
+{"Finetune/Learning Rate": 1.980015692046523e-05, "Finetune/Loss": 0.9768676161766052, "Finetune/Loss (Raw)": 1.0784322023391724, "Finetune/Step": 723, "Finetune/Step Time": 6.275263492017984}
+{"Finetune/Learning Rate": 1.9799338125689128e-05, "Finetune/Loss": 0.9781609773635864, "Finetune/Loss (Raw)": 0.9592301845550537, "Finetune/Step": 724, "Finetune/Step Time": 6.278133260086179}
+{"Finetune/Learning Rate": 1.9798517673961643e-05, "Finetune/Loss": 0.9792380928993225, "Finetune/Loss (Raw)": 0.9727292060852051, "Finetune/Step": 725, "Finetune/Step Time": 6.274431839585304}
+{"Finetune/Learning Rate": 1.9797695565421507e-05, "Finetune/Loss": 0.9797120094299316, "Finetune/Loss (Raw)": 1.0287137031555176, "Finetune/Step": 726, "Finetune/Step Time": 6.273982161656022}
+{"Finetune/Learning Rate": 1.979687180020773e-05, "Finetune/Loss": 0.980998158454895, "Finetune/Loss (Raw)": 1.1261301040649414, "Finetune/Step": 727, "Finetune/Step Time": 6.2816186882555485}
+{"Finetune/Learning Rate": 1.9796046378459593e-05, "Finetune/Loss": 0.9853954911231995, "Finetune/Loss (Raw)": 0.9945753216743469, "Finetune/Step": 728, "Finetune/Step Time": 6.282716350629926}
+{"Finetune/Learning Rate": 1.9795219300316675e-05, "Finetune/Loss": 0.9862023591995239, "Finetune/Loss (Raw)": 1.1867350339889526, "Finetune/Step": 729, "Finetune/Step Time": 6.257547540590167}
+{"Finetune/Learning Rate": 1.979439056591882e-05, "Finetune/Loss": 0.9856300354003906, "Finetune/Loss (Raw)": 0.9314447045326233, "Finetune/Step": 730, "Finetune/Step Time": 6.246689911931753}
+{"Finetune/Learning Rate": 1.9793560175406155e-05, "Finetune/Loss": 0.9873862862586975, "Finetune/Loss (Raw)": 1.0850764513015747, "Finetune/Step": 731, "Finetune/Step Time": 6.272038588300347}
+{"Finetune/Learning Rate": 1.9792728128919093e-05, "Finetune/Loss": 0.9892269372940063, "Finetune/Loss (Raw)": 1.0783040523529053, "Finetune/Step": 732, "Finetune/Step Time": 6.269049381837249}
+{"Finetune/Learning Rate": 1.979189442659832e-05, "Finetune/Loss": 0.9860106706619263, "Finetune/Loss (Raw)": 0.7579218745231628, "Finetune/Step": 733, "Finetune/Step Time": 6.279769292101264}
+{"Finetune/Learning Rate": 1.979105906858481e-05, "Finetune/Loss": 0.986816942691803, "Finetune/Loss (Raw)": 1.1366512775421143, "Finetune/Step": 734, "Finetune/Step Time": 6.305165136232972}
+{"Finetune/Learning Rate": 1.9790222055019807e-05, "Finetune/Loss": 0.9854267835617065, "Finetune/Loss (Raw)": 0.9546061754226685, "Finetune/Step": 735, "Finetune/Step Time": 6.300743386149406}
+{"Finetune/Learning Rate": 1.978938338604484e-05, "Finetune/Loss": 0.9859018921852112, "Finetune/Loss (Raw)": 1.0430824756622314, "Finetune/Step": 736, "Finetune/Step Time": 6.284744072705507}
+{"Finetune/Learning Rate": 1.9788543061801722e-05, "Finetune/Loss": 0.9831337928771973, "Finetune/Loss (Raw)": 0.8613832592964172, "Finetune/Step": 737, "Finetune/Step Time": 6.291954634711146}
+{"Finetune/Learning Rate": 1.978770108243254e-05, "Finetune/Loss": 0.9786006212234497, "Finetune/Loss (Raw)": 0.4268839955329895, "Finetune/Step": 738, "Finetune/Step Time": 6.308752302080393}
+{"Finetune/Learning Rate": 1.9786857448079664e-05, "Finetune/Loss": 0.9772375822067261, "Finetune/Loss (Raw)": 0.9044659733772278, "Finetune/Step": 739, "Finetune/Step Time": 6.323115995153785}
+{"Finetune/Learning Rate": 1.978601215888574e-05, "Finetune/Loss": 0.9786491990089417, "Finetune/Loss (Raw)": 0.9619511365890503, "Finetune/Step": 740, "Finetune/Step Time": 6.328805182129145}
+{"Finetune/Learning Rate": 1.9785165214993695e-05, "Finetune/Loss": 0.9789844751358032, "Finetune/Loss (Raw)": 1.1514497995376587, "Finetune/Step": 741, "Finetune/Step Time": 6.326642908155918}
+{"Finetune/Learning Rate": 1.978431661654674e-05, "Finetune/Loss": 0.9783607721328735, "Finetune/Loss (Raw)": 0.9611080884933472, "Finetune/Step": 742, "Finetune/Step Time": 6.3267523143440485}
+{"Finetune/Learning Rate": 1.9783466363688363e-05, "Finetune/Loss": 0.9789804220199585, "Finetune/Loss (Raw)": 1.0270737409591675, "Finetune/Step": 743, "Finetune/Step Time": 6.335073700174689}
+{"Finetune/Learning Rate": 1.9782614456562333e-05, "Finetune/Loss": 0.9783362746238708, "Finetune/Loss (Raw)": 0.8796073794364929, "Finetune/Step": 744, "Finetune/Step Time": 6.336499873548746}
+{"Finetune/Learning Rate": 1.9781760895312692e-05, "Finetune/Loss": 0.979258120059967, "Finetune/Loss (Raw)": 0.9961679577827454, "Finetune/Step": 745, "Finetune/Step Time": 6.331965008750558}
+{"Finetune/Learning Rate": 1.978090568008377e-05, "Finetune/Loss": 0.9783287048339844, "Finetune/Loss (Raw)": 0.9288526773452759, "Finetune/Step": 746, "Finetune/Step Time": 6.329463891685009}
+{"Finetune/Learning Rate": 1.9780048811020178e-05, "Finetune/Loss": 0.9766764044761658, "Finetune/Loss (Raw)": 0.8879247903823853, "Finetune/Step": 747, "Finetune/Step Time": 6.339700050652027}
+{"Finetune/Learning Rate": 1.9779190288266794e-05, "Finetune/Loss": 0.9781314134597778, "Finetune/Loss (Raw)": 1.0439870357513428, "Finetune/Step": 748, "Finetune/Step Time": 6.338940266519785}
+{"Finetune/Learning Rate": 1.977833011196879e-05, "Finetune/Loss": 0.9791284799575806, "Finetune/Loss (Raw)": 1.1606450080871582, "Finetune/Step": 749, "Finetune/Step Time": 6.327288508415222}
+{"Finetune/Learning Rate": 1.977746828227161e-05, "Finetune/Loss": 0.9784805774688721, "Finetune/Loss (Raw)": 0.9307934641838074, "Finetune/Step": 750, "Finetune/Step Time": 6.327402042225003}
+{"Finetune/Learning Rate": 1.977660479932098e-05, "Finetune/Loss": 0.9777519106864929, "Finetune/Loss (Raw)": 1.0552048683166504, "Finetune/Step": 751, "Finetune/Step Time": 6.330432578921318}
+{"Finetune/Learning Rate": 1.9775739663262903e-05, "Finetune/Loss": 0.9779819250106812, "Finetune/Loss (Raw)": 1.0640099048614502, "Finetune/Step": 752, "Finetune/Step Time": 6.339131586253643}
+{"Finetune/Learning Rate": 1.9774872874243663e-05, "Finetune/Loss": 0.9727428555488586, "Finetune/Loss (Raw)": 0.4137534499168396, "Finetune/Step": 753, "Finetune/Step Time": 6.344003980979323}
+{"Finetune/Learning Rate": 1.9774004432409827e-05, "Finetune/Loss": 0.9728215932846069, "Finetune/Loss (Raw)": 1.0444890260696411, "Finetune/Step": 754, "Finetune/Step Time": 6.344820633530617}
+{"Finetune/Learning Rate": 1.977313433790823e-05, "Finetune/Loss": 0.9733933210372925, "Finetune/Loss (Raw)": 0.9943860173225403, "Finetune/Step": 755, "Finetune/Step Time": 6.341917892917991}
+{"Finetune/Learning Rate": 1.9772262590886006e-05, "Finetune/Loss": 0.9729170799255371, "Finetune/Loss (Raw)": 0.9243441224098206, "Finetune/Step": 756, "Finetune/Step Time": 6.341364461928606}
+{"Finetune/Learning Rate": 1.977138919149055e-05, "Finetune/Loss": 0.9750307202339172, "Finetune/Loss (Raw)": 1.1119391918182373, "Finetune/Step": 757, "Finetune/Step Time": 6.345102516934276}
+{"Finetune/Learning Rate": 1.9770514139869546e-05, "Finetune/Loss": 0.9744387269020081, "Finetune/Loss (Raw)": 0.972410261631012, "Finetune/Step": 758, "Finetune/Step Time": 6.3485435247421265}
+{"Finetune/Learning Rate": 1.9769637436170952e-05, "Finetune/Loss": 0.9758228659629822, "Finetune/Loss (Raw)": 1.1152381896972656, "Finetune/Step": 759, "Finetune/Step Time": 6.347688710317016}
+{"Finetune/Learning Rate": 1.9768759080543012e-05, "Finetune/Loss": 0.9780613780021667, "Finetune/Loss (Raw)": 1.1721184253692627, "Finetune/Step": 760, "Finetune/Step Time": 6.345552023500204}
+{"Finetune/Learning Rate": 1.976787907313424e-05, "Finetune/Loss": 0.9769800901412964, "Finetune/Loss (Raw)": 1.0215550661087036, "Finetune/Step": 761, "Finetune/Step Time": 6.328487951308489}
+{"Finetune/Learning Rate": 1.9766997414093443e-05, "Finetune/Loss": 0.9758628606796265, "Finetune/Loss (Raw)": 0.9278845191001892, "Finetune/Step": 762, "Finetune/Step Time": 6.333236288279295}
+{"Finetune/Learning Rate": 1.9766114103569692e-05, "Finetune/Loss": 0.9783751964569092, "Finetune/Loss (Raw)": 1.115054726600647, "Finetune/Step": 763, "Finetune/Step Time": 6.33607785589993}
+{"Finetune/Learning Rate": 1.9765229141712347e-05, "Finetune/Loss": 0.979796290397644, "Finetune/Loss (Raw)": 1.1785273551940918, "Finetune/Step": 764, "Finetune/Step Time": 6.326113361865282}
+{"Finetune/Learning Rate": 1.976434252867104e-05, "Finetune/Loss": 0.9792739748954773, "Finetune/Loss (Raw)": 1.0012760162353516, "Finetune/Step": 765, "Finetune/Step Time": 6.305121777579188}
+{"Finetune/Learning Rate": 1.9763454264595694e-05, "Finetune/Loss": 0.9798002243041992, "Finetune/Loss (Raw)": 0.887572169303894, "Finetune/Step": 766, "Finetune/Step Time": 6.306112973019481}
+{"Finetune/Learning Rate": 1.97625643496365e-05, "Finetune/Loss": 0.9786350727081299, "Finetune/Loss (Raw)": 0.805004358291626, "Finetune/Step": 767, "Finetune/Step Time": 6.2821738831698895}
+{"Finetune/Learning Rate": 1.9761672783943932e-05, "Finetune/Loss": 0.9767241477966309, "Finetune/Loss (Raw)": 0.8436998724937439, "Finetune/Step": 768, "Finetune/Step Time": 6.288102447986603}
+{"Finetune/Learning Rate": 1.9760779567668743e-05, "Finetune/Loss": 0.9761647582054138, "Finetune/Loss (Raw)": 1.0290757417678833, "Finetune/Step": 769, "Finetune/Step Time": 6.289737297222018}
+{"Finetune/Learning Rate": 1.975988470096197e-05, "Finetune/Loss": 0.9760913848876953, "Finetune/Loss (Raw)": 1.1087673902511597, "Finetune/Step": 770, "Finetune/Step Time": 6.287668023258448}
+{"Finetune/Learning Rate": 1.9758988183974918e-05, "Finetune/Loss": 0.9749660491943359, "Finetune/Loss (Raw)": 0.9328127503395081, "Finetune/Step": 771, "Finetune/Step Time": 6.291885852813721}
+{"Finetune/Learning Rate": 1.9758090016859177e-05, "Finetune/Loss": 0.9752346873283386, "Finetune/Loss (Raw)": 1.0047911405563354, "Finetune/Step": 772, "Finetune/Step Time": 6.305200461298227}
+{"Finetune/Learning Rate": 1.975719019976662e-05, "Finetune/Loss": 0.9747274518013, "Finetune/Loss (Raw)": 0.9412356615066528, "Finetune/Step": 773, "Finetune/Step Time": 6.307328859344125}
+{"Finetune/Learning Rate": 1.9756288732849396e-05, "Finetune/Loss": 0.9743150472640991, "Finetune/Loss (Raw)": 0.9785182476043701, "Finetune/Step": 774, "Finetune/Step Time": 6.300527973100543}
+{"Finetune/Learning Rate": 1.975538561625993e-05, "Finetune/Loss": 0.9735711812973022, "Finetune/Loss (Raw)": 0.9254910945892334, "Finetune/Step": 775, "Finetune/Step Time": 6.290449894964695}
+{"Finetune/Learning Rate": 1.975448085015093e-05, "Finetune/Loss": 0.9720286130905151, "Finetune/Loss (Raw)": 0.6648612022399902, "Finetune/Step": 776, "Finetune/Step Time": 6.288835512474179}
+{"Finetune/Learning Rate": 1.9753574434675376e-05, "Finetune/Loss": 0.9703192710876465, "Finetune/Loss (Raw)": 0.9052957892417908, "Finetune/Step": 777, "Finetune/Step Time": 6.292184989899397}
+{"Finetune/Learning Rate": 1.975266636998654e-05, "Finetune/Loss": 0.9699411988258362, "Finetune/Loss (Raw)": 0.9657825231552124, "Finetune/Step": 778, "Finetune/Step Time": 6.28800556063652}
+{"Finetune/Learning Rate": 1.975175665623796e-05, "Finetune/Loss": 0.9693349599838257, "Finetune/Loss (Raw)": 0.8323116898536682, "Finetune/Step": 779, "Finetune/Step Time": 6.293973971158266}
+{"Finetune/Learning Rate": 1.975084529358346e-05, "Finetune/Loss": 0.9681339263916016, "Finetune/Loss (Raw)": 0.8388487100601196, "Finetune/Step": 780, "Finetune/Step Time": 6.294719107449055}
+{"Finetune/Learning Rate": 1.9749932282177137e-05, "Finetune/Loss": 0.9696007966995239, "Finetune/Loss (Raw)": 0.9751463532447815, "Finetune/Step": 781, "Finetune/Step Time": 6.288551731035113}
+{"Finetune/Learning Rate": 1.9749017622173374e-05, "Finetune/Loss": 0.9713041186332703, "Finetune/Loss (Raw)": 1.0550851821899414, "Finetune/Step": 782, "Finetune/Step Time": 6.259391723200679}
+{"Finetune/Learning Rate": 1.974810131372683e-05, "Finetune/Loss": 0.9685235023498535, "Finetune/Loss (Raw)": 0.8909122347831726, "Finetune/Step": 783, "Finetune/Step Time": 6.254981504753232}
+{"Finetune/Learning Rate": 1.9747183356992437e-05, "Finetune/Loss": 0.9687883853912354, "Finetune/Loss (Raw)": 1.1301590204238892, "Finetune/Step": 784, "Finetune/Step Time": 6.259183270856738}
+{"Finetune/Learning Rate": 1.9746263752125412e-05, "Finetune/Loss": 0.9700114130973816, "Finetune/Loss (Raw)": 1.0448439121246338, "Finetune/Step": 785, "Finetune/Step Time": 6.259038746356964}
+{"Finetune/Learning Rate": 1.9745342499281254e-05, "Finetune/Loss": 0.970205545425415, "Finetune/Loss (Raw)": 1.0272237062454224, "Finetune/Step": 786, "Finetune/Step Time": 6.266602134332061}
+{"Finetune/Learning Rate": 1.9744419598615733e-05, "Finetune/Loss": 0.970250129699707, "Finetune/Loss (Raw)": 0.9791663289070129, "Finetune/Step": 787, "Finetune/Step Time": 6.273496702313423}
+{"Finetune/Learning Rate": 1.9743495050284895e-05, "Finetune/Loss": 0.9707270264625549, "Finetune/Loss (Raw)": 1.005724549293518, "Finetune/Step": 788, "Finetune/Step Time": 6.270573876798153}
+{"Finetune/Learning Rate": 1.9742568854445077e-05, "Finetune/Loss": 0.9705884456634521, "Finetune/Loss (Raw)": 0.906338095664978, "Finetune/Step": 789, "Finetune/Step Time": 6.271906366571784}
+{"Finetune/Learning Rate": 1.9741641011252887e-05, "Finetune/Loss": 0.9704538583755493, "Finetune/Loss (Raw)": 0.9499775767326355, "Finetune/Step": 790, "Finetune/Step Time": 6.2788390181958675}
+{"Finetune/Learning Rate": 1.9740711520865214e-05, "Finetune/Loss": 0.9693529605865479, "Finetune/Loss (Raw)": 0.9019707441329956, "Finetune/Step": 791, "Finetune/Step Time": 6.321928724646568}
+{"Finetune/Learning Rate": 1.9739780383439214e-05, "Finetune/Loss": 0.9685264825820923, "Finetune/Loss (Raw)": 0.9532621502876282, "Finetune/Step": 792, "Finetune/Step Time": 6.3207077495753765}
+{"Finetune/Learning Rate": 1.9738847599132343e-05, "Finetune/Loss": 0.9682167172431946, "Finetune/Loss (Raw)": 1.0389376878738403, "Finetune/Step": 793, "Finetune/Step Time": 6.322597725316882}
+{"Finetune/Learning Rate": 1.9737913168102313e-05, "Finetune/Loss": 0.9671061038970947, "Finetune/Loss (Raw)": 0.9160195589065552, "Finetune/Step": 794, "Finetune/Step Time": 6.334137544035912}
+{"Finetune/Learning Rate": 1.9736977090507135e-05, "Finetune/Loss": 0.9655767679214478, "Finetune/Loss (Raw)": 0.9216877818107605, "Finetune/Step": 795, "Finetune/Step Time": 6.347887614741921}
+{"Finetune/Learning Rate": 1.9736039366505087e-05, "Finetune/Loss": 0.9654030799865723, "Finetune/Loss (Raw)": 0.9327436089515686, "Finetune/Step": 796, "Finetune/Step Time": 6.3434886913746595}
+{"Finetune/Learning Rate": 1.973509999625472e-05, "Finetune/Loss": 0.9666248559951782, "Finetune/Loss (Raw)": 1.06790292263031, "Finetune/Step": 797, "Finetune/Step Time": 6.347369687631726}
+{"Finetune/Learning Rate": 1.9734158979914876e-05, "Finetune/Loss": 0.9663665294647217, "Finetune/Loss (Raw)": 1.0641262531280518, "Finetune/Step": 798, "Finetune/Step Time": 6.35893783159554}
+{"Finetune/Learning Rate": 1.9733216317644667e-05, "Finetune/Loss": 0.965908408164978, "Finetune/Loss (Raw)": 0.9545515179634094, "Finetune/Step": 799, "Finetune/Step Time": 6.356035880744457}
+{"Finetune/Learning Rate": 1.973227200960349e-05, "Finetune/Loss": 0.9672785997390747, "Finetune/Loss (Raw)": 1.1385935544967651, "Finetune/Step": 800, "Finetune/Step Time": 6.3665106277912855}
+{"Finetune/Learning Rate": 1.973132605595101e-05, "Finetune/Loss": 0.961392343044281, "Finetune/Loss (Raw)": 0.37391015887260437, "Finetune/Step": 801, "Finetune/Step Time": 6.391246106475592}
+{"Finetune/Learning Rate": 1.9730378456847183e-05, "Finetune/Loss": 0.9612913727760315, "Finetune/Loss (Raw)": 0.9884712100028992, "Finetune/Step": 802, "Finetune/Step Time": 6.406053259968758}
+{"Finetune/Learning Rate": 1.9729429212452235e-05, "Finetune/Loss": 0.9615623354911804, "Finetune/Loss (Raw)": 1.0036354064941406, "Finetune/Step": 803, "Finetune/Step Time": 6.4035248681902885}
+{"Finetune/Learning Rate": 1.972847832292667e-05, "Finetune/Loss": 0.9626244306564331, "Finetune/Loss (Raw)": 1.1105601787567139, "Finetune/Step": 804, "Finetune/Step Time": 6.404251800850034}
+{"Finetune/Learning Rate": 1.9727525788431266e-05, "Finetune/Loss": 0.9616128206253052, "Finetune/Loss (Raw)": 0.8991557359695435, "Finetune/Step": 805, "Finetune/Step Time": 6.421953057870269}
+{"Finetune/Learning Rate": 1.9726571609127097e-05, "Finetune/Loss": 0.9619252681732178, "Finetune/Loss (Raw)": 1.0231558084487915, "Finetune/Step": 806, "Finetune/Step Time": 6.424930503591895}
+{"Finetune/Learning Rate": 1.9725615785175504e-05, "Finetune/Loss": 0.960343599319458, "Finetune/Loss (Raw)": 0.7918154001235962, "Finetune/Step": 807, "Finetune/Step Time": 6.435340980067849}
+{"Finetune/Learning Rate": 1.9724658316738094e-05, "Finetune/Loss": 0.9647115468978882, "Finetune/Loss (Raw)": 0.9821620583534241, "Finetune/Step": 808, "Finetune/Step Time": 6.437260914593935}
+{"Finetune/Learning Rate": 1.9723699203976768e-05, "Finetune/Loss": 0.9643210768699646, "Finetune/Loss (Raw)": 0.843825101852417, "Finetune/Step": 809, "Finetune/Step Time": 6.419104678556323}
+{"Finetune/Learning Rate": 1.97227384470537e-05, "Finetune/Loss": 0.9614753723144531, "Finetune/Loss (Raw)": 0.7250418663024902, "Finetune/Step": 810, "Finetune/Step Time": 6.421770125627518}
+{"Finetune/Learning Rate": 1.972177604613135e-05, "Finetune/Loss": 0.9619921445846558, "Finetune/Loss (Raw)": 1.2051585912704468, "Finetune/Step": 811, "Finetune/Step Time": 6.425838442519307}
+{"Finetune/Learning Rate": 1.9720812001372443e-05, "Finetune/Loss": 0.9629197120666504, "Finetune/Loss (Raw)": 0.9660027623176575, "Finetune/Step": 812, "Finetune/Step Time": 6.425323195755482}
+{"Finetune/Learning Rate": 1.9719846312939985e-05, "Finetune/Loss": 0.9622719883918762, "Finetune/Loss (Raw)": 0.8408746123313904, "Finetune/Step": 813, "Finetune/Step Time": 6.4279231037944555}
+{"Finetune/Learning Rate": 1.9718878980997264e-05, "Finetune/Loss": 0.9629781246185303, "Finetune/Loss (Raw)": 1.1740585565567017, "Finetune/Step": 814, "Finetune/Step Time": 6.435283087193966}
+{"Finetune/Learning Rate": 1.971791000570785e-05, "Finetune/Loss": 0.9638239145278931, "Finetune/Loss (Raw)": 1.0281250476837158, "Finetune/Step": 815, "Finetune/Step Time": 6.433764552697539}
+{"Finetune/Learning Rate": 1.9716939387235573e-05, "Finetune/Loss": 0.9630964398384094, "Finetune/Loss (Raw)": 1.0023819208145142, "Finetune/Step": 816, "Finetune/Step Time": 6.432006740942597}
+{"Finetune/Learning Rate": 1.9715967125744567e-05, "Finetune/Loss": 0.9674789905548096, "Finetune/Loss (Raw)": 0.9013545513153076, "Finetune/Step": 817, "Finetune/Step Time": 6.420664006844163}
+{"Finetune/Learning Rate": 1.971499322139922e-05, "Finetune/Loss": 0.9679862260818481, "Finetune/Loss (Raw)": 1.1278585195541382, "Finetune/Step": 818, "Finetune/Step Time": 6.405408605933189}
+{"Finetune/Learning Rate": 1.971401767436421e-05, "Finetune/Loss": 0.9661622047424316, "Finetune/Loss (Raw)": 0.9035474061965942, "Finetune/Step": 819, "Finetune/Step Time": 6.4040427934378386}
+{"Finetune/Learning Rate": 1.9713040484804497e-05, "Finetune/Loss": 0.9636006355285645, "Finetune/Loss (Raw)": 0.7868965864181519, "Finetune/Step": 820, "Finetune/Step Time": 6.409645792096853}
+{"Finetune/Learning Rate": 1.97120616528853e-05, "Finetune/Loss": 0.9635648131370544, "Finetune/Loss (Raw)": 0.8835403323173523, "Finetune/Step": 821, "Finetune/Step Time": 6.419324405491352}
+{"Finetune/Learning Rate": 1.9711081178772134e-05, "Finetune/Loss": 0.9632601737976074, "Finetune/Loss (Raw)": 1.0473618507385254, "Finetune/Step": 822, "Finetune/Step Time": 6.440935462713242}
+{"Finetune/Learning Rate": 1.971009906263079e-05, "Finetune/Loss": 0.9643501043319702, "Finetune/Loss (Raw)": 1.128846287727356, "Finetune/Step": 823, "Finetune/Step Time": 6.4478028398007154}
+{"Finetune/Learning Rate": 1.9709115304627327e-05, "Finetune/Loss": 0.9630988240242004, "Finetune/Loss (Raw)": 0.9522168040275574, "Finetune/Step": 824, "Finetune/Step Time": 6.445518085733056}
+{"Finetune/Learning Rate": 1.9708129904928084e-05, "Finetune/Loss": 0.961188793182373, "Finetune/Loss (Raw)": 0.8854208588600159, "Finetune/Step": 825, "Finetune/Step Time": 6.44368807785213}
+{"Finetune/Learning Rate": 1.9707142863699687e-05, "Finetune/Loss": 0.9608379602432251, "Finetune/Loss (Raw)": 0.9337693452835083, "Finetune/Step": 826, "Finetune/Step Time": 6.443916670978069}
+{"Finetune/Learning Rate": 1.970615418110903e-05, "Finetune/Loss": 0.9597043395042419, "Finetune/Loss (Raw)": 0.9617592692375183, "Finetune/Step": 827, "Finetune/Step Time": 6.447226442396641}
+{"Finetune/Learning Rate": 1.9705163857323287e-05, "Finetune/Loss": 0.9583933353424072, "Finetune/Loss (Raw)": 0.9822956323623657, "Finetune/Step": 828, "Finetune/Step Time": 6.450023666024208}
+{"Finetune/Learning Rate": 1.970417189250991e-05, "Finetune/Loss": 0.9568843841552734, "Finetune/Loss (Raw)": 0.9107186198234558, "Finetune/Step": 829, "Finetune/Step Time": 6.448595767840743}
+{"Finetune/Learning Rate": 1.970317828683663e-05, "Finetune/Loss": 0.9594061970710754, "Finetune/Loss (Raw)": 0.953383207321167, "Finetune/Step": 830, "Finetune/Step Time": 6.435768583789468}
+{"Finetune/Learning Rate": 1.9702183040471447e-05, "Finetune/Loss": 0.9615432024002075, "Finetune/Loss (Raw)": 1.0986387729644775, "Finetune/Step": 831, "Finetune/Step Time": 6.415186597034335}
+{"Finetune/Learning Rate": 1.9701186153582657e-05, "Finetune/Loss": 0.9602525234222412, "Finetune/Loss (Raw)": 0.8890451788902283, "Finetune/Step": 832, "Finetune/Step Time": 6.409207683056593}
+{"Finetune/Learning Rate": 1.970018762633881e-05, "Finetune/Loss": 0.9613597393035889, "Finetune/Loss (Raw)": 1.1356534957885742, "Finetune/Step": 833, "Finetune/Step Time": 6.4074229542165995}
+{"Finetune/Learning Rate": 1.9699187458908756e-05, "Finetune/Loss": 0.9614417552947998, "Finetune/Loss (Raw)": 1.0645421743392944, "Finetune/Step": 834, "Finetune/Step Time": 6.403919726610184}
+{"Finetune/Learning Rate": 1.9698185651461604e-05, "Finetune/Loss": 0.9604653120040894, "Finetune/Loss (Raw)": 1.0659022331237793, "Finetune/Step": 835, "Finetune/Step Time": 6.395765157416463}
+{"Finetune/Learning Rate": 1.969718220416675e-05, "Finetune/Loss": 0.9604296684265137, "Finetune/Loss (Raw)": 1.0123960971832275, "Finetune/Step": 836, "Finetune/Step Time": 6.394537327811122}
+{"Finetune/Learning Rate": 1.9696177117193866e-05, "Finetune/Loss": 0.9615999460220337, "Finetune/Loss (Raw)": 0.9532824158668518, "Finetune/Step": 837, "Finetune/Step Time": 6.395425362512469}
+{"Finetune/Learning Rate": 1.9695170390712895e-05, "Finetune/Loss": 0.9609056115150452, "Finetune/Loss (Raw)": 0.945487380027771, "Finetune/Step": 838, "Finetune/Step Time": 6.398897718638182}
+{"Finetune/Learning Rate": 1.9694162024894073e-05, "Finetune/Loss": 0.9599388241767883, "Finetune/Loss (Raw)": 0.8571531176567078, "Finetune/Step": 839, "Finetune/Step Time": 6.3861062210053205}
+{"Finetune/Learning Rate": 1.9693152019907892e-05, "Finetune/Loss": 0.9610060453414917, "Finetune/Loss (Raw)": 1.104401707649231, "Finetune/Step": 840, "Finetune/Step Time": 6.3862683065235615}
+{"Finetune/Learning Rate": 1.9692140375925138e-05, "Finetune/Loss": 0.9647912979125977, "Finetune/Loss (Raw)": 0.8902735114097595, "Finetune/Step": 841, "Finetune/Step Time": 6.378715818747878}
+{"Finetune/Learning Rate": 1.9691127093116862e-05, "Finetune/Loss": 0.9686181545257568, "Finetune/Loss (Raw)": 0.809710681438446, "Finetune/Step": 842, "Finetune/Step Time": 6.373451501131058}
+{"Finetune/Learning Rate": 1.9690112171654404e-05, "Finetune/Loss": 0.9693635702133179, "Finetune/Loss (Raw)": 1.004974603652954, "Finetune/Step": 843, "Finetune/Step Time": 6.3620043732225895}
+{"Finetune/Learning Rate": 1.9689095611709374e-05, "Finetune/Loss": 0.9697550535202026, "Finetune/Loss (Raw)": 0.9194478392601013, "Finetune/Step": 844, "Finetune/Step Time": 6.356306197121739}
+{"Finetune/Learning Rate": 1.9688077413453657e-05, "Finetune/Loss": 0.9705132246017456, "Finetune/Loss (Raw)": 1.0043128728866577, "Finetune/Step": 845, "Finetune/Step Time": 6.333074823021889}
+{"Finetune/Learning Rate": 1.9687057577059422e-05, "Finetune/Loss": 0.9709649085998535, "Finetune/Loss (Raw)": 1.036422610282898, "Finetune/Step": 846, "Finetune/Step Time": 6.315045630559325}
+{"Finetune/Learning Rate": 1.9686036102699112e-05, "Finetune/Loss": 0.97048020362854, "Finetune/Loss (Raw)": 1.0312762260437012, "Finetune/Step": 847, "Finetune/Step Time": 6.300791444256902}
+{"Finetune/Learning Rate": 1.968501299054544e-05, "Finetune/Loss": 0.9708033800125122, "Finetune/Loss (Raw)": 0.9893171787261963, "Finetune/Step": 848, "Finetune/Step Time": 6.301999520510435}
+{"Finetune/Learning Rate": 1.9683988240771406e-05, "Finetune/Loss": 0.9707263708114624, "Finetune/Loss (Raw)": 1.1501444578170776, "Finetune/Step": 849, "Finetune/Step Time": 6.308036036789417}
+{"Finetune/Learning Rate": 1.9682961853550284e-05, "Finetune/Loss": 0.9716576337814331, "Finetune/Loss (Raw)": 1.0059362649917603, "Finetune/Step": 850, "Finetune/Step Time": 6.313321877270937}
+{"Finetune/Learning Rate": 1.9681933829055624e-05, "Finetune/Loss": 0.97034752368927, "Finetune/Loss (Raw)": 0.9107323884963989, "Finetune/Step": 851, "Finetune/Step Time": 6.311473451554775}
+{"Finetune/Learning Rate": 1.968090416746125e-05, "Finetune/Loss": 0.9722213745117188, "Finetune/Loss (Raw)": 1.1990842819213867, "Finetune/Step": 852, "Finetune/Step Time": 6.321258770301938}
+{"Finetune/Learning Rate": 1.967987286894127e-05, "Finetune/Loss": 0.9731099009513855, "Finetune/Loss (Raw)": 1.086462140083313, "Finetune/Step": 853, "Finetune/Step Time": 6.315683899447322}
+{"Finetune/Learning Rate": 1.9678839933670054e-05, "Finetune/Loss": 0.9727948904037476, "Finetune/Loss (Raw)": 0.9883928298950195, "Finetune/Step": 854, "Finetune/Step Time": 6.322215411812067}
+{"Finetune/Learning Rate": 1.967780536182227e-05, "Finetune/Loss": 0.9718872904777527, "Finetune/Loss (Raw)": 1.0099611282348633, "Finetune/Step": 855, "Finetune/Step Time": 6.316403109580278}
+{"Finetune/Learning Rate": 1.9676769153572853e-05, "Finetune/Loss": 0.9723806381225586, "Finetune/Loss (Raw)": 1.0577168464660645, "Finetune/Step": 856, "Finetune/Step Time": 6.308693401515484}
+{"Finetune/Learning Rate": 1.9675731309097e-05, "Finetune/Loss": 0.9705444574356079, "Finetune/Loss (Raw)": 0.9517086148262024, "Finetune/Step": 857, "Finetune/Step Time": 6.312496339902282}
+{"Finetune/Learning Rate": 1.9674691828570213e-05, "Finetune/Loss": 0.9720860719680786, "Finetune/Loss (Raw)": 1.128770112991333, "Finetune/Step": 858, "Finetune/Step Time": 6.305343398824334}
+{"Finetune/Learning Rate": 1.9673650712168247e-05, "Finetune/Loss": 0.9715574383735657, "Finetune/Loss (Raw)": 1.0174129009246826, "Finetune/Step": 859, "Finetune/Step Time": 6.28124675154686}
+{"Finetune/Learning Rate": 1.9672607960067144e-05, "Finetune/Loss": 0.9710590839385986, "Finetune/Loss (Raw)": 1.0145105123519897, "Finetune/Step": 860, "Finetune/Step Time": 6.277998622506857}
+{"Finetune/Learning Rate": 1.9671563572443225e-05, "Finetune/Loss": 0.972848653793335, "Finetune/Loss (Raw)": 0.9869908690452576, "Finetune/Step": 861, "Finetune/Step Time": 6.260108530521393}
+{"Finetune/Learning Rate": 1.967051754947308e-05, "Finetune/Loss": 0.9720169305801392, "Finetune/Loss (Raw)": 1.0301817655563354, "Finetune/Step": 862, "Finetune/Step Time": 6.234398726373911}
+{"Finetune/Learning Rate": 1.9669469891333577e-05, "Finetune/Loss": 0.9721152186393738, "Finetune/Loss (Raw)": 0.967190682888031, "Finetune/Step": 863, "Finetune/Step Time": 6.235206408426166}
+{"Finetune/Learning Rate": 1.9668420598201865e-05, "Finetune/Loss": 0.9723062515258789, "Finetune/Loss (Raw)": 1.067539095878601, "Finetune/Step": 864, "Finetune/Step Time": 6.236600833013654}
+{"Finetune/Learning Rate": 1.9667369670255368e-05, "Finetune/Loss": 0.9739402532577515, "Finetune/Loss (Raw)": 1.0705373287200928, "Finetune/Step": 865, "Finetune/Step Time": 6.230965059250593}
+{"Finetune/Learning Rate": 1.966631710767178e-05, "Finetune/Loss": 0.9789336919784546, "Finetune/Loss (Raw)": 1.0660357475280762, "Finetune/Step": 866, "Finetune/Step Time": 6.212874006479979}
+{"Finetune/Learning Rate": 1.9665262910629085e-05, "Finetune/Loss": 0.9791303873062134, "Finetune/Loss (Raw)": 0.9296481013298035, "Finetune/Step": 867, "Finetune/Step Time": 6.200312910601497}
+{"Finetune/Learning Rate": 1.9664207079305533e-05, "Finetune/Loss": 0.9791065454483032, "Finetune/Loss (Raw)": 0.9588999152183533, "Finetune/Step": 868, "Finetune/Step Time": 6.208627259358764}
+{"Finetune/Learning Rate": 1.9663149613879646e-05, "Finetune/Loss": 0.9775505065917969, "Finetune/Loss (Raw)": 0.9522788524627686, "Finetune/Step": 869, "Finetune/Step Time": 6.2075325101614}
+{"Finetune/Learning Rate": 1.966209051453024e-05, "Finetune/Loss": 0.9782682061195374, "Finetune/Loss (Raw)": 1.0529670715332031, "Finetune/Step": 870, "Finetune/Step Time": 6.216373845934868}
+{"Finetune/Learning Rate": 1.9661029781436384e-05, "Finetune/Loss": 0.9770442843437195, "Finetune/Loss (Raw)": 0.8704198002815247, "Finetune/Step": 871, "Finetune/Step Time": 6.204034740105271}
+{"Finetune/Learning Rate": 1.9659967414777443e-05, "Finetune/Loss": 0.9781856536865234, "Finetune/Loss (Raw)": 1.0256986618041992, "Finetune/Step": 872, "Finetune/Step Time": 6.199696462601423}
+{"Finetune/Learning Rate": 1.9658903414733048e-05, "Finetune/Loss": 0.9776862859725952, "Finetune/Loss (Raw)": 0.9322527647018433, "Finetune/Step": 873, "Finetune/Step Time": 6.197481460869312}
+{"Finetune/Learning Rate": 1.965783778148311e-05, "Finetune/Loss": 0.9755369424819946, "Finetune/Loss (Raw)": 0.653735876083374, "Finetune/Step": 874, "Finetune/Step Time": 6.1986428666859865}
+{"Finetune/Learning Rate": 1.965677051520781e-05, "Finetune/Loss": 0.9754264950752258, "Finetune/Loss (Raw)": 0.8737845420837402, "Finetune/Step": 875, "Finetune/Step Time": 6.220389785245061}
+{"Finetune/Learning Rate": 1.965570161608762e-05, "Finetune/Loss": 0.9750948548316956, "Finetune/Loss (Raw)": 1.0015418529510498, "Finetune/Step": 876, "Finetune/Step Time": 6.241155510768294}
+{"Finetune/Learning Rate": 1.965463108430327e-05, "Finetune/Loss": 0.9745545387268066, "Finetune/Loss (Raw)": 1.0914894342422485, "Finetune/Step": 877, "Finetune/Step Time": 6.248468961566687}
+{"Finetune/Learning Rate": 1.9653558920035776e-05, "Finetune/Loss": 0.9756615161895752, "Finetune/Loss (Raw)": 1.0724725723266602, "Finetune/Step": 878, "Finetune/Step Time": 6.252200363203883}
+{"Finetune/Learning Rate": 1.9652485123466427e-05, "Finetune/Loss": 0.9752358198165894, "Finetune/Loss (Raw)": 1.0007197856903076, "Finetune/Step": 879, "Finetune/Step Time": 6.2515067383646965}
+{"Finetune/Learning Rate": 1.9651409694776794e-05, "Finetune/Loss": 0.9731573462486267, "Finetune/Loss (Raw)": 0.7979660630226135, "Finetune/Step": 880, "Finetune/Step Time": 6.244855208322406}
+{"Finetune/Learning Rate": 1.9650332634148714e-05, "Finetune/Loss": 0.9766769409179688, "Finetune/Loss (Raw)": 0.8642597198486328, "Finetune/Step": 881, "Finetune/Step Time": 6.233695203438401}
+{"Finetune/Learning Rate": 1.964925394176431e-05, "Finetune/Loss": 0.9766044020652771, "Finetune/Loss (Raw)": 1.0352039337158203, "Finetune/Step": 882, "Finetune/Step Time": 6.221138760447502}
+{"Finetune/Learning Rate": 1.964817361780597e-05, "Finetune/Loss": 0.9719586968421936, "Finetune/Loss (Raw)": 0.3997388780117035, "Finetune/Step": 883, "Finetune/Step Time": 6.229477072134614}
+{"Finetune/Learning Rate": 1.9647091662456366e-05, "Finetune/Loss": 0.9737042784690857, "Finetune/Loss (Raw)": 1.1477773189544678, "Finetune/Step": 884, "Finetune/Step Time": 6.244471276178956}
+{"Finetune/Learning Rate": 1.9646008075898445e-05, "Finetune/Loss": 0.972811222076416, "Finetune/Loss (Raw)": 0.9976338744163513, "Finetune/Step": 885, "Finetune/Step Time": 6.241084529086947}
+{"Finetune/Learning Rate": 1.9644922858315432e-05, "Finetune/Loss": 0.972989559173584, "Finetune/Loss (Raw)": 0.9952268600463867, "Finetune/Step": 886, "Finetune/Step Time": 6.243063788861036}
+{"Finetune/Learning Rate": 1.964383600989082e-05, "Finetune/Loss": 0.9699267745018005, "Finetune/Loss (Raw)": 0.7232067584991455, "Finetune/Step": 887, "Finetune/Step Time": 6.244964925572276}
+{"Finetune/Learning Rate": 1.964274753080838e-05, "Finetune/Loss": 0.9691965579986572, "Finetune/Loss (Raw)": 1.0786505937576294, "Finetune/Step": 888, "Finetune/Step Time": 6.255003867670894}
+{"Finetune/Learning Rate": 1.9641657421252166e-05, "Finetune/Loss": 0.9668041467666626, "Finetune/Loss (Raw)": 0.7153222560882568, "Finetune/Step": 889, "Finetune/Step Time": 6.264644907787442}
+{"Finetune/Learning Rate": 1.96405656814065e-05, "Finetune/Loss": 0.9670021533966064, "Finetune/Loss (Raw)": 0.9532378911972046, "Finetune/Step": 890, "Finetune/Step Time": 6.269389878958464}
+{"Finetune/Learning Rate": 1.9639472311455984e-05, "Finetune/Loss": 0.9656562805175781, "Finetune/Loss (Raw)": 0.9427725672721863, "Finetune/Step": 891, "Finetune/Step Time": 6.264266651123762}
+{"Finetune/Learning Rate": 1.9638377311585493e-05, "Finetune/Loss": 0.9638086557388306, "Finetune/Loss (Raw)": 0.9420384168624878, "Finetune/Step": 892, "Finetune/Step Time": 6.2635863441973925}
+{"Finetune/Learning Rate": 1.9637280681980173e-05, "Finetune/Loss": 0.9651561379432678, "Finetune/Loss (Raw)": 1.1737556457519531, "Finetune/Step": 893, "Finetune/Step Time": 6.262161815539002}
+{"Finetune/Learning Rate": 1.963618242282546e-05, "Finetune/Loss": 0.9652359485626221, "Finetune/Loss (Raw)": 0.8977822661399841, "Finetune/Step": 894, "Finetune/Step Time": 6.259035645052791}
+{"Finetune/Learning Rate": 1.963508253430705e-05, "Finetune/Loss": 0.9666598439216614, "Finetune/Loss (Raw)": 0.9872677326202393, "Finetune/Step": 895, "Finetune/Step Time": 6.258148899301887}
+{"Finetune/Learning Rate": 1.9633981016610926e-05, "Finetune/Loss": 0.9679876565933228, "Finetune/Loss (Raw)": 1.0136600732803345, "Finetune/Step": 896, "Finetune/Step Time": 6.250617420300841}
+{"Finetune/Learning Rate": 1.963287786992334e-05, "Finetune/Loss": 0.9668869972229004, "Finetune/Loss (Raw)": 0.8881874680519104, "Finetune/Step": 897, "Finetune/Step Time": 6.249421935528517}
+{"Finetune/Learning Rate": 1.9631773094430814e-05, "Finetune/Loss": 0.9657736420631409, "Finetune/Loss (Raw)": 0.966260552406311, "Finetune/Step": 898, "Finetune/Step Time": 6.247341226786375}
+{"Finetune/Learning Rate": 1.963066669032016e-05, "Finetune/Loss": 0.9650704264640808, "Finetune/Loss (Raw)": 0.8428040146827698, "Finetune/Step": 899, "Finetune/Step Time": 6.242364564910531}
+{"Finetune/Learning Rate": 1.962955865777846e-05, "Finetune/Loss": 0.966079831123352, "Finetune/Loss (Raw)": 1.1339870691299438, "Finetune/Step": 900, "Finetune/Step Time": 6.232421509921551}
+{"Finetune/Learning Rate": 1.9628448996993064e-05, "Finetune/Loss": 0.9675651788711548, "Finetune/Loss (Raw)": 1.1313621997833252, "Finetune/Step": 901, "Finetune/Step Time": 6.237758530303836}
+{"Finetune/Learning Rate": 1.96273377081516e-05, "Finetune/Loss": 0.9689526557922363, "Finetune/Loss (Raw)": 1.1561155319213867, "Finetune/Step": 902, "Finetune/Step Time": 6.24120650999248}
+{"Finetune/Learning Rate": 1.9626224791441983e-05, "Finetune/Loss": 0.969913125038147, "Finetune/Loss (Raw)": 1.0484323501586914, "Finetune/Step": 903, "Finetune/Step Time": 6.243193976581097}
+{"Finetune/Learning Rate": 1.9625110247052382e-05, "Finetune/Loss": 0.9723430871963501, "Finetune/Loss (Raw)": 0.9758973121643066, "Finetune/Step": 904, "Finetune/Step Time": 6.245277879759669}
+{"Finetune/Learning Rate": 1.9623994075171264e-05, "Finetune/Loss": 0.972490131855011, "Finetune/Loss (Raw)": 0.9241172671318054, "Finetune/Step": 905, "Finetune/Step Time": 6.2425437942147255}
+{"Finetune/Learning Rate": 1.9622876275987355e-05, "Finetune/Loss": 0.9729515314102173, "Finetune/Loss (Raw)": 1.0248452425003052, "Finetune/Step": 906, "Finetune/Step Time": 6.248036529868841}
+{"Finetune/Learning Rate": 1.9621756849689658e-05, "Finetune/Loss": 0.9728293418884277, "Finetune/Loss (Raw)": 0.816670835018158, "Finetune/Step": 907, "Finetune/Step Time": 6.254919912666082}
+{"Finetune/Learning Rate": 1.9620635796467464e-05, "Finetune/Loss": 0.9732586145401001, "Finetune/Loss (Raw)": 0.8937896490097046, "Finetune/Step": 908, "Finetune/Step Time": 6.249391190707684}
+{"Finetune/Learning Rate": 1.9619513116510323e-05, "Finetune/Loss": 0.9734073281288147, "Finetune/Loss (Raw)": 0.9941865801811218, "Finetune/Step": 909, "Finetune/Step Time": 6.2562679424881935}
+{"Finetune/Learning Rate": 1.9618388810008072e-05, "Finetune/Loss": 0.9714857339859009, "Finetune/Loss (Raw)": 0.8091117143630981, "Finetune/Step": 910, "Finetune/Step Time": 6.257973259314895}
+{"Finetune/Learning Rate": 1.961726287715081e-05, "Finetune/Loss": 0.9722179174423218, "Finetune/Loss (Raw)": 0.9846453666687012, "Finetune/Step": 911, "Finetune/Step Time": 6.269267862662673}
+{"Finetune/Learning Rate": 1.9616135318128925e-05, "Finetune/Loss": 0.9715317487716675, "Finetune/Loss (Raw)": 1.0423212051391602, "Finetune/Step": 912, "Finetune/Step Time": 6.2696976866573095}
+{"Finetune/Learning Rate": 1.9615006133133072e-05, "Finetune/Loss": 0.9718232750892639, "Finetune/Loss (Raw)": 1.0821627378463745, "Finetune/Step": 913, "Finetune/Step Time": 6.272533735260367}
+{"Finetune/Learning Rate": 1.9613875322354184e-05, "Finetune/Loss": 0.9718873500823975, "Finetune/Loss (Raw)": 1.0354291200637817, "Finetune/Step": 914, "Finetune/Step Time": 6.267097469419241}
+{"Finetune/Learning Rate": 1.9612742885983464e-05, "Finetune/Loss": 0.9722813367843628, "Finetune/Loss (Raw)": 1.0296008586883545, "Finetune/Step": 915, "Finetune/Step Time": 6.264226341620088}
+{"Finetune/Learning Rate": 1.9611608824212395e-05, "Finetune/Loss": 0.9727781414985657, "Finetune/Loss (Raw)": 1.0693039894104004, "Finetune/Step": 916, "Finetune/Step Time": 6.270721327513456}
+{"Finetune/Learning Rate": 1.961047313723274e-05, "Finetune/Loss": 0.974663257598877, "Finetune/Loss (Raw)": 1.1476281881332397, "Finetune/Step": 917, "Finetune/Step Time": 6.269462991505861}
+{"Finetune/Learning Rate": 1.9609335825236517e-05, "Finetune/Loss": 0.9751818180084229, "Finetune/Loss (Raw)": 1.0163586139678955, "Finetune/Step": 918, "Finetune/Step Time": 6.258962506428361}
+{"Finetune/Learning Rate": 1.9608196888416042e-05, "Finetune/Loss": 0.974824070930481, "Finetune/Loss (Raw)": 0.8561869859695435, "Finetune/Step": 919, "Finetune/Step Time": 6.218722715973854}
+{"Finetune/Learning Rate": 1.9607056326963896e-05, "Finetune/Loss": 0.9766510725021362, "Finetune/Loss (Raw)": 1.187106728553772, "Finetune/Step": 920, "Finetune/Step Time": 6.222359461709857}
+{"Finetune/Learning Rate": 1.9605914141072927e-05, "Finetune/Loss": 0.9767531752586365, "Finetune/Loss (Raw)": 1.0520129203796387, "Finetune/Step": 921, "Finetune/Step Time": 6.220912721008062}
+{"Finetune/Learning Rate": 1.960477033093627e-05, "Finetune/Loss": 0.9773927927017212, "Finetune/Loss (Raw)": 0.9978852868080139, "Finetune/Step": 922, "Finetune/Step Time": 6.2077576499432325}
+{"Finetune/Learning Rate": 1.9603624896747332e-05, "Finetune/Loss": 0.9791322946548462, "Finetune/Loss (Raw)": 1.1443463563919067, "Finetune/Step": 923, "Finetune/Step Time": 6.201860660687089}
+{"Finetune/Learning Rate": 1.960247783869979e-05, "Finetune/Loss": 0.9805240035057068, "Finetune/Loss (Raw)": 1.1108845472335815, "Finetune/Step": 924, "Finetune/Step Time": 6.212194548919797}
+{"Finetune/Learning Rate": 1.9601329156987593e-05, "Finetune/Loss": 0.9802427291870117, "Finetune/Loss (Raw)": 1.0318944454193115, "Finetune/Step": 925, "Finetune/Step Time": 6.2070324551314116}
+{"Finetune/Learning Rate": 1.9600178851804977e-05, "Finetune/Loss": 0.9804821014404297, "Finetune/Loss (Raw)": 1.0947644710540771, "Finetune/Step": 926, "Finetune/Step Time": 6.19143165461719}
+{"Finetune/Learning Rate": 1.959902692334644e-05, "Finetune/Loss": 0.9795511364936829, "Finetune/Loss (Raw)": 0.835393488407135, "Finetune/Step": 927, "Finetune/Step Time": 6.1951390616595745}
+{"Finetune/Learning Rate": 1.959787337180676e-05, "Finetune/Loss": 0.9781232476234436, "Finetune/Loss (Raw)": 0.9558286070823669, "Finetune/Step": 928, "Finetune/Step Time": 6.185979709029198}
+{"Finetune/Learning Rate": 1.9596718197380992e-05, "Finetune/Loss": 0.9823049902915955, "Finetune/Loss (Raw)": 0.9091693162918091, "Finetune/Step": 929, "Finetune/Step Time": 6.166624566540122}
+{"Finetune/Learning Rate": 1.9595561400264456e-05, "Finetune/Loss": 0.9825509786605835, "Finetune/Loss (Raw)": 1.019954800605774, "Finetune/Step": 930, "Finetune/Step Time": 6.153222721070051}
+{"Finetune/Learning Rate": 1.959440298065276e-05, "Finetune/Loss": 0.9814231991767883, "Finetune/Loss (Raw)": 0.8592841029167175, "Finetune/Step": 931, "Finetune/Step Time": 6.158030062913895}
+{"Finetune/Learning Rate": 1.9593242938741776e-05, "Finetune/Loss": 0.981508731842041, "Finetune/Loss (Raw)": 1.1215037107467651, "Finetune/Step": 932, "Finetune/Step Time": 6.151096798479557}
+{"Finetune/Learning Rate": 1.9592081274727652e-05, "Finetune/Loss": 0.9825382828712463, "Finetune/Loss (Raw)": 1.0309377908706665, "Finetune/Step": 933, "Finetune/Step Time": 6.13253565505147}
+{"Finetune/Learning Rate": 1.959091798880681e-05, "Finetune/Loss": 0.9813247919082642, "Finetune/Loss (Raw)": 0.8678296804428101, "Finetune/Step": 934, "Finetune/Step Time": 6.1238567885011435}
+{"Finetune/Learning Rate": 1.9589753081175953e-05, "Finetune/Loss": 0.9826387166976929, "Finetune/Loss (Raw)": 0.9600021243095398, "Finetune/Step": 935, "Finetune/Step Time": 6.1117281671613455}
+{"Finetune/Learning Rate": 1.958858655203205e-05, "Finetune/Loss": 0.9829218983650208, "Finetune/Loss (Raw)": 1.018404245376587, "Finetune/Step": 936, "Finetune/Step Time": 6.103946536779404}
+{"Finetune/Learning Rate": 1.9587418401572344e-05, "Finetune/Loss": 0.9843618273735046, "Finetune/Loss (Raw)": 1.0281368494033813, "Finetune/Step": 937, "Finetune/Step Time": 6.103412844240665}
+{"Finetune/Learning Rate": 1.958624862999436e-05, "Finetune/Loss": 0.9862722158432007, "Finetune/Loss (Raw)": 0.9695723652839661, "Finetune/Step": 938, "Finetune/Step Time": 6.095214510336518}
+{"Finetune/Learning Rate": 1.9585077237495892e-05, "Finetune/Loss": 0.9854224920272827, "Finetune/Loss (Raw)": 1.0963914394378662, "Finetune/Step": 939, "Finetune/Step Time": 6.092791028320789}
+{"Finetune/Learning Rate": 1.958390422427501e-05, "Finetune/Loss": 0.9873660802841187, "Finetune/Loss (Raw)": 1.2147854566574097, "Finetune/Step": 940, "Finetune/Step Time": 6.091122066602111}
+{"Finetune/Learning Rate": 1.9582729590530053e-05, "Finetune/Loss": 0.9883825182914734, "Finetune/Loss (Raw)": 0.9709757566452026, "Finetune/Step": 941, "Finetune/Step Time": 6.0863129664212465}
+{"Finetune/Learning Rate": 1.9581553336459634e-05, "Finetune/Loss": 0.9854580163955688, "Finetune/Loss (Raw)": 0.7997244596481323, "Finetune/Step": 942, "Finetune/Step Time": 6.082526018843055}
+{"Finetune/Learning Rate": 1.9580375462262652e-05, "Finetune/Loss": 0.9844565391540527, "Finetune/Loss (Raw)": 0.8999304175376892, "Finetune/Step": 943, "Finetune/Step Time": 6.096204681321979}
+{"Finetune/Learning Rate": 1.957919596813827e-05, "Finetune/Loss": 0.984636664390564, "Finetune/Loss (Raw)": 1.0254406929016113, "Finetune/Step": 944, "Finetune/Step Time": 6.090233882889152}
+{"Finetune/Learning Rate": 1.957801485428592e-05, "Finetune/Loss": 0.9836630821228027, "Finetune/Loss (Raw)": 0.7767332792282104, "Finetune/Step": 945, "Finetune/Step Time": 6.095887042582035}
+{"Finetune/Learning Rate": 1.9576832120905323e-05, "Finetune/Loss": 0.9824429154396057, "Finetune/Loss (Raw)": 0.9716817140579224, "Finetune/Step": 946, "Finetune/Step Time": 6.110121978446841}
+{"Finetune/Learning Rate": 1.9575647768196458e-05, "Finetune/Loss": 0.9834865927696228, "Finetune/Loss (Raw)": 1.037137746810913, "Finetune/Step": 947, "Finetune/Step Time": 6.113209869712591}
+{"Finetune/Learning Rate": 1.9574461796359588e-05, "Finetune/Loss": 0.9850730299949646, "Finetune/Loss (Raw)": 0.9899599552154541, "Finetune/Step": 948, "Finetune/Step Time": 6.109170664101839}
+{"Finetune/Learning Rate": 1.9573274205595245e-05, "Finetune/Loss": 0.9865036606788635, "Finetune/Loss (Raw)": 1.0666595697402954, "Finetune/Step": 949, "Finetune/Step Time": 6.097214912995696}
+{"Finetune/Learning Rate": 1.957208499610424e-05, "Finetune/Loss": 0.9835853576660156, "Finetune/Loss (Raw)": 0.6738241314888, "Finetune/Step": 950, "Finetune/Step Time": 6.0890501122921705}
+{"Finetune/Learning Rate": 1.957089416808765e-05, "Finetune/Loss": 0.9830390810966492, "Finetune/Loss (Raw)": 1.0589189529418945, "Finetune/Step": 951, "Finetune/Step Time": 6.107156794518232}
+{"Finetune/Learning Rate": 1.9569701721746833e-05, "Finetune/Loss": 0.9833282828330994, "Finetune/Loss (Raw)": 0.9892377257347107, "Finetune/Step": 952, "Finetune/Step Time": 6.1143598183989525}
+{"Finetune/Learning Rate": 1.9568507657283415e-05, "Finetune/Loss": 0.9853399991989136, "Finetune/Loss (Raw)": 1.1429150104522705, "Finetune/Step": 953, "Finetune/Step Time": 6.119624804705381}
+{"Finetune/Learning Rate": 1.95673119748993e-05, "Finetune/Loss": 0.9864925146102905, "Finetune/Loss (Raw)": 1.0812925100326538, "Finetune/Step": 954, "Finetune/Step Time": 6.118629882112145}
+{"Finetune/Learning Rate": 1.9566114674796662e-05, "Finetune/Loss": 0.9871424436569214, "Finetune/Loss (Raw)": 1.0449506044387817, "Finetune/Step": 955, "Finetune/Step Time": 6.128120241686702}
+{"Finetune/Learning Rate": 1.9564915757177955e-05, "Finetune/Loss": 0.9878102540969849, "Finetune/Loss (Raw)": 1.0677762031555176, "Finetune/Step": 956, "Finetune/Step Time": 6.118662340566516}
+{"Finetune/Learning Rate": 1.9563715222245895e-05, "Finetune/Loss": 0.9888842105865479, "Finetune/Loss (Raw)": 1.0481842756271362, "Finetune/Step": 957, "Finetune/Step Time": 6.106375468894839}
+{"Finetune/Learning Rate": 1.956251307020348e-05, "Finetune/Loss": 0.9900534152984619, "Finetune/Loss (Raw)": 1.1030361652374268, "Finetune/Step": 958, "Finetune/Step Time": 6.1045152228325605}
+{"Finetune/Learning Rate": 1.9561309301253983e-05, "Finetune/Loss": 0.9884593486785889, "Finetune/Loss (Raw)": 0.8945983052253723, "Finetune/Step": 959, "Finetune/Step Time": 6.110512364655733}
+{"Finetune/Learning Rate": 1.9560103915600943e-05, "Finetune/Loss": 0.988915205001831, "Finetune/Loss (Raw)": 0.9474024176597595, "Finetune/Step": 960, "Finetune/Step Time": 6.123576659709215}
+{"Finetune/Learning Rate": 1.9558896913448176e-05, "Finetune/Loss": 0.9868902564048767, "Finetune/Loss (Raw)": 0.8764608502388, "Finetune/Step": 961, "Finetune/Step Time": 6.122080618515611}
+{"Finetune/Learning Rate": 1.9557688294999778e-05, "Finetune/Loss": 0.9870261549949646, "Finetune/Loss (Raw)": 1.0819294452667236, "Finetune/Step": 962, "Finetune/Step Time": 6.121488252654672}
+{"Finetune/Learning Rate": 1.9556478060460105e-05, "Finetune/Loss": 0.984991192817688, "Finetune/Loss (Raw)": 0.8054326772689819, "Finetune/Step": 963, "Finetune/Step Time": 6.122492766007781}
+{"Finetune/Learning Rate": 1.9555266210033796e-05, "Finetune/Loss": 0.983984649181366, "Finetune/Loss (Raw)": 0.8835513591766357, "Finetune/Step": 964, "Finetune/Step Time": 6.12774863652885}
+{"Finetune/Learning Rate": 1.9554052743925763e-05, "Finetune/Loss": 0.9837101101875305, "Finetune/Loss (Raw)": 0.9181499481201172, "Finetune/Step": 965, "Finetune/Step Time": 6.122502811253071}
+{"Finetune/Learning Rate": 1.9552837662341182e-05, "Finetune/Loss": 0.9847238659858704, "Finetune/Loss (Raw)": 1.0752450227737427, "Finetune/Step": 966, "Finetune/Step Time": 6.111915305256844}
+{"Finetune/Learning Rate": 1.9551620965485517e-05, "Finetune/Loss": 0.9839163422584534, "Finetune/Loss (Raw)": 0.7537881731987, "Finetune/Step": 967, "Finetune/Step Time": 6.11274235509336}
+{"Finetune/Learning Rate": 1.955040265356449e-05, "Finetune/Loss": 0.9838200211524963, "Finetune/Loss (Raw)": 1.092079758644104, "Finetune/Step": 968, "Finetune/Step Time": 6.1159138809889555}
+{"Finetune/Learning Rate": 1.9549182726784105e-05, "Finetune/Loss": 0.9846189022064209, "Finetune/Loss (Raw)": 0.9925311207771301, "Finetune/Step": 969, "Finetune/Step Time": 6.106526553630829}
+{"Finetune/Learning Rate": 1.954796118535064e-05, "Finetune/Loss": 0.9852975010871887, "Finetune/Loss (Raw)": 0.8965616226196289, "Finetune/Step": 970, "Finetune/Step Time": 6.097141247242689}
+{"Finetune/Learning Rate": 1.954673802947064e-05, "Finetune/Loss": 0.9835432767868042, "Finetune/Loss (Raw)": 0.7804375290870667, "Finetune/Step": 971, "Finetune/Step Time": 6.104296246543527}
+{"Finetune/Learning Rate": 1.9545513259350928e-05, "Finetune/Loss": 0.98394775390625, "Finetune/Loss (Raw)": 0.9712173938751221, "Finetune/Step": 972, "Finetune/Step Time": 6.108676105737686}
+{"Finetune/Learning Rate": 1.9544286875198595e-05, "Finetune/Loss": 0.9833435416221619, "Finetune/Loss (Raw)": 0.9269824028015137, "Finetune/Step": 973, "Finetune/Step Time": 6.109025837853551}
+{"Finetune/Learning Rate": 1.954305887722101e-05, "Finetune/Loss": 0.981399416923523, "Finetune/Loss (Raw)": 0.7875679731369019, "Finetune/Step": 974, "Finetune/Step Time": 6.107978655025363}
+{"Finetune/Learning Rate": 1.9541829265625818e-05, "Finetune/Loss": 0.9798988103866577, "Finetune/Loss (Raw)": 0.8391944766044617, "Finetune/Step": 975, "Finetune/Step Time": 6.1135009955614805}
+{"Finetune/Learning Rate": 1.954059804062092e-05, "Finetune/Loss": 0.9805001020431519, "Finetune/Loss (Raw)": 1.0662944316864014, "Finetune/Step": 976, "Finetune/Step Time": 6.11238406598568}
+{"Finetune/Learning Rate": 1.9539365202414514e-05, "Finetune/Loss": 0.9766532182693481, "Finetune/Loss (Raw)": 0.6577438712120056, "Finetune/Step": 977, "Finetune/Step Time": 6.113855520263314}
+{"Finetune/Learning Rate": 1.953813075121505e-05, "Finetune/Loss": 0.9766744375228882, "Finetune/Loss (Raw)": 1.0086493492126465, "Finetune/Step": 978, "Finetune/Step Time": 6.120567802339792}
+{"Finetune/Learning Rate": 1.953689468723126e-05, "Finetune/Loss": 0.9777778387069702, "Finetune/Loss (Raw)": 1.051966667175293, "Finetune/Step": 979, "Finetune/Step Time": 6.115805050358176}
+{"Finetune/Learning Rate": 1.953565701067215e-05, "Finetune/Loss": 0.9766506552696228, "Finetune/Loss (Raw)": 1.0547993183135986, "Finetune/Step": 980, "Finetune/Step Time": 6.1000067461282015}
+{"Finetune/Learning Rate": 1.9534417721746997e-05, "Finetune/Loss": 0.9751449227333069, "Finetune/Loss (Raw)": 0.8937384486198425, "Finetune/Step": 981, "Finetune/Step Time": 6.104762421920896}
+{"Finetune/Learning Rate": 1.9533176820665346e-05, "Finetune/Loss": 0.975081205368042, "Finetune/Loss (Raw)": 0.9802358150482178, "Finetune/Step": 982, "Finetune/Step Time": 6.1103594321757555}
+{"Finetune/Learning Rate": 1.9531934307637025e-05, "Finetune/Loss": 0.9752069711685181, "Finetune/Loss (Raw)": 1.026050329208374, "Finetune/Step": 983, "Finetune/Step Time": 6.11348800547421}
+{"Finetune/Learning Rate": 1.953069018287212e-05, "Finetune/Loss": 0.9752453565597534, "Finetune/Loss (Raw)": 1.0626404285430908, "Finetune/Step": 984, "Finetune/Step Time": 6.115572605282068}
+{"Finetune/Learning Rate": 1.9529444446581e-05, "Finetune/Loss": 0.9742562770843506, "Finetune/Loss (Raw)": 0.8250988721847534, "Finetune/Step": 985, "Finetune/Step Time": 6.127789283171296}
+{"Finetune/Learning Rate": 1.952819709897431e-05, "Finetune/Loss": 0.9734293818473816, "Finetune/Loss (Raw)": 1.0229310989379883, "Finetune/Step": 986, "Finetune/Step Time": 6.126399787142873}
+{"Finetune/Learning Rate": 1.952694814026296e-05, "Finetune/Loss": 0.9735769033432007, "Finetune/Loss (Raw)": 1.0363001823425293, "Finetune/Step": 987, "Finetune/Step Time": 6.1244511641561985}
+{"Finetune/Learning Rate": 1.9525697570658128e-05, "Finetune/Loss": 0.9738485813140869, "Finetune/Loss (Raw)": 1.0492786169052124, "Finetune/Step": 988, "Finetune/Step Time": 6.123962173238397}
+{"Finetune/Learning Rate": 1.9524445390371277e-05, "Finetune/Loss": 0.9738223552703857, "Finetune/Loss (Raw)": 0.9836432933807373, "Finetune/Step": 989, "Finetune/Step Time": 6.123384291306138}
+{"Finetune/Learning Rate": 1.9523191599614127e-05, "Finetune/Loss": 0.9733875393867493, "Finetune/Loss (Raw)": 0.9745205044746399, "Finetune/Step": 990, "Finetune/Step Time": 6.122327754274011}
+{"Finetune/Learning Rate": 1.952193619859869e-05, "Finetune/Loss": 0.974085807800293, "Finetune/Loss (Raw)": 1.0565710067749023, "Finetune/Step": 991, "Finetune/Step Time": 6.127504272386432}
+{"Finetune/Learning Rate": 1.9520679187537235e-05, "Finetune/Loss": 0.9734553098678589, "Finetune/Loss (Raw)": 0.9868359565734863, "Finetune/Step": 992, "Finetune/Step Time": 6.122672161087394}
+{"Finetune/Learning Rate": 1.9519420566642307e-05, "Finetune/Loss": 0.9738396406173706, "Finetune/Loss (Raw)": 1.119726300239563, "Finetune/Step": 993, "Finetune/Step Time": 6.12086814828217}
+{"Finetune/Learning Rate": 1.951816033612672e-05, "Finetune/Loss": 0.9742567539215088, "Finetune/Loss (Raw)": 1.1194281578063965, "Finetune/Step": 994, "Finetune/Step Time": 6.120031928643584}
+{"Finetune/Learning Rate": 1.951689849620357e-05, "Finetune/Loss": 0.9701085090637207, "Finetune/Loss (Raw)": 0.39867350459098816, "Finetune/Step": 995, "Finetune/Step Time": 6.122922103852034}
+{"Finetune/Learning Rate": 1.951563504708622e-05, "Finetune/Loss": 0.9714144468307495, "Finetune/Loss (Raw)": 1.1260614395141602, "Finetune/Step": 996, "Finetune/Step Time": 6.12642359174788}
+{"Finetune/Learning Rate": 1.9514369988988292e-05, "Finetune/Loss": 0.9715463519096375, "Finetune/Loss (Raw)": 0.9691630005836487, "Finetune/Step": 997, "Finetune/Step Time": 6.124222494661808}
+{"Finetune/Learning Rate": 1.951310332212371e-05, "Finetune/Loss": 0.9721790552139282, "Finetune/Loss (Raw)": 1.133957862854004, "Finetune/Step": 998, "Finetune/Step Time": 6.1114681661129}
+{"Finetune/Learning Rate": 1.951183504670664e-05, "Finetune/Loss": 0.9726192355155945, "Finetune/Loss (Raw)": 0.9267589449882507, "Finetune/Step": 999, "Finetune/Step Time": 6.115227805450559}
+{"Finetune/Learning Rate": 1.9510565162951538e-05, "Finetune/Loss": 0.9730678200721741, "Finetune/Loss (Raw)": 1.0831201076507568, "Finetune/Step": 1000, "Finetune/Step Time": 6.116234274581075}
+{"Finetune/Learning Rate": 1.9509293671073122e-05, "Finetune/Loss": 0.9727938175201416, "Finetune/Loss (Raw)": 0.8971750140190125, "Finetune/Step": 1001, "Finetune/Step Time": 6.110626427456737}
+{"Finetune/Learning Rate": 1.9508020571286387e-05, "Finetune/Loss": 0.9740996956825256, "Finetune/Loss (Raw)": 0.8208894729614258, "Finetune/Step": 1002, "Finetune/Step Time": 6.1006949339061975}
+{"Finetune/Learning Rate": 1.9506745863806606e-05, "Finetune/Loss": 0.97430020570755, "Finetune/Loss (Raw)": 0.8994467258453369, "Finetune/Step": 1003, "Finetune/Step Time": 6.072120374068618}
+{"Finetune/Learning Rate": 1.9505469548849306e-05, "Finetune/Loss": 0.9746116995811462, "Finetune/Loss (Raw)": 1.0414161682128906, "Finetune/Step": 1004, "Finetune/Step Time": 6.058096690103412}
+{"Finetune/Learning Rate": 1.9504191626630303e-05, "Finetune/Loss": 0.974484920501709, "Finetune/Loss (Raw)": 1.0752665996551514, "Finetune/Step": 1005, "Finetune/Step Time": 6.064776970073581}
+{"Finetune/Learning Rate": 1.9502912097365677e-05, "Finetune/Loss": 0.9745526313781738, "Finetune/Loss (Raw)": 1.081134557723999, "Finetune/Step": 1006, "Finetune/Step Time": 6.057475054636598}
+{"Finetune/Learning Rate": 1.950163096127178e-05, "Finetune/Loss": 0.9740755558013916, "Finetune/Loss (Raw)": 0.9396536946296692, "Finetune/Step": 1007, "Finetune/Step Time": 6.050747392699122}
+{"Finetune/Learning Rate": 1.9500348218565243e-05, "Finetune/Loss": 0.9715014100074768, "Finetune/Loss (Raw)": 0.46847110986709595, "Finetune/Step": 1008, "Finetune/Step Time": 6.057264959439635}
+{"Finetune/Learning Rate": 1.9499063869462952e-05, "Finetune/Loss": 0.9729583859443665, "Finetune/Loss (Raw)": 1.0507527589797974, "Finetune/Step": 1009, "Finetune/Step Time": 6.0825617872178555}
+{"Finetune/Learning Rate": 1.9497777914182086e-05, "Finetune/Loss": 0.9726096987724304, "Finetune/Loss (Raw)": 0.990573525428772, "Finetune/Step": 1010, "Finetune/Step Time": 6.082729494199157}
+{"Finetune/Learning Rate": 1.9496490352940074e-05, "Finetune/Loss": 0.976601243019104, "Finetune/Loss (Raw)": 0.9106523394584656, "Finetune/Step": 1011, "Finetune/Step Time": 6.0817923452705145}
+{"Finetune/Learning Rate": 1.9495201185954637e-05, "Finetune/Loss": 0.9759326577186584, "Finetune/Loss (Raw)": 1.0622048377990723, "Finetune/Step": 1012, "Finetune/Step Time": 6.064973820000887}
+{"Finetune/Learning Rate": 1.949391041344375e-05, "Finetune/Loss": 0.9753586053848267, "Finetune/Loss (Raw)": 0.9241524338722229, "Finetune/Step": 1013, "Finetune/Step Time": 6.063958324491978}
+{"Finetune/Learning Rate": 1.9492618035625677e-05, "Finetune/Loss": 0.9762790203094482, "Finetune/Loss (Raw)": 1.113052248954773, "Finetune/Step": 1014, "Finetune/Step Time": 6.061482300981879}
+{"Finetune/Learning Rate": 1.949132405271893e-05, "Finetune/Loss": 0.9785851240158081, "Finetune/Loss (Raw)": 1.0183720588684082, "Finetune/Step": 1015, "Finetune/Step Time": 6.0558321215212345}
+{"Finetune/Learning Rate": 1.9490028464942322e-05, "Finetune/Loss": 0.9788028001785278, "Finetune/Loss (Raw)": 1.106519103050232, "Finetune/Step": 1016, "Finetune/Step Time": 6.04906702414155}
+{"Finetune/Learning Rate": 1.9488731272514907e-05, "Finetune/Loss": 0.9796052575111389, "Finetune/Loss (Raw)": 0.818034291267395, "Finetune/Step": 1017, "Finetune/Step Time": 6.044976400211453}
+{"Finetune/Learning Rate": 1.948743247565603e-05, "Finetune/Loss": 0.9793351292610168, "Finetune/Loss (Raw)": 0.9186608195304871, "Finetune/Step": 1018, "Finetune/Step Time": 6.0470565520226955}
+{"Finetune/Learning Rate": 1.948613207458531e-05, "Finetune/Loss": 0.9783365726470947, "Finetune/Loss (Raw)": 0.8149605393409729, "Finetune/Step": 1019, "Finetune/Step Time": 6.053157987073064}
+{"Finetune/Learning Rate": 1.9484830069522617e-05, "Finetune/Loss": 0.9799522161483765, "Finetune/Loss (Raw)": 1.1488395929336548, "Finetune/Step": 1020, "Finetune/Step Time": 6.064423501491547}
+{"Finetune/Learning Rate": 1.948352646068811e-05, "Finetune/Loss": 0.9776674509048462, "Finetune/Loss (Raw)": 0.8813138604164124, "Finetune/Step": 1021, "Finetune/Step Time": 6.064059752970934}
+{"Finetune/Learning Rate": 1.948222124830222e-05, "Finetune/Loss": 0.9776464104652405, "Finetune/Loss (Raw)": 0.8950816988945007, "Finetune/Step": 1022, "Finetune/Step Time": 6.0712559428066015}
+{"Finetune/Learning Rate": 1.948091443258563e-05, "Finetune/Loss": 0.9730510115623474, "Finetune/Loss (Raw)": 0.3990538418292999, "Finetune/Step": 1023, "Finetune/Step Time": 6.088990304619074}
+{"Finetune/Learning Rate": 1.947960601375931e-05, "Finetune/Loss": 0.9732564091682434, "Finetune/Loss (Raw)": 1.039955496788025, "Finetune/Step": 1024, "Finetune/Step Time": 6.101186590269208}
+{"Finetune/Learning Rate": 1.947829599204451e-05, "Finetune/Loss": 0.9720984697341919, "Finetune/Loss (Raw)": 0.7399751543998718, "Finetune/Step": 1025, "Finetune/Step Time": 6.111356604844332}
+{"Finetune/Learning Rate": 1.9476984367662724e-05, "Finetune/Loss": 0.9728001356124878, "Finetune/Loss (Raw)": 1.056060552597046, "Finetune/Step": 1026, "Finetune/Step Time": 6.1411572098731995}
+{"Finetune/Learning Rate": 1.9475671140835742e-05, "Finetune/Loss": 0.9735597372055054, "Finetune/Loss (Raw)": 0.9400405883789062, "Finetune/Step": 1027, "Finetune/Step Time": 6.139342879876494}
+{"Finetune/Learning Rate": 1.9474356311785612e-05, "Finetune/Loss": 0.9729318618774414, "Finetune/Loss (Raw)": 1.0536105632781982, "Finetune/Step": 1028, "Finetune/Step Time": 6.150534281507134}
+{"Finetune/Learning Rate": 1.9473039880734655e-05, "Finetune/Loss": 0.9694250822067261, "Finetune/Loss (Raw)": 0.682508647441864, "Finetune/Step": 1029, "Finetune/Step Time": 6.145827438682318}
+{"Finetune/Learning Rate": 1.947172184790547e-05, "Finetune/Loss": 0.9687833786010742, "Finetune/Loss (Raw)": 1.0739692449569702, "Finetune/Step": 1030, "Finetune/Step Time": 6.145727142691612}
+{"Finetune/Learning Rate": 1.9470402213520904e-05, "Finetune/Loss": 0.9687633514404297, "Finetune/Loss (Raw)": 1.0458720922470093, "Finetune/Step": 1031, "Finetune/Step Time": 6.142535889521241}
+{"Finetune/Learning Rate": 1.946908097780411e-05, "Finetune/Loss": 0.9681998491287231, "Finetune/Loss (Raw)": 0.9037662148475647, "Finetune/Step": 1032, "Finetune/Step Time": 6.1412681825459}
+{"Finetune/Learning Rate": 1.9467758140978482e-05, "Finetune/Loss": 0.9690620303153992, "Finetune/Loss (Raw)": 1.0344805717468262, "Finetune/Step": 1033, "Finetune/Step Time": 6.139419494196773}
+{"Finetune/Learning Rate": 1.9466433703267703e-05, "Finetune/Loss": 0.9686306715011597, "Finetune/Loss (Raw)": 0.9696274995803833, "Finetune/Step": 1034, "Finetune/Step Time": 6.133233154192567}
+{"Finetune/Learning Rate": 1.9465107664895714e-05, "Finetune/Loss": 0.9656921029090881, "Finetune/Loss (Raw)": 0.44053420424461365, "Finetune/Step": 1035, "Finetune/Step Time": 6.140448464080691}
+{"Finetune/Learning Rate": 1.9463780026086735e-05, "Finetune/Loss": 0.9661121368408203, "Finetune/Loss (Raw)": 0.9475538730621338, "Finetune/Step": 1036, "Finetune/Step Time": 6.157552005723119}
+{"Finetune/Learning Rate": 1.9462450787065256e-05, "Finetune/Loss": 0.9687610268592834, "Finetune/Loss (Raw)": 1.333247184753418, "Finetune/Step": 1037, "Finetune/Step Time": 6.149378351867199}
+{"Finetune/Learning Rate": 1.946111994805603e-05, "Finetune/Loss": 0.9700309038162231, "Finetune/Loss (Raw)": 0.97165846824646, "Finetune/Step": 1038, "Finetune/Step Time": 6.1460901368409395}
+{"Finetune/Learning Rate": 1.9459787509284093e-05, "Finetune/Loss": 0.9683975577354431, "Finetune/Loss (Raw)": 0.7755756974220276, "Finetune/Step": 1039, "Finetune/Step Time": 6.1399742141366005}
+{"Finetune/Learning Rate": 1.945845347097474e-05, "Finetune/Loss": 0.9655635356903076, "Finetune/Loss (Raw)": 0.679568886756897, "Finetune/Step": 1040, "Finetune/Step Time": 6.150930484756827}
+{"Finetune/Learning Rate": 1.9457117833353538e-05, "Finetune/Loss": 0.9637430310249329, "Finetune/Loss (Raw)": 0.8491371273994446, "Finetune/Step": 1041, "Finetune/Step Time": 6.1603452898561954}
+{"Finetune/Learning Rate": 1.945578059664633e-05, "Finetune/Loss": 0.963209331035614, "Finetune/Loss (Raw)": 0.9671095609664917, "Finetune/Step": 1042, "Finetune/Step Time": 6.160754203796387}
+{"Finetune/Learning Rate": 1.9454441761079232e-05, "Finetune/Loss": 0.9625221490859985, "Finetune/Loss (Raw)": 0.9416391849517822, "Finetune/Step": 1043, "Finetune/Step Time": 6.159517623484135}
+{"Finetune/Learning Rate": 1.945310132687862e-05, "Finetune/Loss": 0.9624143838882446, "Finetune/Loss (Raw)": 1.0555177927017212, "Finetune/Step": 1044, "Finetune/Step Time": 6.1541919857263565}
+{"Finetune/Learning Rate": 1.9451759294271145e-05, "Finetune/Loss": 0.9612720012664795, "Finetune/Loss (Raw)": 1.001395583152771, "Finetune/Step": 1045, "Finetune/Step Time": 6.158865870907903}
+{"Finetune/Learning Rate": 1.9450415663483734e-05, "Finetune/Loss": 0.9565839767456055, "Finetune/Loss (Raw)": 0.41629526019096375, "Finetune/Step": 1046, "Finetune/Step Time": 6.1676202695816755}
+{"Finetune/Learning Rate": 1.944907043474357e-05, "Finetune/Loss": 0.9585200548171997, "Finetune/Loss (Raw)": 1.1040068864822388, "Finetune/Step": 1047, "Finetune/Step Time": 6.181801235303283}
+{"Finetune/Learning Rate": 1.9447723608278124e-05, "Finetune/Loss": 0.9582027792930603, "Finetune/Loss (Raw)": 1.1464937925338745, "Finetune/Step": 1048, "Finetune/Step Time": 6.17987915687263}
+{"Finetune/Learning Rate": 1.9446375184315124e-05, "Finetune/Loss": 0.9520299434661865, "Finetune/Loss (Raw)": 0.26189032196998596, "Finetune/Step": 1049, "Finetune/Step Time": 6.185553967952728}
+{"Finetune/Learning Rate": 1.9445025163082573e-05, "Finetune/Loss": 0.9519588947296143, "Finetune/Loss (Raw)": 0.988793134689331, "Finetune/Step": 1050, "Finetune/Step Time": 6.2034062296152115}
+{"Finetune/Learning Rate": 1.9443673544808743e-05, "Finetune/Loss": 0.9490005970001221, "Finetune/Loss (Raw)": 0.7656739950180054, "Finetune/Step": 1051, "Finetune/Step Time": 6.200100086629391}
+{"Finetune/Learning Rate": 1.9442320329722174e-05, "Finetune/Loss": 0.9465223550796509, "Finetune/Loss (Raw)": 0.7936772108078003, "Finetune/Step": 1052, "Finetune/Step Time": 6.208454253152013}
+{"Finetune/Learning Rate": 1.944096551805169e-05, "Finetune/Loss": 0.9482547640800476, "Finetune/Loss (Raw)": 1.2536425590515137, "Finetune/Step": 1053, "Finetune/Step Time": 6.239337034523487}
+{"Finetune/Learning Rate": 1.943960911002636e-05, "Finetune/Loss": 0.9474260807037354, "Finetune/Loss (Raw)": 0.9886942505836487, "Finetune/Step": 1054, "Finetune/Step Time": 6.241831524297595}
+{"Finetune/Learning Rate": 1.943825110587554e-05, "Finetune/Loss": 0.9488394260406494, "Finetune/Loss (Raw)": 1.0163031816482544, "Finetune/Step": 1055, "Finetune/Step Time": 6.239885650575161}
+{"Finetune/Learning Rate": 1.9436891505828854e-05, "Finetune/Loss": 0.9488974213600159, "Finetune/Loss (Raw)": 0.9632518291473389, "Finetune/Step": 1056, "Finetune/Step Time": 6.23494029790163}
+{"Finetune/Learning Rate": 1.9435530310116197e-05, "Finetune/Loss": 0.9504910707473755, "Finetune/Loss (Raw)": 1.113158941268921, "Finetune/Step": 1057, "Finetune/Step Time": 6.231386326253414}
+{"Finetune/Learning Rate": 1.943416751896773e-05, "Finetune/Loss": 0.9494497776031494, "Finetune/Loss (Raw)": 0.8866623044013977, "Finetune/Step": 1058, "Finetune/Step Time": 6.231344731524587}
+{"Finetune/Learning Rate": 1.9432803132613877e-05, "Finetune/Loss": 0.9498805999755859, "Finetune/Loss (Raw)": 0.9144315719604492, "Finetune/Step": 1059, "Finetune/Step Time": 6.227457223460078}
+{"Finetune/Learning Rate": 1.943143715128535e-05, "Finetune/Loss": 0.9489583969116211, "Finetune/Loss (Raw)": 1.0034658908843994, "Finetune/Step": 1060, "Finetune/Step Time": 6.231897924095392}
+{"Finetune/Learning Rate": 1.9430069575213113e-05, "Finetune/Loss": 0.948905348777771, "Finetune/Loss (Raw)": 1.0241423845291138, "Finetune/Step": 1061, "Finetune/Step Time": 6.23581306822598}
+{"Finetune/Learning Rate": 1.942870040462841e-05, "Finetune/Loss": 0.9507801532745361, "Finetune/Loss (Raw)": 1.1078050136566162, "Finetune/Step": 1062, "Finetune/Step Time": 6.237957699224353}
+{"Finetune/Learning Rate": 1.9427329639762754e-05, "Finetune/Loss": 0.9514180421829224, "Finetune/Loss (Raw)": 1.0416502952575684, "Finetune/Step": 1063, "Finetune/Step Time": 6.235441824421287}
+{"Finetune/Learning Rate": 1.9425957280847918e-05, "Finetune/Loss": 0.9503464698791504, "Finetune/Loss (Raw)": 0.8812443017959595, "Finetune/Step": 1064, "Finetune/Step Time": 6.240680495277047}
+{"Finetune/Learning Rate": 1.9424583328115956e-05, "Finetune/Loss": 0.9501086473464966, "Finetune/Loss (Raw)": 0.9976950883865356, "Finetune/Step": 1065, "Finetune/Step Time": 6.254502926021814}
+{"Finetune/Learning Rate": 1.9423207781799186e-05, "Finetune/Loss": 0.9509198665618896, "Finetune/Loss (Raw)": 1.0734118223190308, "Finetune/Step": 1066, "Finetune/Step Time": 6.251207510009408}
+{"Finetune/Learning Rate": 1.94218306421302e-05, "Finetune/Loss": 0.947782576084137, "Finetune/Loss (Raw)": 0.6948142647743225, "Finetune/Step": 1067, "Finetune/Step Time": 6.260533781722188}
+{"Finetune/Learning Rate": 1.9420451909341847e-05, "Finetune/Loss": 0.9461492300033569, "Finetune/Loss (Raw)": 1.0057257413864136, "Finetune/Step": 1068, "Finetune/Step Time": 6.2888789009302855}
+{"Finetune/Learning Rate": 1.9419071583667266e-05, "Finetune/Loss": 0.9459865093231201, "Finetune/Loss (Raw)": 0.9501421451568604, "Finetune/Step": 1069, "Finetune/Step Time": 6.28842213191092}
+{"Finetune/Learning Rate": 1.941768966533985e-05, "Finetune/Loss": 0.9475386142730713, "Finetune/Loss (Raw)": 0.9983906745910645, "Finetune/Step": 1070, "Finetune/Step Time": 6.283700758591294}
+{"Finetune/Learning Rate": 1.9416306154593253e-05, "Finetune/Loss": 0.9499691724777222, "Finetune/Loss (Raw)": 1.2110410928726196, "Finetune/Step": 1071, "Finetune/Step Time": 6.269195403903723}
+{"Finetune/Learning Rate": 1.9414921051661427e-05, "Finetune/Loss": 0.9503157138824463, "Finetune/Loss (Raw)": 1.0698027610778809, "Finetune/Step": 1072, "Finetune/Step Time": 6.275113547220826}
+{"Finetune/Learning Rate": 1.941353435677857e-05, "Finetune/Loss": 0.9514501094818115, "Finetune/Loss (Raw)": 0.9219401478767395, "Finetune/Step": 1073, "Finetune/Step Time": 6.2714202012866735}
+{"Finetune/Learning Rate": 1.9412146070179152e-05, "Finetune/Loss": 0.9510942697525024, "Finetune/Loss (Raw)": 0.9261274337768555, "Finetune/Step": 1074, "Finetune/Step Time": 6.259988110512495}
+{"Finetune/Learning Rate": 1.9410756192097918e-05, "Finetune/Loss": 0.9526388645172119, "Finetune/Loss (Raw)": 1.2348437309265137, "Finetune/Step": 1075, "Finetune/Step Time": 6.263762542977929}
+{"Finetune/Learning Rate": 1.9409364722769882e-05, "Finetune/Loss": 0.9526478052139282, "Finetune/Loss (Raw)": 0.9911081790924072, "Finetune/Step": 1076, "Finetune/Step Time": 6.26640454493463}
+{"Finetune/Learning Rate": 1.9407971662430324e-05, "Finetune/Loss": 0.9527359008789062, "Finetune/Loss (Raw)": 1.0779398679733276, "Finetune/Step": 1077, "Finetune/Step Time": 6.268814226612449}
+{"Finetune/Learning Rate": 1.940657701131479e-05, "Finetune/Loss": 0.9534817337989807, "Finetune/Loss (Raw)": 0.7692824006080627, "Finetune/Step": 1078, "Finetune/Step Time": 6.253340367227793}
+{"Finetune/Learning Rate": 1.9405180769659107e-05, "Finetune/Loss": 0.9523099660873413, "Finetune/Loss (Raw)": 0.9089358448982239, "Finetune/Step": 1079, "Finetune/Step Time": 6.235515974462032}
+{"Finetune/Learning Rate": 1.9403782937699357e-05, "Finetune/Loss": 0.9523614645004272, "Finetune/Loss (Raw)": 0.9958298206329346, "Finetune/Step": 1080, "Finetune/Step Time": 6.244872357696295}
+{"Finetune/Learning Rate": 1.9402383515671896e-05, "Finetune/Loss": 0.9507863521575928, "Finetune/Loss (Raw)": 0.9412966966629028, "Finetune/Step": 1081, "Finetune/Step Time": 6.249104913324118}
+{"Finetune/Learning Rate": 1.940098250381335e-05, "Finetune/Loss": 0.9504681825637817, "Finetune/Loss (Raw)": 1.0405700206756592, "Finetune/Step": 1082, "Finetune/Step Time": 6.263832436874509}
+{"Finetune/Learning Rate": 1.9399579902360617e-05, "Finetune/Loss": 0.9496543407440186, "Finetune/Loss (Raw)": 0.940777063369751, "Finetune/Step": 1083, "Finetune/Step Time": 6.252120038494468}
+{"Finetune/Learning Rate": 1.9398175711550856e-05, "Finetune/Loss": 0.9503661394119263, "Finetune/Loss (Raw)": 1.1588857173919678, "Finetune/Step": 1084, "Finetune/Step Time": 6.263979075476527}
+{"Finetune/Learning Rate": 1.9396769931621505e-05, "Finetune/Loss": 0.950149416923523, "Finetune/Loss (Raw)": 1.020444631576538, "Finetune/Step": 1085, "Finetune/Step Time": 6.2628624476492405}
+{"Finetune/Learning Rate": 1.939536256281026e-05, "Finetune/Loss": 0.9502342939376831, "Finetune/Loss (Raw)": 1.1139037609100342, "Finetune/Step": 1086, "Finetune/Step Time": 6.264833360910416}
+{"Finetune/Learning Rate": 1.9393953605355083e-05, "Finetune/Loss": 0.9499416351318359, "Finetune/Loss (Raw)": 0.8571358919143677, "Finetune/Step": 1087, "Finetune/Step Time": 6.258472291752696}
+{"Finetune/Learning Rate": 1.9392543059494227e-05, "Finetune/Loss": 0.9500893950462341, "Finetune/Loss (Raw)": 0.9663158059120178, "Finetune/Step": 1088, "Finetune/Step Time": 6.241536967456341}
+{"Finetune/Learning Rate": 1.9391130925466193e-05, "Finetune/Loss": 0.9512146711349487, "Finetune/Loss (Raw)": 1.0205022096633911, "Finetune/Step": 1089, "Finetune/Step Time": 6.240643449127674}
+{"Finetune/Learning Rate": 1.938971720350975e-05, "Finetune/Loss": 0.9516682624816895, "Finetune/Loss (Raw)": 1.1399856805801392, "Finetune/Step": 1090, "Finetune/Step Time": 6.244792934507132}
+{"Finetune/Learning Rate": 1.9388301893863947e-05, "Finetune/Loss": 0.9526443481445312, "Finetune/Loss (Raw)": 0.9303708672523499, "Finetune/Step": 1091, "Finetune/Step Time": 6.247098088264465}
+{"Finetune/Learning Rate": 1.9386884996768096e-05, "Finetune/Loss": 0.9532290697097778, "Finetune/Loss (Raw)": 0.9583889842033386, "Finetune/Step": 1092, "Finetune/Step Time": 6.2493401523679495}
+{"Finetune/Learning Rate": 1.9385466512461777e-05, "Finetune/Loss": 0.9524239301681519, "Finetune/Loss (Raw)": 0.8150915503501892, "Finetune/Step": 1093, "Finetune/Step Time": 6.258220778778195}
+{"Finetune/Learning Rate": 1.9384046441184837e-05, "Finetune/Loss": 0.952487051486969, "Finetune/Loss (Raw)": 1.0833253860473633, "Finetune/Step": 1094, "Finetune/Step Time": 6.278289433568716}
+{"Finetune/Learning Rate": 1.9382624783177392e-05, "Finetune/Loss": 0.9533967971801758, "Finetune/Loss (Raw)": 0.8702417016029358, "Finetune/Step": 1095, "Finetune/Step Time": 6.273168610408902}
+{"Finetune/Learning Rate": 1.938120153867983e-05, "Finetune/Loss": 0.9518702030181885, "Finetune/Loss (Raw)": 0.8966761231422424, "Finetune/Step": 1096, "Finetune/Step Time": 6.271815730258822}
+{"Finetune/Learning Rate": 1.937977670793281e-05, "Finetune/Loss": 0.9508618712425232, "Finetune/Loss (Raw)": 0.8634645938873291, "Finetune/Step": 1097, "Finetune/Step Time": 6.280699303373694}
+{"Finetune/Learning Rate": 1.9378350291177243e-05, "Finetune/Loss": 0.9518870115280151, "Finetune/Loss (Raw)": 1.0277783870697021, "Finetune/Step": 1098, "Finetune/Step Time": 6.278295589610934}
+{"Finetune/Learning Rate": 1.9376922288654328e-05, "Finetune/Loss": 0.9523186683654785, "Finetune/Loss (Raw)": 0.8356896042823792, "Finetune/Step": 1099, "Finetune/Step Time": 6.270580120384693}
+{"Finetune/Learning Rate": 1.9375492700605517e-05, "Finetune/Loss": 0.9515600204467773, "Finetune/Loss (Raw)": 0.87410569190979, "Finetune/Step": 1100, "Finetune/Step Time": 6.272908676415682}
+{"Finetune/Learning Rate": 1.937406152727254e-05, "Finetune/Loss": 0.9518555402755737, "Finetune/Loss (Raw)": 0.9648061990737915, "Finetune/Step": 1101, "Finetune/Step Time": 6.276745073497295}
+{"Finetune/Learning Rate": 1.9372628768897388e-05, "Finetune/Loss": 0.9535461664199829, "Finetune/Loss (Raw)": 1.0039701461791992, "Finetune/Step": 1102, "Finetune/Step Time": 6.282463323324919}
+{"Finetune/Learning Rate": 1.937119442572233e-05, "Finetune/Loss": 0.956277072429657, "Finetune/Loss (Raw)": 1.1887588500976562, "Finetune/Step": 1103, "Finetune/Step Time": 6.273748353123665}
+{"Finetune/Learning Rate": 1.936975849798989e-05, "Finetune/Loss": 0.9547373652458191, "Finetune/Loss (Raw)": 0.8692045211791992, "Finetune/Step": 1104, "Finetune/Step Time": 6.2749867010861635}
+{"Finetune/Learning Rate": 1.9368320985942864e-05, "Finetune/Loss": 0.9571961164474487, "Finetune/Loss (Raw)": 0.9724649786949158, "Finetune/Step": 1105, "Finetune/Step Time": 6.275487322360277}
+{"Finetune/Learning Rate": 1.936688188982433e-05, "Finetune/Loss": 0.9564549922943115, "Finetune/Loss (Raw)": 0.913786768913269, "Finetune/Step": 1106, "Finetune/Step Time": 6.262562032788992}
+{"Finetune/Learning Rate": 1.9365441209877608e-05, "Finetune/Loss": 0.9574652314186096, "Finetune/Loss (Raw)": 1.181278944015503, "Finetune/Step": 1107, "Finetune/Step Time": 6.281212650239468}
+{"Finetune/Learning Rate": 1.936399894634631e-05, "Finetune/Loss": 0.9555785655975342, "Finetune/Loss (Raw)": 0.8133081197738647, "Finetune/Step": 1108, "Finetune/Step Time": 6.302016008645296}
+{"Finetune/Learning Rate": 1.9362555099474303e-05, "Finetune/Loss": 0.9562437534332275, "Finetune/Loss (Raw)": 0.9788768291473389, "Finetune/Step": 1109, "Finetune/Step Time": 6.310184063389897}
+{"Finetune/Learning Rate": 1.936110966950572e-05, "Finetune/Loss": 0.9553821682929993, "Finetune/Loss (Raw)": 0.8699532747268677, "Finetune/Step": 1110, "Finetune/Step Time": 6.30297577381134}
+{"Finetune/Learning Rate": 1.9359662656684972e-05, "Finetune/Loss": 0.9541590213775635, "Finetune/Loss (Raw)": 0.8694959878921509, "Finetune/Step": 1111, "Finetune/Step Time": 6.295540617778897}
+{"Finetune/Learning Rate": 1.9358214061256727e-05, "Finetune/Loss": 0.952511191368103, "Finetune/Loss (Raw)": 0.8517066836357117, "Finetune/Step": 1112, "Finetune/Step Time": 6.291658336296678}
+{"Finetune/Learning Rate": 1.9356763883465928e-05, "Finetune/Loss": 0.9541463851928711, "Finetune/Loss (Raw)": 1.0344072580337524, "Finetune/Step": 1113, "Finetune/Step Time": 6.293789183720946}
+{"Finetune/Learning Rate": 1.935531212355778e-05, "Finetune/Loss": 0.954454779624939, "Finetune/Loss (Raw)": 1.0624122619628906, "Finetune/Step": 1114, "Finetune/Step Time": 6.292966516688466}
+{"Finetune/Learning Rate": 1.9353858781777766e-05, "Finetune/Loss": 0.9539223313331604, "Finetune/Loss (Raw)": 0.9681404829025269, "Finetune/Step": 1115, "Finetune/Step Time": 6.2888790257275105}
+{"Finetune/Learning Rate": 1.9352403858371618e-05, "Finetune/Loss": 0.9537610411643982, "Finetune/Loss (Raw)": 1.028640866279602, "Finetune/Step": 1116, "Finetune/Step Time": 6.283974081277847}
+{"Finetune/Learning Rate": 1.9350947353585352e-05, "Finetune/Loss": 0.9547886848449707, "Finetune/Loss (Raw)": 1.115175724029541, "Finetune/Step": 1117, "Finetune/Step Time": 6.284534677863121}
+{"Finetune/Learning Rate": 1.9349489267665245e-05, "Finetune/Loss": 0.9546713829040527, "Finetune/Loss (Raw)": 0.95950847864151, "Finetune/Step": 1118, "Finetune/Step Time": 6.294150587171316}
+{"Finetune/Learning Rate": 1.9348029600857842e-05, "Finetune/Loss": 0.953184962272644, "Finetune/Loss (Raw)": 0.8663082718849182, "Finetune/Step": 1119, "Finetune/Step Time": 6.292658116668463}
+{"Finetune/Learning Rate": 1.9346568353409957e-05, "Finetune/Loss": 0.95269775390625, "Finetune/Loss (Raw)": 0.9244742393493652, "Finetune/Step": 1120, "Finetune/Step Time": 6.307247770950198}
+{"Finetune/Learning Rate": 1.9345105525568662e-05, "Finetune/Loss": 0.9531264305114746, "Finetune/Loss (Raw)": 1.1745959520339966, "Finetune/Step": 1121, "Finetune/Step Time": 6.307174986228347}
+{"Finetune/Learning Rate": 1.9343641117581313e-05, "Finetune/Loss": 0.951227605342865, "Finetune/Loss (Raw)": 0.8763749599456787, "Finetune/Step": 1122, "Finetune/Step Time": 6.31058245152235}
+{"Finetune/Learning Rate": 1.934217512969552e-05, "Finetune/Loss": 0.9558943510055542, "Finetune/Loss (Raw)": 0.9960173964500427, "Finetune/Step": 1123, "Finetune/Step Time": 6.307944806292653}
+{"Finetune/Learning Rate": 1.9340707562159164e-05, "Finetune/Loss": 0.9555001854896545, "Finetune/Loss (Raw)": 1.0756124258041382, "Finetune/Step": 1124, "Finetune/Step Time": 6.292840098962188}
+{"Finetune/Learning Rate": 1.9339238415220396e-05, "Finetune/Loss": 0.9560797214508057, "Finetune/Loss (Raw)": 1.0433443784713745, "Finetune/Step": 1125, "Finetune/Step Time": 6.302782291546464}
+{"Finetune/Learning Rate": 1.9337767689127628e-05, "Finetune/Loss": 0.955824613571167, "Finetune/Loss (Raw)": 1.101302981376648, "Finetune/Step": 1126, "Finetune/Step Time": 6.304745359346271}
+{"Finetune/Learning Rate": 1.9336295384129543e-05, "Finetune/Loss": 0.953614354133606, "Finetune/Loss (Raw)": 0.6438454985618591, "Finetune/Step": 1127, "Finetune/Step Time": 6.3056131936609745}
+{"Finetune/Learning Rate": 1.933482150047509e-05, "Finetune/Loss": 0.9529741406440735, "Finetune/Loss (Raw)": 1.0011714696884155, "Finetune/Step": 1128, "Finetune/Step Time": 6.309140579774976}
+{"Finetune/Learning Rate": 1.9333346038413485e-05, "Finetune/Loss": 0.9528696537017822, "Finetune/Loss (Raw)": 0.8838028907775879, "Finetune/Step": 1129, "Finetune/Step Time": 6.310211779549718}
+{"Finetune/Learning Rate": 1.933186899819421e-05, "Finetune/Loss": 0.9542678594589233, "Finetune/Loss (Raw)": 0.9998589754104614, "Finetune/Step": 1130, "Finetune/Step Time": 6.308319974690676}
+{"Finetune/Learning Rate": 1.933039038006702e-05, "Finetune/Loss": 0.9535025954246521, "Finetune/Loss (Raw)": 0.801490068435669, "Finetune/Step": 1131, "Finetune/Step Time": 6.310366777703166}
+{"Finetune/Learning Rate": 1.9328910184281926e-05, "Finetune/Loss": 0.9522161483764648, "Finetune/Loss (Raw)": 0.8767549395561218, "Finetune/Step": 1132, "Finetune/Step Time": 6.311379633843899}
+{"Finetune/Learning Rate": 1.9327428411089217e-05, "Finetune/Loss": 0.950657844543457, "Finetune/Loss (Raw)": 0.875809371471405, "Finetune/Step": 1133, "Finetune/Step Time": 6.305744141340256}
+{"Finetune/Learning Rate": 1.9325945060739436e-05, "Finetune/Loss": 0.9502065181732178, "Finetune/Loss (Raw)": 1.0233536958694458, "Finetune/Step": 1134, "Finetune/Step Time": 6.3059631902724504}
+{"Finetune/Learning Rate": 1.9324460133483405e-05, "Finetune/Loss": 0.951103925704956, "Finetune/Loss (Raw)": 1.0545251369476318, "Finetune/Step": 1135, "Finetune/Step Time": 6.31275026127696}
+{"Finetune/Learning Rate": 1.9322973629572207e-05, "Finetune/Loss": 0.9559992551803589, "Finetune/Loss (Raw)": 1.0950757265090942, "Finetune/Step": 1136, "Finetune/Step Time": 6.3068000338971615}
+{"Finetune/Learning Rate": 1.932148554925719e-05, "Finetune/Loss": 0.9556902647018433, "Finetune/Loss (Raw)": 1.0111956596374512, "Finetune/Step": 1137, "Finetune/Step Time": 6.282482439652085}
+{"Finetune/Learning Rate": 1.9319995892789973e-05, "Finetune/Loss": 0.9567482471466064, "Finetune/Loss (Raw)": 1.1260021924972534, "Finetune/Step": 1138, "Finetune/Step Time": 6.276734746992588}
+{"Finetune/Learning Rate": 1.931850466042244e-05, "Finetune/Loss": 0.9526597857475281, "Finetune/Loss (Raw)": 0.38732367753982544, "Finetune/Step": 1139, "Finetune/Step Time": 6.276501566171646}
+{"Finetune/Learning Rate": 1.9317011852406736e-05, "Finetune/Loss": 0.9532902836799622, "Finetune/Loss (Raw)": 1.1429108381271362, "Finetune/Step": 1140, "Finetune/Step Time": 6.293405948206782}
+{"Finetune/Learning Rate": 1.9315517468995283e-05, "Finetune/Loss": 0.954444408416748, "Finetune/Loss (Raw)": 1.0718817710876465, "Finetune/Step": 1141, "Finetune/Step Time": 6.297496099025011}
+{"Finetune/Learning Rate": 1.9314021510440756e-05, "Finetune/Loss": 0.9538342356681824, "Finetune/Loss (Raw)": 1.0349483489990234, "Finetune/Step": 1142, "Finetune/Step Time": 6.301969612017274}
+{"Finetune/Learning Rate": 1.9312523976996114e-05, "Finetune/Loss": 0.9533215165138245, "Finetune/Loss (Raw)": 0.9527444839477539, "Finetune/Step": 1143, "Finetune/Step Time": 6.304852595552802}
+{"Finetune/Learning Rate": 1.9311024868914564e-05, "Finetune/Loss": 0.9514064788818359, "Finetune/Loss (Raw)": 0.8613961935043335, "Finetune/Step": 1144, "Finetune/Step Time": 6.302388189360499}
+{"Finetune/Learning Rate": 1.9309524186449588e-05, "Finetune/Loss": 0.9521925449371338, "Finetune/Loss (Raw)": 0.9186451435089111, "Finetune/Step": 1145, "Finetune/Step Time": 6.299218414351344}
+{"Finetune/Learning Rate": 1.9308021929854934e-05, "Finetune/Loss": 0.950250506401062, "Finetune/Loss (Raw)": 0.6700831651687622, "Finetune/Step": 1146, "Finetune/Step Time": 6.289883065968752}
+{"Finetune/Learning Rate": 1.930651809938462e-05, "Finetune/Loss": 0.9511511921882629, "Finetune/Loss (Raw)": 0.930246889591217, "Finetune/Step": 1147, "Finetune/Step Time": 6.288795672357082}
+{"Finetune/Learning Rate": 1.930501269529292e-05, "Finetune/Loss": 0.9456609487533569, "Finetune/Loss (Raw)": 0.4460870921611786, "Finetune/Step": 1148, "Finetune/Step Time": 6.282364094629884}
+{"Finetune/Learning Rate": 1.9303505717834384e-05, "Finetune/Loss": 0.9457746148109436, "Finetune/Loss (Raw)": 0.8958695530891418, "Finetune/Step": 1149, "Finetune/Step Time": 6.298885341733694}
+{"Finetune/Learning Rate": 1.930199716726382e-05, "Finetune/Loss": 0.946914553642273, "Finetune/Loss (Raw)": 1.0409846305847168, "Finetune/Step": 1150, "Finetune/Step Time": 6.296836966648698}
+{"Finetune/Learning Rate": 1.9300487043836314e-05, "Finetune/Loss": 0.9520227909088135, "Finetune/Loss (Raw)": 1.052915096282959, "Finetune/Step": 1151, "Finetune/Step Time": 6.276032647117972}
+{"Finetune/Learning Rate": 1.92989753478072e-05, "Finetune/Loss": 0.9519941210746765, "Finetune/Loss (Raw)": 1.03628408908844, "Finetune/Step": 1152, "Finetune/Step Time": 6.260767642408609}
+{"Finetune/Learning Rate": 1.9297462079432092e-05, "Finetune/Loss": 0.9519318342208862, "Finetune/Loss (Raw)": 0.7319995164871216, "Finetune/Step": 1153, "Finetune/Step Time": 6.253246672451496}
+{"Finetune/Learning Rate": 1.9295947238966868e-05, "Finetune/Loss": 0.9468456506729126, "Finetune/Loss (Raw)": 0.4050266444683075, "Finetune/Step": 1154, "Finetune/Step Time": 6.237836848944426}
+{"Finetune/Learning Rate": 1.9294430826667664e-05, "Finetune/Loss": 0.9471825957298279, "Finetune/Loss (Raw)": 0.9831692576408386, "Finetune/Step": 1155, "Finetune/Step Time": 6.260280290618539}
+{"Finetune/Learning Rate": 1.9292912842790893e-05, "Finetune/Loss": 0.947287917137146, "Finetune/Loss (Raw)": 1.067093014717102, "Finetune/Step": 1156, "Finetune/Step Time": 6.252770073711872}
+{"Finetune/Learning Rate": 1.9291393287593226e-05, "Finetune/Loss": 0.9449170231819153, "Finetune/Loss (Raw)": 0.3790431618690491, "Finetune/Step": 1157, "Finetune/Step Time": 6.254513535648584}
+{"Finetune/Learning Rate": 1.92898721613316e-05, "Finetune/Loss": 0.9443588256835938, "Finetune/Loss (Raw)": 1.002514362335205, "Finetune/Step": 1158, "Finetune/Step Time": 6.267920156940818}
+{"Finetune/Learning Rate": 1.928834946426322e-05, "Finetune/Loss": 0.9437086582183838, "Finetune/Loss (Raw)": 0.9626513719558716, "Finetune/Step": 1159, "Finetune/Step Time": 6.2713167034089565}
+{"Finetune/Learning Rate": 1.928682519664556e-05, "Finetune/Loss": 0.94441819190979, "Finetune/Loss (Raw)": 0.9945892095565796, "Finetune/Step": 1160, "Finetune/Step Time": 6.274993889033794}
+{"Finetune/Learning Rate": 1.928529935873635e-05, "Finetune/Loss": 0.9448188543319702, "Finetune/Loss (Raw)": 1.085762858390808, "Finetune/Step": 1161, "Finetune/Step Time": 6.272076740860939}
+{"Finetune/Learning Rate": 1.9283771950793593e-05, "Finetune/Loss": 0.9452813267707825, "Finetune/Loss (Raw)": 1.02882719039917, "Finetune/Step": 1162, "Finetune/Step Time": 6.27309063822031}
+{"Finetune/Learning Rate": 1.9282242973075554e-05, "Finetune/Loss": 0.9492016434669495, "Finetune/Loss (Raw)": 0.9423320293426514, "Finetune/Step": 1163, "Finetune/Step Time": 6.251767750829458}
+{"Finetune/Learning Rate": 1.9280712425840765e-05, "Finetune/Loss": 0.9513139128684998, "Finetune/Loss (Raw)": 1.2179198265075684, "Finetune/Step": 1164, "Finetune/Step Time": 6.23812104575336}
+{"Finetune/Learning Rate": 1.927918030934803e-05, "Finetune/Loss": 0.9492742419242859, "Finetune/Loss (Raw)": 1.0721752643585205, "Finetune/Step": 1165, "Finetune/Step Time": 6.244589840993285}
+{"Finetune/Learning Rate": 1.92776466238564e-05, "Finetune/Loss": 0.9481251239776611, "Finetune/Loss (Raw)": 0.8245659470558167, "Finetune/Step": 1166, "Finetune/Step Time": 6.25021068751812}
+{"Finetune/Learning Rate": 1.9276111369625215e-05, "Finetune/Loss": 0.948729932308197, "Finetune/Loss (Raw)": 0.8529989719390869, "Finetune/Step": 1167, "Finetune/Step Time": 6.2526884991675615}
+{"Finetune/Learning Rate": 1.927457454691406e-05, "Finetune/Loss": 0.9514493942260742, "Finetune/Loss (Raw)": 1.0276614427566528, "Finetune/Step": 1168, "Finetune/Step Time": 6.239584527909756}
+{"Finetune/Learning Rate": 1.9273036155982796e-05, "Finetune/Loss": 0.9520914554595947, "Finetune/Loss (Raw)": 0.9313139915466309, "Finetune/Step": 1169, "Finetune/Step Time": 6.230190511792898}
+{"Finetune/Learning Rate": 1.927149619709155e-05, "Finetune/Loss": 0.9518548846244812, "Finetune/Loss (Raw)": 0.9368274211883545, "Finetune/Step": 1170, "Finetune/Step Time": 6.2302111852914095}
+{"Finetune/Learning Rate": 1.92699546705007e-05, "Finetune/Loss": 0.9524934887886047, "Finetune/Loss (Raw)": 1.0233838558197021, "Finetune/Step": 1171, "Finetune/Step Time": 6.229555431753397}
+{"Finetune/Learning Rate": 1.9268411576470912e-05, "Finetune/Loss": 0.9523850083351135, "Finetune/Loss (Raw)": 1.0416288375854492, "Finetune/Step": 1172, "Finetune/Step Time": 6.231618992984295}
+{"Finetune/Learning Rate": 1.9266866915263098e-05, "Finetune/Loss": 0.9527056217193604, "Finetune/Loss (Raw)": 1.0424398183822632, "Finetune/Step": 1173, "Finetune/Step Time": 6.229164578020573}
+{"Finetune/Learning Rate": 1.9265320687138444e-05, "Finetune/Loss": 0.9559158682823181, "Finetune/Loss (Raw)": 0.827207088470459, "Finetune/Step": 1174, "Finetune/Step Time": 6.223346149548888}
+{"Finetune/Learning Rate": 1.9263772892358402e-05, "Finetune/Loss": 0.9535009860992432, "Finetune/Loss (Raw)": 0.7948989272117615, "Finetune/Step": 1175, "Finetune/Step Time": 6.216188898310065}
+{"Finetune/Learning Rate": 1.9262223531184678e-05, "Finetune/Loss": 0.9523060321807861, "Finetune/Loss (Raw)": 0.9935412406921387, "Finetune/Step": 1176, "Finetune/Step Time": 6.225423539057374}
+{"Finetune/Learning Rate": 1.9260672603879258e-05, "Finetune/Loss": 0.9567947387695312, "Finetune/Loss (Raw)": 0.8364448547363281, "Finetune/Step": 1177, "Finetune/Step Time": 6.219580145552754}
+{"Finetune/Learning Rate": 1.925912011070438e-05, "Finetune/Loss": 0.9524253010749817, "Finetune/Loss (Raw)": 0.4295040965080261, "Finetune/Step": 1178, "Finetune/Step Time": 6.207670813426375}
+{"Finetune/Learning Rate": 1.925756605192255e-05, "Finetune/Loss": 0.9555385112762451, "Finetune/Loss (Raw)": 1.1641647815704346, "Finetune/Step": 1179, "Finetune/Step Time": 6.219313668087125}
+{"Finetune/Learning Rate": 1.925601042779655e-05, "Finetune/Loss": 0.958493709564209, "Finetune/Loss (Raw)": 1.1719366312026978, "Finetune/Step": 1180, "Finetune/Step Time": 6.207992102950811}
+{"Finetune/Learning Rate": 1.9254453238589413e-05, "Finetune/Loss": 0.9566767811775208, "Finetune/Loss (Raw)": 1.0210858583450317, "Finetune/Step": 1181, "Finetune/Step Time": 6.17729620449245}
+{"Finetune/Learning Rate": 1.925289448456444e-05, "Finetune/Loss": 0.9551408290863037, "Finetune/Loss (Raw)": 0.7920892238616943, "Finetune/Step": 1182, "Finetune/Step Time": 6.193733230233192}
+{"Finetune/Learning Rate": 1.9251334165985196e-05, "Finetune/Loss": 0.9536850452423096, "Finetune/Loss (Raw)": 0.8299656510353088, "Finetune/Step": 1183, "Finetune/Step Time": 6.2225099094212055}
+{"Finetune/Learning Rate": 1.9249772283115514e-05, "Finetune/Loss": 0.9533525705337524, "Finetune/Loss (Raw)": 0.9206962585449219, "Finetune/Step": 1184, "Finetune/Step Time": 6.2214106153696775}
+{"Finetune/Learning Rate": 1.9248208836219493e-05, "Finetune/Loss": 0.9529483318328857, "Finetune/Loss (Raw)": 1.061409831047058, "Finetune/Step": 1185, "Finetune/Step Time": 6.217917561531067}
+{"Finetune/Learning Rate": 1.924664382556149e-05, "Finetune/Loss": 0.9546512365341187, "Finetune/Loss (Raw)": 1.1046379804611206, "Finetune/Step": 1186, "Finetune/Step Time": 6.216895446181297}
+{"Finetune/Learning Rate": 1.924507725140613e-05, "Finetune/Loss": 0.9521861672401428, "Finetune/Loss (Raw)": 0.5989070534706116, "Finetune/Step": 1187, "Finetune/Step Time": 6.240609157830477}
+{"Finetune/Learning Rate": 1.9243509114018303e-05, "Finetune/Loss": 0.952583372592926, "Finetune/Loss (Raw)": 1.0542980432510376, "Finetune/Step": 1188, "Finetune/Step Time": 6.249049875885248}
+{"Finetune/Learning Rate": 1.924193941366316e-05, "Finetune/Loss": 0.9521983861923218, "Finetune/Loss (Raw)": 0.9748679399490356, "Finetune/Step": 1189, "Finetune/Step Time": 6.254171419888735}
+{"Finetune/Learning Rate": 1.9240368150606123e-05, "Finetune/Loss": 0.9521782398223877, "Finetune/Loss (Raw)": 1.1052241325378418, "Finetune/Step": 1190, "Finetune/Step Time": 6.260979184880853}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.9509144425392151, "Finetune/Loss (Raw)": 0.8798878192901611, "Finetune/Step": 1191, "Finetune/Step Time": 6.26221420429647}
+{"Finetune/Learning Rate": 1.9237220937449348e-05, "Finetune/Loss": 0.9538441896438599, "Finetune/Loss (Raw)": 1.2562494277954102, "Finetune/Step": 1192, "Finetune/Step Time": 6.256505221128464}
+{"Finetune/Learning Rate": 1.9235644987881766e-05, "Finetune/Loss": 0.9492757320404053, "Finetune/Loss (Raw)": 0.41293567419052124, "Finetune/Step": 1193, "Finetune/Step Time": 6.257241748273373}
+{"Finetune/Learning Rate": 1.9234067476676603e-05, "Finetune/Loss": 0.9487229585647583, "Finetune/Loss (Raw)": 1.0026499032974243, "Finetune/Step": 1194, "Finetune/Step Time": 6.272391680628061}
+{"Finetune/Learning Rate": 1.923248840410059e-05, "Finetune/Loss": 0.9508423805236816, "Finetune/Loss (Raw)": 0.9661081433296204, "Finetune/Step": 1195, "Finetune/Step Time": 6.271186186000705}
+{"Finetune/Learning Rate": 1.9230907770420737e-05, "Finetune/Loss": 0.9502146244049072, "Finetune/Loss (Raw)": 0.9253743290901184, "Finetune/Step": 1196, "Finetune/Step Time": 6.24681543558836}
+{"Finetune/Learning Rate": 1.922932557590431e-05, "Finetune/Loss": 0.9493390321731567, "Finetune/Loss (Raw)": 0.838061511516571, "Finetune/Step": 1197, "Finetune/Step Time": 6.254621848464012}
+{"Finetune/Learning Rate": 1.9227741820818827e-05, "Finetune/Loss": 0.9497634172439575, "Finetune/Loss (Raw)": 1.052704930305481, "Finetune/Step": 1198, "Finetune/Step Time": 6.262732675299048}
+{"Finetune/Learning Rate": 1.92261565054321e-05, "Finetune/Loss": 0.9468634724617004, "Finetune/Loss (Raw)": 0.8398534059524536, "Finetune/Step": 1199, "Finetune/Step Time": 6.2657276801764965}
+{"Finetune/Learning Rate": 1.9224569630012173e-05, "Finetune/Loss": 0.9464778304100037, "Finetune/Loss (Raw)": 1.020443320274353, "Finetune/Step": 1200, "Finetune/Step Time": 6.278029318898916}
+{"Finetune/Learning Rate": 1.9222981194827373e-05, "Finetune/Loss": 0.9426342248916626, "Finetune/Loss (Raw)": 0.42996323108673096, "Finetune/Step": 1201, "Finetune/Step Time": 6.289631778374314}
+{"Finetune/Learning Rate": 1.9221391200146287e-05, "Finetune/Loss": 0.9420368075370789, "Finetune/Loss (Raw)": 0.8496541976928711, "Finetune/Step": 1202, "Finetune/Step Time": 6.3053581938147545}
+{"Finetune/Learning Rate": 1.9219799646237766e-05, "Finetune/Loss": 0.9390786290168762, "Finetune/Loss (Raw)": 0.856196403503418, "Finetune/Step": 1203, "Finetune/Step Time": 6.310261003673077}
+{"Finetune/Learning Rate": 1.9218206533370912e-05, "Finetune/Loss": 0.9387614727020264, "Finetune/Loss (Raw)": 0.9505103826522827, "Finetune/Step": 1204, "Finetune/Step Time": 6.309858459979296}
+{"Finetune/Learning Rate": 1.9216611861815114e-05, "Finetune/Loss": 0.9370518922805786, "Finetune/Loss (Raw)": 0.859117329120636, "Finetune/Step": 1205, "Finetune/Step Time": 6.306537913158536}
+{"Finetune/Learning Rate": 1.9215015631840005e-05, "Finetune/Loss": 0.9374532103538513, "Finetune/Loss (Raw)": 0.8206472396850586, "Finetune/Step": 1206, "Finetune/Step Time": 6.304153431206942}
+{"Finetune/Learning Rate": 1.9213417843715493e-05, "Finetune/Loss": 0.9387155771255493, "Finetune/Loss (Raw)": 1.0705158710479736, "Finetune/Step": 1207, "Finetune/Step Time": 6.2989128064364195}
+{"Finetune/Learning Rate": 1.921181849771174e-05, "Finetune/Loss": 0.9380852580070496, "Finetune/Loss (Raw)": 0.9151492118835449, "Finetune/Step": 1208, "Finetune/Step Time": 6.285474272444844}
+{"Finetune/Learning Rate": 1.9210217594099173e-05, "Finetune/Loss": 0.9382044076919556, "Finetune/Loss (Raw)": 0.9565590620040894, "Finetune/Step": 1209, "Finetune/Step Time": 6.281812127679586}
+{"Finetune/Learning Rate": 1.92086151331485e-05, "Finetune/Loss": 0.9387062788009644, "Finetune/Loss (Raw)": 1.104798674583435, "Finetune/Step": 1210, "Finetune/Step Time": 6.2688974272459745}
+{"Finetune/Learning Rate": 1.9207011115130664e-05, "Finetune/Loss": 0.9381029605865479, "Finetune/Loss (Raw)": 0.863553524017334, "Finetune/Step": 1211, "Finetune/Step Time": 6.267659831792116}
+{"Finetune/Learning Rate": 1.9205405540316894e-05, "Finetune/Loss": 0.9355707168579102, "Finetune/Loss (Raw)": 0.8347648978233337, "Finetune/Step": 1212, "Finetune/Step Time": 6.258263800293207}
+{"Finetune/Learning Rate": 1.9203798408978666e-05, "Finetune/Loss": 0.9333046078681946, "Finetune/Loss (Raw)": 0.7303789854049683, "Finetune/Step": 1213, "Finetune/Step Time": 6.266390234231949}
+{"Finetune/Learning Rate": 1.9202189721387733e-05, "Finetune/Loss": 0.9314543008804321, "Finetune/Loss (Raw)": 0.8770577907562256, "Finetune/Step": 1214, "Finetune/Step Time": 6.274812487885356}
+{"Finetune/Learning Rate": 1.9200579477816107e-05, "Finetune/Loss": 0.9307582378387451, "Finetune/Loss (Raw)": 0.7680450081825256, "Finetune/Step": 1215, "Finetune/Step Time": 6.275017254054546}
+{"Finetune/Learning Rate": 1.9198967678536054e-05, "Finetune/Loss": 0.9307396411895752, "Finetune/Loss (Raw)": 0.963940441608429, "Finetune/Step": 1216, "Finetune/Step Time": 6.278223101049662}
+{"Finetune/Learning Rate": 1.919735432382011e-05, "Finetune/Loss": 0.9297189116477966, "Finetune/Loss (Raw)": 0.889848530292511, "Finetune/Step": 1217, "Finetune/Step Time": 6.282821457833052}
+{"Finetune/Learning Rate": 1.9195739413941085e-05, "Finetune/Loss": 0.9299893379211426, "Finetune/Loss (Raw)": 1.1746001243591309, "Finetune/Step": 1218, "Finetune/Step Time": 6.289809742942452}
+{"Finetune/Learning Rate": 1.9194122949172025e-05, "Finetune/Loss": 0.9304893612861633, "Finetune/Loss (Raw)": 0.9943694472312927, "Finetune/Step": 1219, "Finetune/Step Time": 6.290195770561695}
+{"Finetune/Learning Rate": 1.9192504929786268e-05, "Finetune/Loss": 0.9306703805923462, "Finetune/Loss (Raw)": 0.9815630316734314, "Finetune/Step": 1220, "Finetune/Step Time": 6.286876071244478}
+{"Finetune/Learning Rate": 1.9190885356057393e-05, "Finetune/Loss": 0.9283778667449951, "Finetune/Loss (Raw)": 0.5216474533081055, "Finetune/Step": 1221, "Finetune/Step Time": 6.287037773057818}
+{"Finetune/Learning Rate": 1.9189264228259256e-05, "Finetune/Loss": 0.9281584024429321, "Finetune/Loss (Raw)": 1.0552339553833008, "Finetune/Step": 1222, "Finetune/Step Time": 6.280796196311712}
+{"Finetune/Learning Rate": 1.9187641546665968e-05, "Finetune/Loss": 0.9284065961837769, "Finetune/Loss (Raw)": 0.9020102620124817, "Finetune/Step": 1223, "Finetune/Step Time": 6.286252398043871}
+{"Finetune/Learning Rate": 1.918601731155191e-05, "Finetune/Loss": 0.9305763244628906, "Finetune/Loss (Raw)": 1.1743971109390259, "Finetune/Step": 1224, "Finetune/Step Time": 6.2844874151051044}
+{"Finetune/Learning Rate": 1.9184391523191714e-05, "Finetune/Loss": 0.9302846193313599, "Finetune/Loss (Raw)": 0.8261300921440125, "Finetune/Step": 1225, "Finetune/Step Time": 6.2792758494615555}
+{"Finetune/Learning Rate": 1.918276418186028e-05, "Finetune/Loss": 0.9301314353942871, "Finetune/Loss (Raw)": 1.0081760883331299, "Finetune/Step": 1226, "Finetune/Step Time": 6.285138064995408}
+{"Finetune/Learning Rate": 1.9181135287832787e-05, "Finetune/Loss": 0.9315729737281799, "Finetune/Loss (Raw)": 1.0202009677886963, "Finetune/Step": 1227, "Finetune/Step Time": 6.286504967138171}
+{"Finetune/Learning Rate": 1.9179504841384643e-05, "Finetune/Loss": 0.9314768314361572, "Finetune/Loss (Raw)": 0.8618080019950867, "Finetune/Step": 1228, "Finetune/Step Time": 6.284013520926237}
+{"Finetune/Learning Rate": 1.9177872842791547e-05, "Finetune/Loss": 0.9308711290359497, "Finetune/Loss (Raw)": 0.8872727751731873, "Finetune/Step": 1229, "Finetune/Step Time": 6.278317213058472}
+{"Finetune/Learning Rate": 1.917623929232945e-05, "Finetune/Loss": 0.9301897287368774, "Finetune/Loss (Raw)": 0.9167512059211731, "Finetune/Step": 1230, "Finetune/Step Time": 6.2729142885655165}
+{"Finetune/Learning Rate": 1.9174604190274563e-05, "Finetune/Loss": 0.9271662831306458, "Finetune/Loss (Raw)": 0.8017570376396179, "Finetune/Step": 1231, "Finetune/Step Time": 6.28504685126245}
+{"Finetune/Learning Rate": 1.9172967536903364e-05, "Finetune/Loss": 0.9262616038322449, "Finetune/Loss (Raw)": 0.7534047961235046, "Finetune/Step": 1232, "Finetune/Step Time": 6.2931625582277775}
+{"Finetune/Learning Rate": 1.917132933249259e-05, "Finetune/Loss": 0.9256983995437622, "Finetune/Loss (Raw)": 0.900375485420227, "Finetune/Step": 1233, "Finetune/Step Time": 6.295483523979783}
+{"Finetune/Learning Rate": 1.9169689577319243e-05, "Finetune/Loss": 0.9257553815841675, "Finetune/Loss (Raw)": 0.9210798144340515, "Finetune/Step": 1234, "Finetune/Step Time": 6.300674237310886}
+{"Finetune/Learning Rate": 1.9168048271660588e-05, "Finetune/Loss": 0.9222196340560913, "Finetune/Loss (Raw)": 0.7286992073059082, "Finetune/Step": 1235, "Finetune/Step Time": 6.28636197373271}
+{"Finetune/Learning Rate": 1.916640541579415e-05, "Finetune/Loss": 0.9229506850242615, "Finetune/Loss (Raw)": 0.9068827033042908, "Finetune/Step": 1236, "Finetune/Step Time": 6.27815948240459}
+{"Finetune/Learning Rate": 1.9164761009997713e-05, "Finetune/Loss": 0.924892783164978, "Finetune/Loss (Raw)": 1.2274671792984009, "Finetune/Step": 1237, "Finetune/Step Time": 6.267298426479101}
+{"Finetune/Learning Rate": 1.916311505454933e-05, "Finetune/Loss": 0.9258963465690613, "Finetune/Loss (Raw)": 0.9984056949615479, "Finetune/Step": 1238, "Finetune/Step Time": 6.266864310950041}
+{"Finetune/Learning Rate": 1.9161467549727306e-05, "Finetune/Loss": 0.9238853454589844, "Finetune/Loss (Raw)": 0.6120893955230713, "Finetune/Step": 1239, "Finetune/Step Time": 6.273893058300018}
+{"Finetune/Learning Rate": 1.9159818495810226e-05, "Finetune/Loss": 0.9243521690368652, "Finetune/Loss (Raw)": 0.9114596843719482, "Finetune/Step": 1240, "Finetune/Step Time": 6.288498250767589}
+{"Finetune/Learning Rate": 1.9158167893076915e-05, "Finetune/Loss": 0.9232121706008911, "Finetune/Loss (Raw)": 0.8884912133216858, "Finetune/Step": 1241, "Finetune/Step Time": 6.290369216352701}
+{"Finetune/Learning Rate": 1.915651574180647e-05, "Finetune/Loss": 0.9213180541992188, "Finetune/Loss (Raw)": 0.8199674487113953, "Finetune/Step": 1242, "Finetune/Step Time": 6.292726822197437}
+{"Finetune/Learning Rate": 1.9154862042278258e-05, "Finetune/Loss": 0.9202086925506592, "Finetune/Loss (Raw)": 0.8261336088180542, "Finetune/Step": 1243, "Finetune/Step Time": 6.299322459846735}
+{"Finetune/Learning Rate": 1.9153206794771897e-05, "Finetune/Loss": 0.9146120548248291, "Finetune/Loss (Raw)": 0.3122810125350952, "Finetune/Step": 1244, "Finetune/Step Time": 6.310926688835025}
+{"Finetune/Learning Rate": 1.9151549999567266e-05, "Finetune/Loss": 0.9131217002868652, "Finetune/Loss (Raw)": 0.9244051575660706, "Finetune/Step": 1245, "Finetune/Step Time": 6.324720283970237}
+{"Finetune/Learning Rate": 1.9149891656944513e-05, "Finetune/Loss": 0.9137518405914307, "Finetune/Loss (Raw)": 1.0401712656021118, "Finetune/Step": 1246, "Finetune/Step Time": 6.310976583510637}
+{"Finetune/Learning Rate": 1.9148231767184048e-05, "Finetune/Loss": 0.9147610664367676, "Finetune/Loss (Raw)": 0.9954883456230164, "Finetune/Step": 1247, "Finetune/Step Time": 6.304307226091623}
+{"Finetune/Learning Rate": 1.914657033056653e-05, "Finetune/Loss": 0.9145073294639587, "Finetune/Loss (Raw)": 0.8919937610626221, "Finetune/Step": 1248, "Finetune/Step Time": 6.293167773634195}
+{"Finetune/Learning Rate": 1.9144907347372887e-05, "Finetune/Loss": 0.9126378893852234, "Finetune/Loss (Raw)": 0.9353061318397522, "Finetune/Step": 1249, "Finetune/Step Time": 6.2934298776090145}
+{"Finetune/Learning Rate": 1.9143242817884316e-05, "Finetune/Loss": 0.9135118722915649, "Finetune/Loss (Raw)": 0.9882388710975647, "Finetune/Step": 1250, "Finetune/Step Time": 6.293119790032506}
+{"Finetune/Learning Rate": 1.9141576742382268e-05, "Finetune/Loss": 0.9146627187728882, "Finetune/Loss (Raw)": 1.143323540687561, "Finetune/Step": 1251, "Finetune/Step Time": 6.290409613400698}
+{"Finetune/Learning Rate": 1.9139909121148457e-05, "Finetune/Loss": 0.9143884181976318, "Finetune/Loss (Raw)": 1.040508508682251, "Finetune/Step": 1252, "Finetune/Step Time": 6.287630341947079}
+{"Finetune/Learning Rate": 1.9138239954464856e-05, "Finetune/Loss": 0.9111692905426025, "Finetune/Loss (Raw)": 0.6312975287437439, "Finetune/Step": 1253, "Finetune/Step Time": 6.279619224369526}
+{"Finetune/Learning Rate": 1.9136569242613703e-05, "Finetune/Loss": 0.9092233180999756, "Finetune/Loss (Raw)": 0.8522120118141174, "Finetune/Step": 1254, "Finetune/Step Time": 6.28253741748631}
+{"Finetune/Learning Rate": 1.9134896985877495e-05, "Finetune/Loss": 0.9134867191314697, "Finetune/Loss (Raw)": 1.1895675659179688, "Finetune/Step": 1255, "Finetune/Step Time": 6.282496249303222}
+{"Finetune/Learning Rate": 1.913322318453899e-05, "Finetune/Loss": 0.9112409353256226, "Finetune/Loss (Raw)": 0.7137137055397034, "Finetune/Step": 1256, "Finetune/Step Time": 6.283507449552417}
+{"Finetune/Learning Rate": 1.9131547838881207e-05, "Finetune/Loss": 0.9137157201766968, "Finetune/Loss (Raw)": 1.2005712985992432, "Finetune/Step": 1257, "Finetune/Step Time": 6.2947949059307575}
+{"Finetune/Learning Rate": 1.9129870949187427e-05, "Finetune/Loss": 0.9141838550567627, "Finetune/Loss (Raw)": 1.0597772598266602, "Finetune/Step": 1258, "Finetune/Step Time": 6.3038122449070215}
+{"Finetune/Learning Rate": 1.9128192515741193e-05, "Finetune/Loss": 0.9140579700469971, "Finetune/Loss (Raw)": 0.785376787185669, "Finetune/Step": 1259, "Finetune/Step Time": 6.318370698019862}
+{"Finetune/Learning Rate": 1.9126512538826308e-05, "Finetune/Loss": 0.9152077436447144, "Finetune/Loss (Raw)": 1.0239323377609253, "Finetune/Step": 1260, "Finetune/Step Time": 6.32311475276947}
+{"Finetune/Learning Rate": 1.9124831018726843e-05, "Finetune/Loss": 0.916107177734375, "Finetune/Loss (Raw)": 0.9909354448318481, "Finetune/Step": 1261, "Finetune/Step Time": 6.3216337114572525}
+{"Finetune/Learning Rate": 1.9123147955727107e-05, "Finetune/Loss": 0.9155964851379395, "Finetune/Loss (Raw)": 0.9579882621765137, "Finetune/Step": 1262, "Finetune/Step Time": 6.323120508342981}
+{"Finetune/Learning Rate": 1.9121463350111703e-05, "Finetune/Loss": 0.9167936444282532, "Finetune/Loss (Raw)": 1.2077584266662598, "Finetune/Step": 1263, "Finetune/Step Time": 6.322693977504969}
+{"Finetune/Learning Rate": 1.9119777202165463e-05, "Finetune/Loss": 0.9175356030464172, "Finetune/Loss (Raw)": 1.1900444030761719, "Finetune/Step": 1264, "Finetune/Step Time": 6.321930576115847}
+{"Finetune/Learning Rate": 1.9118089512173507e-05, "Finetune/Loss": 0.9173221588134766, "Finetune/Loss (Raw)": 0.9838699102401733, "Finetune/Step": 1265, "Finetune/Step Time": 6.333252793177962}
+{"Finetune/Learning Rate": 1.9116400280421196e-05, "Finetune/Loss": 0.9160479307174683, "Finetune/Loss (Raw)": 0.9629018902778625, "Finetune/Step": 1266, "Finetune/Step Time": 6.338426630944014}
+{"Finetune/Learning Rate": 1.911470950719416e-05, "Finetune/Loss": 0.919654369354248, "Finetune/Loss (Raw)": 0.8489466309547424, "Finetune/Step": 1267, "Finetune/Step Time": 6.337035235017538}
+{"Finetune/Learning Rate": 1.911301719277829e-05, "Finetune/Loss": 0.9184706211090088, "Finetune/Loss (Raw)": 0.9913914203643799, "Finetune/Step": 1268, "Finetune/Step Time": 6.3208778370171785}
+{"Finetune/Learning Rate": 1.9111323337459736e-05, "Finetune/Loss": 0.9174649715423584, "Finetune/Loss (Raw)": 0.9431629776954651, "Finetune/Step": 1269, "Finetune/Step Time": 6.316997412592173}
+{"Finetune/Learning Rate": 1.910962794152491e-05, "Finetune/Loss": 0.9152295589447021, "Finetune/Loss (Raw)": 0.7488219141960144, "Finetune/Step": 1270, "Finetune/Step Time": 6.319489531219006}
+{"Finetune/Learning Rate": 1.910793100526048e-05, "Finetune/Loss": 0.9159892797470093, "Finetune/Loss (Raw)": 1.0499807596206665, "Finetune/Step": 1271, "Finetune/Step Time": 6.341960260644555}
+{"Finetune/Learning Rate": 1.9106232528953377e-05, "Finetune/Loss": 0.9158902168273926, "Finetune/Loss (Raw)": 0.8487219214439392, "Finetune/Step": 1272, "Finetune/Step Time": 6.357615256682038}
+{"Finetune/Learning Rate": 1.91045325128908e-05, "Finetune/Loss": 0.9155215620994568, "Finetune/Loss (Raw)": 0.8714495301246643, "Finetune/Step": 1273, "Finetune/Step Time": 6.35739341750741}
+{"Finetune/Learning Rate": 1.9102830957360193e-05, "Finetune/Loss": 0.9171779751777649, "Finetune/Loss (Raw)": 0.882106363773346, "Finetune/Step": 1274, "Finetune/Step Time": 6.357800476253033}
+{"Finetune/Learning Rate": 1.9101127862649273e-05, "Finetune/Loss": 0.9163602590560913, "Finetune/Loss (Raw)": 0.8255813717842102, "Finetune/Step": 1275, "Finetune/Step Time": 6.35544697009027}
+{"Finetune/Learning Rate": 1.9099423229046015e-05, "Finetune/Loss": 0.9198826551437378, "Finetune/Loss (Raw)": 0.8969528675079346, "Finetune/Step": 1276, "Finetune/Step Time": 6.351180424913764}
+{"Finetune/Learning Rate": 1.909771705683865e-05, "Finetune/Loss": 0.9212778210639954, "Finetune/Loss (Raw)": 1.0744502544403076, "Finetune/Step": 1277, "Finetune/Step Time": 6.334865165874362}
+{"Finetune/Learning Rate": 1.9096009346315668e-05, "Finetune/Loss": 0.9213043451309204, "Finetune/Loss (Raw)": 1.0443823337554932, "Finetune/Step": 1278, "Finetune/Step Time": 6.338207161054015}
+{"Finetune/Learning Rate": 1.9094300097765828e-05, "Finetune/Loss": 0.9209997653961182, "Finetune/Loss (Raw)": 1.013921856880188, "Finetune/Step": 1279, "Finetune/Step Time": 6.361063677817583}
+{"Finetune/Learning Rate": 1.9092589311478146e-05, "Finetune/Loss": 0.9208149313926697, "Finetune/Loss (Raw)": 1.0126291513442993, "Finetune/Step": 1280, "Finetune/Step Time": 6.364455997943878}
+{"Finetune/Learning Rate": 1.9090876987741886e-05, "Finetune/Loss": 0.9218930006027222, "Finetune/Loss (Raw)": 0.8699867129325867, "Finetune/Step": 1281, "Finetune/Step Time": 6.3614774364978075}
+{"Finetune/Learning Rate": 1.9089163126846584e-05, "Finetune/Loss": 0.9244521856307983, "Finetune/Loss (Raw)": 0.7326065301895142, "Finetune/Step": 1282, "Finetune/Step Time": 6.35021242313087}
+{"Finetune/Learning Rate": 1.9087447729082042e-05, "Finetune/Loss": 0.924554169178009, "Finetune/Loss (Raw)": 0.9962230324745178, "Finetune/Step": 1283, "Finetune/Step Time": 6.336709259077907}
+{"Finetune/Learning Rate": 1.9085730794738303e-05, "Finetune/Loss": 0.9231621026992798, "Finetune/Loss (Raw)": 0.8889092206954956, "Finetune/Step": 1284, "Finetune/Step Time": 6.330925488844514}
+{"Finetune/Learning Rate": 1.9084012324105687e-05, "Finetune/Loss": 0.9274641275405884, "Finetune/Loss (Raw)": 0.9296970963478088, "Finetune/Step": 1285, "Finetune/Step Time": 6.32673104852438}
+{"Finetune/Learning Rate": 1.9082292317474766e-05, "Finetune/Loss": 0.9279172420501709, "Finetune/Loss (Raw)": 1.060521125793457, "Finetune/Step": 1286, "Finetune/Step Time": 6.317540977150202}
+{"Finetune/Learning Rate": 1.908057077513637e-05, "Finetune/Loss": 0.9284036159515381, "Finetune/Loss (Raw)": 1.0249073505401611, "Finetune/Step": 1287, "Finetune/Step Time": 6.327696463093162}
+{"Finetune/Learning Rate": 1.907884769738159e-05, "Finetune/Loss": 0.9290990829467773, "Finetune/Loss (Raw)": 1.0836143493652344, "Finetune/Step": 1288, "Finetune/Step Time": 6.324265135452151}
+{"Finetune/Learning Rate": 1.9077123084501782e-05, "Finetune/Loss": 0.9284136295318604, "Finetune/Loss (Raw)": 0.9980106949806213, "Finetune/Step": 1289, "Finetune/Step Time": 6.325423834845424}
+{"Finetune/Learning Rate": 1.9075396936788556e-05, "Finetune/Loss": 0.9278458952903748, "Finetune/Loss (Raw)": 0.9561651945114136, "Finetune/Step": 1290, "Finetune/Step Time": 6.325587613508105}
+{"Finetune/Learning Rate": 1.9073669254533785e-05, "Finetune/Loss": 0.9272077083587646, "Finetune/Loss (Raw)": 0.8606420755386353, "Finetune/Step": 1291, "Finetune/Step Time": 6.327716762199998}
+{"Finetune/Learning Rate": 1.9071940038029596e-05, "Finetune/Loss": 0.9231969118118286, "Finetune/Loss (Raw)": 0.7045426368713379, "Finetune/Step": 1292, "Finetune/Step Time": 6.324811361730099}
+{"Finetune/Learning Rate": 1.907020928756838e-05, "Finetune/Loss": 0.9209760427474976, "Finetune/Loss (Raw)": 0.787894606590271, "Finetune/Step": 1293, "Finetune/Step Time": 6.339247399941087}
+{"Finetune/Learning Rate": 1.906847700344279e-05, "Finetune/Loss": 0.9217820167541504, "Finetune/Loss (Raw)": 0.9277389049530029, "Finetune/Step": 1294, "Finetune/Step Time": 6.362411130219698}
+{"Finetune/Learning Rate": 1.9066743185945723e-05, "Finetune/Loss": 0.9228905439376831, "Finetune/Loss (Raw)": 0.9948839545249939, "Finetune/Step": 1295, "Finetune/Step Time": 6.361316133290529}
+{"Finetune/Learning Rate": 1.9065007835370358e-05, "Finetune/Loss": 0.9229929447174072, "Finetune/Loss (Raw)": 1.040771722793579, "Finetune/Step": 1296, "Finetune/Step Time": 6.361942909657955}
+{"Finetune/Learning Rate": 1.9063270952010123e-05, "Finetune/Loss": 0.9233786463737488, "Finetune/Loss (Raw)": 0.9806826114654541, "Finetune/Step": 1297, "Finetune/Step Time": 6.358872601762414}
+{"Finetune/Learning Rate": 1.90615325361587e-05, "Finetune/Loss": 0.9238075017929077, "Finetune/Loss (Raw)": 0.991727352142334, "Finetune/Step": 1298, "Finetune/Step Time": 6.354905916377902}
+{"Finetune/Learning Rate": 1.9059792588110034e-05, "Finetune/Loss": 0.9218083024024963, "Finetune/Loss (Raw)": 0.7674831748008728, "Finetune/Step": 1299, "Finetune/Step Time": 6.355394145473838}
+{"Finetune/Learning Rate": 1.9058051108158327e-05, "Finetune/Loss": 0.9204025268554688, "Finetune/Loss (Raw)": 0.861693799495697, "Finetune/Step": 1300, "Finetune/Step Time": 6.3645588252693415}
+{"Finetune/Learning Rate": 1.905630809659805e-05, "Finetune/Loss": 0.9184876680374146, "Finetune/Loss (Raw)": 0.7973301410675049, "Finetune/Step": 1301, "Finetune/Step Time": 6.373570894822478}
+{"Finetune/Learning Rate": 1.905456355372392e-05, "Finetune/Loss": 0.9200972318649292, "Finetune/Loss (Raw)": 1.0332351922988892, "Finetune/Step": 1302, "Finetune/Step Time": 6.372818177565932}
+{"Finetune/Learning Rate": 1.9052817479830922e-05, "Finetune/Loss": 0.9162472486495972, "Finetune/Loss (Raw)": 0.3020997941493988, "Finetune/Step": 1303, "Finetune/Step Time": 6.371553458273411}
+{"Finetune/Learning Rate": 1.9051069875214292e-05, "Finetune/Loss": 0.915331244468689, "Finetune/Loss (Raw)": 0.8762953877449036, "Finetune/Step": 1304, "Finetune/Step Time": 6.377984112128615}
+{"Finetune/Learning Rate": 1.904932074016953e-05, "Finetune/Loss": 0.9170272350311279, "Finetune/Loss (Raw)": 1.0535303354263306, "Finetune/Step": 1305, "Finetune/Step Time": 6.379032973200083}
+{"Finetune/Learning Rate": 1.90475700749924e-05, "Finetune/Loss": 0.9215062260627747, "Finetune/Loss (Raw)": 1.0028164386749268, "Finetune/Step": 1306, "Finetune/Step Time": 6.374760784208775}
+{"Finetune/Learning Rate": 1.904581787997891e-05, "Finetune/Loss": 0.9199262261390686, "Finetune/Loss (Raw)": 0.9619221091270447, "Finetune/Step": 1307, "Finetune/Step Time": 6.362055920064449}
+{"Finetune/Learning Rate": 1.904406415542534e-05, "Finetune/Loss": 0.9170864820480347, "Finetune/Loss (Raw)": 0.8084509968757629, "Finetune/Step": 1308, "Finetune/Step Time": 6.368517350405455}
+{"Finetune/Learning Rate": 1.9042308901628223e-05, "Finetune/Loss": 0.9162271022796631, "Finetune/Loss (Raw)": 0.9110881686210632, "Finetune/Step": 1309, "Finetune/Step Time": 6.3699538838118315}
+{"Finetune/Learning Rate": 1.904055211888435e-05, "Finetune/Loss": 0.9170588254928589, "Finetune/Loss (Raw)": 0.8985464572906494, "Finetune/Step": 1310, "Finetune/Step Time": 6.354932863265276}
+{"Finetune/Learning Rate": 1.9038793807490775e-05, "Finetune/Loss": 0.9186789393424988, "Finetune/Loss (Raw)": 1.0373411178588867, "Finetune/Step": 1311, "Finetune/Step Time": 6.330896437168121}
+{"Finetune/Learning Rate": 1.903703396774481e-05, "Finetune/Loss": 0.919235110282898, "Finetune/Loss (Raw)": 0.9918801784515381, "Finetune/Step": 1312, "Finetune/Step Time": 6.329178296029568}
+{"Finetune/Learning Rate": 1.9035272599944015e-05, "Finetune/Loss": 0.9173120260238647, "Finetune/Loss (Raw)": 0.8152568340301514, "Finetune/Step": 1313, "Finetune/Step Time": 6.333313891664147}
+{"Finetune/Learning Rate": 1.903350970438622e-05, "Finetune/Loss": 0.9157077074050903, "Finetune/Loss (Raw)": 0.8992851376533508, "Finetune/Step": 1314, "Finetune/Step Time": 6.342528657987714}
+{"Finetune/Learning Rate": 1.903174528136951e-05, "Finetune/Loss": 0.9159555435180664, "Finetune/Loss (Raw)": 0.6306312084197998, "Finetune/Step": 1315, "Finetune/Step Time": 6.324435126036406}
+{"Finetune/Learning Rate": 1.902997933119223e-05, "Finetune/Loss": 0.9131966829299927, "Finetune/Loss (Raw)": 0.7011652588844299, "Finetune/Step": 1316, "Finetune/Step Time": 6.322624456137419}
+{"Finetune/Learning Rate": 1.902821185415298e-05, "Finetune/Loss": 0.9084463715553284, "Finetune/Loss (Raw)": 0.3668254315853119, "Finetune/Step": 1317, "Finetune/Step Time": 6.3273570612072945}
+{"Finetune/Learning Rate": 1.9026442850550617e-05, "Finetune/Loss": 0.9071847200393677, "Finetune/Loss (Raw)": 0.9437404274940491, "Finetune/Step": 1318, "Finetune/Step Time": 6.337880507111549}
+{"Finetune/Learning Rate": 1.9024672320684263e-05, "Finetune/Loss": 0.906201958656311, "Finetune/Loss (Raw)": 0.754090428352356, "Finetune/Step": 1319, "Finetune/Step Time": 6.3451065346598625}
+{"Finetune/Learning Rate": 1.9022900264853285e-05, "Finetune/Loss": 0.9039384126663208, "Finetune/Loss (Raw)": 0.9665181040763855, "Finetune/Step": 1320, "Finetune/Step Time": 6.3554240465164185}
+{"Finetune/Learning Rate": 1.9021126683357326e-05, "Finetune/Loss": 0.9082897901535034, "Finetune/Loss (Raw)": 0.96990966796875, "Finetune/Step": 1321, "Finetune/Step Time": 6.346680428832769}
+{"Finetune/Learning Rate": 1.901935157649627e-05, "Finetune/Loss": 0.9091765284538269, "Finetune/Loss (Raw)": 1.1161531209945679, "Finetune/Step": 1322, "Finetune/Step Time": 6.33959505148232}
+{"Finetune/Learning Rate": 1.9017574944570273e-05, "Finetune/Loss": 0.9073126316070557, "Finetune/Loss (Raw)": 0.7275266051292419, "Finetune/Step": 1323, "Finetune/Step Time": 6.334345167502761}
+{"Finetune/Learning Rate": 1.9015796787879738e-05, "Finetune/Loss": 0.9076927900314331, "Finetune/Loss (Raw)": 0.9740314483642578, "Finetune/Step": 1324, "Finetune/Step Time": 6.334885628893971}
+{"Finetune/Learning Rate": 1.901401710672533e-05, "Finetune/Loss": 0.9085716009140015, "Finetune/Loss (Raw)": 0.9505546689033508, "Finetune/Step": 1325, "Finetune/Step Time": 6.329618539661169}
+{"Finetune/Learning Rate": 1.9012235901407976e-05, "Finetune/Loss": 0.9075397849082947, "Finetune/Loss (Raw)": 0.920630693435669, "Finetune/Step": 1326, "Finetune/Step Time": 6.323190139606595}
+{"Finetune/Learning Rate": 1.901045317222885e-05, "Finetune/Loss": 0.9100615978240967, "Finetune/Loss (Raw)": 1.162642002105713, "Finetune/Step": 1327, "Finetune/Step Time": 6.318615140393376}
+{"Finetune/Learning Rate": 1.9008668919489398e-05, "Finetune/Loss": 0.9085079431533813, "Finetune/Loss (Raw)": 0.821584165096283, "Finetune/Step": 1328, "Finetune/Step Time": 6.304783031344414}
+{"Finetune/Learning Rate": 1.900688314349131e-05, "Finetune/Loss": 0.9119021892547607, "Finetune/Loss (Raw)": 0.8644226789474487, "Finetune/Step": 1329, "Finetune/Step Time": 6.296112298965454}
+{"Finetune/Learning Rate": 1.900509584453654e-05, "Finetune/Loss": 0.91290682554245, "Finetune/Loss (Raw)": 0.9782477617263794, "Finetune/Step": 1330, "Finetune/Step Time": 6.279400320723653}
+{"Finetune/Learning Rate": 1.9003307022927305e-05, "Finetune/Loss": 0.9129157066345215, "Finetune/Loss (Raw)": 0.8573261499404907, "Finetune/Step": 1331, "Finetune/Step Time": 6.274704156443477}
+{"Finetune/Learning Rate": 1.9001516678966064e-05, "Finetune/Loss": 0.9128259420394897, "Finetune/Loss (Raw)": 0.9390302300453186, "Finetune/Step": 1332, "Finetune/Step Time": 6.2740613128989935}
+{"Finetune/Learning Rate": 1.899972481295555e-05, "Finetune/Loss": 0.9146611094474792, "Finetune/Loss (Raw)": 1.0940163135528564, "Finetune/Step": 1333, "Finetune/Step Time": 6.272548615932465}
+{"Finetune/Learning Rate": 1.8997931425198747e-05, "Finetune/Loss": 0.912945032119751, "Finetune/Loss (Raw)": 0.6009919047355652, "Finetune/Step": 1334, "Finetune/Step Time": 6.279941054061055}
+{"Finetune/Learning Rate": 1.899613651599889e-05, "Finetune/Loss": 0.91261887550354, "Finetune/Loss (Raw)": 1.0287606716156006, "Finetune/Step": 1335, "Finetune/Step Time": 6.305852938443422}
+{"Finetune/Learning Rate": 1.8994340085659474e-05, "Finetune/Loss": 0.9124990701675415, "Finetune/Loss (Raw)": 0.8998158574104309, "Finetune/Step": 1336, "Finetune/Step Time": 6.314681658521295}
+{"Finetune/Learning Rate": 1.8992542134484268e-05, "Finetune/Loss": 0.9123477935791016, "Finetune/Loss (Raw)": 0.9371978044509888, "Finetune/Step": 1337, "Finetune/Step Time": 6.316099103540182}
+{"Finetune/Learning Rate": 1.899074266277727e-05, "Finetune/Loss": 0.9129612445831299, "Finetune/Loss (Raw)": 1.1833199262619019, "Finetune/Step": 1338, "Finetune/Step Time": 6.314471090212464}
+{"Finetune/Learning Rate": 1.8988941670842755e-05, "Finetune/Loss": 0.91412353515625, "Finetune/Loss (Raw)": 1.012324333190918, "Finetune/Step": 1339, "Finetune/Step Time": 6.31370354630053}
+{"Finetune/Learning Rate": 1.898713915898525e-05, "Finetune/Loss": 0.9153345823287964, "Finetune/Loss (Raw)": 0.9897795915603638, "Finetune/Step": 1340, "Finetune/Step Time": 6.312258431687951}
+{"Finetune/Learning Rate": 1.8985335127509533e-05, "Finetune/Loss": 0.9122551679611206, "Finetune/Loss (Raw)": 0.33621904253959656, "Finetune/Step": 1341, "Finetune/Step Time": 6.309048864990473}
+{"Finetune/Learning Rate": 1.8983529576720652e-05, "Finetune/Loss": 0.9127196669578552, "Finetune/Loss (Raw)": 0.9365118741989136, "Finetune/Step": 1342, "Finetune/Step Time": 6.315302619710565}
+{"Finetune/Learning Rate": 1.8981722506923905e-05, "Finetune/Loss": 0.9161295890808105, "Finetune/Loss (Raw)": 1.204516053199768, "Finetune/Step": 1343, "Finetune/Step Time": 6.3144330978393555}
+{"Finetune/Learning Rate": 1.897991391842483e-05, "Finetune/Loss": 0.9146504402160645, "Finetune/Loss (Raw)": 0.7746073007583618, "Finetune/Step": 1344, "Finetune/Step Time": 6.329283589497209}
+{"Finetune/Learning Rate": 1.8978103811529262e-05, "Finetune/Loss": 0.9106497764587402, "Finetune/Loss (Raw)": 0.37776461243629456, "Finetune/Step": 1345, "Finetune/Step Time": 6.333555111661553}
+{"Finetune/Learning Rate": 1.897629218654325e-05, "Finetune/Loss": 0.9083511829376221, "Finetune/Loss (Raw)": 0.8803843259811401, "Finetune/Step": 1346, "Finetune/Step Time": 6.3458131570369005}
+{"Finetune/Learning Rate": 1.8974479043773123e-05, "Finetune/Loss": 0.9066871404647827, "Finetune/Loss (Raw)": 0.781364917755127, "Finetune/Step": 1347, "Finetune/Step Time": 6.359561454504728}
+{"Finetune/Learning Rate": 1.8972664383525463e-05, "Finetune/Loss": 0.9066387414932251, "Finetune/Loss (Raw)": 0.975373387336731, "Finetune/Step": 1348, "Finetune/Step Time": 6.3618704583495855}
+{"Finetune/Learning Rate": 1.8970848206107107e-05, "Finetune/Loss": 0.9092298746109009, "Finetune/Loss (Raw)": 0.8533113598823547, "Finetune/Step": 1349, "Finetune/Step Time": 6.355869332328439}
+{"Finetune/Learning Rate": 1.896903051182515e-05, "Finetune/Loss": 0.9042111039161682, "Finetune/Loss (Raw)": 0.4128279387950897, "Finetune/Step": 1350, "Finetune/Step Time": 6.373415444046259}
+{"Finetune/Learning Rate": 1.896721130098694e-05, "Finetune/Loss": 0.9039888381958008, "Finetune/Loss (Raw)": 0.8735575079917908, "Finetune/Step": 1351, "Finetune/Step Time": 6.385750349611044}
+{"Finetune/Learning Rate": 1.896539057390009e-05, "Finetune/Loss": 0.9042394161224365, "Finetune/Loss (Raw)": 1.2064775228500366, "Finetune/Step": 1352, "Finetune/Step Time": 6.384694080799818}
+{"Finetune/Learning Rate": 1.8963568330872453e-05, "Finetune/Loss": 0.9048736095428467, "Finetune/Loss (Raw)": 0.9072983860969543, "Finetune/Step": 1353, "Finetune/Step Time": 6.388668403029442}
+{"Finetune/Learning Rate": 1.896174457221216e-05, "Finetune/Loss": 0.9037243127822876, "Finetune/Loss (Raw)": 0.8610702753067017, "Finetune/Step": 1354, "Finetune/Step Time": 6.382285824045539}
+{"Finetune/Learning Rate": 1.895991929822758e-05, "Finetune/Loss": 0.8993699550628662, "Finetune/Loss (Raw)": 0.46284541487693787, "Finetune/Step": 1355, "Finetune/Step Time": 6.391592400148511}
+{"Finetune/Learning Rate": 1.8958092509227347e-05, "Finetune/Loss": 0.899606466293335, "Finetune/Loss (Raw)": 0.8920791149139404, "Finetune/Step": 1356, "Finetune/Step Time": 6.404409257695079}
+{"Finetune/Learning Rate": 1.8956264205520346e-05, "Finetune/Loss": 0.899390697479248, "Finetune/Loss (Raw)": 0.8596557974815369, "Finetune/Step": 1357, "Finetune/Step Time": 6.409540103748441}
+{"Finetune/Learning Rate": 1.8954434387415722e-05, "Finetune/Loss": 0.8980820178985596, "Finetune/Loss (Raw)": 0.7492453455924988, "Finetune/Step": 1358, "Finetune/Step Time": 6.425555886700749}
+{"Finetune/Learning Rate": 1.8952603055222886e-05, "Finetune/Loss": 0.9003345370292664, "Finetune/Loss (Raw)": 1.0900698900222778, "Finetune/Step": 1359, "Finetune/Step Time": 6.429068759083748}
+{"Finetune/Learning Rate": 1.895077020925148e-05, "Finetune/Loss": 0.8972731232643127, "Finetune/Loss (Raw)": 0.36155077815055847, "Finetune/Step": 1360, "Finetune/Step Time": 6.420660622417927}
+{"Finetune/Learning Rate": 1.8948935849811422e-05, "Finetune/Loss": 0.8962788581848145, "Finetune/Loss (Raw)": 0.7731030583381653, "Finetune/Step": 1361, "Finetune/Step Time": 6.430157270282507}
+{"Finetune/Learning Rate": 1.8947099977212883e-05, "Finetune/Loss": 0.8959922790527344, "Finetune/Loss (Raw)": 0.884394645690918, "Finetune/Step": 1362, "Finetune/Step Time": 6.426262579858303}
+{"Finetune/Learning Rate": 1.8945262591766283e-05, "Finetune/Loss": 0.8969616889953613, "Finetune/Loss (Raw)": 0.8527899980545044, "Finetune/Step": 1363, "Finetune/Step Time": 6.4234194196760654}
+{"Finetune/Learning Rate": 1.8943423693782304e-05, "Finetune/Loss": 0.8979686498641968, "Finetune/Loss (Raw)": 1.0357701778411865, "Finetune/Step": 1364, "Finetune/Step Time": 6.409912133589387}
+{"Finetune/Learning Rate": 1.8941583283571884e-05, "Finetune/Loss": 0.8968830108642578, "Finetune/Loss (Raw)": 1.0885083675384521, "Finetune/Step": 1365, "Finetune/Step Time": 6.409164058044553}
+{"Finetune/Learning Rate": 1.8939741361446207e-05, "Finetune/Loss": 0.8967493176460266, "Finetune/Loss (Raw)": 0.981294572353363, "Finetune/Step": 1366, "Finetune/Step Time": 6.410544162616134}
+{"Finetune/Learning Rate": 1.893789792771673e-05, "Finetune/Loss": 0.8999083042144775, "Finetune/Loss (Raw)": 1.0164378881454468, "Finetune/Step": 1367, "Finetune/Step Time": 6.40422635152936}
+{"Finetune/Learning Rate": 1.893605298269515e-05, "Finetune/Loss": 0.8997147083282471, "Finetune/Loss (Raw)": 0.8866825103759766, "Finetune/Step": 1368, "Finetune/Step Time": 6.388727260753512}
+{"Finetune/Learning Rate": 1.8934206526693427e-05, "Finetune/Loss": 0.8997911214828491, "Finetune/Loss (Raw)": 0.8982658386230469, "Finetune/Step": 1369, "Finetune/Step Time": 6.370159788057208}
+{"Finetune/Learning Rate": 1.8932358560023775e-05, "Finetune/Loss": 0.9014722108840942, "Finetune/Loss (Raw)": 1.0351482629776, "Finetune/Step": 1370, "Finetune/Step Time": 6.366294400766492}
+{"Finetune/Learning Rate": 1.8930509082998657e-05, "Finetune/Loss": 0.9041693210601807, "Finetune/Loss (Raw)": 1.171364426612854, "Finetune/Step": 1371, "Finetune/Step Time": 6.362745136022568}
+{"Finetune/Learning Rate": 1.8928658095930807e-05, "Finetune/Loss": 0.9102102518081665, "Finetune/Loss (Raw)": 1.0855281352996826, "Finetune/Step": 1372, "Finetune/Step Time": 6.353494251146913}
+{"Finetune/Learning Rate": 1.8926805599133197e-05, "Finetune/Loss": 0.9106287956237793, "Finetune/Loss (Raw)": 0.9779742360115051, "Finetune/Step": 1373, "Finetune/Step Time": 6.33520070463419}
+{"Finetune/Learning Rate": 1.8924951592919067e-05, "Finetune/Loss": 0.9096112251281738, "Finetune/Loss (Raw)": 0.9099224209785461, "Finetune/Step": 1374, "Finetune/Step Time": 6.336820615455508}
+{"Finetune/Learning Rate": 1.8923096077601907e-05, "Finetune/Loss": 0.9099582433700562, "Finetune/Loss (Raw)": 1.039903163909912, "Finetune/Step": 1375, "Finetune/Step Time": 6.337632104754448}
+{"Finetune/Learning Rate": 1.8921239053495465e-05, "Finetune/Loss": 0.9107310175895691, "Finetune/Loss (Raw)": 0.990913987159729, "Finetune/Step": 1376, "Finetune/Step Time": 6.3378707598894835}
+{"Finetune/Learning Rate": 1.8919380520913732e-05, "Finetune/Loss": 0.9114876985549927, "Finetune/Loss (Raw)": 1.0321581363677979, "Finetune/Step": 1377, "Finetune/Step Time": 6.340473847463727}
+{"Finetune/Learning Rate": 1.891752048017097e-05, "Finetune/Loss": 0.9112463593482971, "Finetune/Loss (Raw)": 0.957346498966217, "Finetune/Step": 1378, "Finetune/Step Time": 6.3391914162784815}
+{"Finetune/Learning Rate": 1.8915658931581693e-05, "Finetune/Loss": 0.9111013412475586, "Finetune/Loss (Raw)": 1.1247589588165283, "Finetune/Step": 1379, "Finetune/Step Time": 6.336634682491422}
+{"Finetune/Learning Rate": 1.8913795875460662e-05, "Finetune/Loss": 0.9106414318084717, "Finetune/Loss (Raw)": 0.9816438555717468, "Finetune/Step": 1380, "Finetune/Step Time": 6.337594974786043}
+{"Finetune/Learning Rate": 1.89119313121229e-05, "Finetune/Loss": 0.9139497876167297, "Finetune/Loss (Raw)": 1.0547640323638916, "Finetune/Step": 1381, "Finetune/Step Time": 6.332381948828697}
+{"Finetune/Learning Rate": 1.891006524188368e-05, "Finetune/Loss": 0.9140676856040955, "Finetune/Loss (Raw)": 0.867309033870697, "Finetune/Step": 1382, "Finetune/Step Time": 6.328090513125062}
+{"Finetune/Learning Rate": 1.8908197665058535e-05, "Finetune/Loss": 0.9124626517295837, "Finetune/Loss (Raw)": 0.9841179847717285, "Finetune/Step": 1383, "Finetune/Step Time": 6.330726016312838}
+{"Finetune/Learning Rate": 1.890632858196325e-05, "Finetune/Loss": 0.9131685495376587, "Finetune/Loss (Raw)": 0.804072916507721, "Finetune/Step": 1384, "Finetune/Step Time": 6.3296884521842}
+{"Finetune/Learning Rate": 1.8904457992913858e-05, "Finetune/Loss": 0.9112789630889893, "Finetune/Loss (Raw)": 0.9586969017982483, "Finetune/Step": 1385, "Finetune/Step Time": 6.316808009520173}
+{"Finetune/Learning Rate": 1.8902585898226663e-05, "Finetune/Loss": 0.909845232963562, "Finetune/Loss (Raw)": 0.8762635588645935, "Finetune/Step": 1386, "Finetune/Step Time": 6.304580448195338}
+{"Finetune/Learning Rate": 1.8900712298218206e-05, "Finetune/Loss": 0.9105995893478394, "Finetune/Loss (Raw)": 0.8819350004196167, "Finetune/Step": 1387, "Finetune/Step Time": 6.284164521843195}
+{"Finetune/Learning Rate": 1.88988371932053e-05, "Finetune/Loss": 0.9089778661727905, "Finetune/Loss (Raw)": 0.8163548111915588, "Finetune/Step": 1388, "Finetune/Step Time": 6.271052043884993}
+{"Finetune/Learning Rate": 1.889696058350499e-05, "Finetune/Loss": 0.907884955406189, "Finetune/Loss (Raw)": 0.851033091545105, "Finetune/Step": 1389, "Finetune/Step Time": 6.272226307541132}
+{"Finetune/Learning Rate": 1.88950824694346e-05, "Finetune/Loss": 0.9073965549468994, "Finetune/Loss (Raw)": 0.8954846262931824, "Finetune/Step": 1390, "Finetune/Step Time": 6.285416945815086}
+{"Finetune/Learning Rate": 1.8893202851311693e-05, "Finetune/Loss": 0.9054297804832458, "Finetune/Loss (Raw)": 0.9560040235519409, "Finetune/Step": 1391, "Finetune/Step Time": 6.280495434999466}
+{"Finetune/Learning Rate": 1.8891321729454085e-05, "Finetune/Loss": 0.9029415249824524, "Finetune/Loss (Raw)": 0.8715516924858093, "Finetune/Step": 1392, "Finetune/Step Time": 6.290747473016381}
+{"Finetune/Learning Rate": 1.8889439104179858e-05, "Finetune/Loss": 0.9025512337684631, "Finetune/Loss (Raw)": 0.9339118599891663, "Finetune/Step": 1393, "Finetune/Step Time": 6.29281765781343}
+{"Finetune/Learning Rate": 1.888755497580734e-05, "Finetune/Loss": 0.9023867249488831, "Finetune/Loss (Raw)": 0.941843569278717, "Finetune/Step": 1394, "Finetune/Step Time": 6.291243556886911}
+{"Finetune/Learning Rate": 1.8885669344655107e-05, "Finetune/Loss": 0.900897741317749, "Finetune/Loss (Raw)": 0.6583542823791504, "Finetune/Step": 1395, "Finetune/Step Time": 6.29348530061543}
+{"Finetune/Learning Rate": 1.888378221104201e-05, "Finetune/Loss": 0.9014202952384949, "Finetune/Loss (Raw)": 1.0582821369171143, "Finetune/Step": 1396, "Finetune/Step Time": 6.306786792352796}
+{"Finetune/Learning Rate": 1.8881893575287133e-05, "Finetune/Loss": 0.9014461040496826, "Finetune/Loss (Raw)": 0.946460485458374, "Finetune/Step": 1397, "Finetune/Step Time": 6.317465739324689}
+{"Finetune/Learning Rate": 1.8880003437709826e-05, "Finetune/Loss": 0.9037066102027893, "Finetune/Loss (Raw)": 1.0381717681884766, "Finetune/Step": 1398, "Finetune/Step Time": 6.31134127266705}
+{"Finetune/Learning Rate": 1.8878111798629678e-05, "Finetune/Loss": 0.9028782248497009, "Finetune/Loss (Raw)": 0.9439447522163391, "Finetune/Step": 1399, "Finetune/Step Time": 6.296306632459164}
+{"Finetune/Learning Rate": 1.8876218658366556e-05, "Finetune/Loss": 0.9029018878936768, "Finetune/Loss (Raw)": 0.8517534732818604, "Finetune/Step": 1400, "Finetune/Step Time": 6.27933537773788}
+{"Finetune/Learning Rate": 1.8874324017240558e-05, "Finetune/Loss": 0.9029796719551086, "Finetune/Loss (Raw)": 0.8814061880111694, "Finetune/Step": 1401, "Finetune/Step Time": 6.280248360708356}
+{"Finetune/Learning Rate": 1.8872427875572055e-05, "Finetune/Loss": 0.903971254825592, "Finetune/Loss (Raw)": 1.0090276002883911, "Finetune/Step": 1402, "Finetune/Step Time": 6.2773900125175714}
+{"Finetune/Learning Rate": 1.8870530233681652e-05, "Finetune/Loss": 0.9047075510025024, "Finetune/Loss (Raw)": 0.9198258519172668, "Finetune/Step": 1403, "Finetune/Step Time": 6.271996822208166}
+{"Finetune/Learning Rate": 1.8868631091890223e-05, "Finetune/Loss": 0.9054025411605835, "Finetune/Loss (Raw)": 0.9859163761138916, "Finetune/Step": 1404, "Finetune/Step Time": 6.266154574230313}
+{"Finetune/Learning Rate": 1.8866730450518887e-05, "Finetune/Loss": 0.9054076671600342, "Finetune/Loss (Raw)": 1.0750963687896729, "Finetune/Step": 1405, "Finetune/Step Time": 6.264039935544133}
+{"Finetune/Learning Rate": 1.8864828309889022e-05, "Finetune/Loss": 0.9038355350494385, "Finetune/Loss (Raw)": 0.8431601524353027, "Finetune/Step": 1406, "Finetune/Step Time": 6.257303290069103}
+{"Finetune/Learning Rate": 1.886292467032226e-05, "Finetune/Loss": 0.9032978415489197, "Finetune/Loss (Raw)": 0.945086658000946, "Finetune/Step": 1407, "Finetune/Step Time": 6.242230543866754}
+{"Finetune/Learning Rate": 1.886101953214048e-05, "Finetune/Loss": 0.9011866450309753, "Finetune/Loss (Raw)": 0.742402970790863, "Finetune/Step": 1408, "Finetune/Step Time": 6.244647854939103}
+{"Finetune/Learning Rate": 1.8859112895665818e-05, "Finetune/Loss": 0.9008011221885681, "Finetune/Loss (Raw)": 0.8206383585929871, "Finetune/Step": 1409, "Finetune/Step Time": 6.250921985134482}
+{"Finetune/Learning Rate": 1.8857204761220663e-05, "Finetune/Loss": 0.9028230309486389, "Finetune/Loss (Raw)": 0.9914141297340393, "Finetune/Step": 1410, "Finetune/Step Time": 6.249940823763609}
+{"Finetune/Learning Rate": 1.885529512912766e-05, "Finetune/Loss": 0.9018114805221558, "Finetune/Loss (Raw)": 0.8667436242103577, "Finetune/Step": 1411, "Finetune/Step Time": 6.247004508972168}
+{"Finetune/Learning Rate": 1.8853383999709706e-05, "Finetune/Loss": 0.9027724862098694, "Finetune/Loss (Raw)": 1.0119153261184692, "Finetune/Step": 1412, "Finetune/Step Time": 6.24784254655242}
+{"Finetune/Learning Rate": 1.8851471373289952e-05, "Finetune/Loss": 0.8981983065605164, "Finetune/Loss (Raw)": 0.3442005217075348, "Finetune/Step": 1413, "Finetune/Step Time": 6.253375891596079}
+{"Finetune/Learning Rate": 1.8849557250191793e-05, "Finetune/Loss": 0.8983712196350098, "Finetune/Loss (Raw)": 1.0826568603515625, "Finetune/Step": 1414, "Finetune/Step Time": 6.262752868235111}
+{"Finetune/Learning Rate": 1.8847641630738887e-05, "Finetune/Loss": 0.8993169069290161, "Finetune/Loss (Raw)": 1.145950436592102, "Finetune/Step": 1415, "Finetune/Step Time": 6.257190780714154}
+{"Finetune/Learning Rate": 1.8845724515255147e-05, "Finetune/Loss": 0.898348331451416, "Finetune/Loss (Raw)": 0.9596379399299622, "Finetune/Step": 1416, "Finetune/Step Time": 6.269747521728277}
+{"Finetune/Learning Rate": 1.884380590406473e-05, "Finetune/Loss": 0.8987913131713867, "Finetune/Loss (Raw)": 1.0547144412994385, "Finetune/Step": 1417, "Finetune/Step Time": 6.276041138917208}
+{"Finetune/Learning Rate": 1.8841885797492056e-05, "Finetune/Loss": 0.898852527141571, "Finetune/Loss (Raw)": 0.9640056490898132, "Finetune/Step": 1418, "Finetune/Step Time": 6.279308648779988}
+{"Finetune/Learning Rate": 1.883996419586178e-05, "Finetune/Loss": 0.8995009660720825, "Finetune/Loss (Raw)": 0.9436337947845459, "Finetune/Step": 1419, "Finetune/Step Time": 6.279657147824764}
+{"Finetune/Learning Rate": 1.8838041099498836e-05, "Finetune/Loss": 0.9006143808364868, "Finetune/Loss (Raw)": 0.8470708727836609, "Finetune/Step": 1420, "Finetune/Step Time": 6.279089227318764}
+{"Finetune/Learning Rate": 1.883611650872839e-05, "Finetune/Loss": 0.9013439416885376, "Finetune/Loss (Raw)": 0.8812775611877441, "Finetune/Step": 1421, "Finetune/Step Time": 6.260332155972719}
+{"Finetune/Learning Rate": 1.8834190423875866e-05, "Finetune/Loss": 0.9022045135498047, "Finetune/Loss (Raw)": 1.0378872156143188, "Finetune/Step": 1422, "Finetune/Step Time": 6.232862804085016}
+{"Finetune/Learning Rate": 1.883226284526694e-05, "Finetune/Loss": 0.9018932580947876, "Finetune/Loss (Raw)": 0.9550415277481079, "Finetune/Step": 1423, "Finetune/Step Time": 6.230923727154732}
+{"Finetune/Learning Rate": 1.883033377322755e-05, "Finetune/Loss": 0.9019930958747864, "Finetune/Loss (Raw)": 1.0535565614700317, "Finetune/Step": 1424, "Finetune/Step Time": 6.239784670993686}
+{"Finetune/Learning Rate": 1.8828403208083875e-05, "Finetune/Loss": 0.902092456817627, "Finetune/Loss (Raw)": 0.9933921098709106, "Finetune/Step": 1425, "Finetune/Step Time": 6.240685049444437}
+{"Finetune/Learning Rate": 1.8826471150162354e-05, "Finetune/Loss": 0.90132737159729, "Finetune/Loss (Raw)": 0.8938100934028625, "Finetune/Step": 1426, "Finetune/Step Time": 6.245380640029907}
+{"Finetune/Learning Rate": 1.8824537599789668e-05, "Finetune/Loss": 0.9026247262954712, "Finetune/Loss (Raw)": 0.9335345029830933, "Finetune/Step": 1427, "Finetune/Step Time": 6.243210457265377}
+{"Finetune/Learning Rate": 1.8822602557292765e-05, "Finetune/Loss": 0.901717483997345, "Finetune/Loss (Raw)": 0.745572566986084, "Finetune/Step": 1428, "Finetune/Step Time": 6.239002577960491}
+{"Finetune/Learning Rate": 1.882066602299883e-05, "Finetune/Loss": 0.8984116315841675, "Finetune/Loss (Raw)": 0.3741788864135742, "Finetune/Step": 1429, "Finetune/Step Time": 6.244980366900563}
+{"Finetune/Learning Rate": 1.8818727997235315e-05, "Finetune/Loss": 0.8966262936592102, "Finetune/Loss (Raw)": 0.8047149777412415, "Finetune/Step": 1430, "Finetune/Step Time": 6.260549416765571}
+{"Finetune/Learning Rate": 1.8816788480329914e-05, "Finetune/Loss": 0.9024177193641663, "Finetune/Loss (Raw)": 1.0433943271636963, "Finetune/Step": 1431, "Finetune/Step Time": 6.255826357752085}
+{"Finetune/Learning Rate": 1.8814847472610574e-05, "Finetune/Loss": 0.903002142906189, "Finetune/Loss (Raw)": 0.9511080384254456, "Finetune/Step": 1432, "Finetune/Step Time": 6.246153714135289}
+{"Finetune/Learning Rate": 1.88129049744055e-05, "Finetune/Loss": 0.9033257961273193, "Finetune/Loss (Raw)": 1.0949490070343018, "Finetune/Step": 1433, "Finetune/Step Time": 6.257176710292697}
+{"Finetune/Learning Rate": 1.8810960986043147e-05, "Finetune/Loss": 0.9023304581642151, "Finetune/Loss (Raw)": 0.8754231333732605, "Finetune/Step": 1434, "Finetune/Step Time": 6.259475531056523}
+{"Finetune/Learning Rate": 1.8809015507852214e-05, "Finetune/Loss": 0.9014555215835571, "Finetune/Loss (Raw)": 0.849928617477417, "Finetune/Step": 1435, "Finetune/Step Time": 6.258083958178759}
+{"Finetune/Learning Rate": 1.880706854016166e-05, "Finetune/Loss": 0.9024785161018372, "Finetune/Loss (Raw)": 0.9393959045410156, "Finetune/Step": 1436, "Finetune/Step Time": 6.247434880584478}
+{"Finetune/Learning Rate": 1.8805120083300695e-05, "Finetune/Loss": 0.9024982452392578, "Finetune/Loss (Raw)": 0.9136155843734741, "Finetune/Step": 1437, "Finetune/Step Time": 6.249064337462187}
+{"Finetune/Learning Rate": 1.8803170137598786e-05, "Finetune/Loss": 0.9027695059776306, "Finetune/Loss (Raw)": 0.9332661628723145, "Finetune/Step": 1438, "Finetune/Step Time": 6.250606434419751}
+{"Finetune/Learning Rate": 1.8801218703385634e-05, "Finetune/Loss": 0.9022373557090759, "Finetune/Loss (Raw)": 0.969219982624054, "Finetune/Step": 1439, "Finetune/Step Time": 6.255449138581753}
+{"Finetune/Learning Rate": 1.879926578099121e-05, "Finetune/Loss": 0.9014455080032349, "Finetune/Loss (Raw)": 0.8905268311500549, "Finetune/Step": 1440, "Finetune/Step Time": 6.263008201494813}
+{"Finetune/Learning Rate": 1.8797311370745732e-05, "Finetune/Loss": 0.9035700559616089, "Finetune/Loss (Raw)": 1.0871925354003906, "Finetune/Step": 1441, "Finetune/Step Time": 6.260296989232302}
+{"Finetune/Learning Rate": 1.879535547297966e-05, "Finetune/Loss": 0.9035921096801758, "Finetune/Loss (Raw)": 0.9021183252334595, "Finetune/Step": 1442, "Finetune/Step Time": 6.253859722986817}
+{"Finetune/Learning Rate": 1.879339808802372e-05, "Finetune/Loss": 0.9053388833999634, "Finetune/Loss (Raw)": 0.8542165756225586, "Finetune/Step": 1443, "Finetune/Step Time": 6.257168645039201}
+{"Finetune/Learning Rate": 1.879143921620888e-05, "Finetune/Loss": 0.907110869884491, "Finetune/Loss (Raw)": 0.9279812574386597, "Finetune/Step": 1444, "Finetune/Step Time": 6.246832922101021}
+{"Finetune/Learning Rate": 1.8789478857866363e-05, "Finetune/Loss": 0.9086630344390869, "Finetune/Loss (Raw)": 0.5655024647712708, "Finetune/Step": 1445, "Finetune/Step Time": 6.245341278612614}
+{"Finetune/Learning Rate": 1.8787517013327642e-05, "Finetune/Loss": 0.9079625606536865, "Finetune/Loss (Raw)": 0.8540775179862976, "Finetune/Step": 1446, "Finetune/Step Time": 6.25810831412673}
+{"Finetune/Learning Rate": 1.8785553682924437e-05, "Finetune/Loss": 0.9104280471801758, "Finetune/Loss (Raw)": 1.0696662664413452, "Finetune/Step": 1447, "Finetune/Step Time": 6.263955036178231}
+{"Finetune/Learning Rate": 1.878358886698873e-05, "Finetune/Loss": 0.9115482568740845, "Finetune/Loss (Raw)": 1.1099082231521606, "Finetune/Step": 1448, "Finetune/Step Time": 6.258644903078675}
+{"Finetune/Learning Rate": 1.8781622565852747e-05, "Finetune/Loss": 0.9108197093009949, "Finetune/Loss (Raw)": 0.8766560554504395, "Finetune/Step": 1449, "Finetune/Step Time": 6.252107173204422}
+{"Finetune/Learning Rate": 1.877965477984896e-05, "Finetune/Loss": 0.9089449048042297, "Finetune/Loss (Raw)": 0.8761782646179199, "Finetune/Step": 1450, "Finetune/Step Time": 6.247491305693984}
+{"Finetune/Learning Rate": 1.8777685509310107e-05, "Finetune/Loss": 0.9109487533569336, "Finetune/Loss (Raw)": 0.9840187430381775, "Finetune/Step": 1451, "Finetune/Step Time": 6.2476649433374405}
+{"Finetune/Learning Rate": 1.8775714754569163e-05, "Finetune/Loss": 0.9103405475616455, "Finetune/Loss (Raw)": 0.8961851596832275, "Finetune/Step": 1452, "Finetune/Step Time": 6.259377628564835}
+{"Finetune/Learning Rate": 1.877374251595936e-05, "Finetune/Loss": 0.9101055860519409, "Finetune/Loss (Raw)": 0.9204785823822021, "Finetune/Step": 1453, "Finetune/Step Time": 6.268508326262236}
+{"Finetune/Learning Rate": 1.8771768793814177e-05, "Finetune/Loss": 0.9107814431190491, "Finetune/Loss (Raw)": 1.0071406364440918, "Finetune/Step": 1454, "Finetune/Step Time": 6.276424629613757}
+{"Finetune/Learning Rate": 1.8769793588467357e-05, "Finetune/Loss": 0.9078912734985352, "Finetune/Loss (Raw)": 0.7926902770996094, "Finetune/Step": 1455, "Finetune/Step Time": 6.287348283454776}
+{"Finetune/Learning Rate": 1.876781690025287e-05, "Finetune/Loss": 0.9088393449783325, "Finetune/Loss (Raw)": 0.9429423213005066, "Finetune/Step": 1456, "Finetune/Step Time": 6.30237228423357}
+{"Finetune/Learning Rate": 1.876583872950496e-05, "Finetune/Loss": 0.9070831537246704, "Finetune/Loss (Raw)": 0.6396278738975525, "Finetune/Step": 1457, "Finetune/Step Time": 6.3101052194833755}
+{"Finetune/Learning Rate": 1.876385907655811e-05, "Finetune/Loss": 0.9065914154052734, "Finetune/Loss (Raw)": 0.9153071045875549, "Finetune/Step": 1458, "Finetune/Step Time": 6.3117907997220755}
+{"Finetune/Learning Rate": 1.8761877941747054e-05, "Finetune/Loss": 0.9070965051651001, "Finetune/Loss (Raw)": 0.9219821691513062, "Finetune/Step": 1459, "Finetune/Step Time": 6.312949668616056}
+{"Finetune/Learning Rate": 1.875989532540678e-05, "Finetune/Loss": 0.907905101776123, "Finetune/Loss (Raw)": 1.0425329208374023, "Finetune/Step": 1460, "Finetune/Step Time": 6.319678392261267}
+{"Finetune/Learning Rate": 1.8757911227872522e-05, "Finetune/Loss": 0.9061511754989624, "Finetune/Loss (Raw)": 0.8695053458213806, "Finetune/Step": 1461, "Finetune/Step Time": 6.32057992182672}
+{"Finetune/Learning Rate": 1.875592564947977e-05, "Finetune/Loss": 0.9092444777488708, "Finetune/Loss (Raw)": 0.9969395995140076, "Finetune/Step": 1462, "Finetune/Step Time": 6.312439987435937}
+{"Finetune/Learning Rate": 1.8753938590564263e-05, "Finetune/Loss": 0.9086795449256897, "Finetune/Loss (Raw)": 0.9564470052719116, "Finetune/Step": 1463, "Finetune/Step Time": 6.2920342199504375}
+{"Finetune/Learning Rate": 1.8751950051461987e-05, "Finetune/Loss": 0.909745454788208, "Finetune/Loss (Raw)": 1.0362509489059448, "Finetune/Step": 1464, "Finetune/Step Time": 6.293312205001712}
+{"Finetune/Learning Rate": 1.874996003250918e-05, "Finetune/Loss": 0.9106788635253906, "Finetune/Loss (Raw)": 1.056672215461731, "Finetune/Step": 1465, "Finetune/Step Time": 6.289485929533839}
+{"Finetune/Learning Rate": 1.8747968534042333e-05, "Finetune/Loss": 0.9093238711357117, "Finetune/Loss (Raw)": 1.0098868608474731, "Finetune/Step": 1466, "Finetune/Step Time": 6.290694888681173}
+{"Finetune/Learning Rate": 1.874597555639818e-05, "Finetune/Loss": 0.9095176458358765, "Finetune/Loss (Raw)": 1.0371240377426147, "Finetune/Step": 1467, "Finetune/Step Time": 6.291085243225098}
+{"Finetune/Learning Rate": 1.8743981099913716e-05, "Finetune/Loss": 0.9083177447319031, "Finetune/Loss (Raw)": 0.8361969590187073, "Finetune/Step": 1468, "Finetune/Step Time": 6.291842365637422}
+{"Finetune/Learning Rate": 1.874198516492617e-05, "Finetune/Loss": 0.9135859608650208, "Finetune/Loss (Raw)": 1.010547399520874, "Finetune/Step": 1469, "Finetune/Step Time": 6.288220319896936}
+{"Finetune/Learning Rate": 1.873998775177304e-05, "Finetune/Loss": 0.9148179888725281, "Finetune/Loss (Raw)": 1.0942144393920898, "Finetune/Step": 1470, "Finetune/Step Time": 6.27065484970808}
+{"Finetune/Learning Rate": 1.8737988860792065e-05, "Finetune/Loss": 0.9101921319961548, "Finetune/Loss (Raw)": 0.612403154373169, "Finetune/Step": 1471, "Finetune/Step Time": 6.279363814741373}
+{"Finetune/Learning Rate": 1.873598849232123e-05, "Finetune/Loss": 0.9119987487792969, "Finetune/Loss (Raw)": 1.0058538913726807, "Finetune/Step": 1472, "Finetune/Step Time": 6.284744881093502}
+{"Finetune/Learning Rate": 1.8733986646698768e-05, "Finetune/Loss": 0.9156106114387512, "Finetune/Loss (Raw)": 0.8400817513465881, "Finetune/Step": 1473, "Finetune/Step Time": 6.281966796144843}
+{"Finetune/Learning Rate": 1.873198332426318e-05, "Finetune/Loss": 0.9160462617874146, "Finetune/Loss (Raw)": 0.9361498355865479, "Finetune/Step": 1474, "Finetune/Step Time": 6.2678449135273695}
+{"Finetune/Learning Rate": 1.8729978525353193e-05, "Finetune/Loss": 0.9165672063827515, "Finetune/Loss (Raw)": 0.848039448261261, "Finetune/Step": 1475, "Finetune/Step Time": 6.256649788469076}
+{"Finetune/Learning Rate": 1.87279722503078e-05, "Finetune/Loss": 0.9179251194000244, "Finetune/Loss (Raw)": 1.1491984128952026, "Finetune/Step": 1476, "Finetune/Step Time": 6.258002473041415}
+{"Finetune/Learning Rate": 1.8725964499466237e-05, "Finetune/Loss": 0.9186691641807556, "Finetune/Loss (Raw)": 0.9485424757003784, "Finetune/Step": 1477, "Finetune/Step Time": 6.2551476787775755}
+{"Finetune/Learning Rate": 1.8723955273167993e-05, "Finetune/Loss": 0.923651933670044, "Finetune/Loss (Raw)": 1.0506283044815063, "Finetune/Step": 1478, "Finetune/Step Time": 6.218971868976951}
+{"Finetune/Learning Rate": 1.87219445717528e-05, "Finetune/Loss": 0.9231657981872559, "Finetune/Loss (Raw)": 0.8113246560096741, "Finetune/Step": 1479, "Finetune/Step Time": 6.20275885052979}
+{"Finetune/Learning Rate": 1.8719932395560647e-05, "Finetune/Loss": 0.9214217662811279, "Finetune/Loss (Raw)": 0.9832435846328735, "Finetune/Step": 1480, "Finetune/Step Time": 6.205053493380547}
+{"Finetune/Learning Rate": 1.8717918744931767e-05, "Finetune/Loss": 0.9200220108032227, "Finetune/Loss (Raw)": 0.7281241416931152, "Finetune/Step": 1481, "Finetune/Step Time": 6.202200019732118}
+{"Finetune/Learning Rate": 1.871590362020664e-05, "Finetune/Loss": 0.9184856414794922, "Finetune/Loss (Raw)": 0.6644228100776672, "Finetune/Step": 1482, "Finetune/Step Time": 6.207512050867081}
+{"Finetune/Learning Rate": 1.871388702172601e-05, "Finetune/Loss": 0.9226875305175781, "Finetune/Loss (Raw)": 1.000684380531311, "Finetune/Step": 1483, "Finetune/Step Time": 6.208047414198518}
+{"Finetune/Learning Rate": 1.8711868949830857e-05, "Finetune/Loss": 0.9242258667945862, "Finetune/Loss (Raw)": 1.0889906883239746, "Finetune/Step": 1484, "Finetune/Step Time": 6.196026327088475}
+{"Finetune/Learning Rate": 1.8709849404862405e-05, "Finetune/Loss": 0.9253244996070862, "Finetune/Loss (Raw)": 1.0002747774124146, "Finetune/Step": 1485, "Finetune/Step Time": 6.1892886478453875}
+{"Finetune/Learning Rate": 1.8707828387162145e-05, "Finetune/Loss": 0.9292426705360413, "Finetune/Loss (Raw)": 1.250775694847107, "Finetune/Step": 1486, "Finetune/Step Time": 6.174496792256832}
+{"Finetune/Learning Rate": 1.87058058970718e-05, "Finetune/Loss": 0.9281815886497498, "Finetune/Loss (Raw)": 0.9542471170425415, "Finetune/Step": 1487, "Finetune/Step Time": 6.161407645791769}
+{"Finetune/Learning Rate": 1.870378193493335e-05, "Finetune/Loss": 0.9332543611526489, "Finetune/Loss (Raw)": 1.0108646154403687, "Finetune/Step": 1488, "Finetune/Step Time": 6.16102990321815}
+{"Finetune/Learning Rate": 1.870175650108903e-05, "Finetune/Loss": 0.9351691007614136, "Finetune/Loss (Raw)": 1.018198847770691, "Finetune/Step": 1489, "Finetune/Step Time": 6.146482648327947}
+{"Finetune/Learning Rate": 1.8699729595881308e-05, "Finetune/Loss": 0.935391902923584, "Finetune/Loss (Raw)": 0.912912130355835, "Finetune/Step": 1490, "Finetune/Step Time": 6.150767404586077}
+{"Finetune/Learning Rate": 1.8697701219652907e-05, "Finetune/Loss": 0.9362192153930664, "Finetune/Loss (Raw)": 0.9586758613586426, "Finetune/Step": 1491, "Finetune/Step Time": 6.1495977863669395}
+{"Finetune/Learning Rate": 1.869567137274681e-05, "Finetune/Loss": 0.9351580142974854, "Finetune/Loss (Raw)": 0.8999487161636353, "Finetune/Step": 1492, "Finetune/Step Time": 6.1554116532206535}
+{"Finetune/Learning Rate": 1.869364005550624e-05, "Finetune/Loss": 0.9342033863067627, "Finetune/Loss (Raw)": 0.9663087725639343, "Finetune/Step": 1493, "Finetune/Step Time": 6.165707187727094}
+{"Finetune/Learning Rate": 1.8691607268274665e-05, "Finetune/Loss": 0.935085654258728, "Finetune/Loss (Raw)": 1.0942273139953613, "Finetune/Step": 1494, "Finetune/Step Time": 6.170075345784426}
+{"Finetune/Learning Rate": 1.8689573011395806e-05, "Finetune/Loss": 0.9294414520263672, "Finetune/Loss (Raw)": 0.2939762473106384, "Finetune/Step": 1495, "Finetune/Step Time": 6.179777814075351}
+{"Finetune/Learning Rate": 1.8687537285213627e-05, "Finetune/Loss": 0.9299872517585754, "Finetune/Loss (Raw)": 0.9565461874008179, "Finetune/Step": 1496, "Finetune/Step Time": 6.19620686583221}
+{"Finetune/Learning Rate": 1.868550009007235e-05, "Finetune/Loss": 0.9296894073486328, "Finetune/Loss (Raw)": 0.8601407408714294, "Finetune/Step": 1497, "Finetune/Step Time": 6.196219397708774}
+{"Finetune/Learning Rate": 1.8683461426316444e-05, "Finetune/Loss": 0.9289379119873047, "Finetune/Loss (Raw)": 0.9389548897743225, "Finetune/Step": 1498, "Finetune/Step Time": 6.19713855907321}
+{"Finetune/Learning Rate": 1.8681421294290614e-05, "Finetune/Loss": 0.9280397891998291, "Finetune/Loss (Raw)": 1.0564014911651611, "Finetune/Step": 1499, "Finetune/Step Time": 6.1972775384783745}
+{"Finetune/Learning Rate": 1.867937969433983e-05, "Finetune/Loss": 0.9289209842681885, "Finetune/Loss (Raw)": 1.1983275413513184, "Finetune/Step": 1500, "Finetune/Step Time": 6.204129606485367}
+{"Finetune/Learning Rate": 1.8677336626809294e-05, "Finetune/Loss": 0.9295320510864258, "Finetune/Loss (Raw)": 1.0561915636062622, "Finetune/Step": 1501, "Finetune/Step Time": 6.214905576780438}
+{"Finetune/Learning Rate": 1.867529209204447e-05, "Finetune/Loss": 0.9297171831130981, "Finetune/Loss (Raw)": 0.9336205720901489, "Finetune/Step": 1502, "Finetune/Step Time": 6.231533519923687}
+{"Finetune/Learning Rate": 1.867324609039107e-05, "Finetune/Loss": 0.9294324517250061, "Finetune/Loss (Raw)": 1.003458023071289, "Finetune/Step": 1503, "Finetune/Step Time": 6.22922670841217}
+{"Finetune/Learning Rate": 1.8671198622195034e-05, "Finetune/Loss": 0.9302725195884705, "Finetune/Loss (Raw)": 1.0984368324279785, "Finetune/Step": 1504, "Finetune/Step Time": 6.22780186496675}
+{"Finetune/Learning Rate": 1.8669149687802576e-05, "Finetune/Loss": 0.9291372299194336, "Finetune/Loss (Raw)": 0.8868460059165955, "Finetune/Step": 1505, "Finetune/Step Time": 6.225264707580209}
+{"Finetune/Learning Rate": 1.866709928756014e-05, "Finetune/Loss": 0.9289726614952087, "Finetune/Loss (Raw)": 0.936281144618988, "Finetune/Step": 1506, "Finetune/Step Time": 6.223163751885295}
+{"Finetune/Learning Rate": 1.8665047421814432e-05, "Finetune/Loss": 0.9264230728149414, "Finetune/Loss (Raw)": 0.7984082102775574, "Finetune/Step": 1507, "Finetune/Step Time": 6.226073848083615}
+{"Finetune/Learning Rate": 1.866299409091239e-05, "Finetune/Loss": 0.9278161525726318, "Finetune/Loss (Raw)": 1.159960150718689, "Finetune/Step": 1508, "Finetune/Step Time": 6.233771074563265}
+{"Finetune/Learning Rate": 1.8660939295201214e-05, "Finetune/Loss": 0.9270480275154114, "Finetune/Loss (Raw)": 0.9564455151557922, "Finetune/Step": 1509, "Finetune/Step Time": 6.239631440490484}
+{"Finetune/Learning Rate": 1.8658883035028338e-05, "Finetune/Loss": 0.9277089834213257, "Finetune/Loss (Raw)": 0.9519142508506775, "Finetune/Step": 1510, "Finetune/Step Time": 6.242809968069196}
+{"Finetune/Learning Rate": 1.865682531074146e-05, "Finetune/Loss": 0.9248977899551392, "Finetune/Loss (Raw)": 0.6242839694023132, "Finetune/Step": 1511, "Finetune/Step Time": 6.241895094513893}
+{"Finetune/Learning Rate": 1.8654766122688504e-05, "Finetune/Loss": 0.9261406064033508, "Finetune/Loss (Raw)": 0.9631500840187073, "Finetune/Step": 1512, "Finetune/Step Time": 6.237689757719636}
+{"Finetune/Learning Rate": 1.865270547121767e-05, "Finetune/Loss": 0.9264835119247437, "Finetune/Loss (Raw)": 1.0025876760482788, "Finetune/Step": 1513, "Finetune/Step Time": 6.238980693742633}
+{"Finetune/Learning Rate": 1.8650643356677383e-05, "Finetune/Loss": 0.9282040596008301, "Finetune/Loss (Raw)": 1.0964940786361694, "Finetune/Step": 1514, "Finetune/Step Time": 6.2416086830198765}
+{"Finetune/Learning Rate": 1.864857977941632e-05, "Finetune/Loss": 0.929234504699707, "Finetune/Loss (Raw)": 1.0138354301452637, "Finetune/Step": 1515, "Finetune/Step Time": 6.248465580865741}
+{"Finetune/Learning Rate": 1.8646514739783404e-05, "Finetune/Loss": 0.9303587079048157, "Finetune/Loss (Raw)": 0.9602475166320801, "Finetune/Step": 1516, "Finetune/Step Time": 6.257451320067048}
+{"Finetune/Learning Rate": 1.8644448238127818e-05, "Finetune/Loss": 0.93177330493927, "Finetune/Loss (Raw)": 1.0321135520935059, "Finetune/Step": 1517, "Finetune/Step Time": 6.2575670294463634}
+{"Finetune/Learning Rate": 1.8642380274798974e-05, "Finetune/Loss": 0.9318404793739319, "Finetune/Loss (Raw)": 0.9040793180465698, "Finetune/Step": 1518, "Finetune/Step Time": 6.247217424213886}
+{"Finetune/Learning Rate": 1.8640310850146548e-05, "Finetune/Loss": 0.9332704544067383, "Finetune/Loss (Raw)": 1.1390413045883179, "Finetune/Step": 1519, "Finetune/Step Time": 6.256953451782465}
+{"Finetune/Learning Rate": 1.863823996452045e-05, "Finetune/Loss": 0.933513879776001, "Finetune/Loss (Raw)": 0.9027034044265747, "Finetune/Step": 1520, "Finetune/Step Time": 6.250441608950496}
+{"Finetune/Learning Rate": 1.8636167618270842e-05, "Finetune/Loss": 0.9348028898239136, "Finetune/Loss (Raw)": 1.0989080667495728, "Finetune/Step": 1521, "Finetune/Step Time": 6.2379236202687025}
+{"Finetune/Learning Rate": 1.8634093811748132e-05, "Finetune/Loss": 0.9341385364532471, "Finetune/Loss (Raw)": 0.8568089604377747, "Finetune/Step": 1522, "Finetune/Step Time": 6.240024698898196}
+{"Finetune/Learning Rate": 1.8632018545302982e-05, "Finetune/Loss": 0.9329836368560791, "Finetune/Loss (Raw)": 0.5105291604995728, "Finetune/Step": 1523, "Finetune/Step Time": 6.236697938293219}
+{"Finetune/Learning Rate": 1.8629941819286287e-05, "Finetune/Loss": 0.9317178726196289, "Finetune/Loss (Raw)": 0.8962535262107849, "Finetune/Step": 1524, "Finetune/Step Time": 6.23678901232779}
+{"Finetune/Learning Rate": 1.8627863634049203e-05, "Finetune/Loss": 0.9322866797447205, "Finetune/Loss (Raw)": 1.0192711353302002, "Finetune/Step": 1525, "Finetune/Step Time": 6.227607699111104}
+{"Finetune/Learning Rate": 1.8625783989943124e-05, "Finetune/Loss": 0.9276869297027588, "Finetune/Loss (Raw)": 0.44941213726997375, "Finetune/Step": 1526, "Finetune/Step Time": 6.240042140707374}
+{"Finetune/Learning Rate": 1.8623702887319692e-05, "Finetune/Loss": 0.9282872080802917, "Finetune/Loss (Raw)": 1.020776391029358, "Finetune/Step": 1527, "Finetune/Step Time": 6.248918905854225}
+{"Finetune/Learning Rate": 1.8621620326530797e-05, "Finetune/Loss": 0.9294268488883972, "Finetune/Loss (Raw)": 0.9976194500923157, "Finetune/Step": 1528, "Finetune/Step Time": 6.252763127908111}
+{"Finetune/Learning Rate": 1.8619536307928578e-05, "Finetune/Loss": 0.931481659412384, "Finetune/Loss (Raw)": 1.1444281339645386, "Finetune/Step": 1529, "Finetune/Step Time": 6.256453914567828}
+{"Finetune/Learning Rate": 1.8617450831865412e-05, "Finetune/Loss": 0.9303418397903442, "Finetune/Loss (Raw)": 0.8631333708763123, "Finetune/Step": 1530, "Finetune/Step Time": 6.277262983843684}
+{"Finetune/Learning Rate": 1.8615363898693937e-05, "Finetune/Loss": 0.931751012802124, "Finetune/Loss (Raw)": 1.1001996994018555, "Finetune/Step": 1531, "Finetune/Step Time": 6.286044795066118}
+{"Finetune/Learning Rate": 1.861327550876702e-05, "Finetune/Loss": 0.9315916299819946, "Finetune/Loss (Raw)": 0.9655063152313232, "Finetune/Step": 1532, "Finetune/Step Time": 6.291144121438265}
+{"Finetune/Learning Rate": 1.8611185662437788e-05, "Finetune/Loss": 0.9315199255943298, "Finetune/Loss (Raw)": 1.0659245252609253, "Finetune/Step": 1533, "Finetune/Step Time": 6.2972944267094135}
+{"Finetune/Learning Rate": 1.8609094360059606e-05, "Finetune/Loss": 0.9335728883743286, "Finetune/Loss (Raw)": 1.1059420108795166, "Finetune/Step": 1534, "Finetune/Step Time": 6.293528154492378}
+{"Finetune/Learning Rate": 1.860700160198609e-05, "Finetune/Loss": 0.9317111372947693, "Finetune/Loss (Raw)": 0.7067859768867493, "Finetune/Step": 1535, "Finetune/Step Time": 6.285572346299887}
+{"Finetune/Learning Rate": 1.8604907388571097e-05, "Finetune/Loss": 0.9338146448135376, "Finetune/Loss (Raw)": 1.0116478204727173, "Finetune/Step": 1536, "Finetune/Step Time": 6.280597331002355}
+{"Finetune/Learning Rate": 1.8602811720168744e-05, "Finetune/Loss": 0.9356332421302795, "Finetune/Loss (Raw)": 1.053413987159729, "Finetune/Step": 1537, "Finetune/Step Time": 6.275674160569906}
+{"Finetune/Learning Rate": 1.860071459713337e-05, "Finetune/Loss": 0.9349364042282104, "Finetune/Loss (Raw)": 0.9022219181060791, "Finetune/Step": 1538, "Finetune/Step Time": 6.283795716241002}
+{"Finetune/Learning Rate": 1.859861601981958e-05, "Finetune/Loss": 0.9352539777755737, "Finetune/Loss (Raw)": 0.9073930382728577, "Finetune/Step": 1539, "Finetune/Step Time": 6.282766435295343}
+{"Finetune/Learning Rate": 1.859651598858222e-05, "Finetune/Loss": 0.934952437877655, "Finetune/Loss (Raw)": 0.9733189940452576, "Finetune/Step": 1540, "Finetune/Step Time": 6.281948180869222}
+{"Finetune/Learning Rate": 1.859441450377638e-05, "Finetune/Loss": 0.9397825598716736, "Finetune/Loss (Raw)": 0.9624544382095337, "Finetune/Step": 1541, "Finetune/Step Time": 6.274250525981188}
+{"Finetune/Learning Rate": 1.8592311565757393e-05, "Finetune/Loss": 0.9394720196723938, "Finetune/Loss (Raw)": 1.042907953262329, "Finetune/Step": 1542, "Finetune/Step Time": 6.2602092530578375}
+{"Finetune/Learning Rate": 1.8590207174880844e-05, "Finetune/Loss": 0.937140166759491, "Finetune/Loss (Raw)": 0.8474780917167664, "Finetune/Step": 1543, "Finetune/Step Time": 6.260689917951822}
+{"Finetune/Learning Rate": 1.8588101331502555e-05, "Finetune/Loss": 0.9378961324691772, "Finetune/Loss (Raw)": 1.056389331817627, "Finetune/Step": 1544, "Finetune/Step Time": 6.246304400265217}
+{"Finetune/Learning Rate": 1.8585994035978604e-05, "Finetune/Loss": 0.9371962547302246, "Finetune/Loss (Raw)": 0.9651307463645935, "Finetune/Step": 1545, "Finetune/Step Time": 6.2552573420107365}
+{"Finetune/Learning Rate": 1.8583885288665307e-05, "Finetune/Loss": 0.9365576505661011, "Finetune/Loss (Raw)": 0.8822655081748962, "Finetune/Step": 1546, "Finetune/Step Time": 6.2521957736462355}
+{"Finetune/Learning Rate": 1.8581775089919233e-05, "Finetune/Loss": 0.9359488487243652, "Finetune/Loss (Raw)": 0.8657146692276001, "Finetune/Step": 1547, "Finetune/Step Time": 6.2558500319719315}
+{"Finetune/Learning Rate": 1.8579663440097187e-05, "Finetune/Loss": 0.9367004632949829, "Finetune/Loss (Raw)": 0.9432747960090637, "Finetune/Step": 1548, "Finetune/Step Time": 6.2555373050272465}
+{"Finetune/Learning Rate": 1.8577550339556226e-05, "Finetune/Loss": 0.9349223375320435, "Finetune/Loss (Raw)": 0.6536826491355896, "Finetune/Step": 1549, "Finetune/Step Time": 6.267089990898967}
+{"Finetune/Learning Rate": 1.8575435788653645e-05, "Finetune/Loss": 0.9343318939208984, "Finetune/Loss (Raw)": 0.9623057842254639, "Finetune/Step": 1550, "Finetune/Step Time": 6.287722297012806}
+{"Finetune/Learning Rate": 1.8573319787746996e-05, "Finetune/Loss": 0.9339896440505981, "Finetune/Loss (Raw)": 0.9112332463264465, "Finetune/Step": 1551, "Finetune/Step Time": 6.28875844553113}
+{"Finetune/Learning Rate": 1.8571202337194067e-05, "Finetune/Loss": 0.9312218427658081, "Finetune/Loss (Raw)": 0.699272871017456, "Finetune/Step": 1552, "Finetune/Step Time": 6.2868199236691}
+{"Finetune/Learning Rate": 1.856908343735289e-05, "Finetune/Loss": 0.9310270547866821, "Finetune/Loss (Raw)": 0.9684621095657349, "Finetune/Step": 1553, "Finetune/Step Time": 6.305906742811203}
+{"Finetune/Learning Rate": 1.856696308858175e-05, "Finetune/Loss": 0.9312430620193481, "Finetune/Loss (Raw)": 0.9214602708816528, "Finetune/Step": 1554, "Finetune/Step Time": 6.305804591625929}
+{"Finetune/Learning Rate": 1.8564841291239175e-05, "Finetune/Loss": 0.9313431978225708, "Finetune/Loss (Raw)": 0.9463504552841187, "Finetune/Step": 1555, "Finetune/Step Time": 6.322643641382456}
+{"Finetune/Learning Rate": 1.8562718045683933e-05, "Finetune/Loss": 0.9323456287384033, "Finetune/Loss (Raw)": 0.8738930225372314, "Finetune/Step": 1556, "Finetune/Step Time": 6.340817678719759}
+{"Finetune/Learning Rate": 1.8560593352275037e-05, "Finetune/Loss": 0.9374823570251465, "Finetune/Loss (Raw)": 1.0316704511642456, "Finetune/Step": 1557, "Finetune/Step Time": 6.322382599115372}
+{"Finetune/Learning Rate": 1.8558467211371748e-05, "Finetune/Loss": 0.9376937747001648, "Finetune/Loss (Raw)": 0.8317772746086121, "Finetune/Step": 1558, "Finetune/Step Time": 6.307205650955439}
+{"Finetune/Learning Rate": 1.8556339623333576e-05, "Finetune/Loss": 0.9363933801651001, "Finetune/Loss (Raw)": 0.8769478797912598, "Finetune/Step": 1559, "Finetune/Step Time": 6.318543970584869}
+{"Finetune/Learning Rate": 1.8554210588520264e-05, "Finetune/Loss": 0.937496542930603, "Finetune/Loss (Raw)": 1.0923093557357788, "Finetune/Step": 1560, "Finetune/Step Time": 6.315993044525385}
+{"Finetune/Learning Rate": 1.8552080107291814e-05, "Finetune/Loss": 0.9361870288848877, "Finetune/Loss (Raw)": 0.9273296594619751, "Finetune/Step": 1561, "Finetune/Step Time": 6.302838562056422}
+{"Finetune/Learning Rate": 1.854994818000846e-05, "Finetune/Loss": 0.9365215301513672, "Finetune/Loss (Raw)": 0.918239176273346, "Finetune/Step": 1562, "Finetune/Step Time": 6.301991460844874}
+{"Finetune/Learning Rate": 1.8547814807030682e-05, "Finetune/Loss": 0.9383018016815186, "Finetune/Loss (Raw)": 1.077809453010559, "Finetune/Step": 1563, "Finetune/Step Time": 6.300530364736915}
+{"Finetune/Learning Rate": 1.8545679988719215e-05, "Finetune/Loss": 0.939735472202301, "Finetune/Loss (Raw)": 1.1229053735733032, "Finetune/Step": 1564, "Finetune/Step Time": 6.300449879840016}
+{"Finetune/Learning Rate": 1.8543543725435026e-05, "Finetune/Loss": 0.9400696754455566, "Finetune/Loss (Raw)": 0.9563919901847839, "Finetune/Step": 1565, "Finetune/Step Time": 6.29881483130157}
+{"Finetune/Learning Rate": 1.854140601753934e-05, "Finetune/Loss": 0.9400302767753601, "Finetune/Loss (Raw)": 0.9282240271568298, "Finetune/Step": 1566, "Finetune/Step Time": 6.294334037229419}
+{"Finetune/Learning Rate": 1.8539266865393607e-05, "Finetune/Loss": 0.9403986930847168, "Finetune/Loss (Raw)": 1.0163729190826416, "Finetune/Step": 1567, "Finetune/Step Time": 6.28822367452085}
+{"Finetune/Learning Rate": 1.8537126269359544e-05, "Finetune/Loss": 0.9396052360534668, "Finetune/Loss (Raw)": 0.7889607548713684, "Finetune/Step": 1568, "Finetune/Step Time": 6.300246709957719}
+{"Finetune/Learning Rate": 1.8534984229799087e-05, "Finetune/Loss": 0.9386265277862549, "Finetune/Loss (Raw)": 0.961917519569397, "Finetune/Step": 1569, "Finetune/Step Time": 6.3123202826827765}
+{"Finetune/Learning Rate": 1.853284074707444e-05, "Finetune/Loss": 0.9384869933128357, "Finetune/Loss (Raw)": 0.8842653632164001, "Finetune/Step": 1570, "Finetune/Step Time": 6.308907805010676}
+{"Finetune/Learning Rate": 1.853069582154803e-05, "Finetune/Loss": 0.9386506080627441, "Finetune/Loss (Raw)": 0.8751576542854309, "Finetune/Step": 1571, "Finetune/Step Time": 6.301782852038741}
+{"Finetune/Learning Rate": 1.8528549453582553e-05, "Finetune/Loss": 0.9384628534317017, "Finetune/Loss (Raw)": 0.9039497971534729, "Finetune/Step": 1572, "Finetune/Step Time": 6.306365853175521}
+{"Finetune/Learning Rate": 1.8526401643540924e-05, "Finetune/Loss": 0.9422129392623901, "Finetune/Loss (Raw)": 1.0455092191696167, "Finetune/Step": 1573, "Finetune/Step Time": 6.300893673673272}
+{"Finetune/Learning Rate": 1.8524252391786315e-05, "Finetune/Loss": 0.9430179595947266, "Finetune/Loss (Raw)": 0.9571207165718079, "Finetune/Step": 1574, "Finetune/Step Time": 6.269251961261034}
+{"Finetune/Learning Rate": 1.8522101698682133e-05, "Finetune/Loss": 0.9403536915779114, "Finetune/Loss (Raw)": 0.7286456227302551, "Finetune/Step": 1575, "Finetune/Step Time": 6.25728520937264}
+{"Finetune/Learning Rate": 1.8519949564592047e-05, "Finetune/Loss": 0.9379669427871704, "Finetune/Loss (Raw)": 0.8043953776359558, "Finetune/Step": 1576, "Finetune/Step Time": 6.256399406120181}
+{"Finetune/Learning Rate": 1.8517795989879945e-05, "Finetune/Loss": 0.9389917254447937, "Finetune/Loss (Raw)": 1.007830023765564, "Finetune/Step": 1577, "Finetune/Step Time": 6.26597860828042}
+{"Finetune/Learning Rate": 1.8515640974909978e-05, "Finetune/Loss": 0.9401819705963135, "Finetune/Loss (Raw)": 1.02853262424469, "Finetune/Step": 1578, "Finetune/Step Time": 6.263912001624703}
+{"Finetune/Learning Rate": 1.8513484520046528e-05, "Finetune/Loss": 0.9392364025115967, "Finetune/Loss (Raw)": 0.8629886507987976, "Finetune/Step": 1579, "Finetune/Step Time": 6.264501804485917}
+{"Finetune/Learning Rate": 1.8511326625654233e-05, "Finetune/Loss": 0.9356188774108887, "Finetune/Loss (Raw)": 0.43314602971076965, "Finetune/Step": 1580, "Finetune/Step Time": 6.264875337481499}
+{"Finetune/Learning Rate": 1.8509167292097962e-05, "Finetune/Loss": 0.935462236404419, "Finetune/Loss (Raw)": 0.9004207849502563, "Finetune/Step": 1581, "Finetune/Step Time": 6.285364827141166}
+{"Finetune/Learning Rate": 1.8507006519742832e-05, "Finetune/Loss": 0.9352908134460449, "Finetune/Loss (Raw)": 0.9852076768875122, "Finetune/Step": 1582, "Finetune/Step Time": 6.277300858870149}
+{"Finetune/Learning Rate": 1.8504844308954207e-05, "Finetune/Loss": 0.9379940032958984, "Finetune/Loss (Raw)": 1.1386897563934326, "Finetune/Step": 1583, "Finetune/Step Time": 6.27033886872232}
+{"Finetune/Learning Rate": 1.8502680660097692e-05, "Finetune/Loss": 0.9380166530609131, "Finetune/Loss (Raw)": 0.9458397626876831, "Finetune/Step": 1584, "Finetune/Step Time": 6.258407007902861}
+{"Finetune/Learning Rate": 1.850051557353913e-05, "Finetune/Loss": 0.9404674768447876, "Finetune/Loss (Raw)": 0.9533325433731079, "Finetune/Step": 1585, "Finetune/Step Time": 6.259042475372553}
+{"Finetune/Learning Rate": 1.8498349049644614e-05, "Finetune/Loss": 0.9410273432731628, "Finetune/Loss (Raw)": 0.9869769811630249, "Finetune/Step": 1586, "Finetune/Step Time": 6.256673127412796}
+{"Finetune/Learning Rate": 1.8496181088780477e-05, "Finetune/Loss": 0.9415956735610962, "Finetune/Loss (Raw)": 0.9947212338447571, "Finetune/Step": 1587, "Finetune/Step Time": 6.2542128805071115}
+{"Finetune/Learning Rate": 1.8494011691313295e-05, "Finetune/Loss": 0.9413160681724548, "Finetune/Loss (Raw)": 1.006749153137207, "Finetune/Step": 1588, "Finetune/Step Time": 6.25042880512774}
+{"Finetune/Learning Rate": 1.8491840857609882e-05, "Finetune/Loss": 0.9415149688720703, "Finetune/Loss (Raw)": 0.8949624300003052, "Finetune/Step": 1589, "Finetune/Step Time": 6.257368812337518}
+{"Finetune/Learning Rate": 1.8489668588037312e-05, "Finetune/Loss": 0.9425917863845825, "Finetune/Loss (Raw)": 1.1347696781158447, "Finetune/Step": 1590, "Finetune/Step Time": 6.270753463730216}
+{"Finetune/Learning Rate": 1.848749488296288e-05, "Finetune/Loss": 0.9388960599899292, "Finetune/Loss (Raw)": 0.4834006130695343, "Finetune/Step": 1591, "Finetune/Step Time": 6.268733078613877}
+{"Finetune/Learning Rate": 1.848531974275414e-05, "Finetune/Loss": 0.9378132820129395, "Finetune/Loss (Raw)": 0.8976581692695618, "Finetune/Step": 1592, "Finetune/Step Time": 6.26205993257463}
+{"Finetune/Learning Rate": 1.848314316777888e-05, "Finetune/Loss": 0.9366754293441772, "Finetune/Loss (Raw)": 0.9110231399536133, "Finetune/Step": 1593, "Finetune/Step Time": 6.271951338276267}
+{"Finetune/Learning Rate": 1.848096515840513e-05, "Finetune/Loss": 0.9318278431892395, "Finetune/Loss (Raw)": 0.3893936574459076, "Finetune/Step": 1594, "Finetune/Step Time": 6.279346460476518}
+{"Finetune/Learning Rate": 1.8478785715001167e-05, "Finetune/Loss": 0.9309806823730469, "Finetune/Loss (Raw)": 0.9286916255950928, "Finetune/Step": 1595, "Finetune/Step Time": 6.293494742363691}
+{"Finetune/Learning Rate": 1.8476604837935515e-05, "Finetune/Loss": 0.9313839673995972, "Finetune/Loss (Raw)": 0.8878135085105896, "Finetune/Step": 1596, "Finetune/Step Time": 6.294008772820234}
+{"Finetune/Learning Rate": 1.8474422527576925e-05, "Finetune/Loss": 0.9302760362625122, "Finetune/Loss (Raw)": 0.8687301874160767, "Finetune/Step": 1597, "Finetune/Step Time": 6.302511431276798}
+{"Finetune/Learning Rate": 1.8472238784294406e-05, "Finetune/Loss": 0.9300405979156494, "Finetune/Loss (Raw)": 1.0640902519226074, "Finetune/Step": 1598, "Finetune/Step Time": 6.3147390820086}
+{"Finetune/Learning Rate": 1.84700536084572e-05, "Finetune/Loss": 0.9329817295074463, "Finetune/Loss (Raw)": 0.9888604283332825, "Finetune/Step": 1599, "Finetune/Step Time": 6.306610656902194}
+{"Finetune/Learning Rate": 1.8467867000434792e-05, "Finetune/Loss": 0.932243824005127, "Finetune/Loss (Raw)": 0.9114046692848206, "Finetune/Step": 1600, "Finetune/Step Time": 6.29297923669219}
+{"Finetune/Learning Rate": 1.846567896059692e-05, "Finetune/Loss": 0.9341796040534973, "Finetune/Loss (Raw)": 1.0878591537475586, "Finetune/Step": 1601, "Finetune/Step Time": 6.286931090056896}
+{"Finetune/Learning Rate": 1.8463489489313543e-05, "Finetune/Loss": 0.9358903765678406, "Finetune/Loss (Raw)": 1.155131220817566, "Finetune/Step": 1602, "Finetune/Step Time": 6.280284158885479}
+{"Finetune/Learning Rate": 1.8461298586954886e-05, "Finetune/Loss": 0.937061071395874, "Finetune/Loss (Raw)": 0.9978851079940796, "Finetune/Step": 1603, "Finetune/Step Time": 6.275943715125322}
+{"Finetune/Learning Rate": 1.8459106253891398e-05, "Finetune/Loss": 0.9350734949111938, "Finetune/Loss (Raw)": 0.8947886228561401, "Finetune/Step": 1604, "Finetune/Step Time": 6.270777303725481}
+{"Finetune/Learning Rate": 1.8456912490493777e-05, "Finetune/Loss": 0.9353991150856018, "Finetune/Loss (Raw)": 0.9902222156524658, "Finetune/Step": 1605, "Finetune/Step Time": 6.272088849917054}
+{"Finetune/Learning Rate": 1.8454717297132966e-05, "Finetune/Loss": 0.9349650144577026, "Finetune/Loss (Raw)": 0.9950644373893738, "Finetune/Step": 1606, "Finetune/Step Time": 6.271839266642928}
+{"Finetune/Learning Rate": 1.8452520674180145e-05, "Finetune/Loss": 0.9359186291694641, "Finetune/Loss (Raw)": 0.9333836436271667, "Finetune/Step": 1607, "Finetune/Step Time": 6.272225808352232}
+{"Finetune/Learning Rate": 1.845032262200673e-05, "Finetune/Loss": 0.9363166093826294, "Finetune/Loss (Raw)": 1.0341918468475342, "Finetune/Step": 1608, "Finetune/Step Time": 6.2746715769171715}
+{"Finetune/Learning Rate": 1.8448123140984396e-05, "Finetune/Loss": 0.938163161277771, "Finetune/Loss (Raw)": 0.9644796252250671, "Finetune/Step": 1609, "Finetune/Step Time": 6.2867766097188}
+{"Finetune/Learning Rate": 1.844592223148504e-05, "Finetune/Loss": 0.9406261444091797, "Finetune/Loss (Raw)": 0.9796815514564514, "Finetune/Step": 1610, "Finetune/Step Time": 6.289076719433069}
+{"Finetune/Learning Rate": 1.8443719893880814e-05, "Finetune/Loss": 0.9414047002792358, "Finetune/Loss (Raw)": 1.1003401279449463, "Finetune/Step": 1611, "Finetune/Step Time": 6.271174343302846}
+{"Finetune/Learning Rate": 1.844151612854411e-05, "Finetune/Loss": 0.9413381814956665, "Finetune/Loss (Raw)": 1.080477237701416, "Finetune/Step": 1612, "Finetune/Step Time": 6.264130786061287}
+{"Finetune/Learning Rate": 1.8439310935847552e-05, "Finetune/Loss": 0.9403015375137329, "Finetune/Loss (Raw)": 0.8675841689109802, "Finetune/Step": 1613, "Finetune/Step Time": 6.26755241304636}
+{"Finetune/Learning Rate": 1.8437104316164017e-05, "Finetune/Loss": 0.9369303584098816, "Finetune/Loss (Raw)": 0.8192645907402039, "Finetune/Step": 1614, "Finetune/Step Time": 6.269077882170677}
+{"Finetune/Learning Rate": 1.8434896269866612e-05, "Finetune/Loss": 0.9358716011047363, "Finetune/Loss (Raw)": 0.8187315464019775, "Finetune/Step": 1615, "Finetune/Step Time": 6.276272967457771}
+{"Finetune/Learning Rate": 1.8432686797328697e-05, "Finetune/Loss": 0.9354866147041321, "Finetune/Loss (Raw)": 0.9615795612335205, "Finetune/Step": 1616, "Finetune/Step Time": 6.287182655185461}
+{"Finetune/Learning Rate": 1.843047589892387e-05, "Finetune/Loss": 0.9349188804626465, "Finetune/Loss (Raw)": 0.9455344080924988, "Finetune/Step": 1617, "Finetune/Step Time": 6.2897167932242155}
+{"Finetune/Learning Rate": 1.8428263575025958e-05, "Finetune/Loss": 0.934141993522644, "Finetune/Loss (Raw)": 0.8134615421295166, "Finetune/Step": 1618, "Finetune/Step Time": 6.294264877215028}
+{"Finetune/Learning Rate": 1.8426049826009044e-05, "Finetune/Loss": 0.9338347911834717, "Finetune/Loss (Raw)": 0.9193578958511353, "Finetune/Step": 1619, "Finetune/Step Time": 6.3100652024149895}
+{"Finetune/Learning Rate": 1.842383465224745e-05, "Finetune/Loss": 0.9300252199172974, "Finetune/Loss (Raw)": 0.4123314917087555, "Finetune/Step": 1620, "Finetune/Step Time": 6.311817038804293}
+{"Finetune/Learning Rate": 1.842161805411573e-05, "Finetune/Loss": 0.9285265207290649, "Finetune/Loss (Raw)": 0.7744713425636292, "Finetune/Step": 1621, "Finetune/Step Time": 6.317074328660965}
+{"Finetune/Learning Rate": 1.841940003198869e-05, "Finetune/Loss": 0.9275548458099365, "Finetune/Loss (Raw)": 0.969853937625885, "Finetune/Step": 1622, "Finetune/Step Time": 6.314000200480223}
+{"Finetune/Learning Rate": 1.841718058624136e-05, "Finetune/Loss": 0.9332915544509888, "Finetune/Loss (Raw)": 1.0282691717147827, "Finetune/Step": 1623, "Finetune/Step Time": 6.310268377885222}
+{"Finetune/Learning Rate": 1.8414959717249035e-05, "Finetune/Loss": 0.9333785772323608, "Finetune/Loss (Raw)": 0.9676860570907593, "Finetune/Step": 1624, "Finetune/Step Time": 6.2963969726115465}
+{"Finetune/Learning Rate": 1.8412737425387233e-05, "Finetune/Loss": 0.9342530965805054, "Finetune/Loss (Raw)": 0.9720755815505981, "Finetune/Step": 1625, "Finetune/Step Time": 6.306845363229513}
+{"Finetune/Learning Rate": 1.8410513711031713e-05, "Finetune/Loss": 0.9341945648193359, "Finetune/Loss (Raw)": 0.9314685463905334, "Finetune/Step": 1626, "Finetune/Step Time": 6.312119187787175}
+{"Finetune/Learning Rate": 1.8408288574558483e-05, "Finetune/Loss": 0.9331308007240295, "Finetune/Loss (Raw)": 0.9202350974082947, "Finetune/Step": 1627, "Finetune/Step Time": 6.31761541031301}
+{"Finetune/Learning Rate": 1.8406062016343785e-05, "Finetune/Loss": 0.9307032823562622, "Finetune/Loss (Raw)": 0.8876047730445862, "Finetune/Step": 1628, "Finetune/Step Time": 6.312182134017348}
+{"Finetune/Learning Rate": 1.8403834036764104e-05, "Finetune/Loss": 0.9279462099075317, "Finetune/Loss (Raw)": 0.7032901644706726, "Finetune/Step": 1629, "Finetune/Step Time": 6.3095107059925795}
+{"Finetune/Learning Rate": 1.840160463619616e-05, "Finetune/Loss": 0.9276311993598938, "Finetune/Loss (Raw)": 0.8932963609695435, "Finetune/Step": 1630, "Finetune/Step Time": 6.323440643027425}
+{"Finetune/Learning Rate": 1.839937381501693e-05, "Finetune/Loss": 0.9281964302062988, "Finetune/Loss (Raw)": 1.0758090019226074, "Finetune/Step": 1631, "Finetune/Step Time": 6.3309728521853685}
+{"Finetune/Learning Rate": 1.8397141573603613e-05, "Finetune/Loss": 0.9256422519683838, "Finetune/Loss (Raw)": 0.771498441696167, "Finetune/Step": 1632, "Finetune/Step Time": 6.343307288363576}
+{"Finetune/Learning Rate": 1.839490791233365e-05, "Finetune/Loss": 0.9253829717636108, "Finetune/Loss (Raw)": 0.8536669015884399, "Finetune/Step": 1633, "Finetune/Step Time": 6.345399722456932}
+{"Finetune/Learning Rate": 1.839267283158473e-05, "Finetune/Loss": 0.9255141615867615, "Finetune/Loss (Raw)": 0.953066349029541, "Finetune/Step": 1634, "Finetune/Step Time": 6.348178803920746}
+{"Finetune/Learning Rate": 1.839043633173478e-05, "Finetune/Loss": 0.926406979560852, "Finetune/Loss (Raw)": 0.9126985669136047, "Finetune/Step": 1635, "Finetune/Step Time": 6.348091972991824}
+{"Finetune/Learning Rate": 1.8388198413161962e-05, "Finetune/Loss": 0.9249807000160217, "Finetune/Loss (Raw)": 0.9773922562599182, "Finetune/Step": 1636, "Finetune/Step Time": 6.341444427147508}
+{"Finetune/Learning Rate": 1.838595907624469e-05, "Finetune/Loss": 0.9251425862312317, "Finetune/Loss (Raw)": 0.9771623611450195, "Finetune/Step": 1637, "Finetune/Step Time": 6.343772577121854}
+{"Finetune/Learning Rate": 1.8383718321361597e-05, "Finetune/Loss": 0.9237525463104248, "Finetune/Loss (Raw)": 0.773987352848053, "Finetune/Step": 1638, "Finetune/Step Time": 6.347865544259548}
+{"Finetune/Learning Rate": 1.8381476148891578e-05, "Finetune/Loss": 0.9266635179519653, "Finetune/Loss (Raw)": 0.9968878030776978, "Finetune/Step": 1639, "Finetune/Step Time": 6.349061751738191}
+{"Finetune/Learning Rate": 1.837923255921375e-05, "Finetune/Loss": 0.9266339540481567, "Finetune/Loss (Raw)": 0.9593718647956848, "Finetune/Step": 1640, "Finetune/Step Time": 6.346850998699665}
+{"Finetune/Learning Rate": 1.8376987552707485e-05, "Finetune/Loss": 0.9249770641326904, "Finetune/Loss (Raw)": 0.7904971241950989, "Finetune/Step": 1641, "Finetune/Step Time": 6.347998313605785}
+{"Finetune/Learning Rate": 1.837474112975238e-05, "Finetune/Loss": 0.9221946001052856, "Finetune/Loss (Raw)": 0.7403435111045837, "Finetune/Step": 1642, "Finetune/Step Time": 6.35352486371994}
+{"Finetune/Learning Rate": 1.8372493290728282e-05, "Finetune/Loss": 0.9214001893997192, "Finetune/Loss (Raw)": 0.9121488332748413, "Finetune/Step": 1643, "Finetune/Step Time": 6.362932097166777}
+{"Finetune/Learning Rate": 1.837024403601527e-05, "Finetune/Loss": 0.9205070734024048, "Finetune/Loss (Raw)": 0.845924437046051, "Finetune/Step": 1644, "Finetune/Step Time": 6.361670475453138}
+{"Finetune/Learning Rate": 1.8367993365993672e-05, "Finetune/Loss": 0.9192008376121521, "Finetune/Loss (Raw)": 0.8649246692657471, "Finetune/Step": 1645, "Finetune/Step Time": 6.362101312726736}
+{"Finetune/Learning Rate": 1.8365741281044046e-05, "Finetune/Loss": 0.9203375577926636, "Finetune/Loss (Raw)": 1.0495749711990356, "Finetune/Step": 1646, "Finetune/Step Time": 6.3690410405397415}
+{"Finetune/Learning Rate": 1.8363487781547193e-05, "Finetune/Loss": 0.9191802740097046, "Finetune/Loss (Raw)": 0.9909098148345947, "Finetune/Step": 1647, "Finetune/Step Time": 6.365045661106706}
+{"Finetune/Learning Rate": 1.836123286788415e-05, "Finetune/Loss": 0.9197878241539001, "Finetune/Loss (Raw)": 0.9804702997207642, "Finetune/Step": 1648, "Finetune/Step Time": 6.362032726407051}
+{"Finetune/Learning Rate": 1.8358976540436205e-05, "Finetune/Loss": 0.9188820123672485, "Finetune/Loss (Raw)": 0.9829666018486023, "Finetune/Step": 1649, "Finetune/Step Time": 6.359352100640535}
+{"Finetune/Learning Rate": 1.8356718799584868e-05, "Finetune/Loss": 0.9193990230560303, "Finetune/Loss (Raw)": 0.9229899048805237, "Finetune/Step": 1650, "Finetune/Step Time": 6.358176069334149}
+{"Finetune/Learning Rate": 1.8354459645711898e-05, "Finetune/Loss": 0.9215097427368164, "Finetune/Loss (Raw)": 0.7806979417800903, "Finetune/Step": 1651, "Finetune/Step Time": 6.356529675424099}
+{"Finetune/Learning Rate": 1.8352199079199292e-05, "Finetune/Loss": 0.9223408699035645, "Finetune/Loss (Raw)": 1.002637267112732, "Finetune/Step": 1652, "Finetune/Step Time": 6.343775261193514}
+{"Finetune/Learning Rate": 1.8349937100429285e-05, "Finetune/Loss": 0.9221951961517334, "Finetune/Loss (Raw)": 1.0006192922592163, "Finetune/Step": 1653, "Finetune/Step Time": 6.342840285971761}
+{"Finetune/Learning Rate": 1.834767370978435e-05, "Finetune/Loss": 0.9263032078742981, "Finetune/Loss (Raw)": 0.9752377867698669, "Finetune/Step": 1654, "Finetune/Step Time": 6.33131911046803}
+{"Finetune/Learning Rate": 1.83454089076472e-05, "Finetune/Loss": 0.925713062286377, "Finetune/Loss (Raw)": 0.9452432990074158, "Finetune/Step": 1655, "Finetune/Step Time": 6.312788985669613}
+{"Finetune/Learning Rate": 1.8343142694400784e-05, "Finetune/Loss": 0.9240140914916992, "Finetune/Loss (Raw)": 0.7801533937454224, "Finetune/Step": 1656, "Finetune/Step Time": 6.312080105766654}
+{"Finetune/Learning Rate": 1.8340875070428293e-05, "Finetune/Loss": 0.9222644567489624, "Finetune/Loss (Raw)": 0.9204691648483276, "Finetune/Step": 1657, "Finetune/Step Time": 6.310989525169134}
+{"Finetune/Learning Rate": 1.833860603611316e-05, "Finetune/Loss": 0.9230313301086426, "Finetune/Loss (Raw)": 0.9612933993339539, "Finetune/Step": 1658, "Finetune/Step Time": 6.297115154564381}
+{"Finetune/Learning Rate": 1.8336335591839042e-05, "Finetune/Loss": 0.921486496925354, "Finetune/Loss (Raw)": 0.9024609923362732, "Finetune/Step": 1659, "Finetune/Step Time": 6.303839044645429}
+{"Finetune/Learning Rate": 1.833406373798985e-05, "Finetune/Loss": 0.921744704246521, "Finetune/Loss (Raw)": 0.9985607862472534, "Finetune/Step": 1660, "Finetune/Step Time": 6.300251530483365}
+{"Finetune/Learning Rate": 1.8331790474949726e-05, "Finetune/Loss": 0.9201906323432922, "Finetune/Loss (Raw)": 0.8670031428337097, "Finetune/Step": 1661, "Finetune/Step Time": 6.313098194077611}
+{"Finetune/Learning Rate": 1.8329515803103053e-05, "Finetune/Loss": 0.9169540405273438, "Finetune/Loss (Raw)": 0.6916511058807373, "Finetune/Step": 1662, "Finetune/Step Time": 6.332148293033242}
+{"Finetune/Learning Rate": 1.832723972283445e-05, "Finetune/Loss": 0.9190404415130615, "Finetune/Loss (Raw)": 0.9738509058952332, "Finetune/Step": 1663, "Finetune/Step Time": 6.353419307619333}
+{"Finetune/Learning Rate": 1.8324962234528777e-05, "Finetune/Loss": 0.9176106452941895, "Finetune/Loss (Raw)": 0.8286321759223938, "Finetune/Step": 1664, "Finetune/Step Time": 6.35649050027132}
+{"Finetune/Learning Rate": 1.8322683338571124e-05, "Finetune/Loss": 0.9158353805541992, "Finetune/Loss (Raw)": 0.8261866569519043, "Finetune/Step": 1665, "Finetune/Step Time": 6.359228553250432}
+{"Finetune/Learning Rate": 1.8320403035346834e-05, "Finetune/Loss": 0.916641354560852, "Finetune/Loss (Raw)": 1.005387783050537, "Finetune/Step": 1666, "Finetune/Step Time": 6.351357350125909}
+{"Finetune/Learning Rate": 1.8318121325241476e-05, "Finetune/Loss": 0.9175578355789185, "Finetune/Loss (Raw)": 1.0246961116790771, "Finetune/Step": 1667, "Finetune/Step Time": 6.356525486335158}
+{"Finetune/Learning Rate": 1.8315838208640856e-05, "Finetune/Loss": 0.9166412949562073, "Finetune/Loss (Raw)": 0.856002151966095, "Finetune/Step": 1668, "Finetune/Step Time": 6.37332602776587}
+{"Finetune/Learning Rate": 1.8313553685931026e-05, "Finetune/Loss": 0.9173010587692261, "Finetune/Loss (Raw)": 1.046910047531128, "Finetune/Step": 1669, "Finetune/Step Time": 6.375908814370632}
+{"Finetune/Learning Rate": 1.8311267757498266e-05, "Finetune/Loss": 0.9166474938392639, "Finetune/Loss (Raw)": 0.9592427611351013, "Finetune/Step": 1670, "Finetune/Step Time": 6.372160620987415}
+{"Finetune/Learning Rate": 1.830898042372911e-05, "Finetune/Loss": 0.9162900447845459, "Finetune/Loss (Raw)": 0.801722526550293, "Finetune/Step": 1671, "Finetune/Step Time": 6.368838902562857}
+{"Finetune/Learning Rate": 1.8306691685010307e-05, "Finetune/Loss": 0.9160345792770386, "Finetune/Loss (Raw)": 1.0236964225769043, "Finetune/Step": 1672, "Finetune/Step Time": 6.381591057404876}
+{"Finetune/Learning Rate": 1.8304401541728866e-05, "Finetune/Loss": 0.9167461395263672, "Finetune/Loss (Raw)": 1.05621337890625, "Finetune/Step": 1673, "Finetune/Step Time": 6.36573363468051}
+{"Finetune/Learning Rate": 1.8302109994272014e-05, "Finetune/Loss": 0.9180616736412048, "Finetune/Loss (Raw)": 1.050652265548706, "Finetune/Step": 1674, "Finetune/Step Time": 6.361445561051369}
+{"Finetune/Learning Rate": 1.8299817043027224e-05, "Finetune/Loss": 0.9187105894088745, "Finetune/Loss (Raw)": 0.948771595954895, "Finetune/Step": 1675, "Finetune/Step Time": 6.354793397709727}
+{"Finetune/Learning Rate": 1.829752268838222e-05, "Finetune/Loss": 0.9169519543647766, "Finetune/Loss (Raw)": 0.7181677222251892, "Finetune/Step": 1676, "Finetune/Step Time": 6.358436523005366}
+{"Finetune/Learning Rate": 1.8295226930724937e-05, "Finetune/Loss": 0.9172886610031128, "Finetune/Loss (Raw)": 0.6967834234237671, "Finetune/Step": 1677, "Finetune/Step Time": 6.34978093020618}
+{"Finetune/Learning Rate": 1.8292929770443562e-05, "Finetune/Loss": 0.9173537492752075, "Finetune/Loss (Raw)": 0.9706330299377441, "Finetune/Step": 1678, "Finetune/Step Time": 6.337727677077055}
+{"Finetune/Learning Rate": 1.8290631207926523e-05, "Finetune/Loss": 0.9173593521118164, "Finetune/Loss (Raw)": 0.911959707736969, "Finetune/Step": 1679, "Finetune/Step Time": 6.333875697106123}
+{"Finetune/Learning Rate": 1.8288331243562475e-05, "Finetune/Loss": 0.920073390007019, "Finetune/Loss (Raw)": 1.0466598272323608, "Finetune/Step": 1680, "Finetune/Step Time": 6.32687190361321}
+{"Finetune/Learning Rate": 1.8286029877740314e-05, "Finetune/Loss": 0.9198616743087769, "Finetune/Loss (Raw)": 0.9413702487945557, "Finetune/Step": 1681, "Finetune/Step Time": 6.30762604624033}
+{"Finetune/Learning Rate": 1.8283727110849175e-05, "Finetune/Loss": 0.9185360670089722, "Finetune/Loss (Raw)": 0.7517772316932678, "Finetune/Step": 1682, "Finetune/Step Time": 6.3051467426121235}
+{"Finetune/Learning Rate": 1.8281422943278432e-05, "Finetune/Loss": 0.9195032119750977, "Finetune/Loss (Raw)": 1.070151448249817, "Finetune/Step": 1683, "Finetune/Step Time": 6.293156534433365}
+{"Finetune/Learning Rate": 1.827911737541769e-05, "Finetune/Loss": 0.9199492335319519, "Finetune/Loss (Raw)": 0.9309803247451782, "Finetune/Step": 1684, "Finetune/Step Time": 6.269542634487152}
+{"Finetune/Learning Rate": 1.827681040765679e-05, "Finetune/Loss": 0.920072615146637, "Finetune/Loss (Raw)": 1.0474637746810913, "Finetune/Step": 1685, "Finetune/Step Time": 6.2759352922439575}
+{"Finetune/Learning Rate": 1.8274502040385814e-05, "Finetune/Loss": 0.9221606254577637, "Finetune/Loss (Raw)": 1.0990381240844727, "Finetune/Step": 1686, "Finetune/Step Time": 6.275675106793642}
+{"Finetune/Learning Rate": 1.8272192273995083e-05, "Finetune/Loss": 0.9227452874183655, "Finetune/Loss (Raw)": 0.9517865777015686, "Finetune/Step": 1687, "Finetune/Step Time": 6.264122113585472}
+{"Finetune/Learning Rate": 1.8269881108875146e-05, "Finetune/Loss": 0.9203376770019531, "Finetune/Loss (Raw)": 0.7841394543647766, "Finetune/Step": 1688, "Finetune/Step Time": 6.275335373356938}
+{"Finetune/Learning Rate": 1.8267568545416797e-05, "Finetune/Loss": 0.9222531318664551, "Finetune/Loss (Raw)": 1.172504186630249, "Finetune/Step": 1689, "Finetune/Step Time": 6.2826112434268}
+{"Finetune/Learning Rate": 1.8265254584011064e-05, "Finetune/Loss": 0.922783374786377, "Finetune/Loss (Raw)": 0.986116886138916, "Finetune/Step": 1690, "Finetune/Step Time": 6.281998760998249}
+{"Finetune/Learning Rate": 1.8262939225049205e-05, "Finetune/Loss": 0.9216386079788208, "Finetune/Loss (Raw)": 0.9312730431556702, "Finetune/Step": 1691, "Finetune/Step Time": 6.281488744542003}
+{"Finetune/Learning Rate": 1.8260622468922725e-05, "Finetune/Loss": 0.9210270643234253, "Finetune/Loss (Raw)": 1.0446224212646484, "Finetune/Step": 1692, "Finetune/Step Time": 6.280691532418132}
+{"Finetune/Learning Rate": 1.8258304316023353e-05, "Finetune/Loss": 0.9217128753662109, "Finetune/Loss (Raw)": 1.0441759824752808, "Finetune/Step": 1693, "Finetune/Step Time": 6.2782896384596825}
+{"Finetune/Learning Rate": 1.825598476674307e-05, "Finetune/Loss": 0.9178260564804077, "Finetune/Loss (Raw)": 0.43072155117988586, "Finetune/Step": 1694, "Finetune/Step Time": 6.2850254364311695}
+{"Finetune/Learning Rate": 1.825366382147408e-05, "Finetune/Loss": 0.9167853593826294, "Finetune/Loss (Raw)": 0.883165717124939, "Finetune/Step": 1695, "Finetune/Step Time": 6.297996645793319}
+{"Finetune/Learning Rate": 1.8251341480608823e-05, "Finetune/Loss": 0.916630744934082, "Finetune/Loss (Raw)": 0.7691551446914673, "Finetune/Step": 1696, "Finetune/Step Time": 6.28915493004024}
+{"Finetune/Learning Rate": 1.8249017744539986e-05, "Finetune/Loss": 0.9164915084838867, "Finetune/Loss (Raw)": 0.9441087245941162, "Finetune/Step": 1697, "Finetune/Step Time": 6.290677400305867}
+{"Finetune/Learning Rate": 1.824669261366048e-05, "Finetune/Loss": 0.9178045392036438, "Finetune/Loss (Raw)": 1.0523277521133423, "Finetune/Step": 1698, "Finetune/Step Time": 6.297479670494795}
+{"Finetune/Learning Rate": 1.8244366088363464e-05, "Finetune/Loss": 0.9180900454521179, "Finetune/Loss (Raw)": 0.9117028117179871, "Finetune/Step": 1699, "Finetune/Step Time": 6.298301309347153}
+{"Finetune/Learning Rate": 1.824203816904232e-05, "Finetune/Loss": 0.918078601360321, "Finetune/Loss (Raw)": 0.9024861454963684, "Finetune/Step": 1700, "Finetune/Step Time": 6.296951707452536}
+{"Finetune/Learning Rate": 1.823970885609067e-05, "Finetune/Loss": 0.9173518419265747, "Finetune/Loss (Raw)": 0.9524798393249512, "Finetune/Step": 1701, "Finetune/Step Time": 6.294224664568901}
+{"Finetune/Learning Rate": 1.8237378149902378e-05, "Finetune/Loss": 0.9186618328094482, "Finetune/Loss (Raw)": 1.1248022317886353, "Finetune/Step": 1702, "Finetune/Step Time": 6.295787964016199}
+{"Finetune/Learning Rate": 1.823504605087153e-05, "Finetune/Loss": 0.9208900928497314, "Finetune/Loss (Raw)": 1.0138663053512573, "Finetune/Step": 1703, "Finetune/Step Time": 6.3005965035408735}
+{"Finetune/Learning Rate": 1.823271255939247e-05, "Finetune/Loss": 0.9176739454269409, "Finetune/Loss (Raw)": 0.392718106508255, "Finetune/Step": 1704, "Finetune/Step Time": 6.302494445815682}
+{"Finetune/Learning Rate": 1.8230377675859753e-05, "Finetune/Loss": 0.918189287185669, "Finetune/Loss (Raw)": 1.073808193206787, "Finetune/Step": 1705, "Finetune/Step Time": 6.308393863961101}
+{"Finetune/Learning Rate": 1.8228041400668185e-05, "Finetune/Loss": 0.9151681661605835, "Finetune/Loss (Raw)": 0.6418192386627197, "Finetune/Step": 1706, "Finetune/Step Time": 6.3104580622166395}
+{"Finetune/Learning Rate": 1.8225703734212796e-05, "Finetune/Loss": 0.914284884929657, "Finetune/Loss (Raw)": 0.749933123588562, "Finetune/Step": 1707, "Finetune/Step Time": 6.321193404495716}
+{"Finetune/Learning Rate": 1.8223364676888864e-05, "Finetune/Loss": 0.9181602001190186, "Finetune/Loss (Raw)": 0.9291792511940002, "Finetune/Step": 1708, "Finetune/Step Time": 6.3083073031157255}
+{"Finetune/Learning Rate": 1.8221024229091895e-05, "Finetune/Loss": 0.9176867008209229, "Finetune/Loss (Raw)": 0.8398145437240601, "Finetune/Step": 1709, "Finetune/Step Time": 6.2833383828401566}
+{"Finetune/Learning Rate": 1.8218682391217626e-05, "Finetune/Loss": 0.9168226718902588, "Finetune/Loss (Raw)": 0.8746185898780823, "Finetune/Step": 1710, "Finetune/Step Time": 6.285723397508264}
+{"Finetune/Learning Rate": 1.8216339163662043e-05, "Finetune/Loss": 0.9133895635604858, "Finetune/Loss (Raw)": 0.6992512345314026, "Finetune/Step": 1711, "Finetune/Step Time": 6.283975632861257}
+{"Finetune/Learning Rate": 1.821399454682135e-05, "Finetune/Loss": 0.9121439456939697, "Finetune/Loss (Raw)": 0.7863929867744446, "Finetune/Step": 1712, "Finetune/Step Time": 6.286344520747662}
+{"Finetune/Learning Rate": 1.821164854109199e-05, "Finetune/Loss": 0.9121453762054443, "Finetune/Loss (Raw)": 0.9535278081893921, "Finetune/Step": 1713, "Finetune/Step Time": 6.27535492926836}
+{"Finetune/Learning Rate": 1.820930114687066e-05, "Finetune/Loss": 0.9121372699737549, "Finetune/Loss (Raw)": 0.9859299063682556, "Finetune/Step": 1714, "Finetune/Step Time": 6.270092533901334}
+{"Finetune/Learning Rate": 1.820695236455426e-05, "Finetune/Loss": 0.9125831127166748, "Finetune/Loss (Raw)": 1.0517886877059937, "Finetune/Step": 1715, "Finetune/Step Time": 6.2683122511953115}
+{"Finetune/Learning Rate": 1.8204602194539948e-05, "Finetune/Loss": 0.9114048480987549, "Finetune/Loss (Raw)": 0.8559316396713257, "Finetune/Step": 1716, "Finetune/Step Time": 6.281886346638203}
+{"Finetune/Learning Rate": 1.8202250637225116e-05, "Finetune/Loss": 0.9098260402679443, "Finetune/Loss (Raw)": 0.6928807497024536, "Finetune/Step": 1717, "Finetune/Step Time": 6.279152844101191}
+{"Finetune/Learning Rate": 1.8199897693007372e-05, "Finetune/Loss": 0.9085234999656677, "Finetune/Loss (Raw)": 0.9680415987968445, "Finetune/Step": 1718, "Finetune/Step Time": 6.276334388181567}
+{"Finetune/Learning Rate": 1.819754336228458e-05, "Finetune/Loss": 0.9111195802688599, "Finetune/Loss (Raw)": 0.8156949281692505, "Finetune/Step": 1719, "Finetune/Step Time": 6.281779620796442}
+{"Finetune/Learning Rate": 1.8195187645454826e-05, "Finetune/Loss": 0.9085882306098938, "Finetune/Loss (Raw)": 0.5736465454101562, "Finetune/Step": 1720, "Finetune/Step Time": 6.28809112124145}
+{"Finetune/Learning Rate": 1.8192830542916435e-05, "Finetune/Loss": 0.9086486101150513, "Finetune/Loss (Raw)": 0.9187526106834412, "Finetune/Step": 1721, "Finetune/Step Time": 6.282597115263343}
+{"Finetune/Learning Rate": 1.8190472055067965e-05, "Finetune/Loss": 0.9117846488952637, "Finetune/Loss (Raw)": 0.7908108234405518, "Finetune/Step": 1722, "Finetune/Step Time": 6.274540254846215}
+{"Finetune/Learning Rate": 1.8188112182308205e-05, "Finetune/Loss": 0.9122254252433777, "Finetune/Loss (Raw)": 0.985110342502594, "Finetune/Step": 1723, "Finetune/Step Time": 6.262062462046742}
+{"Finetune/Learning Rate": 1.8185750925036182e-05, "Finetune/Loss": 0.9116845726966858, "Finetune/Loss (Raw)": 0.8185815215110779, "Finetune/Step": 1724, "Finetune/Step Time": 6.260634122416377}
+{"Finetune/Learning Rate": 1.818338828365116e-05, "Finetune/Loss": 0.9134398698806763, "Finetune/Loss (Raw)": 1.0934064388275146, "Finetune/Step": 1725, "Finetune/Step Time": 6.254265170544386}
+{"Finetune/Learning Rate": 1.8181024258552633e-05, "Finetune/Loss": 0.9125876426696777, "Finetune/Loss (Raw)": 0.9550123810768127, "Finetune/Step": 1726, "Finetune/Step Time": 6.248349068686366}
+{"Finetune/Learning Rate": 1.8178658850140326e-05, "Finetune/Loss": 0.9134300351142883, "Finetune/Loss (Raw)": 1.0966829061508179, "Finetune/Step": 1727, "Finetune/Step Time": 6.248372741043568}
+{"Finetune/Learning Rate": 1.8176292058814206e-05, "Finetune/Loss": 0.9138587117195129, "Finetune/Loss (Raw)": 0.9662736654281616, "Finetune/Step": 1728, "Finetune/Step Time": 6.245660085231066}
+{"Finetune/Learning Rate": 1.8173923884974465e-05, "Finetune/Loss": 0.9127459526062012, "Finetune/Loss (Raw)": 0.9454360604286194, "Finetune/Step": 1729, "Finetune/Step Time": 6.2590436693280935}
+{"Finetune/Learning Rate": 1.8171554329021534e-05, "Finetune/Loss": 0.9122277498245239, "Finetune/Loss (Raw)": 1.0887937545776367, "Finetune/Step": 1730, "Finetune/Step Time": 6.261371852830052}
+{"Finetune/Learning Rate": 1.816918339135608e-05, "Finetune/Loss": 0.9120237827301025, "Finetune/Loss (Raw)": 0.9717829823493958, "Finetune/Step": 1731, "Finetune/Step Time": 6.2632564306259155}
+{"Finetune/Learning Rate": 1.8166811072378996e-05, "Finetune/Loss": 0.9121884107589722, "Finetune/Loss (Raw)": 0.9158505201339722, "Finetune/Step": 1732, "Finetune/Step Time": 6.261804150417447}
+{"Finetune/Learning Rate": 1.8164437372491415e-05, "Finetune/Loss": 0.9098514318466187, "Finetune/Loss (Raw)": 0.6910921931266785, "Finetune/Step": 1733, "Finetune/Step Time": 6.262471072375774}
+{"Finetune/Learning Rate": 1.81620622920947e-05, "Finetune/Loss": 0.9092956781387329, "Finetune/Loss (Raw)": 0.9239281415939331, "Finetune/Step": 1734, "Finetune/Step Time": 6.265869153663516}
+{"Finetune/Learning Rate": 1.815968583159045e-05, "Finetune/Loss": 0.9102795720100403, "Finetune/Loss (Raw)": 1.0593217611312866, "Finetune/Step": 1735, "Finetune/Step Time": 6.269230850040913}
+{"Finetune/Learning Rate": 1.8157307991380496e-05, "Finetune/Loss": 0.9100438356399536, "Finetune/Loss (Raw)": 1.0040158033370972, "Finetune/Step": 1736, "Finetune/Step Time": 6.266905939206481}
+{"Finetune/Learning Rate": 1.8154928771866906e-05, "Finetune/Loss": 0.9106107950210571, "Finetune/Loss (Raw)": 1.037054181098938, "Finetune/Step": 1737, "Finetune/Step Time": 6.259356655180454}
+{"Finetune/Learning Rate": 1.815254817345197e-05, "Finetune/Loss": 0.9097427725791931, "Finetune/Loss (Raw)": 0.868572473526001, "Finetune/Step": 1738, "Finetune/Step Time": 6.2519858088344336}
+{"Finetune/Learning Rate": 1.8150166196538225e-05, "Finetune/Loss": 0.9083333611488342, "Finetune/Loss (Raw)": 0.919937252998352, "Finetune/Step": 1739, "Finetune/Step Time": 6.267887394875288}
+{"Finetune/Learning Rate": 1.814778284152843e-05, "Finetune/Loss": 0.9063559770584106, "Finetune/Loss (Raw)": 0.8273690342903137, "Finetune/Step": 1740, "Finetune/Step Time": 6.2728027403354645}
+{"Finetune/Learning Rate": 1.8145398108825586e-05, "Finetune/Loss": 0.9066043496131897, "Finetune/Loss (Raw)": 0.899381697177887, "Finetune/Step": 1741, "Finetune/Step Time": 6.273381069302559}
+{"Finetune/Learning Rate": 1.8143011998832923e-05, "Finetune/Loss": 0.9090123176574707, "Finetune/Loss (Raw)": 1.1274856328964233, "Finetune/Step": 1742, "Finetune/Step Time": 6.273150261491537}
+{"Finetune/Learning Rate": 1.8140624511953902e-05, "Finetune/Loss": 0.9104258418083191, "Finetune/Loss (Raw)": 0.9996582269668579, "Finetune/Step": 1743, "Finetune/Step Time": 6.2796373553574085}
+{"Finetune/Learning Rate": 1.813823564859222e-05, "Finetune/Loss": 0.910744309425354, "Finetune/Loss (Raw)": 1.0023447275161743, "Finetune/Step": 1744, "Finetune/Step Time": 6.265304997563362}
+{"Finetune/Learning Rate": 1.8135845409151804e-05, "Finetune/Loss": 0.9106834530830383, "Finetune/Loss (Raw)": 0.937747061252594, "Finetune/Step": 1745, "Finetune/Step Time": 6.258884757757187}
+{"Finetune/Learning Rate": 1.8133453794036816e-05, "Finetune/Loss": 0.9121143817901611, "Finetune/Loss (Raw)": 0.9966166019439697, "Finetune/Step": 1746, "Finetune/Step Time": 6.249262388795614}
+{"Finetune/Learning Rate": 1.8131060803651647e-05, "Finetune/Loss": 0.9122403264045715, "Finetune/Loss (Raw)": 0.9354824423789978, "Finetune/Step": 1747, "Finetune/Step Time": 6.237634442746639}
+{"Finetune/Learning Rate": 1.8128666438400928e-05, "Finetune/Loss": 0.9162565469741821, "Finetune/Loss (Raw)": 0.9264056086540222, "Finetune/Step": 1748, "Finetune/Step Time": 6.2342646811157465}
+{"Finetune/Learning Rate": 1.8126270698689513e-05, "Finetune/Loss": 0.9176065921783447, "Finetune/Loss (Raw)": 0.9472762942314148, "Finetune/Step": 1749, "Finetune/Step Time": 6.232374822720885}
+{"Finetune/Learning Rate": 1.8123873584922495e-05, "Finetune/Loss": 0.9186501502990723, "Finetune/Loss (Raw)": 1.103432297706604, "Finetune/Step": 1750, "Finetune/Step Time": 6.226717576384544}
+{"Finetune/Learning Rate": 1.8121475097505202e-05, "Finetune/Loss": 0.9158771634101868, "Finetune/Loss (Raw)": 0.673327624797821, "Finetune/Step": 1751, "Finetune/Step Time": 6.22456294670701}
+{"Finetune/Learning Rate": 1.811907523684318e-05, "Finetune/Loss": 0.9166752099990845, "Finetune/Loss (Raw)": 1.0698308944702148, "Finetune/Step": 1752, "Finetune/Step Time": 6.2325817458331585}
+{"Finetune/Learning Rate": 1.8116674003342224e-05, "Finetune/Loss": 0.9134894013404846, "Finetune/Loss (Raw)": 0.56429523229599, "Finetune/Step": 1753, "Finetune/Step Time": 6.223579239100218}
+{"Finetune/Learning Rate": 1.811427139740835e-05, "Finetune/Loss": 0.9123374223709106, "Finetune/Loss (Raw)": 0.7840172052383423, "Finetune/Step": 1754, "Finetune/Step Time": 6.22507743909955}
+{"Finetune/Learning Rate": 1.8111867419447813e-05, "Finetune/Loss": 0.9135538935661316, "Finetune/Loss (Raw)": 1.0759402513504028, "Finetune/Step": 1755, "Finetune/Step Time": 6.233994357287884}
+{"Finetune/Learning Rate": 1.81094620698671e-05, "Finetune/Loss": 0.9153696894645691, "Finetune/Loss (Raw)": 1.120023250579834, "Finetune/Step": 1756, "Finetune/Step Time": 6.232339108362794}
+{"Finetune/Learning Rate": 1.8107055349072918e-05, "Finetune/Loss": 0.9177384972572327, "Finetune/Loss (Raw)": 1.006504774093628, "Finetune/Step": 1757, "Finetune/Step Time": 6.229451676830649}
+{"Finetune/Learning Rate": 1.810464725747222e-05, "Finetune/Loss": 0.919191837310791, "Finetune/Loss (Raw)": 1.0793265104293823, "Finetune/Step": 1758, "Finetune/Step Time": 6.199938006699085}
+{"Finetune/Learning Rate": 1.8102237795472187e-05, "Finetune/Loss": 0.9191926121711731, "Finetune/Loss (Raw)": 1.0759016275405884, "Finetune/Step": 1759, "Finetune/Step Time": 6.195616694167256}
+{"Finetune/Learning Rate": 1.8099826963480228e-05, "Finetune/Loss": 0.9209844470024109, "Finetune/Loss (Raw)": 1.0008505582809448, "Finetune/Step": 1760, "Finetune/Step Time": 6.187253197655082}
+{"Finetune/Learning Rate": 1.8097414761903987e-05, "Finetune/Loss": 0.9220020771026611, "Finetune/Loss (Raw)": 0.983931839466095, "Finetune/Step": 1761, "Finetune/Step Time": 6.195452133193612}
+{"Finetune/Learning Rate": 1.809500119115134e-05, "Finetune/Loss": 0.9204704761505127, "Finetune/Loss (Raw)": 0.7570120692253113, "Finetune/Step": 1762, "Finetune/Step Time": 6.20440118573606}
+{"Finetune/Learning Rate": 1.809258625163039e-05, "Finetune/Loss": 0.9197806119918823, "Finetune/Loss (Raw)": 0.8244049549102783, "Finetune/Step": 1763, "Finetune/Step Time": 6.215517846867442}
+{"Finetune/Learning Rate": 1.8090169943749477e-05, "Finetune/Loss": 0.9207403659820557, "Finetune/Loss (Raw)": 1.1002354621887207, "Finetune/Step": 1764, "Finetune/Step Time": 6.214679935947061}
+{"Finetune/Learning Rate": 1.8087752267917167e-05, "Finetune/Loss": 0.9159296751022339, "Finetune/Loss (Raw)": 0.3613969683647156, "Finetune/Step": 1765, "Finetune/Step Time": 6.2160360515117645}
+{"Finetune/Learning Rate": 1.8085333224542263e-05, "Finetune/Loss": 0.9169760942459106, "Finetune/Loss (Raw)": 0.9079289436340332, "Finetune/Step": 1766, "Finetune/Step Time": 6.225230699405074}
+{"Finetune/Learning Rate": 1.8082912814033796e-05, "Finetune/Loss": 0.9162991046905518, "Finetune/Loss (Raw)": 0.9102316498756409, "Finetune/Step": 1767, "Finetune/Step Time": 6.225826472043991}
+{"Finetune/Learning Rate": 1.8080491036801023e-05, "Finetune/Loss": 0.9165676832199097, "Finetune/Loss (Raw)": 0.9937429428100586, "Finetune/Step": 1768, "Finetune/Step Time": 6.234701927751303}
+{"Finetune/Learning Rate": 1.807806789325345e-05, "Finetune/Loss": 0.9156976938247681, "Finetune/Loss (Raw)": 0.6791436076164246, "Finetune/Step": 1769, "Finetune/Step Time": 6.235871475189924}
+{"Finetune/Learning Rate": 1.807564338380079e-05, "Finetune/Loss": 0.9163957834243774, "Finetune/Loss (Raw)": 0.829703152179718, "Finetune/Step": 1770, "Finetune/Step Time": 6.240178512409329}
+{"Finetune/Learning Rate": 1.807321750885301e-05, "Finetune/Loss": 0.915768563747406, "Finetune/Loss (Raw)": 0.831859290599823, "Finetune/Step": 1771, "Finetune/Step Time": 6.2359334602952}
+{"Finetune/Learning Rate": 1.807079026882028e-05, "Finetune/Loss": 0.9122350215911865, "Finetune/Loss (Raw)": 0.39362895488739014, "Finetune/Step": 1772, "Finetune/Step Time": 6.233864899724722}
+{"Finetune/Learning Rate": 1.806836166411303e-05, "Finetune/Loss": 0.9128023386001587, "Finetune/Loss (Raw)": 0.937552809715271, "Finetune/Step": 1773, "Finetune/Step Time": 6.24414386972785}
+{"Finetune/Learning Rate": 1.806593169514191e-05, "Finetune/Loss": 0.9114975333213806, "Finetune/Loss (Raw)": 0.8825539350509644, "Finetune/Step": 1774, "Finetune/Step Time": 6.236734457314014}
+{"Finetune/Learning Rate": 1.806350036231779e-05, "Finetune/Loss": 0.9109341502189636, "Finetune/Loss (Raw)": 0.9187960028648376, "Finetune/Step": 1775, "Finetune/Step Time": 6.234579160809517}
+{"Finetune/Learning Rate": 1.806106766605178e-05, "Finetune/Loss": 0.9110917448997498, "Finetune/Loss (Raw)": 1.0006364583969116, "Finetune/Step": 1776, "Finetune/Step Time": 6.238864267244935}
+{"Finetune/Learning Rate": 1.805863360675523e-05, "Finetune/Loss": 0.9105679392814636, "Finetune/Loss (Raw)": 0.9159231185913086, "Finetune/Step": 1777, "Finetune/Step Time": 6.247351681813598}
+{"Finetune/Learning Rate": 1.80561981848397e-05, "Finetune/Loss": 0.9116255044937134, "Finetune/Loss (Raw)": 1.0583606958389282, "Finetune/Step": 1778, "Finetune/Step Time": 6.258883943781257}
+{"Finetune/Learning Rate": 1.8053761400716996e-05, "Finetune/Loss": 0.9129208922386169, "Finetune/Loss (Raw)": 0.9465081095695496, "Finetune/Step": 1779, "Finetune/Step Time": 6.263969307765365}
+{"Finetune/Learning Rate": 1.8051323254799146e-05, "Finetune/Loss": 0.9114096760749817, "Finetune/Loss (Raw)": 0.8091995120048523, "Finetune/Step": 1780, "Finetune/Step Time": 6.265848219394684}
+{"Finetune/Learning Rate": 1.8048883747498417e-05, "Finetune/Loss": 0.9105592966079712, "Finetune/Loss (Raw)": 0.8917673230171204, "Finetune/Step": 1781, "Finetune/Step Time": 6.268756501376629}
+{"Finetune/Learning Rate": 1.8046442879227293e-05, "Finetune/Loss": 0.9114600419998169, "Finetune/Loss (Raw)": 1.090533971786499, "Finetune/Step": 1782, "Finetune/Step Time": 6.266473608091474}
+{"Finetune/Learning Rate": 1.80440006503985e-05, "Finetune/Loss": 0.9123693704605103, "Finetune/Loss (Raw)": 1.0616419315338135, "Finetune/Step": 1783, "Finetune/Step Time": 6.267660664394498}
+{"Finetune/Learning Rate": 1.804155706142499e-05, "Finetune/Loss": 0.9145761728286743, "Finetune/Loss (Raw)": 1.062620997428894, "Finetune/Step": 1784, "Finetune/Step Time": 6.267906615510583}
+{"Finetune/Learning Rate": 1.8039112112719944e-05, "Finetune/Loss": 0.9147878289222717, "Finetune/Loss (Raw)": 0.9475617408752441, "Finetune/Step": 1785, "Finetune/Step Time": 6.263638211414218}
+{"Finetune/Learning Rate": 1.8036665804696777e-05, "Finetune/Loss": 0.9147157073020935, "Finetune/Loss (Raw)": 0.9520639777183533, "Finetune/Step": 1786, "Finetune/Step Time": 6.257170075550675}
+{"Finetune/Learning Rate": 1.803421813776913e-05, "Finetune/Loss": 0.914181113243103, "Finetune/Loss (Raw)": 0.8340263366699219, "Finetune/Step": 1787, "Finetune/Step Time": 6.245528472587466}
+{"Finetune/Learning Rate": 1.8031769112350864e-05, "Finetune/Loss": 0.9149829745292664, "Finetune/Loss (Raw)": 1.101202368736267, "Finetune/Step": 1788, "Finetune/Step Time": 6.2533785086125135}
+{"Finetune/Learning Rate": 1.8029318728856092e-05, "Finetune/Loss": 0.9143850803375244, "Finetune/Loss (Raw)": 0.790477991104126, "Finetune/Step": 1789, "Finetune/Step Time": 6.24265930429101}
+{"Finetune/Learning Rate": 1.8026866987699142e-05, "Finetune/Loss": 0.9145922064781189, "Finetune/Loss (Raw)": 0.7181570529937744, "Finetune/Step": 1790, "Finetune/Step Time": 6.229582667350769}
+{"Finetune/Learning Rate": 1.8024413889294567e-05, "Finetune/Loss": 0.9143086671829224, "Finetune/Loss (Raw)": 0.9375564455986023, "Finetune/Step": 1791, "Finetune/Step Time": 6.219815401360393}
+{"Finetune/Learning Rate": 1.8021959434057168e-05, "Finetune/Loss": 0.9142732620239258, "Finetune/Loss (Raw)": 0.8241069912910461, "Finetune/Step": 1792, "Finetune/Step Time": 6.220393184572458}
+{"Finetune/Learning Rate": 1.801950362240196e-05, "Finetune/Loss": 0.9144169092178345, "Finetune/Loss (Raw)": 0.8445690870285034, "Finetune/Step": 1793, "Finetune/Step Time": 6.227097753435373}
+{"Finetune/Learning Rate": 1.8017046454744186e-05, "Finetune/Loss": 0.9147301912307739, "Finetune/Loss (Raw)": 1.0454890727996826, "Finetune/Step": 1794, "Finetune/Step Time": 6.233492899686098}
+{"Finetune/Learning Rate": 1.8014587931499327e-05, "Finetune/Loss": 0.912627637386322, "Finetune/Loss (Raw)": 0.7555711269378662, "Finetune/Step": 1795, "Finetune/Step Time": 6.243612375110388}
+{"Finetune/Learning Rate": 1.8012128053083097e-05, "Finetune/Loss": 0.91268390417099, "Finetune/Loss (Raw)": 0.8632012009620667, "Finetune/Step": 1796, "Finetune/Step Time": 6.24887403100729}
+{"Finetune/Learning Rate": 1.800966681991142e-05, "Finetune/Loss": 0.9130234718322754, "Finetune/Loss (Raw)": 1.090376853942871, "Finetune/Step": 1797, "Finetune/Step Time": 6.257154509425163}
+{"Finetune/Learning Rate": 1.8007204232400467e-05, "Finetune/Loss": 0.9124171733856201, "Finetune/Loss (Raw)": 0.8816415071487427, "Finetune/Step": 1798, "Finetune/Step Time": 6.264756228774786}
+{"Finetune/Learning Rate": 1.800474029096664e-05, "Finetune/Loss": 0.9133551716804504, "Finetune/Loss (Raw)": 0.9217817187309265, "Finetune/Step": 1799, "Finetune/Step Time": 6.277502041310072}
+{"Finetune/Learning Rate": 1.800227499602655e-05, "Finetune/Loss": 0.9140890836715698, "Finetune/Loss (Raw)": 1.1176409721374512, "Finetune/Step": 1800, "Finetune/Step Time": 6.284852333366871}
+{"Finetune/Learning Rate": 1.799980834799705e-05, "Finetune/Loss": 0.9145355820655823, "Finetune/Loss (Raw)": 1.1133636236190796, "Finetune/Step": 1801, "Finetune/Step Time": 6.283314740285277}
+{"Finetune/Learning Rate": 1.7997340347295232e-05, "Finetune/Loss": 0.9142860174179077, "Finetune/Loss (Raw)": 1.0187044143676758, "Finetune/Step": 1802, "Finetune/Step Time": 6.282237334176898}
+{"Finetune/Learning Rate": 1.7994870994338395e-05, "Finetune/Loss": 0.9151430726051331, "Finetune/Loss (Raw)": 1.0584782361984253, "Finetune/Step": 1803, "Finetune/Step Time": 6.285165958106518}
+{"Finetune/Learning Rate": 1.7992400289544082e-05, "Finetune/Loss": 0.916538655757904, "Finetune/Loss (Raw)": 0.8968009948730469, "Finetune/Step": 1804, "Finetune/Step Time": 6.287600735202432}
+{"Finetune/Learning Rate": 1.798992823333005e-05, "Finetune/Loss": 0.9190890789031982, "Finetune/Loss (Raw)": 1.0232398509979248, "Finetune/Step": 1805, "Finetune/Step Time": 6.283275788649917}
+{"Finetune/Learning Rate": 1.798745482611431e-05, "Finetune/Loss": 0.9184728860855103, "Finetune/Loss (Raw)": 0.8917567729949951, "Finetune/Step": 1806, "Finetune/Step Time": 6.276589021086693}
+{"Finetune/Learning Rate": 1.7984980068315077e-05, "Finetune/Loss": 0.9183615446090698, "Finetune/Loss (Raw)": 0.8977010250091553, "Finetune/Step": 1807, "Finetune/Step Time": 6.277340782806277}
+{"Finetune/Learning Rate": 1.7982503960350805e-05, "Finetune/Loss": 0.9172526597976685, "Finetune/Loss (Raw)": 0.904724657535553, "Finetune/Step": 1808, "Finetune/Step Time": 6.280917223542929}
+{"Finetune/Learning Rate": 1.7980026502640168e-05, "Finetune/Loss": 0.9168785214424133, "Finetune/Loss (Raw)": 0.893484890460968, "Finetune/Step": 1809, "Finetune/Step Time": 6.293718634173274}
+{"Finetune/Learning Rate": 1.7977547695602085e-05, "Finetune/Loss": 0.9186382293701172, "Finetune/Loss (Raw)": 0.9770286679267883, "Finetune/Step": 1810, "Finetune/Step Time": 6.3070581536740065}
+{"Finetune/Learning Rate": 1.7975067539655685e-05, "Finetune/Loss": 0.9157882928848267, "Finetune/Loss (Raw)": 0.7053521275520325, "Finetune/Step": 1811, "Finetune/Step Time": 6.304101267829537}
+{"Finetune/Learning Rate": 1.797258603522034e-05, "Finetune/Loss": 0.9146979451179504, "Finetune/Loss (Raw)": 0.7914127111434937, "Finetune/Step": 1812, "Finetune/Step Time": 6.313827928155661}
+{"Finetune/Learning Rate": 1.7970103182715636e-05, "Finetune/Loss": 0.9132751822471619, "Finetune/Loss (Raw)": 0.8653527498245239, "Finetune/Step": 1813, "Finetune/Step Time": 6.307166447862983}
+{"Finetune/Learning Rate": 1.7967618982561393e-05, "Finetune/Loss": 0.9132399559020996, "Finetune/Loss (Raw)": 1.094526767730713, "Finetune/Step": 1814, "Finetune/Step Time": 6.305887840688229}
+{"Finetune/Learning Rate": 1.796513343517767e-05, "Finetune/Loss": 0.912230372428894, "Finetune/Loss (Raw)": 0.822559118270874, "Finetune/Step": 1815, "Finetune/Step Time": 6.305218603461981}
+{"Finetune/Learning Rate": 1.7962646540984733e-05, "Finetune/Loss": 0.9127087593078613, "Finetune/Loss (Raw)": 0.8453763127326965, "Finetune/Step": 1816, "Finetune/Step Time": 6.2939546555280685}
+{"Finetune/Learning Rate": 1.7960158300403087e-05, "Finetune/Loss": 0.9117847681045532, "Finetune/Loss (Raw)": 1.054237961769104, "Finetune/Step": 1817, "Finetune/Step Time": 6.29103366471827}
+{"Finetune/Learning Rate": 1.7957668713853467e-05, "Finetune/Loss": 0.9121662378311157, "Finetune/Loss (Raw)": 1.0349477529525757, "Finetune/Step": 1818, "Finetune/Step Time": 6.317923551425338}
+{"Finetune/Learning Rate": 1.7955177781756835e-05, "Finetune/Loss": 0.9131349921226501, "Finetune/Loss (Raw)": 1.0552691221237183, "Finetune/Step": 1819, "Finetune/Step Time": 6.31797088868916}
+{"Finetune/Learning Rate": 1.7952685504534373e-05, "Finetune/Loss": 0.9116775393486023, "Finetune/Loss (Raw)": 0.8580672740936279, "Finetune/Step": 1820, "Finetune/Step Time": 6.326756315305829}
+{"Finetune/Learning Rate": 1.7950191882607496e-05, "Finetune/Loss": 0.9098514914512634, "Finetune/Loss (Raw)": 0.8104403614997864, "Finetune/Step": 1821, "Finetune/Step Time": 6.35643663443625}
+{"Finetune/Learning Rate": 1.7947696916397848e-05, "Finetune/Loss": 0.9127907752990723, "Finetune/Loss (Raw)": 0.8069519400596619, "Finetune/Step": 1822, "Finetune/Step Time": 6.362701736390591}
+{"Finetune/Learning Rate": 1.7945200606327297e-05, "Finetune/Loss": 0.9141688346862793, "Finetune/Loss (Raw)": 1.0595523118972778, "Finetune/Step": 1823, "Finetune/Step Time": 6.359696069732308}
+{"Finetune/Learning Rate": 1.7942702952817942e-05, "Finetune/Loss": 0.9163615703582764, "Finetune/Loss (Raw)": 1.0498268604278564, "Finetune/Step": 1824, "Finetune/Step Time": 6.349864192306995}
+{"Finetune/Learning Rate": 1.79402039562921e-05, "Finetune/Loss": 0.9171441793441772, "Finetune/Loss (Raw)": 1.0442875623703003, "Finetune/Step": 1825, "Finetune/Step Time": 6.336038485169411}
+{"Finetune/Learning Rate": 1.7937703617172326e-05, "Finetune/Loss": 0.915880024433136, "Finetune/Loss (Raw)": 0.8905149102210999, "Finetune/Step": 1826, "Finetune/Step Time": 6.329910725355148}
+{"Finetune/Learning Rate": 1.7935201935881398e-05, "Finetune/Loss": 0.9170911908149719, "Finetune/Loss (Raw)": 1.066732406616211, "Finetune/Step": 1827, "Finetune/Step Time": 6.325355028733611}
+{"Finetune/Learning Rate": 1.7932698912842318e-05, "Finetune/Loss": 0.9165084958076477, "Finetune/Loss (Raw)": 0.8278987407684326, "Finetune/Step": 1828, "Finetune/Step Time": 6.324868027120829}
+{"Finetune/Learning Rate": 1.7930194548478323e-05, "Finetune/Loss": 0.9154646396636963, "Finetune/Loss (Raw)": 0.8188633322715759, "Finetune/Step": 1829, "Finetune/Step Time": 6.324647719040513}
+{"Finetune/Learning Rate": 1.7927688843212864e-05, "Finetune/Loss": 0.914896547794342, "Finetune/Loss (Raw)": 1.0520892143249512, "Finetune/Step": 1830, "Finetune/Step Time": 6.333186160773039}
+{"Finetune/Learning Rate": 1.7925181797469628e-05, "Finetune/Loss": 0.9136115908622742, "Finetune/Loss (Raw)": 0.8493931293487549, "Finetune/Step": 1831, "Finetune/Step Time": 6.359662549570203}
+{"Finetune/Learning Rate": 1.792267341167253e-05, "Finetune/Loss": 0.915715217590332, "Finetune/Loss (Raw)": 0.6619768738746643, "Finetune/Step": 1832, "Finetune/Step Time": 6.358144676312804}
+{"Finetune/Learning Rate": 1.7920163686245705e-05, "Finetune/Loss": 0.9127086400985718, "Finetune/Loss (Raw)": 0.6889756917953491, "Finetune/Step": 1833, "Finetune/Step Time": 6.363879879936576}
+{"Finetune/Learning Rate": 1.7917652621613517e-05, "Finetune/Loss": 0.9146553874015808, "Finetune/Loss (Raw)": 0.8909986019134521, "Finetune/Step": 1834, "Finetune/Step Time": 6.375081185251474}
+{"Finetune/Learning Rate": 1.791514021820056e-05, "Finetune/Loss": 0.9159994125366211, "Finetune/Loss (Raw)": 0.9219651222229004, "Finetune/Step": 1835, "Finetune/Step Time": 6.359667276963592}
+{"Finetune/Learning Rate": 1.7912626476431648e-05, "Finetune/Loss": 0.9161356687545776, "Finetune/Loss (Raw)": 0.9466231465339661, "Finetune/Step": 1836, "Finetune/Step Time": 6.352132797241211}
+{"Finetune/Learning Rate": 1.791011139673183e-05, "Finetune/Loss": 0.9161656498908997, "Finetune/Loss (Raw)": 0.8436499238014221, "Finetune/Step": 1837, "Finetune/Step Time": 6.345791157335043}
+{"Finetune/Learning Rate": 1.790759497952637e-05, "Finetune/Loss": 0.9170640110969543, "Finetune/Loss (Raw)": 0.9896106123924255, "Finetune/Step": 1838, "Finetune/Step Time": 6.34000750631094}
+{"Finetune/Learning Rate": 1.790507722524077e-05, "Finetune/Loss": 0.9187939167022705, "Finetune/Loss (Raw)": 0.9206724166870117, "Finetune/Step": 1839, "Finetune/Step Time": 6.334152748808265}
+{"Finetune/Learning Rate": 1.790255813430075e-05, "Finetune/Loss": 0.9194152355194092, "Finetune/Loss (Raw)": 0.8659319877624512, "Finetune/Step": 1840, "Finetune/Step Time": 6.329154998064041}
+{"Finetune/Learning Rate": 1.7900037707132255e-05, "Finetune/Loss": 0.919456958770752, "Finetune/Loss (Raw)": 0.9588596224784851, "Finetune/Step": 1841, "Finetune/Step Time": 6.332026993855834}
+{"Finetune/Learning Rate": 1.789751594416146e-05, "Finetune/Loss": 0.9199228286743164, "Finetune/Loss (Raw)": 1.045569896697998, "Finetune/Step": 1842, "Finetune/Step Time": 6.330894375219941}
+{"Finetune/Learning Rate": 1.789499284581477e-05, "Finetune/Loss": 0.916100025177002, "Finetune/Loss (Raw)": 0.5624654293060303, "Finetune/Step": 1843, "Finetune/Step Time": 6.331841230392456}
+{"Finetune/Learning Rate": 1.7892468412518806e-05, "Finetune/Loss": 0.9158530235290527, "Finetune/Loss (Raw)": 0.8243122100830078, "Finetune/Step": 1844, "Finetune/Step Time": 6.336465043947101}
+{"Finetune/Learning Rate": 1.7889942644700423e-05, "Finetune/Loss": 0.9184357523918152, "Finetune/Loss (Raw)": 1.0234723091125488, "Finetune/Step": 1845, "Finetune/Step Time": 6.3528399877250195}
+{"Finetune/Learning Rate": 1.7887415542786694e-05, "Finetune/Loss": 0.918239951133728, "Finetune/Loss (Raw)": 0.9429770708084106, "Finetune/Step": 1846, "Finetune/Step Time": 6.338650586083531}
+{"Finetune/Learning Rate": 1.7884887107204925e-05, "Finetune/Loss": 0.9198892116546631, "Finetune/Loss (Raw)": 1.0268019437789917, "Finetune/Step": 1847, "Finetune/Step Time": 6.330644853413105}
+{"Finetune/Learning Rate": 1.7882357338382648e-05, "Finetune/Loss": 0.9240827560424805, "Finetune/Loss (Raw)": 1.1104203462600708, "Finetune/Step": 1848, "Finetune/Step Time": 6.322812259197235}
+{"Finetune/Learning Rate": 1.787982623674761e-05, "Finetune/Loss": 0.9229875206947327, "Finetune/Loss (Raw)": 0.7785631418228149, "Finetune/Step": 1849, "Finetune/Step Time": 6.318321513012052}
+{"Finetune/Learning Rate": 1.787729380272779e-05, "Finetune/Loss": 0.9240352511405945, "Finetune/Loss (Raw)": 0.9249169230461121, "Finetune/Step": 1850, "Finetune/Step Time": 6.321960914880037}
+{"Finetune/Learning Rate": 1.78747600367514e-05, "Finetune/Loss": 0.9244819283485413, "Finetune/Loss (Raw)": 1.0422909259796143, "Finetune/Step": 1851, "Finetune/Step Time": 6.321082998067141}
+{"Finetune/Learning Rate": 1.787222493924686e-05, "Finetune/Loss": 0.9236835837364197, "Finetune/Loss (Raw)": 0.7163885235786438, "Finetune/Step": 1852, "Finetune/Step Time": 6.328937225043774}
+{"Finetune/Learning Rate": 1.7869688510642835e-05, "Finetune/Loss": 0.9234428405761719, "Finetune/Loss (Raw)": 1.062596082687378, "Finetune/Step": 1853, "Finetune/Step Time": 6.339839957654476}
+{"Finetune/Learning Rate": 1.7867150751368193e-05, "Finetune/Loss": 0.9219191074371338, "Finetune/Loss (Raw)": 0.7599725127220154, "Finetune/Step": 1854, "Finetune/Step Time": 6.33499556966126}
+{"Finetune/Learning Rate": 1.7864611661852048e-05, "Finetune/Loss": 0.9213135242462158, "Finetune/Loss (Raw)": 1.0191718339920044, "Finetune/Step": 1855, "Finetune/Step Time": 6.339609315618873}
+{"Finetune/Learning Rate": 1.786207124252373e-05, "Finetune/Loss": 0.920864999294281, "Finetune/Loss (Raw)": 0.9088596701622009, "Finetune/Step": 1856, "Finetune/Step Time": 6.336697107180953}
+{"Finetune/Learning Rate": 1.785952949381279e-05, "Finetune/Loss": 0.9205281734466553, "Finetune/Loss (Raw)": 0.902319610118866, "Finetune/Step": 1857, "Finetune/Step Time": 6.325941242277622}
+{"Finetune/Learning Rate": 1.785698641614901e-05, "Finetune/Loss": 0.9202814102172852, "Finetune/Loss (Raw)": 1.0572097301483154, "Finetune/Step": 1858, "Finetune/Step Time": 6.324520831927657}
+{"Finetune/Learning Rate": 1.7854442009962386e-05, "Finetune/Loss": 0.9208149909973145, "Finetune/Loss (Raw)": 1.040081262588501, "Finetune/Step": 1859, "Finetune/Step Time": 6.321630312129855}
+{"Finetune/Learning Rate": 1.785189627568316e-05, "Finetune/Loss": 0.9169363379478455, "Finetune/Loss (Raw)": 0.4193820357322693, "Finetune/Step": 1860, "Finetune/Step Time": 6.328618651255965}
+{"Finetune/Learning Rate": 1.7849349213741774e-05, "Finetune/Loss": 0.9188467860221863, "Finetune/Loss (Raw)": 0.9356306195259094, "Finetune/Step": 1861, "Finetune/Step Time": 6.343591848388314}
+{"Finetune/Learning Rate": 1.7846800824568912e-05, "Finetune/Loss": 0.9194027185440063, "Finetune/Loss (Raw)": 0.9950869083404541, "Finetune/Step": 1862, "Finetune/Step Time": 6.341536672785878}
+{"Finetune/Learning Rate": 1.7844251108595476e-05, "Finetune/Loss": 0.9184218645095825, "Finetune/Loss (Raw)": 0.9337721467018127, "Finetune/Step": 1863, "Finetune/Step Time": 6.3441583551466465}
+{"Finetune/Learning Rate": 1.784170006625259e-05, "Finetune/Loss": 0.9171854257583618, "Finetune/Loss (Raw)": 0.8457569479942322, "Finetune/Step": 1864, "Finetune/Step Time": 6.341489115729928}
+{"Finetune/Learning Rate": 1.7839147697971607e-05, "Finetune/Loss": 0.9150824546813965, "Finetune/Loss (Raw)": 0.7678694725036621, "Finetune/Step": 1865, "Finetune/Step Time": 6.340671773999929}
+{"Finetune/Learning Rate": 1.7836594004184097e-05, "Finetune/Loss": 0.9157332181930542, "Finetune/Loss (Raw)": 0.951874315738678, "Finetune/Step": 1866, "Finetune/Step Time": 6.353998312726617}
+{"Finetune/Learning Rate": 1.783403898532187e-05, "Finetune/Loss": 0.9160572290420532, "Finetune/Loss (Raw)": 0.961406409740448, "Finetune/Step": 1867, "Finetune/Step Time": 6.341467496007681}
+{"Finetune/Learning Rate": 1.7831482641816936e-05, "Finetune/Loss": 0.9173568487167358, "Finetune/Loss (Raw)": 0.993715226650238, "Finetune/Step": 1868, "Finetune/Step Time": 6.3474695440381765}
+{"Finetune/Learning Rate": 1.7828924974101554e-05, "Finetune/Loss": 0.916408896446228, "Finetune/Loss (Raw)": 0.7780460715293884, "Finetune/Step": 1869, "Finetune/Step Time": 6.365371040999889}
+{"Finetune/Learning Rate": 1.782636598260819e-05, "Finetune/Loss": 0.9159603118896484, "Finetune/Loss (Raw)": 1.0700678825378418, "Finetune/Step": 1870, "Finetune/Step Time": 6.379688523709774}
+{"Finetune/Learning Rate": 1.7823805667769538e-05, "Finetune/Loss": 0.9133931994438171, "Finetune/Loss (Raw)": 0.6710709929466248, "Finetune/Step": 1871, "Finetune/Step Time": 6.37055080011487}
+{"Finetune/Learning Rate": 1.7821244030018517e-05, "Finetune/Loss": 0.9133528470993042, "Finetune/Loss (Raw)": 0.9971724152565002, "Finetune/Step": 1872, "Finetune/Step Time": 6.386085037142038}
+{"Finetune/Learning Rate": 1.7818681069788272e-05, "Finetune/Loss": 0.9144405126571655, "Finetune/Loss (Raw)": 1.0769767761230469, "Finetune/Step": 1873, "Finetune/Step Time": 6.394342428073287}
+{"Finetune/Learning Rate": 1.7816116787512167e-05, "Finetune/Loss": 0.914021909236908, "Finetune/Loss (Raw)": 0.943037211894989, "Finetune/Step": 1874, "Finetune/Step Time": 6.3962037824094296}
+{"Finetune/Learning Rate": 1.781355118362379e-05, "Finetune/Loss": 0.9141069650650024, "Finetune/Loss (Raw)": 0.946365475654602, "Finetune/Step": 1875, "Finetune/Step Time": 6.391513351351023}
+{"Finetune/Learning Rate": 1.7810984258556955e-05, "Finetune/Loss": 0.9136344194412231, "Finetune/Loss (Raw)": 0.8659201860427856, "Finetune/Step": 1876, "Finetune/Step Time": 6.3889002706855536}
+{"Finetune/Learning Rate": 1.7808416012745705e-05, "Finetune/Loss": 0.9133633375167847, "Finetune/Loss (Raw)": 0.9125803709030151, "Finetune/Step": 1877, "Finetune/Step Time": 6.373631002381444}
+{"Finetune/Learning Rate": 1.780584644662429e-05, "Finetune/Loss": 0.9117081165313721, "Finetune/Loss (Raw)": 0.8915618062019348, "Finetune/Step": 1878, "Finetune/Step Time": 6.383851915597916}
+{"Finetune/Learning Rate": 1.78032755606272e-05, "Finetune/Loss": 0.9139975309371948, "Finetune/Loss (Raw)": 0.966373860836029, "Finetune/Step": 1879, "Finetune/Step Time": 6.396489843726158}
+{"Finetune/Learning Rate": 1.7800703355189137e-05, "Finetune/Loss": 0.9133366346359253, "Finetune/Loss (Raw)": 0.9852325320243835, "Finetune/Step": 1880, "Finetune/Step Time": 6.3875273410230875}
+{"Finetune/Learning Rate": 1.7798129830745026e-05, "Finetune/Loss": 0.9143149852752686, "Finetune/Loss (Raw)": 0.6895284056663513, "Finetune/Step": 1881, "Finetune/Step Time": 6.39455346763134}
+{"Finetune/Learning Rate": 1.7795554987730033e-05, "Finetune/Loss": 0.9150772094726562, "Finetune/Loss (Raw)": 0.8815833926200867, "Finetune/Step": 1882, "Finetune/Step Time": 6.400788376107812}
+{"Finetune/Learning Rate": 1.7792978826579524e-05, "Finetune/Loss": 0.9152030944824219, "Finetune/Loss (Raw)": 1.0920462608337402, "Finetune/Step": 1883, "Finetune/Step Time": 6.39892053976655}
+{"Finetune/Learning Rate": 1.7790401347729096e-05, "Finetune/Loss": 0.9123996496200562, "Finetune/Loss (Raw)": 0.761176586151123, "Finetune/Step": 1884, "Finetune/Step Time": 6.413919670507312}
+{"Finetune/Learning Rate": 1.7787822551614574e-05, "Finetune/Loss": 0.9122390151023865, "Finetune/Loss (Raw)": 0.9859487414360046, "Finetune/Step": 1885, "Finetune/Step Time": 6.41446990519762}
+{"Finetune/Learning Rate": 1.7785242438672002e-05, "Finetune/Loss": 0.9104793071746826, "Finetune/Loss (Raw)": 0.8540834188461304, "Finetune/Step": 1886, "Finetune/Step Time": 6.4121556263417006}
+{"Finetune/Learning Rate": 1.7782661009337642e-05, "Finetune/Loss": 0.9089442491531372, "Finetune/Loss (Raw)": 0.8794246315956116, "Finetune/Step": 1887, "Finetune/Step Time": 6.407637035474181}
+{"Finetune/Learning Rate": 1.7780078264047985e-05, "Finetune/Loss": 0.908172070980072, "Finetune/Loss (Raw)": 0.902000904083252, "Finetune/Step": 1888, "Finetune/Step Time": 6.4062499310821295}
+{"Finetune/Learning Rate": 1.7777494203239746e-05, "Finetune/Loss": 0.9084932804107666, "Finetune/Loss (Raw)": 1.0250476598739624, "Finetune/Step": 1889, "Finetune/Step Time": 6.406894156709313}
+{"Finetune/Learning Rate": 1.7774908827349857e-05, "Finetune/Loss": 0.9082176089286804, "Finetune/Loss (Raw)": 0.7217292189598083, "Finetune/Step": 1890, "Finetune/Step Time": 6.403383644297719}
+{"Finetune/Learning Rate": 1.7772322136815468e-05, "Finetune/Loss": 0.907057523727417, "Finetune/Loss (Raw)": 0.6759162545204163, "Finetune/Step": 1891, "Finetune/Step Time": 6.395915538072586}
+{"Finetune/Learning Rate": 1.7769734132073968e-05, "Finetune/Loss": 0.9051949381828308, "Finetune/Loss (Raw)": 0.8618212938308716, "Finetune/Step": 1892, "Finetune/Step Time": 6.398157315328717}
+{"Finetune/Learning Rate": 1.776714481356295e-05, "Finetune/Loss": 0.9074331521987915, "Finetune/Loss (Raw)": 0.6478872299194336, "Finetune/Step": 1893, "Finetune/Step Time": 6.402436681091785}
+{"Finetune/Learning Rate": 1.7764554181720243e-05, "Finetune/Loss": 0.9062785506248474, "Finetune/Loss (Raw)": 0.7601469159126282, "Finetune/Step": 1894, "Finetune/Step Time": 6.395566329360008}
+{"Finetune/Learning Rate": 1.7761962236983884e-05, "Finetune/Loss": 0.9053841829299927, "Finetune/Loss (Raw)": 0.7957478761672974, "Finetune/Step": 1895, "Finetune/Step Time": 6.395180711522698}
+{"Finetune/Learning Rate": 1.7759368979792145e-05, "Finetune/Loss": 0.9053942561149597, "Finetune/Loss (Raw)": 0.9950308203697205, "Finetune/Step": 1896, "Finetune/Step Time": 6.398365380242467}
+{"Finetune/Learning Rate": 1.775677441058352e-05, "Finetune/Loss": 0.9030234813690186, "Finetune/Loss (Raw)": 0.37568357586860657, "Finetune/Step": 1897, "Finetune/Step Time": 6.404278799891472}
+{"Finetune/Learning Rate": 1.7754178529796706e-05, "Finetune/Loss": 0.9027743339538574, "Finetune/Loss (Raw)": 0.7978081107139587, "Finetune/Step": 1898, "Finetune/Step Time": 6.424288269132376}
+{"Finetune/Learning Rate": 1.775158133787065e-05, "Finetune/Loss": 0.9027703404426575, "Finetune/Loss (Raw)": 0.8313537836074829, "Finetune/Step": 1899, "Finetune/Step Time": 6.415196476504207}
+{"Finetune/Learning Rate": 1.7748982835244498e-05, "Finetune/Loss": 0.9075037240982056, "Finetune/Loss (Raw)": 0.9995018839836121, "Finetune/Step": 1900, "Finetune/Step Time": 6.417884698137641}
+{"Finetune/Learning Rate": 1.7746383022357625e-05, "Finetune/Loss": 0.9085580706596375, "Finetune/Loss (Raw)": 1.072510004043579, "Finetune/Step": 1901, "Finetune/Step Time": 6.427644547075033}
+{"Finetune/Learning Rate": 1.7743781899649634e-05, "Finetune/Loss": 0.9091658592224121, "Finetune/Loss (Raw)": 0.9603474140167236, "Finetune/Step": 1902, "Finetune/Step Time": 6.4296390023082495}
+{"Finetune/Learning Rate": 1.7741179467560342e-05, "Finetune/Loss": 0.9090561866760254, "Finetune/Loss (Raw)": 0.9047602415084839, "Finetune/Step": 1903, "Finetune/Step Time": 6.43280266597867}
+{"Finetune/Learning Rate": 1.7738575726529786e-05, "Finetune/Loss": 0.9073584079742432, "Finetune/Loss (Raw)": 0.7833202481269836, "Finetune/Step": 1904, "Finetune/Step Time": 6.435352645814419}
+{"Finetune/Learning Rate": 1.7735970676998228e-05, "Finetune/Loss": 0.9075420498847961, "Finetune/Loss (Raw)": 0.9394349455833435, "Finetune/Step": 1905, "Finetune/Step Time": 6.43947471678257}
+{"Finetune/Learning Rate": 1.773336431940616e-05, "Finetune/Loss": 0.9069299697875977, "Finetune/Loss (Raw)": 0.9800085425376892, "Finetune/Step": 1906, "Finetune/Step Time": 6.4305601343512535}
+{"Finetune/Learning Rate": 1.773075665419427e-05, "Finetune/Loss": 0.9073855876922607, "Finetune/Loss (Raw)": 1.0048315525054932, "Finetune/Step": 1907, "Finetune/Step Time": 6.427525406703353}
+{"Finetune/Learning Rate": 1.77281476818035e-05, "Finetune/Loss": 0.9094723463058472, "Finetune/Loss (Raw)": 1.0763083696365356, "Finetune/Step": 1908, "Finetune/Step Time": 6.426572838798165}
+{"Finetune/Learning Rate": 1.7725537402674984e-05, "Finetune/Loss": 0.9099734425544739, "Finetune/Loss (Raw)": 0.9559032320976257, "Finetune/Step": 1909, "Finetune/Step Time": 6.430944981053472}
+{"Finetune/Learning Rate": 1.7722925817250094e-05, "Finetune/Loss": 0.9092894792556763, "Finetune/Loss (Raw)": 1.0029879808425903, "Finetune/Step": 1910, "Finetune/Step Time": 6.427192838862538}
+{"Finetune/Learning Rate": 1.7720312925970414e-05, "Finetune/Loss": 0.908060610294342, "Finetune/Loss (Raw)": 0.9043431878089905, "Finetune/Step": 1911, "Finetune/Step Time": 6.423858376219869}
+{"Finetune/Learning Rate": 1.7717698729277762e-05, "Finetune/Loss": 0.9083676934242249, "Finetune/Loss (Raw)": 1.101932406425476, "Finetune/Step": 1912, "Finetune/Step Time": 6.418723609298468}
+{"Finetune/Learning Rate": 1.7715083227614158e-05, "Finetune/Loss": 0.9090418815612793, "Finetune/Loss (Raw)": 1.0338488817214966, "Finetune/Step": 1913, "Finetune/Step Time": 6.416411017999053}
+{"Finetune/Learning Rate": 1.771246642142186e-05, "Finetune/Loss": 0.909939169883728, "Finetune/Loss (Raw)": 1.0669243335723877, "Finetune/Step": 1914, "Finetune/Step Time": 6.415286805480719}
+{"Finetune/Learning Rate": 1.770984831114333e-05, "Finetune/Loss": 0.9095596075057983, "Finetune/Loss (Raw)": 0.7854440212249756, "Finetune/Step": 1915, "Finetune/Step Time": 6.412984440103173}
+{"Finetune/Learning Rate": 1.770722889722126e-05, "Finetune/Loss": 0.9088566303253174, "Finetune/Loss (Raw)": 1.011222004890442, "Finetune/Step": 1916, "Finetune/Step Time": 6.4123135060071945}
+{"Finetune/Learning Rate": 1.7704608180098573e-05, "Finetune/Loss": 0.9110920429229736, "Finetune/Loss (Raw)": 1.0766019821166992, "Finetune/Step": 1917, "Finetune/Step Time": 6.404617853462696}
+{"Finetune/Learning Rate": 1.7701986160218392e-05, "Finetune/Loss": 0.9131045341491699, "Finetune/Loss (Raw)": 0.9757606387138367, "Finetune/Step": 1918, "Finetune/Step Time": 6.399105908349156}
+{"Finetune/Learning Rate": 1.769936283802407e-05, "Finetune/Loss": 0.9153261184692383, "Finetune/Loss (Raw)": 1.2219158411026, "Finetune/Step": 1919, "Finetune/Step Time": 6.386375499889255}
+{"Finetune/Learning Rate": 1.769673821395918e-05, "Finetune/Loss": 0.916147768497467, "Finetune/Loss (Raw)": 0.9292783737182617, "Finetune/Step": 1920, "Finetune/Step Time": 6.383134439587593}
+{"Finetune/Learning Rate": 1.7694112288467512e-05, "Finetune/Loss": 0.9159414172172546, "Finetune/Loss (Raw)": 0.8181608319282532, "Finetune/Step": 1921, "Finetune/Step Time": 6.372617745772004}
+{"Finetune/Learning Rate": 1.769148506199309e-05, "Finetune/Loss": 0.9140489101409912, "Finetune/Loss (Raw)": 0.8032466173171997, "Finetune/Step": 1922, "Finetune/Step Time": 6.367638859897852}
+{"Finetune/Learning Rate": 1.7688856534980133e-05, "Finetune/Loss": 0.9138506054878235, "Finetune/Loss (Raw)": 0.7301916480064392, "Finetune/Step": 1923, "Finetune/Step Time": 6.356136338785291}
+{"Finetune/Learning Rate": 1.7686226707873096e-05, "Finetune/Loss": 0.9138165712356567, "Finetune/Loss (Raw)": 0.8588473796844482, "Finetune/Step": 1924, "Finetune/Step Time": 6.346056964248419}
+{"Finetune/Learning Rate": 1.768359558111666e-05, "Finetune/Loss": 0.9130755662918091, "Finetune/Loss (Raw)": 0.9955203533172607, "Finetune/Step": 1925, "Finetune/Step Time": 6.349843256175518}
+{"Finetune/Learning Rate": 1.7680963155155712e-05, "Finetune/Loss": 0.9131877422332764, "Finetune/Loss (Raw)": 0.8959977626800537, "Finetune/Step": 1926, "Finetune/Step Time": 6.345541218295693}
+{"Finetune/Learning Rate": 1.7678329430435363e-05, "Finetune/Loss": 0.9121545553207397, "Finetune/Loss (Raw)": 0.7895333766937256, "Finetune/Step": 1927, "Finetune/Step Time": 6.33723702840507}
+{"Finetune/Learning Rate": 1.7675694407400944e-05, "Finetune/Loss": 0.9107798337936401, "Finetune/Loss (Raw)": 0.9416815638542175, "Finetune/Step": 1928, "Finetune/Step Time": 6.324044320732355}
+{"Finetune/Learning Rate": 1.7673058086498005e-05, "Finetune/Loss": 0.9097889065742493, "Finetune/Loss (Raw)": 0.9865226745605469, "Finetune/Step": 1929, "Finetune/Step Time": 6.326938878744841}
+{"Finetune/Learning Rate": 1.767042046817232e-05, "Finetune/Loss": 0.9061974287033081, "Finetune/Loss (Raw)": 0.5589932203292847, "Finetune/Step": 1930, "Finetune/Step Time": 6.3362259566783905}
+{"Finetune/Learning Rate": 1.766778155286988e-05, "Finetune/Loss": 0.9041465520858765, "Finetune/Loss (Raw)": 0.7959679961204529, "Finetune/Step": 1931, "Finetune/Step Time": 6.3504815846681595}
+{"Finetune/Learning Rate": 1.7665141341036888e-05, "Finetune/Loss": 0.9048810005187988, "Finetune/Loss (Raw)": 0.9908170104026794, "Finetune/Step": 1932, "Finetune/Step Time": 6.349959334358573}
+{"Finetune/Learning Rate": 1.766249983311978e-05, "Finetune/Loss": 0.9048661589622498, "Finetune/Loss (Raw)": 1.0213334560394287, "Finetune/Step": 1933, "Finetune/Step Time": 6.351833486929536}
+{"Finetune/Learning Rate": 1.7659857029565196e-05, "Finetune/Loss": 0.9060731530189514, "Finetune/Loss (Raw)": 1.0462524890899658, "Finetune/Step": 1934, "Finetune/Step Time": 6.354504078626633}
+{"Finetune/Learning Rate": 1.7657212930820007e-05, "Finetune/Loss": 0.9065777063369751, "Finetune/Loss (Raw)": 0.962279200553894, "Finetune/Step": 1935, "Finetune/Step Time": 6.362264724448323}
+{"Finetune/Learning Rate": 1.76545675373313e-05, "Finetune/Loss": 0.9081287384033203, "Finetune/Loss (Raw)": 1.1032565832138062, "Finetune/Step": 1936, "Finetune/Step Time": 6.358580136671662}
+{"Finetune/Learning Rate": 1.7651920849546376e-05, "Finetune/Loss": 0.9086437225341797, "Finetune/Loss (Raw)": 0.9594083428382874, "Finetune/Step": 1937, "Finetune/Step Time": 6.348410936072469}
+{"Finetune/Learning Rate": 1.7649272867912757e-05, "Finetune/Loss": 0.9076981544494629, "Finetune/Loss (Raw)": 0.8559929728507996, "Finetune/Step": 1938, "Finetune/Step Time": 6.3422998152673244}
+{"Finetune/Learning Rate": 1.7646623592878195e-05, "Finetune/Loss": 0.9092109203338623, "Finetune/Loss (Raw)": 0.8989887833595276, "Finetune/Step": 1939, "Finetune/Step Time": 6.339109357446432}
+{"Finetune/Learning Rate": 1.7643973024890638e-05, "Finetune/Loss": 0.9102359414100647, "Finetune/Loss (Raw)": 0.9226157069206238, "Finetune/Step": 1940, "Finetune/Step Time": 6.326989512890577}
+{"Finetune/Learning Rate": 1.7641321164398274e-05, "Finetune/Loss": 0.9093030691146851, "Finetune/Loss (Raw)": 0.7459407448768616, "Finetune/Step": 1941, "Finetune/Step Time": 6.330317808315158}
+{"Finetune/Learning Rate": 1.7638668011849496e-05, "Finetune/Loss": 0.9090702533721924, "Finetune/Loss (Raw)": 1.0647348165512085, "Finetune/Step": 1942, "Finetune/Step Time": 6.334695048630238}
+{"Finetune/Learning Rate": 1.7636013567692924e-05, "Finetune/Loss": 0.908177375793457, "Finetune/Loss (Raw)": 0.7082695960998535, "Finetune/Step": 1943, "Finetune/Step Time": 6.332408064976335}
+{"Finetune/Learning Rate": 1.763335783237739e-05, "Finetune/Loss": 0.9081212878227234, "Finetune/Loss (Raw)": 0.83819180727005, "Finetune/Step": 1944, "Finetune/Step Time": 6.3293420765548944}
+{"Finetune/Learning Rate": 1.763070080635195e-05, "Finetune/Loss": 0.9066013097763062, "Finetune/Loss (Raw)": 0.8596860766410828, "Finetune/Step": 1945, "Finetune/Step Time": 6.334868963807821}
+{"Finetune/Learning Rate": 1.7628042490065877e-05, "Finetune/Loss": 0.9060783386230469, "Finetune/Loss (Raw)": 0.9680030941963196, "Finetune/Step": 1946, "Finetune/Step Time": 6.307529237121344}
+{"Finetune/Learning Rate": 1.7625382883968652e-05, "Finetune/Loss": 0.9040343761444092, "Finetune/Loss (Raw)": 0.79364413022995, "Finetune/Step": 1947, "Finetune/Step Time": 6.304913921281695}
+{"Finetune/Learning Rate": 1.762272198850999e-05, "Finetune/Loss": 0.9036701917648315, "Finetune/Loss (Raw)": 0.8114465475082397, "Finetune/Step": 1948, "Finetune/Step Time": 6.295235048979521}
+{"Finetune/Learning Rate": 1.762005980413982e-05, "Finetune/Loss": 0.9045019149780273, "Finetune/Loss (Raw)": 0.9169103503227234, "Finetune/Step": 1949, "Finetune/Step Time": 6.268896918743849}
+{"Finetune/Learning Rate": 1.7617396331308278e-05, "Finetune/Loss": 0.9041620492935181, "Finetune/Loss (Raw)": 0.7634451985359192, "Finetune/Step": 1950, "Finetune/Step Time": 6.256986271589994}
+{"Finetune/Learning Rate": 1.761473157046573e-05, "Finetune/Loss": 0.9034674167633057, "Finetune/Loss (Raw)": 0.9706361293792725, "Finetune/Step": 1951, "Finetune/Step Time": 6.239678472280502}
+{"Finetune/Learning Rate": 1.761206552206275e-05, "Finetune/Loss": 0.9043683409690857, "Finetune/Loss (Raw)": 1.1651480197906494, "Finetune/Step": 1952, "Finetune/Step Time": 6.241746671497822}
+{"Finetune/Learning Rate": 1.7609398186550146e-05, "Finetune/Loss": 0.9036191701889038, "Finetune/Loss (Raw)": 0.9483931064605713, "Finetune/Step": 1953, "Finetune/Step Time": 6.24404957704246}
+{"Finetune/Learning Rate": 1.7606729564378918e-05, "Finetune/Loss": 0.9045301079750061, "Finetune/Loss (Raw)": 1.0071147680282593, "Finetune/Step": 1954, "Finetune/Step Time": 6.255253320559859}
+{"Finetune/Learning Rate": 1.7604059656000313e-05, "Finetune/Loss": 0.903506338596344, "Finetune/Loss (Raw)": 0.9356862306594849, "Finetune/Step": 1955, "Finetune/Step Time": 6.265339156612754}
+{"Finetune/Learning Rate": 1.760138846186577e-05, "Finetune/Loss": 0.9044369459152222, "Finetune/Loss (Raw)": 0.9470180869102478, "Finetune/Step": 1956, "Finetune/Step Time": 6.27195961214602}
+{"Finetune/Learning Rate": 1.7598715982426958e-05, "Finetune/Loss": 0.9052571058273315, "Finetune/Loss (Raw)": 0.9238494038581848, "Finetune/Step": 1957, "Finetune/Step Time": 6.273666700348258}
+{"Finetune/Learning Rate": 1.7596042218135765e-05, "Finetune/Loss": 0.9032803773880005, "Finetune/Loss (Raw)": 0.7990652322769165, "Finetune/Step": 1958, "Finetune/Step Time": 6.282809235155582}
+{"Finetune/Learning Rate": 1.7593367169444292e-05, "Finetune/Loss": 0.9036558270454407, "Finetune/Loss (Raw)": 0.8974470496177673, "Finetune/Step": 1959, "Finetune/Step Time": 6.252280263230205}
+{"Finetune/Learning Rate": 1.7590690836804855e-05, "Finetune/Loss": 0.9070916771888733, "Finetune/Loss (Raw)": 1.1017677783966064, "Finetune/Step": 1960, "Finetune/Step Time": 6.255465254187584}
+{"Finetune/Learning Rate": 1.758801322066999e-05, "Finetune/Loss": 0.9092419147491455, "Finetune/Loss (Raw)": 0.9642030000686646, "Finetune/Step": 1961, "Finetune/Step Time": 6.243731699883938}
+{"Finetune/Learning Rate": 1.7585334321492455e-05, "Finetune/Loss": 0.9089374542236328, "Finetune/Loss (Raw)": 0.8520316481590271, "Finetune/Step": 1962, "Finetune/Step Time": 6.23121983744204}
+{"Finetune/Learning Rate": 1.7582654139725214e-05, "Finetune/Loss": 0.9092415571212769, "Finetune/Loss (Raw)": 0.960890531539917, "Finetune/Step": 1963, "Finetune/Step Time": 6.230331040918827}
+{"Finetune/Learning Rate": 1.757997267582146e-05, "Finetune/Loss": 0.9085290431976318, "Finetune/Loss (Raw)": 0.8554185628890991, "Finetune/Step": 1964, "Finetune/Step Time": 6.239460118114948}
+{"Finetune/Learning Rate": 1.757728993023459e-05, "Finetune/Loss": 0.9094200134277344, "Finetune/Loss (Raw)": 0.9576950073242188, "Finetune/Step": 1965, "Finetune/Step Time": 6.253959050402045}
+{"Finetune/Learning Rate": 1.7574605903418226e-05, "Finetune/Loss": 0.9102790355682373, "Finetune/Loss (Raw)": 1.0995725393295288, "Finetune/Step": 1966, "Finetune/Step Time": 6.253224479034543}
+{"Finetune/Learning Rate": 1.757192059582621e-05, "Finetune/Loss": 0.9097654223442078, "Finetune/Loss (Raw)": 0.8549241423606873, "Finetune/Step": 1967, "Finetune/Step Time": 6.255101043730974}
+{"Finetune/Learning Rate": 1.7569234007912593e-05, "Finetune/Loss": 0.9098476767539978, "Finetune/Loss (Raw)": 0.8764597177505493, "Finetune/Step": 1968, "Finetune/Step Time": 6.251926662400365}
+{"Finetune/Learning Rate": 1.756654614013164e-05, "Finetune/Loss": 0.9107486009597778, "Finetune/Loss (Raw)": 1.0741803646087646, "Finetune/Step": 1969, "Finetune/Step Time": 6.2465440053492785}
+{"Finetune/Learning Rate": 1.7563856992937845e-05, "Finetune/Loss": 0.910643994808197, "Finetune/Loss (Raw)": 1.032179832458496, "Finetune/Step": 1970, "Finetune/Step Time": 6.250725382938981}
+{"Finetune/Learning Rate": 1.7561166566785904e-05, "Finetune/Loss": 0.9150981307029724, "Finetune/Loss (Raw)": 1.1325945854187012, "Finetune/Step": 1971, "Finetune/Step Time": 6.2527711521834135}
+{"Finetune/Learning Rate": 1.755847486213074e-05, "Finetune/Loss": 0.914688229560852, "Finetune/Loss (Raw)": 0.7718455195426941, "Finetune/Step": 1972, "Finetune/Step Time": 6.237263359129429}
+{"Finetune/Learning Rate": 1.755578187942749e-05, "Finetune/Loss": 0.9141297936439514, "Finetune/Loss (Raw)": 0.9519921541213989, "Finetune/Step": 1973, "Finetune/Step Time": 6.222511500120163}
+{"Finetune/Learning Rate": 1.75530876191315e-05, "Finetune/Loss": 0.9126194715499878, "Finetune/Loss (Raw)": 0.7496556639671326, "Finetune/Step": 1974, "Finetune/Step Time": 6.22868818603456}
+{"Finetune/Learning Rate": 1.755039208169834e-05, "Finetune/Loss": 0.9120185971260071, "Finetune/Loss (Raw)": 0.9498879909515381, "Finetune/Step": 1975, "Finetune/Step Time": 6.2351634204387665}
+{"Finetune/Learning Rate": 1.7547695267583794e-05, "Finetune/Loss": 0.9101512432098389, "Finetune/Loss (Raw)": 0.8713949918746948, "Finetune/Step": 1976, "Finetune/Step Time": 6.247277686372399}
+{"Finetune/Learning Rate": 1.7544997177243857e-05, "Finetune/Loss": 0.9116208553314209, "Finetune/Loss (Raw)": 0.966677725315094, "Finetune/Step": 1977, "Finetune/Step Time": 6.248206024989486}
+{"Finetune/Learning Rate": 1.7542297811134754e-05, "Finetune/Loss": 0.9095451831817627, "Finetune/Loss (Raw)": 0.6592289209365845, "Finetune/Step": 1978, "Finetune/Step Time": 6.2508474960923195}
+{"Finetune/Learning Rate": 1.7539597169712906e-05, "Finetune/Loss": 0.9090523719787598, "Finetune/Loss (Raw)": 0.9792148470878601, "Finetune/Step": 1979, "Finetune/Step Time": 6.264007568359375}
+{"Finetune/Learning Rate": 1.7536895253434963e-05, "Finetune/Loss": 0.9088250994682312, "Finetune/Loss (Raw)": 0.6872949600219727, "Finetune/Step": 1980, "Finetune/Step Time": 6.2604489382356405}
+{"Finetune/Learning Rate": 1.7534192062757783e-05, "Finetune/Loss": 0.9072750806808472, "Finetune/Loss (Raw)": 0.8641968369483948, "Finetune/Step": 1981, "Finetune/Step Time": 6.265055391937494}
+{"Finetune/Learning Rate": 1.753148759813845e-05, "Finetune/Loss": 0.9105494022369385, "Finetune/Loss (Raw)": 1.1790810823440552, "Finetune/Step": 1982, "Finetune/Step Time": 6.265019277110696}
+{"Finetune/Learning Rate": 1.752878186003425e-05, "Finetune/Loss": 0.9089232087135315, "Finetune/Loss (Raw)": 0.8110209107398987, "Finetune/Step": 1983, "Finetune/Step Time": 6.25612535327673}
+{"Finetune/Learning Rate": 1.7526074848902698e-05, "Finetune/Loss": 0.9090038537979126, "Finetune/Loss (Raw)": 0.9191880822181702, "Finetune/Step": 1984, "Finetune/Step Time": 6.256196774542332}
+{"Finetune/Learning Rate": 1.7523366565201514e-05, "Finetune/Loss": 0.9093607664108276, "Finetune/Loss (Raw)": 0.948000431060791, "Finetune/Step": 1985, "Finetune/Step Time": 6.2653883043676615}
+{"Finetune/Learning Rate": 1.7520657009388634e-05, "Finetune/Loss": 0.9085597991943359, "Finetune/Loss (Raw)": 0.9546850919723511, "Finetune/Step": 1986, "Finetune/Step Time": 6.26208714209497}
+{"Finetune/Learning Rate": 1.7517946181922216e-05, "Finetune/Loss": 0.9064785838127136, "Finetune/Loss (Raw)": 0.7736874222755432, "Finetune/Step": 1987, "Finetune/Step Time": 6.261997601017356}
+{"Finetune/Learning Rate": 1.7515234083260626e-05, "Finetune/Loss": 0.9097511768341064, "Finetune/Loss (Raw)": 0.8382742404937744, "Finetune/Step": 1988, "Finetune/Step Time": 6.254380160942674}
+{"Finetune/Learning Rate": 1.7512520713862448e-05, "Finetune/Loss": 0.9106627702713013, "Finetune/Loss (Raw)": 1.0523176193237305, "Finetune/Step": 1989, "Finetune/Step Time": 6.239416072145104}
+{"Finetune/Learning Rate": 1.750980607418648e-05, "Finetune/Loss": 0.911857008934021, "Finetune/Loss (Raw)": 1.1479499340057373, "Finetune/Step": 1990, "Finetune/Step Time": 6.243124170228839}
+{"Finetune/Learning Rate": 1.7507090164691733e-05, "Finetune/Loss": 0.9124687910079956, "Finetune/Loss (Raw)": 1.0120733976364136, "Finetune/Step": 1991, "Finetune/Step Time": 6.237981857731938}
+{"Finetune/Learning Rate": 1.750437298583744e-05, "Finetune/Loss": 0.9098989963531494, "Finetune/Loss (Raw)": 0.5168216228485107, "Finetune/Step": 1992, "Finetune/Step Time": 6.242906555533409}
+{"Finetune/Learning Rate": 1.7501654538083043e-05, "Finetune/Loss": 0.9114670157432556, "Finetune/Loss (Raw)": 0.9685794711112976, "Finetune/Step": 1993, "Finetune/Step Time": 6.251559587195516}
+{"Finetune/Learning Rate": 1.7498934821888197e-05, "Finetune/Loss": 0.9111067652702332, "Finetune/Loss (Raw)": 0.9057626724243164, "Finetune/Step": 1994, "Finetune/Step Time": 6.235723869875073}
+{"Finetune/Learning Rate": 1.7496213837712775e-05, "Finetune/Loss": 0.909940779209137, "Finetune/Loss (Raw)": 0.8121581077575684, "Finetune/Step": 1995, "Finetune/Step Time": 6.2359395027160645}
+{"Finetune/Learning Rate": 1.749349158601686e-05, "Finetune/Loss": 0.9106743335723877, "Finetune/Loss (Raw)": 1.0876086950302124, "Finetune/Step": 1996, "Finetune/Step Time": 6.23473371937871}
+{"Finetune/Learning Rate": 1.7490768067260756e-05, "Finetune/Loss": 0.9117869138717651, "Finetune/Loss (Raw)": 0.9204610586166382, "Finetune/Step": 1997, "Finetune/Step Time": 6.216692496091127}
+{"Finetune/Learning Rate": 1.7488043281904972e-05, "Finetune/Loss": 0.9125838875770569, "Finetune/Loss (Raw)": 1.1720805168151855, "Finetune/Step": 1998, "Finetune/Step Time": 6.203949183225632}
+{"Finetune/Learning Rate": 1.7485317230410244e-05, "Finetune/Loss": 0.9150549173355103, "Finetune/Loss (Raw)": 0.9873573184013367, "Finetune/Step": 1999, "Finetune/Step Time": 6.19523217715323}
+{"Finetune/Learning Rate": 1.7482589913237514e-05, "Finetune/Loss": 0.913449227809906, "Finetune/Loss (Raw)": 0.7916526198387146, "Finetune/Step": 2000, "Finetune/Step Time": 6.190971285104752}
+{"Finetune/Learning Rate": 1.7479861330847937e-05, "Finetune/Loss": 0.9118490219116211, "Finetune/Loss (Raw)": 0.8721497058868408, "Finetune/Step": 2001, "Finetune/Step Time": 6.200980052351952}
+{"Finetune/Learning Rate": 1.7477131483702878e-05, "Finetune/Loss": 0.9122132062911987, "Finetune/Loss (Raw)": 0.9896493554115295, "Finetune/Step": 2002, "Finetune/Step Time": 6.199674801900983}
+{"Finetune/Learning Rate": 1.747440037226393e-05, "Finetune/Loss": 0.9119982719421387, "Finetune/Loss (Raw)": 0.918849766254425, "Finetune/Step": 2003, "Finetune/Step Time": 6.203917918726802}
+{"Finetune/Learning Rate": 1.747166799699289e-05, "Finetune/Loss": 0.91162109375, "Finetune/Loss (Raw)": 0.8176456689834595, "Finetune/Step": 2004, "Finetune/Step Time": 6.214322058483958}
+{"Finetune/Learning Rate": 1.7468934358351767e-05, "Finetune/Loss": 0.9116599559783936, "Finetune/Loss (Raw)": 0.91755610704422, "Finetune/Step": 2005, "Finetune/Step Time": 6.22104212269187}
+{"Finetune/Learning Rate": 1.7466199456802784e-05, "Finetune/Loss": 0.9106991291046143, "Finetune/Loss (Raw)": 0.7685779929161072, "Finetune/Step": 2006, "Finetune/Step Time": 6.212256565690041}
+{"Finetune/Learning Rate": 1.7463463292808392e-05, "Finetune/Loss": 0.9109877347946167, "Finetune/Loss (Raw)": 1.0033137798309326, "Finetune/Step": 2007, "Finetune/Step Time": 6.197077604010701}
+{"Finetune/Learning Rate": 1.7460725866831233e-05, "Finetune/Loss": 0.9100267887115479, "Finetune/Loss (Raw)": 0.8622322082519531, "Finetune/Step": 2008, "Finetune/Step Time": 6.197288826107979}
+{"Finetune/Learning Rate": 1.7457987179334174e-05, "Finetune/Loss": 0.9126543998718262, "Finetune/Loss (Raw)": 1.0258655548095703, "Finetune/Step": 2009, "Finetune/Step Time": 6.1890580505132675}
+{"Finetune/Learning Rate": 1.74552472307803e-05, "Finetune/Loss": 0.914820671081543, "Finetune/Loss (Raw)": 1.1588654518127441, "Finetune/Step": 2010, "Finetune/Step Time": 6.176225982606411}
+{"Finetune/Learning Rate": 1.74525060216329e-05, "Finetune/Loss": 0.9127281904220581, "Finetune/Loss (Raw)": 0.8242015242576599, "Finetune/Step": 2011, "Finetune/Step Time": 6.164594314992428}
+{"Finetune/Learning Rate": 1.744976355235548e-05, "Finetune/Loss": 0.9148539900779724, "Finetune/Loss (Raw)": 1.033284068107605, "Finetune/Step": 2012, "Finetune/Step Time": 6.152393767610192}
+{"Finetune/Learning Rate": 1.7447019823411763e-05, "Finetune/Loss": 0.9133342504501343, "Finetune/Loss (Raw)": 0.7914190292358398, "Finetune/Step": 2013, "Finetune/Step Time": 6.159148909151554}
+{"Finetune/Learning Rate": 1.744427483526567e-05, "Finetune/Loss": 0.9149266481399536, "Finetune/Loss (Raw)": 1.0579107999801636, "Finetune/Step": 2014, "Finetune/Step Time": 6.174334444105625}
+{"Finetune/Learning Rate": 1.744152858838136e-05, "Finetune/Loss": 0.9147671461105347, "Finetune/Loss (Raw)": 0.8590054512023926, "Finetune/Step": 2015, "Finetune/Step Time": 6.17679182626307}
+{"Finetune/Learning Rate": 1.743878108322318e-05, "Finetune/Loss": 0.9144943952560425, "Finetune/Loss (Raw)": 0.8670930862426758, "Finetune/Step": 2016, "Finetune/Step Time": 6.174683416262269}
+{"Finetune/Learning Rate": 1.74360323202557e-05, "Finetune/Loss": 0.9140815734863281, "Finetune/Loss (Raw)": 0.9722073674201965, "Finetune/Step": 2017, "Finetune/Step Time": 6.171317735686898}
+{"Finetune/Learning Rate": 1.7433282299943713e-05, "Finetune/Loss": 0.9167454242706299, "Finetune/Loss (Raw)": 1.0626933574676514, "Finetune/Step": 2018, "Finetune/Step Time": 6.174444215372205}
+{"Finetune/Learning Rate": 1.743053102275221e-05, "Finetune/Loss": 0.9188991785049438, "Finetune/Loss (Raw)": 0.951606035232544, "Finetune/Step": 2019, "Finetune/Step Time": 6.1856095138937235}
+{"Finetune/Learning Rate": 1.7427778489146395e-05, "Finetune/Loss": 0.9180081486701965, "Finetune/Loss (Raw)": 0.7477676868438721, "Finetune/Step": 2020, "Finetune/Step Time": 6.1922191344201565}
+{"Finetune/Learning Rate": 1.742502469959169e-05, "Finetune/Loss": 0.9196029901504517, "Finetune/Loss (Raw)": 0.8520283699035645, "Finetune/Step": 2021, "Finetune/Step Time": 6.194132946431637}
+{"Finetune/Learning Rate": 1.7422269654553732e-05, "Finetune/Loss": 0.9210159182548523, "Finetune/Loss (Raw)": 0.9409961104393005, "Finetune/Step": 2022, "Finetune/Step Time": 6.184120889753103}
+{"Finetune/Learning Rate": 1.7419513354498363e-05, "Finetune/Loss": 0.922696590423584, "Finetune/Loss (Raw)": 1.0108731985092163, "Finetune/Step": 2023, "Finetune/Step Time": 6.177820015698671}
+{"Finetune/Learning Rate": 1.7416755799891643e-05, "Finetune/Loss": 0.9226135015487671, "Finetune/Loss (Raw)": 0.984398365020752, "Finetune/Step": 2024, "Finetune/Step Time": 6.168316688388586}
+{"Finetune/Learning Rate": 1.7413996991199837e-05, "Finetune/Loss": 0.9230657815933228, "Finetune/Loss (Raw)": 0.43357837200164795, "Finetune/Step": 2025, "Finetune/Step Time": 6.161356357857585}
+{"Finetune/Learning Rate": 1.741123692888943e-05, "Finetune/Loss": 0.9234987497329712, "Finetune/Loss (Raw)": 0.8532189130783081, "Finetune/Step": 2026, "Finetune/Step Time": 6.147597221657634}
+{"Finetune/Learning Rate": 1.740847561342712e-05, "Finetune/Loss": 0.9251095056533813, "Finetune/Loss (Raw)": 1.0375314950942993, "Finetune/Step": 2027, "Finetune/Step Time": 6.147833319380879}
+{"Finetune/Learning Rate": 1.7405713045279804e-05, "Finetune/Loss": 0.9246628284454346, "Finetune/Loss (Raw)": 0.9423283338546753, "Finetune/Step": 2028, "Finetune/Step Time": 6.146725995466113}
+{"Finetune/Learning Rate": 1.7402949224914606e-05, "Finetune/Loss": 0.9239702224731445, "Finetune/Loss (Raw)": 0.9838671088218689, "Finetune/Step": 2029, "Finetune/Step Time": 6.135662525892258}
+{"Finetune/Learning Rate": 1.7400184152798848e-05, "Finetune/Loss": 0.9229404926300049, "Finetune/Loss (Raw)": 0.8285322189331055, "Finetune/Step": 2030, "Finetune/Step Time": 6.128240147605538}
+{"Finetune/Learning Rate": 1.739741782940008e-05, "Finetune/Loss": 0.9239974021911621, "Finetune/Loss (Raw)": 1.0400466918945312, "Finetune/Step": 2031, "Finetune/Step Time": 6.124454544857144}
+{"Finetune/Learning Rate": 1.739465025518605e-05, "Finetune/Loss": 0.9247022271156311, "Finetune/Loss (Raw)": 0.8735388517379761, "Finetune/Step": 2032, "Finetune/Step Time": 6.120182992890477}
+{"Finetune/Learning Rate": 1.7391881430624717e-05, "Finetune/Loss": 0.9250117540359497, "Finetune/Loss (Raw)": 0.9790518283843994, "Finetune/Step": 2033, "Finetune/Step Time": 6.111930860206485}
+{"Finetune/Learning Rate": 1.7389111356184265e-05, "Finetune/Loss": 0.9243390560150146, "Finetune/Loss (Raw)": 0.8939025402069092, "Finetune/Step": 2034, "Finetune/Step Time": 6.107842527329922}
+{"Finetune/Learning Rate": 1.7386340032333076e-05, "Finetune/Loss": 0.9229059219360352, "Finetune/Loss (Raw)": 0.8213878870010376, "Finetune/Step": 2035, "Finetune/Step Time": 6.103434085845947}
+{"Finetune/Learning Rate": 1.738356745953975e-05, "Finetune/Loss": 0.9182324409484863, "Finetune/Loss (Raw)": 0.4781079590320587, "Finetune/Step": 2036, "Finetune/Step Time": 6.105620330199599}
+{"Finetune/Learning Rate": 1.7380793638273087e-05, "Finetune/Loss": 0.9170876741409302, "Finetune/Loss (Raw)": 0.8093739151954651, "Finetune/Step": 2037, "Finetune/Step Time": 6.1172551065683365}
+{"Finetune/Learning Rate": 1.737801856900212e-05, "Finetune/Loss": 0.9124768376350403, "Finetune/Loss (Raw)": 0.41279760003089905, "Finetune/Step": 2038, "Finetune/Step Time": 6.1473866533488035}
+{"Finetune/Learning Rate": 1.737524225219607e-05, "Finetune/Loss": 0.9136543273925781, "Finetune/Loss (Raw)": 1.0550585985183716, "Finetune/Step": 2039, "Finetune/Step Time": 6.164317686110735}
+{"Finetune/Learning Rate": 1.7372464688324392e-05, "Finetune/Loss": 0.9122073650360107, "Finetune/Loss (Raw)": 0.9167265892028809, "Finetune/Step": 2040, "Finetune/Step Time": 6.168390538543463}
+{"Finetune/Learning Rate": 1.7369685877856723e-05, "Finetune/Loss": 0.9090513586997986, "Finetune/Loss (Raw)": 0.6298799514770508, "Finetune/Step": 2041, "Finetune/Step Time": 6.181600105017424}
+{"Finetune/Learning Rate": 1.7366905821262937e-05, "Finetune/Loss": 0.9078160524368286, "Finetune/Loss (Raw)": 0.9088082909584045, "Finetune/Step": 2042, "Finetune/Step Time": 6.197616562247276}
+{"Finetune/Learning Rate": 1.7364124519013107e-05, "Finetune/Loss": 0.9091742038726807, "Finetune/Loss (Raw)": 0.9592772722244263, "Finetune/Step": 2043, "Finetune/Step Time": 6.20481563732028}
+{"Finetune/Learning Rate": 1.7361341971577516e-05, "Finetune/Loss": 0.908464789390564, "Finetune/Loss (Raw)": 0.9204272031784058, "Finetune/Step": 2044, "Finetune/Step Time": 6.213001240044832}
+{"Finetune/Learning Rate": 1.7358558179426662e-05, "Finetune/Loss": 0.9070942997932434, "Finetune/Loss (Raw)": 0.901179850101471, "Finetune/Step": 2045, "Finetune/Step Time": 6.228958742693067}
+{"Finetune/Learning Rate": 1.7355773143031247e-05, "Finetune/Loss": 0.9028382301330566, "Finetune/Loss (Raw)": 0.43098464608192444, "Finetune/Step": 2046, "Finetune/Step Time": 6.243011446669698}
+{"Finetune/Learning Rate": 1.735298686286219e-05, "Finetune/Loss": 0.8994292616844177, "Finetune/Loss (Raw)": 0.7855633497238159, "Finetune/Step": 2047, "Finetune/Step Time": 6.267672594636679}
+{"Finetune/Learning Rate": 1.735019933939062e-05, "Finetune/Loss": 0.8989242315292358, "Finetune/Loss (Raw)": 0.8646315336227417, "Finetune/Step": 2048, "Finetune/Step Time": 6.286170909181237}
+{"Finetune/Learning Rate": 1.7347410573087872e-05, "Finetune/Loss": 0.8997712135314941, "Finetune/Loss (Raw)": 0.9265810251235962, "Finetune/Step": 2049, "Finetune/Step Time": 6.286941660568118}
+{"Finetune/Learning Rate": 1.734462056442549e-05, "Finetune/Loss": 0.9006478786468506, "Finetune/Loss (Raw)": 0.9154535531997681, "Finetune/Step": 2050, "Finetune/Step Time": 6.285922069102526}
+{"Finetune/Learning Rate": 1.7341829313875238e-05, "Finetune/Loss": 0.9028258919715881, "Finetune/Loss (Raw)": 1.008981466293335, "Finetune/Step": 2051, "Finetune/Step Time": 6.282634079456329}
+{"Finetune/Learning Rate": 1.7339036821909082e-05, "Finetune/Loss": 0.9039716720581055, "Finetune/Loss (Raw)": 1.0055088996887207, "Finetune/Step": 2052, "Finetune/Step Time": 6.270841645076871}
+{"Finetune/Learning Rate": 1.733624308899919e-05, "Finetune/Loss": 0.9009245038032532, "Finetune/Loss (Raw)": 0.6054823398590088, "Finetune/Step": 2053, "Finetune/Step Time": 6.261892354115844}
+{"Finetune/Learning Rate": 1.733344811561796e-05, "Finetune/Loss": 0.8999164700508118, "Finetune/Loss (Raw)": 0.7669691443443298, "Finetune/Step": 2054, "Finetune/Step Time": 6.267173273488879}
+{"Finetune/Learning Rate": 1.7330651902237983e-05, "Finetune/Loss": 0.9027600288391113, "Finetune/Loss (Raw)": 1.1535097360610962, "Finetune/Step": 2055, "Finetune/Step Time": 6.264701817184687}
+{"Finetune/Learning Rate": 1.7327854449332067e-05, "Finetune/Loss": 0.9005410075187683, "Finetune/Loss (Raw)": 0.6576445698738098, "Finetune/Step": 2056, "Finetune/Step Time": 6.279792584478855}
+{"Finetune/Learning Rate": 1.732505575737323e-05, "Finetune/Loss": 0.8998245596885681, "Finetune/Loss (Raw)": 0.8948176503181458, "Finetune/Step": 2057, "Finetune/Step Time": 6.287630354985595}
+{"Finetune/Learning Rate": 1.7322255826834693e-05, "Finetune/Loss": 0.9019482135772705, "Finetune/Loss (Raw)": 0.8308163285255432, "Finetune/Step": 2058, "Finetune/Step Time": 6.280691254884005}
+{"Finetune/Learning Rate": 1.7319454658189893e-05, "Finetune/Loss": 0.9022064208984375, "Finetune/Loss (Raw)": 0.8290218710899353, "Finetune/Step": 2059, "Finetune/Step Time": 6.264617521315813}
+{"Finetune/Learning Rate": 1.7316652251912476e-05, "Finetune/Loss": 0.9021728038787842, "Finetune/Loss (Raw)": 0.9865190982818604, "Finetune/Step": 2060, "Finetune/Step Time": 6.257656516507268}
+{"Finetune/Learning Rate": 1.7313848608476297e-05, "Finetune/Loss": 0.9008994102478027, "Finetune/Loss (Raw)": 0.8583313822746277, "Finetune/Step": 2061, "Finetune/Step Time": 6.26234501414001}
+{"Finetune/Learning Rate": 1.731104372835541e-05, "Finetune/Loss": 0.9000082612037659, "Finetune/Loss (Raw)": 0.9321889281272888, "Finetune/Step": 2062, "Finetune/Step Time": 6.268286012113094}
+{"Finetune/Learning Rate": 1.7308237612024096e-05, "Finetune/Loss": 0.9003459215164185, "Finetune/Loss (Raw)": 1.0055009126663208, "Finetune/Step": 2063, "Finetune/Step Time": 6.261071918532252}
+{"Finetune/Learning Rate": 1.730543025995683e-05, "Finetune/Loss": 0.8969184756278992, "Finetune/Loss (Raw)": 0.6645429134368896, "Finetune/Step": 2064, "Finetune/Step Time": 6.265173206105828}
+{"Finetune/Learning Rate": 1.7302621672628304e-05, "Finetune/Loss": 0.8965579271316528, "Finetune/Loss (Raw)": 0.9132533073425293, "Finetune/Step": 2065, "Finetune/Step Time": 6.277471601963043}
+{"Finetune/Learning Rate": 1.729981185051342e-05, "Finetune/Loss": 0.8978209495544434, "Finetune/Loss (Raw)": 1.0176628828048706, "Finetune/Step": 2066, "Finetune/Step Time": 6.266214773058891}
+{"Finetune/Learning Rate": 1.729700079408728e-05, "Finetune/Loss": 0.8973052501678467, "Finetune/Loss (Raw)": 0.8329830765724182, "Finetune/Step": 2067, "Finetune/Step Time": 6.266653982922435}
+{"Finetune/Learning Rate": 1.72941885038252e-05, "Finetune/Loss": 0.8969951868057251, "Finetune/Loss (Raw)": 0.8829320669174194, "Finetune/Step": 2068, "Finetune/Step Time": 6.269350508227944}
+{"Finetune/Learning Rate": 1.7291374980202712e-05, "Finetune/Loss": 0.8993064761161804, "Finetune/Loss (Raw)": 1.0417797565460205, "Finetune/Step": 2069, "Finetune/Step Time": 6.266596173867583}
+{"Finetune/Learning Rate": 1.7288560223695543e-05, "Finetune/Loss": 0.8985292911529541, "Finetune/Loss (Raw)": 0.9652570486068726, "Finetune/Step": 2070, "Finetune/Step Time": 6.270785376429558}
+{"Finetune/Learning Rate": 1.7285744234779637e-05, "Finetune/Loss": 0.9001532793045044, "Finetune/Loss (Raw)": 0.9161444902420044, "Finetune/Step": 2071, "Finetune/Step Time": 6.27238847874105}
+{"Finetune/Learning Rate": 1.728292701393114e-05, "Finetune/Loss": 0.8979825377464294, "Finetune/Loss (Raw)": 0.5603302121162415, "Finetune/Step": 2072, "Finetune/Step Time": 6.272808821871877}
+{"Finetune/Learning Rate": 1.728010856162642e-05, "Finetune/Loss": 0.898899257183075, "Finetune/Loss (Raw)": 0.977027952671051, "Finetune/Step": 2073, "Finetune/Step Time": 6.2727064695209265}
+{"Finetune/Learning Rate": 1.7277288878342035e-05, "Finetune/Loss": 0.8944536447525024, "Finetune/Loss (Raw)": 0.39896538853645325, "Finetune/Step": 2074, "Finetune/Step Time": 6.290456898510456}
+{"Finetune/Learning Rate": 1.7274467964554766e-05, "Finetune/Loss": 0.8964168429374695, "Finetune/Loss (Raw)": 1.0449336767196655, "Finetune/Step": 2075, "Finetune/Step Time": 6.309987870976329}
+{"Finetune/Learning Rate": 1.7271645820741586e-05, "Finetune/Loss": 0.8937273025512695, "Finetune/Loss (Raw)": 0.46718648076057434, "Finetune/Step": 2076, "Finetune/Step Time": 6.317604713141918}
+{"Finetune/Learning Rate": 1.7268822447379696e-05, "Finetune/Loss": 0.8937708139419556, "Finetune/Loss (Raw)": 0.9224815368652344, "Finetune/Step": 2077, "Finetune/Step Time": 6.3337332382798195}
+{"Finetune/Learning Rate": 1.726599784494649e-05, "Finetune/Loss": 0.8939785957336426, "Finetune/Loss (Raw)": 0.7900369763374329, "Finetune/Step": 2078, "Finetune/Step Time": 6.339108772575855}
+{"Finetune/Learning Rate": 1.7263172013919578e-05, "Finetune/Loss": 0.8940672874450684, "Finetune/Loss (Raw)": 0.9819899201393127, "Finetune/Step": 2079, "Finetune/Step Time": 6.348698591813445}
+{"Finetune/Learning Rate": 1.726034495477677e-05, "Finetune/Loss": 0.8923435807228088, "Finetune/Loss (Raw)": 0.9445112347602844, "Finetune/Step": 2080, "Finetune/Step Time": 6.34886540658772}
+{"Finetune/Learning Rate": 1.7257516667996094e-05, "Finetune/Loss": 0.8928442001342773, "Finetune/Loss (Raw)": 1.0124731063842773, "Finetune/Step": 2081, "Finetune/Step Time": 6.351303905248642}
+{"Finetune/Learning Rate": 1.7254687154055775e-05, "Finetune/Loss": 0.8879092335700989, "Finetune/Loss (Raw)": 0.3754400610923767, "Finetune/Step": 2082, "Finetune/Step Time": 6.344882884994149}
+{"Finetune/Learning Rate": 1.725185641343425e-05, "Finetune/Loss": 0.8875521421432495, "Finetune/Loss (Raw)": 0.8899747133255005, "Finetune/Step": 2083, "Finetune/Step Time": 6.3529163133352995}
+{"Finetune/Learning Rate": 1.7249024446610162e-05, "Finetune/Loss": 0.8868469595909119, "Finetune/Loss (Raw)": 0.8567595481872559, "Finetune/Step": 2084, "Finetune/Step Time": 6.344433605670929}
+{"Finetune/Learning Rate": 1.724619125406237e-05, "Finetune/Loss": 0.8858689069747925, "Finetune/Loss (Raw)": 0.7986592054367065, "Finetune/Step": 2085, "Finetune/Step Time": 6.342591553926468}
+{"Finetune/Learning Rate": 1.7243356836269928e-05, "Finetune/Loss": 0.882789134979248, "Finetune/Loss (Raw)": 0.40484949946403503, "Finetune/Step": 2086, "Finetune/Step Time": 6.3357675932347775}
+{"Finetune/Learning Rate": 1.72405211937121e-05, "Finetune/Loss": 0.8787680268287659, "Finetune/Loss (Raw)": 0.38275015354156494, "Finetune/Step": 2087, "Finetune/Step Time": 6.354479493573308}
+{"Finetune/Learning Rate": 1.7237684326868363e-05, "Finetune/Loss": 0.8772549629211426, "Finetune/Loss (Raw)": 0.9080919623374939, "Finetune/Step": 2088, "Finetune/Step Time": 6.363302074372768}
+{"Finetune/Learning Rate": 1.7234846236218403e-05, "Finetune/Loss": 0.8779424428939819, "Finetune/Loss (Raw)": 1.052201271057129, "Finetune/Step": 2089, "Finetune/Step Time": 6.351626925170422}
+{"Finetune/Learning Rate": 1.7232006922242094e-05, "Finetune/Loss": 0.8790413737297058, "Finetune/Loss (Raw)": 0.9926947355270386, "Finetune/Step": 2090, "Finetune/Step Time": 6.351471392437816}
+{"Finetune/Learning Rate": 1.722916638541954e-05, "Finetune/Loss": 0.8788911700248718, "Finetune/Loss (Raw)": 0.9416654109954834, "Finetune/Step": 2091, "Finetune/Step Time": 6.353326017037034}
+{"Finetune/Learning Rate": 1.7226324626231038e-05, "Finetune/Loss": 0.8790485858917236, "Finetune/Loss (Raw)": 0.8755713701248169, "Finetune/Step": 2092, "Finetune/Step Time": 6.35351999849081}
+{"Finetune/Learning Rate": 1.7223481645157098e-05, "Finetune/Loss": 0.8788376450538635, "Finetune/Loss (Raw)": 0.9306870698928833, "Finetune/Step": 2093, "Finetune/Step Time": 6.344221970066428}
+{"Finetune/Learning Rate": 1.7220637442678433e-05, "Finetune/Loss": 0.8787363767623901, "Finetune/Loss (Raw)": 1.0866076946258545, "Finetune/Step": 2094, "Finetune/Step Time": 6.348292684182525}
+{"Finetune/Learning Rate": 1.7217792019275964e-05, "Finetune/Loss": 0.8800363540649414, "Finetune/Loss (Raw)": 1.0213228464126587, "Finetune/Step": 2095, "Finetune/Step Time": 6.351232012733817}
+{"Finetune/Learning Rate": 1.7214945375430816e-05, "Finetune/Loss": 0.8798090219497681, "Finetune/Loss (Raw)": 0.8473629355430603, "Finetune/Step": 2096, "Finetune/Step Time": 6.354764048010111}
+{"Finetune/Learning Rate": 1.7212097511624325e-05, "Finetune/Loss": 0.8779337406158447, "Finetune/Loss (Raw)": 0.83414626121521, "Finetune/Step": 2097, "Finetune/Step Time": 6.356324080377817}
+{"Finetune/Learning Rate": 1.720924842833803e-05, "Finetune/Loss": 0.877154529094696, "Finetune/Loss (Raw)": 0.9324401021003723, "Finetune/Step": 2098, "Finetune/Step Time": 6.356184648349881}
+{"Finetune/Learning Rate": 1.7206398126053684e-05, "Finetune/Loss": 0.8764767050743103, "Finetune/Loss (Raw)": 1.0458368062973022, "Finetune/Step": 2099, "Finetune/Step Time": 6.3537684846669436}
+{"Finetune/Learning Rate": 1.7203546605253225e-05, "Finetune/Loss": 0.8776590824127197, "Finetune/Loss (Raw)": 0.9231893420219421, "Finetune/Step": 2100, "Finetune/Step Time": 6.347004724666476}
+{"Finetune/Learning Rate": 1.720069386641882e-05, "Finetune/Loss": 0.8779281973838806, "Finetune/Loss (Raw)": 0.9864358305931091, "Finetune/Step": 2101, "Finetune/Step Time": 6.340613508597016}
+{"Finetune/Learning Rate": 1.7197839910032835e-05, "Finetune/Loss": 0.8797723650932312, "Finetune/Loss (Raw)": 0.9857085943222046, "Finetune/Step": 2102, "Finetune/Step Time": 6.338706096634269}
+{"Finetune/Learning Rate": 1.7194984736577835e-05, "Finetune/Loss": 0.8790080547332764, "Finetune/Loss (Raw)": 0.8520557284355164, "Finetune/Step": 2103, "Finetune/Step Time": 6.333177778869867}
+{"Finetune/Learning Rate": 1.71921283465366e-05, "Finetune/Loss": 0.8788401484489441, "Finetune/Loss (Raw)": 0.8499040603637695, "Finetune/Step": 2104, "Finetune/Step Time": 6.321933036670089}
+{"Finetune/Learning Rate": 1.718927074039211e-05, "Finetune/Loss": 0.8789860010147095, "Finetune/Loss (Raw)": 0.9853448867797852, "Finetune/Step": 2105, "Finetune/Step Time": 6.322180688381195}
+{"Finetune/Learning Rate": 1.718641191862755e-05, "Finetune/Loss": 0.881179928779602, "Finetune/Loss (Raw)": 0.9400478005409241, "Finetune/Step": 2106, "Finetune/Step Time": 6.316481018438935}
+{"Finetune/Learning Rate": 1.7183551881726314e-05, "Finetune/Loss": 0.8812717795372009, "Finetune/Loss (Raw)": 0.9909810423851013, "Finetune/Step": 2107, "Finetune/Step Time": 6.301268024370074}
+{"Finetune/Learning Rate": 1.7180690630172e-05, "Finetune/Loss": 0.879085898399353, "Finetune/Loss (Raw)": 0.4075002074241638, "Finetune/Step": 2108, "Finetune/Step Time": 6.303662033751607}
+{"Finetune/Learning Rate": 1.7177828164448414e-05, "Finetune/Loss": 0.8817234039306641, "Finetune/Loss (Raw)": 1.201794981956482, "Finetune/Step": 2109, "Finetune/Step Time": 6.302346706390381}
+{"Finetune/Learning Rate": 1.7174964485039562e-05, "Finetune/Loss": 0.880561351776123, "Finetune/Loss (Raw)": 1.0303410291671753, "Finetune/Step": 2110, "Finetune/Step Time": 6.3069783709943295}
+{"Finetune/Learning Rate": 1.717209959242966e-05, "Finetune/Loss": 0.8823239803314209, "Finetune/Loss (Raw)": 1.0366319417953491, "Finetune/Step": 2111, "Finetune/Step Time": 6.3090168107301}
+{"Finetune/Learning Rate": 1.7169233487103124e-05, "Finetune/Loss": 0.8818674683570862, "Finetune/Loss (Raw)": 0.8607602715492249, "Finetune/Step": 2112, "Finetune/Step Time": 6.30433227494359}
+{"Finetune/Learning Rate": 1.716636616954458e-05, "Finetune/Loss": 0.8810698986053467, "Finetune/Loss (Raw)": 0.8459077477455139, "Finetune/Step": 2113, "Finetune/Step Time": 6.297112550586462}
+{"Finetune/Learning Rate": 1.7163497640238863e-05, "Finetune/Loss": 0.8791588544845581, "Finetune/Loss (Raw)": 0.7100780606269836, "Finetune/Step": 2114, "Finetune/Step Time": 6.315483285114169}
+{"Finetune/Learning Rate": 1.7160627899671e-05, "Finetune/Loss": 0.8803328275680542, "Finetune/Loss (Raw)": 0.9239583611488342, "Finetune/Step": 2115, "Finetune/Step Time": 6.317736204713583}
+{"Finetune/Learning Rate": 1.715775694832623e-05, "Finetune/Loss": 0.880513608455658, "Finetune/Loss (Raw)": 0.8614108562469482, "Finetune/Step": 2116, "Finetune/Step Time": 6.3356168903410435}
+{"Finetune/Learning Rate": 1.7154884786690002e-05, "Finetune/Loss": 0.8788717985153198, "Finetune/Loss (Raw)": 0.8421618938446045, "Finetune/Step": 2117, "Finetune/Step Time": 6.342979924753308}
+{"Finetune/Learning Rate": 1.7152011415247956e-05, "Finetune/Loss": 0.8772399425506592, "Finetune/Loss (Raw)": 0.939072847366333, "Finetune/Step": 2118, "Finetune/Step Time": 6.341653315350413}
+{"Finetune/Learning Rate": 1.7149136834485953e-05, "Finetune/Loss": 0.8762662410736084, "Finetune/Loss (Raw)": 0.8874357342720032, "Finetune/Step": 2119, "Finetune/Step Time": 6.3384131621569395}
+{"Finetune/Learning Rate": 1.7146261044890048e-05, "Finetune/Loss": 0.8778466582298279, "Finetune/Loss (Raw)": 0.7191230654716492, "Finetune/Step": 2120, "Finetune/Step Time": 6.336645098403096}
+{"Finetune/Learning Rate": 1.71433840469465e-05, "Finetune/Loss": 0.8777847290039062, "Finetune/Loss (Raw)": 0.960644006729126, "Finetune/Step": 2121, "Finetune/Step Time": 6.328560108318925}
+{"Finetune/Learning Rate": 1.7140505841141775e-05, "Finetune/Loss": 0.8777695894241333, "Finetune/Loss (Raw)": 0.9038366079330444, "Finetune/Step": 2122, "Finetune/Step Time": 6.328186115249991}
+{"Finetune/Learning Rate": 1.713762642796255e-05, "Finetune/Loss": 0.8797788619995117, "Finetune/Loss (Raw)": 1.0693359375, "Finetune/Step": 2123, "Finetune/Step Time": 6.326959490776062}
+{"Finetune/Learning Rate": 1.7134745807895692e-05, "Finetune/Loss": 0.8797346949577332, "Finetune/Loss (Raw)": 1.0819600820541382, "Finetune/Step": 2124, "Finetune/Step Time": 6.317844022065401}
+{"Finetune/Learning Rate": 1.7131863981428283e-05, "Finetune/Loss": 0.8785416483879089, "Finetune/Loss (Raw)": 0.7677475810050964, "Finetune/Step": 2125, "Finetune/Step Time": 6.3164214715361595}
+{"Finetune/Learning Rate": 1.7128980949047607e-05, "Finetune/Loss": 0.875350832939148, "Finetune/Loss (Raw)": 0.7636590003967285, "Finetune/Step": 2126, "Finetune/Step Time": 6.313309332355857}
+{"Finetune/Learning Rate": 1.7126096711241146e-05, "Finetune/Loss": 0.8752542734146118, "Finetune/Loss (Raw)": 0.9749978184700012, "Finetune/Step": 2127, "Finetune/Step Time": 6.320037325844169}
+{"Finetune/Learning Rate": 1.7123211268496596e-05, "Finetune/Loss": 0.8749420642852783, "Finetune/Loss (Raw)": 0.7516900300979614, "Finetune/Step": 2128, "Finetune/Step Time": 6.308977480977774}
+{"Finetune/Learning Rate": 1.7120324621301843e-05, "Finetune/Loss": 0.8749306201934814, "Finetune/Loss (Raw)": 0.8706803917884827, "Finetune/Step": 2129, "Finetune/Step Time": 6.290923219174147}
+{"Finetune/Learning Rate": 1.711743677014499e-05, "Finetune/Loss": 0.8734796047210693, "Finetune/Loss (Raw)": 0.8039273023605347, "Finetune/Step": 2130, "Finetune/Step Time": 6.2907517440617085}
+{"Finetune/Learning Rate": 1.7114547715514344e-05, "Finetune/Loss": 0.8744676113128662, "Finetune/Loss (Raw)": 1.0453118085861206, "Finetune/Step": 2131, "Finetune/Step Time": 6.290867758914828}
+{"Finetune/Learning Rate": 1.7111657457898395e-05, "Finetune/Loss": 0.8755738139152527, "Finetune/Loss (Raw)": 0.9592368602752686, "Finetune/Step": 2132, "Finetune/Step Time": 6.287415985018015}
+{"Finetune/Learning Rate": 1.7108765997785864e-05, "Finetune/Loss": 0.8762975335121155, "Finetune/Loss (Raw)": 1.0101929903030396, "Finetune/Step": 2133, "Finetune/Step Time": 6.28925540111959}
+{"Finetune/Learning Rate": 1.7105873335665656e-05, "Finetune/Loss": 0.8761513233184814, "Finetune/Loss (Raw)": 0.7498572468757629, "Finetune/Step": 2134, "Finetune/Step Time": 6.293250445276499}
+{"Finetune/Learning Rate": 1.7102979472026892e-05, "Finetune/Loss": 0.8741104006767273, "Finetune/Loss (Raw)": 0.7420828342437744, "Finetune/Step": 2135, "Finetune/Step Time": 6.322712572291493}
+{"Finetune/Learning Rate": 1.7100084407358882e-05, "Finetune/Loss": 0.8761242032051086, "Finetune/Loss (Raw)": 1.119999647140503, "Finetune/Step": 2136, "Finetune/Step Time": 6.327459551393986}
+{"Finetune/Learning Rate": 1.709718814215115e-05, "Finetune/Loss": 0.8763936758041382, "Finetune/Loss (Raw)": 1.060354471206665, "Finetune/Step": 2137, "Finetune/Step Time": 6.327526291832328}
+{"Finetune/Learning Rate": 1.709429067689342e-05, "Finetune/Loss": 0.8753323554992676, "Finetune/Loss (Raw)": 1.0230149030685425, "Finetune/Step": 2138, "Finetune/Step Time": 6.324120761826634}
+{"Finetune/Learning Rate": 1.7091392012075622e-05, "Finetune/Loss": 0.8723437786102295, "Finetune/Loss (Raw)": 0.441662073135376, "Finetune/Step": 2139, "Finetune/Step Time": 6.325507635250688}
+{"Finetune/Learning Rate": 1.708849214818788e-05, "Finetune/Loss": 0.870573878288269, "Finetune/Loss (Raw)": 0.8067411184310913, "Finetune/Step": 2140, "Finetune/Step Time": 6.3410022761672735}
+{"Finetune/Learning Rate": 1.708559108572053e-05, "Finetune/Loss": 0.871269166469574, "Finetune/Loss (Raw)": 0.8804164528846741, "Finetune/Step": 2141, "Finetune/Step Time": 6.332479139789939}
+{"Finetune/Learning Rate": 1.7082688825164107e-05, "Finetune/Loss": 0.8704368472099304, "Finetune/Loss (Raw)": 0.951374888420105, "Finetune/Step": 2142, "Finetune/Step Time": 6.3187174797058105}
+{"Finetune/Learning Rate": 1.707978536700935e-05, "Finetune/Loss": 0.8717724680900574, "Finetune/Loss (Raw)": 1.0299632549285889, "Finetune/Step": 2143, "Finetune/Step Time": 6.315496001392603}
+{"Finetune/Learning Rate": 1.7076880711747197e-05, "Finetune/Loss": 0.8717139363288879, "Finetune/Loss (Raw)": 0.8596031665802002, "Finetune/Step": 2144, "Finetune/Step Time": 6.3138597458601}
+{"Finetune/Learning Rate": 1.707397485986879e-05, "Finetune/Loss": 0.8710182905197144, "Finetune/Loss (Raw)": 0.883164644241333, "Finetune/Step": 2145, "Finetune/Step Time": 6.308230891823769}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.8697245121002197, "Finetune/Loss (Raw)": 0.897083044052124, "Finetune/Step": 2146, "Finetune/Step Time": 6.311085689812899}
+{"Finetune/Learning Rate": 1.7068159568228805e-05, "Finetune/Loss": 0.8693255186080933, "Finetune/Loss (Raw)": 0.9005335569381714, "Finetune/Step": 2147, "Finetune/Step Time": 6.295063450932503}
+{"Finetune/Learning Rate": 1.7065250129450515e-05, "Finetune/Loss": 0.8700518012046814, "Finetune/Loss (Raw)": 0.8407381176948547, "Finetune/Step": 2148, "Finetune/Step Time": 6.287395661696792}
+{"Finetune/Learning Rate": 1.706233949602257e-05, "Finetune/Loss": 0.8695650100708008, "Finetune/Loss (Raw)": 0.7897226810455322, "Finetune/Step": 2149, "Finetune/Step Time": 6.276589384302497}
+{"Finetune/Learning Rate": 1.7059427668437116e-05, "Finetune/Loss": 0.8678311705589294, "Finetune/Loss (Raw)": 0.7190595269203186, "Finetune/Step": 2150, "Finetune/Step Time": 6.279171358793974}
+{"Finetune/Learning Rate": 1.7056514647186514e-05, "Finetune/Loss": 0.8673925399780273, "Finetune/Loss (Raw)": 0.9547274708747864, "Finetune/Step": 2151, "Finetune/Step Time": 6.285001911222935}
+{"Finetune/Learning Rate": 1.7053600432763314e-05, "Finetune/Loss": 0.8662787675857544, "Finetune/Loss (Raw)": 0.8418317437171936, "Finetune/Step": 2152, "Finetune/Step Time": 6.289205653592944}
+{"Finetune/Learning Rate": 1.7050685025660282e-05, "Finetune/Loss": 0.8697506189346313, "Finetune/Loss (Raw)": 0.8779792189598083, "Finetune/Step": 2153, "Finetune/Step Time": 6.294539922848344}
+{"Finetune/Learning Rate": 1.7047768426370374e-05, "Finetune/Loss": 0.871599555015564, "Finetune/Loss (Raw)": 1.0898858308792114, "Finetune/Step": 2154, "Finetune/Step Time": 6.277540935203433}
+{"Finetune/Learning Rate": 1.7044850635386753e-05, "Finetune/Loss": 0.8698421120643616, "Finetune/Loss (Raw)": 0.8125779628753662, "Finetune/Step": 2155, "Finetune/Step Time": 6.278064100071788}
+{"Finetune/Learning Rate": 1.7041931653202788e-05, "Finetune/Loss": 0.8702591061592102, "Finetune/Loss (Raw)": 0.9956969022750854, "Finetune/Step": 2156, "Finetune/Step Time": 6.279276302084327}
+{"Finetune/Learning Rate": 1.7039011480312036e-05, "Finetune/Loss": 0.8656066656112671, "Finetune/Loss (Raw)": 0.38835954666137695, "Finetune/Step": 2157, "Finetune/Step Time": 6.269202785566449}
+{"Finetune/Learning Rate": 1.703609011720827e-05, "Finetune/Loss": 0.8664321899414062, "Finetune/Loss (Raw)": 0.9342048168182373, "Finetune/Step": 2158, "Finetune/Step Time": 6.288149211555719}
+{"Finetune/Learning Rate": 1.7033167564385454e-05, "Finetune/Loss": 0.8631749153137207, "Finetune/Loss (Raw)": 0.6231091618537903, "Finetune/Step": 2159, "Finetune/Step Time": 6.28968258574605}
+{"Finetune/Learning Rate": 1.7030243822337755e-05, "Finetune/Loss": 0.8620355129241943, "Finetune/Loss (Raw)": 0.7276902794837952, "Finetune/Step": 2160, "Finetune/Step Time": 6.299176415428519}
+{"Finetune/Learning Rate": 1.7027318891559546e-05, "Finetune/Loss": 0.8629931211471558, "Finetune/Loss (Raw)": 1.1016346216201782, "Finetune/Step": 2161, "Finetune/Step Time": 6.299582600593567}
+{"Finetune/Learning Rate": 1.70243927725454e-05, "Finetune/Loss": 0.8624707460403442, "Finetune/Loss (Raw)": 0.8270352482795715, "Finetune/Step": 2162, "Finetune/Step Time": 6.3087301310151815}
+{"Finetune/Learning Rate": 1.702146546579009e-05, "Finetune/Loss": 0.8626164793968201, "Finetune/Loss (Raw)": 0.8400428295135498, "Finetune/Step": 2163, "Finetune/Step Time": 6.323545567691326}
+{"Finetune/Learning Rate": 1.7018536971788576e-05, "Finetune/Loss": 0.8666276931762695, "Finetune/Loss (Raw)": 0.9915420413017273, "Finetune/Step": 2164, "Finetune/Step Time": 6.318873051553965}
+{"Finetune/Learning Rate": 1.7015607291036048e-05, "Finetune/Loss": 0.8671505451202393, "Finetune/Loss (Raw)": 0.8763028979301453, "Finetune/Step": 2165, "Finetune/Step Time": 6.301126047968864}
+{"Finetune/Learning Rate": 1.7012676424027873e-05, "Finetune/Loss": 0.871935248374939, "Finetune/Loss (Raw)": 1.0252392292022705, "Finetune/Step": 2166, "Finetune/Step Time": 6.273899393156171}
+{"Finetune/Learning Rate": 1.700974437125962e-05, "Finetune/Loss": 0.8701474666595459, "Finetune/Loss (Raw)": 0.8262174725532532, "Finetune/Step": 2167, "Finetune/Step Time": 6.26030214689672}
+{"Finetune/Learning Rate": 1.7006811133227076e-05, "Finetune/Loss": 0.8701169490814209, "Finetune/Loss (Raw)": 0.9128175377845764, "Finetune/Step": 2168, "Finetune/Step Time": 6.25697286054492}
+{"Finetune/Learning Rate": 1.7003876710426207e-05, "Finetune/Loss": 0.8741885423660278, "Finetune/Loss (Raw)": 1.151044487953186, "Finetune/Step": 2169, "Finetune/Step Time": 6.246021872386336}
+{"Finetune/Learning Rate": 1.7000941103353192e-05, "Finetune/Loss": 0.8743402361869812, "Finetune/Loss (Raw)": 0.9282308220863342, "Finetune/Step": 2170, "Finetune/Step Time": 6.233714470639825}
+{"Finetune/Learning Rate": 1.699800431250441e-05, "Finetune/Loss": 0.8745049834251404, "Finetune/Loss (Raw)": 0.9803662896156311, "Finetune/Step": 2171, "Finetune/Step Time": 6.23290279135108}
+{"Finetune/Learning Rate": 1.6995066338376435e-05, "Finetune/Loss": 0.8743586540222168, "Finetune/Loss (Raw)": 0.9016920924186707, "Finetune/Step": 2172, "Finetune/Step Time": 6.218363603577018}
+{"Finetune/Learning Rate": 1.6992127181466038e-05, "Finetune/Loss": 0.874387264251709, "Finetune/Loss (Raw)": 0.9048447012901306, "Finetune/Step": 2173, "Finetune/Step Time": 6.201882150024176}
+{"Finetune/Learning Rate": 1.6989186842270205e-05, "Finetune/Loss": 0.8778696060180664, "Finetune/Loss (Raw)": 0.8767214417457581, "Finetune/Step": 2174, "Finetune/Step Time": 6.194129483774304}
+{"Finetune/Learning Rate": 1.698624532128611e-05, "Finetune/Loss": 0.8793125152587891, "Finetune/Loss (Raw)": 0.9702650904655457, "Finetune/Step": 2175, "Finetune/Step Time": 6.187561828643084}
+{"Finetune/Learning Rate": 1.6983302619011125e-05, "Finetune/Loss": 0.8797630071640015, "Finetune/Loss (Raw)": 0.9222901463508606, "Finetune/Step": 2176, "Finetune/Step Time": 6.16851556673646}
+{"Finetune/Learning Rate": 1.6980358735942827e-05, "Finetune/Loss": 0.8811888694763184, "Finetune/Loss (Raw)": 1.1090916395187378, "Finetune/Step": 2177, "Finetune/Step Time": 6.16832997277379}
+{"Finetune/Learning Rate": 1.6977413672578994e-05, "Finetune/Loss": 0.8823590278625488, "Finetune/Loss (Raw)": 1.06522798538208, "Finetune/Step": 2178, "Finetune/Step Time": 6.165775945410132}
+{"Finetune/Learning Rate": 1.69744674294176e-05, "Finetune/Loss": 0.8819109201431274, "Finetune/Loss (Raw)": 0.9516263008117676, "Finetune/Step": 2179, "Finetune/Step Time": 6.163837477564812}
+{"Finetune/Learning Rate": 1.697152000695682e-05, "Finetune/Loss": 0.8811554908752441, "Finetune/Loss (Raw)": 0.9088149666786194, "Finetune/Step": 2180, "Finetune/Step Time": 6.164054471999407}
+{"Finetune/Learning Rate": 1.6968571405695025e-05, "Finetune/Loss": 0.8828071355819702, "Finetune/Loss (Raw)": 0.8168922066688538, "Finetune/Step": 2181, "Finetune/Step Time": 6.159187961369753}
+{"Finetune/Learning Rate": 1.6965621626130796e-05, "Finetune/Loss": 0.8849800825119019, "Finetune/Loss (Raw)": 1.0451092720031738, "Finetune/Step": 2182, "Finetune/Step Time": 6.152065156027675}
+{"Finetune/Learning Rate": 1.6962670668762897e-05, "Finetune/Loss": 0.8819568157196045, "Finetune/Loss (Raw)": 0.7665321230888367, "Finetune/Step": 2183, "Finetune/Step Time": 6.1546788066625595}
+{"Finetune/Learning Rate": 1.6959718534090305e-05, "Finetune/Loss": 0.8838028311729431, "Finetune/Loss (Raw)": 0.8939324617385864, "Finetune/Step": 2184, "Finetune/Step Time": 6.13644228130579}
+{"Finetune/Learning Rate": 1.6956765222612186e-05, "Finetune/Loss": 0.8839459419250488, "Finetune/Loss (Raw)": 0.9131311178207397, "Finetune/Step": 2185, "Finetune/Step Time": 6.126611363142729}
+{"Finetune/Learning Rate": 1.6953810734827917e-05, "Finetune/Loss": 0.8833776712417603, "Finetune/Loss (Raw)": 0.7580845355987549, "Finetune/Step": 2186, "Finetune/Step Time": 6.132054103538394}
+{"Finetune/Learning Rate": 1.695085507123706e-05, "Finetune/Loss": 0.8831243515014648, "Finetune/Loss (Raw)": 0.79659503698349, "Finetune/Step": 2187, "Finetune/Step Time": 6.140518963336945}
+{"Finetune/Learning Rate": 1.6947898232339384e-05, "Finetune/Loss": 0.8836959004402161, "Finetune/Loss (Raw)": 1.0596784353256226, "Finetune/Step": 2188, "Finetune/Step Time": 6.150227466598153}
+{"Finetune/Learning Rate": 1.694494021863486e-05, "Finetune/Loss": 0.8840140700340271, "Finetune/Loss (Raw)": 0.8990551233291626, "Finetune/Step": 2189, "Finetune/Step Time": 6.141130581498146}
+{"Finetune/Learning Rate": 1.6941981030623646e-05, "Finetune/Loss": 0.8837282657623291, "Finetune/Loss (Raw)": 0.8956050276756287, "Finetune/Step": 2190, "Finetune/Step Time": 6.134794408455491}
+{"Finetune/Learning Rate": 1.693902066880611e-05, "Finetune/Loss": 0.8831629157066345, "Finetune/Loss (Raw)": 0.9331366419792175, "Finetune/Step": 2191, "Finetune/Step Time": 6.147670708596706}
+{"Finetune/Learning Rate": 1.6936059133682816e-05, "Finetune/Loss": 0.8851011991500854, "Finetune/Loss (Raw)": 0.9126443862915039, "Finetune/Step": 2192, "Finetune/Step Time": 6.142638327553868}
+{"Finetune/Learning Rate": 1.6933096425754516e-05, "Finetune/Loss": 0.8837144374847412, "Finetune/Loss (Raw)": 0.7357520461082458, "Finetune/Step": 2193, "Finetune/Step Time": 6.132575502619147}
+{"Finetune/Learning Rate": 1.6930132545522174e-05, "Finetune/Loss": 0.8823142051696777, "Finetune/Loss (Raw)": 0.838431179523468, "Finetune/Step": 2194, "Finetune/Step Time": 6.154571356251836}
+{"Finetune/Learning Rate": 1.6927167493486947e-05, "Finetune/Loss": 0.8821430802345276, "Finetune/Loss (Raw)": 0.8110765814781189, "Finetune/Step": 2195, "Finetune/Step Time": 6.187706341966987}
+{"Finetune/Learning Rate": 1.6924201270150194e-05, "Finetune/Loss": 0.8814661502838135, "Finetune/Loss (Raw)": 0.7962902188301086, "Finetune/Step": 2196, "Finetune/Step Time": 6.211341412737966}
+{"Finetune/Learning Rate": 1.6921233876013458e-05, "Finetune/Loss": 0.8803596496582031, "Finetune/Loss (Raw)": 0.9001390337944031, "Finetune/Step": 2197, "Finetune/Step Time": 6.2149917203933}
+{"Finetune/Learning Rate": 1.6918265311578496e-05, "Finetune/Loss": 0.8796360492706299, "Finetune/Loss (Raw)": 0.8726397752761841, "Finetune/Step": 2198, "Finetune/Step Time": 6.209527609869838}
+{"Finetune/Learning Rate": 1.691529557734726e-05, "Finetune/Loss": 0.8791423439979553, "Finetune/Loss (Raw)": 0.8529512286186218, "Finetune/Step": 2199, "Finetune/Step Time": 6.219351660460234}
+{"Finetune/Learning Rate": 1.691232467382189e-05, "Finetune/Loss": 0.8816538453102112, "Finetune/Loss (Raw)": 0.8817997574806213, "Finetune/Step": 2200, "Finetune/Step Time": 6.217259868979454}
+{"Finetune/Learning Rate": 1.6909352601504733e-05, "Finetune/Loss": 0.8814200758934021, "Finetune/Loss (Raw)": 0.9471041560173035, "Finetune/Step": 2201, "Finetune/Step Time": 6.209116604179144}
+{"Finetune/Learning Rate": 1.6906379360898334e-05, "Finetune/Loss": 0.8846198320388794, "Finetune/Loss (Raw)": 0.8085358738899231, "Finetune/Step": 2202, "Finetune/Step Time": 6.195264346897602}
+{"Finetune/Learning Rate": 1.6903404952505428e-05, "Finetune/Loss": 0.8843091130256653, "Finetune/Loss (Raw)": 1.0051625967025757, "Finetune/Step": 2203, "Finetune/Step Time": 6.19373082742095}
+{"Finetune/Learning Rate": 1.6900429376828954e-05, "Finetune/Loss": 0.8883087635040283, "Finetune/Loss (Raw)": 0.9791408777236938, "Finetune/Step": 2204, "Finetune/Step Time": 6.191308671608567}
+{"Finetune/Learning Rate": 1.689745263437205e-05, "Finetune/Loss": 0.8843820095062256, "Finetune/Loss (Raw)": 0.4198521077632904, "Finetune/Step": 2205, "Finetune/Step Time": 6.18717298656702}
+{"Finetune/Learning Rate": 1.6894474725638043e-05, "Finetune/Loss": 0.8857259750366211, "Finetune/Loss (Raw)": 0.9620757102966309, "Finetune/Step": 2206, "Finetune/Step Time": 6.197762878611684}
+{"Finetune/Learning Rate": 1.689149565113046e-05, "Finetune/Loss": 0.8852437138557434, "Finetune/Loss (Raw)": 0.9202539324760437, "Finetune/Step": 2207, "Finetune/Step Time": 6.192269345745444}
+{"Finetune/Learning Rate": 1.6888515411353033e-05, "Finetune/Loss": 0.8854424357414246, "Finetune/Loss (Raw)": 0.9699472188949585, "Finetune/Step": 2208, "Finetune/Step Time": 6.193738238885999}
+{"Finetune/Learning Rate": 1.6885534006809683e-05, "Finetune/Loss": 0.8847769498825073, "Finetune/Loss (Raw)": 0.927293598651886, "Finetune/Step": 2209, "Finetune/Step Time": 6.196567237377167}
+{"Finetune/Learning Rate": 1.6882551438004528e-05, "Finetune/Loss": 0.8877959251403809, "Finetune/Loss (Raw)": 0.761868953704834, "Finetune/Step": 2210, "Finetune/Step Time": 6.202055174857378}
+{"Finetune/Learning Rate": 1.6879567705441883e-05, "Finetune/Loss": 0.8880823254585266, "Finetune/Loss (Raw)": 0.9266293048858643, "Finetune/Step": 2211, "Finetune/Step Time": 6.188020531088114}
+{"Finetune/Learning Rate": 1.687658280962627e-05, "Finetune/Loss": 0.8890843391418457, "Finetune/Loss (Raw)": 0.985015869140625, "Finetune/Step": 2212, "Finetune/Step Time": 6.187504319474101}
+{"Finetune/Learning Rate": 1.687359675106239e-05, "Finetune/Loss": 0.8900970220565796, "Finetune/Loss (Raw)": 0.9282857179641724, "Finetune/Step": 2213, "Finetune/Step Time": 6.2016686629503965}
+{"Finetune/Learning Rate": 1.6870609530255156e-05, "Finetune/Loss": 0.8949410319328308, "Finetune/Loss (Raw)": 1.0248814821243286, "Finetune/Step": 2214, "Finetune/Step Time": 6.194188687950373}
+{"Finetune/Learning Rate": 1.686762114770967e-05, "Finetune/Loss": 0.9001176357269287, "Finetune/Loss (Raw)": 1.0453540086746216, "Finetune/Step": 2215, "Finetune/Step Time": 6.17288713157177}
+{"Finetune/Learning Rate": 1.686463160393123e-05, "Finetune/Loss": 0.9000074863433838, "Finetune/Loss (Raw)": 0.8939915299415588, "Finetune/Step": 2216, "Finetune/Step Time": 6.156686279922724}
+{"Finetune/Learning Rate": 1.6861640899425334e-05, "Finetune/Loss": 0.8997424840927124, "Finetune/Loss (Raw)": 1.0182918310165405, "Finetune/Step": 2217, "Finetune/Step Time": 6.157477213069797}
+{"Finetune/Learning Rate": 1.6858649034697677e-05, "Finetune/Loss": 0.8980586528778076, "Finetune/Loss (Raw)": 0.7771575450897217, "Finetune/Step": 2218, "Finetune/Step Time": 6.155576515942812}
+{"Finetune/Learning Rate": 1.6855656010254142e-05, "Finetune/Loss": 0.8981103897094727, "Finetune/Loss (Raw)": 0.9482918977737427, "Finetune/Step": 2219, "Finetune/Step Time": 6.15588178858161}
+{"Finetune/Learning Rate": 1.6852661826600817e-05, "Finetune/Loss": 0.8980711698532104, "Finetune/Loss (Raw)": 0.870542585849762, "Finetune/Step": 2220, "Finetune/Step Time": 6.15634579397738}
+{"Finetune/Learning Rate": 1.6849666484243985e-05, "Finetune/Loss": 0.8965820074081421, "Finetune/Loss (Raw)": 0.7400826215744019, "Finetune/Step": 2221, "Finetune/Step Time": 6.166227135807276}
+{"Finetune/Learning Rate": 1.6846669983690117e-05, "Finetune/Loss": 0.893095076084137, "Finetune/Loss (Raw)": 0.6402782201766968, "Finetune/Step": 2222, "Finetune/Step Time": 6.1809814646840096}
+{"Finetune/Learning Rate": 1.6843672325445887e-05, "Finetune/Loss": 0.8921269774436951, "Finetune/Loss (Raw)": 0.8974031209945679, "Finetune/Step": 2223, "Finetune/Step Time": 6.181680401787162}
+{"Finetune/Learning Rate": 1.6840673510018167e-05, "Finetune/Loss": 0.8923509120941162, "Finetune/Loss (Raw)": 0.876028299331665, "Finetune/Step": 2224, "Finetune/Step Time": 6.175722474232316}
+{"Finetune/Learning Rate": 1.6837673537914022e-05, "Finetune/Loss": 0.8924195170402527, "Finetune/Loss (Raw)": 0.8429261445999146, "Finetune/Step": 2225, "Finetune/Step Time": 6.17392772436142}
+{"Finetune/Learning Rate": 1.6834672409640705e-05, "Finetune/Loss": 0.8928674459457397, "Finetune/Loss (Raw)": 0.9897778034210205, "Finetune/Step": 2226, "Finetune/Step Time": 6.180830094963312}
+{"Finetune/Learning Rate": 1.6831670125705678e-05, "Finetune/Loss": 0.891342282295227, "Finetune/Loss (Raw)": 0.8506182432174683, "Finetune/Step": 2227, "Finetune/Step Time": 6.1899996511638165}
+{"Finetune/Learning Rate": 1.6828666686616587e-05, "Finetune/Loss": 0.8887368440628052, "Finetune/Loss (Raw)": 0.5896883606910706, "Finetune/Step": 2228, "Finetune/Step Time": 6.203799854964018}
+{"Finetune/Learning Rate": 1.6825662092881276e-05, "Finetune/Loss": 0.8852839469909668, "Finetune/Loss (Raw)": 0.5444732308387756, "Finetune/Step": 2229, "Finetune/Step Time": 6.221320983022451}
+{"Finetune/Learning Rate": 1.6822656345007792e-05, "Finetune/Loss": 0.8850803375244141, "Finetune/Loss (Raw)": 0.9596392512321472, "Finetune/Step": 2230, "Finetune/Step Time": 6.245330832898617}
+{"Finetune/Learning Rate": 1.6819649443504366e-05, "Finetune/Loss": 0.8861997723579407, "Finetune/Loss (Raw)": 0.9953422546386719, "Finetune/Step": 2231, "Finetune/Step Time": 6.243908666074276}
+{"Finetune/Learning Rate": 1.6816641388879433e-05, "Finetune/Loss": 0.8868200778961182, "Finetune/Loss (Raw)": 0.9293064475059509, "Finetune/Step": 2232, "Finetune/Step Time": 6.242363745346665}
+{"Finetune/Learning Rate": 1.6813632181641616e-05, "Finetune/Loss": 0.8870590925216675, "Finetune/Loss (Raw)": 1.0159411430358887, "Finetune/Step": 2233, "Finetune/Step Time": 6.243156101554632}
+{"Finetune/Learning Rate": 1.681062182229974e-05, "Finetune/Loss": 0.8870595097541809, "Finetune/Loss (Raw)": 0.9400967359542847, "Finetune/Step": 2234, "Finetune/Step Time": 6.246305480599403}
+{"Finetune/Learning Rate": 1.6807610311362815e-05, "Finetune/Loss": 0.8850659132003784, "Finetune/Loss (Raw)": 0.7357984781265259, "Finetune/Step": 2235, "Finetune/Step Time": 6.248850191012025}
+{"Finetune/Learning Rate": 1.680459764934006e-05, "Finetune/Loss": 0.8879932761192322, "Finetune/Loss (Raw)": 0.7822049260139465, "Finetune/Step": 2236, "Finetune/Step Time": 6.250227741897106}
+{"Finetune/Learning Rate": 1.6801583836740872e-05, "Finetune/Loss": 0.885201096534729, "Finetune/Loss (Raw)": 0.8443939685821533, "Finetune/Step": 2237, "Finetune/Step Time": 6.236138677224517}
+{"Finetune/Learning Rate": 1.6798568874074855e-05, "Finetune/Loss": 0.8842602968215942, "Finetune/Loss (Raw)": 0.9099244475364685, "Finetune/Step": 2238, "Finetune/Step Time": 6.231012307107449}
+{"Finetune/Learning Rate": 1.67955527618518e-05, "Finetune/Loss": 0.8838130235671997, "Finetune/Loss (Raw)": 0.979373574256897, "Finetune/Step": 2239, "Finetune/Step Time": 6.23315205425024}
+{"Finetune/Learning Rate": 1.6792535500581704e-05, "Finetune/Loss": 0.885194718837738, "Finetune/Loss (Raw)": 1.037621259689331, "Finetune/Step": 2240, "Finetune/Step Time": 6.233401261270046}
+{"Finetune/Learning Rate": 1.6789517090774738e-05, "Finetune/Loss": 0.8811320662498474, "Finetune/Loss (Raw)": 0.32588690519332886, "Finetune/Step": 2241, "Finetune/Step Time": 6.231588756665587}
+{"Finetune/Learning Rate": 1.678649753294129e-05, "Finetune/Loss": 0.8815715312957764, "Finetune/Loss (Raw)": 0.7663355469703674, "Finetune/Step": 2242, "Finetune/Step Time": 6.23164477199316}
+{"Finetune/Learning Rate": 1.6783476827591925e-05, "Finetune/Loss": 0.8815935850143433, "Finetune/Loss (Raw)": 0.9267722964286804, "Finetune/Step": 2243, "Finetune/Step Time": 6.228665808215737}
+{"Finetune/Learning Rate": 1.6780454975237412e-05, "Finetune/Loss": 0.8814916610717773, "Finetune/Loss (Raw)": 0.8483626842498779, "Finetune/Step": 2244, "Finetune/Step Time": 6.212571347132325}
+{"Finetune/Learning Rate": 1.6777431976388703e-05, "Finetune/Loss": 0.8801372051239014, "Finetune/Loss (Raw)": 0.6687948703765869, "Finetune/Step": 2245, "Finetune/Step Time": 6.212465789169073}
+{"Finetune/Learning Rate": 1.677440783155696e-05, "Finetune/Loss": 0.8808467388153076, "Finetune/Loss (Raw)": 1.0298982858657837, "Finetune/Step": 2246, "Finetune/Step Time": 6.217676931992173}
+{"Finetune/Learning Rate": 1.6771382541253526e-05, "Finetune/Loss": 0.88018798828125, "Finetune/Loss (Raw)": 0.8031120300292969, "Finetune/Step": 2247, "Finetune/Step Time": 6.22300049290061}
+{"Finetune/Learning Rate": 1.6768356105989937e-05, "Finetune/Loss": 0.8816210031509399, "Finetune/Loss (Raw)": 0.9025514125823975, "Finetune/Step": 2248, "Finetune/Step Time": 6.227084716781974}
+{"Finetune/Learning Rate": 1.676532852627794e-05, "Finetune/Loss": 0.881244421005249, "Finetune/Loss (Raw)": 0.912437379360199, "Finetune/Step": 2249, "Finetune/Step Time": 6.2221867348998785}
+{"Finetune/Learning Rate": 1.676229980262945e-05, "Finetune/Loss": 0.8782547116279602, "Finetune/Loss (Raw)": 0.5211535096168518, "Finetune/Step": 2250, "Finetune/Step Time": 6.227648938074708}
+{"Finetune/Learning Rate": 1.6759269935556593e-05, "Finetune/Loss": 0.8771802186965942, "Finetune/Loss (Raw)": 0.9318042993545532, "Finetune/Step": 2251, "Finetune/Step Time": 6.243435211479664}
+{"Finetune/Learning Rate": 1.6756238925571683e-05, "Finetune/Loss": 0.8722610473632812, "Finetune/Loss (Raw)": 0.4523039162158966, "Finetune/Step": 2252, "Finetune/Step Time": 6.276570457965136}
+{"Finetune/Learning Rate": 1.6753206773187226e-05, "Finetune/Loss": 0.8731663227081299, "Finetune/Loss (Raw)": 0.8836309313774109, "Finetune/Step": 2253, "Finetune/Step Time": 6.293393060564995}
+{"Finetune/Learning Rate": 1.675017347891593e-05, "Finetune/Loss": 0.8746625185012817, "Finetune/Loss (Raw)": 0.9551652073860168, "Finetune/Step": 2254, "Finetune/Step Time": 6.29359220340848}
+{"Finetune/Learning Rate": 1.6747139043270676e-05, "Finetune/Loss": 0.8747879862785339, "Finetune/Loss (Raw)": 0.9910581111907959, "Finetune/Step": 2255, "Finetune/Step Time": 6.290540928021073}
+{"Finetune/Learning Rate": 1.6744103466764566e-05, "Finetune/Loss": 0.8764667510986328, "Finetune/Loss (Raw)": 0.9665687084197998, "Finetune/Step": 2256, "Finetune/Step Time": 6.294129963964224}
+{"Finetune/Learning Rate": 1.6741066749910867e-05, "Finetune/Loss": 0.8771232962608337, "Finetune/Loss (Raw)": 0.954723060131073, "Finetune/Step": 2257, "Finetune/Step Time": 6.294303556904197}
+{"Finetune/Learning Rate": 1.6738028893223058e-05, "Finetune/Loss": 0.8782651424407959, "Finetune/Loss (Raw)": 0.9500846266746521, "Finetune/Step": 2258, "Finetune/Step Time": 6.293017275631428}
+{"Finetune/Learning Rate": 1.6734989897214806e-05, "Finetune/Loss": 0.8784055709838867, "Finetune/Loss (Raw)": 1.0632853507995605, "Finetune/Step": 2259, "Finetune/Step Time": 6.289560733363032}
+{"Finetune/Learning Rate": 1.6731949762399965e-05, "Finetune/Loss": 0.8781840801239014, "Finetune/Loss (Raw)": 0.9308859705924988, "Finetune/Step": 2260, "Finetune/Step Time": 6.282549276947975}
+{"Finetune/Learning Rate": 1.6728908489292587e-05, "Finetune/Loss": 0.8762264251708984, "Finetune/Loss (Raw)": 0.759616494178772, "Finetune/Step": 2261, "Finetune/Step Time": 6.290428398177028}
+{"Finetune/Learning Rate": 1.6725866078406915e-05, "Finetune/Loss": 0.8784645795822144, "Finetune/Loss (Raw)": 1.0363342761993408, "Finetune/Step": 2262, "Finetune/Step Time": 6.314356319606304}
+{"Finetune/Learning Rate": 1.6722822530257382e-05, "Finetune/Loss": 0.879362940788269, "Finetune/Loss (Raw)": 0.8570751547813416, "Finetune/Step": 2263, "Finetune/Step Time": 6.284350361675024}
+{"Finetune/Learning Rate": 1.6719777845358623e-05, "Finetune/Loss": 0.8770454525947571, "Finetune/Loss (Raw)": 0.8233613967895508, "Finetune/Step": 2264, "Finetune/Step Time": 6.281273795291781}
+{"Finetune/Learning Rate": 1.671673202422545e-05, "Finetune/Loss": 0.8756862878799438, "Finetune/Loss (Raw)": 0.886384904384613, "Finetune/Step": 2265, "Finetune/Step Time": 6.284747378900647}
+{"Finetune/Learning Rate": 1.671368506737288e-05, "Finetune/Loss": 0.8742525577545166, "Finetune/Loss (Raw)": 0.8394884467124939, "Finetune/Step": 2266, "Finetune/Step Time": 6.288210256025195}
+{"Finetune/Learning Rate": 1.6710636975316115e-05, "Finetune/Loss": 0.8788873553276062, "Finetune/Loss (Raw)": 1.0349174737930298, "Finetune/Step": 2267, "Finetune/Step Time": 6.285981060937047}
+{"Finetune/Learning Rate": 1.6707587748570555e-05, "Finetune/Loss": 0.8799470663070679, "Finetune/Loss (Raw)": 0.9423931837081909, "Finetune/Step": 2268, "Finetune/Step Time": 6.271352211013436}
+{"Finetune/Learning Rate": 1.6704537387651774e-05, "Finetune/Loss": 0.8810820579528809, "Finetune/Loss (Raw)": 1.0256922245025635, "Finetune/Step": 2269, "Finetune/Step Time": 6.273048657923937}
+{"Finetune/Learning Rate": 1.6701485893075573e-05, "Finetune/Loss": 0.8800907135009766, "Finetune/Loss (Raw)": 0.8244825005531311, "Finetune/Step": 2270, "Finetune/Step Time": 6.278946926817298}
+{"Finetune/Learning Rate": 1.669843326535791e-05, "Finetune/Loss": 0.8794008493423462, "Finetune/Loss (Raw)": 0.9416661262512207, "Finetune/Step": 2271, "Finetune/Step Time": 6.288954336196184}
+{"Finetune/Learning Rate": 1.6695379505014947e-05, "Finetune/Loss": 0.8753490447998047, "Finetune/Loss (Raw)": 0.3409624993801117, "Finetune/Step": 2272, "Finetune/Step Time": 6.30402454175055}
+{"Finetune/Learning Rate": 1.669232461256304e-05, "Finetune/Loss": 0.8749081492424011, "Finetune/Loss (Raw)": 0.8267355561256409, "Finetune/Step": 2273, "Finetune/Step Time": 6.318539638072252}
+{"Finetune/Learning Rate": 1.6689268588518745e-05, "Finetune/Loss": 0.8758009672164917, "Finetune/Loss (Raw)": 1.0113599300384521, "Finetune/Step": 2274, "Finetune/Step Time": 6.310181515291333}
+{"Finetune/Learning Rate": 1.6686211433398783e-05, "Finetune/Loss": 0.8772948980331421, "Finetune/Loss (Raw)": 1.0917632579803467, "Finetune/Step": 2275, "Finetune/Step Time": 6.324923610314727}
+{"Finetune/Learning Rate": 1.6683153147720098e-05, "Finetune/Loss": 0.8783729672431946, "Finetune/Loss (Raw)": 0.9787231087684631, "Finetune/Step": 2276, "Finetune/Step Time": 6.324947077780962}
+{"Finetune/Learning Rate": 1.66800937319998e-05, "Finetune/Loss": 0.8804317116737366, "Finetune/Loss (Raw)": 1.0532511472702026, "Finetune/Step": 2277, "Finetune/Step Time": 6.323715565726161}
+{"Finetune/Learning Rate": 1.66770331867552e-05, "Finetune/Loss": 0.8790969252586365, "Finetune/Loss (Raw)": 0.5482047200202942, "Finetune/Step": 2278, "Finetune/Step Time": 6.326981207355857}
+{"Finetune/Learning Rate": 1.6673971512503804e-05, "Finetune/Loss": 0.8782885074615479, "Finetune/Loss (Raw)": 0.8512434959411621, "Finetune/Step": 2279, "Finetune/Step Time": 6.3398008570075035}
+{"Finetune/Learning Rate": 1.66709087097633e-05, "Finetune/Loss": 0.8795274496078491, "Finetune/Loss (Raw)": 1.0004125833511353, "Finetune/Step": 2280, "Finetune/Step Time": 6.333048252388835}
+{"Finetune/Learning Rate": 1.6667844779051577e-05, "Finetune/Loss": 0.8798458576202393, "Finetune/Loss (Raw)": 0.9187491536140442, "Finetune/Step": 2281, "Finetune/Step Time": 6.330465853214264}
+{"Finetune/Learning Rate": 1.6664779720886705e-05, "Finetune/Loss": 0.8775770664215088, "Finetune/Loss (Raw)": 0.7994749546051025, "Finetune/Step": 2282, "Finetune/Step Time": 6.345019394531846}
+{"Finetune/Learning Rate": 1.6661713535786953e-05, "Finetune/Loss": 0.878862202167511, "Finetune/Loss (Raw)": 0.9770715832710266, "Finetune/Step": 2283, "Finetune/Step Time": 6.354231281206012}
+{"Finetune/Learning Rate": 1.6658646224270773e-05, "Finetune/Loss": 0.8776814937591553, "Finetune/Loss (Raw)": 0.8445625305175781, "Finetune/Step": 2284, "Finetune/Step Time": 6.347185309976339}
+{"Finetune/Learning Rate": 1.6655577786856807e-05, "Finetune/Loss": 0.8819762468338013, "Finetune/Loss (Raw)": 0.938098132610321, "Finetune/Step": 2285, "Finetune/Step Time": 6.343720842152834}
+{"Finetune/Learning Rate": 1.66525082240639e-05, "Finetune/Loss": 0.8826026916503906, "Finetune/Loss (Raw)": 1.0143851041793823, "Finetune/Step": 2286, "Finetune/Step Time": 6.340091191232204}
+{"Finetune/Learning Rate": 1.664943753641107e-05, "Finetune/Loss": 0.8849860429763794, "Finetune/Loss (Raw)": 0.928183376789093, "Finetune/Step": 2287, "Finetune/Step Time": 6.336794225499034}
+{"Finetune/Learning Rate": 1.664636572441754e-05, "Finetune/Loss": 0.8879159688949585, "Finetune/Loss (Raw)": 1.1027143001556396, "Finetune/Step": 2288, "Finetune/Step Time": 6.32353301346302}
+{"Finetune/Learning Rate": 1.6643292788602716e-05, "Finetune/Loss": 0.8877912759780884, "Finetune/Loss (Raw)": 1.08568274974823, "Finetune/Step": 2289, "Finetune/Step Time": 6.321226611733437}
+{"Finetune/Learning Rate": 1.6640218729486194e-05, "Finetune/Loss": 0.8888247609138489, "Finetune/Loss (Raw)": 0.9593104124069214, "Finetune/Step": 2290, "Finetune/Step Time": 6.3201667461544275}
+{"Finetune/Learning Rate": 1.6637143547587757e-05, "Finetune/Loss": 0.8903506398200989, "Finetune/Loss (Raw)": 1.0353631973266602, "Finetune/Step": 2291, "Finetune/Step Time": 6.313907876610756}
+{"Finetune/Learning Rate": 1.6634067243427386e-05, "Finetune/Loss": 0.8910795450210571, "Finetune/Loss (Raw)": 1.0848373174667358, "Finetune/Step": 2292, "Finetune/Step Time": 6.331334421411157}
+{"Finetune/Learning Rate": 1.663098981752525e-05, "Finetune/Loss": 0.8923635482788086, "Finetune/Loss (Raw)": 1.0406626462936401, "Finetune/Step": 2293, "Finetune/Step Time": 6.332949178293347}
+{"Finetune/Learning Rate": 1.6627911270401696e-05, "Finetune/Loss": 0.8923837542533875, "Finetune/Loss (Raw)": 1.0278199911117554, "Finetune/Step": 2294, "Finetune/Step Time": 6.334978669881821}
+{"Finetune/Learning Rate": 1.6624831602577276e-05, "Finetune/Loss": 0.8939850330352783, "Finetune/Loss (Raw)": 1.0311821699142456, "Finetune/Step": 2295, "Finetune/Step Time": 6.341111579909921}
+{"Finetune/Learning Rate": 1.6621750814572728e-05, "Finetune/Loss": 0.8928768634796143, "Finetune/Loss (Raw)": 0.7709648609161377, "Finetune/Step": 2296, "Finetune/Step Time": 6.346730053424835}
+{"Finetune/Learning Rate": 1.661866890690897e-05, "Finetune/Loss": 0.8916640877723694, "Finetune/Loss (Raw)": 0.9958194494247437, "Finetune/Step": 2297, "Finetune/Step Time": 6.354113740846515}
+{"Finetune/Learning Rate": 1.661558588010712e-05, "Finetune/Loss": 0.8926684856414795, "Finetune/Loss (Raw)": 1.0567878484725952, "Finetune/Step": 2298, "Finetune/Step Time": 6.351733108982444}
+{"Finetune/Learning Rate": 1.6612501734688477e-05, "Finetune/Loss": 0.8932056427001953, "Finetune/Loss (Raw)": 1.0491231679916382, "Finetune/Step": 2299, "Finetune/Step Time": 6.34730427339673}
+{"Finetune/Learning Rate": 1.6609416471174536e-05, "Finetune/Loss": 0.8936775326728821, "Finetune/Loss (Raw)": 0.9620908498764038, "Finetune/Step": 2300, "Finetune/Step Time": 6.34600536711514}
+{"Finetune/Learning Rate": 1.660633009008698e-05, "Finetune/Loss": 0.8927868008613586, "Finetune/Loss (Raw)": 0.7908349633216858, "Finetune/Step": 2301, "Finetune/Step Time": 6.343284893780947}
+{"Finetune/Learning Rate": 1.6603242591947683e-05, "Finetune/Loss": 0.8888218402862549, "Finetune/Loss (Raw)": 0.36920326948165894, "Finetune/Step": 2302, "Finetune/Step Time": 6.34221288561821}
+{"Finetune/Learning Rate": 1.6600153977278692e-05, "Finetune/Loss": 0.8881015777587891, "Finetune/Loss (Raw)": 0.8780756592750549, "Finetune/Step": 2303, "Finetune/Step Time": 6.344708060845733}
+{"Finetune/Learning Rate": 1.659706424660226e-05, "Finetune/Loss": 0.8890895843505859, "Finetune/Loss (Raw)": 1.0487505197525024, "Finetune/Step": 2304, "Finetune/Step Time": 6.3461451306939125}
+{"Finetune/Learning Rate": 1.6593973400440833e-05, "Finetune/Loss": 0.8870173692703247, "Finetune/Loss (Raw)": 0.8438544273376465, "Finetune/Step": 2305, "Finetune/Step Time": 6.348320420831442}
+{"Finetune/Learning Rate": 1.6590881439317025e-05, "Finetune/Loss": 0.8867672085762024, "Finetune/Loss (Raw)": 1.0332008600234985, "Finetune/Step": 2306, "Finetune/Step Time": 6.359388403594494}
+{"Finetune/Learning Rate": 1.6587788363753652e-05, "Finetune/Loss": 0.8873244524002075, "Finetune/Loss (Raw)": 1.0229580402374268, "Finetune/Step": 2307, "Finetune/Step Time": 6.366806363686919}
+{"Finetune/Learning Rate": 1.658469417427372e-05, "Finetune/Loss": 0.8879027366638184, "Finetune/Loss (Raw)": 0.9828400611877441, "Finetune/Step": 2308, "Finetune/Step Time": 6.366951905190945}
+{"Finetune/Learning Rate": 1.6581598871400417e-05, "Finetune/Loss": 0.8889006972312927, "Finetune/Loss (Raw)": 0.9446288347244263, "Finetune/Step": 2309, "Finetune/Step Time": 6.372338334098458}
+{"Finetune/Learning Rate": 1.657850245565712e-05, "Finetune/Loss": 0.8898690938949585, "Finetune/Loss (Raw)": 1.1690598726272583, "Finetune/Step": 2310, "Finetune/Step Time": 6.377833800390363}
+{"Finetune/Learning Rate": 1.65754049275674e-05, "Finetune/Loss": 0.8921847939491272, "Finetune/Loss (Raw)": 1.0629409551620483, "Finetune/Step": 2311, "Finetune/Step Time": 6.376553429290652}
+{"Finetune/Learning Rate": 1.6572306287655008e-05, "Finetune/Loss": 0.8929468989372253, "Finetune/Loss (Raw)": 0.9914830923080444, "Finetune/Step": 2312, "Finetune/Step Time": 6.374163800850511}
+{"Finetune/Learning Rate": 1.6569206536443892e-05, "Finetune/Loss": 0.8935369253158569, "Finetune/Loss (Raw)": 0.9886624217033386, "Finetune/Step": 2313, "Finetune/Step Time": 6.374187391251326}
+{"Finetune/Learning Rate": 1.656610567445818e-05, "Finetune/Loss": 0.8945604562759399, "Finetune/Loss (Raw)": 0.8890811800956726, "Finetune/Step": 2314, "Finetune/Step Time": 6.373190637677908}
+{"Finetune/Learning Rate": 1.6563003702222194e-05, "Finetune/Loss": 0.8953867554664612, "Finetune/Loss (Raw)": 0.9023655652999878, "Finetune/Step": 2315, "Finetune/Step Time": 6.370794119313359}
+{"Finetune/Learning Rate": 1.6559900620260435e-05, "Finetune/Loss": 0.894338846206665, "Finetune/Loss (Raw)": 0.9255447387695312, "Finetune/Step": 2316, "Finetune/Step Time": 6.366656726226211}
+{"Finetune/Learning Rate": 1.65567964290976e-05, "Finetune/Loss": 0.8940911293029785, "Finetune/Loss (Raw)": 0.8673525452613831, "Finetune/Step": 2317, "Finetune/Step Time": 6.380357043817639}
+{"Finetune/Learning Rate": 1.6553691129258572e-05, "Finetune/Loss": 0.8959560394287109, "Finetune/Loss (Raw)": 1.1343133449554443, "Finetune/Step": 2318, "Finetune/Step Time": 6.385717185214162}
+{"Finetune/Learning Rate": 1.655058472126842e-05, "Finetune/Loss": 0.895926833152771, "Finetune/Loss (Raw)": 0.9294024705886841, "Finetune/Step": 2319, "Finetune/Step Time": 6.374515105038881}
+{"Finetune/Learning Rate": 1.6547477205652397e-05, "Finetune/Loss": 0.8952457904815674, "Finetune/Loss (Raw)": 0.8254637718200684, "Finetune/Step": 2320, "Finetune/Step Time": 6.383704086765647}
+{"Finetune/Learning Rate": 1.654436858293595e-05, "Finetune/Loss": 0.8980487585067749, "Finetune/Loss (Raw)": 1.0945305824279785, "Finetune/Step": 2321, "Finetune/Step Time": 6.379828045144677}
+{"Finetune/Learning Rate": 1.654125885364471e-05, "Finetune/Loss": 0.8948951363563538, "Finetune/Loss (Raw)": 0.4347701072692871, "Finetune/Step": 2322, "Finetune/Step Time": 6.364053206518292}
+{"Finetune/Learning Rate": 1.6538148018304495e-05, "Finetune/Loss": 0.8961559534072876, "Finetune/Loss (Raw)": 0.9724667072296143, "Finetune/Step": 2323, "Finetune/Step Time": 6.351815447211266}
+{"Finetune/Learning Rate": 1.6535036077441314e-05, "Finetune/Loss": 0.8975568413734436, "Finetune/Loss (Raw)": 0.9755994081497192, "Finetune/Step": 2324, "Finetune/Step Time": 6.3344202153384686}
+{"Finetune/Learning Rate": 1.653192303158135e-05, "Finetune/Loss": 0.8966440558433533, "Finetune/Loss (Raw)": 0.7833032608032227, "Finetune/Step": 2325, "Finetune/Step Time": 6.334136756137013}
+{"Finetune/Learning Rate": 1.6528808881250986e-05, "Finetune/Loss": 0.8957607746124268, "Finetune/Loss (Raw)": 0.7595793008804321, "Finetune/Step": 2326, "Finetune/Step Time": 6.332231713458896}
+{"Finetune/Learning Rate": 1.6525693626976794e-05, "Finetune/Loss": 0.8959320783615112, "Finetune/Loss (Raw)": 0.874878466129303, "Finetune/Step": 2327, "Finetune/Step Time": 6.326729210093617}
+{"Finetune/Learning Rate": 1.6522577269285517e-05, "Finetune/Loss": 0.897781491279602, "Finetune/Loss (Raw)": 1.1185274124145508, "Finetune/Step": 2328, "Finetune/Step Time": 6.33175591006875}
+{"Finetune/Learning Rate": 1.6519459808704098e-05, "Finetune/Loss": 0.8976955413818359, "Finetune/Loss (Raw)": 0.9360964298248291, "Finetune/Step": 2329, "Finetune/Step Time": 6.336775733157992}
+{"Finetune/Learning Rate": 1.6516341245759666e-05, "Finetune/Loss": 0.897489070892334, "Finetune/Loss (Raw)": 0.7821118831634521, "Finetune/Step": 2330, "Finetune/Step Time": 6.333872310817242}
+{"Finetune/Learning Rate": 1.651322158097953e-05, "Finetune/Loss": 0.896438479423523, "Finetune/Loss (Raw)": 0.8706873059272766, "Finetune/Step": 2331, "Finetune/Step Time": 6.324643762782216}
+{"Finetune/Learning Rate": 1.6510100814891184e-05, "Finetune/Loss": 0.895902693271637, "Finetune/Loss (Raw)": 0.9105538129806519, "Finetune/Step": 2332, "Finetune/Step Time": 6.321733931079507}
+{"Finetune/Learning Rate": 1.650697894802232e-05, "Finetune/Loss": 0.898714005947113, "Finetune/Loss (Raw)": 0.7797040343284607, "Finetune/Step": 2333, "Finetune/Step Time": 6.314368998631835}
+{"Finetune/Learning Rate": 1.6503855980900802e-05, "Finetune/Loss": 0.8970941305160522, "Finetune/Loss (Raw)": 0.7547336220741272, "Finetune/Step": 2334, "Finetune/Step Time": 6.304378418251872}
+{"Finetune/Learning Rate": 1.6500731914054688e-05, "Finetune/Loss": 0.8973938226699829, "Finetune/Loss (Raw)": 0.958617627620697, "Finetune/Step": 2335, "Finetune/Step Time": 6.302660500630736}
+{"Finetune/Learning Rate": 1.6497606748012227e-05, "Finetune/Loss": 0.8968683481216431, "Finetune/Loss (Raw)": 0.9026777148246765, "Finetune/Step": 2336, "Finetune/Step Time": 6.305701786652207}
+{"Finetune/Learning Rate": 1.6494480483301836e-05, "Finetune/Loss": 0.8965511322021484, "Finetune/Loss (Raw)": 0.8866934776306152, "Finetune/Step": 2337, "Finetune/Step Time": 6.298116035759449}
+{"Finetune/Learning Rate": 1.649135312045214e-05, "Finetune/Loss": 0.8975480794906616, "Finetune/Loss (Raw)": 0.8894737362861633, "Finetune/Step": 2338, "Finetune/Step Time": 6.29675880074501}
+{"Finetune/Learning Rate": 1.6488224659991933e-05, "Finetune/Loss": 0.8976290822029114, "Finetune/Loss (Raw)": 0.937002956867218, "Finetune/Step": 2339, "Finetune/Step Time": 6.2959046848118305}
+{"Finetune/Learning Rate": 1.64850951024502e-05, "Finetune/Loss": 0.8968120813369751, "Finetune/Loss (Raw)": 0.8804312944412231, "Finetune/Step": 2340, "Finetune/Step Time": 6.295695539563894}
+{"Finetune/Learning Rate": 1.6481964448356115e-05, "Finetune/Loss": 0.8972762227058411, "Finetune/Loss (Raw)": 0.9877053499221802, "Finetune/Step": 2341, "Finetune/Step Time": 6.287450117990375}
+{"Finetune/Learning Rate": 1.647883269823903e-05, "Finetune/Loss": 0.8972094655036926, "Finetune/Loss (Raw)": 1.016331434249878, "Finetune/Step": 2342, "Finetune/Step Time": 6.285388892516494}
+{"Finetune/Learning Rate": 1.647569985262849e-05, "Finetune/Loss": 0.8962963819503784, "Finetune/Loss (Raw)": 0.9284867644309998, "Finetune/Step": 2343, "Finetune/Step Time": 6.2889076471328735}
+{"Finetune/Learning Rate": 1.647256591205422e-05, "Finetune/Loss": 0.8953022956848145, "Finetune/Loss (Raw)": 0.7667388319969177, "Finetune/Step": 2344, "Finetune/Step Time": 6.293744519352913}
+{"Finetune/Learning Rate": 1.6469430877046137e-05, "Finetune/Loss": 0.8932821750640869, "Finetune/Loss (Raw)": 0.7597244381904602, "Finetune/Step": 2345, "Finetune/Step Time": 6.310727749019861}
+{"Finetune/Learning Rate": 1.646629474813433e-05, "Finetune/Loss": 0.895682692527771, "Finetune/Loss (Raw)": 1.0844148397445679, "Finetune/Step": 2346, "Finetune/Step Time": 6.319757901132107}
+{"Finetune/Learning Rate": 1.6463157525849093e-05, "Finetune/Loss": 0.8955608606338501, "Finetune/Loss (Raw)": 0.9327074885368347, "Finetune/Step": 2347, "Finetune/Step Time": 6.325991531834006}
+{"Finetune/Learning Rate": 1.646001921072088e-05, "Finetune/Loss": 0.8951843976974487, "Finetune/Loss (Raw)": 0.8223471641540527, "Finetune/Step": 2348, "Finetune/Step Time": 6.318333877250552}
+{"Finetune/Learning Rate": 1.645687980328035e-05, "Finetune/Loss": 0.8948729634284973, "Finetune/Loss (Raw)": 0.7002222537994385, "Finetune/Step": 2349, "Finetune/Step Time": 6.310856556519866}
+{"Finetune/Learning Rate": 1.645373930405833e-05, "Finetune/Loss": 0.8966422080993652, "Finetune/Loss (Raw)": 0.8667387962341309, "Finetune/Step": 2350, "Finetune/Step Time": 6.306187514215708}
+{"Finetune/Learning Rate": 1.6450597713585857e-05, "Finetune/Loss": 0.8976564407348633, "Finetune/Loss (Raw)": 1.0272343158721924, "Finetune/Step": 2351, "Finetune/Step Time": 6.308053949847817}
+{"Finetune/Learning Rate": 1.6447455032394123e-05, "Finetune/Loss": 0.8978930115699768, "Finetune/Loss (Raw)": 0.906300961971283, "Finetune/Step": 2352, "Finetune/Step Time": 6.310761317610741}
+{"Finetune/Learning Rate": 1.6444311261014525e-05, "Finetune/Loss": 0.8991519212722778, "Finetune/Loss (Raw)": 1.004075050354004, "Finetune/Step": 2353, "Finetune/Step Time": 6.332150207832456}
+{"Finetune/Learning Rate": 1.6441166399978636e-05, "Finetune/Loss": 0.8987319469451904, "Finetune/Loss (Raw)": 0.9360138773918152, "Finetune/Step": 2354, "Finetune/Step Time": 6.332006538286805}
+{"Finetune/Learning Rate": 1.6438020449818214e-05, "Finetune/Loss": 0.8989914655685425, "Finetune/Loss (Raw)": 0.8838436007499695, "Finetune/Step": 2355, "Finetune/Step Time": 6.333591205999255}
+{"Finetune/Learning Rate": 1.64348734110652e-05, "Finetune/Loss": 0.9023401737213135, "Finetune/Loss (Raw)": 1.018319010734558, "Finetune/Step": 2356, "Finetune/Step Time": 6.320250540971756}
+{"Finetune/Learning Rate": 1.6431725284251723e-05, "Finetune/Loss": 0.9051764607429504, "Finetune/Loss (Raw)": 0.9075173735618591, "Finetune/Step": 2357, "Finetune/Step Time": 6.302237868309021}
+{"Finetune/Learning Rate": 1.6428576069910093e-05, "Finetune/Loss": 0.9045693278312683, "Finetune/Loss (Raw)": 0.8819200992584229, "Finetune/Step": 2358, "Finetune/Step Time": 6.282397847622633}
+{"Finetune/Learning Rate": 1.6425425768572806e-05, "Finetune/Loss": 0.9039981365203857, "Finetune/Loss (Raw)": 0.9222404360771179, "Finetune/Step": 2359, "Finetune/Step Time": 6.28304410725832}
+{"Finetune/Learning Rate": 1.6422274380772534e-05, "Finetune/Loss": 0.9039444923400879, "Finetune/Loss (Raw)": 0.922432005405426, "Finetune/Step": 2360, "Finetune/Step Time": 6.284897953271866}
+{"Finetune/Learning Rate": 1.641912190704215e-05, "Finetune/Loss": 0.9031209945678711, "Finetune/Loss (Raw)": 0.9105326533317566, "Finetune/Step": 2361, "Finetune/Step Time": 6.293820753693581}
+{"Finetune/Learning Rate": 1.641596834791469e-05, "Finetune/Loss": 0.9036444425582886, "Finetune/Loss (Raw)": 1.0070958137512207, "Finetune/Step": 2362, "Finetune/Step Time": 6.293895596638322}
+{"Finetune/Learning Rate": 1.641281370392339e-05, "Finetune/Loss": 0.9046603441238403, "Finetune/Loss (Raw)": 0.8658353090286255, "Finetune/Step": 2363, "Finetune/Step Time": 6.290636820718646}
+{"Finetune/Learning Rate": 1.640965797560166e-05, "Finetune/Loss": 0.9047466516494751, "Finetune/Loss (Raw)": 0.7932531833648682, "Finetune/Step": 2364, "Finetune/Step Time": 6.280773889273405}
+{"Finetune/Learning Rate": 1.6406501163483094e-05, "Finetune/Loss": 0.9056034088134766, "Finetune/Loss (Raw)": 0.9540568590164185, "Finetune/Step": 2365, "Finetune/Step Time": 6.281703243032098}
+{"Finetune/Learning Rate": 1.6403343268101476e-05, "Finetune/Loss": 0.9065344333648682, "Finetune/Loss (Raw)": 1.0291024446487427, "Finetune/Step": 2366, "Finetune/Step Time": 6.28008346259594}
+{"Finetune/Learning Rate": 1.6400184289990764e-05, "Finetune/Loss": 0.9058120846748352, "Finetune/Loss (Raw)": 0.8869098424911499, "Finetune/Step": 2367, "Finetune/Step Time": 6.279022740200162}
+{"Finetune/Learning Rate": 1.6397024229685104e-05, "Finetune/Loss": 0.9043997526168823, "Finetune/Loss (Raw)": 0.8568391799926758, "Finetune/Step": 2368, "Finetune/Step Time": 6.280811253935099}
+{"Finetune/Learning Rate": 1.6393863087718828e-05, "Finetune/Loss": 0.9090689420700073, "Finetune/Loss (Raw)": 0.9235432744026184, "Finetune/Step": 2369, "Finetune/Step Time": 6.278025651350617}
+{"Finetune/Learning Rate": 1.639070086462645e-05, "Finetune/Loss": 0.9105309247970581, "Finetune/Loss (Raw)": 0.9534765481948853, "Finetune/Step": 2370, "Finetune/Step Time": 6.261731652542949}
+{"Finetune/Learning Rate": 1.6387537560942653e-05, "Finetune/Loss": 0.909048855304718, "Finetune/Loss (Raw)": 0.7370695471763611, "Finetune/Step": 2371, "Finetune/Step Time": 6.2658122926950455}
+{"Finetune/Learning Rate": 1.6384373177202326e-05, "Finetune/Loss": 0.9097121953964233, "Finetune/Loss (Raw)": 0.933269202709198, "Finetune/Step": 2372, "Finetune/Step Time": 6.285689102485776}
+{"Finetune/Learning Rate": 1.638120771394052e-05, "Finetune/Loss": 0.9126433730125427, "Finetune/Loss (Raw)": 1.0439789295196533, "Finetune/Step": 2373, "Finetune/Step Time": 6.278866562992334}
+{"Finetune/Learning Rate": 1.637804117169248e-05, "Finetune/Loss": 0.9136054515838623, "Finetune/Loss (Raw)": 1.1530492305755615, "Finetune/Step": 2374, "Finetune/Step Time": 6.270826047286391}
+{"Finetune/Learning Rate": 1.6374873550993635e-05, "Finetune/Loss": 0.9135773777961731, "Finetune/Loss (Raw)": 0.7995168566703796, "Finetune/Step": 2375, "Finetune/Step Time": 6.268406102433801}
+{"Finetune/Learning Rate": 1.6371704852379587e-05, "Finetune/Loss": 0.9143223166465759, "Finetune/Loss (Raw)": 0.9979007840156555, "Finetune/Step": 2376, "Finetune/Step Time": 6.274068973958492}
+{"Finetune/Learning Rate": 1.6368535076386122e-05, "Finetune/Loss": 0.9132823944091797, "Finetune/Loss (Raw)": 0.7793281674385071, "Finetune/Step": 2377, "Finetune/Step Time": 6.2743288073688745}
+{"Finetune/Learning Rate": 1.636536422354922e-05, "Finetune/Loss": 0.9163985252380371, "Finetune/Loss (Raw)": 0.9200239181518555, "Finetune/Step": 2378, "Finetune/Step Time": 6.268126426264644}
+{"Finetune/Learning Rate": 1.636219229440503e-05, "Finetune/Loss": 0.9161317348480225, "Finetune/Loss (Raw)": 0.8976497650146484, "Finetune/Step": 2379, "Finetune/Step Time": 6.24938122369349}
+{"Finetune/Learning Rate": 1.6359019289489887e-05, "Finetune/Loss": 0.9191467761993408, "Finetune/Loss (Raw)": 0.8382292985916138, "Finetune/Step": 2380, "Finetune/Step Time": 6.218743775039911}
+{"Finetune/Learning Rate": 1.635584520934031e-05, "Finetune/Loss": 0.9195096492767334, "Finetune/Loss (Raw)": 0.9300841689109802, "Finetune/Step": 2381, "Finetune/Step Time": 6.201910972595215}
+{"Finetune/Learning Rate": 1.6352670054492995e-05, "Finetune/Loss": 0.9191697835922241, "Finetune/Loss (Raw)": 0.9116590023040771, "Finetune/Step": 2382, "Finetune/Step Time": 6.196549149230123}
+{"Finetune/Learning Rate": 1.6349493825484826e-05, "Finetune/Loss": 0.9192606210708618, "Finetune/Loss (Raw)": 1.0026904344558716, "Finetune/Step": 2383, "Finetune/Step Time": 6.196056196466088}
+{"Finetune/Learning Rate": 1.6346316522852862e-05, "Finetune/Loss": 0.9189097881317139, "Finetune/Loss (Raw)": 0.921651303768158, "Finetune/Step": 2384, "Finetune/Step Time": 6.193379398435354}
+{"Finetune/Learning Rate": 1.6343138147134353e-05, "Finetune/Loss": 0.9177627563476562, "Finetune/Loss (Raw)": 0.8079087138175964, "Finetune/Step": 2385, "Finetune/Step Time": 6.1954449955374}
+{"Finetune/Learning Rate": 1.6339958698866716e-05, "Finetune/Loss": 0.9171557426452637, "Finetune/Loss (Raw)": 0.8723882436752319, "Finetune/Step": 2386, "Finetune/Step Time": 6.194952284917235}
+{"Finetune/Learning Rate": 1.633677817858757e-05, "Finetune/Loss": 0.917675256729126, "Finetune/Loss (Raw)": 1.1297805309295654, "Finetune/Step": 2387, "Finetune/Step Time": 6.1971316784620285}
+{"Finetune/Learning Rate": 1.6333596586834693e-05, "Finetune/Loss": 0.9175875186920166, "Finetune/Loss (Raw)": 0.9196513891220093, "Finetune/Step": 2388, "Finetune/Step Time": 6.202151890844107}
+{"Finetune/Learning Rate": 1.6330413924146055e-05, "Finetune/Loss": 0.9185491800308228, "Finetune/Loss (Raw)": 0.8827094435691833, "Finetune/Step": 2389, "Finetune/Step Time": 6.187012491747737}
+{"Finetune/Learning Rate": 1.6327230191059808e-05, "Finetune/Loss": 0.9173450469970703, "Finetune/Loss (Raw)": 0.8822048902511597, "Finetune/Step": 2390, "Finetune/Step Time": 6.1682028360664845}
+{"Finetune/Learning Rate": 1.6324045388114286e-05, "Finetune/Loss": 0.9171003103256226, "Finetune/Loss (Raw)": 0.8257542848587036, "Finetune/Step": 2391, "Finetune/Step Time": 6.1683482974767685}
+{"Finetune/Learning Rate": 1.6320859515848e-05, "Finetune/Loss": 0.9168122410774231, "Finetune/Loss (Raw)": 0.7864843606948853, "Finetune/Step": 2392, "Finetune/Step Time": 6.1647440660744905}
+{"Finetune/Learning Rate": 1.6317672574799643e-05, "Finetune/Loss": 0.9180765151977539, "Finetune/Loss (Raw)": 1.0482101440429688, "Finetune/Step": 2393, "Finetune/Step Time": 6.164179537445307}
+{"Finetune/Learning Rate": 1.6314484565508087e-05, "Finetune/Loss": 0.919147789478302, "Finetune/Loss (Raw)": 0.9766138195991516, "Finetune/Step": 2394, "Finetune/Step Time": 6.170914372429252}
+{"Finetune/Learning Rate": 1.6311295488512385e-05, "Finetune/Loss": 0.9201304316520691, "Finetune/Loss (Raw)": 1.160702109336853, "Finetune/Step": 2395, "Finetune/Step Time": 6.176126252859831}
+{"Finetune/Learning Rate": 1.6308105344351776e-05, "Finetune/Loss": 0.9187465906143188, "Finetune/Loss (Raw)": 0.7652559280395508, "Finetune/Step": 2396, "Finetune/Step Time": 6.172019759193063}
+{"Finetune/Learning Rate": 1.6304914133565673e-05, "Finetune/Loss": 0.9176750183105469, "Finetune/Loss (Raw)": 0.8885300755500793, "Finetune/Step": 2397, "Finetune/Step Time": 6.171803781762719}
+{"Finetune/Learning Rate": 1.6301721856693674e-05, "Finetune/Loss": 0.9198641180992126, "Finetune/Loss (Raw)": 1.1046875715255737, "Finetune/Step": 2398, "Finetune/Step Time": 6.166546376422048}
+{"Finetune/Learning Rate": 1.6298528514275552e-05, "Finetune/Loss": 0.9189383387565613, "Finetune/Loss (Raw)": 0.8231733441352844, "Finetune/Step": 2399, "Finetune/Step Time": 6.156243795529008}
+{"Finetune/Learning Rate": 1.6295334106851264e-05, "Finetune/Loss": 0.9239482879638672, "Finetune/Loss (Raw)": 0.9822285175323486, "Finetune/Step": 2400, "Finetune/Step Time": 6.142692754045129}
+{"Finetune/Learning Rate": 1.629213863496095e-05, "Finetune/Loss": 0.9240254163742065, "Finetune/Loss (Raw)": 0.8366115689277649, "Finetune/Step": 2401, "Finetune/Step Time": 6.136485429480672}
+{"Finetune/Learning Rate": 1.628894209914492e-05, "Finetune/Loss": 0.9214463233947754, "Finetune/Loss (Raw)": 0.68123859167099, "Finetune/Step": 2402, "Finetune/Step Time": 6.149615287780762}
+{"Finetune/Learning Rate": 1.6285744499943676e-05, "Finetune/Loss": 0.9216135144233704, "Finetune/Loss (Raw)": 1.113159418106079, "Finetune/Step": 2403, "Finetune/Step Time": 6.137158395722508}
+{"Finetune/Learning Rate": 1.6282545837897892e-05, "Finetune/Loss": 0.9213556051254272, "Finetune/Loss (Raw)": 0.945717990398407, "Finetune/Step": 2404, "Finetune/Step Time": 6.136346012353897}
+{"Finetune/Learning Rate": 1.6279346113548417e-05, "Finetune/Loss": 0.9207077622413635, "Finetune/Loss (Raw)": 0.9703216552734375, "Finetune/Step": 2405, "Finetune/Step Time": 6.142387978732586}
+{"Finetune/Learning Rate": 1.6276145327436298e-05, "Finetune/Loss": 0.9225033521652222, "Finetune/Loss (Raw)": 0.7780340909957886, "Finetune/Step": 2406, "Finetune/Step Time": 6.139124086126685}
+{"Finetune/Learning Rate": 1.6272943480102742e-05, "Finetune/Loss": 0.923798143863678, "Finetune/Loss (Raw)": 1.0169891119003296, "Finetune/Step": 2407, "Finetune/Step Time": 6.125901347026229}
+{"Finetune/Learning Rate": 1.6269740572089146e-05, "Finetune/Loss": 0.9224865436553955, "Finetune/Loss (Raw)": 0.8325241804122925, "Finetune/Step": 2408, "Finetune/Step Time": 6.1261626444756985}
+{"Finetune/Learning Rate": 1.626653660393708e-05, "Finetune/Loss": 0.923313319683075, "Finetune/Loss (Raw)": 1.024570107460022, "Finetune/Step": 2409, "Finetune/Step Time": 6.12258336506784}
+{"Finetune/Learning Rate": 1.6263331576188303e-05, "Finetune/Loss": 0.9233343005180359, "Finetune/Loss (Raw)": 0.8021600246429443, "Finetune/Step": 2410, "Finetune/Step Time": 6.114236934110522}
+{"Finetune/Learning Rate": 1.6260125489384743e-05, "Finetune/Loss": 0.9190031290054321, "Finetune/Loss (Raw)": 0.4226883351802826, "Finetune/Step": 2411, "Finetune/Step Time": 6.112627740949392}
+{"Finetune/Learning Rate": 1.625691834406851e-05, "Finetune/Loss": 0.920670747756958, "Finetune/Loss (Raw)": 1.058018684387207, "Finetune/Step": 2412, "Finetune/Step Time": 6.126768266782165}
+{"Finetune/Learning Rate": 1.6253710140781898e-05, "Finetune/Loss": 0.9219182729721069, "Finetune/Loss (Raw)": 1.0977787971496582, "Finetune/Step": 2413, "Finetune/Step Time": 6.127642503008246}
+{"Finetune/Learning Rate": 1.6250500880067374e-05, "Finetune/Loss": 0.9199397563934326, "Finetune/Loss (Raw)": 0.7611356377601624, "Finetune/Step": 2414, "Finetune/Step Time": 6.121575267985463}
+{"Finetune/Learning Rate": 1.6247290562467582e-05, "Finetune/Loss": 0.9193913340568542, "Finetune/Loss (Raw)": 0.8579844236373901, "Finetune/Step": 2415, "Finetune/Step Time": 6.123108264058828}
+{"Finetune/Learning Rate": 1.6244079188525358e-05, "Finetune/Loss": 0.9185575246810913, "Finetune/Loss (Raw)": 0.9959842562675476, "Finetune/Step": 2416, "Finetune/Step Time": 6.129886312410235}
+{"Finetune/Learning Rate": 1.6240866758783697e-05, "Finetune/Loss": 0.9131382703781128, "Finetune/Loss (Raw)": 0.39201465249061584, "Finetune/Step": 2417, "Finetune/Step Time": 6.145674340426922}
+{"Finetune/Learning Rate": 1.623765327378579e-05, "Finetune/Loss": 0.9134805202484131, "Finetune/Loss (Raw)": 1.003122329711914, "Finetune/Step": 2418, "Finetune/Step Time": 6.154891749843955}
+{"Finetune/Learning Rate": 1.6234438734074994e-05, "Finetune/Loss": 0.9139957427978516, "Finetune/Loss (Raw)": 1.1013201475143433, "Finetune/Step": 2419, "Finetune/Step Time": 6.153019228950143}
+{"Finetune/Learning Rate": 1.623122314019485e-05, "Finetune/Loss": 0.9130361080169678, "Finetune/Loss (Raw)": 0.9620001912117004, "Finetune/Step": 2420, "Finetune/Step Time": 6.1393436305224895}
+{"Finetune/Learning Rate": 1.6228006492689078e-05, "Finetune/Loss": 0.9105229377746582, "Finetune/Loss (Raw)": 0.7189766764640808, "Finetune/Step": 2421, "Finetune/Step Time": 6.137304460629821}
+{"Finetune/Learning Rate": 1.6224788792101578e-05, "Finetune/Loss": 0.9104183912277222, "Finetune/Loss (Raw)": 1.014435887336731, "Finetune/Step": 2422, "Finetune/Step Time": 6.137717893347144}
+{"Finetune/Learning Rate": 1.6221570038976416e-05, "Finetune/Loss": 0.9081703424453735, "Finetune/Loss (Raw)": 0.7434325814247131, "Finetune/Step": 2423, "Finetune/Step Time": 6.134163968265057}
+{"Finetune/Learning Rate": 1.6218350233857852e-05, "Finetune/Loss": 0.9102804064750671, "Finetune/Loss (Raw)": 1.0410507917404175, "Finetune/Step": 2424, "Finetune/Step Time": 6.141097078099847}
+{"Finetune/Learning Rate": 1.621512937729032e-05, "Finetune/Loss": 0.9093837738037109, "Finetune/Loss (Raw)": 0.8810532093048096, "Finetune/Step": 2425, "Finetune/Step Time": 6.135364904999733}
+{"Finetune/Learning Rate": 1.621190746981842e-05, "Finetune/Loss": 0.9081696271896362, "Finetune/Loss (Raw)": 0.9013741612434387, "Finetune/Step": 2426, "Finetune/Step Time": 6.140333643183112}
+{"Finetune/Learning Rate": 1.620868451198694e-05, "Finetune/Loss": 0.9075506329536438, "Finetune/Loss (Raw)": 0.9698925018310547, "Finetune/Step": 2427, "Finetune/Step Time": 6.139724723994732}
+{"Finetune/Learning Rate": 1.6205460504340852e-05, "Finetune/Loss": 0.9069631099700928, "Finetune/Loss (Raw)": 0.8868868947029114, "Finetune/Step": 2428, "Finetune/Step Time": 6.145359182730317}
+{"Finetune/Learning Rate": 1.6202235447425284e-05, "Finetune/Loss": 0.9086672067642212, "Finetune/Loss (Raw)": 1.0089669227600098, "Finetune/Step": 2429, "Finetune/Step Time": 6.1573969554156065}
+{"Finetune/Learning Rate": 1.6199009341785563e-05, "Finetune/Loss": 0.9140290021896362, "Finetune/Loss (Raw)": 1.0555009841918945, "Finetune/Step": 2430, "Finetune/Step Time": 6.159169711172581}
+{"Finetune/Learning Rate": 1.6195782187967184e-05, "Finetune/Loss": 0.9133394360542297, "Finetune/Loss (Raw)": 0.7898138761520386, "Finetune/Step": 2431, "Finetune/Step Time": 6.1454825811088085}
+{"Finetune/Learning Rate": 1.619255398651582e-05, "Finetune/Loss": 0.9130616784095764, "Finetune/Loss (Raw)": 1.0132038593292236, "Finetune/Step": 2432, "Finetune/Step Time": 6.164950590580702}
+{"Finetune/Learning Rate": 1.6189324737977323e-05, "Finetune/Loss": 0.9138128757476807, "Finetune/Loss (Raw)": 0.9400116801261902, "Finetune/Step": 2433, "Finetune/Step Time": 6.163638640195131}
+{"Finetune/Learning Rate": 1.6186094442897717e-05, "Finetune/Loss": 0.9122409224510193, "Finetune/Loss (Raw)": 0.8319829106330872, "Finetune/Step": 2434, "Finetune/Step Time": 6.164510121569037}
+{"Finetune/Learning Rate": 1.618286310182321e-05, "Finetune/Loss": 0.9111250638961792, "Finetune/Loss (Raw)": 0.8801257014274597, "Finetune/Step": 2435, "Finetune/Step Time": 6.15764531865716}
+{"Finetune/Learning Rate": 1.617963071530018e-05, "Finetune/Loss": 0.9062491059303284, "Finetune/Loss (Raw)": 0.3587232530117035, "Finetune/Step": 2436, "Finetune/Step Time": 6.162292879074812}
+{"Finetune/Learning Rate": 1.6176397283875186e-05, "Finetune/Loss": 0.9056380987167358, "Finetune/Loss (Raw)": 0.8664198517799377, "Finetune/Step": 2437, "Finetune/Step Time": 6.172732494771481}
+{"Finetune/Learning Rate": 1.6173162808094964e-05, "Finetune/Loss": 0.9048259258270264, "Finetune/Loss (Raw)": 1.0651007890701294, "Finetune/Step": 2438, "Finetune/Step Time": 6.166768157854676}
+{"Finetune/Learning Rate": 1.6169927288506425e-05, "Finetune/Loss": 0.9044805765151978, "Finetune/Loss (Raw)": 1.0187278985977173, "Finetune/Step": 2439, "Finetune/Step Time": 6.161254622042179}
+{"Finetune/Learning Rate": 1.6166690725656655e-05, "Finetune/Loss": 0.9046200513839722, "Finetune/Loss (Raw)": 1.0093413591384888, "Finetune/Step": 2440, "Finetune/Step Time": 6.1571343299001455}
+{"Finetune/Learning Rate": 1.616345312009292e-05, "Finetune/Loss": 0.9025844931602478, "Finetune/Loss (Raw)": 0.7281129956245422, "Finetune/Step": 2441, "Finetune/Step Time": 6.1546439453959465}
+{"Finetune/Learning Rate": 1.6160214472362665e-05, "Finetune/Loss": 0.9030010104179382, "Finetune/Loss (Raw)": 0.9423938989639282, "Finetune/Step": 2442, "Finetune/Step Time": 6.148652475327253}
+{"Finetune/Learning Rate": 1.6156974783013496e-05, "Finetune/Loss": 0.9032906889915466, "Finetune/Loss (Raw)": 0.9394434094429016, "Finetune/Step": 2443, "Finetune/Step Time": 6.1453661527484655}
+{"Finetune/Learning Rate": 1.615373405259321e-05, "Finetune/Loss": 0.9038925170898438, "Finetune/Loss (Raw)": 1.002582311630249, "Finetune/Step": 2444, "Finetune/Step Time": 6.144784554839134}
+{"Finetune/Learning Rate": 1.6150492281649787e-05, "Finetune/Loss": 0.9041063189506531, "Finetune/Loss (Raw)": 0.8947221040725708, "Finetune/Step": 2445, "Finetune/Step Time": 6.136530423536897}
+{"Finetune/Learning Rate": 1.6147249470731355e-05, "Finetune/Loss": 0.9006307125091553, "Finetune/Loss (Raw)": 0.6894283294677734, "Finetune/Step": 2446, "Finetune/Step Time": 6.140163257718086}
+{"Finetune/Learning Rate": 1.6144005620386247e-05, "Finetune/Loss": 0.8975180387496948, "Finetune/Loss (Raw)": 0.530977189540863, "Finetune/Step": 2447, "Finetune/Step Time": 6.1461897529661655}
+{"Finetune/Learning Rate": 1.6140760731162954e-05, "Finetune/Loss": 0.9000567197799683, "Finetune/Loss (Raw)": 1.1504229307174683, "Finetune/Step": 2448, "Finetune/Step Time": 6.140267841517925}
+{"Finetune/Learning Rate": 1.6137514803610143e-05, "Finetune/Loss": 0.8987892270088196, "Finetune/Loss (Raw)": 0.9322938323020935, "Finetune/Step": 2449, "Finetune/Step Time": 6.1353297512978315}
+{"Finetune/Learning Rate": 1.6134267838276675e-05, "Finetune/Loss": 0.9017418622970581, "Finetune/Loss (Raw)": 0.8126997947692871, "Finetune/Step": 2450, "Finetune/Step Time": 6.146537508815527}
+{"Finetune/Learning Rate": 1.613101983571156e-05, "Finetune/Loss": 0.9010373950004578, "Finetune/Loss (Raw)": 0.8822983503341675, "Finetune/Step": 2451, "Finetune/Step Time": 6.135539080947638}
+{"Finetune/Learning Rate": 1.6127770796464006e-05, "Finetune/Loss": 0.9008976221084595, "Finetune/Loss (Raw)": 0.9577152729034424, "Finetune/Step": 2452, "Finetune/Step Time": 6.127486245706677}
+{"Finetune/Learning Rate": 1.6124520721083382e-05, "Finetune/Loss": 0.9018434882164001, "Finetune/Loss (Raw)": 0.9043685793876648, "Finetune/Step": 2453, "Finetune/Step Time": 6.137381007894874}
+{"Finetune/Learning Rate": 1.6121269610119244e-05, "Finetune/Loss": 0.902725338935852, "Finetune/Loss (Raw)": 0.8724521994590759, "Finetune/Step": 2454, "Finetune/Step Time": 6.1600878946483135}
+{"Finetune/Learning Rate": 1.6118017464121302e-05, "Finetune/Loss": 0.8988479375839233, "Finetune/Loss (Raw)": 0.3785802721977234, "Finetune/Step": 2455, "Finetune/Step Time": 6.1715390011668205}
+{"Finetune/Learning Rate": 1.6114764283639467e-05, "Finetune/Loss": 0.8975125551223755, "Finetune/Loss (Raw)": 0.9475940465927124, "Finetune/Step": 2456, "Finetune/Step Time": 6.183010848239064}
+{"Finetune/Learning Rate": 1.6111510069223812e-05, "Finetune/Loss": 0.8979076147079468, "Finetune/Loss (Raw)": 0.9866660833358765, "Finetune/Step": 2457, "Finetune/Step Time": 6.177849849686027}
+{"Finetune/Learning Rate": 1.610825482142458e-05, "Finetune/Loss": 0.8997202515602112, "Finetune/Loss (Raw)": 1.014122486114502, "Finetune/Step": 2458, "Finetune/Step Time": 6.179136039689183}
+{"Finetune/Learning Rate": 1.61049985407922e-05, "Finetune/Loss": 0.8994995951652527, "Finetune/Loss (Raw)": 0.8424458503723145, "Finetune/Step": 2459, "Finetune/Step Time": 6.174114162102342}
+{"Finetune/Learning Rate": 1.610174122787727e-05, "Finetune/Loss": 0.8997818827629089, "Finetune/Loss (Raw)": 0.9466894865036011, "Finetune/Step": 2460, "Finetune/Step Time": 6.171806424856186}
+{"Finetune/Learning Rate": 1.6098482883230557e-05, "Finetune/Loss": 0.9019014835357666, "Finetune/Loss (Raw)": 1.0510118007659912, "Finetune/Step": 2461, "Finetune/Step Time": 6.165884943678975}
+{"Finetune/Learning Rate": 1.6095223507403016e-05, "Finetune/Loss": 0.9033364653587341, "Finetune/Loss (Raw)": 0.938405454158783, "Finetune/Step": 2462, "Finetune/Step Time": 6.160968612879515}
+{"Finetune/Learning Rate": 1.6091963100945768e-05, "Finetune/Loss": 0.9012224674224854, "Finetune/Loss (Raw)": 0.6880324482917786, "Finetune/Step": 2463, "Finetune/Step Time": 6.16549095697701}
+{"Finetune/Learning Rate": 1.60887016644101e-05, "Finetune/Loss": 0.900934100151062, "Finetune/Loss (Raw)": 0.8657680749893188, "Finetune/Step": 2464, "Finetune/Step Time": 6.16938441619277}
+{"Finetune/Learning Rate": 1.608543919834749e-05, "Finetune/Loss": 0.9003249406814575, "Finetune/Loss (Raw)": 0.8087202906608582, "Finetune/Step": 2465, "Finetune/Step Time": 6.1679992731660604}
+{"Finetune/Learning Rate": 1.608217570330958e-05, "Finetune/Loss": 0.9022217988967896, "Finetune/Loss (Raw)": 1.1322691440582275, "Finetune/Step": 2466, "Finetune/Step Time": 6.163037044927478}
+{"Finetune/Learning Rate": 1.607891117984819e-05, "Finetune/Loss": 0.9015363454818726, "Finetune/Loss (Raw)": 0.8492609858512878, "Finetune/Step": 2467, "Finetune/Step Time": 6.178248442709446}
+{"Finetune/Learning Rate": 1.6075645628515312e-05, "Finetune/Loss": 0.9000676870346069, "Finetune/Loss (Raw)": 0.692453145980835, "Finetune/Step": 2468, "Finetune/Step Time": 6.2054403983056545}
+{"Finetune/Learning Rate": 1.607237904986311e-05, "Finetune/Loss": 0.8991304636001587, "Finetune/Loss (Raw)": 0.8677323460578918, "Finetune/Step": 2469, "Finetune/Step Time": 6.202881034463644}
+{"Finetune/Learning Rate": 1.6069111444443922e-05, "Finetune/Loss": 0.8985795974731445, "Finetune/Loss (Raw)": 0.9458180069923401, "Finetune/Step": 2470, "Finetune/Step Time": 6.202736305072904}
+{"Finetune/Learning Rate": 1.6065842812810264e-05, "Finetune/Loss": 0.8981562852859497, "Finetune/Loss (Raw)": 0.8743125200271606, "Finetune/Step": 2471, "Finetune/Step Time": 6.199782084673643}
+{"Finetune/Learning Rate": 1.606257315551482e-05, "Finetune/Loss": 0.8998123407363892, "Finetune/Loss (Raw)": 0.9787159562110901, "Finetune/Step": 2472, "Finetune/Step Time": 6.1957732904702425}
+{"Finetune/Learning Rate": 1.6059302473110455e-05, "Finetune/Loss": 0.9006060361862183, "Finetune/Loss (Raw)": 0.8613121509552002, "Finetune/Step": 2473, "Finetune/Step Time": 6.186336696147919}
+{"Finetune/Learning Rate": 1.6056030766150197e-05, "Finetune/Loss": 0.8996381163597107, "Finetune/Loss (Raw)": 0.9605198502540588, "Finetune/Step": 2474, "Finetune/Step Time": 6.190590396523476}
+{"Finetune/Learning Rate": 1.6052758035187258e-05, "Finetune/Loss": 0.8994786739349365, "Finetune/Loss (Raw)": 0.9122941493988037, "Finetune/Step": 2475, "Finetune/Step Time": 6.186302874237299}
+{"Finetune/Learning Rate": 1.6049484280775012e-05, "Finetune/Loss": 0.9009608626365662, "Finetune/Loss (Raw)": 1.0120760202407837, "Finetune/Step": 2476, "Finetune/Step Time": 6.194795338436961}
+{"Finetune/Learning Rate": 1.6046209503467013e-05, "Finetune/Loss": 0.9027942419052124, "Finetune/Loss (Raw)": 0.9348896145820618, "Finetune/Step": 2477, "Finetune/Step Time": 6.192678784951568}
+{"Finetune/Learning Rate": 1.6042933703816995e-05, "Finetune/Loss": 0.9009948968887329, "Finetune/Loss (Raw)": 0.6364185214042664, "Finetune/Step": 2478, "Finetune/Step Time": 6.19480773806572}
+{"Finetune/Learning Rate": 1.6039656882378844e-05, "Finetune/Loss": 0.9000694751739502, "Finetune/Loss (Raw)": 0.9087819457054138, "Finetune/Step": 2479, "Finetune/Step Time": 6.202594282105565}
+{"Finetune/Learning Rate": 1.603637903970664e-05, "Finetune/Loss": 0.8997797966003418, "Finetune/Loss (Raw)": 0.8692280650138855, "Finetune/Step": 2480, "Finetune/Step Time": 6.204048274084926}
+{"Finetune/Learning Rate": 1.6033100176354625e-05, "Finetune/Loss": 0.8995771408081055, "Finetune/Loss (Raw)": 0.9781281352043152, "Finetune/Step": 2481, "Finetune/Step Time": 6.188927868381143}
+{"Finetune/Learning Rate": 1.602982029287722e-05, "Finetune/Loss": 0.8988460302352905, "Finetune/Loss (Raw)": 0.8424394130706787, "Finetune/Step": 2482, "Finetune/Step Time": 6.181811476126313}
+{"Finetune/Learning Rate": 1.6026539389829004e-05, "Finetune/Loss": 0.899394154548645, "Finetune/Loss (Raw)": 0.9539960026741028, "Finetune/Step": 2483, "Finetune/Step Time": 6.169898943975568}
+{"Finetune/Learning Rate": 1.6023257467764745e-05, "Finetune/Loss": 0.894163966178894, "Finetune/Loss (Raw)": 0.34886690974235535, "Finetune/Step": 2484, "Finetune/Step Time": 6.1725613586604595}
+{"Finetune/Learning Rate": 1.601997452723938e-05, "Finetune/Loss": 0.8942180871963501, "Finetune/Loss (Raw)": 0.9144381880760193, "Finetune/Step": 2485, "Finetune/Step Time": 6.189983347430825}
+{"Finetune/Learning Rate": 1.601669056880801e-05, "Finetune/Loss": 0.8959767818450928, "Finetune/Loss (Raw)": 1.107035756111145, "Finetune/Step": 2486, "Finetune/Step Time": 6.1864295322448015}
+{"Finetune/Learning Rate": 1.6013405593025915e-05, "Finetune/Loss": 0.8965572118759155, "Finetune/Loss (Raw)": 0.9965305328369141, "Finetune/Step": 2487, "Finetune/Step Time": 6.192294452339411}
+{"Finetune/Learning Rate": 1.6010119600448547e-05, "Finetune/Loss": 0.8948619961738586, "Finetune/Loss (Raw)": 0.7054460048675537, "Finetune/Step": 2488, "Finetune/Step Time": 6.203752437606454}
+{"Finetune/Learning Rate": 1.600683259163152e-05, "Finetune/Loss": 0.8949620127677917, "Finetune/Loss (Raw)": 0.9233357310295105, "Finetune/Step": 2489, "Finetune/Step Time": 6.192186810076237}
+{"Finetune/Learning Rate": 1.6003544567130643e-05, "Finetune/Loss": 0.8906946182250977, "Finetune/Loss (Raw)": 0.4608745276927948, "Finetune/Step": 2490, "Finetune/Step Time": 6.192146420478821}
+{"Finetune/Learning Rate": 1.6000255527501867e-05, "Finetune/Loss": 0.8909280300140381, "Finetune/Loss (Raw)": 0.8957033157348633, "Finetune/Step": 2491, "Finetune/Step Time": 6.208082482218742}
+{"Finetune/Learning Rate": 1.5996965473301337e-05, "Finetune/Loss": 0.8921370506286621, "Finetune/Loss (Raw)": 0.9480193853378296, "Finetune/Step": 2492, "Finetune/Step Time": 6.209139354526997}
+{"Finetune/Learning Rate": 1.5993674405085363e-05, "Finetune/Loss": 0.8938076496124268, "Finetune/Loss (Raw)": 1.1678849458694458, "Finetune/Step": 2493, "Finetune/Step Time": 6.206615759059787}
+{"Finetune/Learning Rate": 1.5990382323410423e-05, "Finetune/Loss": 0.8936046361923218, "Finetune/Loss (Raw)": 1.003113031387329, "Finetune/Step": 2494, "Finetune/Step Time": 6.207316813990474}
+{"Finetune/Learning Rate": 1.598708922883317e-05, "Finetune/Loss": 0.893821656703949, "Finetune/Loss (Raw)": 0.9146917462348938, "Finetune/Step": 2495, "Finetune/Step Time": 6.211275996640325}
+{"Finetune/Learning Rate": 1.598379512191042e-05, "Finetune/Loss": 0.8942179083824158, "Finetune/Loss (Raw)": 0.9075591564178467, "Finetune/Step": 2496, "Finetune/Step Time": 6.217385597527027}
+{"Finetune/Learning Rate": 1.5980500003199176e-05, "Finetune/Loss": 0.895086944103241, "Finetune/Loss (Raw)": 1.034778356552124, "Finetune/Step": 2497, "Finetune/Step Time": 6.218369517475367}
+{"Finetune/Learning Rate": 1.5977203873256604e-05, "Finetune/Loss": 0.8946938514709473, "Finetune/Loss (Raw)": 0.9031574726104736, "Finetune/Step": 2498, "Finetune/Step Time": 6.215580303221941}
+{"Finetune/Learning Rate": 1.5973906732640036e-05, "Finetune/Loss": 0.8951318264007568, "Finetune/Loss (Raw)": 0.7931313514709473, "Finetune/Step": 2499, "Finetune/Step Time": 6.21233475022018}
+{"Finetune/Learning Rate": 1.5970608581906977e-05, "Finetune/Loss": 0.895616888999939, "Finetune/Loss (Raw)": 0.9953622817993164, "Finetune/Step": 2500, "Finetune/Step Time": 6.198239304125309}
+{"Finetune/Learning Rate": 1.5967309421615112e-05, "Finetune/Loss": 0.8941173553466797, "Finetune/Loss (Raw)": 0.8520422577857971, "Finetune/Step": 2501, "Finetune/Step Time": 6.196830533444881}
+{"Finetune/Learning Rate": 1.5964009252322282e-05, "Finetune/Loss": 0.8923364281654358, "Finetune/Loss (Raw)": 0.9250863194465637, "Finetune/Step": 2502, "Finetune/Step Time": 6.198890337720513}
+{"Finetune/Learning Rate": 1.5960708074586512e-05, "Finetune/Loss": 0.8930371999740601, "Finetune/Loss (Raw)": 0.8892143368721008, "Finetune/Step": 2503, "Finetune/Step Time": 6.207563081756234}
+{"Finetune/Learning Rate": 1.595740588896599e-05, "Finetune/Loss": 0.8914157152175903, "Finetune/Loss (Raw)": 0.7903468012809753, "Finetune/Step": 2504, "Finetune/Step Time": 6.192468225955963}
+{"Finetune/Learning Rate": 1.5954102696019074e-05, "Finetune/Loss": 0.8917701244354248, "Finetune/Loss (Raw)": 0.8246943354606628, "Finetune/Step": 2505, "Finetune/Step Time": 6.190237753093243}
+{"Finetune/Learning Rate": 1.5950798496304303e-05, "Finetune/Loss": 0.8922972679138184, "Finetune/Loss (Raw)": 0.9874973297119141, "Finetune/Step": 2506, "Finetune/Step Time": 6.198351573199034}
+{"Finetune/Learning Rate": 1.5947493290380367e-05, "Finetune/Loss": 0.8924558162689209, "Finetune/Loss (Raw)": 0.9179545044898987, "Finetune/Step": 2507, "Finetune/Step Time": 6.205099416896701}
+{"Finetune/Learning Rate": 1.5944187078806143e-05, "Finetune/Loss": 0.8895543813705444, "Finetune/Loss (Raw)": 0.46684014797210693, "Finetune/Step": 2508, "Finetune/Step Time": 6.2171999104321}
+{"Finetune/Learning Rate": 1.594087986214067e-05, "Finetune/Loss": 0.8889794945716858, "Finetune/Loss (Raw)": 0.8564955592155457, "Finetune/Step": 2509, "Finetune/Step Time": 6.237203698605299}
+{"Finetune/Learning Rate": 1.5937571640943162e-05, "Finetune/Loss": 0.8885156512260437, "Finetune/Loss (Raw)": 0.8522867560386658, "Finetune/Step": 2510, "Finetune/Step Time": 6.253287585452199}
+{"Finetune/Learning Rate": 1.5934262415772994e-05, "Finetune/Loss": 0.8882373571395874, "Finetune/Loss (Raw)": 0.9670742750167847, "Finetune/Step": 2511, "Finetune/Step Time": 6.262164533138275}
+{"Finetune/Learning Rate": 1.593095218718972e-05, "Finetune/Loss": 0.8881710171699524, "Finetune/Loss (Raw)": 0.9131558537483215, "Finetune/Step": 2512, "Finetune/Step Time": 6.281160265207291}
+{"Finetune/Learning Rate": 1.5927640955753064e-05, "Finetune/Loss": 0.8893860578536987, "Finetune/Loss (Raw)": 0.963431715965271, "Finetune/Step": 2513, "Finetune/Step Time": 6.287651667371392}
+{"Finetune/Learning Rate": 1.5924328722022908e-05, "Finetune/Loss": 0.8901036977767944, "Finetune/Loss (Raw)": 0.9642513990402222, "Finetune/Step": 2514, "Finetune/Step Time": 6.290805781260133}
+{"Finetune/Learning Rate": 1.592101548655932e-05, "Finetune/Loss": 0.8878558278083801, "Finetune/Loss (Raw)": 0.8420525789260864, "Finetune/Step": 2515, "Finetune/Step Time": 6.289932863786817}
+{"Finetune/Learning Rate": 1.591770124992252e-05, "Finetune/Loss": 0.8878889679908752, "Finetune/Loss (Raw)": 0.9238945841789246, "Finetune/Step": 2516, "Finetune/Step Time": 6.2820215336978436}
+{"Finetune/Learning Rate": 1.591438601267291e-05, "Finetune/Loss": 0.88713538646698, "Finetune/Loss (Raw)": 0.7862492203712463, "Finetune/Step": 2517, "Finetune/Step Time": 6.282174654304981}
+{"Finetune/Learning Rate": 1.591106977537106e-05, "Finetune/Loss": 0.8871768712997437, "Finetune/Loss (Raw)": 0.8875126242637634, "Finetune/Step": 2518, "Finetune/Step Time": 6.276214161887765}
+{"Finetune/Learning Rate": 1.59077525385777e-05, "Finetune/Loss": 0.8875628709793091, "Finetune/Loss (Raw)": 0.8751683235168457, "Finetune/Step": 2519, "Finetune/Step Time": 6.281452624127269}
+{"Finetune/Learning Rate": 1.590443430285374e-05, "Finetune/Loss": 0.887974202632904, "Finetune/Loss (Raw)": 0.8391291499137878, "Finetune/Step": 2520, "Finetune/Step Time": 6.300835261121392}
+{"Finetune/Learning Rate": 1.590111506876025e-05, "Finetune/Loss": 0.8868966102600098, "Finetune/Loss (Raw)": 0.9102728962898254, "Finetune/Step": 2521, "Finetune/Step Time": 6.310718370601535}
+{"Finetune/Learning Rate": 1.589779483685848e-05, "Finetune/Loss": 0.8861221075057983, "Finetune/Loss (Raw)": 0.8774875998497009, "Finetune/Step": 2522, "Finetune/Step Time": 6.307434970512986}
+{"Finetune/Learning Rate": 1.5894473607709837e-05, "Finetune/Loss": 0.8846302032470703, "Finetune/Loss (Raw)": 0.969732403755188, "Finetune/Step": 2523, "Finetune/Step Time": 6.310832215473056}
+{"Finetune/Learning Rate": 1.58911513818759e-05, "Finetune/Loss": 0.8853785395622253, "Finetune/Loss (Raw)": 0.8610460758209229, "Finetune/Step": 2524, "Finetune/Step Time": 6.31491225771606}
+{"Finetune/Learning Rate": 1.5887828159918418e-05, "Finetune/Loss": 0.8849655389785767, "Finetune/Loss (Raw)": 0.8356642723083496, "Finetune/Step": 2525, "Finetune/Step Time": 6.320171387866139}
+{"Finetune/Learning Rate": 1.5884503942399314e-05, "Finetune/Loss": 0.8835529088973999, "Finetune/Loss (Raw)": 0.9238746762275696, "Finetune/Step": 2526, "Finetune/Step Time": 6.3251097816973925}
+{"Finetune/Learning Rate": 1.588117872988067e-05, "Finetune/Loss": 0.8851475715637207, "Finetune/Loss (Raw)": 1.0272903442382812, "Finetune/Step": 2527, "Finetune/Step Time": 6.334988860413432}
+{"Finetune/Learning Rate": 1.5877852522924733e-05, "Finetune/Loss": 0.884748101234436, "Finetune/Loss (Raw)": 0.9310911893844604, "Finetune/Step": 2528, "Finetune/Step Time": 6.330986773595214}
+{"Finetune/Learning Rate": 1.5874525322093935e-05, "Finetune/Loss": 0.8848106861114502, "Finetune/Loss (Raw)": 0.8446269035339355, "Finetune/Step": 2529, "Finetune/Step Time": 6.337899444624782}
+{"Finetune/Learning Rate": 1.5871197127950862e-05, "Finetune/Loss": 0.8865577578544617, "Finetune/Loss (Raw)": 0.9048610329627991, "Finetune/Step": 2530, "Finetune/Step Time": 6.3253477066755295}
+{"Finetune/Learning Rate": 1.586786794105827e-05, "Finetune/Loss": 0.8851940631866455, "Finetune/Loss (Raw)": 0.9386097192764282, "Finetune/Step": 2531, "Finetune/Step Time": 6.332905046641827}
+{"Finetune/Learning Rate": 1.5864537761979087e-05, "Finetune/Loss": 0.8842333555221558, "Finetune/Loss (Raw)": 0.82274329662323, "Finetune/Step": 2532, "Finetune/Step Time": 6.348673386499286}
+{"Finetune/Learning Rate": 1.586120659127641e-05, "Finetune/Loss": 0.8824328780174255, "Finetune/Loss (Raw)": 0.7398644089698792, "Finetune/Step": 2533, "Finetune/Step Time": 6.342638162896037}
+{"Finetune/Learning Rate": 1.5857874429513496e-05, "Finetune/Loss": 0.8824201822280884, "Finetune/Loss (Raw)": 0.7764030694961548, "Finetune/Step": 2534, "Finetune/Step Time": 6.342319021001458}
+{"Finetune/Learning Rate": 1.5854541277253773e-05, "Finetune/Loss": 0.8776818513870239, "Finetune/Loss (Raw)": 0.4104858934879303, "Finetune/Step": 2535, "Finetune/Step Time": 6.349938314408064}
+{"Finetune/Learning Rate": 1.585120713506084e-05, "Finetune/Loss": 0.8784211874008179, "Finetune/Loss (Raw)": 0.9271537065505981, "Finetune/Step": 2536, "Finetune/Step Time": 6.376126907765865}
+{"Finetune/Learning Rate": 1.584787200349846e-05, "Finetune/Loss": 0.8773398995399475, "Finetune/Loss (Raw)": 0.8861718773841858, "Finetune/Step": 2537, "Finetune/Step Time": 6.376168394461274}
+{"Finetune/Learning Rate": 1.5844535883130564e-05, "Finetune/Loss": 0.8788167238235474, "Finetune/Loss (Raw)": 0.9911928176879883, "Finetune/Step": 2538, "Finetune/Step Time": 6.368556344881654}
+{"Finetune/Learning Rate": 1.5841198774521253e-05, "Finetune/Loss": 0.881535530090332, "Finetune/Loss (Raw)": 0.7706954479217529, "Finetune/Step": 2539, "Finetune/Step Time": 6.359930234029889}
+{"Finetune/Learning Rate": 1.5837860678234785e-05, "Finetune/Loss": 0.880477786064148, "Finetune/Loss (Raw)": 0.9226206541061401, "Finetune/Step": 2540, "Finetune/Step Time": 6.353458596393466}
+{"Finetune/Learning Rate": 1.5834521594835602e-05, "Finetune/Loss": 0.8788279891014099, "Finetune/Loss (Raw)": 0.8866121172904968, "Finetune/Step": 2541, "Finetune/Step Time": 6.353796560317278}
+{"Finetune/Learning Rate": 1.583118152488829e-05, "Finetune/Loss": 0.879501223564148, "Finetune/Loss (Raw)": 0.847312867641449, "Finetune/Step": 2542, "Finetune/Step Time": 6.354409256950021}
+{"Finetune/Learning Rate": 1.582784046895763e-05, "Finetune/Loss": 0.8806588649749756, "Finetune/Loss (Raw)": 1.0061594247817993, "Finetune/Step": 2543, "Finetune/Step Time": 6.366625472903252}
+{"Finetune/Learning Rate": 1.5824498427608546e-05, "Finetune/Loss": 0.8810079097747803, "Finetune/Loss (Raw)": 1.0406619310379028, "Finetune/Step": 2544, "Finetune/Step Time": 6.371576890349388}
+{"Finetune/Learning Rate": 1.5821155401406136e-05, "Finetune/Loss": 0.8857238292694092, "Finetune/Loss (Raw)": 0.9956545233726501, "Finetune/Step": 2545, "Finetune/Step Time": 6.364134570583701}
+{"Finetune/Learning Rate": 1.5817811390915676e-05, "Finetune/Loss": 0.8860359787940979, "Finetune/Loss (Raw)": 1.043074607849121, "Finetune/Step": 2546, "Finetune/Step Time": 6.344507772475481}
+{"Finetune/Learning Rate": 1.5814466396702588e-05, "Finetune/Loss": 0.8848844766616821, "Finetune/Loss (Raw)": 0.9539320468902588, "Finetune/Step": 2547, "Finetune/Step Time": 6.33930460177362}
+{"Finetune/Learning Rate": 1.5811120419332473e-05, "Finetune/Loss": 0.8840446472167969, "Finetune/Loss (Raw)": 0.854499876499176, "Finetune/Step": 2548, "Finetune/Step Time": 6.338118484243751}
+{"Finetune/Learning Rate": 1.5807773459371098e-05, "Finetune/Loss": 0.8838531374931335, "Finetune/Loss (Raw)": 0.6944642066955566, "Finetune/Step": 2549, "Finetune/Step Time": 6.341598778963089}
+{"Finetune/Learning Rate": 1.5804425517384393e-05, "Finetune/Loss": 0.8842421770095825, "Finetune/Loss (Raw)": 1.0642279386520386, "Finetune/Step": 2550, "Finetune/Step Time": 6.345198627561331}
+{"Finetune/Learning Rate": 1.5801076593938457e-05, "Finetune/Loss": 0.8871761560440063, "Finetune/Loss (Raw)": 1.118987798690796, "Finetune/Step": 2551, "Finetune/Step Time": 6.341919526457787}
+{"Finetune/Learning Rate": 1.579772668959955e-05, "Finetune/Loss": 0.8849639892578125, "Finetune/Loss (Raw)": 0.7578864097595215, "Finetune/Step": 2552, "Finetune/Step Time": 6.334200348705053}
+{"Finetune/Learning Rate": 1.5794375804934103e-05, "Finetune/Loss": 0.8856098651885986, "Finetune/Loss (Raw)": 0.9637304544448853, "Finetune/Step": 2553, "Finetune/Step Time": 6.342511752620339}
+{"Finetune/Learning Rate": 1.579102394050871e-05, "Finetune/Loss": 0.8853855729103088, "Finetune/Loss (Raw)": 0.8726624846458435, "Finetune/Step": 2554, "Finetune/Step Time": 6.33616503700614}
+{"Finetune/Learning Rate": 1.5787671096890132e-05, "Finetune/Loss": 0.8852671384811401, "Finetune/Loss (Raw)": 0.9547310471534729, "Finetune/Step": 2555, "Finetune/Step Time": 6.335898159071803}
+{"Finetune/Learning Rate": 1.5784317274645294e-05, "Finetune/Loss": 0.8859593868255615, "Finetune/Loss (Raw)": 0.9754915833473206, "Finetune/Step": 2556, "Finetune/Step Time": 6.336307322606444}
+{"Finetune/Learning Rate": 1.5780962474341283e-05, "Finetune/Loss": 0.8860800266265869, "Finetune/Loss (Raw)": 1.0244158506393433, "Finetune/Step": 2557, "Finetune/Step Time": 6.335078103467822}
+{"Finetune/Learning Rate": 1.5777606696545366e-05, "Finetune/Loss": 0.8836960792541504, "Finetune/Loss (Raw)": 0.7503525018692017, "Finetune/Step": 2558, "Finetune/Step Time": 6.333795249462128}
+{"Finetune/Learning Rate": 1.577424994182496e-05, "Finetune/Loss": 0.884722888469696, "Finetune/Loss (Raw)": 0.9212509989738464, "Finetune/Step": 2559, "Finetune/Step Time": 6.33572044968605}
+{"Finetune/Learning Rate": 1.577089221074765e-05, "Finetune/Loss": 0.8831474184989929, "Finetune/Loss (Raw)": 0.8115421533584595, "Finetune/Step": 2560, "Finetune/Step Time": 6.318000907078385}
+{"Finetune/Learning Rate": 1.576753350388119e-05, "Finetune/Loss": 0.8832817077636719, "Finetune/Loss (Raw)": 0.9572027921676636, "Finetune/Step": 2561, "Finetune/Step Time": 6.316045314073563}
+{"Finetune/Learning Rate": 1.5764173821793497e-05, "Finetune/Loss": 0.884343147277832, "Finetune/Loss (Raw)": 0.9678430557250977, "Finetune/Step": 2562, "Finetune/Step Time": 6.309495333582163}
+{"Finetune/Learning Rate": 1.5760813165052656e-05, "Finetune/Loss": 0.8851289749145508, "Finetune/Loss (Raw)": 0.9807160496711731, "Finetune/Step": 2563, "Finetune/Step Time": 6.32320605777204}
+{"Finetune/Learning Rate": 1.575745153422691e-05, "Finetune/Loss": 0.8883670568466187, "Finetune/Loss (Raw)": 0.7731966376304626, "Finetune/Step": 2564, "Finetune/Step Time": 6.319280344992876}
+{"Finetune/Learning Rate": 1.575408892988467e-05, "Finetune/Loss": 0.8910672664642334, "Finetune/Loss (Raw)": 1.2120393514633179, "Finetune/Step": 2565, "Finetune/Step Time": 6.304978696629405}
+{"Finetune/Learning Rate": 1.575072535259452e-05, "Finetune/Loss": 0.8890368938446045, "Finetune/Loss (Raw)": 0.80522221326828, "Finetune/Step": 2566, "Finetune/Step Time": 6.309374278411269}
+{"Finetune/Learning Rate": 1.5747360802925196e-05, "Finetune/Loss": 0.8880242109298706, "Finetune/Loss (Raw)": 0.8891016244888306, "Finetune/Step": 2567, "Finetune/Step Time": 6.315217388793826}
+{"Finetune/Learning Rate": 1.57439952814456e-05, "Finetune/Loss": 0.8872319459915161, "Finetune/Loss (Raw)": 0.907930850982666, "Finetune/Step": 2568, "Finetune/Step Time": 6.320712797343731}
+{"Finetune/Learning Rate": 1.5740628788724805e-05, "Finetune/Loss": 0.8885606527328491, "Finetune/Loss (Raw)": 0.8981799483299255, "Finetune/Step": 2569, "Finetune/Step Time": 6.330209419131279}
+{"Finetune/Learning Rate": 1.5737261325332042e-05, "Finetune/Loss": 0.8876827955245972, "Finetune/Loss (Raw)": 0.8300282955169678, "Finetune/Step": 2570, "Finetune/Step Time": 6.329608025029302}
+{"Finetune/Learning Rate": 1.5733892891836718e-05, "Finetune/Loss": 0.8875427842140198, "Finetune/Loss (Raw)": 0.921528160572052, "Finetune/Step": 2571, "Finetune/Step Time": 6.325202651321888}
+{"Finetune/Learning Rate": 1.5730523488808386e-05, "Finetune/Loss": 0.8876365423202515, "Finetune/Loss (Raw)": 1.0145803689956665, "Finetune/Step": 2572, "Finetune/Step Time": 6.321919707581401}
+{"Finetune/Learning Rate": 1.5727153116816772e-05, "Finetune/Loss": 0.8884584903717041, "Finetune/Loss (Raw)": 0.999931812286377, "Finetune/Step": 2573, "Finetune/Step Time": 6.323617659509182}
+{"Finetune/Learning Rate": 1.5723781776431767e-05, "Finetune/Loss": 0.8905608654022217, "Finetune/Loss (Raw)": 0.9585371017456055, "Finetune/Step": 2574, "Finetune/Step Time": 6.309619590640068}
+{"Finetune/Learning Rate": 1.572040946822343e-05, "Finetune/Loss": 0.8925690650939941, "Finetune/Loss (Raw)": 0.7880327701568604, "Finetune/Step": 2575, "Finetune/Step Time": 6.298511911183596}
+{"Finetune/Learning Rate": 1.571703619276197e-05, "Finetune/Loss": 0.8918642997741699, "Finetune/Loss (Raw)": 1.0602052211761475, "Finetune/Step": 2576, "Finetune/Step Time": 6.294321298599243}
+{"Finetune/Learning Rate": 1.5713661950617774e-05, "Finetune/Loss": 0.8875207901000977, "Finetune/Loss (Raw)": 0.3763284385204315, "Finetune/Step": 2577, "Finetune/Step Time": 6.30367623642087}
+{"Finetune/Learning Rate": 1.5710286742361382e-05, "Finetune/Loss": 0.8885616064071655, "Finetune/Loss (Raw)": 0.9459158778190613, "Finetune/Step": 2578, "Finetune/Step Time": 6.3064299914985895}
+{"Finetune/Learning Rate": 1.57069105685635e-05, "Finetune/Loss": 0.8846907615661621, "Finetune/Loss (Raw)": 0.3868387043476105, "Finetune/Step": 2579, "Finetune/Step Time": 6.3013911601156}
+{"Finetune/Learning Rate": 1.5703533429795007e-05, "Finetune/Loss": 0.8853251338005066, "Finetune/Loss (Raw)": 1.0389087200164795, "Finetune/Step": 2580, "Finetune/Step Time": 6.320071388036013}
+{"Finetune/Learning Rate": 1.5700155326626932e-05, "Finetune/Loss": 0.8872337341308594, "Finetune/Loss (Raw)": 1.1486754417419434, "Finetune/Step": 2581, "Finetune/Step Time": 6.314309239387512}
+{"Finetune/Learning Rate": 1.5696776259630472e-05, "Finetune/Loss": 0.8870701789855957, "Finetune/Loss (Raw)": 0.8515167832374573, "Finetune/Step": 2582, "Finetune/Step Time": 6.291191151365638}
+{"Finetune/Learning Rate": 1.5693396229376983e-05, "Finetune/Loss": 0.8908671140670776, "Finetune/Loss (Raw)": 0.8645825386047363, "Finetune/Step": 2583, "Finetune/Step Time": 6.276414735242724}
+{"Finetune/Learning Rate": 1.5690015236437997e-05, "Finetune/Loss": 0.8900899291038513, "Finetune/Loss (Raw)": 0.8481112122535706, "Finetune/Step": 2584, "Finetune/Step Time": 6.267103485763073}
+{"Finetune/Learning Rate": 1.568663328138519e-05, "Finetune/Loss": 0.8911875486373901, "Finetune/Loss (Raw)": 1.1271589994430542, "Finetune/Step": 2585, "Finetune/Step Time": 6.286596480756998}
+{"Finetune/Learning Rate": 1.5683250364790415e-05, "Finetune/Loss": 0.89076167345047, "Finetune/Loss (Raw)": 0.9596163034439087, "Finetune/Step": 2586, "Finetune/Step Time": 6.285019772127271}
+{"Finetune/Learning Rate": 1.5679866487225687e-05, "Finetune/Loss": 0.8923649787902832, "Finetune/Loss (Raw)": 1.047663688659668, "Finetune/Step": 2587, "Finetune/Step Time": 6.286201706156135}
+{"Finetune/Learning Rate": 1.5676481649263168e-05, "Finetune/Loss": 0.8900920748710632, "Finetune/Loss (Raw)": 0.6557610034942627, "Finetune/Step": 2588, "Finetune/Step Time": 6.290564524009824}
+{"Finetune/Learning Rate": 1.5673095851475205e-05, "Finetune/Loss": 0.8891549110412598, "Finetune/Loss (Raw)": 0.9310641884803772, "Finetune/Step": 2589, "Finetune/Step Time": 6.29880060441792}
+{"Finetune/Learning Rate": 1.5669709094434295e-05, "Finetune/Loss": 0.8884729146957397, "Finetune/Loss (Raw)": 0.8510980010032654, "Finetune/Step": 2590, "Finetune/Step Time": 6.317000199109316}
+{"Finetune/Learning Rate": 1.566632137871309e-05, "Finetune/Loss": 0.8890619277954102, "Finetune/Loss (Raw)": 0.7634291052818298, "Finetune/Step": 2591, "Finetune/Step Time": 6.31579664722085}
+{"Finetune/Learning Rate": 1.566293270488442e-05, "Finetune/Loss": 0.8876315355300903, "Finetune/Loss (Raw)": 0.682675302028656, "Finetune/Step": 2592, "Finetune/Step Time": 6.319685051217675}
+{"Finetune/Learning Rate": 1.5659543073521266e-05, "Finetune/Loss": 0.888254702091217, "Finetune/Loss (Raw)": 0.8884899020195007, "Finetune/Step": 2593, "Finetune/Step Time": 6.3435000367462635}
+{"Finetune/Learning Rate": 1.565615248519678e-05, "Finetune/Loss": 0.887657105922699, "Finetune/Loss (Raw)": 1.0557769536972046, "Finetune/Step": 2594, "Finetune/Step Time": 6.352317363023758}
+{"Finetune/Learning Rate": 1.565276094048426e-05, "Finetune/Loss": 0.889041543006897, "Finetune/Loss (Raw)": 1.0264647006988525, "Finetune/Step": 2595, "Finetune/Step Time": 6.339484440162778}
+{"Finetune/Learning Rate": 1.5649368439957182e-05, "Finetune/Loss": 0.8884153366088867, "Finetune/Loss (Raw)": 0.6122980713844299, "Finetune/Step": 2596, "Finetune/Step Time": 6.32990057580173}
+{"Finetune/Learning Rate": 1.564597498418918e-05, "Finetune/Loss": 0.8886176943778992, "Finetune/Loss (Raw)": 0.8936402797698975, "Finetune/Step": 2597, "Finetune/Step Time": 6.355388693511486}
+{"Finetune/Learning Rate": 1.5642580573754037e-05, "Finetune/Loss": 0.8872711658477783, "Finetune/Loss (Raw)": 0.7734654545783997, "Finetune/Step": 2598, "Finetune/Step Time": 6.360754884779453}
+{"Finetune/Learning Rate": 1.5639185209225717e-05, "Finetune/Loss": 0.886408805847168, "Finetune/Loss (Raw)": 0.7639215588569641, "Finetune/Step": 2599, "Finetune/Step Time": 6.376819204539061}
+{"Finetune/Learning Rate": 1.5635788891178333e-05, "Finetune/Loss": 0.886512041091919, "Finetune/Loss (Raw)": 0.9919273257255554, "Finetune/Step": 2600, "Finetune/Step Time": 6.391061797738075}
+{"Finetune/Learning Rate": 1.5632391620186162e-05, "Finetune/Loss": 0.8876060247421265, "Finetune/Loss (Raw)": 1.0013558864593506, "Finetune/Step": 2601, "Finetune/Step Time": 6.387575875967741}
+{"Finetune/Learning Rate": 1.5628993396823643e-05, "Finetune/Loss": 0.8871952295303345, "Finetune/Loss (Raw)": 0.9079317450523376, "Finetune/Step": 2602, "Finetune/Step Time": 6.373793624341488}
+{"Finetune/Learning Rate": 1.5625594221665373e-05, "Finetune/Loss": 0.8870951533317566, "Finetune/Loss (Raw)": 0.8994824886322021, "Finetune/Step": 2603, "Finetune/Step Time": 6.370956743136048}
+{"Finetune/Learning Rate": 1.5622194095286112e-05, "Finetune/Loss": 0.8873893618583679, "Finetune/Loss (Raw)": 1.049737572669983, "Finetune/Step": 2604, "Finetune/Step Time": 6.3700753711164}
+{"Finetune/Learning Rate": 1.561879301826078e-05, "Finetune/Loss": 0.8878870010375977, "Finetune/Loss (Raw)": 0.9985917806625366, "Finetune/Step": 2605, "Finetune/Step Time": 6.3693175204098225}
+{"Finetune/Learning Rate": 1.5615390991164465e-05, "Finetune/Loss": 0.8896778225898743, "Finetune/Loss (Raw)": 0.8656340837478638, "Finetune/Step": 2606, "Finetune/Step Time": 6.353549303486943}
+{"Finetune/Learning Rate": 1.5611988014572405e-05, "Finetune/Loss": 0.889962911605835, "Finetune/Loss (Raw)": 0.9452788233757019, "Finetune/Step": 2607, "Finetune/Step Time": 6.340534511953592}
+{"Finetune/Learning Rate": 1.5608584089059996e-05, "Finetune/Loss": 0.8895466327667236, "Finetune/Loss (Raw)": 0.8159424662590027, "Finetune/Step": 2608, "Finetune/Step Time": 6.341279229149222}
+{"Finetune/Learning Rate": 1.560517921520281e-05, "Finetune/Loss": 0.8899899125099182, "Finetune/Loss (Raw)": 1.0348654985427856, "Finetune/Step": 2609, "Finetune/Step Time": 6.354365304112434}
+{"Finetune/Learning Rate": 1.5601773393576573e-05, "Finetune/Loss": 0.8906744718551636, "Finetune/Loss (Raw)": 0.9300624132156372, "Finetune/Step": 2610, "Finetune/Step Time": 6.358869593590498}
+{"Finetune/Learning Rate": 1.559836662475716e-05, "Finetune/Loss": 0.8914390802383423, "Finetune/Loss (Raw)": 1.0518649816513062, "Finetune/Step": 2611, "Finetune/Step Time": 6.3614325020462275}
+{"Finetune/Learning Rate": 1.559495890932062e-05, "Finetune/Loss": 0.8966758251190186, "Finetune/Loss (Raw)": 1.019168496131897, "Finetune/Step": 2612, "Finetune/Step Time": 6.3600998520851135}
+{"Finetune/Learning Rate": 1.5591550247843156e-05, "Finetune/Loss": 0.8972342014312744, "Finetune/Loss (Raw)": 0.9859155416488647, "Finetune/Step": 2613, "Finetune/Step Time": 6.341844547539949}
+{"Finetune/Learning Rate": 1.5588140640901134e-05, "Finetune/Loss": 0.8940907716751099, "Finetune/Loss (Raw)": 0.7046725153923035, "Finetune/Step": 2614, "Finetune/Step Time": 6.3413828779011965}
+{"Finetune/Learning Rate": 1.5584730089071073e-05, "Finetune/Loss": 0.8914264440536499, "Finetune/Loss (Raw)": 0.6555012464523315, "Finetune/Step": 2615, "Finetune/Step Time": 6.349579140543938}
+{"Finetune/Learning Rate": 1.5581318592929665e-05, "Finetune/Loss": 0.8931369781494141, "Finetune/Loss (Raw)": 0.9244003891944885, "Finetune/Step": 2616, "Finetune/Step Time": 6.340472772717476}
+{"Finetune/Learning Rate": 1.5577906153053746e-05, "Finetune/Loss": 0.893934965133667, "Finetune/Loss (Raw)": 1.0254770517349243, "Finetune/Step": 2617, "Finetune/Step Time": 6.343530677258968}
+{"Finetune/Learning Rate": 1.5574492770020318e-05, "Finetune/Loss": 0.8969700336456299, "Finetune/Loss (Raw)": 0.8493549227714539, "Finetune/Step": 2618, "Finetune/Step Time": 6.343486487865448}
+{"Finetune/Learning Rate": 1.557107844440655e-05, "Finetune/Loss": 0.8974446058273315, "Finetune/Loss (Raw)": 0.9564511775970459, "Finetune/Step": 2619, "Finetune/Step Time": 6.334010921418667}
+{"Finetune/Learning Rate": 1.556766317678976e-05, "Finetune/Loss": 0.8958564400672913, "Finetune/Loss (Raw)": 0.7447370290756226, "Finetune/Step": 2620, "Finetune/Step Time": 6.336051417514682}
+{"Finetune/Learning Rate": 1.5564246967747433e-05, "Finetune/Loss": 0.893020510673523, "Finetune/Loss (Raw)": 0.8048858046531677, "Finetune/Step": 2621, "Finetune/Step Time": 6.3389682956039906}
+{"Finetune/Learning Rate": 1.55608298178572e-05, "Finetune/Loss": 0.8922847509384155, "Finetune/Loss (Raw)": 0.9089295864105225, "Finetune/Step": 2622, "Finetune/Step Time": 6.337931981310248}
+{"Finetune/Learning Rate": 1.5557411727696872e-05, "Finetune/Loss": 0.8938145041465759, "Finetune/Loss (Raw)": 1.1105055809020996, "Finetune/Step": 2623, "Finetune/Step Time": 6.333278141915798}
+{"Finetune/Learning Rate": 1.55539926978444e-05, "Finetune/Loss": 0.8945174217224121, "Finetune/Loss (Raw)": 0.997525691986084, "Finetune/Step": 2624, "Finetune/Step Time": 6.333627888932824}
+{"Finetune/Learning Rate": 1.55505727288779e-05, "Finetune/Loss": 0.8923990726470947, "Finetune/Loss (Raw)": 0.7636362910270691, "Finetune/Step": 2625, "Finetune/Step Time": 6.338158553466201}
+{"Finetune/Learning Rate": 1.5547151821375654e-05, "Finetune/Loss": 0.8924018740653992, "Finetune/Loss (Raw)": 0.9035107493400574, "Finetune/Step": 2626, "Finetune/Step Time": 6.361196739599109}
+{"Finetune/Learning Rate": 1.5543729975916092e-05, "Finetune/Loss": 0.8939402103424072, "Finetune/Loss (Raw)": 0.990039587020874, "Finetune/Step": 2627, "Finetune/Step Time": 6.360081294551492}
+{"Finetune/Learning Rate": 1.554030719307781e-05, "Finetune/Loss": 0.893777072429657, "Finetune/Loss (Raw)": 0.9744783639907837, "Finetune/Step": 2628, "Finetune/Step Time": 6.350319245830178}
+{"Finetune/Learning Rate": 1.5536883473439556e-05, "Finetune/Loss": 0.894162654876709, "Finetune/Loss (Raw)": 0.9014019966125488, "Finetune/Step": 2629, "Finetune/Step Time": 6.348264709115028}
+{"Finetune/Learning Rate": 1.5533458817580244e-05, "Finetune/Loss": 0.8936331272125244, "Finetune/Loss (Raw)": 0.8573048114776611, "Finetune/Step": 2630, "Finetune/Step Time": 6.3489276599138975}
+{"Finetune/Learning Rate": 1.553003322607894e-05, "Finetune/Loss": 0.8930932283401489, "Finetune/Loss (Raw)": 0.8201056718826294, "Finetune/Step": 2631, "Finetune/Step Time": 6.342042503878474}
+{"Finetune/Learning Rate": 1.5526606699514876e-05, "Finetune/Loss": 0.8939854502677917, "Finetune/Loss (Raw)": 0.9045578241348267, "Finetune/Step": 2632, "Finetune/Step Time": 6.344439838081598}
+{"Finetune/Learning Rate": 1.5523179238467432e-05, "Finetune/Loss": 0.8938194513320923, "Finetune/Loss (Raw)": 0.8034393191337585, "Finetune/Step": 2633, "Finetune/Step Time": 6.345161126926541}
+{"Finetune/Learning Rate": 1.551975084351615e-05, "Finetune/Loss": 0.8944689035415649, "Finetune/Loss (Raw)": 1.070626139640808, "Finetune/Step": 2634, "Finetune/Step Time": 6.34396056085825}
+{"Finetune/Learning Rate": 1.5516321515240736e-05, "Finetune/Loss": 0.8950031995773315, "Finetune/Loss (Raw)": 0.9863448143005371, "Finetune/Step": 2635, "Finetune/Step Time": 6.356202086433768}
+{"Finetune/Learning Rate": 1.5512891254221046e-05, "Finetune/Loss": 0.8980002403259277, "Finetune/Loss (Raw)": 0.8504626154899597, "Finetune/Step": 2636, "Finetune/Step Time": 6.343107916414738}
+{"Finetune/Learning Rate": 1.5509460061037094e-05, "Finetune/Loss": 0.8970957398414612, "Finetune/Loss (Raw)": 0.7407233715057373, "Finetune/Step": 2637, "Finetune/Step Time": 6.324538316577673}
+{"Finetune/Learning Rate": 1.550602793626905e-05, "Finetune/Loss": 0.8977574110031128, "Finetune/Loss (Raw)": 0.9369774460792542, "Finetune/Step": 2638, "Finetune/Step Time": 6.313844403252006}
+{"Finetune/Learning Rate": 1.5502594880497257e-05, "Finetune/Loss": 0.8970361948013306, "Finetune/Loss (Raw)": 0.8747644424438477, "Finetune/Step": 2639, "Finetune/Step Time": 6.307583989575505}
+{"Finetune/Learning Rate": 1.5499160894302196e-05, "Finetune/Loss": 0.8979737758636475, "Finetune/Loss (Raw)": 1.033158779144287, "Finetune/Step": 2640, "Finetune/Step Time": 6.2923748306930065}
+{"Finetune/Learning Rate": 1.5495725978264514e-05, "Finetune/Loss": 0.8971540927886963, "Finetune/Loss (Raw)": 0.8585180044174194, "Finetune/Step": 2641, "Finetune/Step Time": 6.284723369404674}
+{"Finetune/Learning Rate": 1.5492290132965016e-05, "Finetune/Loss": 0.8964154720306396, "Finetune/Loss (Raw)": 0.8697056174278259, "Finetune/Step": 2642, "Finetune/Step Time": 6.283802308142185}
+{"Finetune/Learning Rate": 1.5488853358984664e-05, "Finetune/Loss": 0.8972411155700684, "Finetune/Loss (Raw)": 0.9477318525314331, "Finetune/Step": 2643, "Finetune/Step Time": 6.281793275848031}
+{"Finetune/Learning Rate": 1.548541565690457e-05, "Finetune/Loss": 0.8978902101516724, "Finetune/Loss (Raw)": 1.00697660446167, "Finetune/Step": 2644, "Finetune/Step Time": 6.2809314876794815}
+{"Finetune/Learning Rate": 1.5481977027306013e-05, "Finetune/Loss": 0.8989701867103577, "Finetune/Loss (Raw)": 0.9244942665100098, "Finetune/Step": 2645, "Finetune/Step Time": 6.279820565134287}
+{"Finetune/Learning Rate": 1.5478537470770425e-05, "Finetune/Loss": 0.9000297784805298, "Finetune/Loss (Raw)": 1.0231412649154663, "Finetune/Step": 2646, "Finetune/Step Time": 6.287076538428664}
+{"Finetune/Learning Rate": 1.5475096987879388e-05, "Finetune/Loss": 0.9011780023574829, "Finetune/Loss (Raw)": 1.0221424102783203, "Finetune/Step": 2647, "Finetune/Step Time": 6.281762847676873}
+{"Finetune/Learning Rate": 1.547165557921465e-05, "Finetune/Loss": 0.9017062187194824, "Finetune/Loss (Raw)": 0.9067407250404358, "Finetune/Step": 2648, "Finetune/Step Time": 6.265469394624233}
+{"Finetune/Learning Rate": 1.546821324535812e-05, "Finetune/Loss": 0.9018186330795288, "Finetune/Loss (Raw)": 0.9246559143066406, "Finetune/Step": 2649, "Finetune/Step Time": 6.260823549702764}
+{"Finetune/Learning Rate": 1.5464769986891846e-05, "Finetune/Loss": 0.90114825963974, "Finetune/Loss (Raw)": 0.7916823029518127, "Finetune/Step": 2650, "Finetune/Step Time": 6.263946369290352}
+{"Finetune/Learning Rate": 1.5461325804398044e-05, "Finetune/Loss": 0.8985360860824585, "Finetune/Loss (Raw)": 0.635366678237915, "Finetune/Step": 2651, "Finetune/Step Time": 6.256647005677223}
+{"Finetune/Learning Rate": 1.5457880698459084e-05, "Finetune/Loss": 0.898321807384491, "Finetune/Loss (Raw)": 0.8336185812950134, "Finetune/Step": 2652, "Finetune/Step Time": 6.265656013041735}
+{"Finetune/Learning Rate": 1.5454434669657494e-05, "Finetune/Loss": 0.8997464179992676, "Finetune/Loss (Raw)": 1.0180212259292603, "Finetune/Step": 2653, "Finetune/Step Time": 6.2579567190259695}
+{"Finetune/Learning Rate": 1.5450987718575955e-05, "Finetune/Loss": 0.8990634679794312, "Finetune/Loss (Raw)": 0.8364529609680176, "Finetune/Step": 2654, "Finetune/Step Time": 6.253813931718469}
+{"Finetune/Learning Rate": 1.5447539845797307e-05, "Finetune/Loss": 0.897538959980011, "Finetune/Loss (Raw)": 0.8321619033813477, "Finetune/Step": 2655, "Finetune/Step Time": 6.248349672183394}
+{"Finetune/Learning Rate": 1.5444091051904545e-05, "Finetune/Loss": 0.8973147869110107, "Finetune/Loss (Raw)": 0.9023975729942322, "Finetune/Step": 2656, "Finetune/Step Time": 6.2551475036889315}
+{"Finetune/Learning Rate": 1.5440641337480814e-05, "Finetune/Loss": 0.899194598197937, "Finetune/Loss (Raw)": 1.0852406024932861, "Finetune/Step": 2657, "Finetune/Step Time": 6.242032300680876}
+{"Finetune/Learning Rate": 1.5437190703109427e-05, "Finetune/Loss": 0.8989720344543457, "Finetune/Loss (Raw)": 0.8763759732246399, "Finetune/Step": 2658, "Finetune/Step Time": 6.24982045404613}
+{"Finetune/Learning Rate": 1.543373914937384e-05, "Finetune/Loss": 0.8977983593940735, "Finetune/Loss (Raw)": 0.7883703708648682, "Finetune/Step": 2659, "Finetune/Step Time": 6.245871249586344}
+{"Finetune/Learning Rate": 1.5430286676857667e-05, "Finetune/Loss": 0.8947388529777527, "Finetune/Loss (Raw)": 0.4311290383338928, "Finetune/Step": 2660, "Finetune/Step Time": 6.240478357300162}
+{"Finetune/Learning Rate": 1.542683328614469e-05, "Finetune/Loss": 0.8963462710380554, "Finetune/Loss (Raw)": 0.9456185102462769, "Finetune/Step": 2661, "Finetune/Step Time": 6.255169870331883}
+{"Finetune/Learning Rate": 1.5423378977818827e-05, "Finetune/Loss": 0.8950222730636597, "Finetune/Loss (Raw)": 0.6069353818893433, "Finetune/Step": 2662, "Finetune/Step Time": 6.252346055582166}
+{"Finetune/Learning Rate": 1.5419923752464162e-05, "Finetune/Loss": 0.8976931571960449, "Finetune/Loss (Raw)": 0.7523462176322937, "Finetune/Step": 2663, "Finetune/Step Time": 6.24669904448092}
+{"Finetune/Learning Rate": 1.5416467610664938e-05, "Finetune/Loss": 0.8980741500854492, "Finetune/Loss (Raw)": 0.9759340882301331, "Finetune/Step": 2664, "Finetune/Step Time": 6.228660816326737}
+{"Finetune/Learning Rate": 1.541301055300554e-05, "Finetune/Loss": 0.89592444896698, "Finetune/Loss (Raw)": 0.6110013723373413, "Finetune/Step": 2665, "Finetune/Step Time": 6.236044179648161}
+{"Finetune/Learning Rate": 1.540955258007052e-05, "Finetune/Loss": 0.897088885307312, "Finetune/Loss (Raw)": 1.140244960784912, "Finetune/Step": 2666, "Finetune/Step Time": 6.254828900098801}
+{"Finetune/Learning Rate": 1.5406093692444578e-05, "Finetune/Loss": 0.8989973664283752, "Finetune/Loss (Raw)": 1.0149728059768677, "Finetune/Step": 2667, "Finetune/Step Time": 6.2516232412308455}
+{"Finetune/Learning Rate": 1.5402633890712574e-05, "Finetune/Loss": 0.8993508219718933, "Finetune/Loss (Raw)": 0.9678666591644287, "Finetune/Step": 2668, "Finetune/Step Time": 6.2431945744901896}
+{"Finetune/Learning Rate": 1.5399173175459513e-05, "Finetune/Loss": 0.8990273475646973, "Finetune/Loss (Raw)": 0.8452043533325195, "Finetune/Step": 2669, "Finetune/Step Time": 6.266095502302051}
+{"Finetune/Learning Rate": 1.5395711547270568e-05, "Finetune/Loss": 0.9003132581710815, "Finetune/Loss (Raw)": 1.011918544769287, "Finetune/Step": 2670, "Finetune/Step Time": 6.285550855100155}
+{"Finetune/Learning Rate": 1.539224900673105e-05, "Finetune/Loss": 0.8989866375923157, "Finetune/Loss (Raw)": 0.8363468050956726, "Finetune/Step": 2671, "Finetune/Step Time": 6.27259031496942}
+{"Finetune/Learning Rate": 1.5388785554426445e-05, "Finetune/Loss": 0.8979979157447815, "Finetune/Loss (Raw)": 0.9141082167625427, "Finetune/Step": 2672, "Finetune/Step Time": 6.258769199252129}
+{"Finetune/Learning Rate": 1.5385321190942372e-05, "Finetune/Loss": 0.8983515501022339, "Finetune/Loss (Raw)": 1.0409131050109863, "Finetune/Step": 2673, "Finetune/Step Time": 6.250154407694936}
+{"Finetune/Learning Rate": 1.5381855916864616e-05, "Finetune/Loss": 0.8958009481430054, "Finetune/Loss (Raw)": 0.7165996432304382, "Finetune/Step": 2674, "Finetune/Step Time": 6.258781032636762}
+{"Finetune/Learning Rate": 1.537838973277912e-05, "Finetune/Loss": 0.8966081738471985, "Finetune/Loss (Raw)": 1.0572587251663208, "Finetune/Step": 2675, "Finetune/Step Time": 6.257204044610262}
+{"Finetune/Learning Rate": 1.537492263927196e-05, "Finetune/Loss": 0.8962128758430481, "Finetune/Loss (Raw)": 0.8039026260375977, "Finetune/Step": 2676, "Finetune/Step Time": 6.2540230341255665}
+{"Finetune/Learning Rate": 1.53714546369294e-05, "Finetune/Loss": 0.8972265720367432, "Finetune/Loss (Raw)": 0.8242199420928955, "Finetune/Step": 2677, "Finetune/Step Time": 6.246282070875168}
+{"Finetune/Learning Rate": 1.5367985726337818e-05, "Finetune/Loss": 0.8957450985908508, "Finetune/Loss (Raw)": 0.8745959997177124, "Finetune/Step": 2678, "Finetune/Step Time": 6.243521966040134}
+{"Finetune/Learning Rate": 1.5364515908083778e-05, "Finetune/Loss": 0.8939003944396973, "Finetune/Loss (Raw)": 0.8828662037849426, "Finetune/Step": 2679, "Finetune/Step Time": 6.257256800308824}
+{"Finetune/Learning Rate": 1.5361045182753986e-05, "Finetune/Loss": 0.895988404750824, "Finetune/Loss (Raw)": 1.0251526832580566, "Finetune/Step": 2680, "Finetune/Step Time": 6.262189315631986}
+{"Finetune/Learning Rate": 1.535757355093529e-05, "Finetune/Loss": 0.8909463882446289, "Finetune/Loss (Raw)": 0.3183478116989136, "Finetune/Step": 2681, "Finetune/Step Time": 6.255176963284612}
+{"Finetune/Learning Rate": 1.5354101013214712e-05, "Finetune/Loss": 0.8917864561080933, "Finetune/Loss (Raw)": 0.9801950454711914, "Finetune/Step": 2682, "Finetune/Step Time": 6.270252700895071}
+{"Finetune/Learning Rate": 1.5350627570179407e-05, "Finetune/Loss": 0.8917443156242371, "Finetune/Loss (Raw)": 0.9493333697319031, "Finetune/Step": 2683, "Finetune/Step Time": 6.269835006445646}
+{"Finetune/Learning Rate": 1.5347153222416702e-05, "Finetune/Loss": 0.890107274055481, "Finetune/Loss (Raw)": 0.7659584879875183, "Finetune/Step": 2684, "Finetune/Step Time": 6.268558783456683}
+{"Finetune/Learning Rate": 1.5343677970514065e-05, "Finetune/Loss": 0.8899518251419067, "Finetune/Loss (Raw)": 1.0045127868652344, "Finetune/Step": 2685, "Finetune/Step Time": 6.268844546750188}
+{"Finetune/Learning Rate": 1.5340201815059116e-05, "Finetune/Loss": 0.8912015557289124, "Finetune/Loss (Raw)": 0.9103204607963562, "Finetune/Step": 2686, "Finetune/Step Time": 6.269226523116231}
+{"Finetune/Learning Rate": 1.5336724756639635e-05, "Finetune/Loss": 0.8904491662979126, "Finetune/Loss (Raw)": 0.824935257434845, "Finetune/Step": 2687, "Finetune/Step Time": 6.276042718440294}
+{"Finetune/Learning Rate": 1.533324679584355e-05, "Finetune/Loss": 0.8904975652694702, "Finetune/Loss (Raw)": 0.8177388906478882, "Finetune/Step": 2688, "Finetune/Step Time": 6.275890337303281}
+{"Finetune/Learning Rate": 1.5329767933258946e-05, "Finetune/Loss": 0.8902758955955505, "Finetune/Loss (Raw)": 0.9288343191146851, "Finetune/Step": 2689, "Finetune/Step Time": 6.286970557644963}
+{"Finetune/Learning Rate": 1.5326288169474054e-05, "Finetune/Loss": 0.890174388885498, "Finetune/Loss (Raw)": 0.9548469185829163, "Finetune/Step": 2690, "Finetune/Step Time": 6.283247193321586}
+{"Finetune/Learning Rate": 1.5322807505077257e-05, "Finetune/Loss": 0.8884156346321106, "Finetune/Loss (Raw)": 0.7556009888648987, "Finetune/Step": 2691, "Finetune/Step Time": 6.2714473605155945}
+{"Finetune/Learning Rate": 1.53193259406571e-05, "Finetune/Loss": 0.8891563415527344, "Finetune/Loss (Raw)": 0.868001401424408, "Finetune/Step": 2692, "Finetune/Step Time": 6.285425074398518}
+{"Finetune/Learning Rate": 1.531584347680227e-05, "Finetune/Loss": 0.8874280452728271, "Finetune/Loss (Raw)": 0.9908221960067749, "Finetune/Step": 2693, "Finetune/Step Time": 6.291484858840704}
+{"Finetune/Learning Rate": 1.5312360114101613e-05, "Finetune/Loss": 0.8876140117645264, "Finetune/Loss (Raw)": 0.829031765460968, "Finetune/Step": 2694, "Finetune/Step Time": 6.2950639594346285}
+{"Finetune/Learning Rate": 1.5308875853144124e-05, "Finetune/Loss": 0.8872445821762085, "Finetune/Loss (Raw)": 0.8418084383010864, "Finetune/Step": 2695, "Finetune/Step Time": 6.289696408435702}
+{"Finetune/Learning Rate": 1.5305390694518953e-05, "Finetune/Loss": 0.8874226808547974, "Finetune/Loss (Raw)": 0.9307238459587097, "Finetune/Step": 2696, "Finetune/Step Time": 6.285907331854105}
+{"Finetune/Learning Rate": 1.5301904638815387e-05, "Finetune/Loss": 0.888066291809082, "Finetune/Loss (Raw)": 0.9805672764778137, "Finetune/Step": 2697, "Finetune/Step Time": 6.283559486269951}
+{"Finetune/Learning Rate": 1.5298417686622894e-05, "Finetune/Loss": 0.888625979423523, "Finetune/Loss (Raw)": 0.9016619920730591, "Finetune/Step": 2698, "Finetune/Step Time": 6.291479656472802}
+{"Finetune/Learning Rate": 1.529492983853106e-05, "Finetune/Loss": 0.8889657855033875, "Finetune/Loss (Raw)": 0.9650309681892395, "Finetune/Step": 2699, "Finetune/Step Time": 6.294750487431884}
+{"Finetune/Learning Rate": 1.5291441095129646e-05, "Finetune/Loss": 0.8859937787055969, "Finetune/Loss (Raw)": 0.6341562867164612, "Finetune/Step": 2700, "Finetune/Step Time": 6.297254355624318}
+{"Finetune/Learning Rate": 1.528795145700856e-05, "Finetune/Loss": 0.8860883712768555, "Finetune/Loss (Raw)": 1.0120437145233154, "Finetune/Step": 2701, "Finetune/Step Time": 6.3058743719011545}
+{"Finetune/Learning Rate": 1.5284460924757852e-05, "Finetune/Loss": 0.8856880068778992, "Finetune/Loss (Raw)": 0.90729159116745, "Finetune/Step": 2702, "Finetune/Step Time": 6.304447378963232}
+{"Finetune/Learning Rate": 1.528096949896773e-05, "Finetune/Loss": 0.8878262042999268, "Finetune/Loss (Raw)": 1.0617138147354126, "Finetune/Step": 2703, "Finetune/Step Time": 6.306188404560089}
+{"Finetune/Learning Rate": 1.5277477180228558e-05, "Finetune/Loss": 0.8852174878120422, "Finetune/Loss (Raw)": 0.7262954711914062, "Finetune/Step": 2704, "Finetune/Step Time": 6.30666845664382}
+{"Finetune/Learning Rate": 1.5273983969130842e-05, "Finetune/Loss": 0.8892194032669067, "Finetune/Loss (Raw)": 0.888573169708252, "Finetune/Step": 2705, "Finetune/Step Time": 6.302194627001882}
+{"Finetune/Learning Rate": 1.5270489866265236e-05, "Finetune/Loss": 0.8871477842330933, "Finetune/Loss (Raw)": 0.6807484030723572, "Finetune/Step": 2706, "Finetune/Step Time": 6.29597370699048}
+{"Finetune/Learning Rate": 1.5266994872222564e-05, "Finetune/Loss": 0.8914936184883118, "Finetune/Loss (Raw)": 0.9431061148643494, "Finetune/Step": 2707, "Finetune/Step Time": 6.316364681348205}
+{"Finetune/Learning Rate": 1.526349898759378e-05, "Finetune/Loss": 0.890946090221405, "Finetune/Loss (Raw)": 0.9688220620155334, "Finetune/Step": 2708, "Finetune/Step Time": 6.295813608914614}
+{"Finetune/Learning Rate": 1.5260002212969997e-05, "Finetune/Loss": 0.8891458511352539, "Finetune/Loss (Raw)": 0.9182473421096802, "Finetune/Step": 2709, "Finetune/Step Time": 6.287208132445812}
+{"Finetune/Learning Rate": 1.525650454894248e-05, "Finetune/Loss": 0.8899120092391968, "Finetune/Loss (Raw)": 0.9495917558670044, "Finetune/Step": 2710, "Finetune/Step Time": 6.285001149401069}
+{"Finetune/Learning Rate": 1.5253005996102641e-05, "Finetune/Loss": 0.8904407024383545, "Finetune/Loss (Raw)": 0.9322547316551208, "Finetune/Step": 2711, "Finetune/Step Time": 6.285428941249847}
+{"Finetune/Learning Rate": 1.5249506555042044e-05, "Finetune/Loss": 0.8907968997955322, "Finetune/Loss (Raw)": 0.8936959505081177, "Finetune/Step": 2712, "Finetune/Step Time": 6.279435716569424}
+{"Finetune/Learning Rate": 1.5246006226352402e-05, "Finetune/Loss": 0.8871208429336548, "Finetune/Loss (Raw)": 0.656623125076294, "Finetune/Step": 2713, "Finetune/Step Time": 6.263514272868633}
+{"Finetune/Learning Rate": 1.5242505010625582e-05, "Finetune/Loss": 0.8874232769012451, "Finetune/Loss (Raw)": 0.9983380436897278, "Finetune/Step": 2714, "Finetune/Step Time": 6.272390590980649}
+{"Finetune/Learning Rate": 1.5239002908453588e-05, "Finetune/Loss": 0.8856773376464844, "Finetune/Loss (Raw)": 0.824178159236908, "Finetune/Step": 2715, "Finetune/Step Time": 6.269428024068475}
+{"Finetune/Learning Rate": 1.52354999204286e-05, "Finetune/Loss": 0.8888013362884521, "Finetune/Loss (Raw)": 1.0556225776672363, "Finetune/Step": 2716, "Finetune/Step Time": 6.269502971321344}
+{"Finetune/Learning Rate": 1.5231996047142918e-05, "Finetune/Loss": 0.8886896967887878, "Finetune/Loss (Raw)": 0.9167808890342712, "Finetune/Step": 2717, "Finetune/Step Time": 6.259020959958434}
+{"Finetune/Learning Rate": 1.5228491289189009e-05, "Finetune/Loss": 0.8909961581230164, "Finetune/Loss (Raw)": 1.1463302373886108, "Finetune/Step": 2718, "Finetune/Step Time": 6.2378234807401896}
+{"Finetune/Learning Rate": 1.5224985647159489e-05, "Finetune/Loss": 0.8922764658927917, "Finetune/Loss (Raw)": 0.9273062348365784, "Finetune/Step": 2719, "Finetune/Step Time": 6.233416389673948}
+{"Finetune/Learning Rate": 1.5221479121647119e-05, "Finetune/Loss": 0.8953636288642883, "Finetune/Loss (Raw)": 1.0778326988220215, "Finetune/Step": 2720, "Finetune/Step Time": 6.225408347323537}
+{"Finetune/Learning Rate": 1.521797171324481e-05, "Finetune/Loss": 0.8958469033241272, "Finetune/Loss (Raw)": 0.9503477215766907, "Finetune/Step": 2721, "Finetune/Step Time": 6.203249724581838}
+{"Finetune/Learning Rate": 1.521446342254562e-05, "Finetune/Loss": 0.895866334438324, "Finetune/Loss (Raw)": 1.0582609176635742, "Finetune/Step": 2722, "Finetune/Step Time": 6.191967023536563}
+{"Finetune/Learning Rate": 1.5210954250142766e-05, "Finetune/Loss": 0.8954838514328003, "Finetune/Loss (Raw)": 0.9775155186653137, "Finetune/Step": 2723, "Finetune/Step Time": 6.1923975218087435}
+{"Finetune/Learning Rate": 1.52074441966296e-05, "Finetune/Loss": 0.8970599174499512, "Finetune/Loss (Raw)": 0.8140254020690918, "Finetune/Step": 2724, "Finetune/Step Time": 6.183376071974635}
+{"Finetune/Learning Rate": 1.520393326259963e-05, "Finetune/Loss": 0.8983311653137207, "Finetune/Loss (Raw)": 1.0563682317733765, "Finetune/Step": 2725, "Finetune/Step Time": 6.167180443182588}
+{"Finetune/Learning Rate": 1.5200421448646525e-05, "Finetune/Loss": 0.9005462527275085, "Finetune/Loss (Raw)": 1.0569994449615479, "Finetune/Step": 2726, "Finetune/Step Time": 6.170294066891074}
+{"Finetune/Learning Rate": 1.5196908755364077e-05, "Finetune/Loss": 0.9017041921615601, "Finetune/Loss (Raw)": 0.912131130695343, "Finetune/Step": 2727, "Finetune/Step Time": 6.165678208693862}
+{"Finetune/Learning Rate": 1.5193395183346249e-05, "Finetune/Loss": 0.9005887508392334, "Finetune/Loss (Raw)": 0.8491454720497131, "Finetune/Step": 2728, "Finetune/Step Time": 6.16367831081152}
+{"Finetune/Learning Rate": 1.5189880733187139e-05, "Finetune/Loss": 0.8999528288841248, "Finetune/Loss (Raw)": 0.9199647307395935, "Finetune/Step": 2729, "Finetune/Step Time": 6.163354989141226}
+{"Finetune/Learning Rate": 1.5186365405481004e-05, "Finetune/Loss": 0.8998087644577026, "Finetune/Loss (Raw)": 0.8894941210746765, "Finetune/Step": 2730, "Finetune/Step Time": 6.168318876996636}
+{"Finetune/Learning Rate": 1.5182849200822239e-05, "Finetune/Loss": 0.8997952938079834, "Finetune/Loss (Raw)": 0.897758960723877, "Finetune/Step": 2731, "Finetune/Step Time": 6.178148306906223}
+{"Finetune/Learning Rate": 1.5179332119805392e-05, "Finetune/Loss": 0.8991507291793823, "Finetune/Loss (Raw)": 0.9672219753265381, "Finetune/Step": 2732, "Finetune/Step Time": 6.171120673418045}
+{"Finetune/Learning Rate": 1.5175814163025166e-05, "Finetune/Loss": 0.8988779783248901, "Finetune/Loss (Raw)": 0.9636822938919067, "Finetune/Step": 2733, "Finetune/Step Time": 6.167097683995962}
+{"Finetune/Learning Rate": 1.5172295331076399e-05, "Finetune/Loss": 0.8996965289115906, "Finetune/Loss (Raw)": 0.9704152941703796, "Finetune/Step": 2734, "Finetune/Step Time": 6.172013159841299}
+{"Finetune/Learning Rate": 1.5168775624554088e-05, "Finetune/Loss": 0.899118185043335, "Finetune/Loss (Raw)": 0.8712489604949951, "Finetune/Step": 2735, "Finetune/Step Time": 6.171752018854022}
+{"Finetune/Learning Rate": 1.5165255044053373e-05, "Finetune/Loss": 0.8998994827270508, "Finetune/Loss (Raw)": 0.9159482717514038, "Finetune/Step": 2736, "Finetune/Step Time": 6.167555386200547}
+{"Finetune/Learning Rate": 1.5161733590169538e-05, "Finetune/Loss": 0.8971859216690063, "Finetune/Loss (Raw)": 0.6875270009040833, "Finetune/Step": 2737, "Finetune/Step Time": 6.151369459927082}
+{"Finetune/Learning Rate": 1.5158211263498021e-05, "Finetune/Loss": 0.8962646126747131, "Finetune/Loss (Raw)": 0.8121367692947388, "Finetune/Step": 2738, "Finetune/Step Time": 6.147537434473634}
+{"Finetune/Learning Rate": 1.5154688064634409e-05, "Finetune/Loss": 0.894768238067627, "Finetune/Loss (Raw)": 0.8603368997573853, "Finetune/Step": 2739, "Finetune/Step Time": 6.141683377325535}
+{"Finetune/Learning Rate": 1.5151163994174427e-05, "Finetune/Loss": 0.8933364152908325, "Finetune/Loss (Raw)": 0.8358860015869141, "Finetune/Step": 2740, "Finetune/Step Time": 6.140413505956531}
+{"Finetune/Learning Rate": 1.5147639052713958e-05, "Finetune/Loss": 0.8937022686004639, "Finetune/Loss (Raw)": 1.0327483415603638, "Finetune/Step": 2741, "Finetune/Step Time": 6.145461317151785}
+{"Finetune/Learning Rate": 1.5144113240849028e-05, "Finetune/Loss": 0.8966919183731079, "Finetune/Loss (Raw)": 1.0873512029647827, "Finetune/Step": 2742, "Finetune/Step Time": 6.151204450055957}
+{"Finetune/Learning Rate": 1.5140586559175805e-05, "Finetune/Loss": 0.8992867469787598, "Finetune/Loss (Raw)": 0.9876315593719482, "Finetune/Step": 2743, "Finetune/Step Time": 6.140814803540707}
+{"Finetune/Learning Rate": 1.5137059008290615e-05, "Finetune/Loss": 0.9006508588790894, "Finetune/Loss (Raw)": 1.0990108251571655, "Finetune/Step": 2744, "Finetune/Step Time": 6.13469267077744}
+{"Finetune/Learning Rate": 1.513353058878992e-05, "Finetune/Loss": 0.9001674652099609, "Finetune/Loss (Raw)": 0.9636065363883972, "Finetune/Step": 2745, "Finetune/Step Time": 6.1290562730282545}
+{"Finetune/Learning Rate": 1.5130001301270334e-05, "Finetune/Loss": 0.8969245553016663, "Finetune/Loss (Raw)": 0.43425998091697693, "Finetune/Step": 2746, "Finetune/Step Time": 6.133043089881539}
+{"Finetune/Learning Rate": 1.512647114632862e-05, "Finetune/Loss": 0.8963064551353455, "Finetune/Loss (Raw)": 0.8773303627967834, "Finetune/Step": 2747, "Finetune/Step Time": 6.15232976526022}
+{"Finetune/Learning Rate": 1.5122940124561685e-05, "Finetune/Loss": 0.8971086740493774, "Finetune/Loss (Raw)": 0.8474264740943909, "Finetune/Step": 2748, "Finetune/Step Time": 6.158889122307301}
+{"Finetune/Learning Rate": 1.5119408236566581e-05, "Finetune/Loss": 0.8976233005523682, "Finetune/Loss (Raw)": 0.8707543015480042, "Finetune/Step": 2749, "Finetune/Step Time": 6.176351135596633}
+{"Finetune/Learning Rate": 1.5115875482940507e-05, "Finetune/Loss": 0.896876335144043, "Finetune/Loss (Raw)": 0.8133221864700317, "Finetune/Step": 2750, "Finetune/Step Time": 6.179555868729949}
+{"Finetune/Learning Rate": 1.5112341864280815e-05, "Finetune/Loss": 0.8942257165908813, "Finetune/Loss (Raw)": 0.7712202072143555, "Finetune/Step": 2751, "Finetune/Step Time": 6.181432692334056}
+{"Finetune/Learning Rate": 1.5108807381184995e-05, "Finetune/Loss": 0.8936269879341125, "Finetune/Loss (Raw)": 0.9208890199661255, "Finetune/Step": 2752, "Finetune/Step Time": 6.1773559004068375}
+{"Finetune/Learning Rate": 1.5105272034250683e-05, "Finetune/Loss": 0.8956758379936218, "Finetune/Loss (Raw)": 1.0258874893188477, "Finetune/Step": 2753, "Finetune/Step Time": 6.179746417328715}
+{"Finetune/Learning Rate": 1.5101735824075668e-05, "Finetune/Loss": 0.8957676887512207, "Finetune/Loss (Raw)": 0.9152752161026001, "Finetune/Step": 2754, "Finetune/Step Time": 6.158631039783359}
+{"Finetune/Learning Rate": 1.5098198751257878e-05, "Finetune/Loss": 0.8950758576393127, "Finetune/Loss (Raw)": 0.9014829397201538, "Finetune/Step": 2755, "Finetune/Step Time": 6.162354752421379}
+{"Finetune/Learning Rate": 1.509466081639539e-05, "Finetune/Loss": 0.894504189491272, "Finetune/Loss (Raw)": 0.9012998342514038, "Finetune/Step": 2756, "Finetune/Step Time": 6.167706025764346}
+{"Finetune/Learning Rate": 1.5091122020086428e-05, "Finetune/Loss": 0.894363284111023, "Finetune/Loss (Raw)": 0.883370578289032, "Finetune/Step": 2757, "Finetune/Step Time": 6.174451479688287}
+{"Finetune/Learning Rate": 1.5087582362929366e-05, "Finetune/Loss": 0.8956616520881653, "Finetune/Loss (Raw)": 1.0234938859939575, "Finetune/Step": 2758, "Finetune/Step Time": 6.178706845268607}
+{"Finetune/Learning Rate": 1.5084041845522705e-05, "Finetune/Loss": 0.8956968188285828, "Finetune/Loss (Raw)": 0.8246057033538818, "Finetune/Step": 2759, "Finetune/Step Time": 6.1765784453600645}
+{"Finetune/Learning Rate": 1.5080500468465116e-05, "Finetune/Loss": 0.8946508169174194, "Finetune/Loss (Raw)": 0.7706741094589233, "Finetune/Step": 2760, "Finetune/Step Time": 6.182880392298102}
+{"Finetune/Learning Rate": 1.5076958232355398e-05, "Finetune/Loss": 0.8951975107192993, "Finetune/Loss (Raw)": 0.8734144568443298, "Finetune/Step": 2761, "Finetune/Step Time": 6.180102167651057}
+{"Finetune/Learning Rate": 1.5073415137792502e-05, "Finetune/Loss": 0.8908729553222656, "Finetune/Loss (Raw)": 0.5170788168907166, "Finetune/Step": 2762, "Finetune/Step Time": 6.173915995284915}
+{"Finetune/Learning Rate": 1.5069871185375524e-05, "Finetune/Loss": 0.8899228572845459, "Finetune/Loss (Raw)": 0.8647327423095703, "Finetune/Step": 2763, "Finetune/Step Time": 6.164263594895601}
+{"Finetune/Learning Rate": 1.5066326375703701e-05, "Finetune/Loss": 0.8901785612106323, "Finetune/Loss (Raw)": 0.8831967711448669, "Finetune/Step": 2764, "Finetune/Step Time": 6.164218537509441}
+{"Finetune/Learning Rate": 1.5062780709376423e-05, "Finetune/Loss": 0.8872812986373901, "Finetune/Loss (Raw)": 0.36986595392227173, "Finetune/Step": 2765, "Finetune/Step Time": 6.166533786803484}
+{"Finetune/Learning Rate": 1.5059234186993217e-05, "Finetune/Loss": 0.8856063485145569, "Finetune/Loss (Raw)": 0.7225930690765381, "Finetune/Step": 2766, "Finetune/Step Time": 6.193095149472356}
+{"Finetune/Learning Rate": 1.505568680915376e-05, "Finetune/Loss": 0.8857532739639282, "Finetune/Loss (Raw)": 0.8935697078704834, "Finetune/Step": 2767, "Finetune/Step Time": 6.196857096627355}
+{"Finetune/Learning Rate": 1.5052138576457864e-05, "Finetune/Loss": 0.8854150772094727, "Finetune/Loss (Raw)": 0.9898633360862732, "Finetune/Step": 2768, "Finetune/Step Time": 6.1980515625327826}
+{"Finetune/Learning Rate": 1.5048589489505506e-05, "Finetune/Loss": 0.8856179118156433, "Finetune/Loss (Raw)": 0.8844854235649109, "Finetune/Step": 2769, "Finetune/Step Time": 6.202777866274118}
+{"Finetune/Learning Rate": 1.5045039548896783e-05, "Finetune/Loss": 0.8844097852706909, "Finetune/Loss (Raw)": 0.7150593400001526, "Finetune/Step": 2770, "Finetune/Step Time": 6.227140419185162}
+{"Finetune/Learning Rate": 1.504148875523195e-05, "Finetune/Loss": 0.8835572600364685, "Finetune/Loss (Raw)": 0.8386166095733643, "Finetune/Step": 2771, "Finetune/Step Time": 6.2477995697408915}
+{"Finetune/Learning Rate": 1.5037937109111406e-05, "Finetune/Loss": 0.8830366134643555, "Finetune/Loss (Raw)": 0.9403270483016968, "Finetune/Step": 2772, "Finetune/Step Time": 6.258837036788464}
+{"Finetune/Learning Rate": 1.5034384611135694e-05, "Finetune/Loss": 0.8842213153839111, "Finetune/Loss (Raw)": 1.07614004611969, "Finetune/Step": 2773, "Finetune/Step Time": 6.2598660960793495}
+{"Finetune/Learning Rate": 1.5030831261905494e-05, "Finetune/Loss": 0.8853614926338196, "Finetune/Loss (Raw)": 1.1690818071365356, "Finetune/Step": 2774, "Finetune/Step Time": 6.24970661662519}
+{"Finetune/Learning Rate": 1.5027277062021638e-05, "Finetune/Loss": 0.8846213817596436, "Finetune/Loss (Raw)": 0.9274095296859741, "Finetune/Step": 2775, "Finetune/Step Time": 6.245962975546718}
+{"Finetune/Learning Rate": 1.5023722012085098e-05, "Finetune/Loss": 0.8857941031455994, "Finetune/Loss (Raw)": 1.056849479675293, "Finetune/Step": 2776, "Finetune/Step Time": 6.241298470646143}
+{"Finetune/Learning Rate": 1.5020166112696993e-05, "Finetune/Loss": 0.88646399974823, "Finetune/Loss (Raw)": 1.010408878326416, "Finetune/Step": 2777, "Finetune/Step Time": 6.234208011999726}
+{"Finetune/Learning Rate": 1.5016609364458581e-05, "Finetune/Loss": 0.8870794773101807, "Finetune/Loss (Raw)": 0.8704620599746704, "Finetune/Step": 2778, "Finetune/Step Time": 6.227974707260728}
+{"Finetune/Learning Rate": 1.5013051767971263e-05, "Finetune/Loss": 0.8890738487243652, "Finetune/Loss (Raw)": 0.8906392455101013, "Finetune/Step": 2779, "Finetune/Step Time": 6.2354768589138985}
+{"Finetune/Learning Rate": 1.5009493323836593e-05, "Finetune/Loss": 0.8902193307876587, "Finetune/Loss (Raw)": 0.980241060256958, "Finetune/Step": 2780, "Finetune/Step Time": 6.24062816798687}
+{"Finetune/Learning Rate": 1.5005934032656255e-05, "Finetune/Loss": 0.8886064291000366, "Finetune/Loss (Raw)": 0.8115684986114502, "Finetune/Step": 2781, "Finetune/Step Time": 6.242595491930842}
+{"Finetune/Learning Rate": 1.5002373895032087e-05, "Finetune/Loss": 0.8900275826454163, "Finetune/Loss (Raw)": 1.0183658599853516, "Finetune/Step": 2782, "Finetune/Step Time": 6.256103927269578}
+{"Finetune/Learning Rate": 1.4998812911566066e-05, "Finetune/Loss": 0.8905757665634155, "Finetune/Loss (Raw)": 0.9023250937461853, "Finetune/Step": 2783, "Finetune/Step Time": 6.259539669379592}
+{"Finetune/Learning Rate": 1.4995251082860305e-05, "Finetune/Loss": 0.8904284834861755, "Finetune/Loss (Raw)": 0.8835436105728149, "Finetune/Step": 2784, "Finetune/Step Time": 6.263651996850967}
+{"Finetune/Learning Rate": 1.4991688409517079e-05, "Finetune/Loss": 0.885435938835144, "Finetune/Loss (Raw)": 0.4461996257305145, "Finetune/Step": 2785, "Finetune/Step Time": 6.27162335254252}
+{"Finetune/Learning Rate": 1.4988124892138782e-05, "Finetune/Loss": 0.8865092992782593, "Finetune/Loss (Raw)": 1.0137615203857422, "Finetune/Step": 2786, "Finetune/Step Time": 6.276271151378751}
+{"Finetune/Learning Rate": 1.498456053132797e-05, "Finetune/Loss": 0.8866136074066162, "Finetune/Loss (Raw)": 0.8017361760139465, "Finetune/Step": 2787, "Finetune/Step Time": 6.2774168979376554}
+{"Finetune/Learning Rate": 1.4980995327687327e-05, "Finetune/Loss": 0.8899182081222534, "Finetune/Loss (Raw)": 0.8541100025177002, "Finetune/Step": 2788, "Finetune/Step Time": 6.287586681544781}
+{"Finetune/Learning Rate": 1.4977429281819694e-05, "Finetune/Loss": 0.8903747200965881, "Finetune/Loss (Raw)": 1.0040510892868042, "Finetune/Step": 2789, "Finetune/Step Time": 6.271154101938009}
+{"Finetune/Learning Rate": 1.4973862394328042e-05, "Finetune/Loss": 0.8933151364326477, "Finetune/Loss (Raw)": 0.9833070039749146, "Finetune/Step": 2790, "Finetune/Step Time": 6.270805323496461}
+{"Finetune/Learning Rate": 1.497029466581549e-05, "Finetune/Loss": 0.8943171501159668, "Finetune/Loss (Raw)": 0.8806106448173523, "Finetune/Step": 2791, "Finetune/Step Time": 6.268352193757892}
+{"Finetune/Learning Rate": 1.4966726096885302e-05, "Finetune/Loss": 0.8929469585418701, "Finetune/Loss (Raw)": 0.8005439639091492, "Finetune/Step": 2792, "Finetune/Step Time": 6.275528851896524}
+{"Finetune/Learning Rate": 1.4963156688140875e-05, "Finetune/Loss": 0.8952006697654724, "Finetune/Loss (Raw)": 0.8994829058647156, "Finetune/Step": 2793, "Finetune/Step Time": 6.283401802182198}
+{"Finetune/Learning Rate": 1.4959586440185758e-05, "Finetune/Loss": 0.8938726782798767, "Finetune/Loss (Raw)": 0.9702572822570801, "Finetune/Step": 2794, "Finetune/Step Time": 6.262665053829551}
+{"Finetune/Learning Rate": 1.4956015353623636e-05, "Finetune/Loss": 0.8918540477752686, "Finetune/Loss (Raw)": 0.756584107875824, "Finetune/Step": 2795, "Finetune/Step Time": 6.260290315374732}
+{"Finetune/Learning Rate": 1.4952443429058334e-05, "Finetune/Loss": 0.8897859454154968, "Finetune/Loss (Raw)": 0.7031484842300415, "Finetune/Step": 2796, "Finetune/Step Time": 6.262726856395602}
+{"Finetune/Learning Rate": 1.4948870667093826e-05, "Finetune/Loss": 0.889595627784729, "Finetune/Loss (Raw)": 0.8208428621292114, "Finetune/Step": 2797, "Finetune/Step Time": 6.248493982478976}
+{"Finetune/Learning Rate": 1.4945297068334221e-05, "Finetune/Loss": 0.8881926536560059, "Finetune/Loss (Raw)": 0.8323453664779663, "Finetune/Step": 2798, "Finetune/Step Time": 6.225734759122133}
+{"Finetune/Learning Rate": 1.4941722633383775e-05, "Finetune/Loss": 0.889737069606781, "Finetune/Loss (Raw)": 1.0340301990509033, "Finetune/Step": 2799, "Finetune/Step Time": 6.248189950361848}
+{"Finetune/Learning Rate": 1.493814736284688e-05, "Finetune/Loss": 0.8855817317962646, "Finetune/Loss (Raw)": 0.3822239637374878, "Finetune/Step": 2800, "Finetune/Step Time": 6.2707174476236105}
+{"Finetune/Learning Rate": 1.4934571257328072e-05, "Finetune/Loss": 0.8836933374404907, "Finetune/Loss (Raw)": 0.7991957664489746, "Finetune/Step": 2801, "Finetune/Step Time": 6.28822791390121}
+{"Finetune/Learning Rate": 1.4930994317432026e-05, "Finetune/Loss": 0.8851563930511475, "Finetune/Loss (Raw)": 0.9038715362548828, "Finetune/Step": 2802, "Finetune/Step Time": 6.285386266186833}
+{"Finetune/Learning Rate": 1.4927416543763567e-05, "Finetune/Loss": 0.883888840675354, "Finetune/Loss (Raw)": 0.8950183391571045, "Finetune/Step": 2803, "Finetune/Step Time": 6.29295452311635}
+{"Finetune/Learning Rate": 1.4923837936927645e-05, "Finetune/Loss": 0.8802778720855713, "Finetune/Loss (Raw)": 0.34169477224349976, "Finetune/Step": 2804, "Finetune/Step Time": 6.302356947213411}
+{"Finetune/Learning Rate": 1.4920258497529366e-05, "Finetune/Loss": 0.8802942037582397, "Finetune/Loss (Raw)": 0.8263041377067566, "Finetune/Step": 2805, "Finetune/Step Time": 6.322872405871749}
+{"Finetune/Learning Rate": 1.4916678226173966e-05, "Finetune/Loss": 0.8809548020362854, "Finetune/Loss (Raw)": 0.9591544270515442, "Finetune/Step": 2806, "Finetune/Step Time": 6.321787774562836}
+{"Finetune/Learning Rate": 1.4913097123466829e-05, "Finetune/Loss": 0.8806095123291016, "Finetune/Loss (Raw)": 0.8386741876602173, "Finetune/Step": 2807, "Finetune/Step Time": 6.313192240893841}
+{"Finetune/Learning Rate": 1.4909515190013474e-05, "Finetune/Loss": 0.8785742521286011, "Finetune/Loss (Raw)": 0.7646400928497314, "Finetune/Step": 2808, "Finetune/Step Time": 6.3236083928495646}
+{"Finetune/Learning Rate": 1.4905932426419569e-05, "Finetune/Loss": 0.8839597702026367, "Finetune/Loss (Raw)": 1.0076926946640015, "Finetune/Step": 2809, "Finetune/Step Time": 6.322903571650386}
+{"Finetune/Learning Rate": 1.4902348833290914e-05, "Finetune/Loss": 0.8832545280456543, "Finetune/Loss (Raw)": 0.8899211883544922, "Finetune/Step": 2810, "Finetune/Step Time": 6.310621824115515}
+{"Finetune/Learning Rate": 1.4898764411233451e-05, "Finetune/Loss": 0.8832869529724121, "Finetune/Loss (Raw)": 0.9534825682640076, "Finetune/Step": 2811, "Finetune/Step Time": 6.30817517824471}
+{"Finetune/Learning Rate": 1.4895179160853261e-05, "Finetune/Loss": 0.8845354914665222, "Finetune/Loss (Raw)": 0.9257745742797852, "Finetune/Step": 2812, "Finetune/Step Time": 6.306849755346775}
+{"Finetune/Learning Rate": 1.489159308275657e-05, "Finetune/Loss": 0.8840595483779907, "Finetune/Loss (Raw)": 0.9435898661613464, "Finetune/Step": 2813, "Finetune/Step Time": 6.297655550763011}
+{"Finetune/Learning Rate": 1.488800617754974e-05, "Finetune/Loss": 0.8849876523017883, "Finetune/Loss (Raw)": 1.0291186571121216, "Finetune/Step": 2814, "Finetune/Step Time": 6.293217474594712}
+{"Finetune/Learning Rate": 1.4884418445839277e-05, "Finetune/Loss": 0.8854511976242065, "Finetune/Loss (Raw)": 0.8842737674713135, "Finetune/Step": 2815, "Finetune/Step Time": 6.282843869179487}
+{"Finetune/Learning Rate": 1.4880829888231818e-05, "Finetune/Loss": 0.887198805809021, "Finetune/Loss (Raw)": 1.041422724723816, "Finetune/Step": 2816, "Finetune/Step Time": 6.286109270527959}
+{"Finetune/Learning Rate": 1.4877240505334154e-05, "Finetune/Loss": 0.8834184408187866, "Finetune/Loss (Raw)": 0.4449523985385895, "Finetune/Step": 2817, "Finetune/Step Time": 6.278078585863113}
+{"Finetune/Learning Rate": 1.4873650297753195e-05, "Finetune/Loss": 0.8831360936164856, "Finetune/Loss (Raw)": 0.9187116026878357, "Finetune/Step": 2818, "Finetune/Step Time": 6.292710050940514}
+{"Finetune/Learning Rate": 1.4870059266096013e-05, "Finetune/Loss": 0.8839502334594727, "Finetune/Loss (Raw)": 0.8598045706748962, "Finetune/Step": 2819, "Finetune/Step Time": 6.288023250177503}
+{"Finetune/Learning Rate": 1.4866467410969802e-05, "Finetune/Loss": 0.8841666579246521, "Finetune/Loss (Raw)": 0.8957048058509827, "Finetune/Step": 2820, "Finetune/Step Time": 6.275978283956647}
+{"Finetune/Learning Rate": 1.4862874732981904e-05, "Finetune/Loss": 0.8846350908279419, "Finetune/Loss (Raw)": 1.0507774353027344, "Finetune/Step": 2821, "Finetune/Step Time": 6.277513720095158}
+{"Finetune/Learning Rate": 1.4859281232739802e-05, "Finetune/Loss": 0.8862798810005188, "Finetune/Loss (Raw)": 1.0395644903182983, "Finetune/Step": 2822, "Finetune/Step Time": 6.274622621014714}
+{"Finetune/Learning Rate": 1.4855686910851109e-05, "Finetune/Loss": 0.8867729902267456, "Finetune/Loss (Raw)": 0.9049259424209595, "Finetune/Step": 2823, "Finetune/Step Time": 6.28174352645874}
+{"Finetune/Learning Rate": 1.4852091767923582e-05, "Finetune/Loss": 0.8849336504936218, "Finetune/Loss (Raw)": 0.6952933073043823, "Finetune/Step": 2824, "Finetune/Step Time": 6.282517468556762}
+{"Finetune/Learning Rate": 1.4848495804565119e-05, "Finetune/Loss": 0.8844362497329712, "Finetune/Loss (Raw)": 0.9168937802314758, "Finetune/Step": 2825, "Finetune/Step Time": 6.279364330694079}
+{"Finetune/Learning Rate": 1.4844899021383756e-05, "Finetune/Loss": 0.8843540549278259, "Finetune/Loss (Raw)": 0.8911440372467041, "Finetune/Step": 2826, "Finetune/Step Time": 6.273878464475274}
+{"Finetune/Learning Rate": 1.4841301418987662e-05, "Finetune/Loss": 0.8835386037826538, "Finetune/Loss (Raw)": 0.8606564402580261, "Finetune/Step": 2827, "Finetune/Step Time": 6.287279622629285}
+{"Finetune/Learning Rate": 1.4837702997985153e-05, "Finetune/Loss": 0.8858354091644287, "Finetune/Loss (Raw)": 0.9281449317932129, "Finetune/Step": 2828, "Finetune/Step Time": 6.28377609886229}
+{"Finetune/Learning Rate": 1.4834103758984678e-05, "Finetune/Loss": 0.8848915696144104, "Finetune/Loss (Raw)": 0.8912334442138672, "Finetune/Step": 2829, "Finetune/Step Time": 6.265203731134534}
+{"Finetune/Learning Rate": 1.4830503702594819e-05, "Finetune/Loss": 0.885044515132904, "Finetune/Loss (Raw)": 0.9268708229064941, "Finetune/Step": 2830, "Finetune/Step Time": 6.267142979428172}
+{"Finetune/Learning Rate": 1.4826902829424312e-05, "Finetune/Loss": 0.8848356008529663, "Finetune/Loss (Raw)": 1.0349677801132202, "Finetune/Step": 2831, "Finetune/Step Time": 6.270067559555173}
+{"Finetune/Learning Rate": 1.4823301140082018e-05, "Finetune/Loss": 0.8857101202011108, "Finetune/Loss (Raw)": 0.838241696357727, "Finetune/Step": 2832, "Finetune/Step Time": 6.272517677396536}
+{"Finetune/Learning Rate": 1.481969863517694e-05, "Finetune/Loss": 0.8856172561645508, "Finetune/Loss (Raw)": 0.8766814470291138, "Finetune/Step": 2833, "Finetune/Step Time": 6.271962305530906}
+{"Finetune/Learning Rate": 1.481609531531822e-05, "Finetune/Loss": 0.8873196244239807, "Finetune/Loss (Raw)": 0.8986555933952332, "Finetune/Step": 2834, "Finetune/Step Time": 6.260869093239307}
+{"Finetune/Learning Rate": 1.4812491181115134e-05, "Finetune/Loss": 0.8883343935012817, "Finetune/Loss (Raw)": 1.0729997158050537, "Finetune/Step": 2835, "Finetune/Step Time": 6.237989328801632}
+{"Finetune/Learning Rate": 1.4808886233177096e-05, "Finetune/Loss": 0.8868666291236877, "Finetune/Loss (Raw)": 0.7809433341026306, "Finetune/Step": 2836, "Finetune/Step Time": 6.238724671304226}
+{"Finetune/Learning Rate": 1.4805280472113665e-05, "Finetune/Loss": 0.8872478008270264, "Finetune/Loss (Raw)": 0.9670370817184448, "Finetune/Step": 2837, "Finetune/Step Time": 6.248731145635247}
+{"Finetune/Learning Rate": 1.4801673898534533e-05, "Finetune/Loss": 0.8864753246307373, "Finetune/Loss (Raw)": 0.8507156372070312, "Finetune/Step": 2838, "Finetune/Step Time": 6.263172201812267}
+{"Finetune/Learning Rate": 1.4798066513049518e-05, "Finetune/Loss": 0.8863034248352051, "Finetune/Loss (Raw)": 0.9102461338043213, "Finetune/Step": 2839, "Finetune/Step Time": 6.265426969155669}
+{"Finetune/Learning Rate": 1.4794458316268603e-05, "Finetune/Loss": 0.8870521783828735, "Finetune/Loss (Raw)": 0.9895414710044861, "Finetune/Step": 2840, "Finetune/Step Time": 6.273844111710787}
+{"Finetune/Learning Rate": 1.4790849308801876e-05, "Finetune/Loss": 0.8887848854064941, "Finetune/Loss (Raw)": 0.8784076571464539, "Finetune/Step": 2841, "Finetune/Step Time": 6.269351067021489}
+{"Finetune/Learning Rate": 1.4787239491259587e-05, "Finetune/Loss": 0.8873149156570435, "Finetune/Loss (Raw)": 0.8101816177368164, "Finetune/Step": 2842, "Finetune/Step Time": 6.260487675666809}
+{"Finetune/Learning Rate": 1.4783628864252104e-05, "Finetune/Loss": 0.8875119090080261, "Finetune/Loss (Raw)": 0.8493985533714294, "Finetune/Step": 2843, "Finetune/Step Time": 6.280904408544302}
+{"Finetune/Learning Rate": 1.478001742838995e-05, "Finetune/Loss": 0.8872846364974976, "Finetune/Loss (Raw)": 1.0265278816223145, "Finetune/Step": 2844, "Finetune/Step Time": 6.308577889576554}
+{"Finetune/Learning Rate": 1.4776405184283773e-05, "Finetune/Loss": 0.8862037658691406, "Finetune/Loss (Raw)": 0.7784249782562256, "Finetune/Step": 2845, "Finetune/Step Time": 6.318906277418137}
+{"Finetune/Learning Rate": 1.4772792132544354e-05, "Finetune/Loss": 0.884602427482605, "Finetune/Loss (Raw)": 0.9413661956787109, "Finetune/Step": 2846, "Finetune/Step Time": 6.345025325194001}
+{"Finetune/Learning Rate": 1.4769178273782627e-05, "Finetune/Loss": 0.8851967453956604, "Finetune/Loss (Raw)": 1.0033773183822632, "Finetune/Step": 2847, "Finetune/Step Time": 6.347575789317489}
+{"Finetune/Learning Rate": 1.4765563608609648e-05, "Finetune/Loss": 0.883853554725647, "Finetune/Loss (Raw)": 0.9059081077575684, "Finetune/Step": 2848, "Finetune/Step Time": 6.34489774517715}
+{"Finetune/Learning Rate": 1.4761948137636613e-05, "Finetune/Loss": 0.8849555850028992, "Finetune/Loss (Raw)": 1.0914024114608765, "Finetune/Step": 2849, "Finetune/Step Time": 6.345181290060282}
+{"Finetune/Learning Rate": 1.4758331861474854e-05, "Finetune/Loss": 0.8837733864784241, "Finetune/Loss (Raw)": 0.9069425463676453, "Finetune/Step": 2850, "Finetune/Step Time": 6.34260199777782}
+{"Finetune/Learning Rate": 1.4754714780735844e-05, "Finetune/Loss": 0.8799654245376587, "Finetune/Loss (Raw)": 0.4900946319103241, "Finetune/Step": 2851, "Finetune/Step Time": 6.347337082028389}
+{"Finetune/Learning Rate": 1.4751096896031185e-05, "Finetune/Loss": 0.8794375658035278, "Finetune/Loss (Raw)": 0.7464596629142761, "Finetune/Step": 2852, "Finetune/Step Time": 6.351227652281523}
+{"Finetune/Learning Rate": 1.474747820797262e-05, "Finetune/Loss": 0.8769208788871765, "Finetune/Loss (Raw)": 0.7342334985733032, "Finetune/Step": 2853, "Finetune/Step Time": 6.342872215434909}
+{"Finetune/Learning Rate": 1.4743858717172029e-05, "Finetune/Loss": 0.8745020031929016, "Finetune/Loss (Raw)": 0.7473865747451782, "Finetune/Step": 2854, "Finetune/Step Time": 6.334603980183601}
+{"Finetune/Learning Rate": 1.4740238424241417e-05, "Finetune/Loss": 0.8750910758972168, "Finetune/Loss (Raw)": 0.98753422498703, "Finetune/Step": 2855, "Finetune/Step Time": 6.322063559666276}
+{"Finetune/Learning Rate": 1.4736617329792942e-05, "Finetune/Loss": 0.8714220523834229, "Finetune/Loss (Raw)": 0.3795068860054016, "Finetune/Step": 2856, "Finetune/Step Time": 6.313959337770939}
+{"Finetune/Learning Rate": 1.4732995434438878e-05, "Finetune/Loss": 0.8710044622421265, "Finetune/Loss (Raw)": 0.866510272026062, "Finetune/Step": 2857, "Finetune/Step Time": 6.329045539721847}
+{"Finetune/Learning Rate": 1.4729372738791649e-05, "Finetune/Loss": 0.8715320825576782, "Finetune/Loss (Raw)": 0.9570323824882507, "Finetune/Step": 2858, "Finetune/Step Time": 6.3306154776364565}
+{"Finetune/Learning Rate": 1.4725749243463811e-05, "Finetune/Loss": 0.8716195821762085, "Finetune/Loss (Raw)": 0.9089630842208862, "Finetune/Step": 2859, "Finetune/Step Time": 6.328530369326472}
+{"Finetune/Learning Rate": 1.4722124949068056e-05, "Finetune/Loss": 0.8709378838539124, "Finetune/Loss (Raw)": 0.8799574971199036, "Finetune/Step": 2860, "Finetune/Step Time": 6.329189542680979}
+{"Finetune/Learning Rate": 1.47184998562172e-05, "Finetune/Loss": 0.8712580800056458, "Finetune/Loss (Raw)": 1.004664421081543, "Finetune/Step": 2861, "Finetune/Step Time": 6.332490434870124}
+{"Finetune/Learning Rate": 1.4714873965524215e-05, "Finetune/Loss": 0.8707156181335449, "Finetune/Loss (Raw)": 0.9009883999824524, "Finetune/Step": 2862, "Finetune/Step Time": 6.33517250046134}
+{"Finetune/Learning Rate": 1.4711247277602188e-05, "Finetune/Loss": 0.8711127042770386, "Finetune/Loss (Raw)": 0.9220693707466125, "Finetune/Step": 2863, "Finetune/Step Time": 6.354427054524422}
+{"Finetune/Learning Rate": 1.4707619793064348e-05, "Finetune/Loss": 0.8682646155357361, "Finetune/Loss (Raw)": 0.5513961315155029, "Finetune/Step": 2864, "Finetune/Step Time": 6.36339620873332}
+{"Finetune/Learning Rate": 1.4703991512524063e-05, "Finetune/Loss": 0.8705323934555054, "Finetune/Loss (Raw)": 0.9777982831001282, "Finetune/Step": 2865, "Finetune/Step Time": 6.368999894708395}
+{"Finetune/Learning Rate": 1.4700362436594834e-05, "Finetune/Loss": 0.8717771768569946, "Finetune/Loss (Raw)": 0.9714689254760742, "Finetune/Step": 2866, "Finetune/Step Time": 6.36898622661829}
+{"Finetune/Learning Rate": 1.4696732565890286e-05, "Finetune/Loss": 0.8724353313446045, "Finetune/Loss (Raw)": 0.9445842504501343, "Finetune/Step": 2867, "Finetune/Step Time": 6.378642983734608}
+{"Finetune/Learning Rate": 1.4693101901024195e-05, "Finetune/Loss": 0.8727081418037415, "Finetune/Loss (Raw)": 0.8708056807518005, "Finetune/Step": 2868, "Finetune/Step Time": 6.393682911992073}
+{"Finetune/Learning Rate": 1.468947044261046e-05, "Finetune/Loss": 0.8734819293022156, "Finetune/Loss (Raw)": 1.131794810295105, "Finetune/Step": 2869, "Finetune/Step Time": 6.38737309910357}
+{"Finetune/Learning Rate": 1.4685838191263123e-05, "Finetune/Loss": 0.8680112957954407, "Finetune/Loss (Raw)": 0.38711053133010864, "Finetune/Step": 2870, "Finetune/Step Time": 6.384261937811971}
+{"Finetune/Learning Rate": 1.4682205147596342e-05, "Finetune/Loss": 0.8677085638046265, "Finetune/Loss (Raw)": 0.9488760828971863, "Finetune/Step": 2871, "Finetune/Step Time": 6.4018311351537704}
+{"Finetune/Learning Rate": 1.4678571312224435e-05, "Finetune/Loss": 0.865145742893219, "Finetune/Loss (Raw)": 0.7709733843803406, "Finetune/Step": 2872, "Finetune/Step Time": 6.418905986472964}
+{"Finetune/Learning Rate": 1.467493668576183e-05, "Finetune/Loss": 0.8650109171867371, "Finetune/Loss (Raw)": 0.9463496804237366, "Finetune/Step": 2873, "Finetune/Step Time": 6.4266932383179665}
+{"Finetune/Learning Rate": 1.4671301268823106e-05, "Finetune/Loss": 0.8699371814727783, "Finetune/Loss (Raw)": 1.064818263053894, "Finetune/Step": 2874, "Finetune/Step Time": 6.43423924036324}
+{"Finetune/Learning Rate": 1.4667665062022964e-05, "Finetune/Loss": 0.8693438768386841, "Finetune/Loss (Raw)": 0.8013839721679688, "Finetune/Step": 2875, "Finetune/Step Time": 6.416116824373603}
+{"Finetune/Learning Rate": 1.4664028065976245e-05, "Finetune/Loss": 0.8700731992721558, "Finetune/Loss (Raw)": 0.9407829642295837, "Finetune/Step": 2876, "Finetune/Step Time": 6.411964658647776}
+{"Finetune/Learning Rate": 1.4660390281297923e-05, "Finetune/Loss": 0.870380163192749, "Finetune/Loss (Raw)": 0.9100484848022461, "Finetune/Step": 2877, "Finetune/Step Time": 6.389156442135572}
+{"Finetune/Learning Rate": 1.4656751708603102e-05, "Finetune/Loss": 0.8717588186264038, "Finetune/Loss (Raw)": 0.989784836769104, "Finetune/Step": 2878, "Finetune/Step Time": 6.3867865242064}
+{"Finetune/Learning Rate": 1.4653112348507025e-05, "Finetune/Loss": 0.8696102499961853, "Finetune/Loss (Raw)": 0.49620795249938965, "Finetune/Step": 2879, "Finetune/Step Time": 6.391080504283309}
+{"Finetune/Learning Rate": 1.4649472201625057e-05, "Finetune/Loss": 0.8706786632537842, "Finetune/Loss (Raw)": 1.0576452016830444, "Finetune/Step": 2880, "Finetune/Step Time": 6.409855714067817}
+{"Finetune/Learning Rate": 1.4645831268572712e-05, "Finetune/Loss": 0.8684378862380981, "Finetune/Loss (Raw)": 0.7390698790550232, "Finetune/Step": 2881, "Finetune/Step Time": 6.4060349725186825}
+{"Finetune/Learning Rate": 1.4642189549965625e-05, "Finetune/Loss": 0.8670423030853271, "Finetune/Loss (Raw)": 0.7366330623626709, "Finetune/Step": 2882, "Finetune/Step Time": 6.419678499922156}
+{"Finetune/Learning Rate": 1.4638547046419565e-05, "Finetune/Loss": 0.8672694563865662, "Finetune/Loss (Raw)": 0.9305643439292908, "Finetune/Step": 2883, "Finetune/Step Time": 6.43790146894753}
+{"Finetune/Learning Rate": 1.4634903758550438e-05, "Finetune/Loss": 0.8672044277191162, "Finetune/Loss (Raw)": 0.8929824233055115, "Finetune/Step": 2884, "Finetune/Step Time": 6.459694812074304}
+{"Finetune/Learning Rate": 1.4631259686974279e-05, "Finetune/Loss": 0.8683344721794128, "Finetune/Loss (Raw)": 1.0280102491378784, "Finetune/Step": 2885, "Finetune/Step Time": 6.4576472993940115}
+{"Finetune/Learning Rate": 1.4627614832307261e-05, "Finetune/Loss": 0.8633729219436646, "Finetune/Loss (Raw)": 0.38841938972473145, "Finetune/Step": 2886, "Finetune/Step Time": 6.458298701792955}
+{"Finetune/Learning Rate": 1.4623969195165684e-05, "Finetune/Loss": 0.8639770746231079, "Finetune/Loss (Raw)": 0.9019350409507751, "Finetune/Step": 2887, "Finetune/Step Time": 6.471677467226982}
+{"Finetune/Learning Rate": 1.4620322776165981e-05, "Finetune/Loss": 0.862238883972168, "Finetune/Loss (Raw)": 0.5481839179992676, "Finetune/Step": 2888, "Finetune/Step Time": 6.470386242493987}
+{"Finetune/Learning Rate": 1.4616675575924713e-05, "Finetune/Loss": 0.8620047569274902, "Finetune/Loss (Raw)": 0.8434500694274902, "Finetune/Step": 2889, "Finetune/Step Time": 6.490340985357761}
+{"Finetune/Learning Rate": 1.4613027595058588e-05, "Finetune/Loss": 0.8645820617675781, "Finetune/Loss (Raw)": 0.8469706177711487, "Finetune/Step": 2890, "Finetune/Step Time": 6.506186727434397}
+{"Finetune/Learning Rate": 1.460937883418443e-05, "Finetune/Loss": 0.8641875982284546, "Finetune/Loss (Raw)": 0.8142368197441101, "Finetune/Step": 2891, "Finetune/Step Time": 6.504015116021037}
+{"Finetune/Learning Rate": 1.4605729293919202e-05, "Finetune/Loss": 0.8603681325912476, "Finetune/Loss (Raw)": 0.3943113684654236, "Finetune/Step": 2892, "Finetune/Step Time": 6.512707978487015}
+{"Finetune/Learning Rate": 1.4602078974879999e-05, "Finetune/Loss": 0.8636232018470764, "Finetune/Loss (Raw)": 0.7865118980407715, "Finetune/Step": 2893, "Finetune/Step Time": 6.525716066360474}
+{"Finetune/Learning Rate": 1.4598427877684042e-05, "Finetune/Loss": 0.8631701469421387, "Finetune/Loss (Raw)": 0.6646025776863098, "Finetune/Step": 2894, "Finetune/Step Time": 6.501147294417024}
+{"Finetune/Learning Rate": 1.4594776002948693e-05, "Finetune/Loss": 0.8644987344741821, "Finetune/Loss (Raw)": 1.0636260509490967, "Finetune/Step": 2895, "Finetune/Step Time": 6.5033881813287735}
+{"Finetune/Learning Rate": 1.459112335129144e-05, "Finetune/Loss": 0.8639057874679565, "Finetune/Loss (Raw)": 0.913969099521637, "Finetune/Step": 2896, "Finetune/Step Time": 6.500914400443435}
+{"Finetune/Learning Rate": 1.4587469923329905e-05, "Finetune/Loss": 0.8647060394287109, "Finetune/Loss (Raw)": 0.9869167804718018, "Finetune/Step": 2897, "Finetune/Step Time": 6.497128298506141}
+{"Finetune/Learning Rate": 1.458381571968183e-05, "Finetune/Loss": 0.8667048215866089, "Finetune/Loss (Raw)": 0.9709073901176453, "Finetune/Step": 2898, "Finetune/Step Time": 6.473026590421796}
+{"Finetune/Learning Rate": 1.458016074096511e-05, "Finetune/Loss": 0.8665971159934998, "Finetune/Loss (Raw)": 0.8248288631439209, "Finetune/Step": 2899, "Finetune/Step Time": 6.455486813560128}
+{"Finetune/Learning Rate": 1.4576504987797749e-05, "Finetune/Loss": 0.8667902946472168, "Finetune/Loss (Raw)": 0.9650517106056213, "Finetune/Step": 2900, "Finetune/Step Time": 6.4487178940325975}
+{"Finetune/Learning Rate": 1.4572848460797892e-05, "Finetune/Loss": 0.8667121529579163, "Finetune/Loss (Raw)": 1.0661401748657227, "Finetune/Step": 2901, "Finetune/Step Time": 6.446261620149016}
+{"Finetune/Learning Rate": 1.4569191160583818e-05, "Finetune/Loss": 0.8636690378189087, "Finetune/Loss (Raw)": 0.7795659899711609, "Finetune/Step": 2902, "Finetune/Step Time": 6.441308688372374}
+{"Finetune/Learning Rate": 1.4565533087773931e-05, "Finetune/Loss": 0.8626654744148254, "Finetune/Loss (Raw)": 0.7989504337310791, "Finetune/Step": 2903, "Finetune/Step Time": 6.444864194840193}
+{"Finetune/Learning Rate": 1.4561874242986769e-05, "Finetune/Loss": 0.8617963790893555, "Finetune/Loss (Raw)": 0.9456036686897278, "Finetune/Step": 2904, "Finetune/Step Time": 6.456517530605197}
+{"Finetune/Learning Rate": 1.4558214626840994e-05, "Finetune/Loss": 0.8604985475540161, "Finetune/Loss (Raw)": 0.8442855477333069, "Finetune/Step": 2905, "Finetune/Step Time": 6.460338614881039}
+{"Finetune/Learning Rate": 1.4554554239955412e-05, "Finetune/Loss": 0.8608600497245789, "Finetune/Loss (Raw)": 0.9167318344116211, "Finetune/Step": 2906, "Finetune/Step Time": 6.475350748747587}
+{"Finetune/Learning Rate": 1.4550893082948945e-05, "Finetune/Loss": 0.8613342046737671, "Finetune/Loss (Raw)": 0.9513292908668518, "Finetune/Step": 2907, "Finetune/Step Time": 6.4841179344803095}
+{"Finetune/Learning Rate": 1.4547231156440651e-05, "Finetune/Loss": 0.8610681891441345, "Finetune/Loss (Raw)": 0.9461934566497803, "Finetune/Step": 2908, "Finetune/Step Time": 6.467517862096429}
+{"Finetune/Learning Rate": 1.454356846104972e-05, "Finetune/Loss": 0.8612780570983887, "Finetune/Loss (Raw)": 0.8384289741516113, "Finetune/Step": 2909, "Finetune/Step Time": 6.46832712739706}
+{"Finetune/Learning Rate": 1.4539904997395468e-05, "Finetune/Loss": 0.8596051931381226, "Finetune/Loss (Raw)": 0.804243803024292, "Finetune/Step": 2910, "Finetune/Step Time": 6.45704909786582}
+{"Finetune/Learning Rate": 1.4536240766097348e-05, "Finetune/Loss": 0.8618679046630859, "Finetune/Loss (Raw)": 1.1919509172439575, "Finetune/Step": 2911, "Finetune/Step Time": 6.450676362961531}
+{"Finetune/Learning Rate": 1.4532575767774933e-05, "Finetune/Loss": 0.8630908727645874, "Finetune/Loss (Raw)": 1.0400848388671875, "Finetune/Step": 2912, "Finetune/Step Time": 6.438392361626029}
+{"Finetune/Learning Rate": 1.4528910003047934e-05, "Finetune/Loss": 0.8649172186851501, "Finetune/Loss (Raw)": 0.6799743175506592, "Finetune/Step": 2913, "Finetune/Step Time": 6.428548673167825}
+{"Finetune/Learning Rate": 1.4525243472536182e-05, "Finetune/Loss": 0.8652127385139465, "Finetune/Loss (Raw)": 1.0515861511230469, "Finetune/Step": 2914, "Finetune/Step Time": 6.422734588384628}
+{"Finetune/Learning Rate": 1.452157617685965e-05, "Finetune/Loss": 0.8660528659820557, "Finetune/Loss (Raw)": 0.9092749357223511, "Finetune/Step": 2915, "Finetune/Step Time": 6.435699809342623}
+{"Finetune/Learning Rate": 1.4517908116638433e-05, "Finetune/Loss": 0.8669185638427734, "Finetune/Loss (Raw)": 0.9649149775505066, "Finetune/Step": 2916, "Finetune/Step Time": 6.417227307334542}
+{"Finetune/Learning Rate": 1.4514239292492756e-05, "Finetune/Loss": 0.8659008741378784, "Finetune/Loss (Raw)": 0.8737927675247192, "Finetune/Step": 2917, "Finetune/Step Time": 6.426005670800805}
+{"Finetune/Learning Rate": 1.451056970504297e-05, "Finetune/Loss": 0.861012876033783, "Finetune/Loss (Raw)": 0.3576398193836212, "Finetune/Step": 2918, "Finetune/Step Time": 6.4329741559922695}
+{"Finetune/Learning Rate": 1.450689935490956e-05, "Finetune/Loss": 0.857133150100708, "Finetune/Loss (Raw)": 0.3840101957321167, "Finetune/Step": 2919, "Finetune/Step Time": 6.450719807296991}
+{"Finetune/Learning Rate": 1.4503228242713143e-05, "Finetune/Loss": 0.8541845083236694, "Finetune/Loss (Raw)": 0.4231150150299072, "Finetune/Step": 2920, "Finetune/Step Time": 6.457708382979035}
+{"Finetune/Learning Rate": 1.4499556369074456e-05, "Finetune/Loss": 0.8550158739089966, "Finetune/Loss (Raw)": 1.005895733833313, "Finetune/Step": 2921, "Finetune/Step Time": 6.45888633094728}
+{"Finetune/Learning Rate": 1.4495883734614373e-05, "Finetune/Loss": 0.8536701202392578, "Finetune/Loss (Raw)": 0.7979952096939087, "Finetune/Step": 2922, "Finetune/Step Time": 6.467092622071505}
+{"Finetune/Learning Rate": 1.4492210339953886e-05, "Finetune/Loss": 0.8554214835166931, "Finetune/Loss (Raw)": 0.9807637929916382, "Finetune/Step": 2923, "Finetune/Step Time": 6.472110364586115}
+{"Finetune/Learning Rate": 1.448853618571413e-05, "Finetune/Loss": 0.8568844199180603, "Finetune/Loss (Raw)": 0.8903987407684326, "Finetune/Step": 2924, "Finetune/Step Time": 6.487226203083992}
+{"Finetune/Learning Rate": 1.4484861272516355e-05, "Finetune/Loss": 0.8581345081329346, "Finetune/Loss (Raw)": 0.9808664321899414, "Finetune/Step": 2925, "Finetune/Step Time": 6.477676156908274}
+{"Finetune/Learning Rate": 1.4481185600981945e-05, "Finetune/Loss": 0.8568657040596008, "Finetune/Loss (Raw)": 0.6699309945106506, "Finetune/Step": 2926, "Finetune/Step Time": 6.484196752309799}
+{"Finetune/Learning Rate": 1.4477509171732416e-05, "Finetune/Loss": 0.8571985960006714, "Finetune/Loss (Raw)": 1.0766466856002808, "Finetune/Step": 2927, "Finetune/Step Time": 6.472955126315355}
+{"Finetune/Learning Rate": 1.4473831985389408e-05, "Finetune/Loss": 0.8607385158538818, "Finetune/Loss (Raw)": 0.8353252410888672, "Finetune/Step": 2928, "Finetune/Step Time": 6.45703998580575}
+{"Finetune/Learning Rate": 1.4470154042574686e-05, "Finetune/Loss": 0.8614296913146973, "Finetune/Loss (Raw)": 0.887667179107666, "Finetune/Step": 2929, "Finetune/Step Time": 6.448939805850387}
+{"Finetune/Learning Rate": 1.4466475343910152e-05, "Finetune/Loss": 0.8598430156707764, "Finetune/Loss (Raw)": 0.7007812261581421, "Finetune/Step": 2930, "Finetune/Step Time": 6.4536152221262455}
+{"Finetune/Learning Rate": 1.4462795890017824e-05, "Finetune/Loss": 0.8589214086532593, "Finetune/Loss (Raw)": 0.7770470976829529, "Finetune/Step": 2931, "Finetune/Step Time": 6.449507337063551}
+{"Finetune/Learning Rate": 1.4459115681519858e-05, "Finetune/Loss": 0.8629952073097229, "Finetune/Loss (Raw)": 0.8631414175033569, "Finetune/Step": 2932, "Finetune/Step Time": 6.4480665903538465}
+{"Finetune/Learning Rate": 1.445543471903853e-05, "Finetune/Loss": 0.8637582659721375, "Finetune/Loss (Raw)": 0.9239773750305176, "Finetune/Step": 2933, "Finetune/Step Time": 6.4368268717080355}
+{"Finetune/Learning Rate": 1.445175300319625e-05, "Finetune/Loss": 0.862188458442688, "Finetune/Loss (Raw)": 0.7582263350486755, "Finetune/Step": 2934, "Finetune/Step Time": 6.443725677207112}
+{"Finetune/Learning Rate": 1.4448070534615549e-05, "Finetune/Loss": 0.8635766506195068, "Finetune/Loss (Raw)": 1.016355037689209, "Finetune/Step": 2935, "Finetune/Step Time": 6.456318702548742}
+{"Finetune/Learning Rate": 1.4444387313919092e-05, "Finetune/Loss": 0.8638537526130676, "Finetune/Loss (Raw)": 0.8001152873039246, "Finetune/Step": 2936, "Finetune/Step Time": 6.438667515292764}
+{"Finetune/Learning Rate": 1.4440703341729668e-05, "Finetune/Loss": 0.8639307618141174, "Finetune/Loss (Raw)": 1.0175491571426392, "Finetune/Step": 2937, "Finetune/Step Time": 6.441793462261558}
+{"Finetune/Learning Rate": 1.4437018618670192e-05, "Finetune/Loss": 0.8638346195220947, "Finetune/Loss (Raw)": 0.8776132464408875, "Finetune/Step": 2938, "Finetune/Step Time": 6.449092300608754}
+{"Finetune/Learning Rate": 1.4433333145363701e-05, "Finetune/Loss": 0.8609433174133301, "Finetune/Loss (Raw)": 0.5833936929702759, "Finetune/Step": 2939, "Finetune/Step Time": 6.453895790502429}
+{"Finetune/Learning Rate": 1.4429646922433376e-05, "Finetune/Loss": 0.8614059686660767, "Finetune/Loss (Raw)": 0.9849889874458313, "Finetune/Step": 2940, "Finetune/Step Time": 6.458863044157624}
+{"Finetune/Learning Rate": 1.4425959950502504e-05, "Finetune/Loss": 0.8615923523902893, "Finetune/Loss (Raw)": 0.9674562811851501, "Finetune/Step": 2941, "Finetune/Step Time": 6.462550658732653}
+{"Finetune/Learning Rate": 1.442227223019451e-05, "Finetune/Loss": 0.8621265292167664, "Finetune/Loss (Raw)": 1.097491979598999, "Finetune/Step": 2942, "Finetune/Step Time": 6.466817224398255}
+{"Finetune/Learning Rate": 1.4418583762132947e-05, "Finetune/Loss": 0.862993061542511, "Finetune/Loss (Raw)": 0.9951875805854797, "Finetune/Step": 2943, "Finetune/Step Time": 6.466704713180661}
+{"Finetune/Learning Rate": 1.4414894546941487e-05, "Finetune/Loss": 0.8605403900146484, "Finetune/Loss (Raw)": 0.72747802734375, "Finetune/Step": 2944, "Finetune/Step Time": 6.462034426629543}
+{"Finetune/Learning Rate": 1.4411204585243935e-05, "Finetune/Loss": 0.8655277490615845, "Finetune/Loss (Raw)": 1.083332896232605, "Finetune/Step": 2945, "Finetune/Step Time": 6.458596095442772}
+{"Finetune/Learning Rate": 1.440751387766422e-05, "Finetune/Loss": 0.8660295009613037, "Finetune/Loss (Raw)": 0.9829444885253906, "Finetune/Step": 2946, "Finetune/Step Time": 6.444227773696184}
+{"Finetune/Learning Rate": 1.4403822424826394e-05, "Finetune/Loss": 0.8649175763130188, "Finetune/Loss (Raw)": 0.7174755930900574, "Finetune/Step": 2947, "Finetune/Step Time": 6.451670670881867}
+{"Finetune/Learning Rate": 1.440013022735464e-05, "Finetune/Loss": 0.8664250373840332, "Finetune/Loss (Raw)": 1.0886547565460205, "Finetune/Step": 2948, "Finetune/Step Time": 6.465825967490673}
+{"Finetune/Learning Rate": 1.4396437285873262e-05, "Finetune/Loss": 0.8663132786750793, "Finetune/Loss (Raw)": 1.0364729166030884, "Finetune/Step": 2949, "Finetune/Step Time": 6.456121806055307}
+{"Finetune/Learning Rate": 1.4392743601006696e-05, "Finetune/Loss": 0.8657764792442322, "Finetune/Loss (Raw)": 0.970859944820404, "Finetune/Step": 2950, "Finetune/Step Time": 6.4522165432572365}
+{"Finetune/Learning Rate": 1.4389049173379497e-05, "Finetune/Loss": 0.86509108543396, "Finetune/Loss (Raw)": 0.8171888589859009, "Finetune/Step": 2951, "Finetune/Step Time": 6.448585171252489}
+{"Finetune/Learning Rate": 1.4385354003616352e-05, "Finetune/Loss": 0.8677293658256531, "Finetune/Loss (Raw)": 1.0330003499984741, "Finetune/Step": 2952, "Finetune/Step Time": 6.453796626999974}
+{"Finetune/Learning Rate": 1.4381658092342065e-05, "Finetune/Loss": 0.8670932054519653, "Finetune/Loss (Raw)": 0.8354665637016296, "Finetune/Step": 2953, "Finetune/Step Time": 6.453597197309136}
+{"Finetune/Learning Rate": 1.4377961440181576e-05, "Finetune/Loss": 0.8671990036964417, "Finetune/Loss (Raw)": 0.9046820402145386, "Finetune/Step": 2954, "Finetune/Step Time": 6.45848248898983}
+{"Finetune/Learning Rate": 1.4374264047759943e-05, "Finetune/Loss": 0.8674170970916748, "Finetune/Loss (Raw)": 0.8885776400566101, "Finetune/Step": 2955, "Finetune/Step Time": 6.443670000880957}
+{"Finetune/Learning Rate": 1.437056591570235e-05, "Finetune/Loss": 0.8682074546813965, "Finetune/Loss (Raw)": 1.0292999744415283, "Finetune/Step": 2956, "Finetune/Step Time": 6.447426978498697}
+{"Finetune/Learning Rate": 1.4366867044634107e-05, "Finetune/Loss": 0.8691075444221497, "Finetune/Loss (Raw)": 1.0064524412155151, "Finetune/Step": 2957, "Finetune/Step Time": 6.453352769836783}
+{"Finetune/Learning Rate": 1.4363167435180652e-05, "Finetune/Loss": 0.8651360273361206, "Finetune/Loss (Raw)": 0.41851791739463806, "Finetune/Step": 2958, "Finetune/Step Time": 6.460618648678064}
+{"Finetune/Learning Rate": 1.4359467087967543e-05, "Finetune/Loss": 0.8630284667015076, "Finetune/Loss (Raw)": 0.7651973962783813, "Finetune/Step": 2959, "Finetune/Step Time": 6.4733257330954075}
+{"Finetune/Learning Rate": 1.4355766003620462e-05, "Finetune/Loss": 0.8636074066162109, "Finetune/Loss (Raw)": 0.9123457670211792, "Finetune/Step": 2960, "Finetune/Step Time": 6.466518424451351}
+{"Finetune/Learning Rate": 1.4352064182765221e-05, "Finetune/Loss": 0.8620496392250061, "Finetune/Loss (Raw)": 0.6772870421409607, "Finetune/Step": 2961, "Finetune/Step Time": 6.472534457221627}
+{"Finetune/Learning Rate": 1.4348361626027756e-05, "Finetune/Loss": 0.8621424436569214, "Finetune/Loss (Raw)": 0.9105289578437805, "Finetune/Step": 2962, "Finetune/Step Time": 6.499285560101271}
+{"Finetune/Learning Rate": 1.4344658334034121e-05, "Finetune/Loss": 0.8606141805648804, "Finetune/Loss (Raw)": 0.8773924112319946, "Finetune/Step": 2963, "Finetune/Step Time": 6.508497746661305}
+{"Finetune/Learning Rate": 1.43409543074105e-05, "Finetune/Loss": 0.8619171380996704, "Finetune/Loss (Raw)": 0.9477173686027527, "Finetune/Step": 2964, "Finetune/Step Time": 6.511683637276292}
+{"Finetune/Learning Rate": 1.4337249546783201e-05, "Finetune/Loss": 0.8611248731613159, "Finetune/Loss (Raw)": 0.8656290173530579, "Finetune/Step": 2965, "Finetune/Step Time": 6.503884065896273}
+{"Finetune/Learning Rate": 1.4333544052778655e-05, "Finetune/Loss": 0.8609374165534973, "Finetune/Loss (Raw)": 0.8267182111740112, "Finetune/Step": 2966, "Finetune/Step Time": 6.497878026217222}
+{"Finetune/Learning Rate": 1.4329837826023412e-05, "Finetune/Loss": 0.8612406849861145, "Finetune/Loss (Raw)": 0.9490640163421631, "Finetune/Step": 2967, "Finetune/Step Time": 6.490296399220824}
+{"Finetune/Learning Rate": 1.432613086714416e-05, "Finetune/Loss": 0.8616757988929749, "Finetune/Loss (Raw)": 1.0452373027801514, "Finetune/Step": 2968, "Finetune/Step Time": 6.48071813583374}
+{"Finetune/Learning Rate": 1.4322423176767692e-05, "Finetune/Loss": 0.8615648150444031, "Finetune/Loss (Raw)": 0.8642019033432007, "Finetune/Step": 2969, "Finetune/Step Time": 6.478852767497301}
+{"Finetune/Learning Rate": 1.431871475552094e-05, "Finetune/Loss": 0.863692045211792, "Finetune/Loss (Raw)": 1.0824636220932007, "Finetune/Step": 2970, "Finetune/Step Time": 6.474495390430093}
+{"Finetune/Learning Rate": 1.4315005604030955e-05, "Finetune/Loss": 0.8624627590179443, "Finetune/Loss (Raw)": 0.6920555830001831, "Finetune/Step": 2971, "Finetune/Step Time": 6.464692655950785}
+{"Finetune/Learning Rate": 1.4311295722924903e-05, "Finetune/Loss": 0.8619751334190369, "Finetune/Loss (Raw)": 0.9641072750091553, "Finetune/Step": 2972, "Finetune/Step Time": 6.4628207590430975}
+{"Finetune/Learning Rate": 1.4307585112830088e-05, "Finetune/Loss": 0.8624060153961182, "Finetune/Loss (Raw)": 0.8335744738578796, "Finetune/Step": 2973, "Finetune/Step Time": 6.459162678569555}
+{"Finetune/Learning Rate": 1.4303873774373929e-05, "Finetune/Loss": 0.860421359539032, "Finetune/Loss (Raw)": 0.6873348355293274, "Finetune/Step": 2974, "Finetune/Step Time": 6.443975806236267}
+{"Finetune/Learning Rate": 1.4300161708183968e-05, "Finetune/Loss": 0.8594967126846313, "Finetune/Loss (Raw)": 0.8850288391113281, "Finetune/Step": 2975, "Finetune/Step Time": 6.447040257975459}
+{"Finetune/Learning Rate": 1.4296448914887866e-05, "Finetune/Loss": 0.8602116703987122, "Finetune/Loss (Raw)": 0.9974169135093689, "Finetune/Step": 2976, "Finetune/Step Time": 6.454531384631991}
+{"Finetune/Learning Rate": 1.4292735395113425e-05, "Finetune/Loss": 0.8573994636535645, "Finetune/Loss (Raw)": 0.7314387559890747, "Finetune/Step": 2977, "Finetune/Step Time": 6.469120889902115}
+{"Finetune/Learning Rate": 1.4289021149488543e-05, "Finetune/Loss": 0.8564592599868774, "Finetune/Loss (Raw)": 0.7865974307060242, "Finetune/Step": 2978, "Finetune/Step Time": 6.473800824955106}
+{"Finetune/Learning Rate": 1.4285306178641261e-05, "Finetune/Loss": 0.8554486036300659, "Finetune/Loss (Raw)": 0.3607286810874939, "Finetune/Step": 2979, "Finetune/Step Time": 6.475598864257336}
+{"Finetune/Learning Rate": 1.4281590483199738e-05, "Finetune/Loss": 0.8572753667831421, "Finetune/Loss (Raw)": 0.9802890419960022, "Finetune/Step": 2980, "Finetune/Step Time": 6.478297300636768}
+{"Finetune/Learning Rate": 1.427787406379225e-05, "Finetune/Loss": 0.8575823903083801, "Finetune/Loss (Raw)": 0.7735279202461243, "Finetune/Step": 2981, "Finetune/Step Time": 6.472354227676988}
+{"Finetune/Learning Rate": 1.4274156921047202e-05, "Finetune/Loss": 0.8591127395629883, "Finetune/Loss (Raw)": 0.9432753920555115, "Finetune/Step": 2982, "Finetune/Step Time": 6.473696397617459}
+{"Finetune/Learning Rate": 1.427043905559312e-05, "Finetune/Loss": 0.8591400384902954, "Finetune/Loss (Raw)": 0.991021454334259, "Finetune/Step": 2983, "Finetune/Step Time": 6.482490593567491}
+{"Finetune/Learning Rate": 1.4266720468058646e-05, "Finetune/Loss": 0.8612195253372192, "Finetune/Loss (Raw)": 0.6456918716430664, "Finetune/Step": 2984, "Finetune/Step Time": 6.485179433599114}
+{"Finetune/Learning Rate": 1.4263001159072549e-05, "Finetune/Loss": 0.8575708270072937, "Finetune/Loss (Raw)": 0.39946871995925903, "Finetune/Step": 2985, "Finetune/Step Time": 6.4819709826260805}
+{"Finetune/Learning Rate": 1.4259281129263727e-05, "Finetune/Loss": 0.853058934211731, "Finetune/Loss (Raw)": 0.3795115649700165, "Finetune/Step": 2986, "Finetune/Step Time": 6.513644648715854}
+{"Finetune/Learning Rate": 1.4255560379261186e-05, "Finetune/Loss": 0.8524223566055298, "Finetune/Loss (Raw)": 0.8274788856506348, "Finetune/Step": 2987, "Finetune/Step Time": 6.522989932447672}
+{"Finetune/Learning Rate": 1.4251838909694063e-05, "Finetune/Loss": 0.8530749082565308, "Finetune/Loss (Raw)": 0.9634901881217957, "Finetune/Step": 2988, "Finetune/Step Time": 6.531434508040547}
+{"Finetune/Learning Rate": 1.4248116721191614e-05, "Finetune/Loss": 0.8519667387008667, "Finetune/Loss (Raw)": 0.8628141283988953, "Finetune/Step": 2989, "Finetune/Step Time": 6.544754968956113}
+{"Finetune/Learning Rate": 1.4244393814383215e-05, "Finetune/Loss": 0.8526003360748291, "Finetune/Loss (Raw)": 0.9820868372917175, "Finetune/Step": 2990, "Finetune/Step Time": 6.545006724074483}
+{"Finetune/Learning Rate": 1.4240670189898365e-05, "Finetune/Loss": 0.8527030944824219, "Finetune/Loss (Raw)": 0.9352226257324219, "Finetune/Step": 2991, "Finetune/Step Time": 6.531241450458765}
+{"Finetune/Learning Rate": 1.4236945848366688e-05, "Finetune/Loss": 0.8554908633232117, "Finetune/Loss (Raw)": 0.9082359075546265, "Finetune/Step": 2992, "Finetune/Step Time": 6.52660995721817}
+{"Finetune/Learning Rate": 1.4233220790417925e-05, "Finetune/Loss": 0.8550419211387634, "Finetune/Loss (Raw)": 0.9203311800956726, "Finetune/Step": 2993, "Finetune/Step Time": 6.519666105508804}
+{"Finetune/Learning Rate": 1.4229495016681937e-05, "Finetune/Loss": 0.8555623292922974, "Finetune/Loss (Raw)": 1.0380864143371582, "Finetune/Step": 2994, "Finetune/Step Time": 6.5203882195055485}
+{"Finetune/Learning Rate": 1.422576852778871e-05, "Finetune/Loss": 0.8561042547225952, "Finetune/Loss (Raw)": 1.0139447450637817, "Finetune/Step": 2995, "Finetune/Step Time": 6.517293382436037}
+{"Finetune/Learning Rate": 1.4222041324368347e-05, "Finetune/Loss": 0.8563382625579834, "Finetune/Loss (Raw)": 0.9007599353790283, "Finetune/Step": 2996, "Finetune/Step Time": 6.499754710122943}
+{"Finetune/Learning Rate": 1.4218313407051074e-05, "Finetune/Loss": 0.8532274961471558, "Finetune/Loss (Raw)": 0.7336117029190063, "Finetune/Step": 2997, "Finetune/Step Time": 6.505443362519145}
+{"Finetune/Learning Rate": 1.4214584776467238e-05, "Finetune/Loss": 0.8565018177032471, "Finetune/Loss (Raw)": 0.8062297105789185, "Finetune/Step": 2998, "Finetune/Step Time": 6.50539955496788}
+{"Finetune/Learning Rate": 1.4210855433247307e-05, "Finetune/Loss": 0.8581852912902832, "Finetune/Loss (Raw)": 1.1643518209457397, "Finetune/Step": 2999, "Finetune/Step Time": 6.483861206099391}
+{"Finetune/Learning Rate": 1.4207125378021866e-05, "Finetune/Loss": 0.8586676120758057, "Finetune/Loss (Raw)": 0.8327212929725647, "Finetune/Step": 3000, "Finetune/Step Time": 6.467668330296874}
+{"Finetune/Learning Rate": 1.4203394611421624e-05, "Finetune/Loss": 0.857266902923584, "Finetune/Loss (Raw)": 0.7670528888702393, "Finetune/Step": 3001, "Finetune/Step Time": 6.46482458896935}
+{"Finetune/Learning Rate": 1.4199663134077412e-05, "Finetune/Loss": 0.8558260798454285, "Finetune/Loss (Raw)": 0.8803936839103699, "Finetune/Step": 3002, "Finetune/Step Time": 6.454394429922104}
+{"Finetune/Learning Rate": 1.4195930946620176e-05, "Finetune/Loss": 0.8578199148178101, "Finetune/Loss (Raw)": 1.0565948486328125, "Finetune/Step": 3003, "Finetune/Step Time": 6.458558255806565}
+{"Finetune/Learning Rate": 1.419219804968098e-05, "Finetune/Loss": 0.8572142124176025, "Finetune/Loss (Raw)": 0.8632568120956421, "Finetune/Step": 3004, "Finetune/Step Time": 6.455219566822052}
+{"Finetune/Learning Rate": 1.418846444389102e-05, "Finetune/Loss": 0.8576074242591858, "Finetune/Loss (Raw)": 0.9603742361068726, "Finetune/Step": 3005, "Finetune/Step Time": 6.4569150768220425}
+{"Finetune/Learning Rate": 1.4184730129881601e-05, "Finetune/Loss": 0.8523670434951782, "Finetune/Loss (Raw)": 0.3190160095691681, "Finetune/Step": 3006, "Finetune/Step Time": 6.465212492272258}
+{"Finetune/Learning Rate": 1.4180995108284153e-05, "Finetune/Loss": 0.8518466353416443, "Finetune/Loss (Raw)": 0.42960071563720703, "Finetune/Step": 3007, "Finetune/Step Time": 6.478463854640722}
+{"Finetune/Learning Rate": 1.4177259379730219e-05, "Finetune/Loss": 0.8472801446914673, "Finetune/Loss (Raw)": 0.4731399118900299, "Finetune/Step": 3008, "Finetune/Step Time": 6.477797951549292}
+{"Finetune/Learning Rate": 1.4173522944851472e-05, "Finetune/Loss": 0.8482301235198975, "Finetune/Loss (Raw)": 0.8606511950492859, "Finetune/Step": 3009, "Finetune/Step Time": 6.489630457013845}
+{"Finetune/Learning Rate": 1.4169785804279693e-05, "Finetune/Loss": 0.8502888679504395, "Finetune/Loss (Raw)": 1.0001612901687622, "Finetune/Step": 3010, "Finetune/Step Time": 6.477485818788409}
+{"Finetune/Learning Rate": 1.4166047958646792e-05, "Finetune/Loss": 0.8506019115447998, "Finetune/Loss (Raw)": 0.9706292152404785, "Finetune/Step": 3011, "Finetune/Step Time": 6.4601506143808365}
+{"Finetune/Learning Rate": 1.4162309408584792e-05, "Finetune/Loss": 0.8499670624732971, "Finetune/Loss (Raw)": 0.811724841594696, "Finetune/Step": 3012, "Finetune/Step Time": 6.439780656248331}
+{"Finetune/Learning Rate": 1.4158570154725836e-05, "Finetune/Loss": 0.8472504615783691, "Finetune/Loss (Raw)": 0.6802853941917419, "Finetune/Step": 3013, "Finetune/Step Time": 6.444540996104479}
+{"Finetune/Learning Rate": 1.4154830197702192e-05, "Finetune/Loss": 0.8509044647216797, "Finetune/Loss (Raw)": 0.8561357855796814, "Finetune/Step": 3014, "Finetune/Step Time": 6.441603969782591}
+{"Finetune/Learning Rate": 1.415108953814624e-05, "Finetune/Loss": 0.852809727191925, "Finetune/Loss (Raw)": 1.1458063125610352, "Finetune/Step": 3015, "Finetune/Step Time": 6.4281200505793095}
+{"Finetune/Learning Rate": 1.4147348176690479e-05, "Finetune/Loss": 0.8570482730865479, "Finetune/Loss (Raw)": 1.0907206535339355, "Finetune/Step": 3016, "Finetune/Step Time": 6.432550838217139}
+{"Finetune/Learning Rate": 1.4143606113967532e-05, "Finetune/Loss": 0.8595062494277954, "Finetune/Loss (Raw)": 1.1580642461776733, "Finetune/Step": 3017, "Finetune/Step Time": 6.420155089348555}
+{"Finetune/Learning Rate": 1.4139863350610137e-05, "Finetune/Loss": 0.8607151508331299, "Finetune/Loss (Raw)": 1.0017169713974, "Finetune/Step": 3018, "Finetune/Step Time": 6.404429994523525}
+{"Finetune/Learning Rate": 1.4136119887251143e-05, "Finetune/Loss": 0.8614163398742676, "Finetune/Loss (Raw)": 0.9039894938468933, "Finetune/Step": 3019, "Finetune/Step Time": 6.399652648717165}
+{"Finetune/Learning Rate": 1.4132375724523537e-05, "Finetune/Loss": 0.86554354429245, "Finetune/Loss (Raw)": 0.9225906729698181, "Finetune/Step": 3020, "Finetune/Step Time": 6.391085455194116}
+{"Finetune/Learning Rate": 1.4128630863060404e-05, "Finetune/Loss": 0.8661525249481201, "Finetune/Loss (Raw)": 0.8644661903381348, "Finetune/Step": 3021, "Finetune/Step Time": 6.3807370234280825}
+{"Finetune/Learning Rate": 1.412488530349496e-05, "Finetune/Loss": 0.8676495552062988, "Finetune/Loss (Raw)": 0.8562142252922058, "Finetune/Step": 3022, "Finetune/Step Time": 6.3757581282407045}
+{"Finetune/Learning Rate": 1.412113904646053e-05, "Finetune/Loss": 0.8667272329330444, "Finetune/Loss (Raw)": 0.9455714225769043, "Finetune/Step": 3023, "Finetune/Step Time": 6.370523292571306}
+{"Finetune/Learning Rate": 1.4117392092590567e-05, "Finetune/Loss": 0.8661971688270569, "Finetune/Loss (Raw)": 0.8461212515830994, "Finetune/Step": 3024, "Finetune/Step Time": 6.371693873777986}
+{"Finetune/Learning Rate": 1.4113644442518633e-05, "Finetune/Loss": 0.8661081790924072, "Finetune/Loss (Raw)": 0.9755247831344604, "Finetune/Step": 3025, "Finetune/Step Time": 6.373110797256231}
+{"Finetune/Learning Rate": 1.4109896096878408e-05, "Finetune/Loss": 0.8653191924095154, "Finetune/Loss (Raw)": 0.8699185252189636, "Finetune/Step": 3026, "Finetune/Step Time": 6.372680056840181}
+{"Finetune/Learning Rate": 1.41061470563037e-05, "Finetune/Loss": 0.8664629459381104, "Finetune/Loss (Raw)": 0.97123122215271, "Finetune/Step": 3027, "Finetune/Step Time": 6.369373798370361}
+{"Finetune/Learning Rate": 1.4102397321428423e-05, "Finetune/Loss": 0.8659487962722778, "Finetune/Loss (Raw)": 0.8992356657981873, "Finetune/Step": 3028, "Finetune/Step Time": 6.371931655332446}
+{"Finetune/Learning Rate": 1.409864689288661e-05, "Finetune/Loss": 0.8650046586990356, "Finetune/Loss (Raw)": 0.9452916979789734, "Finetune/Step": 3029, "Finetune/Step Time": 6.372139757499099}
+{"Finetune/Learning Rate": 1.4094895771312417e-05, "Finetune/Loss": 0.8664431571960449, "Finetune/Loss (Raw)": 0.9636996984481812, "Finetune/Step": 3030, "Finetune/Step Time": 6.379576496779919}
+{"Finetune/Learning Rate": 1.4091143957340114e-05, "Finetune/Loss": 0.867763340473175, "Finetune/Loss (Raw)": 0.9679369926452637, "Finetune/Step": 3031, "Finetune/Step Time": 6.381441915407777}
+{"Finetune/Learning Rate": 1.4087391451604087e-05, "Finetune/Loss": 0.8676443099975586, "Finetune/Loss (Raw)": 0.930358350276947, "Finetune/Step": 3032, "Finetune/Step Time": 6.373947814106941}
+{"Finetune/Learning Rate": 1.408363825473884e-05, "Finetune/Loss": 0.8684470653533936, "Finetune/Loss (Raw)": 0.9470406174659729, "Finetune/Step": 3033, "Finetune/Step Time": 6.373209046199918}
+{"Finetune/Learning Rate": 1.4079884367378997e-05, "Finetune/Loss": 0.8682892322540283, "Finetune/Loss (Raw)": 0.8965324759483337, "Finetune/Step": 3034, "Finetune/Step Time": 6.363288262858987}
+{"Finetune/Learning Rate": 1.407612979015929e-05, "Finetune/Loss": 0.8681156635284424, "Finetune/Loss (Raw)": 0.9291121363639832, "Finetune/Step": 3035, "Finetune/Step Time": 6.344063313677907}
+{"Finetune/Learning Rate": 1.4072374523714577e-05, "Finetune/Loss": 0.8701341152191162, "Finetune/Loss (Raw)": 1.204548954963684, "Finetune/Step": 3036, "Finetune/Step Time": 6.346515463665128}
+{"Finetune/Learning Rate": 1.406861856867983e-05, "Finetune/Loss": 0.8707839250564575, "Finetune/Loss (Raw)": 0.9216150641441345, "Finetune/Step": 3037, "Finetune/Step Time": 6.347026061266661}
+{"Finetune/Learning Rate": 1.4064861925690132e-05, "Finetune/Loss": 0.8713996410369873, "Finetune/Loss (Raw)": 0.8830520510673523, "Finetune/Step": 3038, "Finetune/Step Time": 6.3440184481441975}
+{"Finetune/Learning Rate": 1.406110459538069e-05, "Finetune/Loss": 0.8690696954727173, "Finetune/Loss (Raw)": 0.8937162160873413, "Finetune/Step": 3039, "Finetune/Step Time": 6.346458751708269}
+{"Finetune/Learning Rate": 1.4057346578386823e-05, "Finetune/Loss": 0.8686457872390747, "Finetune/Loss (Raw)": 0.9858189821243286, "Finetune/Step": 3040, "Finetune/Step Time": 6.3473727740347385}
+{"Finetune/Learning Rate": 1.4053587875343968e-05, "Finetune/Loss": 0.8665685653686523, "Finetune/Loss (Raw)": 0.41410112380981445, "Finetune/Step": 3041, "Finetune/Step Time": 6.349108485504985}
+{"Finetune/Learning Rate": 1.4049828486887673e-05, "Finetune/Loss": 0.8656062483787537, "Finetune/Loss (Raw)": 0.9284016489982605, "Finetune/Step": 3042, "Finetune/Step Time": 6.3543156031519175}
+{"Finetune/Learning Rate": 1.4046068413653614e-05, "Finetune/Loss": 0.8664247989654541, "Finetune/Loss (Raw)": 1.0140517950057983, "Finetune/Step": 3043, "Finetune/Step Time": 6.33638565428555}
+{"Finetune/Learning Rate": 1.404230765627756e-05, "Finetune/Loss": 0.8660194873809814, "Finetune/Loss (Raw)": 0.9130334258079529, "Finetune/Step": 3044, "Finetune/Step Time": 6.338482799008489}
+{"Finetune/Learning Rate": 1.4038546215395427e-05, "Finetune/Loss": 0.8678984642028809, "Finetune/Loss (Raw)": 1.1143077611923218, "Finetune/Step": 3045, "Finetune/Step Time": 6.327922955155373}
+{"Finetune/Learning Rate": 1.4034784091643218e-05, "Finetune/Loss": 0.872443675994873, "Finetune/Loss (Raw)": 0.9394241571426392, "Finetune/Step": 3046, "Finetune/Step Time": 6.32459544762969}
+{"Finetune/Learning Rate": 1.403102128565707e-05, "Finetune/Loss": 0.8775400519371033, "Finetune/Loss (Raw)": 1.0363460779190063, "Finetune/Step": 3047, "Finetune/Step Time": 6.306863155215979}
+{"Finetune/Learning Rate": 1.4027257798073226e-05, "Finetune/Loss": 0.8818641304969788, "Finetune/Loss (Raw)": 0.9765921831130981, "Finetune/Step": 3048, "Finetune/Step Time": 6.286514263600111}
+{"Finetune/Learning Rate": 1.4023493629528047e-05, "Finetune/Loss": 0.8796787261962891, "Finetune/Loss (Raw)": 0.7261718511581421, "Finetune/Step": 3049, "Finetune/Step Time": 6.269887052476406}
+{"Finetune/Learning Rate": 1.4019728780658008e-05, "Finetune/Loss": 0.8820736408233643, "Finetune/Loss (Raw)": 1.1045342683792114, "Finetune/Step": 3050, "Finetune/Step Time": 6.267146116122603}
+{"Finetune/Learning Rate": 1.4015963252099702e-05, "Finetune/Loss": 0.8809972405433655, "Finetune/Loss (Raw)": 0.8429924249649048, "Finetune/Step": 3051, "Finetune/Step Time": 6.265576401725411}
+{"Finetune/Learning Rate": 1.4012197044489838e-05, "Finetune/Loss": 0.8818137645721436, "Finetune/Loss (Raw)": 0.994912326335907, "Finetune/Step": 3052, "Finetune/Step Time": 6.25117664411664}
+{"Finetune/Learning Rate": 1.4008430158465228e-05, "Finetune/Loss": 0.8792921304702759, "Finetune/Loss (Raw)": 0.6580957770347595, "Finetune/Step": 3053, "Finetune/Step Time": 6.253793640062213}
+{"Finetune/Learning Rate": 1.4004662594662814e-05, "Finetune/Loss": 0.881855845451355, "Finetune/Loss (Raw)": 0.9980892539024353, "Finetune/Step": 3054, "Finetune/Step Time": 6.2577948067337275}
+{"Finetune/Learning Rate": 1.4000894353719648e-05, "Finetune/Loss": 0.8816405534744263, "Finetune/Loss (Raw)": 1.0490872859954834, "Finetune/Step": 3055, "Finetune/Step Time": 6.256722601130605}
+{"Finetune/Learning Rate": 1.399712543627289e-05, "Finetune/Loss": 0.8826642632484436, "Finetune/Loss (Raw)": 0.9663577675819397, "Finetune/Step": 3056, "Finetune/Step Time": 6.255143515765667}
+{"Finetune/Learning Rate": 1.3993355842959819e-05, "Finetune/Loss": 0.8832442760467529, "Finetune/Loss (Raw)": 0.9619163870811462, "Finetune/Step": 3057, "Finetune/Step Time": 6.249190138652921}
+{"Finetune/Learning Rate": 1.398958557441783e-05, "Finetune/Loss": 0.8840923309326172, "Finetune/Loss (Raw)": 0.8093233704566956, "Finetune/Step": 3058, "Finetune/Step Time": 6.243570100516081}
+{"Finetune/Learning Rate": 1.3985814631284436e-05, "Finetune/Loss": 0.8844152688980103, "Finetune/Loss (Raw)": 0.8183925747871399, "Finetune/Step": 3059, "Finetune/Step Time": 6.242865417152643}
+{"Finetune/Learning Rate": 1.3982043014197247e-05, "Finetune/Loss": 0.8854815363883972, "Finetune/Loss (Raw)": 0.9996142983436584, "Finetune/Step": 3060, "Finetune/Step Time": 6.236388934776187}
+{"Finetune/Learning Rate": 1.3978270723794005e-05, "Finetune/Loss": 0.8855634927749634, "Finetune/Loss (Raw)": 0.9344725608825684, "Finetune/Step": 3061, "Finetune/Step Time": 6.233781138435006}
+{"Finetune/Learning Rate": 1.3974497760712562e-05, "Finetune/Loss": 0.8872789144515991, "Finetune/Loss (Raw)": 0.9778007864952087, "Finetune/Step": 3062, "Finetune/Step Time": 6.2285479083657265}
+{"Finetune/Learning Rate": 1.3970724125590875e-05, "Finetune/Loss": 0.8855741620063782, "Finetune/Loss (Raw)": 0.7981434464454651, "Finetune/Step": 3063, "Finetune/Step Time": 6.220790710300207}
+{"Finetune/Learning Rate": 1.3966949819067029e-05, "Finetune/Loss": 0.8825286030769348, "Finetune/Loss (Raw)": 0.41027939319610596, "Finetune/Step": 3064, "Finetune/Step Time": 6.242001807317138}
+{"Finetune/Learning Rate": 1.3963174841779206e-05, "Finetune/Loss": 0.882659912109375, "Finetune/Loss (Raw)": 1.0343624353408813, "Finetune/Step": 3065, "Finetune/Step Time": 6.2507212441414595}
+{"Finetune/Learning Rate": 1.3959399194365712e-05, "Finetune/Loss": 0.884105920791626, "Finetune/Loss (Raw)": 1.0627050399780273, "Finetune/Step": 3066, "Finetune/Step Time": 6.243152530863881}
+{"Finetune/Learning Rate": 1.3955622877464967e-05, "Finetune/Loss": 0.8845435380935669, "Finetune/Loss (Raw)": 0.6394118070602417, "Finetune/Step": 3067, "Finetune/Step Time": 6.252827614545822}
+{"Finetune/Learning Rate": 1.39518458917155e-05, "Finetune/Loss": 0.8845720291137695, "Finetune/Loss (Raw)": 0.9886313080787659, "Finetune/Step": 3068, "Finetune/Step Time": 6.276054820045829}
+{"Finetune/Learning Rate": 1.3948068237755952e-05, "Finetune/Loss": 0.8842645287513733, "Finetune/Loss (Raw)": 0.9280954003334045, "Finetune/Step": 3069, "Finetune/Step Time": 6.2775519993156195}
+{"Finetune/Learning Rate": 1.394428991622508e-05, "Finetune/Loss": 0.8827594518661499, "Finetune/Loss (Raw)": 0.9048362374305725, "Finetune/Step": 3070, "Finetune/Step Time": 6.270267536863685}
+{"Finetune/Learning Rate": 1.3940510927761757e-05, "Finetune/Loss": 0.8815876245498657, "Finetune/Loss (Raw)": 0.8451980948448181, "Finetune/Step": 3071, "Finetune/Step Time": 6.267020447179675}
+{"Finetune/Learning Rate": 1.3936731273004958e-05, "Finetune/Loss": 0.8818532824516296, "Finetune/Loss (Raw)": 0.7614803314208984, "Finetune/Step": 3072, "Finetune/Step Time": 6.26519707031548}
+{"Finetune/Learning Rate": 1.3932950952593785e-05, "Finetune/Loss": 0.8802738189697266, "Finetune/Loss (Raw)": 0.8811630606651306, "Finetune/Step": 3073, "Finetune/Step Time": 6.263409934937954}
+{"Finetune/Learning Rate": 1.392916996716744e-05, "Finetune/Loss": 0.881644606590271, "Finetune/Loss (Raw)": 1.1584025621414185, "Finetune/Step": 3074, "Finetune/Step Time": 6.262117752805352}
+{"Finetune/Learning Rate": 1.3925388317365242e-05, "Finetune/Loss": 0.8825150728225708, "Finetune/Loss (Raw)": 0.8288993835449219, "Finetune/Step": 3075, "Finetune/Step Time": 6.266935156658292}
+{"Finetune/Learning Rate": 1.392160600382663e-05, "Finetune/Loss": 0.8820855617523193, "Finetune/Loss (Raw)": 1.033674955368042, "Finetune/Step": 3076, "Finetune/Step Time": 6.276507800444961}
+{"Finetune/Learning Rate": 1.391782302719114e-05, "Finetune/Loss": 0.8770114183425903, "Finetune/Loss (Raw)": 0.38698315620422363, "Finetune/Step": 3077, "Finetune/Step Time": 6.284031150862575}
+{"Finetune/Learning Rate": 1.3914039388098432e-05, "Finetune/Loss": 0.8765079975128174, "Finetune/Loss (Raw)": 0.9064273238182068, "Finetune/Step": 3078, "Finetune/Step Time": 6.299709599465132}
+{"Finetune/Learning Rate": 1.3910255087188276e-05, "Finetune/Loss": 0.8749372363090515, "Finetune/Loss (Raw)": 0.6161251068115234, "Finetune/Step": 3079, "Finetune/Step Time": 6.302415620535612}
+{"Finetune/Learning Rate": 1.3906470125100548e-05, "Finetune/Loss": 0.873867928981781, "Finetune/Loss (Raw)": 0.8961267471313477, "Finetune/Step": 3080, "Finetune/Step Time": 6.319690017029643}
+{"Finetune/Learning Rate": 1.3902684502475243e-05, "Finetune/Loss": 0.8741296529769897, "Finetune/Loss (Raw)": 0.8689714074134827, "Finetune/Step": 3081, "Finetune/Step Time": 6.32911279797554}
+{"Finetune/Learning Rate": 1.3898898219952465e-05, "Finetune/Loss": 0.8735684156417847, "Finetune/Loss (Raw)": 0.8328405022621155, "Finetune/Step": 3082, "Finetune/Step Time": 6.3436700608581305}
+{"Finetune/Learning Rate": 1.3895111278172429e-05, "Finetune/Loss": 0.8744422197341919, "Finetune/Loss (Raw)": 1.0004301071166992, "Finetune/Step": 3083, "Finetune/Step Time": 6.357752438634634}
+{"Finetune/Learning Rate": 1.389132367777546e-05, "Finetune/Loss": 0.8734118938446045, "Finetune/Loss (Raw)": 0.8974143266677856, "Finetune/Step": 3084, "Finetune/Step Time": 6.354146765545011}
+{"Finetune/Learning Rate": 1.3887535419401997e-05, "Finetune/Loss": 0.8727967739105225, "Finetune/Loss (Raw)": 0.9277219772338867, "Finetune/Step": 3085, "Finetune/Step Time": 6.349981155246496}
+{"Finetune/Learning Rate": 1.3883746503692587e-05, "Finetune/Loss": 0.877191424369812, "Finetune/Loss (Raw)": 0.9810326099395752, "Finetune/Step": 3086, "Finetune/Step Time": 6.34482759796083}
+{"Finetune/Learning Rate": 1.3879956931287896e-05, "Finetune/Loss": 0.879062294960022, "Finetune/Loss (Raw)": 1.0046696662902832, "Finetune/Step": 3087, "Finetune/Step Time": 6.329051375389099}
+{"Finetune/Learning Rate": 1.3876166702828693e-05, "Finetune/Loss": 0.8774650692939758, "Finetune/Loss (Raw)": 0.7078953385353088, "Finetune/Step": 3088, "Finetune/Step Time": 6.332510892301798}
+{"Finetune/Learning Rate": 1.387237581895586e-05, "Finetune/Loss": 0.8790192008018494, "Finetune/Loss (Raw)": 0.8762111663818359, "Finetune/Step": 3089, "Finetune/Step Time": 6.331980597227812}
+{"Finetune/Learning Rate": 1.386858428031039e-05, "Finetune/Loss": 0.8795493841171265, "Finetune/Loss (Raw)": 0.9783995747566223, "Finetune/Step": 3090, "Finetune/Step Time": 6.321333764120936}
+{"Finetune/Learning Rate": 1.3864792087533387e-05, "Finetune/Loss": 0.8806896209716797, "Finetune/Loss (Raw)": 1.0233392715454102, "Finetune/Step": 3091, "Finetune/Step Time": 6.308651644736528}
+{"Finetune/Learning Rate": 1.3860999241266067e-05, "Finetune/Loss": 0.8793858289718628, "Finetune/Loss (Raw)": 0.7808365821838379, "Finetune/Step": 3092, "Finetune/Step Time": 6.314956741407514}
+{"Finetune/Learning Rate": 1.385720574214975e-05, "Finetune/Loss": 0.8759753704071045, "Finetune/Loss (Raw)": 0.42908763885498047, "Finetune/Step": 3093, "Finetune/Step Time": 6.339249728247523}
+{"Finetune/Learning Rate": 1.3853411590825881e-05, "Finetune/Loss": 0.8762312531471252, "Finetune/Loss (Raw)": 0.8594695925712585, "Finetune/Step": 3094, "Finetune/Step Time": 6.347899295389652}
+{"Finetune/Learning Rate": 1.3849616787935998e-05, "Finetune/Loss": 0.8762085437774658, "Finetune/Loss (Raw)": 0.9461597204208374, "Finetune/Step": 3095, "Finetune/Step Time": 6.351915733888745}
+{"Finetune/Learning Rate": 1.3845821334121763e-05, "Finetune/Loss": 0.8734499216079712, "Finetune/Loss (Raw)": 0.6921371817588806, "Finetune/Step": 3096, "Finetune/Step Time": 6.356978960335255}
+{"Finetune/Learning Rate": 1.3842025230024933e-05, "Finetune/Loss": 0.8737597465515137, "Finetune/Loss (Raw)": 0.9038536548614502, "Finetune/Step": 3097, "Finetune/Step Time": 6.375490337610245}
+{"Finetune/Learning Rate": 1.3838228476287394e-05, "Finetune/Loss": 0.8687326908111572, "Finetune/Loss (Raw)": 0.4389997124671936, "Finetune/Step": 3098, "Finetune/Step Time": 6.385562479496002}
+{"Finetune/Learning Rate": 1.3834431073551128e-05, "Finetune/Loss": 0.8696771264076233, "Finetune/Loss (Raw)": 0.8129456639289856, "Finetune/Step": 3099, "Finetune/Step Time": 6.392958723008633}
+{"Finetune/Learning Rate": 1.3830633022458226e-05, "Finetune/Loss": 0.8696905374526978, "Finetune/Loss (Raw)": 0.9658302664756775, "Finetune/Step": 3100, "Finetune/Step Time": 6.3684361185878515}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8700916767120361, "Finetune/Loss (Raw)": 0.8849129676818848, "Finetune/Step": 3101, "Finetune/Step Time": 6.3757725190371275}
+{"Finetune/Learning Rate": 1.382303497777146e-05, "Finetune/Loss": 0.8719596862792969, "Finetune/Loss (Raw)": 0.9264368414878845, "Finetune/Step": 3102, "Finetune/Step Time": 6.370345184579492}
+{"Finetune/Learning Rate": 1.3819234985462333e-05, "Finetune/Loss": 0.8728017210960388, "Finetune/Loss (Raw)": 0.9928151369094849, "Finetune/Step": 3103, "Finetune/Step Time": 6.366876320913434}
+{"Finetune/Learning Rate": 1.3815434347366053e-05, "Finetune/Loss": 0.8710513114929199, "Finetune/Loss (Raw)": 0.7733628153800964, "Finetune/Step": 3104, "Finetune/Step Time": 6.358797747641802}
+{"Finetune/Learning Rate": 1.381163306412526e-05, "Finetune/Loss": 0.8719301223754883, "Finetune/Loss (Raw)": 0.8439240455627441, "Finetune/Step": 3105, "Finetune/Step Time": 6.346498250961304}
+{"Finetune/Learning Rate": 1.3807831136382706e-05, "Finetune/Loss": 0.8729404211044312, "Finetune/Loss (Raw)": 0.9159181714057922, "Finetune/Step": 3106, "Finetune/Step Time": 6.344075260683894}
+{"Finetune/Learning Rate": 1.3804028564781256e-05, "Finetune/Loss": 0.8771190643310547, "Finetune/Loss (Raw)": 0.8955956101417542, "Finetune/Step": 3107, "Finetune/Step Time": 6.337907509878278}
+{"Finetune/Learning Rate": 1.3800225349963872e-05, "Finetune/Loss": 0.8770738840103149, "Finetune/Loss (Raw)": 0.97450852394104, "Finetune/Step": 3108, "Finetune/Step Time": 6.324804987758398}
+{"Finetune/Learning Rate": 1.379642149257364e-05, "Finetune/Loss": 0.8789927959442139, "Finetune/Loss (Raw)": 1.0191452503204346, "Finetune/Step": 3109, "Finetune/Step Time": 6.330721974372864}
+{"Finetune/Learning Rate": 1.379261699325374e-05, "Finetune/Loss": 0.8791218996047974, "Finetune/Loss (Raw)": 0.9597951769828796, "Finetune/Step": 3110, "Finetune/Step Time": 6.335858028382063}
+{"Finetune/Learning Rate": 1.3788811852647474e-05, "Finetune/Loss": 0.8787652850151062, "Finetune/Loss (Raw)": 0.9453837275505066, "Finetune/Step": 3111, "Finetune/Step Time": 6.329582639038563}
+{"Finetune/Learning Rate": 1.378500607139824e-05, "Finetune/Loss": 0.8808673620223999, "Finetune/Loss (Raw)": 0.9147530198097229, "Finetune/Step": 3112, "Finetune/Step Time": 6.320382472127676}
+{"Finetune/Learning Rate": 1.3781199650149558e-05, "Finetune/Loss": 0.8859100341796875, "Finetune/Loss (Raw)": 1.0449258089065552, "Finetune/Step": 3113, "Finetune/Step Time": 6.303348753601313}
+{"Finetune/Learning Rate": 1.3777392589545043e-05, "Finetune/Loss": 0.8902822732925415, "Finetune/Loss (Raw)": 0.9391660690307617, "Finetune/Step": 3114, "Finetune/Step Time": 6.267776681110263}
+{"Finetune/Learning Rate": 1.377358489022842e-05, "Finetune/Loss": 0.8912327289581299, "Finetune/Loss (Raw)": 0.9491354823112488, "Finetune/Step": 3115, "Finetune/Step Time": 6.253149319440126}
+{"Finetune/Learning Rate": 1.3769776552843532e-05, "Finetune/Loss": 0.8925256729125977, "Finetune/Loss (Raw)": 1.1289873123168945, "Finetune/Step": 3116, "Finetune/Step Time": 6.24284103512764}
+{"Finetune/Learning Rate": 1.3765967578034323e-05, "Finetune/Loss": 0.8929234743118286, "Finetune/Loss (Raw)": 0.9137353301048279, "Finetune/Step": 3117, "Finetune/Step Time": 6.22768290899694}
+{"Finetune/Learning Rate": 1.3762157966444843e-05, "Finetune/Loss": 0.8924698829650879, "Finetune/Loss (Raw)": 0.9240190982818604, "Finetune/Step": 3118, "Finetune/Step Time": 6.223373020067811}
+{"Finetune/Learning Rate": 1.3758347718719252e-05, "Finetune/Loss": 0.8924500942230225, "Finetune/Loss (Raw)": 0.9327008128166199, "Finetune/Step": 3119, "Finetune/Step Time": 6.221819546073675}
+{"Finetune/Learning Rate": 1.3754536835501819e-05, "Finetune/Loss": 0.8928117156028748, "Finetune/Loss (Raw)": 0.9545183181762695, "Finetune/Step": 3120, "Finetune/Step Time": 6.222401957958937}
+{"Finetune/Learning Rate": 1.3750725317436919e-05, "Finetune/Loss": 0.8934653997421265, "Finetune/Loss (Raw)": 1.0039970874786377, "Finetune/Step": 3121, "Finetune/Step Time": 6.222552752122283}
+{"Finetune/Learning Rate": 1.3746913165169032e-05, "Finetune/Loss": 0.8931586742401123, "Finetune/Loss (Raw)": 0.9988242983818054, "Finetune/Step": 3122, "Finetune/Step Time": 6.223252680152655}
+{"Finetune/Learning Rate": 1.374310037934275e-05, "Finetune/Loss": 0.892241358757019, "Finetune/Loss (Raw)": 0.8965432047843933, "Finetune/Step": 3123, "Finetune/Step Time": 6.216890446841717}
+{"Finetune/Learning Rate": 1.373928696060277e-05, "Finetune/Loss": 0.8920509815216064, "Finetune/Loss (Raw)": 0.876380980014801, "Finetune/Step": 3124, "Finetune/Step Time": 6.2200047224760056}
+{"Finetune/Learning Rate": 1.3735472909593892e-05, "Finetune/Loss": 0.8944268226623535, "Finetune/Loss (Raw)": 1.0377285480499268, "Finetune/Step": 3125, "Finetune/Step Time": 6.2171373795717955}
+{"Finetune/Learning Rate": 1.3731658226961031e-05, "Finetune/Loss": 0.8960321545600891, "Finetune/Loss (Raw)": 1.0117007493972778, "Finetune/Step": 3126, "Finetune/Step Time": 6.213370472192764}
+{"Finetune/Learning Rate": 1.37278429133492e-05, "Finetune/Loss": 0.8941521644592285, "Finetune/Loss (Raw)": 0.9237170815467834, "Finetune/Step": 3127, "Finetune/Step Time": 6.213578091934323}
+{"Finetune/Learning Rate": 1.3724026969403528e-05, "Finetune/Loss": 0.8948408365249634, "Finetune/Loss (Raw)": 0.9208729863166809, "Finetune/Step": 3128, "Finetune/Step Time": 6.21419926173985}
+{"Finetune/Learning Rate": 1.3720210395769242e-05, "Finetune/Loss": 0.8951556086540222, "Finetune/Loss (Raw)": 0.8073416352272034, "Finetune/Step": 3129, "Finetune/Step Time": 6.2146015632897615}
+{"Finetune/Learning Rate": 1.3716393193091684e-05, "Finetune/Loss": 0.8962643146514893, "Finetune/Loss (Raw)": 1.0223114490509033, "Finetune/Step": 3130, "Finetune/Step Time": 6.2077371552586555}
+{"Finetune/Learning Rate": 1.371257536201629e-05, "Finetune/Loss": 0.8953018188476562, "Finetune/Loss (Raw)": 0.9333912134170532, "Finetune/Step": 3131, "Finetune/Step Time": 6.199569592252374}
+{"Finetune/Learning Rate": 1.3708756903188616e-05, "Finetune/Loss": 0.8958674669265747, "Finetune/Loss (Raw)": 0.9356616735458374, "Finetune/Step": 3132, "Finetune/Step Time": 6.211825460195541}
+{"Finetune/Learning Rate": 1.3704937817254314e-05, "Finetune/Loss": 0.8952890634536743, "Finetune/Loss (Raw)": 0.886342465877533, "Finetune/Step": 3133, "Finetune/Step Time": 6.210239479318261}
+{"Finetune/Learning Rate": 1.3701118104859146e-05, "Finetune/Loss": 0.8989319205284119, "Finetune/Loss (Raw)": 0.7852941155433655, "Finetune/Step": 3134, "Finetune/Step Time": 6.207849806174636}
+{"Finetune/Learning Rate": 1.3697297766648985e-05, "Finetune/Loss": 0.9021559953689575, "Finetune/Loss (Raw)": 0.8422893285751343, "Finetune/Step": 3135, "Finetune/Step Time": 6.204005857929587}
+{"Finetune/Learning Rate": 1.3693476803269799e-05, "Finetune/Loss": 0.9054725170135498, "Finetune/Loss (Raw)": 0.8976582884788513, "Finetune/Step": 3136, "Finetune/Step Time": 6.186493195593357}
+{"Finetune/Learning Rate": 1.368965521536767e-05, "Finetune/Loss": 0.9062172770500183, "Finetune/Loss (Raw)": 0.9559708833694458, "Finetune/Step": 3137, "Finetune/Step Time": 6.1733910124748945}
+{"Finetune/Learning Rate": 1.3685833003588783e-05, "Finetune/Loss": 0.9034671783447266, "Finetune/Loss (Raw)": 0.6481485366821289, "Finetune/Step": 3138, "Finetune/Step Time": 6.1771982293576}
+{"Finetune/Learning Rate": 1.3682010168579429e-05, "Finetune/Loss": 0.9011542797088623, "Finetune/Loss (Raw)": 0.6745893359184265, "Finetune/Step": 3139, "Finetune/Step Time": 6.174071317538619}
+{"Finetune/Learning Rate": 1.3678186710985999e-05, "Finetune/Loss": 0.9020153284072876, "Finetune/Loss (Raw)": 0.9219329357147217, "Finetune/Step": 3140, "Finetune/Step Time": 6.1668731123209}
+{"Finetune/Learning Rate": 1.3674362631455002e-05, "Finetune/Loss": 0.903610348701477, "Finetune/Loss (Raw)": 0.8844465613365173, "Finetune/Step": 3141, "Finetune/Step Time": 6.15627758949995}
+{"Finetune/Learning Rate": 1.367053793063304e-05, "Finetune/Loss": 0.9035546183586121, "Finetune/Loss (Raw)": 0.8490021824836731, "Finetune/Step": 3142, "Finetune/Step Time": 6.153443679213524}
+{"Finetune/Learning Rate": 1.3666712609166821e-05, "Finetune/Loss": 0.9011777639389038, "Finetune/Loss (Raw)": 0.8415706157684326, "Finetune/Step": 3143, "Finetune/Step Time": 6.159625131636858}
+{"Finetune/Learning Rate": 1.366288666770317e-05, "Finetune/Loss": 0.900081992149353, "Finetune/Loss (Raw)": 0.9504609704017639, "Finetune/Step": 3144, "Finetune/Step Time": 6.150102656334639}
+{"Finetune/Learning Rate": 1.3659060106889002e-05, "Finetune/Loss": 0.8961150646209717, "Finetune/Loss (Raw)": 0.6502904295921326, "Finetune/Step": 3145, "Finetune/Step Time": 6.146127080544829}
+{"Finetune/Learning Rate": 1.3655232927371342e-05, "Finetune/Loss": 0.8959580659866333, "Finetune/Loss (Raw)": 0.9816346168518066, "Finetune/Step": 3146, "Finetune/Step Time": 6.154179049655795}
+{"Finetune/Learning Rate": 1.3651405129797325e-05, "Finetune/Loss": 0.8951300382614136, "Finetune/Loss (Raw)": 0.7979966998100281, "Finetune/Step": 3147, "Finetune/Step Time": 6.155489003285766}
+{"Finetune/Learning Rate": 1.3647576714814183e-05, "Finetune/Loss": 0.8963882923126221, "Finetune/Loss (Raw)": 1.0836423635482788, "Finetune/Step": 3148, "Finetune/Step Time": 6.15793995000422}
+{"Finetune/Learning Rate": 1.3643747683069256e-05, "Finetune/Loss": 0.8966211676597595, "Finetune/Loss (Raw)": 0.8942769765853882, "Finetune/Step": 3149, "Finetune/Step Time": 6.1589388102293015}
+{"Finetune/Learning Rate": 1.3639918035209983e-05, "Finetune/Loss": 0.8961118459701538, "Finetune/Loss (Raw)": 0.7910237312316895, "Finetune/Step": 3150, "Finetune/Step Time": 6.162421053275466}
+{"Finetune/Learning Rate": 1.3636087771883924e-05, "Finetune/Loss": 0.8968291878700256, "Finetune/Loss (Raw)": 1.0373834371566772, "Finetune/Step": 3151, "Finetune/Step Time": 6.159110074862838}
+{"Finetune/Learning Rate": 1.3632256893738718e-05, "Finetune/Loss": 0.897706151008606, "Finetune/Loss (Raw)": 0.9583773016929626, "Finetune/Step": 3152, "Finetune/Step Time": 6.1643419954925776}
+{"Finetune/Learning Rate": 1.3628425401422127e-05, "Finetune/Loss": 0.8951467275619507, "Finetune/Loss (Raw)": 0.6479109525680542, "Finetune/Step": 3153, "Finetune/Step Time": 6.176530666649342}
+{"Finetune/Learning Rate": 1.3624593295582012e-05, "Finetune/Loss": 0.8913336992263794, "Finetune/Loss (Raw)": 0.38185685873031616, "Finetune/Step": 3154, "Finetune/Step Time": 6.186085995286703}
+{"Finetune/Learning Rate": 1.3620760576866335e-05, "Finetune/Loss": 0.8920670747756958, "Finetune/Loss (Raw)": 1.0651029348373413, "Finetune/Step": 3155, "Finetune/Step Time": 6.201914573088288}
+{"Finetune/Learning Rate": 1.3616927245923157e-05, "Finetune/Loss": 0.8932461142539978, "Finetune/Loss (Raw)": 1.0501534938812256, "Finetune/Step": 3156, "Finetune/Step Time": 6.195763504132628}
+{"Finetune/Learning Rate": 1.361309330340066e-05, "Finetune/Loss": 0.8935174345970154, "Finetune/Loss (Raw)": 0.9800235033035278, "Finetune/Step": 3157, "Finetune/Step Time": 6.197161918506026}
+{"Finetune/Learning Rate": 1.360925874994711e-05, "Finetune/Loss": 0.8938121795654297, "Finetune/Loss (Raw)": 1.0014241933822632, "Finetune/Step": 3158, "Finetune/Step Time": 6.193605054169893}
+{"Finetune/Learning Rate": 1.3605423586210884e-05, "Finetune/Loss": 0.8927837610244751, "Finetune/Loss (Raw)": 0.83629310131073, "Finetune/Step": 3159, "Finetune/Step Time": 6.195782696828246}
+{"Finetune/Learning Rate": 1.3601587812840472e-05, "Finetune/Loss": 0.8927032947540283, "Finetune/Loss (Raw)": 0.9200697541236877, "Finetune/Step": 3160, "Finetune/Step Time": 6.198461312800646}
+{"Finetune/Learning Rate": 1.3597751430484443e-05, "Finetune/Loss": 0.8917536735534668, "Finetune/Loss (Raw)": 0.825484037399292, "Finetune/Step": 3161, "Finetune/Step Time": 6.207989240065217}
+{"Finetune/Learning Rate": 1.3593914439791495e-05, "Finetune/Loss": 0.8910535573959351, "Finetune/Loss (Raw)": 0.8069165349006653, "Finetune/Step": 3162, "Finetune/Step Time": 6.204475874081254}
+{"Finetune/Learning Rate": 1.3590076841410414e-05, "Finetune/Loss": 0.8864347338676453, "Finetune/Loss (Raw)": 0.33790749311447144, "Finetune/Step": 3163, "Finetune/Step Time": 6.211455449461937}
+{"Finetune/Learning Rate": 1.358623863599009e-05, "Finetune/Loss": 0.8840125799179077, "Finetune/Loss (Raw)": 0.8945165276527405, "Finetune/Step": 3164, "Finetune/Step Time": 6.226552372798324}
+{"Finetune/Learning Rate": 1.3582399824179517e-05, "Finetune/Loss": 0.8841280937194824, "Finetune/Loss (Raw)": 0.9363986849784851, "Finetune/Step": 3165, "Finetune/Step Time": 6.225505003705621}
+{"Finetune/Learning Rate": 1.3578560406627798e-05, "Finetune/Loss": 0.8841789960861206, "Finetune/Loss (Raw)": 0.8895583748817444, "Finetune/Step": 3166, "Finetune/Step Time": 6.239380016922951}
+{"Finetune/Learning Rate": 1.3574720383984132e-05, "Finetune/Loss": 0.8838170766830444, "Finetune/Loss (Raw)": 0.8473967909812927, "Finetune/Step": 3167, "Finetune/Step Time": 6.234472958371043}
+{"Finetune/Learning Rate": 1.3570879756897815e-05, "Finetune/Loss": 0.8834664821624756, "Finetune/Loss (Raw)": 0.9409416913986206, "Finetune/Step": 3168, "Finetune/Step Time": 6.235014848411083}
+{"Finetune/Learning Rate": 1.356703852601826e-05, "Finetune/Loss": 0.8848519921302795, "Finetune/Loss (Raw)": 0.591448187828064, "Finetune/Step": 3169, "Finetune/Step Time": 6.235829429700971}
+{"Finetune/Learning Rate": 1.3563196691994964e-05, "Finetune/Loss": 0.8843671679496765, "Finetune/Loss (Raw)": 0.8663424253463745, "Finetune/Step": 3170, "Finetune/Step Time": 6.230207480490208}
+{"Finetune/Learning Rate": 1.3559354255477541e-05, "Finetune/Loss": 0.8837651014328003, "Finetune/Loss (Raw)": 0.9369890093803406, "Finetune/Step": 3171, "Finetune/Step Time": 6.2297218050807714}
+{"Finetune/Learning Rate": 1.35555112171157e-05, "Finetune/Loss": 0.8834633231163025, "Finetune/Loss (Raw)": 0.8744062185287476, "Finetune/Step": 3172, "Finetune/Step Time": 6.231099294498563}
+{"Finetune/Learning Rate": 1.3551667577559253e-05, "Finetune/Loss": 0.8811219334602356, "Finetune/Loss (Raw)": 0.8146089315414429, "Finetune/Step": 3173, "Finetune/Step Time": 6.253347296267748}
+{"Finetune/Learning Rate": 1.3547823337458115e-05, "Finetune/Loss": 0.8819083571434021, "Finetune/Loss (Raw)": 1.0400829315185547, "Finetune/Step": 3174, "Finetune/Step Time": 6.265077045187354}
+{"Finetune/Learning Rate": 1.35439784974623e-05, "Finetune/Loss": 0.8818663954734802, "Finetune/Loss (Raw)": 1.0309759378433228, "Finetune/Step": 3175, "Finetune/Step Time": 6.268652498722076}
+{"Finetune/Learning Rate": 1.3540133058221927e-05, "Finetune/Loss": 0.8818362951278687, "Finetune/Loss (Raw)": 0.9727468490600586, "Finetune/Step": 3176, "Finetune/Step Time": 6.272681202739477}
+{"Finetune/Learning Rate": 1.3536287020387206e-05, "Finetune/Loss": 0.8790380954742432, "Finetune/Loss (Raw)": 0.3679925501346588, "Finetune/Step": 3177, "Finetune/Step Time": 6.279715785756707}
+{"Finetune/Learning Rate": 1.3532440384608468e-05, "Finetune/Loss": 0.8732832074165344, "Finetune/Loss (Raw)": 0.36791619658470154, "Finetune/Step": 3178, "Finetune/Step Time": 6.299143653362989}
+{"Finetune/Learning Rate": 1.3528593151536123e-05, "Finetune/Loss": 0.8738991022109985, "Finetune/Loss (Raw)": 0.921819269657135, "Finetune/Step": 3179, "Finetune/Step Time": 6.313486464321613}
+{"Finetune/Learning Rate": 1.3524745321820698e-05, "Finetune/Loss": 0.8719214797019958, "Finetune/Loss (Raw)": 0.7417872548103333, "Finetune/Step": 3180, "Finetune/Step Time": 6.307792745530605}
+{"Finetune/Learning Rate": 1.3520896896112815e-05, "Finetune/Loss": 0.8727046251296997, "Finetune/Loss (Raw)": 0.758332371711731, "Finetune/Step": 3181, "Finetune/Step Time": 6.3094925079494715}
+{"Finetune/Learning Rate": 1.3517047875063192e-05, "Finetune/Loss": 0.8732672929763794, "Finetune/Loss (Raw)": 1.070106029510498, "Finetune/Step": 3182, "Finetune/Step Time": 6.303236918523908}
+{"Finetune/Learning Rate": 1.3513198259322661e-05, "Finetune/Loss": 0.8723795413970947, "Finetune/Loss (Raw)": 0.9354648590087891, "Finetune/Step": 3183, "Finetune/Step Time": 6.295859010890126}
+{"Finetune/Learning Rate": 1.3509348049542136e-05, "Finetune/Loss": 0.8704948425292969, "Finetune/Loss (Raw)": 0.7251176238059998, "Finetune/Step": 3184, "Finetune/Step Time": 6.304741634055972}
+{"Finetune/Learning Rate": 1.3505497246372655e-05, "Finetune/Loss": 0.8681410551071167, "Finetune/Loss (Raw)": 0.6606255173683167, "Finetune/Step": 3185, "Finetune/Step Time": 6.3182798735797405}
+{"Finetune/Learning Rate": 1.3501645850465327e-05, "Finetune/Loss": 0.8664904832839966, "Finetune/Loss (Raw)": 0.5980537533760071, "Finetune/Step": 3186, "Finetune/Step Time": 6.331212095916271}
+{"Finetune/Learning Rate": 1.3497793862471389e-05, "Finetune/Loss": 0.8630567789077759, "Finetune/Loss (Raw)": 0.3788755536079407, "Finetune/Step": 3187, "Finetune/Step Time": 6.345308627933264}
+{"Finetune/Learning Rate": 1.3493941283042162e-05, "Finetune/Loss": 0.8627846837043762, "Finetune/Loss (Raw)": 0.9647883772850037, "Finetune/Step": 3188, "Finetune/Step Time": 6.362554518505931}
+{"Finetune/Learning Rate": 1.3490088112829071e-05, "Finetune/Loss": 0.8622428178787231, "Finetune/Loss (Raw)": 0.8651114702224731, "Finetune/Step": 3189, "Finetune/Step Time": 6.362508302554488}
+{"Finetune/Learning Rate": 1.3486234352483645e-05, "Finetune/Loss": 0.8616527915000916, "Finetune/Loss (Raw)": 0.9022772312164307, "Finetune/Step": 3190, "Finetune/Step Time": 6.3660461232066154}
+{"Finetune/Learning Rate": 1.3482380002657502e-05, "Finetune/Loss": 0.8635241985321045, "Finetune/Loss (Raw)": 1.0376834869384766, "Finetune/Step": 3191, "Finetune/Step Time": 6.356857053935528}
+{"Finetune/Learning Rate": 1.3478525064002375e-05, "Finetune/Loss": 0.8677177429199219, "Finetune/Loss (Raw)": 0.9470465183258057, "Finetune/Step": 3192, "Finetune/Step Time": 6.337310690432787}
+{"Finetune/Learning Rate": 1.3474669537170079e-05, "Finetune/Loss": 0.8671669960021973, "Finetune/Loss (Raw)": 0.9638687968254089, "Finetune/Step": 3193, "Finetune/Step Time": 6.331388924270868}
+{"Finetune/Learning Rate": 1.3470813422812547e-05, "Finetune/Loss": 0.8662778735160828, "Finetune/Loss (Raw)": 0.9489055275917053, "Finetune/Step": 3194, "Finetune/Step Time": 6.334058038890362}
+{"Finetune/Learning Rate": 1.3466956721581797e-05, "Finetune/Loss": 0.8677405118942261, "Finetune/Loss (Raw)": 0.8266326785087585, "Finetune/Step": 3195, "Finetune/Step Time": 6.32335371337831}
+{"Finetune/Learning Rate": 1.346309943412995e-05, "Finetune/Loss": 0.8655673265457153, "Finetune/Loss (Raw)": 0.7104566693305969, "Finetune/Step": 3196, "Finetune/Step Time": 6.297769205644727}
+{"Finetune/Learning Rate": 1.3459241561109231e-05, "Finetune/Loss": 0.8657882809638977, "Finetune/Loss (Raw)": 0.9563760161399841, "Finetune/Step": 3197, "Finetune/Step Time": 6.295952957123518}
+{"Finetune/Learning Rate": 1.3455383103171955e-05, "Finetune/Loss": 0.8658326864242554, "Finetune/Loss (Raw)": 0.9105177521705627, "Finetune/Step": 3198, "Finetune/Step Time": 6.30082050524652}
+{"Finetune/Learning Rate": 1.3451524060970548e-05, "Finetune/Loss": 0.8656059503555298, "Finetune/Loss (Raw)": 0.8161875605583191, "Finetune/Step": 3199, "Finetune/Step Time": 6.300374623388052}
+{"Finetune/Learning Rate": 1.3447664435157523e-05, "Finetune/Loss": 0.8687326312065125, "Finetune/Loss (Raw)": 1.1616907119750977, "Finetune/Step": 3200, "Finetune/Step Time": 6.300159648060799}
+{"Finetune/Learning Rate": 1.3443804226385504e-05, "Finetune/Loss": 0.868530809879303, "Finetune/Loss (Raw)": 0.8553228974342346, "Finetune/Step": 3201, "Finetune/Step Time": 6.301755430176854}
+{"Finetune/Learning Rate": 1.3439943435307195e-05, "Finetune/Loss": 0.8624086380004883, "Finetune/Loss (Raw)": 0.3747701942920685, "Finetune/Step": 3202, "Finetune/Step Time": 6.308594515547156}
+{"Finetune/Learning Rate": 1.343608206257542e-05, "Finetune/Loss": 0.8632965087890625, "Finetune/Loss (Raw)": 0.9425536394119263, "Finetune/Step": 3203, "Finetune/Step Time": 6.314415821805596}
+{"Finetune/Learning Rate": 1.3432220108843085e-05, "Finetune/Loss": 0.8616012334823608, "Finetune/Loss (Raw)": 0.8166717290878296, "Finetune/Step": 3204, "Finetune/Step Time": 6.287739595398307}
+{"Finetune/Learning Rate": 1.34283575747632e-05, "Finetune/Loss": 0.8647891283035278, "Finetune/Loss (Raw)": 0.7950325012207031, "Finetune/Step": 3205, "Finetune/Step Time": 6.2828573808074}
+{"Finetune/Learning Rate": 1.342449446098888e-05, "Finetune/Loss": 0.8638423681259155, "Finetune/Loss (Raw)": 0.7852431535720825, "Finetune/Step": 3206, "Finetune/Step Time": 6.267222972586751}
+{"Finetune/Learning Rate": 1.3420630768173326e-05, "Finetune/Loss": 0.866605281829834, "Finetune/Loss (Raw)": 0.9697772860527039, "Finetune/Step": 3207, "Finetune/Step Time": 6.260179553180933}
+{"Finetune/Learning Rate": 1.3416766496969841e-05, "Finetune/Loss": 0.8661158084869385, "Finetune/Loss (Raw)": 0.8334767818450928, "Finetune/Step": 3208, "Finetune/Step Time": 6.240859383717179}
+{"Finetune/Learning Rate": 1.3412901648031836e-05, "Finetune/Loss": 0.8650934100151062, "Finetune/Loss (Raw)": 0.7381038069725037, "Finetune/Step": 3209, "Finetune/Step Time": 6.235536977648735}
+{"Finetune/Learning Rate": 1.34090362220128e-05, "Finetune/Loss": 0.8618871569633484, "Finetune/Loss (Raw)": 0.4224366247653961, "Finetune/Step": 3210, "Finetune/Step Time": 6.228096330538392}
+{"Finetune/Learning Rate": 1.3405170219566339e-05, "Finetune/Loss": 0.8576630353927612, "Finetune/Loss (Raw)": 0.4597531855106354, "Finetune/Step": 3211, "Finetune/Step Time": 6.230375591665506}
+{"Finetune/Learning Rate": 1.3401303641346144e-05, "Finetune/Loss": 0.8574835658073425, "Finetune/Loss (Raw)": 0.874434232711792, "Finetune/Step": 3212, "Finetune/Step Time": 6.235512878745794}
+{"Finetune/Learning Rate": 1.3397436488006006e-05, "Finetune/Loss": 0.8578647375106812, "Finetune/Loss (Raw)": 0.9765079617500305, "Finetune/Step": 3213, "Finetune/Step Time": 6.235901413485408}
+{"Finetune/Learning Rate": 1.3393568760199818e-05, "Finetune/Loss": 0.8576985597610474, "Finetune/Loss (Raw)": 0.959768533706665, "Finetune/Step": 3214, "Finetune/Step Time": 6.23697442561388}
+{"Finetune/Learning Rate": 1.3389700458581562e-05, "Finetune/Loss": 0.8559597730636597, "Finetune/Loss (Raw)": 0.7820983529090881, "Finetune/Step": 3215, "Finetune/Step Time": 6.24104742333293}
+{"Finetune/Learning Rate": 1.3385831583805329e-05, "Finetune/Loss": 0.8586350083351135, "Finetune/Loss (Raw)": 1.0503270626068115, "Finetune/Step": 3216, "Finetune/Step Time": 6.247331107035279}
+{"Finetune/Learning Rate": 1.3381962136525295e-05, "Finetune/Loss": 0.8596756458282471, "Finetune/Loss (Raw)": 1.0094107389450073, "Finetune/Step": 3217, "Finetune/Step Time": 6.2397789638489485}
+{"Finetune/Learning Rate": 1.3378092117395735e-05, "Finetune/Loss": 0.8592478632926941, "Finetune/Loss (Raw)": 0.9236467480659485, "Finetune/Step": 3218, "Finetune/Step Time": 6.221704697236419}
+{"Finetune/Learning Rate": 1.3374221527071033e-05, "Finetune/Loss": 0.8580049276351929, "Finetune/Loss (Raw)": 0.8642484545707703, "Finetune/Step": 3219, "Finetune/Step Time": 6.224456287920475}
+{"Finetune/Learning Rate": 1.3370350366205647e-05, "Finetune/Loss": 0.8594931364059448, "Finetune/Loss (Raw)": 0.971323549747467, "Finetune/Step": 3220, "Finetune/Step Time": 6.21714230068028}
+{"Finetune/Learning Rate": 1.336647863545415e-05, "Finetune/Loss": 0.8619421720504761, "Finetune/Loss (Raw)": 0.7425607442855835, "Finetune/Step": 3221, "Finetune/Step Time": 6.188698412850499}
+{"Finetune/Learning Rate": 1.3362606335471207e-05, "Finetune/Loss": 0.8617675304412842, "Finetune/Loss (Raw)": 0.8371215462684631, "Finetune/Step": 3222, "Finetune/Step Time": 6.171623537316918}
+{"Finetune/Learning Rate": 1.3358733466911576e-05, "Finetune/Loss": 0.8578521609306335, "Finetune/Loss (Raw)": 0.44499215483665466, "Finetune/Step": 3223, "Finetune/Step Time": 6.173116203397512}
+{"Finetune/Learning Rate": 1.3354860030430113e-05, "Finetune/Loss": 0.8594187498092651, "Finetune/Loss (Raw)": 0.8926504254341125, "Finetune/Step": 3224, "Finetune/Step Time": 6.184787608683109}
+{"Finetune/Learning Rate": 1.3350986026681771e-05, "Finetune/Loss": 0.8595377206802368, "Finetune/Loss (Raw)": 0.9190925359725952, "Finetune/Step": 3225, "Finetune/Step Time": 6.168668182566762}
+{"Finetune/Learning Rate": 1.33471114563216e-05, "Finetune/Loss": 0.8626079559326172, "Finetune/Loss (Raw)": 0.8319857120513916, "Finetune/Step": 3226, "Finetune/Step Time": 6.1591809540987015}
+{"Finetune/Learning Rate": 1.3343236320004736e-05, "Finetune/Loss": 0.8640588521957397, "Finetune/Loss (Raw)": 0.9986576437950134, "Finetune/Step": 3227, "Finetune/Step Time": 6.142167262732983}
+{"Finetune/Learning Rate": 1.3339360618386427e-05, "Finetune/Loss": 0.8642200231552124, "Finetune/Loss (Raw)": 0.9864592552185059, "Finetune/Step": 3228, "Finetune/Step Time": 6.140417141839862}
+{"Finetune/Learning Rate": 1.3335484352122004e-05, "Finetune/Loss": 0.864525318145752, "Finetune/Loss (Raw)": 0.9239962100982666, "Finetune/Step": 3229, "Finetune/Step Time": 6.130554877221584}
+{"Finetune/Learning Rate": 1.3331607521866896e-05, "Finetune/Loss": 0.8646535873413086, "Finetune/Loss (Raw)": 0.9428547620773315, "Finetune/Step": 3230, "Finetune/Step Time": 6.1251475512981415}
+{"Finetune/Learning Rate": 1.3327730128276633e-05, "Finetune/Loss": 0.8654196262359619, "Finetune/Loss (Raw)": 1.0908697843551636, "Finetune/Step": 3231, "Finetune/Step Time": 6.123284766450524}
+{"Finetune/Learning Rate": 1.3323852172006833e-05, "Finetune/Loss": 0.8667457699775696, "Finetune/Loss (Raw)": 0.9431052207946777, "Finetune/Step": 3232, "Finetune/Step Time": 6.126894803717732}
+{"Finetune/Learning Rate": 1.3319973653713212e-05, "Finetune/Loss": 0.8681619167327881, "Finetune/Loss (Raw)": 1.0251905918121338, "Finetune/Step": 3233, "Finetune/Step Time": 6.122557869181037}
+{"Finetune/Learning Rate": 1.3316094574051582e-05, "Finetune/Loss": 0.8659687638282776, "Finetune/Loss (Raw)": 0.6351968050003052, "Finetune/Step": 3234, "Finetune/Step Time": 6.123338546603918}
+{"Finetune/Learning Rate": 1.3312214933677851e-05, "Finetune/Loss": 0.865607500076294, "Finetune/Loss (Raw)": 0.8493548631668091, "Finetune/Step": 3235, "Finetune/Step Time": 6.12679685279727}
+{"Finetune/Learning Rate": 1.3308334733248019e-05, "Finetune/Loss": 0.864335834980011, "Finetune/Loss (Raw)": 0.8117296099662781, "Finetune/Step": 3236, "Finetune/Step Time": 6.126171860843897}
+{"Finetune/Learning Rate": 1.3304453973418179e-05, "Finetune/Loss": 0.8641831874847412, "Finetune/Loss (Raw)": 0.9996157288551331, "Finetune/Step": 3237, "Finetune/Step Time": 6.1187031753361225}
+{"Finetune/Learning Rate": 1.3300572654844525e-05, "Finetune/Loss": 0.8627666234970093, "Finetune/Loss (Raw)": 0.7784737348556519, "Finetune/Step": 3238, "Finetune/Step Time": 6.11142941750586}
+{"Finetune/Learning Rate": 1.3296690778183341e-05, "Finetune/Loss": 0.8617509603500366, "Finetune/Loss (Raw)": 0.8153821229934692, "Finetune/Step": 3239, "Finetune/Step Time": 6.113296354189515}
+{"Finetune/Learning Rate": 1.3292808344091002e-05, "Finetune/Loss": 0.8606346845626831, "Finetune/Loss (Raw)": 0.7718634605407715, "Finetune/Step": 3240, "Finetune/Step Time": 6.123256573453546}
+{"Finetune/Learning Rate": 1.3288925353223987e-05, "Finetune/Loss": 0.8611228466033936, "Finetune/Loss (Raw)": 1.107413411140442, "Finetune/Step": 3241, "Finetune/Step Time": 6.13884842582047}
+{"Finetune/Learning Rate": 1.3285041806238863e-05, "Finetune/Loss": 0.8567246794700623, "Finetune/Loss (Raw)": 0.37619903683662415, "Finetune/Step": 3242, "Finetune/Step Time": 6.14537643827498}
+{"Finetune/Learning Rate": 1.3281157703792285e-05, "Finetune/Loss": 0.8573920726776123, "Finetune/Loss (Raw)": 1.0345587730407715, "Finetune/Step": 3243, "Finetune/Step Time": 6.161299834027886}
+{"Finetune/Learning Rate": 1.3277273046541015e-05, "Finetune/Loss": 0.8557382225990295, "Finetune/Loss (Raw)": 0.9172937273979187, "Finetune/Step": 3244, "Finetune/Step Time": 6.167523261159658}
+{"Finetune/Learning Rate": 1.3273387835141902e-05, "Finetune/Loss": 0.8567672967910767, "Finetune/Loss (Raw)": 1.0454599857330322, "Finetune/Step": 3245, "Finetune/Step Time": 6.168933359906077}
+{"Finetune/Learning Rate": 1.3269502070251885e-05, "Finetune/Loss": 0.8550669550895691, "Finetune/Loss (Raw)": 0.7063777446746826, "Finetune/Step": 3246, "Finetune/Step Time": 6.17260966822505}
+{"Finetune/Learning Rate": 1.3265615752528006e-05, "Finetune/Loss": 0.8557964563369751, "Finetune/Loss (Raw)": 1.026076078414917, "Finetune/Step": 3247, "Finetune/Step Time": 6.17071502096951}
+{"Finetune/Learning Rate": 1.326172888262739e-05, "Finetune/Loss": 0.8547754883766174, "Finetune/Loss (Raw)": 0.8238292336463928, "Finetune/Step": 3248, "Finetune/Step Time": 6.170073935762048}
+{"Finetune/Learning Rate": 1.3257841461207262e-05, "Finetune/Loss": 0.8545300960540771, "Finetune/Loss (Raw)": 0.9725951552391052, "Finetune/Step": 3249, "Finetune/Step Time": 6.169293383136392}
+{"Finetune/Learning Rate": 1.3253953488924939e-05, "Finetune/Loss": 0.8539116978645325, "Finetune/Loss (Raw)": 0.9196622967720032, "Finetune/Step": 3250, "Finetune/Step Time": 6.166670793667436}
+{"Finetune/Learning Rate": 1.3250064966437834e-05, "Finetune/Loss": 0.8542885780334473, "Finetune/Loss (Raw)": 0.9447864294052124, "Finetune/Step": 3251, "Finetune/Step Time": 6.16918065585196}
+{"Finetune/Learning Rate": 1.3246175894403441e-05, "Finetune/Loss": 0.8531943559646606, "Finetune/Loss (Raw)": 0.7363147139549255, "Finetune/Step": 3252, "Finetune/Step Time": 6.167918810620904}
+{"Finetune/Learning Rate": 1.3242286273479368e-05, "Finetune/Loss": 0.8525668382644653, "Finetune/Loss (Raw)": 0.9574142694473267, "Finetune/Step": 3253, "Finetune/Step Time": 6.170310232788324}
+{"Finetune/Learning Rate": 1.3238396104323294e-05, "Finetune/Loss": 0.852259635925293, "Finetune/Loss (Raw)": 0.9723756909370422, "Finetune/Step": 3254, "Finetune/Step Time": 6.169069884344935}
+{"Finetune/Learning Rate": 1.3234505387593002e-05, "Finetune/Loss": 0.8501430749893188, "Finetune/Loss (Raw)": 0.6527913212776184, "Finetune/Step": 3255, "Finetune/Step Time": 6.176800554618239}
+{"Finetune/Learning Rate": 1.323061412394637e-05, "Finetune/Loss": 0.8485016226768494, "Finetune/Loss (Raw)": 0.7107734680175781, "Finetune/Step": 3256, "Finetune/Step Time": 6.19381464459002}
+{"Finetune/Learning Rate": 1.322672231404136e-05, "Finetune/Loss": 0.8484756946563721, "Finetune/Loss (Raw)": 0.8040276169776917, "Finetune/Step": 3257, "Finetune/Step Time": 6.2043283600360155}
+{"Finetune/Learning Rate": 1.3222829958536032e-05, "Finetune/Loss": 0.8482533097267151, "Finetune/Loss (Raw)": 0.9938412308692932, "Finetune/Step": 3258, "Finetune/Step Time": 6.212806809693575}
+{"Finetune/Learning Rate": 1.321893705808854e-05, "Finetune/Loss": 0.8480891585350037, "Finetune/Loss (Raw)": 0.9123802185058594, "Finetune/Step": 3259, "Finetune/Step Time": 6.21136137098074}
+{"Finetune/Learning Rate": 1.3215043613357124e-05, "Finetune/Loss": 0.847528338432312, "Finetune/Loss (Raw)": 0.8638777136802673, "Finetune/Step": 3260, "Finetune/Step Time": 6.209540564566851}
+{"Finetune/Learning Rate": 1.3211149625000115e-05, "Finetune/Loss": 0.8483929634094238, "Finetune/Loss (Raw)": 0.9970062971115112, "Finetune/Step": 3261, "Finetune/Step Time": 6.209370581433177}
+{"Finetune/Learning Rate": 1.3207255093675949e-05, "Finetune/Loss": 0.8473882675170898, "Finetune/Loss (Raw)": 0.6566985845565796, "Finetune/Step": 3262, "Finetune/Step Time": 6.211662644520402}
+{"Finetune/Learning Rate": 1.320336002004314e-05, "Finetune/Loss": 0.8482977151870728, "Finetune/Loss (Raw)": 0.9586968421936035, "Finetune/Step": 3263, "Finetune/Step Time": 6.204726869240403}
+{"Finetune/Learning Rate": 1.3199464404760294e-05, "Finetune/Loss": 0.8479188680648804, "Finetune/Loss (Raw)": 0.849165141582489, "Finetune/Step": 3264, "Finetune/Step Time": 6.201102614402771}
+{"Finetune/Learning Rate": 1.3195568248486126e-05, "Finetune/Loss": 0.8473706245422363, "Finetune/Loss (Raw)": 0.8858022689819336, "Finetune/Step": 3265, "Finetune/Step Time": 6.1989607233554125}
+{"Finetune/Learning Rate": 1.3191671551879418e-05, "Finetune/Loss": 0.8500394821166992, "Finetune/Loss (Raw)": 0.9897585511207581, "Finetune/Step": 3266, "Finetune/Step Time": 6.197622405365109}
+{"Finetune/Learning Rate": 1.3187774315599058e-05, "Finetune/Loss": 0.8500051498413086, "Finetune/Loss (Raw)": 0.6701915860176086, "Finetune/Step": 3267, "Finetune/Step Time": 6.206055385991931}
+{"Finetune/Learning Rate": 1.3183876540304023e-05, "Finetune/Loss": 0.8498119115829468, "Finetune/Loss (Raw)": 0.897201657295227, "Finetune/Step": 3268, "Finetune/Step Time": 6.231650926172733}
+{"Finetune/Learning Rate": 1.3179978226653383e-05, "Finetune/Loss": 0.8507180213928223, "Finetune/Loss (Raw)": 1.000433087348938, "Finetune/Step": 3269, "Finetune/Step Time": 6.240362238138914}
+{"Finetune/Learning Rate": 1.317607937530629e-05, "Finetune/Loss": 0.8503552079200745, "Finetune/Loss (Raw)": 0.8025604486465454, "Finetune/Step": 3270, "Finetune/Step Time": 6.235961992293596}
+{"Finetune/Learning Rate": 1.3172179986922e-05, "Finetune/Loss": 0.8482295870780945, "Finetune/Loss (Raw)": 0.5694896578788757, "Finetune/Step": 3271, "Finetune/Step Time": 6.23370916955173}
+{"Finetune/Learning Rate": 1.3168280062159851e-05, "Finetune/Loss": 0.8474103212356567, "Finetune/Loss (Raw)": 0.8455874919891357, "Finetune/Step": 3272, "Finetune/Step Time": 6.248201774433255}
+{"Finetune/Learning Rate": 1.3164379601679271e-05, "Finetune/Loss": 0.848112165927887, "Finetune/Loss (Raw)": 0.7401358485221863, "Finetune/Step": 3273, "Finetune/Step Time": 6.253124974668026}
+{"Finetune/Learning Rate": 1.3160478606139784e-05, "Finetune/Loss": 0.8488172292709351, "Finetune/Loss (Raw)": 1.07187819480896, "Finetune/Step": 3274, "Finetune/Step Time": 6.255181722342968}
+{"Finetune/Learning Rate": 1.3156577076201002e-05, "Finetune/Loss": 0.8459694385528564, "Finetune/Loss (Raw)": 0.43348729610443115, "Finetune/Step": 3275, "Finetune/Step Time": 6.262097736820579}
+{"Finetune/Learning Rate": 1.3152675012522629e-05, "Finetune/Loss": 0.8457701206207275, "Finetune/Loss (Raw)": 1.0581296682357788, "Finetune/Step": 3276, "Finetune/Step Time": 6.273792069405317}
+{"Finetune/Learning Rate": 1.314877241576445e-05, "Finetune/Loss": 0.8469017744064331, "Finetune/Loss (Raw)": 1.0391241312026978, "Finetune/Step": 3277, "Finetune/Step Time": 6.266124630346894}
+{"Finetune/Learning Rate": 1.3144869286586354e-05, "Finetune/Loss": 0.8484514951705933, "Finetune/Loss (Raw)": 0.9893878698348999, "Finetune/Step": 3278, "Finetune/Step Time": 6.267103955149651}
+{"Finetune/Learning Rate": 1.3140965625648316e-05, "Finetune/Loss": 0.8461798429489136, "Finetune/Loss (Raw)": 0.7466065883636475, "Finetune/Step": 3279, "Finetune/Step Time": 6.274942945688963}
+{"Finetune/Learning Rate": 1.3137061433610392e-05, "Finetune/Loss": 0.8435607552528381, "Finetune/Loss (Raw)": 0.6231389045715332, "Finetune/Step": 3280, "Finetune/Step Time": 6.277552492916584}
+{"Finetune/Learning Rate": 1.3133156711132741e-05, "Finetune/Loss": 0.8464924693107605, "Finetune/Loss (Raw)": 1.0231659412384033, "Finetune/Step": 3281, "Finetune/Step Time": 6.26708247885108}
+{"Finetune/Learning Rate": 1.3129251458875599e-05, "Finetune/Loss": 0.8496724963188171, "Finetune/Loss (Raw)": 0.7889023423194885, "Finetune/Step": 3282, "Finetune/Step Time": 6.254185624420643}
+{"Finetune/Learning Rate": 1.3125345677499299e-05, "Finetune/Loss": 0.8470337390899658, "Finetune/Loss (Raw)": 0.7273491621017456, "Finetune/Step": 3283, "Finetune/Step Time": 6.24295774102211}
+{"Finetune/Learning Rate": 1.3121439367664266e-05, "Finetune/Loss": 0.8453278541564941, "Finetune/Loss (Raw)": 0.8317919373512268, "Finetune/Step": 3284, "Finetune/Step Time": 6.2577251847833395}
+{"Finetune/Learning Rate": 1.3117532530031006e-05, "Finetune/Loss": 0.846034049987793, "Finetune/Loss (Raw)": 1.0704245567321777, "Finetune/Step": 3285, "Finetune/Step Time": 6.256029035896063}
+{"Finetune/Learning Rate": 1.311362516526012e-05, "Finetune/Loss": 0.8454278111457825, "Finetune/Loss (Raw)": 0.9238197803497314, "Finetune/Step": 3286, "Finetune/Step Time": 6.255318148061633}
+{"Finetune/Learning Rate": 1.31097172740123e-05, "Finetune/Loss": 0.8435080647468567, "Finetune/Loss (Raw)": 0.5905710458755493, "Finetune/Step": 3287, "Finetune/Step Time": 6.250793861225247}
+{"Finetune/Learning Rate": 1.310580885694832e-05, "Finetune/Loss": 0.8433424234390259, "Finetune/Loss (Raw)": 0.898858368396759, "Finetune/Step": 3288, "Finetune/Step Time": 6.250230733305216}
+{"Finetune/Learning Rate": 1.3101899914729047e-05, "Finetune/Loss": 0.8441206216812134, "Finetune/Loss (Raw)": 0.9250930547714233, "Finetune/Step": 3289, "Finetune/Step Time": 6.236291179433465}
+{"Finetune/Learning Rate": 1.3097990448015438e-05, "Finetune/Loss": 0.8438012599945068, "Finetune/Loss (Raw)": 0.7660470604896545, "Finetune/Step": 3290, "Finetune/Step Time": 6.237968288362026}
+{"Finetune/Learning Rate": 1.3094080457468537e-05, "Finetune/Loss": 0.8474712371826172, "Finetune/Loss (Raw)": 0.8076591491699219, "Finetune/Step": 3291, "Finetune/Step Time": 6.231630304828286}
+{"Finetune/Learning Rate": 1.3090169943749475e-05, "Finetune/Loss": 0.8475644588470459, "Finetune/Loss (Raw)": 0.9064522385597229, "Finetune/Step": 3292, "Finetune/Step Time": 6.213092692196369}
+{"Finetune/Learning Rate": 1.3086258907519477e-05, "Finetune/Loss": 0.8466001152992249, "Finetune/Loss (Raw)": 0.8129592537879944, "Finetune/Step": 3293, "Finetune/Step Time": 6.210607253015041}
+{"Finetune/Learning Rate": 1.308234734943985e-05, "Finetune/Loss": 0.8462499380111694, "Finetune/Loss (Raw)": 0.8447440266609192, "Finetune/Step": 3294, "Finetune/Step Time": 6.200296841561794}
+{"Finetune/Learning Rate": 1.3078435270171995e-05, "Finetune/Loss": 0.8455810546875, "Finetune/Loss (Raw)": 0.7617717981338501, "Finetune/Step": 3295, "Finetune/Step Time": 6.217800537124276}
+{"Finetune/Learning Rate": 1.3074522670377392e-05, "Finetune/Loss": 0.8463027477264404, "Finetune/Loss (Raw)": 1.0333224534988403, "Finetune/Step": 3296, "Finetune/Step Time": 6.228374915197492}
+{"Finetune/Learning Rate": 1.3070609550717622e-05, "Finetune/Loss": 0.8481316566467285, "Finetune/Loss (Raw)": 0.8255433440208435, "Finetune/Step": 3297, "Finetune/Step Time": 6.226518861949444}
+{"Finetune/Learning Rate": 1.3066695911854338e-05, "Finetune/Loss": 0.8477321863174438, "Finetune/Loss (Raw)": 0.8152129650115967, "Finetune/Step": 3298, "Finetune/Step Time": 6.23107248917222}
+{"Finetune/Learning Rate": 1.3062781754449301e-05, "Finetune/Loss": 0.847314178943634, "Finetune/Loss (Raw)": 0.8834818601608276, "Finetune/Step": 3299, "Finetune/Step Time": 6.235481403768063}
+{"Finetune/Learning Rate": 1.3058867079164339e-05, "Finetune/Loss": 0.8465753793716431, "Finetune/Loss (Raw)": 0.7798417210578918, "Finetune/Step": 3300, "Finetune/Step Time": 6.232375247403979}
+{"Finetune/Learning Rate": 1.3054951886661382e-05, "Finetune/Loss": 0.8487141132354736, "Finetune/Loss (Raw)": 1.0883686542510986, "Finetune/Step": 3301, "Finetune/Step Time": 6.219672054052353}
+{"Finetune/Learning Rate": 1.305103617760244e-05, "Finetune/Loss": 0.8478127121925354, "Finetune/Loss (Raw)": 0.9247008562088013, "Finetune/Step": 3302, "Finetune/Step Time": 6.20897888764739}
+{"Finetune/Learning Rate": 1.3047119952649615e-05, "Finetune/Loss": 0.8471312522888184, "Finetune/Loss (Raw)": 0.9437515735626221, "Finetune/Step": 3303, "Finetune/Step Time": 6.209698148071766}
+{"Finetune/Learning Rate": 1.3043203212465097e-05, "Finetune/Loss": 0.8459808230400085, "Finetune/Loss (Raw)": 0.8254873752593994, "Finetune/Step": 3304, "Finetune/Step Time": 6.209154512733221}
+{"Finetune/Learning Rate": 1.3039285957711147e-05, "Finetune/Loss": 0.8498467206954956, "Finetune/Loss (Raw)": 0.862827718257904, "Finetune/Step": 3305, "Finetune/Step Time": 6.2054826728999615}
+{"Finetune/Learning Rate": 1.3035368189050142e-05, "Finetune/Loss": 0.855996310710907, "Finetune/Loss (Raw)": 1.1550697088241577, "Finetune/Step": 3306, "Finetune/Step Time": 6.18229347281158}
+{"Finetune/Learning Rate": 1.303144990714452e-05, "Finetune/Loss": 0.8566205501556396, "Finetune/Loss (Raw)": 1.0017163753509521, "Finetune/Step": 3307, "Finetune/Step Time": 6.167751153931022}
+{"Finetune/Learning Rate": 1.3027531112656822e-05, "Finetune/Loss": 0.8584246635437012, "Finetune/Loss (Raw)": 0.9727126359939575, "Finetune/Step": 3308, "Finetune/Step Time": 6.169974660500884}
+{"Finetune/Learning Rate": 1.3023611806249661e-05, "Finetune/Loss": 0.8605765104293823, "Finetune/Loss (Raw)": 1.0337762832641602, "Finetune/Step": 3309, "Finetune/Step Time": 6.166643798351288}
+{"Finetune/Learning Rate": 1.3019691988585755e-05, "Finetune/Loss": 0.8597848415374756, "Finetune/Loss (Raw)": 0.9687702655792236, "Finetune/Step": 3310, "Finetune/Step Time": 6.159250948578119}
+{"Finetune/Learning Rate": 1.3015771660327892e-05, "Finetune/Loss": 0.8554933667182922, "Finetune/Loss (Raw)": 0.3861551284790039, "Finetune/Step": 3311, "Finetune/Step Time": 6.160354578867555}
+{"Finetune/Learning Rate": 1.3011850822138954e-05, "Finetune/Loss": 0.8567399978637695, "Finetune/Loss (Raw)": 0.8846784830093384, "Finetune/Step": 3312, "Finetune/Step Time": 6.166652582585812}
+{"Finetune/Learning Rate": 1.3007929474681913e-05, "Finetune/Loss": 0.8595304489135742, "Finetune/Loss (Raw)": 1.0178091526031494, "Finetune/Step": 3313, "Finetune/Step Time": 6.149612406268716}
+{"Finetune/Learning Rate": 1.3004007618619812e-05, "Finetune/Loss": 0.8609564304351807, "Finetune/Loss (Raw)": 0.780587911605835, "Finetune/Step": 3314, "Finetune/Step Time": 6.136989362537861}
+{"Finetune/Learning Rate": 1.3000085254615802e-05, "Finetune/Loss": 0.8656274676322937, "Finetune/Loss (Raw)": 0.9767562747001648, "Finetune/Step": 3315, "Finetune/Step Time": 6.132870079949498}
+{"Finetune/Learning Rate": 1.2996162383333097e-05, "Finetune/Loss": 0.8640680313110352, "Finetune/Loss (Raw)": 0.7651873826980591, "Finetune/Step": 3316, "Finetune/Step Time": 6.1197469513863325}
+{"Finetune/Learning Rate": 1.2992239005435016e-05, "Finetune/Loss": 0.8649758100509644, "Finetune/Loss (Raw)": 0.9813032150268555, "Finetune/Step": 3317, "Finetune/Step Time": 6.117560677230358}
+{"Finetune/Learning Rate": 1.298831512158495e-05, "Finetune/Loss": 0.8656025528907776, "Finetune/Loss (Raw)": 0.9825039505958557, "Finetune/Step": 3318, "Finetune/Step Time": 6.1099027413874865}
+{"Finetune/Learning Rate": 1.2984390732446386e-05, "Finetune/Loss": 0.8646637201309204, "Finetune/Loss (Raw)": 0.9175130128860474, "Finetune/Step": 3319, "Finetune/Step Time": 6.111038731411099}
+{"Finetune/Learning Rate": 1.2980465838682888e-05, "Finetune/Loss": 0.8641682267189026, "Finetune/Loss (Raw)": 0.8836200833320618, "Finetune/Step": 3320, "Finetune/Step Time": 6.126724502071738}
+{"Finetune/Learning Rate": 1.297654044095811e-05, "Finetune/Loss": 0.8635982275009155, "Finetune/Loss (Raw)": 0.8909145593643188, "Finetune/Step": 3321, "Finetune/Step Time": 6.1236935537308455}
+{"Finetune/Learning Rate": 1.297261453993579e-05, "Finetune/Loss": 0.8629059195518494, "Finetune/Loss (Raw)": 0.8602887988090515, "Finetune/Step": 3322, "Finetune/Step Time": 6.121088096871972}
+{"Finetune/Learning Rate": 1.2968688136279748e-05, "Finetune/Loss": 0.8650166988372803, "Finetune/Loss (Raw)": 1.0968096256256104, "Finetune/Step": 3323, "Finetune/Step Time": 6.123722208663821}
+{"Finetune/Learning Rate": 1.29647612306539e-05, "Finetune/Loss": 0.8668166399002075, "Finetune/Loss (Raw)": 0.940854012966156, "Finetune/Step": 3324, "Finetune/Step Time": 6.122556621208787}
+{"Finetune/Learning Rate": 1.2960833823722231e-05, "Finetune/Loss": 0.8674484491348267, "Finetune/Loss (Raw)": 1.0372451543807983, "Finetune/Step": 3325, "Finetune/Step Time": 6.128716487437487}
+{"Finetune/Learning Rate": 1.2956905916148821e-05, "Finetune/Loss": 0.8670502305030823, "Finetune/Loss (Raw)": 0.8595439791679382, "Finetune/Step": 3326, "Finetune/Step Time": 6.127141371369362}
+{"Finetune/Learning Rate": 1.2952977508597835e-05, "Finetune/Loss": 0.8668570518493652, "Finetune/Loss (Raw)": 0.7914618849754333, "Finetune/Step": 3327, "Finetune/Step Time": 6.142587922513485}
+{"Finetune/Learning Rate": 1.2949048601733516e-05, "Finetune/Loss": 0.8639453649520874, "Finetune/Loss (Raw)": 0.7889952063560486, "Finetune/Step": 3328, "Finetune/Step Time": 6.152120033279061}
+{"Finetune/Learning Rate": 1.2945119196220198e-05, "Finetune/Loss": 0.8645950555801392, "Finetune/Loss (Raw)": 0.938481330871582, "Finetune/Step": 3329, "Finetune/Step Time": 6.1628772635012865}
+{"Finetune/Learning Rate": 1.2941189292722297e-05, "Finetune/Loss": 0.8691707849502563, "Finetune/Loss (Raw)": 0.9604664444923401, "Finetune/Step": 3330, "Finetune/Step Time": 6.15639547817409}
+{"Finetune/Learning Rate": 1.2937258891904312e-05, "Finetune/Loss": 0.8704854249954224, "Finetune/Loss (Raw)": 1.1108238697052002, "Finetune/Step": 3331, "Finetune/Step Time": 6.142287066206336}
+{"Finetune/Learning Rate": 1.2933327994430825e-05, "Finetune/Loss": 0.8727819919586182, "Finetune/Loss (Raw)": 1.1106394529342651, "Finetune/Step": 3332, "Finetune/Step Time": 6.146678403019905}
+{"Finetune/Learning Rate": 1.2929396600966508e-05, "Finetune/Loss": 0.8732253909111023, "Finetune/Loss (Raw)": 0.8517826795578003, "Finetune/Step": 3333, "Finetune/Step Time": 6.148485196754336}
+{"Finetune/Learning Rate": 1.292546471217611e-05, "Finetune/Loss": 0.8739564418792725, "Finetune/Loss (Raw)": 0.8788183331489563, "Finetune/Step": 3334, "Finetune/Step Time": 6.151787251234055}
+{"Finetune/Learning Rate": 1.2921532328724467e-05, "Finetune/Loss": 0.8731021881103516, "Finetune/Loss (Raw)": 0.8604329228401184, "Finetune/Step": 3335, "Finetune/Step Time": 6.158177072182298}
+{"Finetune/Learning Rate": 1.2917599451276498e-05, "Finetune/Loss": 0.8735130429267883, "Finetune/Loss (Raw)": 0.8860602974891663, "Finetune/Step": 3336, "Finetune/Step Time": 6.169085934758186}
+{"Finetune/Learning Rate": 1.2913666080497207e-05, "Finetune/Loss": 0.875328540802002, "Finetune/Loss (Raw)": 0.9704930782318115, "Finetune/Step": 3337, "Finetune/Step Time": 6.166290767490864}
+{"Finetune/Learning Rate": 1.290973221705168e-05, "Finetune/Loss": 0.8806090354919434, "Finetune/Loss (Raw)": 1.098336935043335, "Finetune/Step": 3338, "Finetune/Step Time": 6.157476341351867}
+{"Finetune/Learning Rate": 1.2905797861605083e-05, "Finetune/Loss": 0.8844547271728516, "Finetune/Loss (Raw)": 0.9520017504692078, "Finetune/Step": 3339, "Finetune/Step Time": 6.148271046578884}
+{"Finetune/Learning Rate": 1.2901863014822675e-05, "Finetune/Loss": 0.8857269287109375, "Finetune/Loss (Raw)": 1.037271499633789, "Finetune/Step": 3340, "Finetune/Step Time": 6.1510174833238125}
+{"Finetune/Learning Rate": 1.2897927677369786e-05, "Finetune/Loss": 0.8854363560676575, "Finetune/Loss (Raw)": 0.9393208622932434, "Finetune/Step": 3341, "Finetune/Step Time": 6.1511162631213665}
+{"Finetune/Learning Rate": 1.2893991849911837e-05, "Finetune/Loss": 0.8858919739723206, "Finetune/Loss (Raw)": 1.0180857181549072, "Finetune/Step": 3342, "Finetune/Step Time": 6.152707332745194}
+{"Finetune/Learning Rate": 1.2890055533114332e-05, "Finetune/Loss": 0.8867878913879395, "Finetune/Loss (Raw)": 0.8967793583869934, "Finetune/Step": 3343, "Finetune/Step Time": 6.152225695550442}
+{"Finetune/Learning Rate": 1.288611872764285e-05, "Finetune/Loss": 0.8857498168945312, "Finetune/Loss (Raw)": 0.9174494743347168, "Finetune/Step": 3344, "Finetune/Step Time": 6.149352293461561}
+{"Finetune/Learning Rate": 1.2882181434163061e-05, "Finetune/Loss": 0.8858612775802612, "Finetune/Loss (Raw)": 1.023679256439209, "Finetune/Step": 3345, "Finetune/Step Time": 6.161808030679822}
+{"Finetune/Learning Rate": 1.2878243653340714e-05, "Finetune/Loss": 0.8853076696395874, "Finetune/Loss (Raw)": 0.8527778387069702, "Finetune/Step": 3346, "Finetune/Step Time": 6.173466071486473}
+{"Finetune/Learning Rate": 1.2874305385841643e-05, "Finetune/Loss": 0.8843998908996582, "Finetune/Loss (Raw)": 0.7480642795562744, "Finetune/Step": 3347, "Finetune/Step Time": 6.1766114346683025}
+{"Finetune/Learning Rate": 1.2870366632331757e-05, "Finetune/Loss": 0.8837007284164429, "Finetune/Loss (Raw)": 0.8818305730819702, "Finetune/Step": 3348, "Finetune/Step Time": 6.18201026506722}
+{"Finetune/Learning Rate": 1.2866427393477058e-05, "Finetune/Loss": 0.8865796327590942, "Finetune/Loss (Raw)": 1.111056923866272, "Finetune/Step": 3349, "Finetune/Step Time": 6.1870676297694445}
+{"Finetune/Learning Rate": 1.286248766994362e-05, "Finetune/Loss": 0.8855313062667847, "Finetune/Loss (Raw)": 0.7029289603233337, "Finetune/Step": 3350, "Finetune/Step Time": 6.1933224927634}
+{"Finetune/Learning Rate": 1.2858547462397606e-05, "Finetune/Loss": 0.8884677886962891, "Finetune/Loss (Raw)": 0.8208666443824768, "Finetune/Step": 3351, "Finetune/Step Time": 6.196959745138884}
+{"Finetune/Learning Rate": 1.2854606771505256e-05, "Finetune/Loss": 0.8890610933303833, "Finetune/Loss (Raw)": 0.9685863852500916, "Finetune/Step": 3352, "Finetune/Step Time": 6.179269473999739}
+{"Finetune/Learning Rate": 1.2850665597932897e-05, "Finetune/Loss": 0.8900554180145264, "Finetune/Loss (Raw)": 1.0463687181472778, "Finetune/Step": 3353, "Finetune/Step Time": 6.1827156990766525}
+{"Finetune/Learning Rate": 1.2846723942346932e-05, "Finetune/Loss": 0.8906699419021606, "Finetune/Loss (Raw)": 0.9106464982032776, "Finetune/Step": 3354, "Finetune/Step Time": 6.188072243705392}
+{"Finetune/Learning Rate": 1.284278180541385e-05, "Finetune/Loss": 0.8914015293121338, "Finetune/Loss (Raw)": 1.0923082828521729, "Finetune/Step": 3355, "Finetune/Step Time": 6.188529584556818}
+{"Finetune/Learning Rate": 1.2838839187800218e-05, "Finetune/Loss": 0.8909506797790527, "Finetune/Loss (Raw)": 0.9287387132644653, "Finetune/Step": 3356, "Finetune/Step Time": 6.187611216679215}
+{"Finetune/Learning Rate": 1.2834896090172682e-05, "Finetune/Loss": 0.8904169797897339, "Finetune/Loss (Raw)": 0.8556953072547913, "Finetune/Step": 3357, "Finetune/Step Time": 6.188275350257754}
+{"Finetune/Learning Rate": 1.2830952513197981e-05, "Finetune/Loss": 0.8896735906600952, "Finetune/Loss (Raw)": 0.8476947546005249, "Finetune/Step": 3358, "Finetune/Step Time": 6.1942709274590015}
+{"Finetune/Learning Rate": 1.2827008457542922e-05, "Finetune/Loss": 0.8889660835266113, "Finetune/Loss (Raw)": 1.0003057718276978, "Finetune/Step": 3359, "Finetune/Step Time": 6.200923046097159}
+{"Finetune/Learning Rate": 1.2823063923874395e-05, "Finetune/Loss": 0.8889739513397217, "Finetune/Loss (Raw)": 0.9441133141517639, "Finetune/Step": 3360, "Finetune/Step Time": 6.192907247692347}
+{"Finetune/Learning Rate": 1.281911891285938e-05, "Finetune/Loss": 0.8876564502716064, "Finetune/Loss (Raw)": 0.8565552234649658, "Finetune/Step": 3361, "Finetune/Step Time": 6.211186919361353}
+{"Finetune/Learning Rate": 1.2815173425164929e-05, "Finetune/Loss": 0.889855146408081, "Finetune/Loss (Raw)": 0.9166262745857239, "Finetune/Step": 3362, "Finetune/Step Time": 6.214013015851378}
+{"Finetune/Learning Rate": 1.2811227461458179e-05, "Finetune/Loss": 0.8897969722747803, "Finetune/Loss (Raw)": 0.8419079184532166, "Finetune/Step": 3363, "Finetune/Step Time": 6.206817822530866}
+{"Finetune/Learning Rate": 1.2807281022406335e-05, "Finetune/Loss": 0.8911030292510986, "Finetune/Loss (Raw)": 0.97890305519104, "Finetune/Step": 3364, "Finetune/Step Time": 6.207486918196082}
+{"Finetune/Learning Rate": 1.2803334108676709e-05, "Finetune/Loss": 0.8906676173210144, "Finetune/Loss (Raw)": 0.9438891410827637, "Finetune/Step": 3365, "Finetune/Step Time": 6.210261831060052}
+{"Finetune/Learning Rate": 1.2799386720936663e-05, "Finetune/Loss": 0.8919384479522705, "Finetune/Loss (Raw)": 0.9411381483078003, "Finetune/Step": 3366, "Finetune/Step Time": 6.217495555058122}
+{"Finetune/Learning Rate": 1.279543885985366e-05, "Finetune/Loss": 0.8926512002944946, "Finetune/Loss (Raw)": 0.9066111445426941, "Finetune/Step": 3367, "Finetune/Step Time": 6.211903218179941}
+{"Finetune/Learning Rate": 1.2791490526095239e-05, "Finetune/Loss": 0.8925319910049438, "Finetune/Loss (Raw)": 0.7566044330596924, "Finetune/Step": 3368, "Finetune/Step Time": 6.2029644306749105}
+{"Finetune/Learning Rate": 1.278754172032901e-05, "Finetune/Loss": 0.8902976512908936, "Finetune/Loss (Raw)": 0.8214167952537537, "Finetune/Step": 3369, "Finetune/Step Time": 6.189769934862852}
+{"Finetune/Learning Rate": 1.2783592443222672e-05, "Finetune/Loss": 0.8944212198257446, "Finetune/Loss (Raw)": 0.9040262699127197, "Finetune/Step": 3370, "Finetune/Step Time": 6.178939526900649}
+{"Finetune/Learning Rate": 1.2779642695444001e-05, "Finetune/Loss": 0.8931461572647095, "Finetune/Loss (Raw)": 0.8713400363922119, "Finetune/Step": 3371, "Finetune/Step Time": 6.158609760925174}
+{"Finetune/Learning Rate": 1.2775692477660853e-05, "Finetune/Loss": 0.8921931385993958, "Finetune/Loss (Raw)": 0.7953107953071594, "Finetune/Step": 3372, "Finetune/Step Time": 6.1571605782955885}
+{"Finetune/Learning Rate": 1.2771741790541156e-05, "Finetune/Loss": 0.8911741971969604, "Finetune/Loss (Raw)": 0.915032148361206, "Finetune/Step": 3373, "Finetune/Step Time": 6.162688018754125}
+{"Finetune/Learning Rate": 1.2767790634752934e-05, "Finetune/Loss": 0.8916316628456116, "Finetune/Loss (Raw)": 0.7649394869804382, "Finetune/Step": 3374, "Finetune/Step Time": 6.161389648914337}
+{"Finetune/Learning Rate": 1.2763839010964279e-05, "Finetune/Loss": 0.8907923102378845, "Finetune/Loss (Raw)": 0.9186385273933411, "Finetune/Step": 3375, "Finetune/Step Time": 6.1703444365412}
+{"Finetune/Learning Rate": 1.2759886919843354e-05, "Finetune/Loss": 0.8899622559547424, "Finetune/Loss (Raw)": 0.7175799012184143, "Finetune/Step": 3376, "Finetune/Step Time": 6.170314064249396}
+{"Finetune/Learning Rate": 1.2755934362058422e-05, "Finetune/Loss": 0.8893910646438599, "Finetune/Loss (Raw)": 0.899491012096405, "Finetune/Step": 3377, "Finetune/Step Time": 6.17437132820487}
+{"Finetune/Learning Rate": 1.2751981338277806e-05, "Finetune/Loss": 0.8893136978149414, "Finetune/Loss (Raw)": 0.9097506403923035, "Finetune/Step": 3378, "Finetune/Step Time": 6.182334277778864}
+{"Finetune/Learning Rate": 1.274802784916992e-05, "Finetune/Loss": 0.8884838223457336, "Finetune/Loss (Raw)": 0.8385604023933411, "Finetune/Step": 3379, "Finetune/Step Time": 6.184777306392789}
+{"Finetune/Learning Rate": 1.2744073895403248e-05, "Finetune/Loss": 0.8892495632171631, "Finetune/Loss (Raw)": 0.8343328237533569, "Finetune/Step": 3380, "Finetune/Step Time": 6.1976450979709625}
+{"Finetune/Learning Rate": 1.274011947764636e-05, "Finetune/Loss": 0.8895596861839294, "Finetune/Loss (Raw)": 0.9971144795417786, "Finetune/Step": 3381, "Finetune/Step Time": 6.1994196977466345}
+{"Finetune/Learning Rate": 1.2736164596567897e-05, "Finetune/Loss": 0.8894824981689453, "Finetune/Loss (Raw)": 0.9624943137168884, "Finetune/Step": 3382, "Finetune/Step Time": 6.204491788521409}
+{"Finetune/Learning Rate": 1.2732209252836585e-05, "Finetune/Loss": 0.892155647277832, "Finetune/Loss (Raw)": 0.9949554204940796, "Finetune/Step": 3383, "Finetune/Step Time": 6.194969387724996}
+{"Finetune/Learning Rate": 1.2728253447121226e-05, "Finetune/Loss": 0.8942441344261169, "Finetune/Loss (Raw)": 0.9780941605567932, "Finetune/Step": 3384, "Finetune/Step Time": 6.176580799743533}
+{"Finetune/Learning Rate": 1.2724297180090697e-05, "Finetune/Loss": 0.8949737548828125, "Finetune/Loss (Raw)": 0.8974269032478333, "Finetune/Step": 3385, "Finetune/Step Time": 6.163780324161053}
+{"Finetune/Learning Rate": 1.2720340452413962e-05, "Finetune/Loss": 0.895327091217041, "Finetune/Loss (Raw)": 1.0390609502792358, "Finetune/Step": 3386, "Finetune/Step Time": 6.16192789375782}
+{"Finetune/Learning Rate": 1.2716383264760045e-05, "Finetune/Loss": 0.8948879837989807, "Finetune/Loss (Raw)": 0.8561739325523376, "Finetune/Step": 3387, "Finetune/Step Time": 6.161081027239561}
+{"Finetune/Learning Rate": 1.2712425617798072e-05, "Finetune/Loss": 0.8922172784805298, "Finetune/Loss (Raw)": 0.5220338106155396, "Finetune/Step": 3388, "Finetune/Step Time": 6.152878077700734}
+{"Finetune/Learning Rate": 1.2708467512197225e-05, "Finetune/Loss": 0.8923764228820801, "Finetune/Loss (Raw)": 1.0173749923706055, "Finetune/Step": 3389, "Finetune/Step Time": 6.16898350417614}
+{"Finetune/Learning Rate": 1.2704508948626777e-05, "Finetune/Loss": 0.893579363822937, "Finetune/Loss (Raw)": 0.8106729388237, "Finetune/Step": 3390, "Finetune/Step Time": 6.162954358384013}
+{"Finetune/Learning Rate": 1.270054992775607e-05, "Finetune/Loss": 0.894230842590332, "Finetune/Loss (Raw)": 1.0420942306518555, "Finetune/Step": 3391, "Finetune/Step Time": 6.161834226921201}
+{"Finetune/Learning Rate": 1.2696590450254531e-05, "Finetune/Loss": 0.8961644172668457, "Finetune/Loss (Raw)": 1.0966583490371704, "Finetune/Step": 3392, "Finetune/Step Time": 6.168908411636949}
+{"Finetune/Learning Rate": 1.2692630516791664e-05, "Finetune/Loss": 0.8955646753311157, "Finetune/Loss (Raw)": 0.809036135673523, "Finetune/Step": 3393, "Finetune/Step Time": 6.190103990957141}
+{"Finetune/Learning Rate": 1.2688670128037037e-05, "Finetune/Loss": 0.8907364010810852, "Finetune/Loss (Raw)": 0.3717407286167145, "Finetune/Step": 3394, "Finetune/Step Time": 6.189817672595382}
+{"Finetune/Learning Rate": 1.268470928466031e-05, "Finetune/Loss": 0.8934285640716553, "Finetune/Loss (Raw)": 1.0147840976715088, "Finetune/Step": 3395, "Finetune/Step Time": 6.195914523676038}
+{"Finetune/Learning Rate": 1.2680747987331215e-05, "Finetune/Loss": 0.8937767744064331, "Finetune/Loss (Raw)": 0.9417761564254761, "Finetune/Step": 3396, "Finetune/Step Time": 6.171823875978589}
+{"Finetune/Learning Rate": 1.2676786236719558e-05, "Finetune/Loss": 0.8940301537513733, "Finetune/Loss (Raw)": 1.0328648090362549, "Finetune/Step": 3397, "Finetune/Step Time": 6.169284284114838}
+{"Finetune/Learning Rate": 1.2672824033495226e-05, "Finetune/Loss": 0.8953609466552734, "Finetune/Loss (Raw)": 0.9728898406028748, "Finetune/Step": 3398, "Finetune/Step Time": 6.196756433695555}
+{"Finetune/Learning Rate": 1.2668861378328179e-05, "Finetune/Loss": 0.8976091146469116, "Finetune/Loss (Raw)": 0.8572700619697571, "Finetune/Step": 3399, "Finetune/Step Time": 6.195803303271532}
+{"Finetune/Learning Rate": 1.2664898271888458e-05, "Finetune/Loss": 0.8999001979827881, "Finetune/Loss (Raw)": 1.138838768005371, "Finetune/Step": 3400, "Finetune/Step Time": 6.181333756074309}
+{"Finetune/Learning Rate": 1.2660934714846169e-05, "Finetune/Loss": 0.9019012451171875, "Finetune/Loss (Raw)": 0.9962752461433411, "Finetune/Step": 3401, "Finetune/Step Time": 6.170289684087038}
+{"Finetune/Learning Rate": 1.2656970707871513e-05, "Finetune/Loss": 0.8988558053970337, "Finetune/Loss (Raw)": 0.6820641756057739, "Finetune/Step": 3402, "Finetune/Step Time": 6.16158883087337}
+{"Finetune/Learning Rate": 1.2653006251634748e-05, "Finetune/Loss": 0.9026484489440918, "Finetune/Loss (Raw)": 0.9189398288726807, "Finetune/Step": 3403, "Finetune/Step Time": 6.1617274805903435}
+{"Finetune/Learning Rate": 1.264904134680622e-05, "Finetune/Loss": 0.9015762805938721, "Finetune/Loss (Raw)": 0.920887291431427, "Finetune/Step": 3404, "Finetune/Step Time": 6.148364661261439}
+{"Finetune/Learning Rate": 1.2645075994056346e-05, "Finetune/Loss": 0.9014589786529541, "Finetune/Loss (Raw)": 1.0241154432296753, "Finetune/Step": 3405, "Finetune/Step Time": 6.156035706400871}
+{"Finetune/Learning Rate": 1.264111019405562e-05, "Finetune/Loss": 0.8968407511711121, "Finetune/Loss (Raw)": 0.39825281500816345, "Finetune/Step": 3406, "Finetune/Step Time": 6.159705413505435}
+{"Finetune/Learning Rate": 1.2637143947474613e-05, "Finetune/Loss": 0.89673912525177, "Finetune/Loss (Raw)": 0.7336041927337646, "Finetune/Step": 3407, "Finetune/Step Time": 6.167710987851024}
+{"Finetune/Learning Rate": 1.2633177254983968e-05, "Finetune/Loss": 0.9006864428520203, "Finetune/Loss (Raw)": 1.1283856630325317, "Finetune/Step": 3408, "Finetune/Step Time": 6.158446963876486}
+{"Finetune/Learning Rate": 1.2629210117254412e-05, "Finetune/Loss": 0.8988025188446045, "Finetune/Loss (Raw)": 0.7820295095443726, "Finetune/Step": 3409, "Finetune/Step Time": 6.156740643084049}
+{"Finetune/Learning Rate": 1.2625242534956725e-05, "Finetune/Loss": 0.8976225852966309, "Finetune/Loss (Raw)": 0.6378721594810486, "Finetune/Step": 3410, "Finetune/Step Time": 6.16109000146389}
+{"Finetune/Learning Rate": 1.2621274508761796e-05, "Finetune/Loss": 0.8992048501968384, "Finetune/Loss (Raw)": 0.9298744201660156, "Finetune/Step": 3411, "Finetune/Step Time": 6.160312274470925}
+{"Finetune/Learning Rate": 1.2617306039340562e-05, "Finetune/Loss": 0.8991996049880981, "Finetune/Loss (Raw)": 0.8311277627944946, "Finetune/Step": 3412, "Finetune/Step Time": 6.162202583625913}
+{"Finetune/Learning Rate": 1.2613337127364044e-05, "Finetune/Loss": 0.8963977098464966, "Finetune/Loss (Raw)": 0.7117757797241211, "Finetune/Step": 3413, "Finetune/Step Time": 6.177824130281806}
+{"Finetune/Learning Rate": 1.2609367773503338e-05, "Finetune/Loss": 0.894933819770813, "Finetune/Loss (Raw)": 0.7364380955696106, "Finetune/Step": 3414, "Finetune/Step Time": 6.203907707706094}
+{"Finetune/Learning Rate": 1.2605397978429617e-05, "Finetune/Loss": 0.8987553119659424, "Finetune/Loss (Raw)": 1.0797280073165894, "Finetune/Step": 3415, "Finetune/Step Time": 6.209408016875386}
+{"Finetune/Learning Rate": 1.2601427742814123e-05, "Finetune/Loss": 0.8992627859115601, "Finetune/Loss (Raw)": 0.9638168811798096, "Finetune/Step": 3416, "Finetune/Step Time": 6.2069622334092855}
+{"Finetune/Learning Rate": 1.2597457067328179e-05, "Finetune/Loss": 0.9001150727272034, "Finetune/Loss (Raw)": 1.0341800451278687, "Finetune/Step": 3417, "Finetune/Step Time": 6.2130619417876005}
+{"Finetune/Learning Rate": 1.2593485952643176e-05, "Finetune/Loss": 0.9007911682128906, "Finetune/Loss (Raw)": 0.8525945544242859, "Finetune/Step": 3418, "Finetune/Step Time": 6.210733190178871}
+{"Finetune/Learning Rate": 1.258951439943058e-05, "Finetune/Loss": 0.9017590284347534, "Finetune/Loss (Raw)": 0.9315392374992371, "Finetune/Step": 3419, "Finetune/Step Time": 6.210529372096062}
+{"Finetune/Learning Rate": 1.2585542408361941e-05, "Finetune/Loss": 0.9003753662109375, "Finetune/Loss (Raw)": 0.72934889793396, "Finetune/Step": 3420, "Finetune/Step Time": 6.208324803039432}
+{"Finetune/Learning Rate": 1.2581569980108869e-05, "Finetune/Loss": 0.9005162715911865, "Finetune/Loss (Raw)": 0.8309851288795471, "Finetune/Step": 3421, "Finetune/Step Time": 6.207164343446493}
+{"Finetune/Learning Rate": 1.2577597115343056e-05, "Finetune/Loss": 0.9016790390014648, "Finetune/Loss (Raw)": 0.9935829639434814, "Finetune/Step": 3422, "Finetune/Step Time": 6.207468021661043}
+{"Finetune/Learning Rate": 1.2573623814736266e-05, "Finetune/Loss": 0.8983830213546753, "Finetune/Loss (Raw)": 0.3398778438568115, "Finetune/Step": 3423, "Finetune/Step Time": 6.2014038022607565}
+{"Finetune/Learning Rate": 1.2569650078960338e-05, "Finetune/Loss": 0.8986700177192688, "Finetune/Loss (Raw)": 1.0700592994689941, "Finetune/Step": 3424, "Finetune/Step Time": 6.20929965749383}
+{"Finetune/Learning Rate": 1.2565675908687185e-05, "Finetune/Loss": 0.9010589122772217, "Finetune/Loss (Raw)": 1.1313213109970093, "Finetune/Step": 3425, "Finetune/Step Time": 6.212504547089338}
+{"Finetune/Learning Rate": 1.2561701304588782e-05, "Finetune/Loss": 0.9015294909477234, "Finetune/Loss (Raw)": 0.8754491209983826, "Finetune/Step": 3426, "Finetune/Step Time": 6.210502514615655}
+{"Finetune/Learning Rate": 1.2557726267337203e-05, "Finetune/Loss": 0.9020949006080627, "Finetune/Loss (Raw)": 0.9558571577072144, "Finetune/Step": 3427, "Finetune/Step Time": 6.208192836493254}
+{"Finetune/Learning Rate": 1.2553750797604565e-05, "Finetune/Loss": 0.9024247527122498, "Finetune/Loss (Raw)": 0.8220626711845398, "Finetune/Step": 3428, "Finetune/Step Time": 6.206622090190649}
+{"Finetune/Learning Rate": 1.254977489606308e-05, "Finetune/Loss": 0.9014763832092285, "Finetune/Loss (Raw)": 0.9669695496559143, "Finetune/Step": 3429, "Finetune/Step Time": 6.2031700406223536}
+{"Finetune/Learning Rate": 1.2545798563385026e-05, "Finetune/Loss": 0.9003777503967285, "Finetune/Loss (Raw)": 0.7840781807899475, "Finetune/Step": 3430, "Finetune/Step Time": 6.206477550789714}
+{"Finetune/Learning Rate": 1.2541821800242749e-05, "Finetune/Loss": 0.8983545899391174, "Finetune/Loss (Raw)": 0.68479323387146, "Finetune/Step": 3431, "Finetune/Step Time": 6.2244156170636415}
+{"Finetune/Learning Rate": 1.2537844607308678e-05, "Finetune/Loss": 0.8988921046257019, "Finetune/Loss (Raw)": 0.8942894339561462, "Finetune/Step": 3432, "Finetune/Step Time": 6.225928707048297}
+{"Finetune/Learning Rate": 1.2533866985255303e-05, "Finetune/Loss": 0.8981132507324219, "Finetune/Loss (Raw)": 0.7631291747093201, "Finetune/Step": 3433, "Finetune/Step Time": 6.234093099832535}
+{"Finetune/Learning Rate": 1.2529888934755198e-05, "Finetune/Loss": 0.8964282274246216, "Finetune/Loss (Raw)": 0.9393886923789978, "Finetune/Step": 3434, "Finetune/Step Time": 6.241926204413176}
+{"Finetune/Learning Rate": 1.2525910456480999e-05, "Finetune/Loss": 0.8939765691757202, "Finetune/Loss (Raw)": 0.6879050135612488, "Finetune/Step": 3435, "Finetune/Step Time": 6.2438015434890985}
+{"Finetune/Learning Rate": 1.2521931551105427e-05, "Finetune/Loss": 0.8895353078842163, "Finetune/Loss (Raw)": 0.4042273163795471, "Finetune/Step": 3436, "Finetune/Step Time": 6.2578575778752565}
+{"Finetune/Learning Rate": 1.2517952219301256e-05, "Finetune/Loss": 0.8883955478668213, "Finetune/Loss (Raw)": 0.887887179851532, "Finetune/Step": 3437, "Finetune/Step Time": 6.271977432072163}
+{"Finetune/Learning Rate": 1.2513972461741352e-05, "Finetune/Loss": 0.8887150287628174, "Finetune/Loss (Raw)": 1.0096663236618042, "Finetune/Step": 3438, "Finetune/Step Time": 6.27323766797781}
+{"Finetune/Learning Rate": 1.2509992279098644e-05, "Finetune/Loss": 0.8935407400131226, "Finetune/Loss (Raw)": 1.003847599029541, "Finetune/Step": 3439, "Finetune/Step Time": 6.266946792602539}
+{"Finetune/Learning Rate": 1.250601167204613e-05, "Finetune/Loss": 0.8933972120285034, "Finetune/Loss (Raw)": 0.8663053512573242, "Finetune/Step": 3440, "Finetune/Step Time": 6.249584712088108}
+{"Finetune/Learning Rate": 1.2502030641256886e-05, "Finetune/Loss": 0.8914461135864258, "Finetune/Loss (Raw)": 0.7680728435516357, "Finetune/Step": 3441, "Finetune/Step Time": 6.253740029409528}
+{"Finetune/Learning Rate": 1.2498049187404058e-05, "Finetune/Loss": 0.893136739730835, "Finetune/Loss (Raw)": 0.996988832950592, "Finetune/Step": 3442, "Finetune/Step Time": 6.254727533087134}
+{"Finetune/Learning Rate": 1.2494067311160861e-05, "Finetune/Loss": 0.8930553793907166, "Finetune/Loss (Raw)": 0.9663422703742981, "Finetune/Step": 3443, "Finetune/Step Time": 6.247376156970859}
+{"Finetune/Learning Rate": 1.2490085013200576e-05, "Finetune/Loss": 0.8942826986312866, "Finetune/Loss (Raw)": 0.922274649143219, "Finetune/Step": 3444, "Finetune/Step Time": 6.2481894586235285}
+{"Finetune/Learning Rate": 1.2486102294196577e-05, "Finetune/Loss": 0.8929183483123779, "Finetune/Loss (Raw)": 0.8066772818565369, "Finetune/Step": 3445, "Finetune/Step Time": 6.252714930102229}
+{"Finetune/Learning Rate": 1.248211915482228e-05, "Finetune/Loss": 0.8927862048149109, "Finetune/Loss (Raw)": 0.9655851125717163, "Finetune/Step": 3446, "Finetune/Step Time": 6.27246668189764}
+{"Finetune/Learning Rate": 1.2478135595751195e-05, "Finetune/Loss": 0.8926241397857666, "Finetune/Loss (Raw)": 0.896772027015686, "Finetune/Step": 3447, "Finetune/Step Time": 6.29595248401165}
+{"Finetune/Learning Rate": 1.2474151617656892e-05, "Finetune/Loss": 0.8928284645080566, "Finetune/Loss (Raw)": 0.9097709059715271, "Finetune/Step": 3448, "Finetune/Step Time": 6.283461861312389}
+{"Finetune/Learning Rate": 1.2470167221213013e-05, "Finetune/Loss": 0.8931286334991455, "Finetune/Loss (Raw)": 0.9293325543403625, "Finetune/Step": 3449, "Finetune/Step Time": 6.281825283542275}
+{"Finetune/Learning Rate": 1.246618240709327e-05, "Finetune/Loss": 0.8926343321800232, "Finetune/Loss (Raw)": 0.7970209717750549, "Finetune/Step": 3450, "Finetune/Step Time": 6.285446425899863}
+{"Finetune/Learning Rate": 1.2462197175971455e-05, "Finetune/Loss": 0.8913490772247314, "Finetune/Loss (Raw)": 0.9322951436042786, "Finetune/Step": 3451, "Finetune/Step Time": 6.288524592295289}
+{"Finetune/Learning Rate": 1.245821152852142e-05, "Finetune/Loss": 0.8908505439758301, "Finetune/Loss (Raw)": 0.8770405054092407, "Finetune/Step": 3452, "Finetune/Step Time": 6.286975190043449}
+{"Finetune/Learning Rate": 1.2454225465417085e-05, "Finetune/Loss": 0.8908901214599609, "Finetune/Loss (Raw)": 1.0423132181167603, "Finetune/Step": 3453, "Finetune/Step Time": 6.283807702362537}
+{"Finetune/Learning Rate": 1.2450238987332453e-05, "Finetune/Loss": 0.8911964297294617, "Finetune/Loss (Raw)": 0.8987515568733215, "Finetune/Step": 3454, "Finetune/Step Time": 6.284008467569947}
+{"Finetune/Learning Rate": 1.2446252094941587e-05, "Finetune/Loss": 0.8935441970825195, "Finetune/Loss (Raw)": 1.091981053352356, "Finetune/Step": 3455, "Finetune/Step Time": 6.2708651553839445}
+{"Finetune/Learning Rate": 1.244226478891862e-05, "Finetune/Loss": 0.8951187133789062, "Finetune/Loss (Raw)": 0.9905274510383606, "Finetune/Step": 3456, "Finetune/Step Time": 6.2644591853022575}
+{"Finetune/Learning Rate": 1.2438277069937763e-05, "Finetune/Loss": 0.8953854441642761, "Finetune/Loss (Raw)": 0.9726266264915466, "Finetune/Step": 3457, "Finetune/Step Time": 6.257118972018361}
+{"Finetune/Learning Rate": 1.2434288938673289e-05, "Finetune/Loss": 0.8938863277435303, "Finetune/Loss (Raw)": 0.7685826420783997, "Finetune/Step": 3458, "Finetune/Step Time": 6.256360292434692}
+{"Finetune/Learning Rate": 1.2430300395799548e-05, "Finetune/Loss": 0.8930719494819641, "Finetune/Loss (Raw)": 1.0065816640853882, "Finetune/Step": 3459, "Finetune/Step Time": 6.250191582366824}
+{"Finetune/Learning Rate": 1.2426311441990948e-05, "Finetune/Loss": 0.8913971781730652, "Finetune/Loss (Raw)": 0.8962640166282654, "Finetune/Step": 3460, "Finetune/Step Time": 6.243596892803907}
+{"Finetune/Learning Rate": 1.2422322077921978e-05, "Finetune/Loss": 0.891449511051178, "Finetune/Loss (Raw)": 0.8584851026535034, "Finetune/Step": 3461, "Finetune/Step Time": 6.237411243841052}
+{"Finetune/Learning Rate": 1.2418332304267191e-05, "Finetune/Loss": 0.8905781507492065, "Finetune/Loss (Raw)": 0.7672832608222961, "Finetune/Step": 3462, "Finetune/Step Time": 6.231724668294191}
+{"Finetune/Learning Rate": 1.2414342121701208e-05, "Finetune/Loss": 0.8891836404800415, "Finetune/Loss (Raw)": 0.6819391846656799, "Finetune/Step": 3463, "Finetune/Step Time": 6.22874497435987}
+{"Finetune/Learning Rate": 1.2410351530898728e-05, "Finetune/Loss": 0.8886047601699829, "Finetune/Loss (Raw)": 0.8119623064994812, "Finetune/Step": 3464, "Finetune/Step Time": 6.2152541521936655}
+{"Finetune/Learning Rate": 1.2406360532534506e-05, "Finetune/Loss": 0.8876411318778992, "Finetune/Loss (Raw)": 0.8471458554267883, "Finetune/Step": 3465, "Finetune/Step Time": 6.210926413536072}
+{"Finetune/Learning Rate": 1.2402369127283374e-05, "Finetune/Loss": 0.8856841921806335, "Finetune/Loss (Raw)": 0.8478480577468872, "Finetune/Step": 3466, "Finetune/Step Time": 6.2111720740795135}
+{"Finetune/Learning Rate": 1.239837731582023e-05, "Finetune/Loss": 0.8856737613677979, "Finetune/Loss (Raw)": 0.9506637454032898, "Finetune/Step": 3467, "Finetune/Step Time": 6.20838457532227}
+{"Finetune/Learning Rate": 1.2394385098820046e-05, "Finetune/Loss": 0.8838608264923096, "Finetune/Loss (Raw)": 0.8052188754081726, "Finetune/Step": 3468, "Finetune/Step Time": 6.204391745850444}
+{"Finetune/Learning Rate": 1.2390392476957851e-05, "Finetune/Loss": 0.8823804259300232, "Finetune/Loss (Raw)": 0.7498263120651245, "Finetune/Step": 3469, "Finetune/Step Time": 6.209398532286286}
+{"Finetune/Learning Rate": 1.238639945090876e-05, "Finetune/Loss": 0.8807756304740906, "Finetune/Loss (Raw)": 0.8126739859580994, "Finetune/Step": 3470, "Finetune/Step Time": 6.208002122119069}
+{"Finetune/Learning Rate": 1.2382406021347937e-05, "Finetune/Loss": 0.8807040452957153, "Finetune/Loss (Raw)": 0.8876241445541382, "Finetune/Step": 3471, "Finetune/Step Time": 6.208078596740961}
+{"Finetune/Learning Rate": 1.2378412188950624e-05, "Finetune/Loss": 0.8820778727531433, "Finetune/Loss (Raw)": 1.093294382095337, "Finetune/Step": 3472, "Finetune/Step Time": 6.201812030747533}
+{"Finetune/Learning Rate": 1.237441795439214e-05, "Finetune/Loss": 0.8819854259490967, "Finetune/Loss (Raw)": 1.011845588684082, "Finetune/Step": 3473, "Finetune/Step Time": 6.189558394253254}
+{"Finetune/Learning Rate": 1.237042331834785e-05, "Finetune/Loss": 0.8811138868331909, "Finetune/Loss (Raw)": 0.7412139177322388, "Finetune/Step": 3474, "Finetune/Step Time": 6.182634651660919}
+{"Finetune/Learning Rate": 1.2366428281493208e-05, "Finetune/Loss": 0.8780282735824585, "Finetune/Loss (Raw)": 0.35311439633369446, "Finetune/Step": 3475, "Finetune/Step Time": 6.1892747040838}
+{"Finetune/Learning Rate": 1.2362432844503725e-05, "Finetune/Loss": 0.8778550624847412, "Finetune/Loss (Raw)": 0.8596547245979309, "Finetune/Step": 3476, "Finetune/Step Time": 6.199799520894885}
+{"Finetune/Learning Rate": 1.2358437008054981e-05, "Finetune/Loss": 0.8764727115631104, "Finetune/Loss (Raw)": 0.9341151714324951, "Finetune/Step": 3477, "Finetune/Step Time": 6.219262471422553}
+{"Finetune/Learning Rate": 1.2354440772822623e-05, "Finetune/Loss": 0.8795675039291382, "Finetune/Loss (Raw)": 1.099057674407959, "Finetune/Step": 3478, "Finetune/Step Time": 6.2284189984202385}
+{"Finetune/Learning Rate": 1.2350444139482367e-05, "Finetune/Loss": 0.8802008032798767, "Finetune/Loss (Raw)": 0.9019355177879333, "Finetune/Step": 3479, "Finetune/Step Time": 6.2273542787879705}
+{"Finetune/Learning Rate": 1.2346447108710002e-05, "Finetune/Loss": 0.8803485631942749, "Finetune/Loss (Raw)": 0.9875023365020752, "Finetune/Step": 3480, "Finetune/Step Time": 6.228258779272437}
+{"Finetune/Learning Rate": 1.2342449681181368e-05, "Finetune/Loss": 0.8785688877105713, "Finetune/Loss (Raw)": 0.8185651302337646, "Finetune/Step": 3481, "Finetune/Step Time": 6.229933204129338}
+{"Finetune/Learning Rate": 1.2338451857572393e-05, "Finetune/Loss": 0.8792736530303955, "Finetune/Loss (Raw)": 1.0008654594421387, "Finetune/Step": 3482, "Finetune/Step Time": 6.236179959028959}
+{"Finetune/Learning Rate": 1.2334453638559057e-05, "Finetune/Loss": 0.8774465322494507, "Finetune/Loss (Raw)": 0.858431875705719, "Finetune/Step": 3483, "Finetune/Step Time": 6.235291883349419}
+{"Finetune/Learning Rate": 1.2330455024817407e-05, "Finetune/Loss": 0.8770937323570251, "Finetune/Loss (Raw)": 0.8835772275924683, "Finetune/Step": 3484, "Finetune/Step Time": 6.2296911627054214}
+{"Finetune/Learning Rate": 1.2326456017023567e-05, "Finetune/Loss": 0.8785907030105591, "Finetune/Loss (Raw)": 1.0473030805587769, "Finetune/Step": 3485, "Finetune/Step Time": 6.228245781734586}
+{"Finetune/Learning Rate": 1.2322456615853718e-05, "Finetune/Loss": 0.8791506290435791, "Finetune/Loss (Raw)": 0.9193680286407471, "Finetune/Step": 3486, "Finetune/Step Time": 6.232243137434125}
+{"Finetune/Learning Rate": 1.2318456821984113e-05, "Finetune/Loss": 0.8787858486175537, "Finetune/Loss (Raw)": 0.953613817691803, "Finetune/Step": 3487, "Finetune/Step Time": 6.229685118421912}
+{"Finetune/Learning Rate": 1.2314456636091067e-05, "Finetune/Loss": 0.8766674995422363, "Finetune/Loss (Raw)": 0.6729651689529419, "Finetune/Step": 3488, "Finetune/Step Time": 6.231846323236823}
+{"Finetune/Learning Rate": 1.2310456058850968e-05, "Finetune/Loss": 0.8769084215164185, "Finetune/Loss (Raw)": 0.8873962163925171, "Finetune/Step": 3489, "Finetune/Step Time": 6.218288434669375}
+{"Finetune/Learning Rate": 1.2306455090940264e-05, "Finetune/Loss": 0.8746577501296997, "Finetune/Loss (Raw)": 0.6285415291786194, "Finetune/Step": 3490, "Finetune/Step Time": 6.216678688302636}
+{"Finetune/Learning Rate": 1.2302453733035468e-05, "Finetune/Loss": 0.875678300857544, "Finetune/Loss (Raw)": 0.9725328087806702, "Finetune/Step": 3491, "Finetune/Step Time": 6.224303271621466}
+{"Finetune/Learning Rate": 1.2298451985813167e-05, "Finetune/Loss": 0.8760701417922974, "Finetune/Loss (Raw)": 1.02906334400177, "Finetune/Step": 3492, "Finetune/Step Time": 6.22324606962502}
+{"Finetune/Learning Rate": 1.2294449849950006e-05, "Finetune/Loss": 0.8755013942718506, "Finetune/Loss (Raw)": 0.871082603931427, "Finetune/Step": 3493, "Finetune/Step Time": 6.227407813072205}
+{"Finetune/Learning Rate": 1.2290447326122698e-05, "Finetune/Loss": 0.8743951320648193, "Finetune/Loss (Raw)": 0.7995393872261047, "Finetune/Step": 3494, "Finetune/Step Time": 6.2206771951168776}
+{"Finetune/Learning Rate": 1.2286444415008026e-05, "Finetune/Loss": 0.873725175857544, "Finetune/Loss (Raw)": 0.8208572864532471, "Finetune/Step": 3495, "Finetune/Step Time": 6.220151884481311}
+{"Finetune/Learning Rate": 1.2282441117282831e-05, "Finetune/Loss": 0.8759145140647888, "Finetune/Loss (Raw)": 1.0368398427963257, "Finetune/Step": 3496, "Finetune/Step Time": 6.221558328717947}
+{"Finetune/Learning Rate": 1.227843743362402e-05, "Finetune/Loss": 0.8755606412887573, "Finetune/Loss (Raw)": 0.7761264443397522, "Finetune/Step": 3497, "Finetune/Step Time": 6.222420811653137}
+{"Finetune/Learning Rate": 1.2274433364708576e-05, "Finetune/Loss": 0.8735361099243164, "Finetune/Loss (Raw)": 0.6448824405670166, "Finetune/Step": 3498, "Finetune/Step Time": 6.231465386226773}
+{"Finetune/Learning Rate": 1.2270428911213532e-05, "Finetune/Loss": 0.8726075887680054, "Finetune/Loss (Raw)": 0.7524935603141785, "Finetune/Step": 3499, "Finetune/Step Time": 6.244184575974941}
+{"Finetune/Learning Rate": 1.2266424073815996e-05, "Finetune/Loss": 0.8744401335716248, "Finetune/Loss (Raw)": 1.0298700332641602, "Finetune/Step": 3500, "Finetune/Step Time": 6.2381677478551865}
+{"Finetune/Learning Rate": 1.2262418853193142e-05, "Finetune/Loss": 0.8758202791213989, "Finetune/Loss (Raw)": 1.091688632965088, "Finetune/Step": 3501, "Finetune/Step Time": 6.2307387832552195}
+{"Finetune/Learning Rate": 1.2258413250022201e-05, "Finetune/Loss": 0.877454400062561, "Finetune/Loss (Raw)": 0.9741164445877075, "Finetune/Step": 3502, "Finetune/Step Time": 6.226188559085131}
+{"Finetune/Learning Rate": 1.2254407264980475e-05, "Finetune/Loss": 0.877701461315155, "Finetune/Loss (Raw)": 0.9502572417259216, "Finetune/Step": 3503, "Finetune/Step Time": 6.217468284070492}
+{"Finetune/Learning Rate": 1.2250400898745326e-05, "Finetune/Loss": 0.8796199560165405, "Finetune/Loss (Raw)": 0.9631509780883789, "Finetune/Step": 3504, "Finetune/Step Time": 6.217495137825608}
+{"Finetune/Learning Rate": 1.2246394151994186e-05, "Finetune/Loss": 0.8792121410369873, "Finetune/Loss (Raw)": 0.8472860455513, "Finetune/Step": 3505, "Finetune/Step Time": 6.215530004352331}
+{"Finetune/Learning Rate": 1.224238702540454e-05, "Finetune/Loss": 0.8778327703475952, "Finetune/Loss (Raw)": 0.7331944108009338, "Finetune/Step": 3506, "Finetune/Step Time": 6.219612870365381}
+{"Finetune/Learning Rate": 1.223837951965396e-05, "Finetune/Loss": 0.877567708492279, "Finetune/Loss (Raw)": 0.804635226726532, "Finetune/Step": 3507, "Finetune/Step Time": 6.228760823607445}
+{"Finetune/Learning Rate": 1.2234371635420054e-05, "Finetune/Loss": 0.8767150640487671, "Finetune/Loss (Raw)": 0.7251924872398376, "Finetune/Step": 3508, "Finetune/Step Time": 6.213806657120585}
+{"Finetune/Learning Rate": 1.2230363373380513e-05, "Finetune/Loss": 0.8771218061447144, "Finetune/Loss (Raw)": 1.0491719245910645, "Finetune/Step": 3509, "Finetune/Step Time": 6.208268191665411}
+{"Finetune/Learning Rate": 1.2226354734213088e-05, "Finetune/Loss": 0.8761481046676636, "Finetune/Loss (Raw)": 0.8378679752349854, "Finetune/Step": 3510, "Finetune/Step Time": 6.210928035899997}
+{"Finetune/Learning Rate": 1.2222345718595588e-05, "Finetune/Loss": 0.8766425251960754, "Finetune/Loss (Raw)": 1.0582398176193237, "Finetune/Step": 3511, "Finetune/Step Time": 6.216710114851594}
+{"Finetune/Learning Rate": 1.2218336327205893e-05, "Finetune/Loss": 0.8752070069313049, "Finetune/Loss (Raw)": 0.7943431735038757, "Finetune/Step": 3512, "Finetune/Step Time": 6.218506343662739}
+{"Finetune/Learning Rate": 1.221432656072194e-05, "Finetune/Loss": 0.8753921985626221, "Finetune/Loss (Raw)": 0.9211317896842957, "Finetune/Step": 3513, "Finetune/Step Time": 6.222866697236896}
+{"Finetune/Learning Rate": 1.2210316419821742e-05, "Finetune/Loss": 0.8700250387191772, "Finetune/Loss (Raw)": 0.3520669937133789, "Finetune/Step": 3514, "Finetune/Step Time": 6.220596676692367}
+{"Finetune/Learning Rate": 1.220630590518335e-05, "Finetune/Loss": 0.8692993521690369, "Finetune/Loss (Raw)": 0.7632831931114197, "Finetune/Step": 3515, "Finetune/Step Time": 6.2366923950612545}
+{"Finetune/Learning Rate": 1.2202295017484911e-05, "Finetune/Loss": 0.8711955547332764, "Finetune/Loss (Raw)": 0.7647463083267212, "Finetune/Step": 3516, "Finetune/Step Time": 6.2368188593536615}
+{"Finetune/Learning Rate": 1.2198283757404605e-05, "Finetune/Loss": 0.8719115257263184, "Finetune/Loss (Raw)": 1.1090189218521118, "Finetune/Step": 3517, "Finetune/Step Time": 6.236082661896944}
+{"Finetune/Learning Rate": 1.2194272125620696e-05, "Finetune/Loss": 0.8726677894592285, "Finetune/Loss (Raw)": 0.9074873328208923, "Finetune/Step": 3518, "Finetune/Step Time": 6.234459260478616}
+{"Finetune/Learning Rate": 1.2190260122811502e-05, "Finetune/Loss": 0.8709834814071655, "Finetune/Loss (Raw)": 0.8264889121055603, "Finetune/Step": 3519, "Finetune/Step Time": 6.224328268319368}
+{"Finetune/Learning Rate": 1.2186247749655404e-05, "Finetune/Loss": 0.8687776923179626, "Finetune/Loss (Raw)": 0.8143211603164673, "Finetune/Step": 3520, "Finetune/Step Time": 6.2171381264925}
+{"Finetune/Learning Rate": 1.2182235006830847e-05, "Finetune/Loss": 0.8705601692199707, "Finetune/Loss (Raw)": 1.0371954441070557, "Finetune/Step": 3521, "Finetune/Step Time": 6.195217965170741}
+{"Finetune/Learning Rate": 1.2178221895016336e-05, "Finetune/Loss": 0.8719015121459961, "Finetune/Loss (Raw)": 0.5434302687644958, "Finetune/Step": 3522, "Finetune/Step Time": 6.200352909043431}
+{"Finetune/Learning Rate": 1.2174208414890446e-05, "Finetune/Loss": 0.8709806203842163, "Finetune/Loss (Raw)": 0.8969106078147888, "Finetune/Step": 3523, "Finetune/Step Time": 6.20207767188549}
+{"Finetune/Learning Rate": 1.2170194567131799e-05, "Finetune/Loss": 0.8668556213378906, "Finetune/Loss (Raw)": 0.4137730002403259, "Finetune/Step": 3524, "Finetune/Step Time": 6.209171939641237}
+{"Finetune/Learning Rate": 1.2166180352419097e-05, "Finetune/Loss": 0.8650433421134949, "Finetune/Loss (Raw)": 0.8008988499641418, "Finetune/Step": 3525, "Finetune/Step Time": 6.226351769641042}
+{"Finetune/Learning Rate": 1.2162165771431094e-05, "Finetune/Loss": 0.8649595975875854, "Finetune/Loss (Raw)": 0.9621753096580505, "Finetune/Step": 3526, "Finetune/Step Time": 6.215641191229224}
+{"Finetune/Learning Rate": 1.2158150824846606e-05, "Finetune/Loss": 0.8655403852462769, "Finetune/Loss (Raw)": 0.9316062927246094, "Finetune/Step": 3527, "Finetune/Step Time": 6.220855483785272}
+{"Finetune/Learning Rate": 1.2154135513344514e-05, "Finetune/Loss": 0.8642165660858154, "Finetune/Loss (Raw)": 0.969390869140625, "Finetune/Step": 3528, "Finetune/Step Time": 6.246152592822909}
+{"Finetune/Learning Rate": 1.215011983760376e-05, "Finetune/Loss": 0.863636314868927, "Finetune/Loss (Raw)": 0.9220016002655029, "Finetune/Step": 3529, "Finetune/Step Time": 6.251887384802103}
+{"Finetune/Learning Rate": 1.214610379830335e-05, "Finetune/Loss": 0.8652655482292175, "Finetune/Loss (Raw)": 0.8906115889549255, "Finetune/Step": 3530, "Finetune/Step Time": 6.252438707277179}
+{"Finetune/Learning Rate": 1.214208739612234e-05, "Finetune/Loss": 0.8659846186637878, "Finetune/Loss (Raw)": 1.0109751224517822, "Finetune/Step": 3531, "Finetune/Step Time": 6.2454002015292645}
+{"Finetune/Learning Rate": 1.2138070631739862e-05, "Finetune/Loss": 0.8659520149230957, "Finetune/Loss (Raw)": 0.9167090058326721, "Finetune/Step": 3532, "Finetune/Step Time": 6.273231158033013}
+{"Finetune/Learning Rate": 1.2134053505835102e-05, "Finetune/Loss": 0.863915205001831, "Finetune/Loss (Raw)": 0.763405442237854, "Finetune/Step": 3533, "Finetune/Step Time": 6.269381543621421}
+{"Finetune/Learning Rate": 1.2130036019087306e-05, "Finetune/Loss": 0.8686991333961487, "Finetune/Loss (Raw)": 1.010599136352539, "Finetune/Step": 3534, "Finetune/Step Time": 6.266994126141071}
+{"Finetune/Learning Rate": 1.2126018172175787e-05, "Finetune/Loss": 0.8711035847663879, "Finetune/Loss (Raw)": 1.0413734912872314, "Finetune/Step": 3535, "Finetune/Step Time": 6.2525725439190865}
+{"Finetune/Learning Rate": 1.212199996577991e-05, "Finetune/Loss": 0.8691276907920837, "Finetune/Loss (Raw)": 0.8754683136940002, "Finetune/Step": 3536, "Finetune/Step Time": 6.250874226912856}
+{"Finetune/Learning Rate": 1.211798140057911e-05, "Finetune/Loss": 0.8707666397094727, "Finetune/Loss (Raw)": 0.9918237924575806, "Finetune/Step": 3537, "Finetune/Step Time": 6.249082684516907}
+{"Finetune/Learning Rate": 1.2113962477252878e-05, "Finetune/Loss": 0.8720060586929321, "Finetune/Loss (Raw)": 0.7965182662010193, "Finetune/Step": 3538, "Finetune/Step Time": 6.245108429342508}
+{"Finetune/Learning Rate": 1.2109943196480766e-05, "Finetune/Loss": 0.8720621466636658, "Finetune/Loss (Raw)": 0.9370483160018921, "Finetune/Step": 3539, "Finetune/Step Time": 6.247809918597341}
+{"Finetune/Learning Rate": 1.2105923558942383e-05, "Finetune/Loss": 0.872015118598938, "Finetune/Loss (Raw)": 0.8251128196716309, "Finetune/Step": 3540, "Finetune/Step Time": 6.240686040371656}
+{"Finetune/Learning Rate": 1.210190356531741e-05, "Finetune/Loss": 0.8738164901733398, "Finetune/Loss (Raw)": 0.9423516392707825, "Finetune/Step": 3541, "Finetune/Step Time": 6.226216664537787}
+{"Finetune/Learning Rate": 1.209788321628557e-05, "Finetune/Loss": 0.8738204836845398, "Finetune/Loss (Raw)": 0.7369466423988342, "Finetune/Step": 3542, "Finetune/Step Time": 6.200179789215326}
+{"Finetune/Learning Rate": 1.2093862512526662e-05, "Finetune/Loss": 0.8735787272453308, "Finetune/Loss (Raw)": 1.0487819910049438, "Finetune/Step": 3543, "Finetune/Step Time": 6.195959461852908}
+{"Finetune/Learning Rate": 1.2089841454720538e-05, "Finetune/Loss": 0.8737974166870117, "Finetune/Loss (Raw)": 0.9918146133422852, "Finetune/Step": 3544, "Finetune/Step Time": 6.195892883464694}
+{"Finetune/Learning Rate": 1.2085820043547112e-05, "Finetune/Loss": 0.8730366230010986, "Finetune/Loss (Raw)": 0.936792254447937, "Finetune/Step": 3545, "Finetune/Step Time": 6.193935427814722}
+{"Finetune/Learning Rate": 1.2081798279686354e-05, "Finetune/Loss": 0.8724366426467896, "Finetune/Loss (Raw)": 0.7757984399795532, "Finetune/Step": 3546, "Finetune/Step Time": 6.195484003052115}
+{"Finetune/Learning Rate": 1.20777761638183e-05, "Finetune/Loss": 0.870717465877533, "Finetune/Loss (Raw)": 0.7114843726158142, "Finetune/Step": 3547, "Finetune/Step Time": 6.212297020480037}
+{"Finetune/Learning Rate": 1.2073753696623041e-05, "Finetune/Loss": 0.8725998401641846, "Finetune/Loss (Raw)": 0.9702958464622498, "Finetune/Step": 3548, "Finetune/Step Time": 6.230186112225056}
+{"Finetune/Learning Rate": 1.2069730878780726e-05, "Finetune/Loss": 0.8740442991256714, "Finetune/Loss (Raw)": 1.0158673524856567, "Finetune/Step": 3549, "Finetune/Step Time": 6.232327224686742}
+{"Finetune/Learning Rate": 1.2065707710971566e-05, "Finetune/Loss": 0.8728533983230591, "Finetune/Loss (Raw)": 0.8411543369293213, "Finetune/Step": 3550, "Finetune/Step Time": 6.229428522288799}
+{"Finetune/Learning Rate": 1.2061684193875833e-05, "Finetune/Loss": 0.8779152631759644, "Finetune/Loss (Raw)": 0.9877997040748596, "Finetune/Step": 3551, "Finetune/Step Time": 6.223256817087531}
+{"Finetune/Learning Rate": 1.2057660328173853e-05, "Finetune/Loss": 0.8772357702255249, "Finetune/Loss (Raw)": 0.9830800294876099, "Finetune/Step": 3552, "Finetune/Step Time": 6.211315702646971}
+{"Finetune/Learning Rate": 1.2053636114546015e-05, "Finetune/Loss": 0.8744111061096191, "Finetune/Loss (Raw)": 0.7697654962539673, "Finetune/Step": 3553, "Finetune/Step Time": 6.219294352456927}
+{"Finetune/Learning Rate": 1.2049611553672767e-05, "Finetune/Loss": 0.8750712275505066, "Finetune/Loss (Raw)": 0.9599417448043823, "Finetune/Step": 3554, "Finetune/Step Time": 6.206419607624412}
+{"Finetune/Learning Rate": 1.2045586646234614e-05, "Finetune/Loss": 0.8753175139427185, "Finetune/Loss (Raw)": 0.9873825311660767, "Finetune/Step": 3555, "Finetune/Step Time": 6.200710244476795}
+{"Finetune/Learning Rate": 1.2041561392912118e-05, "Finetune/Loss": 0.8764306306838989, "Finetune/Loss (Raw)": 0.9645398855209351, "Finetune/Step": 3556, "Finetune/Step Time": 6.197009701281786}
+{"Finetune/Learning Rate": 1.2037535794385904e-05, "Finetune/Loss": 0.8754018545150757, "Finetune/Loss (Raw)": 0.8352872729301453, "Finetune/Step": 3557, "Finetune/Step Time": 6.205345414578915}
+{"Finetune/Learning Rate": 1.203350985133665e-05, "Finetune/Loss": 0.8776097297668457, "Finetune/Loss (Raw)": 1.0666848421096802, "Finetune/Step": 3558, "Finetune/Step Time": 6.19779970869422}
+{"Finetune/Learning Rate": 1.2029483564445094e-05, "Finetune/Loss": 0.8791602253913879, "Finetune/Loss (Raw)": 0.8832617998123169, "Finetune/Step": 3559, "Finetune/Step Time": 6.177054770290852}
+{"Finetune/Learning Rate": 1.202545693439204e-05, "Finetune/Loss": 0.8787970542907715, "Finetune/Loss (Raw)": 0.847797691822052, "Finetune/Step": 3560, "Finetune/Step Time": 6.185623839497566}
+{"Finetune/Learning Rate": 1.2021429961858335e-05, "Finetune/Loss": 0.8799893856048584, "Finetune/Loss (Raw)": 0.9157446026802063, "Finetune/Step": 3561, "Finetune/Step Time": 6.1789593026041985}
+{"Finetune/Learning Rate": 1.2017402647524899e-05, "Finetune/Loss": 0.8806714415550232, "Finetune/Loss (Raw)": 1.0266956090927124, "Finetune/Step": 3562, "Finetune/Step Time": 6.172098346054554}
+{"Finetune/Learning Rate": 1.2013374992072697e-05, "Finetune/Loss": 0.8822929859161377, "Finetune/Loss (Raw)": 0.8954654335975647, "Finetune/Step": 3563, "Finetune/Step Time": 6.172650719061494}
+{"Finetune/Learning Rate": 1.2009346996182762e-05, "Finetune/Loss": 0.8862648010253906, "Finetune/Loss (Raw)": 0.912615954875946, "Finetune/Step": 3564, "Finetune/Step Time": 6.159509278833866}
+{"Finetune/Learning Rate": 1.2005318660536177e-05, "Finetune/Loss": 0.8864870071411133, "Finetune/Loss (Raw)": 0.9163293242454529, "Finetune/Step": 3565, "Finetune/Step Time": 6.140910178422928}
+{"Finetune/Learning Rate": 1.2001289985814088e-05, "Finetune/Loss": 0.8853286504745483, "Finetune/Loss (Raw)": 0.861395537853241, "Finetune/Step": 3566, "Finetune/Step Time": 6.137026550248265}
+{"Finetune/Learning Rate": 1.1997260972697693e-05, "Finetune/Loss": 0.8856173157691956, "Finetune/Loss (Raw)": 1.0408039093017578, "Finetune/Step": 3567, "Finetune/Step Time": 6.140561427921057}
+{"Finetune/Learning Rate": 1.1993231621868251e-05, "Finetune/Loss": 0.8858660459518433, "Finetune/Loss (Raw)": 0.8981435298919678, "Finetune/Step": 3568, "Finetune/Step Time": 6.142222186550498}
+{"Finetune/Learning Rate": 1.1989201934007085e-05, "Finetune/Loss": 0.8857033252716064, "Finetune/Loss (Raw)": 0.7472403049468994, "Finetune/Step": 3569, "Finetune/Step Time": 6.137361854314804}
+{"Finetune/Learning Rate": 1.1985171909795555e-05, "Finetune/Loss": 0.884468674659729, "Finetune/Loss (Raw)": 0.8389478325843811, "Finetune/Step": 3570, "Finetune/Step Time": 6.132693622261286}
+{"Finetune/Learning Rate": 1.1981141549915096e-05, "Finetune/Loss": 0.882718563079834, "Finetune/Loss (Raw)": 0.7423282861709595, "Finetune/Step": 3571, "Finetune/Step Time": 6.129327112808824}
+{"Finetune/Learning Rate": 1.1977110855047193e-05, "Finetune/Loss": 0.8831236958503723, "Finetune/Loss (Raw)": 0.9741359949111938, "Finetune/Step": 3572, "Finetune/Step Time": 6.126470252871513}
+{"Finetune/Learning Rate": 1.1973079825873393e-05, "Finetune/Loss": 0.8833673000335693, "Finetune/Loss (Raw)": 0.8378620147705078, "Finetune/Step": 3573, "Finetune/Step Time": 6.124963911250234}
+{"Finetune/Learning Rate": 1.1969048463075285e-05, "Finetune/Loss": 0.8810809254646301, "Finetune/Loss (Raw)": 0.6729288101196289, "Finetune/Step": 3574, "Finetune/Step Time": 6.114859787747264}
+{"Finetune/Learning Rate": 1.1965016767334533e-05, "Finetune/Loss": 0.8809523582458496, "Finetune/Loss (Raw)": 0.8803104758262634, "Finetune/Step": 3575, "Finetune/Step Time": 6.0902406591922045}
+{"Finetune/Learning Rate": 1.1960984739332851e-05, "Finetune/Loss": 0.8813090324401855, "Finetune/Loss (Raw)": 0.9554278254508972, "Finetune/Step": 3576, "Finetune/Step Time": 6.08593512699008}
+{"Finetune/Learning Rate": 1.1956952379751994e-05, "Finetune/Loss": 0.8813375234603882, "Finetune/Loss (Raw)": 0.9329792261123657, "Finetune/Step": 3577, "Finetune/Step Time": 6.087364198639989}
+{"Finetune/Learning Rate": 1.19529196892738e-05, "Finetune/Loss": 0.8817366361618042, "Finetune/Loss (Raw)": 0.848102331161499, "Finetune/Step": 3578, "Finetune/Step Time": 6.095233486965299}
+{"Finetune/Learning Rate": 1.1948886668580143e-05, "Finetune/Loss": 0.8809994459152222, "Finetune/Loss (Raw)": 0.8379415273666382, "Finetune/Step": 3579, "Finetune/Step Time": 6.0936349499970675}
+{"Finetune/Learning Rate": 1.1944853318352955e-05, "Finetune/Loss": 0.8804271221160889, "Finetune/Loss (Raw)": 0.8037798404693604, "Finetune/Step": 3580, "Finetune/Step Time": 6.097759239375591}
+{"Finetune/Learning Rate": 1.1940819639274232e-05, "Finetune/Loss": 0.8782117962837219, "Finetune/Loss (Raw)": 0.758756697177887, "Finetune/Step": 3581, "Finetune/Step Time": 6.0955227967351675}
+{"Finetune/Learning Rate": 1.1936785632026025e-05, "Finetune/Loss": 0.8784807324409485, "Finetune/Loss (Raw)": 0.9331722259521484, "Finetune/Step": 3582, "Finetune/Step Time": 6.1085306871682405}
+{"Finetune/Learning Rate": 1.1932751297290426e-05, "Finetune/Loss": 0.877739429473877, "Finetune/Loss (Raw)": 0.9970961809158325, "Finetune/Step": 3583, "Finetune/Step Time": 6.113581171259284}
+{"Finetune/Learning Rate": 1.19287166357496e-05, "Finetune/Loss": 0.8767460584640503, "Finetune/Loss (Raw)": 0.8633729815483093, "Finetune/Step": 3584, "Finetune/Step Time": 6.1094774175435305}
+{"Finetune/Learning Rate": 1.1924681648085763e-05, "Finetune/Loss": 0.8757635951042175, "Finetune/Loss (Raw)": 0.8468701839447021, "Finetune/Step": 3585, "Finetune/Step Time": 6.10359331779182}
+{"Finetune/Learning Rate": 1.1920646334981176e-05, "Finetune/Loss": 0.8765476942062378, "Finetune/Loss (Raw)": 0.8689476251602173, "Finetune/Step": 3586, "Finetune/Step Time": 6.10685721039772}
+{"Finetune/Learning Rate": 1.1916610697118168e-05, "Finetune/Loss": 0.8761268854141235, "Finetune/Loss (Raw)": 0.9527182579040527, "Finetune/Step": 3587, "Finetune/Step Time": 6.1179734747856855}
+{"Finetune/Learning Rate": 1.1912574735179111e-05, "Finetune/Loss": 0.8759469985961914, "Finetune/Loss (Raw)": 0.8732360005378723, "Finetune/Step": 3588, "Finetune/Step Time": 6.124020176008344}
+{"Finetune/Learning Rate": 1.1908538449846447e-05, "Finetune/Loss": 0.8762530088424683, "Finetune/Loss (Raw)": 0.8976613879203796, "Finetune/Step": 3589, "Finetune/Step Time": 6.1320940144360065}
+{"Finetune/Learning Rate": 1.1904501841802656e-05, "Finetune/Loss": 0.8764291405677795, "Finetune/Loss (Raw)": 0.7898269295692444, "Finetune/Step": 3590, "Finetune/Step Time": 6.1340776439756155}
+{"Finetune/Learning Rate": 1.1900464911730285e-05, "Finetune/Loss": 0.8778802156448364, "Finetune/Loss (Raw)": 0.8676811456680298, "Finetune/Step": 3591, "Finetune/Step Time": 6.135814232751727}
+{"Finetune/Learning Rate": 1.1896427660311931e-05, "Finetune/Loss": 0.8789610862731934, "Finetune/Loss (Raw)": 0.9503073692321777, "Finetune/Step": 3592, "Finetune/Step Time": 6.136268679052591}
+{"Finetune/Learning Rate": 1.1892390088230239e-05, "Finetune/Loss": 0.8773723840713501, "Finetune/Loss (Raw)": 0.643789529800415, "Finetune/Step": 3593, "Finetune/Step Time": 6.142990279942751}
+{"Finetune/Learning Rate": 1.1888352196167923e-05, "Finetune/Loss": 0.8761142492294312, "Finetune/Loss (Raw)": 0.6868134140968323, "Finetune/Step": 3594, "Finetune/Step Time": 6.1433397345244884}
+{"Finetune/Learning Rate": 1.1884313984807736e-05, "Finetune/Loss": 0.8781322240829468, "Finetune/Loss (Raw)": 1.208961009979248, "Finetune/Step": 3595, "Finetune/Step Time": 6.152078211307526}
+{"Finetune/Learning Rate": 1.1880275454832493e-05, "Finetune/Loss": 0.8780463933944702, "Finetune/Loss (Raw)": 0.7942321300506592, "Finetune/Step": 3596, "Finetune/Step Time": 6.1515870820730925}
+{"Finetune/Learning Rate": 1.1876236606925062e-05, "Finetune/Loss": 0.8777926564216614, "Finetune/Loss (Raw)": 0.7173488736152649, "Finetune/Step": 3597, "Finetune/Step Time": 6.16377342864871}
+{"Finetune/Learning Rate": 1.1872197441768365e-05, "Finetune/Loss": 0.8792614340782166, "Finetune/Loss (Raw)": 1.0006779432296753, "Finetune/Step": 3598, "Finetune/Step Time": 6.175014739856124}
+{"Finetune/Learning Rate": 1.1868157960045377e-05, "Finetune/Loss": 0.879256010055542, "Finetune/Loss (Raw)": 0.8869333863258362, "Finetune/Step": 3599, "Finetune/Step Time": 6.1822383012622595}
+{"Finetune/Learning Rate": 1.1864118162439121e-05, "Finetune/Loss": 0.8757646083831787, "Finetune/Loss (Raw)": 0.6463897228240967, "Finetune/Step": 3600, "Finetune/Step Time": 6.1891799215227365}
+{"Finetune/Learning Rate": 1.1860078049632688e-05, "Finetune/Loss": 0.8705371618270874, "Finetune/Loss (Raw)": 0.34272435307502747, "Finetune/Step": 3601, "Finetune/Step Time": 6.201126329600811}
+{"Finetune/Learning Rate": 1.1856037622309205e-05, "Finetune/Loss": 0.8713610172271729, "Finetune/Loss (Raw)": 0.8466717600822449, "Finetune/Step": 3602, "Finetune/Step Time": 6.216506451368332}
+{"Finetune/Learning Rate": 1.1851996881151863e-05, "Finetune/Loss": 0.8752495646476746, "Finetune/Loss (Raw)": 0.8508497476577759, "Finetune/Step": 3603, "Finetune/Step Time": 6.2109188716858625}
+{"Finetune/Learning Rate": 1.1847955826843904e-05, "Finetune/Loss": 0.8758190870285034, "Finetune/Loss (Raw)": 0.932558000087738, "Finetune/Step": 3604, "Finetune/Step Time": 6.194051910191774}
+{"Finetune/Learning Rate": 1.1843914460068619e-05, "Finetune/Loss": 0.8715544939041138, "Finetune/Loss (Raw)": 0.3882497251033783, "Finetune/Step": 3605, "Finetune/Step Time": 6.183485250920057}
+{"Finetune/Learning Rate": 1.1839872781509358e-05, "Finetune/Loss": 0.8706372380256653, "Finetune/Loss (Raw)": 0.981645405292511, "Finetune/Step": 3606, "Finetune/Step Time": 6.185728186741471}
+{"Finetune/Learning Rate": 1.1835830791849521e-05, "Finetune/Loss": 0.8717554807662964, "Finetune/Loss (Raw)": 1.0450727939605713, "Finetune/Step": 3607, "Finetune/Step Time": 6.186537209898233}
+{"Finetune/Learning Rate": 1.1831788491772558e-05, "Finetune/Loss": 0.8717144727706909, "Finetune/Loss (Raw)": 0.9822509288787842, "Finetune/Step": 3608, "Finetune/Step Time": 6.200991231948137}
+{"Finetune/Learning Rate": 1.1827745881961974e-05, "Finetune/Loss": 0.8720046281814575, "Finetune/Loss (Raw)": 0.8556992411613464, "Finetune/Step": 3609, "Finetune/Step Time": 6.195290682837367}
+{"Finetune/Learning Rate": 1.182370296310133e-05, "Finetune/Loss": 0.8695342540740967, "Finetune/Loss (Raw)": 0.6846680045127869, "Finetune/Step": 3610, "Finetune/Step Time": 6.189877238124609}
+{"Finetune/Learning Rate": 1.1819659735874231e-05, "Finetune/Loss": 0.8693784475326538, "Finetune/Loss (Raw)": 0.8384798765182495, "Finetune/Step": 3611, "Finetune/Step Time": 6.213273411616683}
+{"Finetune/Learning Rate": 1.1815616200964341e-05, "Finetune/Loss": 0.8682680726051331, "Finetune/Loss (Raw)": 0.7414534091949463, "Finetune/Step": 3612, "Finetune/Step Time": 6.220380676910281}
+{"Finetune/Learning Rate": 1.1811572359055371e-05, "Finetune/Loss": 0.8678727149963379, "Finetune/Loss (Raw)": 0.9966956973075867, "Finetune/Step": 3613, "Finetune/Step Time": 6.225822350010276}
+{"Finetune/Learning Rate": 1.180752821083109e-05, "Finetune/Loss": 0.8665832281112671, "Finetune/Loss (Raw)": 0.7543216943740845, "Finetune/Step": 3614, "Finetune/Step Time": 6.224342005327344}
+{"Finetune/Learning Rate": 1.1803483756975313e-05, "Finetune/Loss": 0.8657981157302856, "Finetune/Loss (Raw)": 0.8531100153923035, "Finetune/Step": 3615, "Finetune/Step Time": 6.242612961679697}
+{"Finetune/Learning Rate": 1.1799438998171909e-05, "Finetune/Loss": 0.8660658597946167, "Finetune/Loss (Raw)": 0.7072374224662781, "Finetune/Step": 3616, "Finetune/Step Time": 6.269270116463304}
+{"Finetune/Learning Rate": 1.1795393935104802e-05, "Finetune/Loss": 0.8656896352767944, "Finetune/Loss (Raw)": 0.839231014251709, "Finetune/Step": 3617, "Finetune/Step Time": 6.273763418197632}
+{"Finetune/Learning Rate": 1.1791348568457956e-05, "Finetune/Loss": 0.8671037554740906, "Finetune/Loss (Raw)": 0.8095597624778748, "Finetune/Step": 3618, "Finetune/Step Time": 6.274499531835318}
+{"Finetune/Learning Rate": 1.1787302898915405e-05, "Finetune/Loss": 0.8653648495674133, "Finetune/Loss (Raw)": 0.7499480247497559, "Finetune/Step": 3619, "Finetune/Step Time": 6.269066663458943}
+{"Finetune/Learning Rate": 1.1783256927161215e-05, "Finetune/Loss": 0.8645062446594238, "Finetune/Loss (Raw)": 0.9191651940345764, "Finetune/Step": 3620, "Finetune/Step Time": 6.268701335415244}
+{"Finetune/Learning Rate": 1.1779210653879514e-05, "Finetune/Loss": 0.863563597202301, "Finetune/Loss (Raw)": 0.7504241466522217, "Finetune/Step": 3621, "Finetune/Step Time": 6.266400067135692}
+{"Finetune/Learning Rate": 1.177516407975448e-05, "Finetune/Loss": 0.8626400232315063, "Finetune/Loss (Raw)": 0.6813297867774963, "Finetune/Step": 3622, "Finetune/Step Time": 6.278866432607174}
+{"Finetune/Learning Rate": 1.1771117205470342e-05, "Finetune/Loss": 0.8628888130187988, "Finetune/Loss (Raw)": 0.8526918292045593, "Finetune/Step": 3623, "Finetune/Step Time": 6.286148441955447}
+{"Finetune/Learning Rate": 1.1767070031711371e-05, "Finetune/Loss": 0.8613929152488708, "Finetune/Loss (Raw)": 0.8453695774078369, "Finetune/Step": 3624, "Finetune/Step Time": 6.292906053364277}
+{"Finetune/Learning Rate": 1.1763022559161904e-05, "Finetune/Loss": 0.8638179898262024, "Finetune/Loss (Raw)": 1.0865331888198853, "Finetune/Step": 3625, "Finetune/Step Time": 6.297477226704359}
+{"Finetune/Learning Rate": 1.175897478850632e-05, "Finetune/Loss": 0.8635331392288208, "Finetune/Loss (Raw)": 0.608426570892334, "Finetune/Step": 3626, "Finetune/Step Time": 6.2927719838917255}
+{"Finetune/Learning Rate": 1.1754926720429041e-05, "Finetune/Loss": 0.8652167320251465, "Finetune/Loss (Raw)": 0.9679847359657288, "Finetune/Step": 3627, "Finetune/Step Time": 6.287256430834532}
+{"Finetune/Learning Rate": 1.1750878355614556e-05, "Finetune/Loss": 0.8645873069763184, "Finetune/Loss (Raw)": 0.9493151903152466, "Finetune/Step": 3628, "Finetune/Step Time": 6.293552804738283}
+{"Finetune/Learning Rate": 1.174682969474739e-05, "Finetune/Loss": 0.863846480846405, "Finetune/Loss (Raw)": 0.9968563914299011, "Finetune/Step": 3629, "Finetune/Step Time": 6.292558927088976}
+{"Finetune/Learning Rate": 1.1742780738512125e-05, "Finetune/Loss": 0.8638721704483032, "Finetune/Loss (Raw)": 0.9774093627929688, "Finetune/Step": 3630, "Finetune/Step Time": 6.29337458871305}
+{"Finetune/Learning Rate": 1.1738731487593391e-05, "Finetune/Loss": 0.8643581867218018, "Finetune/Loss (Raw)": 1.0124661922454834, "Finetune/Step": 3631, "Finetune/Step Time": 6.288170440122485}
+{"Finetune/Learning Rate": 1.1734681942675867e-05, "Finetune/Loss": 0.8643760085105896, "Finetune/Loss (Raw)": 0.9654286503791809, "Finetune/Step": 3632, "Finetune/Step Time": 6.284837659448385}
+{"Finetune/Learning Rate": 1.1730632104444287e-05, "Finetune/Loss": 0.8657318353652954, "Finetune/Loss (Raw)": 1.020829200744629, "Finetune/Step": 3633, "Finetune/Step Time": 6.284674981608987}
+{"Finetune/Learning Rate": 1.1726581973583424e-05, "Finetune/Loss": 0.8656448125839233, "Finetune/Loss (Raw)": 0.7220610976219177, "Finetune/Step": 3634, "Finetune/Step Time": 6.2738270945847034}
+{"Finetune/Learning Rate": 1.1722531550778115e-05, "Finetune/Loss": 0.8671013712882996, "Finetune/Loss (Raw)": 0.9910677671432495, "Finetune/Step": 3635, "Finetune/Step Time": 6.276707444339991}
+{"Finetune/Learning Rate": 1.1718480836713228e-05, "Finetune/Loss": 0.8682330846786499, "Finetune/Loss (Raw)": 0.8700582981109619, "Finetune/Step": 3636, "Finetune/Step Time": 6.2818545419722795}
+{"Finetune/Learning Rate": 1.1714429832073702e-05, "Finetune/Loss": 0.8674308657646179, "Finetune/Loss (Raw)": 0.9464819431304932, "Finetune/Step": 3637, "Finetune/Step Time": 6.283471619710326}
+{"Finetune/Learning Rate": 1.1710378537544505e-05, "Finetune/Loss": 0.8674890995025635, "Finetune/Loss (Raw)": 0.8453218340873718, "Finetune/Step": 3638, "Finetune/Step Time": 6.283216739073396}
+{"Finetune/Learning Rate": 1.1706326953810665e-05, "Finetune/Loss": 0.8615120649337769, "Finetune/Loss (Raw)": 0.29318878054618835, "Finetune/Step": 3639, "Finetune/Step Time": 6.298021020367742}
+{"Finetune/Learning Rate": 1.1702275081557257e-05, "Finetune/Loss": 0.8624875545501709, "Finetune/Loss (Raw)": 0.9192007780075073, "Finetune/Step": 3640, "Finetune/Step Time": 6.311243358999491}
+{"Finetune/Learning Rate": 1.1698222921469404e-05, "Finetune/Loss": 0.8632031679153442, "Finetune/Loss (Raw)": 1.0127307176589966, "Finetune/Step": 3641, "Finetune/Step Time": 6.306522252038121}
+{"Finetune/Learning Rate": 1.169417047423228e-05, "Finetune/Loss": 0.8668227195739746, "Finetune/Loss (Raw)": 0.8153675198554993, "Finetune/Step": 3642, "Finetune/Step Time": 6.3046730402857065}
+{"Finetune/Learning Rate": 1.1690117740531102e-05, "Finetune/Loss": 0.8666831254959106, "Finetune/Loss (Raw)": 0.7454152703285217, "Finetune/Step": 3643, "Finetune/Step Time": 6.292736621573567}
+{"Finetune/Learning Rate": 1.1686064721051143e-05, "Finetune/Loss": 0.8677397966384888, "Finetune/Loss (Raw)": 0.9000001549720764, "Finetune/Step": 3644, "Finetune/Step Time": 6.297966098412871}
+{"Finetune/Learning Rate": 1.1682011416477717e-05, "Finetune/Loss": 0.8667214512825012, "Finetune/Loss (Raw)": 0.978666365146637, "Finetune/Step": 3645, "Finetune/Step Time": 6.285167781636119}
+{"Finetune/Learning Rate": 1.1677957827496191e-05, "Finetune/Loss": 0.8651975393295288, "Finetune/Loss (Raw)": 0.712429404258728, "Finetune/Step": 3646, "Finetune/Step Time": 6.2890280447900295}
+{"Finetune/Learning Rate": 1.1673903954791979e-05, "Finetune/Loss": 0.8646177053451538, "Finetune/Loss (Raw)": 0.7522706389427185, "Finetune/Step": 3647, "Finetune/Step Time": 6.30397554859519}
+{"Finetune/Learning Rate": 1.166984979905054e-05, "Finetune/Loss": 0.8657420873641968, "Finetune/Loss (Raw)": 0.9582434296607971, "Finetune/Step": 3648, "Finetune/Step Time": 6.333010816946626}
+{"Finetune/Learning Rate": 1.1665795360957386e-05, "Finetune/Loss": 0.8658596277236938, "Finetune/Loss (Raw)": 1.0522379875183105, "Finetune/Step": 3649, "Finetune/Step Time": 6.3348797876387835}
+{"Finetune/Learning Rate": 1.1661740641198076e-05, "Finetune/Loss": 0.8689929246902466, "Finetune/Loss (Raw)": 0.9445011615753174, "Finetune/Step": 3650, "Finetune/Step Time": 6.333742620423436}
+{"Finetune/Learning Rate": 1.1657685640458212e-05, "Finetune/Loss": 0.8693220615386963, "Finetune/Loss (Raw)": 0.9390314221382141, "Finetune/Step": 3651, "Finetune/Step Time": 6.327402733266354}
+{"Finetune/Learning Rate": 1.1653630359423444e-05, "Finetune/Loss": 0.8735772371292114, "Finetune/Loss (Raw)": 0.9584425091743469, "Finetune/Step": 3652, "Finetune/Step Time": 6.323310650885105}
+{"Finetune/Learning Rate": 1.164957479877948e-05, "Finetune/Loss": 0.8733619451522827, "Finetune/Loss (Raw)": 0.773330569267273, "Finetune/Step": 3653, "Finetune/Step Time": 6.3073477149009705}
+{"Finetune/Learning Rate": 1.1645518959212056e-05, "Finetune/Loss": 0.8733150959014893, "Finetune/Loss (Raw)": 0.9561803936958313, "Finetune/Step": 3654, "Finetune/Step Time": 6.294224213808775}
+{"Finetune/Learning Rate": 1.1641462841406974e-05, "Finetune/Loss": 0.8736007809638977, "Finetune/Loss (Raw)": 0.9681783318519592, "Finetune/Step": 3655, "Finetune/Step Time": 6.28750223852694}
+{"Finetune/Learning Rate": 1.1637406446050072e-05, "Finetune/Loss": 0.8742859959602356, "Finetune/Loss (Raw)": 1.0570976734161377, "Finetune/Step": 3656, "Finetune/Step Time": 6.264841724187136}
+{"Finetune/Learning Rate": 1.163334977382724e-05, "Finetune/Loss": 0.872178316116333, "Finetune/Loss (Raw)": 0.6522195935249329, "Finetune/Step": 3657, "Finetune/Step Time": 6.264483856037259}
+{"Finetune/Learning Rate": 1.1629292825424412e-05, "Finetune/Loss": 0.8677477240562439, "Finetune/Loss (Raw)": 0.32349589467048645, "Finetune/Step": 3658, "Finetune/Step Time": 6.272533955052495}
+{"Finetune/Learning Rate": 1.1625235601527572e-05, "Finetune/Loss": 0.8669002056121826, "Finetune/Loss (Raw)": 0.9024906158447266, "Finetune/Step": 3659, "Finetune/Step Time": 6.2875907476991415}
+{"Finetune/Learning Rate": 1.1621178102822745e-05, "Finetune/Loss": 0.8662351369857788, "Finetune/Loss (Raw)": 0.8315765857696533, "Finetune/Step": 3660, "Finetune/Step Time": 6.258600924164057}
+{"Finetune/Learning Rate": 1.1617120329996004e-05, "Finetune/Loss": 0.8671921491622925, "Finetune/Loss (Raw)": 0.8859047293663025, "Finetune/Step": 3661, "Finetune/Step Time": 6.259523330256343}
+{"Finetune/Learning Rate": 1.1613062283733476e-05, "Finetune/Loss": 0.866913914680481, "Finetune/Loss (Raw)": 0.9749877452850342, "Finetune/Step": 3662, "Finetune/Step Time": 6.261952500790358}
+{"Finetune/Learning Rate": 1.1609003964721321e-05, "Finetune/Loss": 0.8618743419647217, "Finetune/Loss (Raw)": 0.3963119089603424, "Finetune/Step": 3663, "Finetune/Step Time": 6.2652376014739275}
+{"Finetune/Learning Rate": 1.160494537364576e-05, "Finetune/Loss": 0.8636176586151123, "Finetune/Loss (Raw)": 1.0986143350601196, "Finetune/Step": 3664, "Finetune/Step Time": 6.2892854399979115}
+{"Finetune/Learning Rate": 1.1600886511193048e-05, "Finetune/Loss": 0.8619346618652344, "Finetune/Loss (Raw)": 0.7763943076133728, "Finetune/Step": 3665, "Finetune/Step Time": 6.295306148007512}
+{"Finetune/Learning Rate": 1.1596827378049491e-05, "Finetune/Loss": 0.8637662529945374, "Finetune/Loss (Raw)": 1.030963659286499, "Finetune/Step": 3666, "Finetune/Step Time": 6.303664347156882}
+{"Finetune/Learning Rate": 1.159276797490144e-05, "Finetune/Loss": 0.8644227981567383, "Finetune/Loss (Raw)": 1.021088719367981, "Finetune/Step": 3667, "Finetune/Step Time": 6.295413916930556}
+{"Finetune/Learning Rate": 1.1588708302435292e-05, "Finetune/Loss": 0.864675760269165, "Finetune/Loss (Raw)": 0.8574920296669006, "Finetune/Step": 3668, "Finetune/Step Time": 6.284601986408234}
+{"Finetune/Learning Rate": 1.1584648361337491e-05, "Finetune/Loss": 0.8643815517425537, "Finetune/Loss (Raw)": 0.9046919941902161, "Finetune/Step": 3669, "Finetune/Step Time": 6.283888973295689}
+{"Finetune/Learning Rate": 1.158058815229452e-05, "Finetune/Loss": 0.864928126335144, "Finetune/Loss (Raw)": 0.806904673576355, "Finetune/Step": 3670, "Finetune/Step Time": 6.2827637065202}
+{"Finetune/Learning Rate": 1.157652767599292e-05, "Finetune/Loss": 0.8626615405082703, "Finetune/Loss (Raw)": 0.7586588859558105, "Finetune/Step": 3671, "Finetune/Step Time": 6.285887012258172}
+{"Finetune/Learning Rate": 1.1572466933119259e-05, "Finetune/Loss": 0.858466386795044, "Finetune/Loss (Raw)": 0.45483162999153137, "Finetune/Step": 3672, "Finetune/Step Time": 6.297268413007259}
+{"Finetune/Learning Rate": 1.1568405924360167e-05, "Finetune/Loss": 0.859095573425293, "Finetune/Loss (Raw)": 1.0173275470733643, "Finetune/Step": 3673, "Finetune/Step Time": 6.309632143005729}
+{"Finetune/Learning Rate": 1.156434465040231e-05, "Finetune/Loss": 0.8602197170257568, "Finetune/Loss (Raw)": 0.9196923971176147, "Finetune/Step": 3674, "Finetune/Step Time": 6.307966835796833}
+{"Finetune/Learning Rate": 1.1560283111932402e-05, "Finetune/Loss": 0.8607543110847473, "Finetune/Loss (Raw)": 0.7799126505851746, "Finetune/Step": 3675, "Finetune/Step Time": 6.288387209177017}
+{"Finetune/Learning Rate": 1.1556221309637204e-05, "Finetune/Loss": 0.8598644137382507, "Finetune/Loss (Raw)": 0.8563845753669739, "Finetune/Step": 3676, "Finetune/Step Time": 6.281351000070572}
+{"Finetune/Learning Rate": 1.1552159244203509e-05, "Finetune/Loss": 0.8589929342269897, "Finetune/Loss (Raw)": 0.904327392578125, "Finetune/Step": 3677, "Finetune/Step Time": 6.309890553355217}
+{"Finetune/Learning Rate": 1.1548096916318175e-05, "Finetune/Loss": 0.8581281900405884, "Finetune/Loss (Raw)": 0.7304666042327881, "Finetune/Step": 3678, "Finetune/Step Time": 6.312750855460763}
+{"Finetune/Learning Rate": 1.1544034326668085e-05, "Finetune/Loss": 0.8559046983718872, "Finetune/Loss (Raw)": 0.7031898498535156, "Finetune/Step": 3679, "Finetune/Step Time": 6.33292667940259}
+{"Finetune/Learning Rate": 1.1539971475940177e-05, "Finetune/Loss": 0.855210542678833, "Finetune/Loss (Raw)": 0.8942239284515381, "Finetune/Step": 3680, "Finetune/Step Time": 6.35505579598248}
+{"Finetune/Learning Rate": 1.1535908364821433e-05, "Finetune/Loss": 0.8517853617668152, "Finetune/Loss (Raw)": 0.3313453793525696, "Finetune/Step": 3681, "Finetune/Step Time": 6.3488345723599195}
+{"Finetune/Learning Rate": 1.1531844993998875e-05, "Finetune/Loss": 0.8470350503921509, "Finetune/Loss (Raw)": 0.35189923644065857, "Finetune/Step": 3682, "Finetune/Step Time": 6.367744227871299}
+{"Finetune/Learning Rate": 1.1527781364159569e-05, "Finetune/Loss": 0.8460344076156616, "Finetune/Loss (Raw)": 0.8593039512634277, "Finetune/Step": 3683, "Finetune/Step Time": 6.385933641344309}
+{"Finetune/Learning Rate": 1.152371747599063e-05, "Finetune/Loss": 0.8454711437225342, "Finetune/Loss (Raw)": 0.8924390077590942, "Finetune/Step": 3684, "Finetune/Step Time": 6.393161281943321}
+{"Finetune/Learning Rate": 1.1519653330179212e-05, "Finetune/Loss": 0.8455683588981628, "Finetune/Loss (Raw)": 0.8477334976196289, "Finetune/Step": 3685, "Finetune/Step Time": 6.383488021790981}
+{"Finetune/Learning Rate": 1.1515588927412509e-05, "Finetune/Loss": 0.8440862894058228, "Finetune/Loss (Raw)": 0.8769771456718445, "Finetune/Step": 3686, "Finetune/Step Time": 6.386085946112871}
+{"Finetune/Learning Rate": 1.151152426837777e-05, "Finetune/Loss": 0.8420915603637695, "Finetune/Loss (Raw)": 0.627941906452179, "Finetune/Step": 3687, "Finetune/Step Time": 6.388098370283842}
+{"Finetune/Learning Rate": 1.1507459353762278e-05, "Finetune/Loss": 0.8423318862915039, "Finetune/Loss (Raw)": 0.8785498142242432, "Finetune/Step": 3688, "Finetune/Step Time": 6.3893337938934565}
+{"Finetune/Learning Rate": 1.1503394184253355e-05, "Finetune/Loss": 0.843303918838501, "Finetune/Loss (Raw)": 1.040166974067688, "Finetune/Step": 3689, "Finetune/Step Time": 6.397300533950329}
+{"Finetune/Learning Rate": 1.1499328760538386e-05, "Finetune/Loss": 0.8408317565917969, "Finetune/Loss (Raw)": 0.7102576494216919, "Finetune/Step": 3690, "Finetune/Step Time": 6.400814091786742}
+{"Finetune/Learning Rate": 1.1495263083304776e-05, "Finetune/Loss": 0.8410015106201172, "Finetune/Loss (Raw)": 0.9171995520591736, "Finetune/Step": 3691, "Finetune/Step Time": 6.415218561887741}
+{"Finetune/Learning Rate": 1.1491197153239984e-05, "Finetune/Loss": 0.8411040902137756, "Finetune/Loss (Raw)": 0.925746500492096, "Finetune/Step": 3692, "Finetune/Step Time": 6.416495028883219}
+{"Finetune/Learning Rate": 1.148713097103151e-05, "Finetune/Loss": 0.8417431712150574, "Finetune/Loss (Raw)": 0.9981294274330139, "Finetune/Step": 3693, "Finetune/Step Time": 6.423099773004651}
+{"Finetune/Learning Rate": 1.1483064537366904e-05, "Finetune/Loss": 0.8428175449371338, "Finetune/Loss (Raw)": 0.99892258644104, "Finetune/Step": 3694, "Finetune/Step Time": 6.4310702830553055}
+{"Finetune/Learning Rate": 1.1478997852933738e-05, "Finetune/Loss": 0.8423798084259033, "Finetune/Loss (Raw)": 0.9847713112831116, "Finetune/Step": 3695, "Finetune/Step Time": 6.449045700952411}
+{"Finetune/Learning Rate": 1.147493091841965e-05, "Finetune/Loss": 0.8421399593353271, "Finetune/Loss (Raw)": 0.8674424290657043, "Finetune/Step": 3696, "Finetune/Step Time": 6.456584859639406}
+{"Finetune/Learning Rate": 1.1470863734512314e-05, "Finetune/Loss": 0.8411468863487244, "Finetune/Loss (Raw)": 0.6201248168945312, "Finetune/Step": 3697, "Finetune/Step Time": 6.459780875593424}
+{"Finetune/Learning Rate": 1.146679630189943e-05, "Finetune/Loss": 0.8406116962432861, "Finetune/Loss (Raw)": 0.7704459428787231, "Finetune/Step": 3698, "Finetune/Step Time": 6.472970098257065}
+{"Finetune/Learning Rate": 1.1462728621268764e-05, "Finetune/Loss": 0.8384619355201721, "Finetune/Loss (Raw)": 0.4671543538570404, "Finetune/Step": 3699, "Finetune/Step Time": 6.498894341289997}
+{"Finetune/Learning Rate": 1.1458660693308104e-05, "Finetune/Loss": 0.8380265235900879, "Finetune/Loss (Raw)": 0.91840660572052, "Finetune/Step": 3700, "Finetune/Step Time": 6.513778045773506}
+{"Finetune/Learning Rate": 1.145459251870529e-05, "Finetune/Loss": 0.8392997980117798, "Finetune/Loss (Raw)": 1.0008385181427002, "Finetune/Step": 3701, "Finetune/Step Time": 6.518018605187535}
+{"Finetune/Learning Rate": 1.1450524098148204e-05, "Finetune/Loss": 0.8414442539215088, "Finetune/Loss (Raw)": 0.9474202990531921, "Finetune/Step": 3702, "Finetune/Step Time": 6.5126592088490725}
+{"Finetune/Learning Rate": 1.1446455432324767e-05, "Finetune/Loss": 0.8421011567115784, "Finetune/Loss (Raw)": 0.9643986821174622, "Finetune/Step": 3703, "Finetune/Step Time": 6.516022818163037}
+{"Finetune/Learning Rate": 1.1442386521922943e-05, "Finetune/Loss": 0.8408655524253845, "Finetune/Loss (Raw)": 0.7972641587257385, "Finetune/Step": 3704, "Finetune/Step Time": 6.520405288785696}
+{"Finetune/Learning Rate": 1.1438317367630734e-05, "Finetune/Loss": 0.8397459983825684, "Finetune/Loss (Raw)": 0.7896773815155029, "Finetune/Step": 3705, "Finetune/Step Time": 6.517463114112616}
+{"Finetune/Learning Rate": 1.1434247970136188e-05, "Finetune/Loss": 0.8403029441833496, "Finetune/Loss (Raw)": 0.9193968176841736, "Finetune/Step": 3706, "Finetune/Step Time": 6.506475696340203}
+{"Finetune/Learning Rate": 1.1430178330127386e-05, "Finetune/Loss": 0.840360701084137, "Finetune/Loss (Raw)": 0.8453294634819031, "Finetune/Step": 3707, "Finetune/Step Time": 6.508323099464178}
+{"Finetune/Learning Rate": 1.1426108448292463e-05, "Finetune/Loss": 0.8417784571647644, "Finetune/Loss (Raw)": 0.9852555990219116, "Finetune/Step": 3708, "Finetune/Step Time": 6.5045793652534485}
+{"Finetune/Learning Rate": 1.1422038325319582e-05, "Finetune/Loss": 0.8426423072814941, "Finetune/Loss (Raw)": 0.8693312406539917, "Finetune/Step": 3709, "Finetune/Step Time": 6.501362960785627}
+{"Finetune/Learning Rate": 1.1417967961896957e-05, "Finetune/Loss": 0.8421412110328674, "Finetune/Loss (Raw)": 0.8690271377563477, "Finetune/Step": 3710, "Finetune/Step Time": 6.487063694745302}
+{"Finetune/Learning Rate": 1.1413897358712833e-05, "Finetune/Loss": 0.8407866358757019, "Finetune/Loss (Raw)": 0.8237132430076599, "Finetune/Step": 3711, "Finetune/Step Time": 6.485182385891676}
+{"Finetune/Learning Rate": 1.1409826516455505e-05, "Finetune/Loss": 0.8414708375930786, "Finetune/Loss (Raw)": 0.9509450793266296, "Finetune/Step": 3712, "Finetune/Step Time": 6.489668058231473}
+{"Finetune/Learning Rate": 1.1405755435813304e-05, "Finetune/Loss": 0.8414344191551208, "Finetune/Loss (Raw)": 0.8422160148620605, "Finetune/Step": 3713, "Finetune/Step Time": 6.494453286752105}
+{"Finetune/Learning Rate": 1.1401684117474594e-05, "Finetune/Loss": 0.8426398038864136, "Finetune/Loss (Raw)": 1.0232319831848145, "Finetune/Step": 3714, "Finetune/Step Time": 6.503432471305132}
+{"Finetune/Learning Rate": 1.1397612562127798e-05, "Finetune/Loss": 0.8427550792694092, "Finetune/Loss (Raw)": 0.967474639415741, "Finetune/Step": 3715, "Finetune/Step Time": 6.516957992687821}
+{"Finetune/Learning Rate": 1.1393540770461358e-05, "Finetune/Loss": 0.84331876039505, "Finetune/Loss (Raw)": 0.9453848600387573, "Finetune/Step": 3716, "Finetune/Step Time": 6.515399549156427}
+{"Finetune/Learning Rate": 1.1389468743163768e-05, "Finetune/Loss": 0.8441824913024902, "Finetune/Loss (Raw)": 1.008215069770813, "Finetune/Step": 3717, "Finetune/Step Time": 6.511935273185372}
+{"Finetune/Learning Rate": 1.1385396480923561e-05, "Finetune/Loss": 0.8437429666519165, "Finetune/Loss (Raw)": 0.7335701584815979, "Finetune/Step": 3718, "Finetune/Step Time": 6.515830395743251}
+{"Finetune/Learning Rate": 1.1381323984429306e-05, "Finetune/Loss": 0.8418981432914734, "Finetune/Loss (Raw)": 0.6315472722053528, "Finetune/Step": 3719, "Finetune/Step Time": 6.51777083799243}
+{"Finetune/Learning Rate": 1.1377251254369616e-05, "Finetune/Loss": 0.8411023616790771, "Finetune/Loss (Raw)": 0.8484451770782471, "Finetune/Step": 3720, "Finetune/Step Time": 6.527084877714515}
+{"Finetune/Learning Rate": 1.137317829143314e-05, "Finetune/Loss": 0.8427829742431641, "Finetune/Loss (Raw)": 0.8589086532592773, "Finetune/Step": 3721, "Finetune/Step Time": 6.526786046102643}
+{"Finetune/Learning Rate": 1.136910509630857e-05, "Finetune/Loss": 0.8445156216621399, "Finetune/Loss (Raw)": 0.9085944890975952, "Finetune/Step": 3722, "Finetune/Step Time": 6.530082423239946}
+{"Finetune/Learning Rate": 1.1365031669684628e-05, "Finetune/Loss": 0.8377710580825806, "Finetune/Loss (Raw)": 0.3456529676914215, "Finetune/Step": 3723, "Finetune/Step Time": 6.528203414753079}
+{"Finetune/Learning Rate": 1.1360958012250089e-05, "Finetune/Loss": 0.839657187461853, "Finetune/Loss (Raw)": 1.0356571674346924, "Finetune/Step": 3724, "Finetune/Step Time": 6.540552595630288}
+{"Finetune/Learning Rate": 1.1356884124693757e-05, "Finetune/Loss": 0.8416924476623535, "Finetune/Loss (Raw)": 0.9778700470924377, "Finetune/Step": 3725, "Finetune/Step Time": 6.523001227527857}
+{"Finetune/Learning Rate": 1.1352810007704476e-05, "Finetune/Loss": 0.8415054082870483, "Finetune/Loss (Raw)": 0.9767364859580994, "Finetune/Step": 3726, "Finetune/Step Time": 6.512020032852888}
+{"Finetune/Learning Rate": 1.1348735661971133e-05, "Finetune/Loss": 0.8398959040641785, "Finetune/Loss (Raw)": 0.6809144616127014, "Finetune/Step": 3727, "Finetune/Step Time": 6.501221589744091}
+{"Finetune/Learning Rate": 1.1344661088182654e-05, "Finetune/Loss": 0.8431263566017151, "Finetune/Loss (Raw)": 1.0598866939544678, "Finetune/Step": 3728, "Finetune/Step Time": 6.504761096090078}
+{"Finetune/Learning Rate": 1.1340586287027995e-05, "Finetune/Loss": 0.8470093011856079, "Finetune/Loss (Raw)": 0.8397462368011475, "Finetune/Step": 3729, "Finetune/Step Time": 6.495834346860647}
+{"Finetune/Learning Rate": 1.1336511259196159e-05, "Finetune/Loss": 0.8486589789390564, "Finetune/Loss (Raw)": 1.0578243732452393, "Finetune/Step": 3730, "Finetune/Step Time": 6.4784217569977045}
+{"Finetune/Learning Rate": 1.1332436005376188e-05, "Finetune/Loss": 0.8489588499069214, "Finetune/Loss (Raw)": 0.8892349600791931, "Finetune/Step": 3731, "Finetune/Step Time": 6.472814079374075}
+{"Finetune/Learning Rate": 1.1328360526257152e-05, "Finetune/Loss": 0.848476231098175, "Finetune/Loss (Raw)": 0.8707802891731262, "Finetune/Step": 3732, "Finetune/Step Time": 6.473760135471821}
+{"Finetune/Learning Rate": 1.1324284822528176e-05, "Finetune/Loss": 0.8513894081115723, "Finetune/Loss (Raw)": 0.7611351609230042, "Finetune/Step": 3733, "Finetune/Step Time": 6.463719906285405}
+{"Finetune/Learning Rate": 1.1320208894878402e-05, "Finetune/Loss": 0.8486589193344116, "Finetune/Loss (Raw)": 0.6321407556533813, "Finetune/Step": 3734, "Finetune/Step Time": 6.451262107118964}
+{"Finetune/Learning Rate": 1.1316132743997026e-05, "Finetune/Loss": 0.8480163216590881, "Finetune/Loss (Raw)": 0.9628209471702576, "Finetune/Step": 3735, "Finetune/Step Time": 6.45198080688715}
+{"Finetune/Learning Rate": 1.1312056370573277e-05, "Finetune/Loss": 0.8476876020431519, "Finetune/Loss (Raw)": 0.9401760697364807, "Finetune/Step": 3736, "Finetune/Step Time": 6.440571157261729}
+{"Finetune/Learning Rate": 1.1307979775296417e-05, "Finetune/Loss": 0.8467259407043457, "Finetune/Loss (Raw)": 0.7326169013977051, "Finetune/Step": 3737, "Finetune/Step Time": 6.4509499948471785}
+{"Finetune/Learning Rate": 1.1303902958855761e-05, "Finetune/Loss": 0.8475766181945801, "Finetune/Loss (Raw)": 0.7935452461242676, "Finetune/Step": 3738, "Finetune/Step Time": 6.450988847762346}
+{"Finetune/Learning Rate": 1.1299825921940634e-05, "Finetune/Loss": 0.8494948148727417, "Finetune/Loss (Raw)": 1.084007740020752, "Finetune/Step": 3739, "Finetune/Step Time": 6.431218398734927}
+{"Finetune/Learning Rate": 1.129574866524043e-05, "Finetune/Loss": 0.8509430885314941, "Finetune/Loss (Raw)": 0.92683345079422, "Finetune/Step": 3740, "Finetune/Step Time": 6.44331881031394}
+{"Finetune/Learning Rate": 1.1291671189444553e-05, "Finetune/Loss": 0.849732518196106, "Finetune/Loss (Raw)": 0.8417438268661499, "Finetune/Step": 3741, "Finetune/Step Time": 6.456674328073859}
+{"Finetune/Learning Rate": 1.1287593495242459e-05, "Finetune/Loss": 0.8502247333526611, "Finetune/Loss (Raw)": 0.8173278570175171, "Finetune/Step": 3742, "Finetune/Step Time": 6.449465706944466}
+{"Finetune/Learning Rate": 1.128351558332364e-05, "Finetune/Loss": 0.8520001173019409, "Finetune/Loss (Raw)": 1.0803592205047607, "Finetune/Step": 3743, "Finetune/Step Time": 6.427685908973217}
+{"Finetune/Learning Rate": 1.127943745437762e-05, "Finetune/Loss": 0.853307843208313, "Finetune/Loss (Raw)": 0.8746244311332703, "Finetune/Step": 3744, "Finetune/Step Time": 6.400303641334176}
+{"Finetune/Learning Rate": 1.1275359109093963e-05, "Finetune/Loss": 0.8540443181991577, "Finetune/Loss (Raw)": 0.933505117893219, "Finetune/Step": 3745, "Finetune/Step Time": 6.392500946298242}
+{"Finetune/Learning Rate": 1.127128054816227e-05, "Finetune/Loss": 0.8550103902816772, "Finetune/Loss (Raw)": 0.9332077503204346, "Finetune/Step": 3746, "Finetune/Step Time": 6.390235299244523}
+{"Finetune/Learning Rate": 1.1267201772272173e-05, "Finetune/Loss": 0.854834794998169, "Finetune/Loss (Raw)": 0.7274755239486694, "Finetune/Step": 3747, "Finetune/Step Time": 6.387740779668093}
+{"Finetune/Learning Rate": 1.1263122782113344e-05, "Finetune/Loss": 0.855515718460083, "Finetune/Loss (Raw)": 1.0063217878341675, "Finetune/Step": 3748, "Finetune/Step Time": 6.390601797029376}
+{"Finetune/Learning Rate": 1.1259043578375502e-05, "Finetune/Loss": 0.8562638759613037, "Finetune/Loss (Raw)": 0.8461870551109314, "Finetune/Step": 3749, "Finetune/Step Time": 6.389170063659549}
+{"Finetune/Learning Rate": 1.1254964161748381e-05, "Finetune/Loss": 0.8570199012756348, "Finetune/Loss (Raw)": 0.7781047821044922, "Finetune/Step": 3750, "Finetune/Step Time": 6.377048140391707}
+{"Finetune/Learning Rate": 1.1250884532921764e-05, "Finetune/Loss": 0.8575957417488098, "Finetune/Loss (Raw)": 0.9263970255851746, "Finetune/Step": 3751, "Finetune/Step Time": 6.378418982028961}
+{"Finetune/Learning Rate": 1.124680469258547e-05, "Finetune/Loss": 0.8577749729156494, "Finetune/Loss (Raw)": 0.8683066964149475, "Finetune/Step": 3752, "Finetune/Step Time": 6.373661672696471}
+{"Finetune/Learning Rate": 1.1242724641429347e-05, "Finetune/Loss": 0.8547782301902771, "Finetune/Loss (Raw)": 0.7029609680175781, "Finetune/Step": 3753, "Finetune/Step Time": 6.371977683156729}
+{"Finetune/Learning Rate": 1.1238644380143289e-05, "Finetune/Loss": 0.8580060005187988, "Finetune/Loss (Raw)": 1.0215767621994019, "Finetune/Step": 3754, "Finetune/Step Time": 6.374254487454891}
+{"Finetune/Learning Rate": 1.1234563909417218e-05, "Finetune/Loss": 0.8576033711433411, "Finetune/Loss (Raw)": 0.9164481163024902, "Finetune/Step": 3755, "Finetune/Step Time": 6.3706761207431555}
+{"Finetune/Learning Rate": 1.1230483229941092e-05, "Finetune/Loss": 0.8569459319114685, "Finetune/Loss (Raw)": 0.8651650547981262, "Finetune/Step": 3756, "Finetune/Step Time": 6.371650556102395}
+{"Finetune/Learning Rate": 1.12264023424049e-05, "Finetune/Loss": 0.8558357954025269, "Finetune/Loss (Raw)": 0.8547561168670654, "Finetune/Step": 3757, "Finetune/Step Time": 6.376816192641854}
+{"Finetune/Learning Rate": 1.1222321247498682e-05, "Finetune/Loss": 0.8551118969917297, "Finetune/Loss (Raw)": 0.8847447037696838, "Finetune/Step": 3758, "Finetune/Step Time": 6.3814732208848}
+{"Finetune/Learning Rate": 1.1218239945912494e-05, "Finetune/Loss": 0.854360818862915, "Finetune/Loss (Raw)": 0.9163334369659424, "Finetune/Step": 3759, "Finetune/Step Time": 6.3883362002670765}
+{"Finetune/Learning Rate": 1.121415843833644e-05, "Finetune/Loss": 0.8538274765014648, "Finetune/Loss (Raw)": 0.897154688835144, "Finetune/Step": 3760, "Finetune/Step Time": 6.395102145150304}
+{"Finetune/Learning Rate": 1.1210076725460652e-05, "Finetune/Loss": 0.8522967100143433, "Finetune/Loss (Raw)": 0.8249010443687439, "Finetune/Step": 3761, "Finetune/Step Time": 6.396810378879309}
+{"Finetune/Learning Rate": 1.12059948079753e-05, "Finetune/Loss": 0.8537228107452393, "Finetune/Loss (Raw)": 0.9045963287353516, "Finetune/Step": 3762, "Finetune/Step Time": 6.3994886334985495}
+{"Finetune/Learning Rate": 1.1201912686570588e-05, "Finetune/Loss": 0.8541459441184998, "Finetune/Loss (Raw)": 1.045228362083435, "Finetune/Step": 3763, "Finetune/Step Time": 6.385172596201301}
+{"Finetune/Learning Rate": 1.1197830361936755e-05, "Finetune/Loss": 0.8549708127975464, "Finetune/Loss (Raw)": 0.975646436214447, "Finetune/Step": 3764, "Finetune/Step Time": 6.387466935440898}
+{"Finetune/Learning Rate": 1.1193747834764073e-05, "Finetune/Loss": 0.8547899723052979, "Finetune/Loss (Raw)": 0.9233347177505493, "Finetune/Step": 3765, "Finetune/Step Time": 6.389612836763263}
+{"Finetune/Learning Rate": 1.1189665105742846e-05, "Finetune/Loss": 0.8560280203819275, "Finetune/Loss (Raw)": 1.0037883520126343, "Finetune/Step": 3766, "Finetune/Step Time": 6.383625295013189}
+{"Finetune/Learning Rate": 1.1185582175563417e-05, "Finetune/Loss": 0.860173225402832, "Finetune/Loss (Raw)": 0.8237735629081726, "Finetune/Step": 3767, "Finetune/Step Time": 6.368093250319362}
+{"Finetune/Learning Rate": 1.118149904491616e-05, "Finetune/Loss": 0.8593332767486572, "Finetune/Loss (Raw)": 0.8116861581802368, "Finetune/Step": 3768, "Finetune/Step Time": 6.360597457736731}
+{"Finetune/Learning Rate": 1.1177415714491487e-05, "Finetune/Loss": 0.8578284978866577, "Finetune/Loss (Raw)": 0.8201225996017456, "Finetune/Step": 3769, "Finetune/Step Time": 6.372132588177919}
+{"Finetune/Learning Rate": 1.1173332184979835e-05, "Finetune/Loss": 0.8586395382881165, "Finetune/Loss (Raw)": 0.9191856980323792, "Finetune/Step": 3770, "Finetune/Step Time": 6.387880563735962}
+{"Finetune/Learning Rate": 1.1169248457071685e-05, "Finetune/Loss": 0.8584839105606079, "Finetune/Loss (Raw)": 0.7254866361618042, "Finetune/Step": 3771, "Finetune/Step Time": 6.386597661301494}
+{"Finetune/Learning Rate": 1.1165164531457544e-05, "Finetune/Loss": 0.8551268577575684, "Finetune/Loss (Raw)": 0.4703032672405243, "Finetune/Step": 3772, "Finetune/Step Time": 6.381061043590307}
+{"Finetune/Learning Rate": 1.1161080408827956e-05, "Finetune/Loss": 0.853703498840332, "Finetune/Loss (Raw)": 0.7964807748794556, "Finetune/Step": 3773, "Finetune/Step Time": 6.393226919695735}
+{"Finetune/Learning Rate": 1.11569960898735e-05, "Finetune/Loss": 0.8554248809814453, "Finetune/Loss (Raw)": 0.9327569007873535, "Finetune/Step": 3774, "Finetune/Step Time": 6.401398055255413}
+{"Finetune/Learning Rate": 1.1152911575284782e-05, "Finetune/Loss": 0.8576244711875916, "Finetune/Loss (Raw)": 1.0338189601898193, "Finetune/Step": 3775, "Finetune/Step Time": 6.390392746776342}
+{"Finetune/Learning Rate": 1.1148826865752445e-05, "Finetune/Loss": 0.8562146425247192, "Finetune/Loss (Raw)": 0.7777889966964722, "Finetune/Step": 3776, "Finetune/Step Time": 6.3628888968378305}
+{"Finetune/Learning Rate": 1.1144741961967165e-05, "Finetune/Loss": 0.855686366558075, "Finetune/Loss (Raw)": 0.9846171736717224, "Finetune/Step": 3777, "Finetune/Step Time": 6.362426212057471}
+{"Finetune/Learning Rate": 1.1140656864619653e-05, "Finetune/Loss": 0.854550838470459, "Finetune/Loss (Raw)": 0.7991527318954468, "Finetune/Step": 3778, "Finetune/Step Time": 6.35839195176959}
+{"Finetune/Learning Rate": 1.113657157440065e-05, "Finetune/Loss": 0.8544697165489197, "Finetune/Loss (Raw)": 0.9286479353904724, "Finetune/Step": 3779, "Finetune/Step Time": 6.348394557833672}
+{"Finetune/Learning Rate": 1.1132486092000926e-05, "Finetune/Loss": 0.8539332151412964, "Finetune/Loss (Raw)": 0.8897706866264343, "Finetune/Step": 3780, "Finetune/Step Time": 6.345103181898594}
+{"Finetune/Learning Rate": 1.1128400418111294e-05, "Finetune/Loss": 0.8553383350372314, "Finetune/Loss (Raw)": 0.9531922936439514, "Finetune/Step": 3781, "Finetune/Step Time": 6.340658690780401}
+{"Finetune/Learning Rate": 1.1124314553422584e-05, "Finetune/Loss": 0.8543158769607544, "Finetune/Loss (Raw)": 0.8253002166748047, "Finetune/Step": 3782, "Finetune/Step Time": 6.342348346486688}
+{"Finetune/Learning Rate": 1.1120228498625676e-05, "Finetune/Loss": 0.854274570941925, "Finetune/Loss (Raw)": 0.9628880620002747, "Finetune/Step": 3783, "Finetune/Step Time": 6.346128575503826}
+{"Finetune/Learning Rate": 1.1116142254411469e-05, "Finetune/Loss": 0.8526574373245239, "Finetune/Loss (Raw)": 0.8501066565513611, "Finetune/Step": 3784, "Finetune/Step Time": 6.344366122037172}
+{"Finetune/Learning Rate": 1.1112055821470892e-05, "Finetune/Loss": 0.8518102765083313, "Finetune/Loss (Raw)": 0.5437785387039185, "Finetune/Step": 3785, "Finetune/Step Time": 6.3511426988989115}
+{"Finetune/Learning Rate": 1.1107969200494928e-05, "Finetune/Loss": 0.8551198244094849, "Finetune/Loss (Raw)": 0.7471279501914978, "Finetune/Step": 3786, "Finetune/Step Time": 6.369000794366002}
+{"Finetune/Learning Rate": 1.110388239217456e-05, "Finetune/Loss": 0.8552745580673218, "Finetune/Loss (Raw)": 0.9222858548164368, "Finetune/Step": 3787, "Finetune/Step Time": 6.360110813751817}
+{"Finetune/Learning Rate": 1.109979539720083e-05, "Finetune/Loss": 0.8555428981781006, "Finetune/Loss (Raw)": 0.8659337162971497, "Finetune/Step": 3788, "Finetune/Step Time": 6.3604229763150215}
+{"Finetune/Learning Rate": 1.109570821626479e-05, "Finetune/Loss": 0.8559608459472656, "Finetune/Loss (Raw)": 0.9393998980522156, "Finetune/Step": 3789, "Finetune/Step Time": 6.355549205094576}
+{"Finetune/Learning Rate": 1.1091620850057545e-05, "Finetune/Loss": 0.8550007939338684, "Finetune/Loss (Raw)": 0.8521005511283875, "Finetune/Step": 3790, "Finetune/Step Time": 6.354522662237287}
+{"Finetune/Learning Rate": 1.1087533299270209e-05, "Finetune/Loss": 0.8597087860107422, "Finetune/Loss (Raw)": 0.9989334940910339, "Finetune/Step": 3791, "Finetune/Step Time": 6.350454906001687}
+{"Finetune/Learning Rate": 1.1083445564593944e-05, "Finetune/Loss": 0.8578622341156006, "Finetune/Loss (Raw)": 0.8622502684593201, "Finetune/Step": 3792, "Finetune/Step Time": 6.3275728933513165}
+{"Finetune/Learning Rate": 1.107935764671994e-05, "Finetune/Loss": 0.8583094477653503, "Finetune/Loss (Raw)": 0.8336416482925415, "Finetune/Step": 3793, "Finetune/Step Time": 6.324640389531851}
+{"Finetune/Learning Rate": 1.1075269546339404e-05, "Finetune/Loss": 0.8585622310638428, "Finetune/Loss (Raw)": 1.063317894935608, "Finetune/Step": 3794, "Finetune/Step Time": 6.345923785120249}
+{"Finetune/Learning Rate": 1.10711812641436e-05, "Finetune/Loss": 0.857460618019104, "Finetune/Loss (Raw)": 0.8800902962684631, "Finetune/Step": 3795, "Finetune/Step Time": 6.354895442724228}
+{"Finetune/Learning Rate": 1.1067092800823798e-05, "Finetune/Loss": 0.8582702875137329, "Finetune/Loss (Raw)": 0.9611285328865051, "Finetune/Step": 3796, "Finetune/Step Time": 6.36556539312005}
+{"Finetune/Learning Rate": 1.1063004157071311e-05, "Finetune/Loss": 0.8588936924934387, "Finetune/Loss (Raw)": 0.9844862818717957, "Finetune/Step": 3797, "Finetune/Step Time": 6.374466110020876}
+{"Finetune/Learning Rate": 1.1058915333577478e-05, "Finetune/Loss": 0.8597103953361511, "Finetune/Loss (Raw)": 0.9114415049552917, "Finetune/Step": 3798, "Finetune/Step Time": 6.3845475893467665}
+{"Finetune/Learning Rate": 1.1054826331033672e-05, "Finetune/Loss": 0.8611651659011841, "Finetune/Loss (Raw)": 0.9448633193969727, "Finetune/Step": 3799, "Finetune/Step Time": 6.3778165858238935}
+{"Finetune/Learning Rate": 1.1050737150131298e-05, "Finetune/Loss": 0.8647075891494751, "Finetune/Loss (Raw)": 0.9082673788070679, "Finetune/Step": 3800, "Finetune/Step Time": 6.368955021724105}
+{"Finetune/Learning Rate": 1.1046647791561782e-05, "Finetune/Loss": 0.863922119140625, "Finetune/Loss (Raw)": 0.9167889356613159, "Finetune/Step": 3801, "Finetune/Step Time": 6.364088490605354}
+{"Finetune/Learning Rate": 1.1042558256016591e-05, "Finetune/Loss": 0.8604615330696106, "Finetune/Loss (Raw)": 0.47673580050468445, "Finetune/Step": 3802, "Finetune/Step Time": 6.365616507828236}
+{"Finetune/Learning Rate": 1.1038468544187213e-05, "Finetune/Loss": 0.86020827293396, "Finetune/Loss (Raw)": 0.7474963068962097, "Finetune/Step": 3803, "Finetune/Step Time": 6.382220104336739}
+{"Finetune/Learning Rate": 1.103437865676517e-05, "Finetune/Loss": 0.860169529914856, "Finetune/Loss (Raw)": 0.8514248728752136, "Finetune/Step": 3804, "Finetune/Step Time": 6.3746746480464935}
+{"Finetune/Learning Rate": 1.1030288594442016e-05, "Finetune/Loss": 0.8611173033714294, "Finetune/Loss (Raw)": 1.02564537525177, "Finetune/Step": 3805, "Finetune/Step Time": 6.346016097813845}
+{"Finetune/Learning Rate": 1.1026198357909327e-05, "Finetune/Loss": 0.862774133682251, "Finetune/Loss (Raw)": 0.9425367116928101, "Finetune/Step": 3806, "Finetune/Step Time": 6.341000575572252}
+{"Finetune/Learning Rate": 1.1022107947858718e-05, "Finetune/Loss": 0.8629388809204102, "Finetune/Loss (Raw)": 0.7242810130119324, "Finetune/Step": 3807, "Finetune/Step Time": 6.32083879224956}
+{"Finetune/Learning Rate": 1.1018017364981828e-05, "Finetune/Loss": 0.8628172278404236, "Finetune/Loss (Raw)": 0.878645122051239, "Finetune/Step": 3808, "Finetune/Step Time": 6.297954807057977}
+{"Finetune/Learning Rate": 1.1013926609970325e-05, "Finetune/Loss": 0.8664833307266235, "Finetune/Loss (Raw)": 0.8006178736686707, "Finetune/Step": 3809, "Finetune/Step Time": 6.293098848313093}
+{"Finetune/Learning Rate": 1.1009835683515903e-05, "Finetune/Loss": 0.8710296154022217, "Finetune/Loss (Raw)": 0.9338219165802002, "Finetune/Step": 3810, "Finetune/Step Time": 6.278314920142293}
+{"Finetune/Learning Rate": 1.1005744586310296e-05, "Finetune/Loss": 0.8708871603012085, "Finetune/Loss (Raw)": 0.8410606384277344, "Finetune/Step": 3811, "Finetune/Step Time": 6.271940879523754}
+{"Finetune/Learning Rate": 1.1001653319045256e-05, "Finetune/Loss": 0.87091463804245, "Finetune/Loss (Raw)": 0.8959616422653198, "Finetune/Step": 3812, "Finetune/Step Time": 6.269804844632745}
+{"Finetune/Learning Rate": 1.0997561882412566e-05, "Finetune/Loss": 0.871913492679596, "Finetune/Loss (Raw)": 0.975590169429779, "Finetune/Step": 3813, "Finetune/Step Time": 6.27254399843514}
+{"Finetune/Learning Rate": 1.0993470277104044e-05, "Finetune/Loss": 0.8710998296737671, "Finetune/Loss (Raw)": 0.7728190422058105, "Finetune/Step": 3814, "Finetune/Step Time": 6.269860416650772}
+{"Finetune/Learning Rate": 1.0989378503811528e-05, "Finetune/Loss": 0.8728996515274048, "Finetune/Loss (Raw)": 0.8583232760429382, "Finetune/Step": 3815, "Finetune/Step Time": 6.264812497422099}
+{"Finetune/Learning Rate": 1.0985286563226887e-05, "Finetune/Loss": 0.8735328316688538, "Finetune/Loss (Raw)": 0.9595943689346313, "Finetune/Step": 3816, "Finetune/Step Time": 6.249613219872117}
+{"Finetune/Learning Rate": 1.0981194456042023e-05, "Finetune/Loss": 0.8726361989974976, "Finetune/Loss (Raw)": 0.9254077672958374, "Finetune/Step": 3817, "Finetune/Step Time": 6.236117836087942}
+{"Finetune/Learning Rate": 1.0977102182948862e-05, "Finetune/Loss": 0.8743516206741333, "Finetune/Loss (Raw)": 0.9298179149627686, "Finetune/Step": 3818, "Finetune/Step Time": 6.233738403767347}
+{"Finetune/Learning Rate": 1.0973009744639355e-05, "Finetune/Loss": 0.8741190433502197, "Finetune/Loss (Raw)": 0.8874322772026062, "Finetune/Step": 3819, "Finetune/Step Time": 6.217472428455949}
+{"Finetune/Learning Rate": 1.0968917141805493e-05, "Finetune/Loss": 0.8723580837249756, "Finetune/Loss (Raw)": 0.7003434896469116, "Finetune/Step": 3820, "Finetune/Step Time": 6.220368357375264}
+{"Finetune/Learning Rate": 1.0964824375139276e-05, "Finetune/Loss": 0.8710306882858276, "Finetune/Loss (Raw)": 0.8282274603843689, "Finetune/Step": 3821, "Finetune/Step Time": 6.223548982292414}
+{"Finetune/Learning Rate": 1.0960731445332745e-05, "Finetune/Loss": 0.8698535561561584, "Finetune/Loss (Raw)": 0.8482456803321838, "Finetune/Step": 3822, "Finetune/Step Time": 6.227370133623481}
+{"Finetune/Learning Rate": 1.0956638353077973e-05, "Finetune/Loss": 0.8693052530288696, "Finetune/Loss (Raw)": 0.914592981338501, "Finetune/Step": 3823, "Finetune/Step Time": 6.21159684471786}
+{"Finetune/Learning Rate": 1.0952545099067044e-05, "Finetune/Loss": 0.8705781698226929, "Finetune/Loss (Raw)": 1.0303764343261719, "Finetune/Step": 3824, "Finetune/Step Time": 6.202008157968521}
+{"Finetune/Learning Rate": 1.0948451683992084e-05, "Finetune/Loss": 0.8738524317741394, "Finetune/Loss (Raw)": 1.0392309427261353, "Finetune/Step": 3825, "Finetune/Step Time": 6.2039802968502045}
+{"Finetune/Learning Rate": 1.0944358108545236e-05, "Finetune/Loss": 0.8742156624794006, "Finetune/Loss (Raw)": 0.8169374465942383, "Finetune/Step": 3826, "Finetune/Step Time": 6.192988669499755}
+{"Finetune/Learning Rate": 1.0940264373418684e-05, "Finetune/Loss": 0.8783050775527954, "Finetune/Loss (Raw)": 0.9905961155891418, "Finetune/Step": 3827, "Finetune/Step Time": 6.1716165989637375}
+{"Finetune/Learning Rate": 1.0936170479304618e-05, "Finetune/Loss": 0.8743023872375488, "Finetune/Loss (Raw)": 0.4060661196708679, "Finetune/Step": 3828, "Finetune/Step Time": 6.159645669162273}
+{"Finetune/Learning Rate": 1.0932076426895272e-05, "Finetune/Loss": 0.8742027282714844, "Finetune/Loss (Raw)": 0.9880885481834412, "Finetune/Step": 3829, "Finetune/Step Time": 6.168933162465692}
+{"Finetune/Learning Rate": 1.0927982216882907e-05, "Finetune/Loss": 0.8728070259094238, "Finetune/Loss (Raw)": 0.7687565684318542, "Finetune/Step": 3830, "Finetune/Step Time": 6.168465286493301}
+{"Finetune/Learning Rate": 1.0923887849959795e-05, "Finetune/Loss": 0.8733552694320679, "Finetune/Loss (Raw)": 1.0345780849456787, "Finetune/Step": 3831, "Finetune/Step Time": 6.167712885886431}
+{"Finetune/Learning Rate": 1.0919793326818251e-05, "Finetune/Loss": 0.8762408494949341, "Finetune/Loss (Raw)": 1.1666216850280762, "Finetune/Step": 3832, "Finetune/Step Time": 6.1662818398326635}
+{"Finetune/Learning Rate": 1.091569864815061e-05, "Finetune/Loss": 0.8776353597640991, "Finetune/Loss (Raw)": 0.9681805372238159, "Finetune/Step": 3833, "Finetune/Step Time": 6.164886662736535}
+{"Finetune/Learning Rate": 1.0911603814649235e-05, "Finetune/Loss": 0.8771272897720337, "Finetune/Loss (Raw)": 0.8543505072593689, "Finetune/Step": 3834, "Finetune/Step Time": 6.170278297737241}
+{"Finetune/Learning Rate": 1.0907508827006504e-05, "Finetune/Loss": 0.8795924186706543, "Finetune/Loss (Raw)": 1.1608673334121704, "Finetune/Step": 3835, "Finetune/Step Time": 6.1696697771549225}
+{"Finetune/Learning Rate": 1.0903413685914843e-05, "Finetune/Loss": 0.8774486780166626, "Finetune/Loss (Raw)": 0.7108649611473083, "Finetune/Step": 3836, "Finetune/Step Time": 6.164476538076997}
+{"Finetune/Learning Rate": 1.0899318392066684e-05, "Finetune/Loss": 0.877387523651123, "Finetune/Loss (Raw)": 0.8615065217018127, "Finetune/Step": 3837, "Finetune/Step Time": 6.166545381769538}
+{"Finetune/Learning Rate": 1.0895222946154493e-05, "Finetune/Loss": 0.8779754638671875, "Finetune/Loss (Raw)": 0.944278359413147, "Finetune/Step": 3838, "Finetune/Step Time": 6.177400151267648}
+{"Finetune/Learning Rate": 1.0891127348870765e-05, "Finetune/Loss": 0.8783937692642212, "Finetune/Loss (Raw)": 0.877252995967865, "Finetune/Step": 3839, "Finetune/Step Time": 6.176850035786629}
+{"Finetune/Learning Rate": 1.0887031600908013e-05, "Finetune/Loss": 0.8774851560592651, "Finetune/Loss (Raw)": 0.8346399068832397, "Finetune/Step": 3840, "Finetune/Step Time": 6.183567766100168}
+{"Finetune/Learning Rate": 1.0882935702958782e-05, "Finetune/Loss": 0.8779036998748779, "Finetune/Loss (Raw)": 0.8958006501197815, "Finetune/Step": 3841, "Finetune/Step Time": 6.183653654530644}
+{"Finetune/Learning Rate": 1.0878839655715636e-05, "Finetune/Loss": 0.8773677349090576, "Finetune/Loss (Raw)": 0.954623281955719, "Finetune/Step": 3842, "Finetune/Step Time": 6.170101294294}
+{"Finetune/Learning Rate": 1.0874743459871174e-05, "Finetune/Loss": 0.8748888969421387, "Finetune/Loss (Raw)": 0.650183916091919, "Finetune/Step": 3843, "Finetune/Step Time": 6.147412953898311}
+{"Finetune/Learning Rate": 1.0870647116118004e-05, "Finetune/Loss": 0.8741154074668884, "Finetune/Loss (Raw)": 0.8463775515556335, "Finetune/Step": 3844, "Finetune/Step Time": 6.146028844639659}
+{"Finetune/Learning Rate": 1.0866550625148779e-05, "Finetune/Loss": 0.8733124732971191, "Finetune/Loss (Raw)": 0.9054408669471741, "Finetune/Step": 3845, "Finetune/Step Time": 6.146231148391962}
+{"Finetune/Learning Rate": 1.0862453987656162e-05, "Finetune/Loss": 0.8743839263916016, "Finetune/Loss (Raw)": 0.8707140684127808, "Finetune/Step": 3846, "Finetune/Step Time": 6.148813012987375}
+{"Finetune/Learning Rate": 1.0858357204332846e-05, "Finetune/Loss": 0.8751839995384216, "Finetune/Loss (Raw)": 0.7339537739753723, "Finetune/Step": 3847, "Finetune/Step Time": 6.141498561948538}
+{"Finetune/Learning Rate": 1.0854260275871549e-05, "Finetune/Loss": 0.8741366863250732, "Finetune/Loss (Raw)": 0.7143866419792175, "Finetune/Step": 3848, "Finetune/Step Time": 6.151706680655479}
+{"Finetune/Learning Rate": 1.0850163202965012e-05, "Finetune/Loss": 0.8749887943267822, "Finetune/Loss (Raw)": 0.96798175573349, "Finetune/Step": 3849, "Finetune/Step Time": 6.154724895954132}
+{"Finetune/Learning Rate": 1.0846065986306001e-05, "Finetune/Loss": 0.8748668432235718, "Finetune/Loss (Raw)": 0.8929806351661682, "Finetune/Step": 3850, "Finetune/Step Time": 6.15405710041523}
+{"Finetune/Learning Rate": 1.0841968626587306e-05, "Finetune/Loss": 0.8794411420822144, "Finetune/Loss (Raw)": 0.9311654567718506, "Finetune/Step": 3851, "Finetune/Step Time": 6.146532258018851}
+{"Finetune/Learning Rate": 1.0837871124501747e-05, "Finetune/Loss": 0.8776429891586304, "Finetune/Loss (Raw)": 0.805500864982605, "Finetune/Step": 3852, "Finetune/Step Time": 6.139110656455159}
+{"Finetune/Learning Rate": 1.0833773480742154e-05, "Finetune/Loss": 0.8771387338638306, "Finetune/Loss (Raw)": 0.9133243560791016, "Finetune/Step": 3853, "Finetune/Step Time": 6.147639187052846}
+{"Finetune/Learning Rate": 1.0829675696001398e-05, "Finetune/Loss": 0.8767808675765991, "Finetune/Loss (Raw)": 0.9309297204017639, "Finetune/Step": 3854, "Finetune/Step Time": 6.179187096655369}
+{"Finetune/Learning Rate": 1.082557777097236e-05, "Finetune/Loss": 0.8784201145172119, "Finetune/Loss (Raw)": 0.8907303810119629, "Finetune/Step": 3855, "Finetune/Step Time": 6.180394306778908}
+{"Finetune/Learning Rate": 1.0821479706347953e-05, "Finetune/Loss": 0.8766396045684814, "Finetune/Loss (Raw)": 0.8319878578186035, "Finetune/Step": 3856, "Finetune/Step Time": 6.174610959365964}
+{"Finetune/Learning Rate": 1.081738150282111e-05, "Finetune/Loss": 0.8769834637641907, "Finetune/Loss (Raw)": 0.883760929107666, "Finetune/Step": 3857, "Finetune/Step Time": 6.1772738210856915}
+{"Finetune/Learning Rate": 1.081328316108479e-05, "Finetune/Loss": 0.8765929937362671, "Finetune/Loss (Raw)": 1.0078438520431519, "Finetune/Step": 3858, "Finetune/Step Time": 6.181355595588684}
+{"Finetune/Learning Rate": 1.0809184681831972e-05, "Finetune/Loss": 0.8727607131004333, "Finetune/Loss (Raw)": 0.3986973166465759, "Finetune/Step": 3859, "Finetune/Step Time": 6.189415732398629}
+{"Finetune/Learning Rate": 1.0805086065755658e-05, "Finetune/Loss": 0.8724559545516968, "Finetune/Loss (Raw)": 0.8317814469337463, "Finetune/Step": 3860, "Finetune/Step Time": 6.204881772398949}
+{"Finetune/Learning Rate": 1.0800987313548881e-05, "Finetune/Loss": 0.8731854557991028, "Finetune/Loss (Raw)": 0.8545051217079163, "Finetune/Step": 3861, "Finetune/Step Time": 6.211240105330944}
+{"Finetune/Learning Rate": 1.0796888425904685e-05, "Finetune/Loss": 0.8735906481742859, "Finetune/Loss (Raw)": 0.68400639295578, "Finetune/Step": 3862, "Finetune/Step Time": 6.223190702497959}
+{"Finetune/Learning Rate": 1.0792789403516148e-05, "Finetune/Loss": 0.8734656572341919, "Finetune/Loss (Raw)": 0.9468207955360413, "Finetune/Step": 3863, "Finetune/Step Time": 6.2256118673831224}
+{"Finetune/Learning Rate": 1.0788690247076365e-05, "Finetune/Loss": 0.8734063506126404, "Finetune/Loss (Raw)": 0.9325850009918213, "Finetune/Step": 3864, "Finetune/Step Time": 6.227249406278133}
+{"Finetune/Learning Rate": 1.0784590957278452e-05, "Finetune/Loss": 0.875082790851593, "Finetune/Loss (Raw)": 0.9471997618675232, "Finetune/Step": 3865, "Finetune/Step Time": 6.223676145076752}
+{"Finetune/Learning Rate": 1.0780491534815549e-05, "Finetune/Loss": 0.8765016794204712, "Finetune/Loss (Raw)": 0.9751637578010559, "Finetune/Step": 3866, "Finetune/Step Time": 6.222023818641901}
+{"Finetune/Learning Rate": 1.0776391980380825e-05, "Finetune/Loss": 0.8754012584686279, "Finetune/Loss (Raw)": 0.9431565403938293, "Finetune/Step": 3867, "Finetune/Step Time": 6.222866935655475}
+{"Finetune/Learning Rate": 1.0772292294667463e-05, "Finetune/Loss": 0.8750165104866028, "Finetune/Loss (Raw)": 0.877585232257843, "Finetune/Step": 3868, "Finetune/Step Time": 6.216946616768837}
+{"Finetune/Learning Rate": 1.0768192478368668e-05, "Finetune/Loss": 0.8744188547134399, "Finetune/Loss (Raw)": 0.7652390003204346, "Finetune/Step": 3869, "Finetune/Step Time": 6.201458344236016}
+{"Finetune/Learning Rate": 1.0764092532177677e-05, "Finetune/Loss": 0.8711414337158203, "Finetune/Loss (Raw)": 0.39781901240348816, "Finetune/Step": 3870, "Finetune/Step Time": 6.213192092254758}
+{"Finetune/Learning Rate": 1.0759992456787736e-05, "Finetune/Loss": 0.865738034248352, "Finetune/Loss (Raw)": 0.3887312114238739, "Finetune/Step": 3871, "Finetune/Step Time": 6.234951056540012}
+{"Finetune/Learning Rate": 1.0755892252892121e-05, "Finetune/Loss": 0.8666529655456543, "Finetune/Loss (Raw)": 0.991725742816925, "Finetune/Step": 3872, "Finetune/Step Time": 6.267817854881287}
+{"Finetune/Learning Rate": 1.0751791921184127e-05, "Finetune/Loss": 0.8644441366195679, "Finetune/Loss (Raw)": 0.6507838368415833, "Finetune/Step": 3873, "Finetune/Step Time": 6.274019323289394}
+{"Finetune/Learning Rate": 1.0747691462357072e-05, "Finetune/Loss": 0.8644595742225647, "Finetune/Loss (Raw)": 0.9351785778999329, "Finetune/Step": 3874, "Finetune/Step Time": 6.279215270653367}
+{"Finetune/Learning Rate": 1.0743590877104295e-05, "Finetune/Loss": 0.8664506673812866, "Finetune/Loss (Raw)": 0.9823341965675354, "Finetune/Step": 3875, "Finetune/Step Time": 6.278165258467197}
+{"Finetune/Learning Rate": 1.0739490166119155e-05, "Finetune/Loss": 0.8633863925933838, "Finetune/Loss (Raw)": 0.6140998601913452, "Finetune/Step": 3876, "Finetune/Step Time": 6.276080215349793}
+{"Finetune/Learning Rate": 1.0735389330095039e-05, "Finetune/Loss": 0.8647260665893555, "Finetune/Loss (Raw)": 1.0176658630371094, "Finetune/Step": 3877, "Finetune/Step Time": 6.281819699332118}
+{"Finetune/Learning Rate": 1.0731288369725337e-05, "Finetune/Loss": 0.8662571907043457, "Finetune/Loss (Raw)": 0.9740903377532959, "Finetune/Step": 3878, "Finetune/Step Time": 6.281237656250596}
+{"Finetune/Learning Rate": 1.0727187285703487e-05, "Finetune/Loss": 0.8663548231124878, "Finetune/Loss (Raw)": 0.9388946890830994, "Finetune/Step": 3879, "Finetune/Step Time": 6.276299200952053}
+{"Finetune/Learning Rate": 1.0723086078722921e-05, "Finetune/Loss": 0.8683121204376221, "Finetune/Loss (Raw)": 1.1188385486602783, "Finetune/Step": 3880, "Finetune/Step Time": 6.274566540494561}
+{"Finetune/Learning Rate": 1.0718984749477113e-05, "Finetune/Loss": 0.8710055947303772, "Finetune/Loss (Raw)": 1.0477213859558105, "Finetune/Step": 3881, "Finetune/Step Time": 6.272527176886797}
+{"Finetune/Learning Rate": 1.0714883298659546e-05, "Finetune/Loss": 0.8719717860221863, "Finetune/Loss (Raw)": 1.1452573537826538, "Finetune/Step": 3882, "Finetune/Step Time": 6.28338174149394}
+{"Finetune/Learning Rate": 1.0710781726963725e-05, "Finetune/Loss": 0.8680624961853027, "Finetune/Loss (Raw)": 0.4160533845424652, "Finetune/Step": 3883, "Finetune/Step Time": 6.293287344276905}
+{"Finetune/Learning Rate": 1.0706680035083182e-05, "Finetune/Loss": 0.8670053482055664, "Finetune/Loss (Raw)": 0.729853093624115, "Finetune/Step": 3884, "Finetune/Step Time": 6.304012482985854}
+{"Finetune/Learning Rate": 1.0702578223711457e-05, "Finetune/Loss": 0.867478609085083, "Finetune/Loss (Raw)": 0.9153273105621338, "Finetune/Step": 3885, "Finetune/Step Time": 6.299842087551951}
+{"Finetune/Learning Rate": 1.0698476293542124e-05, "Finetune/Loss": 0.8675986528396606, "Finetune/Loss (Raw)": 0.9001151323318481, "Finetune/Step": 3886, "Finetune/Step Time": 6.29491414129734}
+{"Finetune/Learning Rate": 1.0694374245268765e-05, "Finetune/Loss": 0.8677704334259033, "Finetune/Loss (Raw)": 0.9383183717727661, "Finetune/Step": 3887, "Finetune/Step Time": 6.291727460920811}
+{"Finetune/Learning Rate": 1.0690272079584991e-05, "Finetune/Loss": 0.8669289350509644, "Finetune/Loss (Raw)": 0.7894415259361267, "Finetune/Step": 3888, "Finetune/Step Time": 6.288960626348853}
+{"Finetune/Learning Rate": 1.068616979718443e-05, "Finetune/Loss": 0.8652181625366211, "Finetune/Loss (Raw)": 0.6059257388114929, "Finetune/Step": 3889, "Finetune/Step Time": 6.292470766231418}
+{"Finetune/Learning Rate": 1.0682067398760725e-05, "Finetune/Loss": 0.8651238679885864, "Finetune/Loss (Raw)": 0.8925212621688843, "Finetune/Step": 3890, "Finetune/Step Time": 6.289965756237507}
+{"Finetune/Learning Rate": 1.0677964885007545e-05, "Finetune/Loss": 0.8632138967514038, "Finetune/Loss (Raw)": 0.8007509112358093, "Finetune/Step": 3891, "Finetune/Step Time": 6.290174787864089}
+{"Finetune/Learning Rate": 1.0673862256618576e-05, "Finetune/Loss": 0.8628676533699036, "Finetune/Loss (Raw)": 0.9313284158706665, "Finetune/Step": 3892, "Finetune/Step Time": 6.288317685946822}
+{"Finetune/Learning Rate": 1.066975951428753e-05, "Finetune/Loss": 0.8613365292549133, "Finetune/Loss (Raw)": 0.7273548245429993, "Finetune/Step": 3893, "Finetune/Step Time": 6.2883202359080315}
+{"Finetune/Learning Rate": 1.0665656658708119e-05, "Finetune/Loss": 0.860686182975769, "Finetune/Loss (Raw)": 0.9205424785614014, "Finetune/Step": 3894, "Finetune/Step Time": 6.299265010282397}
+{"Finetune/Learning Rate": 1.06615536905741e-05, "Finetune/Loss": 0.8608587384223938, "Finetune/Loss (Raw)": 0.8458646535873413, "Finetune/Step": 3895, "Finetune/Step Time": 6.294451426714659}
+{"Finetune/Learning Rate": 1.0657450610579225e-05, "Finetune/Loss": 0.8600198030471802, "Finetune/Loss (Raw)": 0.7042949199676514, "Finetune/Step": 3896, "Finetune/Step Time": 6.2902751211076975}
+{"Finetune/Learning Rate": 1.0653347419417282e-05, "Finetune/Loss": 0.8606605529785156, "Finetune/Loss (Raw)": 0.9021416902542114, "Finetune/Step": 3897, "Finetune/Step Time": 6.296025147661567}
+{"Finetune/Learning Rate": 1.0649244117782074e-05, "Finetune/Loss": 0.8603743314743042, "Finetune/Loss (Raw)": 0.8825585842132568, "Finetune/Step": 3898, "Finetune/Step Time": 6.285448318347335}
+{"Finetune/Learning Rate": 1.0645140706367414e-05, "Finetune/Loss": 0.8628981113433838, "Finetune/Loss (Raw)": 1.0485249757766724, "Finetune/Step": 3899, "Finetune/Step Time": 6.288508031517267}
+{"Finetune/Learning Rate": 1.0641037185867145e-05, "Finetune/Loss": 0.8658274412155151, "Finetune/Loss (Raw)": 0.8452509045600891, "Finetune/Step": 3900, "Finetune/Step Time": 6.285087438300252}
+{"Finetune/Learning Rate": 1.063693355697512e-05, "Finetune/Loss": 0.8664658069610596, "Finetune/Loss (Raw)": 0.8781971335411072, "Finetune/Step": 3901, "Finetune/Step Time": 6.279917487874627}
+{"Finetune/Learning Rate": 1.063282982038522e-05, "Finetune/Loss": 0.864991307258606, "Finetune/Loss (Raw)": 0.7440226078033447, "Finetune/Step": 3902, "Finetune/Step Time": 6.269767994061112}
+{"Finetune/Learning Rate": 1.0628725976791328e-05, "Finetune/Loss": 0.8643561601638794, "Finetune/Loss (Raw)": 0.9525120258331299, "Finetune/Step": 3903, "Finetune/Step Time": 6.270379330962896}
+{"Finetune/Learning Rate": 1.0624622026887362e-05, "Finetune/Loss": 0.8612162470817566, "Finetune/Loss (Raw)": 0.37588030099868774, "Finetune/Step": 3904, "Finetune/Step Time": 6.274793211370707}
+{"Finetune/Learning Rate": 1.0620517971367253e-05, "Finetune/Loss": 0.8597501516342163, "Finetune/Loss (Raw)": 0.7969616651535034, "Finetune/Step": 3905, "Finetune/Step Time": 6.288764493539929}
+{"Finetune/Learning Rate": 1.0616413810924937e-05, "Finetune/Loss": 0.8598372936248779, "Finetune/Loss (Raw)": 0.8103119730949402, "Finetune/Step": 3906, "Finetune/Step Time": 6.283586846664548}
+{"Finetune/Learning Rate": 1.0612309546254393e-05, "Finetune/Loss": 0.8599590063095093, "Finetune/Loss (Raw)": 0.9442164301872253, "Finetune/Step": 3907, "Finetune/Step Time": 6.283518742769957}
+{"Finetune/Learning Rate": 1.0608205178049595e-05, "Finetune/Loss": 0.8607690334320068, "Finetune/Loss (Raw)": 0.9934617280960083, "Finetune/Step": 3908, "Finetune/Step Time": 6.287963625043631}
+{"Finetune/Learning Rate": 1.0604100707004543e-05, "Finetune/Loss": 0.8584542274475098, "Finetune/Loss (Raw)": 0.6568922996520996, "Finetune/Step": 3909, "Finetune/Step Time": 6.289368499070406}
+{"Finetune/Learning Rate": 1.0599996133813255e-05, "Finetune/Loss": 0.8585225343704224, "Finetune/Loss (Raw)": 0.8340464234352112, "Finetune/Step": 3910, "Finetune/Step Time": 6.285808669403195}
+{"Finetune/Learning Rate": 1.0595891459169768e-05, "Finetune/Loss": 0.8582336902618408, "Finetune/Loss (Raw)": 0.925912082195282, "Finetune/Step": 3911, "Finetune/Step Time": 6.283306585624814}
+{"Finetune/Learning Rate": 1.059178668376813e-05, "Finetune/Loss": 0.8602467775344849, "Finetune/Loss (Raw)": 1.1077898740768433, "Finetune/Step": 3912, "Finetune/Step Time": 6.293333044275641}
+{"Finetune/Learning Rate": 1.058768180830241e-05, "Finetune/Loss": 0.8633383512496948, "Finetune/Loss (Raw)": 0.9394949078559875, "Finetune/Step": 3913, "Finetune/Step Time": 6.2853751461952925}
+{"Finetune/Learning Rate": 1.05835768334667e-05, "Finetune/Loss": 0.8650112748146057, "Finetune/Loss (Raw)": 0.9612638354301453, "Finetune/Step": 3914, "Finetune/Step Time": 6.2580956276506186}
+{"Finetune/Learning Rate": 1.0579471759955089e-05, "Finetune/Loss": 0.8632551431655884, "Finetune/Loss (Raw)": 0.6974992752075195, "Finetune/Step": 3915, "Finetune/Step Time": 6.252669673413038}
+{"Finetune/Learning Rate": 1.057536658846171e-05, "Finetune/Loss": 0.864013671875, "Finetune/Loss (Raw)": 0.9630229473114014, "Finetune/Step": 3916, "Finetune/Step Time": 6.254730271175504}
+{"Finetune/Learning Rate": 1.0571261319680692e-05, "Finetune/Loss": 0.8655966520309448, "Finetune/Loss (Raw)": 1.1420276165008545, "Finetune/Step": 3917, "Finetune/Step Time": 6.2588902320712805}
+{"Finetune/Learning Rate": 1.0567155954306185e-05, "Finetune/Loss": 0.8657598495483398, "Finetune/Loss (Raw)": 0.872978925704956, "Finetune/Step": 3918, "Finetune/Step Time": 6.254999537020922}
+{"Finetune/Learning Rate": 1.0563050493032363e-05, "Finetune/Loss": 0.8657395839691162, "Finetune/Loss (Raw)": 0.9963445067405701, "Finetune/Step": 3919, "Finetune/Step Time": 6.252090997993946}
+{"Finetune/Learning Rate": 1.0558944936553407e-05, "Finetune/Loss": 0.8660241961479187, "Finetune/Loss (Raw)": 0.8986808657646179, "Finetune/Step": 3920, "Finetune/Step Time": 6.251054998487234}
+{"Finetune/Learning Rate": 1.0554839285563519e-05, "Finetune/Loss": 0.8676778078079224, "Finetune/Loss (Raw)": 1.0453073978424072, "Finetune/Step": 3921, "Finetune/Step Time": 6.248660139739513}
+{"Finetune/Learning Rate": 1.0550733540756912e-05, "Finetune/Loss": 0.8667543530464172, "Finetune/Loss (Raw)": 0.9451135993003845, "Finetune/Step": 3922, "Finetune/Step Time": 6.2216801866889}
+{"Finetune/Learning Rate": 1.0546627702827825e-05, "Finetune/Loss": 0.8678375482559204, "Finetune/Loss (Raw)": 1.018741488456726, "Finetune/Step": 3923, "Finetune/Step Time": 6.219002615660429}
+{"Finetune/Learning Rate": 1.0542521772470502e-05, "Finetune/Loss": 0.8668438196182251, "Finetune/Loss (Raw)": 0.8339262008666992, "Finetune/Step": 3924, "Finetune/Step Time": 6.211983880028129}
+{"Finetune/Learning Rate": 1.0538415750379207e-05, "Finetune/Loss": 0.8668834567070007, "Finetune/Loss (Raw)": 0.9895667433738708, "Finetune/Step": 3925, "Finetune/Step Time": 6.203499346971512}
+{"Finetune/Learning Rate": 1.053430963724822e-05, "Finetune/Loss": 0.8672472834587097, "Finetune/Loss (Raw)": 0.9580084681510925, "Finetune/Step": 3926, "Finetune/Step Time": 6.19810981862247}
+{"Finetune/Learning Rate": 1.0530203433771838e-05, "Finetune/Loss": 0.8671225309371948, "Finetune/Loss (Raw)": 0.9288977384567261, "Finetune/Step": 3927, "Finetune/Step Time": 6.204430293291807}
+{"Finetune/Learning Rate": 1.0526097140644369e-05, "Finetune/Loss": 0.8673877716064453, "Finetune/Loss (Raw)": 0.9422156810760498, "Finetune/Step": 3928, "Finetune/Step Time": 6.211957545951009}
+{"Finetune/Learning Rate": 1.0521990758560137e-05, "Finetune/Loss": 0.8670843839645386, "Finetune/Loss (Raw)": 0.8779571056365967, "Finetune/Step": 3929, "Finetune/Step Time": 6.200612846761942}
+{"Finetune/Learning Rate": 1.0517884288213486e-05, "Finetune/Loss": 0.870103120803833, "Finetune/Loss (Raw)": 0.8631288409233093, "Finetune/Step": 3930, "Finetune/Step Time": 6.200083518400788}
+{"Finetune/Learning Rate": 1.0513777730298766e-05, "Finetune/Loss": 0.8724493384361267, "Finetune/Loss (Raw)": 1.0478156805038452, "Finetune/Step": 3931, "Finetune/Step Time": 6.190254122018814}
+{"Finetune/Learning Rate": 1.0509671085510356e-05, "Finetune/Loss": 0.8721922039985657, "Finetune/Loss (Raw)": 0.8185155987739563, "Finetune/Step": 3932, "Finetune/Step Time": 6.202046459540725}
+{"Finetune/Learning Rate": 1.050556435454263e-05, "Finetune/Loss": 0.8701636791229248, "Finetune/Loss (Raw)": 0.7659922242164612, "Finetune/Step": 3933, "Finetune/Step Time": 6.2017462607473135}
+{"Finetune/Learning Rate": 1.0501457538089994e-05, "Finetune/Loss": 0.8710451722145081, "Finetune/Loss (Raw)": 1.0553643703460693, "Finetune/Step": 3934, "Finetune/Step Time": 6.200469156727195}
+{"Finetune/Learning Rate": 1.049735063684686e-05, "Finetune/Loss": 0.8727302551269531, "Finetune/Loss (Raw)": 0.9399725794792175, "Finetune/Step": 3935, "Finetune/Step Time": 6.199321139603853}
+{"Finetune/Learning Rate": 1.0493243651507654e-05, "Finetune/Loss": 0.8747833967208862, "Finetune/Loss (Raw)": 1.141446828842163, "Finetune/Step": 3936, "Finetune/Step Time": 6.207034578546882}
+{"Finetune/Learning Rate": 1.048913658276682e-05, "Finetune/Loss": 0.8748367428779602, "Finetune/Loss (Raw)": 0.8074475526809692, "Finetune/Step": 3937, "Finetune/Step Time": 6.206094054505229}
+{"Finetune/Learning Rate": 1.0485029431318819e-05, "Finetune/Loss": 0.875286340713501, "Finetune/Loss (Raw)": 0.9913726449012756, "Finetune/Step": 3938, "Finetune/Step Time": 6.204409550875425}
+{"Finetune/Learning Rate": 1.0480922197858116e-05, "Finetune/Loss": 0.8770698308944702, "Finetune/Loss (Raw)": 1.0693386793136597, "Finetune/Step": 3939, "Finetune/Step Time": 6.196890959516168}
+{"Finetune/Learning Rate": 1.0476814883079194e-05, "Finetune/Loss": 0.8767093420028687, "Finetune/Loss (Raw)": 0.8498189449310303, "Finetune/Step": 3940, "Finetune/Step Time": 6.193647796288133}
+{"Finetune/Learning Rate": 1.0472707487676554e-05, "Finetune/Loss": 0.8771238327026367, "Finetune/Loss (Raw)": 1.0286517143249512, "Finetune/Step": 3941, "Finetune/Step Time": 6.190294675529003}
+{"Finetune/Learning Rate": 1.0468600012344709e-05, "Finetune/Loss": 0.8774136900901794, "Finetune/Loss (Raw)": 0.8099201917648315, "Finetune/Step": 3942, "Finetune/Step Time": 6.19819643907249}
+{"Finetune/Learning Rate": 1.0464492457778181e-05, "Finetune/Loss": 0.8767212629318237, "Finetune/Loss (Raw)": 0.7696938514709473, "Finetune/Step": 3943, "Finetune/Step Time": 6.203337727114558}
+{"Finetune/Learning Rate": 1.046038482467151e-05, "Finetune/Loss": 0.8760229349136353, "Finetune/Loss (Raw)": 0.8702044486999512, "Finetune/Step": 3944, "Finetune/Step Time": 6.204714795574546}
+{"Finetune/Learning Rate": 1.0456277113719246e-05, "Finetune/Loss": 0.8761105537414551, "Finetune/Loss (Raw)": 0.9366253614425659, "Finetune/Step": 3945, "Finetune/Step Time": 6.210715852677822}
+{"Finetune/Learning Rate": 1.0452169325615956e-05, "Finetune/Loss": 0.8743466734886169, "Finetune/Loss (Raw)": 0.7040427923202515, "Finetune/Step": 3946, "Finetune/Step Time": 6.2150004506111145}
+{"Finetune/Learning Rate": 1.044806146105622e-05, "Finetune/Loss": 0.8747649192810059, "Finetune/Loss (Raw)": 0.9409659504890442, "Finetune/Step": 3947, "Finetune/Step Time": 6.216555409133434}
+{"Finetune/Learning Rate": 1.0443953520734626e-05, "Finetune/Loss": 0.8777767419815063, "Finetune/Loss (Raw)": 1.0858607292175293, "Finetune/Step": 3948, "Finetune/Step Time": 6.208215339109302}
+{"Finetune/Learning Rate": 1.043984550534578e-05, "Finetune/Loss": 0.8791426420211792, "Finetune/Loss (Raw)": 1.0030585527420044, "Finetune/Step": 3949, "Finetune/Step Time": 6.201653150841594}
+{"Finetune/Learning Rate": 1.0435737415584295e-05, "Finetune/Loss": 0.8798885941505432, "Finetune/Loss (Raw)": 0.9437283277511597, "Finetune/Step": 3950, "Finetune/Step Time": 6.193733766674995}
+{"Finetune/Learning Rate": 1.0431629252144801e-05, "Finetune/Loss": 0.8800873160362244, "Finetune/Loss (Raw)": 0.9400274157524109, "Finetune/Step": 3951, "Finetune/Step Time": 6.202748440206051}
+{"Finetune/Learning Rate": 1.0427521015721942e-05, "Finetune/Loss": 0.8797181248664856, "Finetune/Loss (Raw)": 0.983123779296875, "Finetune/Step": 3952, "Finetune/Step Time": 6.206251515075564}
+{"Finetune/Learning Rate": 1.042341270701037e-05, "Finetune/Loss": 0.8788920640945435, "Finetune/Loss (Raw)": 0.9334978461265564, "Finetune/Step": 3953, "Finetune/Step Time": 6.210500534623861}
+{"Finetune/Learning Rate": 1.0419304326704751e-05, "Finetune/Loss": 0.881464958190918, "Finetune/Loss (Raw)": 1.1462719440460205, "Finetune/Step": 3954, "Finetune/Step Time": 6.226037498563528}
+{"Finetune/Learning Rate": 1.0415195875499766e-05, "Finetune/Loss": 0.8795799612998962, "Finetune/Loss (Raw)": 0.7493047118186951, "Finetune/Step": 3955, "Finetune/Step Time": 6.2266333270817995}
+{"Finetune/Learning Rate": 1.04110873540901e-05, "Finetune/Loss": 0.8848564624786377, "Finetune/Loss (Raw)": 1.0814626216888428, "Finetune/Step": 3956, "Finetune/Step Time": 6.2222622614353895}
+{"Finetune/Learning Rate": 1.0406978763170458e-05, "Finetune/Loss": 0.8818610906600952, "Finetune/Loss (Raw)": 0.6046862006187439, "Finetune/Step": 3957, "Finetune/Step Time": 6.207344602793455}
+{"Finetune/Learning Rate": 1.0402870103435557e-05, "Finetune/Loss": 0.8833930492401123, "Finetune/Loss (Raw)": 0.9648422598838806, "Finetune/Step": 3958, "Finetune/Step Time": 6.20437291264534}
+{"Finetune/Learning Rate": 1.0398761375580116e-05, "Finetune/Loss": 0.8811184167861938, "Finetune/Loss (Raw)": 0.7434248328208923, "Finetune/Step": 3959, "Finetune/Step Time": 6.204150054603815}
+{"Finetune/Learning Rate": 1.0394652580298875e-05, "Finetune/Loss": 0.878905713558197, "Finetune/Loss (Raw)": 0.8833914995193481, "Finetune/Step": 3960, "Finetune/Step Time": 6.211167523637414}
+{"Finetune/Learning Rate": 1.0390543718286583e-05, "Finetune/Loss": 0.8784012198448181, "Finetune/Loss (Raw)": 0.903609573841095, "Finetune/Step": 3961, "Finetune/Step Time": 6.20785478502512}
+{"Finetune/Learning Rate": 1.0386434790237998e-05, "Finetune/Loss": 0.8798261880874634, "Finetune/Loss (Raw)": 1.0367457866668701, "Finetune/Step": 3962, "Finetune/Step Time": 6.200782805681229}
+{"Finetune/Learning Rate": 1.0382325796847894e-05, "Finetune/Loss": 0.8766721487045288, "Finetune/Loss (Raw)": 0.7571467161178589, "Finetune/Step": 3963, "Finetune/Step Time": 6.195476790890098}
+{"Finetune/Learning Rate": 1.0378216738811051e-05, "Finetune/Loss": 0.8783805966377258, "Finetune/Loss (Raw)": 0.9295520782470703, "Finetune/Step": 3964, "Finetune/Step Time": 6.19616368971765}
+{"Finetune/Learning Rate": 1.0374107616822257e-05, "Finetune/Loss": 0.8777713179588318, "Finetune/Loss (Raw)": 0.7835131287574768, "Finetune/Step": 3965, "Finetune/Step Time": 6.198639314621687}
+{"Finetune/Learning Rate": 1.0369998431576328e-05, "Finetune/Loss": 0.8774267435073853, "Finetune/Loss (Raw)": 0.9001805186271667, "Finetune/Step": 3966, "Finetune/Step Time": 6.194407984614372}
+{"Finetune/Learning Rate": 1.0365889183768064e-05, "Finetune/Loss": 0.8772603273391724, "Finetune/Loss (Raw)": 0.8559432029724121, "Finetune/Step": 3967, "Finetune/Step Time": 6.197865987196565}
+{"Finetune/Learning Rate": 1.0361779874092296e-05, "Finetune/Loss": 0.877708911895752, "Finetune/Loss (Raw)": 0.8920645117759705, "Finetune/Step": 3968, "Finetune/Step Time": 6.207834076136351}
+{"Finetune/Learning Rate": 1.0357670503243862e-05, "Finetune/Loss": 0.8781914710998535, "Finetune/Loss (Raw)": 0.9575677514076233, "Finetune/Step": 3969, "Finetune/Step Time": 6.207503464072943}
+{"Finetune/Learning Rate": 1.0353561071917604e-05, "Finetune/Loss": 0.8774834871292114, "Finetune/Loss (Raw)": 0.8640010952949524, "Finetune/Step": 3970, "Finetune/Step Time": 6.208804639056325}
+{"Finetune/Learning Rate": 1.034945158080838e-05, "Finetune/Loss": 0.8801988959312439, "Finetune/Loss (Raw)": 0.9977539777755737, "Finetune/Step": 3971, "Finetune/Step Time": 6.21071688644588}
+{"Finetune/Learning Rate": 1.0345342030611056e-05, "Finetune/Loss": 0.8797096014022827, "Finetune/Loss (Raw)": 0.7837528586387634, "Finetune/Step": 3972, "Finetune/Step Time": 6.210787603631616}
+{"Finetune/Learning Rate": 1.0341232422020508e-05, "Finetune/Loss": 0.8796330094337463, "Finetune/Loss (Raw)": 0.8956356048583984, "Finetune/Step": 3973, "Finetune/Step Time": 6.210808958858252}
+{"Finetune/Learning Rate": 1.0337122755731616e-05, "Finetune/Loss": 0.8786047697067261, "Finetune/Loss (Raw)": 0.7390938997268677, "Finetune/Step": 3974, "Finetune/Step Time": 6.21226941049099}
+{"Finetune/Learning Rate": 1.0333013032439285e-05, "Finetune/Loss": 0.8793666362762451, "Finetune/Loss (Raw)": 0.8314712047576904, "Finetune/Step": 3975, "Finetune/Step Time": 6.219679988920689}
+{"Finetune/Learning Rate": 1.0328903252838415e-05, "Finetune/Loss": 0.8813923597335815, "Finetune/Loss (Raw)": 0.9736859202384949, "Finetune/Step": 3976, "Finetune/Step Time": 6.199634255841374}
+{"Finetune/Learning Rate": 1.0324793417623922e-05, "Finetune/Loss": 0.8821388483047485, "Finetune/Loss (Raw)": 1.0635299682617188, "Finetune/Step": 3977, "Finetune/Step Time": 6.19143077172339}
+{"Finetune/Learning Rate": 1.032068352749073e-05, "Finetune/Loss": 0.8820158243179321, "Finetune/Loss (Raw)": 0.8772339224815369, "Finetune/Step": 3978, "Finetune/Step Time": 6.182322459295392}
+{"Finetune/Learning Rate": 1.0316573583133771e-05, "Finetune/Loss": 0.8794358968734741, "Finetune/Loss (Raw)": 0.6009351015090942, "Finetune/Step": 3979, "Finetune/Step Time": 6.178506661206484}
+{"Finetune/Learning Rate": 1.0312463585247991e-05, "Finetune/Loss": 0.8788561820983887, "Finetune/Loss (Raw)": 0.7312951683998108, "Finetune/Step": 3980, "Finetune/Step Time": 6.178945736959577}
+{"Finetune/Learning Rate": 1.0308353534528336e-05, "Finetune/Loss": 0.8785778284072876, "Finetune/Loss (Raw)": 0.877691924571991, "Finetune/Step": 3981, "Finetune/Step Time": 6.178933117538691}
+{"Finetune/Learning Rate": 1.0304243431669775e-05, "Finetune/Loss": 0.8791342973709106, "Finetune/Loss (Raw)": 1.0021640062332153, "Finetune/Step": 3982, "Finetune/Step Time": 6.144532434642315}
+{"Finetune/Learning Rate": 1.030013327736727e-05, "Finetune/Loss": 0.8769722580909729, "Finetune/Loss (Raw)": 0.6139840483665466, "Finetune/Step": 3983, "Finetune/Step Time": 6.142150858417153}
+{"Finetune/Learning Rate": 1.0296023072315804e-05, "Finetune/Loss": 0.8777177929878235, "Finetune/Loss (Raw)": 0.9274202585220337, "Finetune/Step": 3984, "Finetune/Step Time": 6.144945437088609}
+{"Finetune/Learning Rate": 1.0291912817210359e-05, "Finetune/Loss": 0.8781242370605469, "Finetune/Loss (Raw)": 0.9357877969741821, "Finetune/Step": 3985, "Finetune/Step Time": 6.142663385719061}
+{"Finetune/Learning Rate": 1.0287802512745935e-05, "Finetune/Loss": 0.8773015737533569, "Finetune/Loss (Raw)": 0.9025442004203796, "Finetune/Step": 3986, "Finetune/Step Time": 6.140874495729804}
+{"Finetune/Learning Rate": 1.028369215961753e-05, "Finetune/Loss": 0.8810635805130005, "Finetune/Loss (Raw)": 0.8802311420440674, "Finetune/Step": 3987, "Finetune/Step Time": 6.135748567059636}
+{"Finetune/Learning Rate": 1.0279581758520163e-05, "Finetune/Loss": 0.8810691833496094, "Finetune/Loss (Raw)": 0.8324998021125793, "Finetune/Step": 3988, "Finetune/Step Time": 6.1250473614782095}
+{"Finetune/Learning Rate": 1.0275471310148853e-05, "Finetune/Loss": 0.8802250623703003, "Finetune/Loss (Raw)": 0.7464619278907776, "Finetune/Step": 3989, "Finetune/Step Time": 6.123818151652813}
+{"Finetune/Learning Rate": 1.0271360815198617e-05, "Finetune/Loss": 0.881151556968689, "Finetune/Loss (Raw)": 0.8025924563407898, "Finetune/Step": 3990, "Finetune/Step Time": 6.1089948657900095}
+{"Finetune/Learning Rate": 1.0267250274364504e-05, "Finetune/Loss": 0.880617618560791, "Finetune/Loss (Raw)": 0.8784769773483276, "Finetune/Step": 3991, "Finetune/Step Time": 6.103979786857963}
+{"Finetune/Learning Rate": 1.026313968834155e-05, "Finetune/Loss": 0.8800629377365112, "Finetune/Loss (Raw)": 0.8615864515304565, "Finetune/Step": 3992, "Finetune/Step Time": 6.1033117566257715}
+{"Finetune/Learning Rate": 1.0259029057824807e-05, "Finetune/Loss": 0.879509449005127, "Finetune/Loss (Raw)": 0.8763573169708252, "Finetune/Step": 3993, "Finetune/Step Time": 6.098868809640408}
+{"Finetune/Learning Rate": 1.0254918383509337e-05, "Finetune/Loss": 0.8776150345802307, "Finetune/Loss (Raw)": 0.7326752543449402, "Finetune/Step": 3994, "Finetune/Step Time": 6.100846387445927}
+{"Finetune/Learning Rate": 1.0250807666090205e-05, "Finetune/Loss": 0.8788591623306274, "Finetune/Loss (Raw)": 1.102402687072754, "Finetune/Step": 3995, "Finetune/Step Time": 6.106326442211866}
+{"Finetune/Learning Rate": 1.0246696906262484e-05, "Finetune/Loss": 0.880205512046814, "Finetune/Loss (Raw)": 1.0499193668365479, "Finetune/Step": 3996, "Finetune/Step Time": 6.098972711712122}
+{"Finetune/Learning Rate": 1.024258610472125e-05, "Finetune/Loss": 0.879807710647583, "Finetune/Loss (Raw)": 0.7143287658691406, "Finetune/Step": 3997, "Finetune/Step Time": 6.095274120569229}
+{"Finetune/Learning Rate": 1.02384752621616e-05, "Finetune/Loss": 0.8846719264984131, "Finetune/Loss (Raw)": 1.020426869392395, "Finetune/Step": 3998, "Finetune/Step Time": 6.086090184748173}
+{"Finetune/Learning Rate": 1.0234364379278616e-05, "Finetune/Loss": 0.8872808218002319, "Finetune/Loss (Raw)": 0.7226697206497192, "Finetune/Step": 3999, "Finetune/Step Time": 6.068365890532732}
+{"Finetune/Learning Rate": 1.0230253456767413e-05, "Finetune/Loss": 0.8869909048080444, "Finetune/Loss (Raw)": 0.9546248316764832, "Finetune/Step": 4000, "Finetune/Step Time": 6.037860248237848}
+{"Finetune/Learning Rate": 1.022614249532309e-05, "Finetune/Loss": 0.8866716623306274, "Finetune/Loss (Raw)": 0.6099135875701904, "Finetune/Step": 4001, "Finetune/Step Time": 6.034359624609351}
+{"Finetune/Learning Rate": 1.0222031495640761e-05, "Finetune/Loss": 0.8852617740631104, "Finetune/Loss (Raw)": 0.7547147274017334, "Finetune/Step": 4002, "Finetune/Step Time": 6.03547777235508}
+{"Finetune/Learning Rate": 1.0217920458415556e-05, "Finetune/Loss": 0.884913444519043, "Finetune/Loss (Raw)": 0.9377477169036865, "Finetune/Step": 4003, "Finetune/Step Time": 6.041085069999099}
+{"Finetune/Learning Rate": 1.0213809384342592e-05, "Finetune/Loss": 0.8874363899230957, "Finetune/Loss (Raw)": 0.9370426535606384, "Finetune/Step": 4004, "Finetune/Step Time": 6.046210465952754}
+{"Finetune/Learning Rate": 1.020969827411701e-05, "Finetune/Loss": 0.8860901594161987, "Finetune/Loss (Raw)": 0.8453429937362671, "Finetune/Step": 4005, "Finetune/Step Time": 6.0481917429715395}
+{"Finetune/Learning Rate": 1.0205587128433944e-05, "Finetune/Loss": 0.8861533403396606, "Finetune/Loss (Raw)": 0.9821813106536865, "Finetune/Step": 4006, "Finetune/Step Time": 6.0577621683478355}
+{"Finetune/Learning Rate": 1.0201475947988548e-05, "Finetune/Loss": 0.8854324817657471, "Finetune/Loss (Raw)": 0.8466202020645142, "Finetune/Step": 4007, "Finetune/Step Time": 6.067933792248368}
+{"Finetune/Learning Rate": 1.0197364733475963e-05, "Finetune/Loss": 0.8847949504852295, "Finetune/Loss (Raw)": 1.0372365713119507, "Finetune/Step": 4008, "Finetune/Step Time": 6.065146546810865}
+{"Finetune/Learning Rate": 1.0193253485591355e-05, "Finetune/Loss": 0.8832817077636719, "Finetune/Loss (Raw)": 0.8540239930152893, "Finetune/Step": 4009, "Finetune/Step Time": 6.062206607311964}
+{"Finetune/Learning Rate": 1.0189142205029885e-05, "Finetune/Loss": 0.8818041086196899, "Finetune/Loss (Raw)": 0.9561266899108887, "Finetune/Step": 4010, "Finetune/Step Time": 6.05161134339869}
+{"Finetune/Learning Rate": 1.0185030892486718e-05, "Finetune/Loss": 0.8856437802314758, "Finetune/Loss (Raw)": 0.9075295925140381, "Finetune/Step": 4011, "Finetune/Step Time": 6.058272548019886}
+{"Finetune/Learning Rate": 1.0180919548657031e-05, "Finetune/Loss": 0.8875837922096252, "Finetune/Loss (Raw)": 0.978175938129425, "Finetune/Step": 4012, "Finetune/Step Time": 6.04661818780005}
+{"Finetune/Learning Rate": 1.0176808174236001e-05, "Finetune/Loss": 0.8860307931900024, "Finetune/Loss (Raw)": 0.7165434956550598, "Finetune/Step": 4013, "Finetune/Step Time": 6.052104100584984}
+{"Finetune/Learning Rate": 1.017269676991882e-05, "Finetune/Loss": 0.8865668773651123, "Finetune/Loss (Raw)": 0.9687345027923584, "Finetune/Step": 4014, "Finetune/Step Time": 6.061030564829707}
+{"Finetune/Learning Rate": 1.0168585336400665e-05, "Finetune/Loss": 0.8823182582855225, "Finetune/Loss (Raw)": 0.39449211955070496, "Finetune/Step": 4015, "Finetune/Step Time": 6.065241368487477}
+{"Finetune/Learning Rate": 1.016447387437674e-05, "Finetune/Loss": 0.8819719552993774, "Finetune/Loss (Raw)": 0.7451203465461731, "Finetune/Step": 4016, "Finetune/Step Time": 6.079088116064668}
+{"Finetune/Learning Rate": 1.0160362384542244e-05, "Finetune/Loss": 0.8836697936058044, "Finetune/Loss (Raw)": 0.8232489824295044, "Finetune/Step": 4017, "Finetune/Step Time": 6.070501748472452}
+{"Finetune/Learning Rate": 1.0156250867592374e-05, "Finetune/Loss": 0.8829795122146606, "Finetune/Loss (Raw)": 0.8041640520095825, "Finetune/Step": 4018, "Finetune/Step Time": 6.0690768249332905}
+{"Finetune/Learning Rate": 1.0152139324222348e-05, "Finetune/Loss": 0.8837718963623047, "Finetune/Loss (Raw)": 0.9021736979484558, "Finetune/Step": 4019, "Finetune/Step Time": 6.0701680183410645}
+{"Finetune/Learning Rate": 1.014802775512737e-05, "Finetune/Loss": 0.8823950290679932, "Finetune/Loss (Raw)": 0.7550894618034363, "Finetune/Step": 4020, "Finetune/Step Time": 6.071874279528856}
+{"Finetune/Learning Rate": 1.0143916161002662e-05, "Finetune/Loss": 0.8833521604537964, "Finetune/Loss (Raw)": 0.8498695492744446, "Finetune/Step": 4021, "Finetune/Step Time": 6.08215475268662}
+{"Finetune/Learning Rate": 1.0139804542543446e-05, "Finetune/Loss": 0.8829870820045471, "Finetune/Loss (Raw)": 0.8738121390342712, "Finetune/Step": 4022, "Finetune/Step Time": 6.07527863048017}
+{"Finetune/Learning Rate": 1.0135692900444946e-05, "Finetune/Loss": 0.8839234113693237, "Finetune/Loss (Raw)": 0.965709388256073, "Finetune/Step": 4023, "Finetune/Step Time": 6.077088659629226}
+{"Finetune/Learning Rate": 1.0131581235402392e-05, "Finetune/Loss": 0.8860653638839722, "Finetune/Loss (Raw)": 0.9784708619117737, "Finetune/Step": 4024, "Finetune/Step Time": 6.073517298325896}
+{"Finetune/Learning Rate": 1.012746954811102e-05, "Finetune/Loss": 0.8869557976722717, "Finetune/Loss (Raw)": 1.0161142349243164, "Finetune/Step": 4025, "Finetune/Step Time": 6.05718856304884}
+{"Finetune/Learning Rate": 1.0123357839266066e-05, "Finetune/Loss": 0.8863855600357056, "Finetune/Loss (Raw)": 0.8095703125, "Finetune/Step": 4026, "Finetune/Step Time": 6.05410211533308}
+{"Finetune/Learning Rate": 1.0119246109562765e-05, "Finetune/Loss": 0.8867858052253723, "Finetune/Loss (Raw)": 1.099755048751831, "Finetune/Step": 4027, "Finetune/Step Time": 6.058593027293682}
+{"Finetune/Learning Rate": 1.0115134359696372e-05, "Finetune/Loss": 0.8867099285125732, "Finetune/Loss (Raw)": 0.835537850856781, "Finetune/Step": 4028, "Finetune/Step Time": 6.060656677931547}
+{"Finetune/Learning Rate": 1.0111022590362129e-05, "Finetune/Loss": 0.8863162398338318, "Finetune/Loss (Raw)": 0.8278058171272278, "Finetune/Step": 4029, "Finetune/Step Time": 6.051918240264058}
+{"Finetune/Learning Rate": 1.0106910802255288e-05, "Finetune/Loss": 0.8873217105865479, "Finetune/Loss (Raw)": 0.8727276921272278, "Finetune/Step": 4030, "Finetune/Step Time": 6.0488464161753654}
+{"Finetune/Learning Rate": 1.0102798996071104e-05, "Finetune/Loss": 0.8850035667419434, "Finetune/Loss (Raw)": 0.655788242816925, "Finetune/Step": 4031, "Finetune/Step Time": 6.065005572512746}
+{"Finetune/Learning Rate": 1.009868717250483e-05, "Finetune/Loss": 0.8883079290390015, "Finetune/Loss (Raw)": 0.7988353967666626, "Finetune/Step": 4032, "Finetune/Step Time": 6.069671431556344}
+{"Finetune/Learning Rate": 1.0094575332251735e-05, "Finetune/Loss": 0.8889124393463135, "Finetune/Loss (Raw)": 0.874340832233429, "Finetune/Step": 4033, "Finetune/Step Time": 6.052800128236413}
+{"Finetune/Learning Rate": 1.0090463476007075e-05, "Finetune/Loss": 0.8885683417320251, "Finetune/Loss (Raw)": 0.7662676572799683, "Finetune/Step": 4034, "Finetune/Step Time": 6.053246237337589}
+{"Finetune/Learning Rate": 1.0086351604466123e-05, "Finetune/Loss": 0.8872607350349426, "Finetune/Loss (Raw)": 0.776838481426239, "Finetune/Step": 4035, "Finetune/Step Time": 6.051155924797058}
+{"Finetune/Learning Rate": 1.0082239718324136e-05, "Finetune/Loss": 0.8849465250968933, "Finetune/Loss (Raw)": 0.6972441077232361, "Finetune/Step": 4036, "Finetune/Step Time": 6.053752465173602}
+{"Finetune/Learning Rate": 1.0078127818276397e-05, "Finetune/Loss": 0.8853847980499268, "Finetune/Loss (Raw)": 0.7129913568496704, "Finetune/Step": 4037, "Finetune/Step Time": 6.0580976121127605}
+{"Finetune/Learning Rate": 1.0074015905018173e-05, "Finetune/Loss": 0.885189414024353, "Finetune/Loss (Raw)": 0.8090400099754333, "Finetune/Step": 4038, "Finetune/Step Time": 6.070883834734559}
+{"Finetune/Learning Rate": 1.006990397924474e-05, "Finetune/Loss": 0.8849095106124878, "Finetune/Loss (Raw)": 0.8900884389877319, "Finetune/Step": 4039, "Finetune/Step Time": 6.06672402843833}
+{"Finetune/Learning Rate": 1.0065792041651377e-05, "Finetune/Loss": 0.8817672729492188, "Finetune/Loss (Raw)": 0.7055793404579163, "Finetune/Step": 4040, "Finetune/Step Time": 6.065191896632314}
+{"Finetune/Learning Rate": 1.0061680092933364e-05, "Finetune/Loss": 0.8802903890609741, "Finetune/Loss (Raw)": 0.7504550218582153, "Finetune/Step": 4041, "Finetune/Step Time": 6.090744422748685}
+{"Finetune/Learning Rate": 1.0057568133785982e-05, "Finetune/Loss": 0.8790791034698486, "Finetune/Loss (Raw)": 0.8062148094177246, "Finetune/Step": 4042, "Finetune/Step Time": 6.115089289844036}
+{"Finetune/Learning Rate": 1.0053456164904512e-05, "Finetune/Loss": 0.8802046179771423, "Finetune/Loss (Raw)": 0.841569185256958, "Finetune/Step": 4043, "Finetune/Step Time": 6.1137746926397085}
+{"Finetune/Learning Rate": 1.0049344186984245e-05, "Finetune/Loss": 0.8800874948501587, "Finetune/Loss (Raw)": 0.9480262398719788, "Finetune/Step": 4044, "Finetune/Step Time": 6.1155356001108885}
+{"Finetune/Learning Rate": 1.004523220072046e-05, "Finetune/Loss": 0.8741744756698608, "Finetune/Loss (Raw)": 0.3851674199104309, "Finetune/Step": 4045, "Finetune/Step Time": 6.121869696304202}
+{"Finetune/Learning Rate": 1.004112020680845e-05, "Finetune/Loss": 0.8737763166427612, "Finetune/Loss (Raw)": 0.8220105171203613, "Finetune/Step": 4046, "Finetune/Step Time": 6.134728388860822}
+{"Finetune/Learning Rate": 1.0037008205943502e-05, "Finetune/Loss": 0.8739593625068665, "Finetune/Loss (Raw)": 1.0197780132293701, "Finetune/Step": 4047, "Finetune/Step Time": 6.136432101950049}
+{"Finetune/Learning Rate": 1.0032896198820907e-05, "Finetune/Loss": 0.8735291957855225, "Finetune/Loss (Raw)": 0.843611478805542, "Finetune/Step": 4048, "Finetune/Step Time": 6.138365987688303}
+{"Finetune/Learning Rate": 1.0028784186135955e-05, "Finetune/Loss": 0.8725090622901917, "Finetune/Loss (Raw)": 0.9147348403930664, "Finetune/Step": 4049, "Finetune/Step Time": 6.137373339384794}
+{"Finetune/Learning Rate": 1.0024672168583942e-05, "Finetune/Loss": 0.8719992637634277, "Finetune/Loss (Raw)": 0.8798621892929077, "Finetune/Step": 4050, "Finetune/Step Time": 6.135093128308654}
+{"Finetune/Learning Rate": 1.002056014686016e-05, "Finetune/Loss": 0.8703785538673401, "Finetune/Loss (Raw)": 0.8112860321998596, "Finetune/Step": 4051, "Finetune/Step Time": 6.137183729559183}
+{"Finetune/Learning Rate": 1.00164481216599e-05, "Finetune/Loss": 0.8703392744064331, "Finetune/Loss (Raw)": 0.8288992643356323, "Finetune/Step": 4052, "Finetune/Step Time": 6.149411961436272}
+{"Finetune/Learning Rate": 1.001233609367846e-05, "Finetune/Loss": 0.8690822124481201, "Finetune/Loss (Raw)": 0.8286639451980591, "Finetune/Step": 4053, "Finetune/Step Time": 6.15636632591486}
+{"Finetune/Learning Rate": 1.0008224063611133e-05, "Finetune/Loss": 0.8638821244239807, "Finetune/Loss (Raw)": 0.2923961579799652, "Finetune/Step": 4054, "Finetune/Step Time": 6.159638408571482}
+{"Finetune/Learning Rate": 1.0004112032153216e-05, "Finetune/Loss": 0.8644164800643921, "Finetune/Loss (Raw)": 0.9973000288009644, "Finetune/Step": 4055, "Finetune/Step Time": 6.17039430141449}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.8638429641723633, "Finetune/Loss (Raw)": 0.8688057661056519, "Finetune/Step": 4056, "Finetune/Step Time": 6.1582081485539675}
+{"Finetune/Learning Rate": 9.995887967846786e-06, "Finetune/Loss": 0.8639761209487915, "Finetune/Loss (Raw)": 0.8950002193450928, "Finetune/Step": 4057, "Finetune/Step Time": 6.163292657583952}
+{"Finetune/Learning Rate": 9.991775936388872e-06, "Finetune/Loss": 0.8657643795013428, "Finetune/Loss (Raw)": 1.0920182466506958, "Finetune/Step": 4058, "Finetune/Step Time": 6.16634982265532}
+{"Finetune/Learning Rate": 9.987663906321543e-06, "Finetune/Loss": 0.8651329874992371, "Finetune/Loss (Raw)": 0.9670049548149109, "Finetune/Step": 4059, "Finetune/Step Time": 6.164707005023956}
+{"Finetune/Learning Rate": 9.983551878340101e-06, "Finetune/Loss": 0.8641910552978516, "Finetune/Loss (Raw)": 0.6979473233222961, "Finetune/Step": 4060, "Finetune/Step Time": 6.160581424832344}
+{"Finetune/Learning Rate": 9.979439853139841e-06, "Finetune/Loss": 0.8658301830291748, "Finetune/Loss (Raw)": 0.9758036136627197, "Finetune/Step": 4061, "Finetune/Step Time": 6.168670881539583}
+{"Finetune/Learning Rate": 9.97532783141606e-06, "Finetune/Loss": 0.8663243055343628, "Finetune/Loss (Raw)": 1.1186044216156006, "Finetune/Step": 4062, "Finetune/Step Time": 6.184450400993228}
+{"Finetune/Learning Rate": 9.971215813864046e-06, "Finetune/Loss": 0.8669527769088745, "Finetune/Loss (Raw)": 1.0204250812530518, "Finetune/Step": 4063, "Finetune/Step Time": 6.182286944240332}
+{"Finetune/Learning Rate": 9.967103801179096e-06, "Finetune/Loss": 0.8650668859481812, "Finetune/Loss (Raw)": 0.9000502824783325, "Finetune/Step": 4064, "Finetune/Step Time": 6.170749155804515}
+{"Finetune/Learning Rate": 9.962991794056503e-06, "Finetune/Loss": 0.8649002313613892, "Finetune/Loss (Raw)": 0.7861096858978271, "Finetune/Step": 4065, "Finetune/Step Time": 6.17427165992558}
+{"Finetune/Learning Rate": 9.958879793191553e-06, "Finetune/Loss": 0.8606055974960327, "Finetune/Loss (Raw)": 0.4416610896587372, "Finetune/Step": 4066, "Finetune/Step Time": 6.183898773044348}
+{"Finetune/Learning Rate": 9.954767799279543e-06, "Finetune/Loss": 0.8583292961120605, "Finetune/Loss (Raw)": 0.7779731154441833, "Finetune/Step": 4067, "Finetune/Step Time": 6.196513373404741}
+{"Finetune/Learning Rate": 9.95065581301576e-06, "Finetune/Loss": 0.8587028980255127, "Finetune/Loss (Raw)": 0.8976322412490845, "Finetune/Step": 4068, "Finetune/Step Time": 6.1950142327696085}
+{"Finetune/Learning Rate": 9.946543835095491e-06, "Finetune/Loss": 0.8568021655082703, "Finetune/Loss (Raw)": 0.7853662967681885, "Finetune/Step": 4069, "Finetune/Step Time": 6.202020106837153}
+{"Finetune/Learning Rate": 9.942431866214023e-06, "Finetune/Loss": 0.8584660887718201, "Finetune/Loss (Raw)": 1.0229023694992065, "Finetune/Step": 4070, "Finetune/Step Time": 6.211311912164092}
+{"Finetune/Learning Rate": 9.938319907066639e-06, "Finetune/Loss": 0.8595089316368103, "Finetune/Loss (Raw)": 0.9031761288642883, "Finetune/Step": 4071, "Finetune/Step Time": 6.205359544605017}
+{"Finetune/Learning Rate": 9.934207958348624e-06, "Finetune/Loss": 0.8595201969146729, "Finetune/Loss (Raw)": 0.8716482520103455, "Finetune/Step": 4072, "Finetune/Step Time": 6.207204710692167}
+{"Finetune/Learning Rate": 9.930096020755262e-06, "Finetune/Loss": 0.8589016795158386, "Finetune/Loss (Raw)": 0.8574538230895996, "Finetune/Step": 4073, "Finetune/Step Time": 6.200332477688789}
+{"Finetune/Learning Rate": 9.92598409498183e-06, "Finetune/Loss": 0.8594096302986145, "Finetune/Loss (Raw)": 0.7690610289573669, "Finetune/Step": 4074, "Finetune/Step Time": 6.198502399027348}
+{"Finetune/Learning Rate": 9.921872181723605e-06, "Finetune/Loss": 0.8592522144317627, "Finetune/Loss (Raw)": 0.920821487903595, "Finetune/Step": 4075, "Finetune/Step Time": 6.210821045562625}
+{"Finetune/Learning Rate": 9.917760281675867e-06, "Finetune/Loss": 0.8582032918930054, "Finetune/Loss (Raw)": 0.951591968536377, "Finetune/Step": 4076, "Finetune/Step Time": 6.217571759596467}
+{"Finetune/Learning Rate": 9.913648395533884e-06, "Finetune/Loss": 0.8573528528213501, "Finetune/Loss (Raw)": 0.8942064642906189, "Finetune/Step": 4077, "Finetune/Step Time": 6.216439161449671}
+{"Finetune/Learning Rate": 9.909536523992925e-06, "Finetune/Loss": 0.8572717905044556, "Finetune/Loss (Raw)": 0.9333516359329224, "Finetune/Step": 4078, "Finetune/Step Time": 6.217778107151389}
+{"Finetune/Learning Rate": 9.905424667748265e-06, "Finetune/Loss": 0.8568916320800781, "Finetune/Loss (Raw)": 0.8913607597351074, "Finetune/Step": 4079, "Finetune/Step Time": 6.203805131837726}
+{"Finetune/Learning Rate": 9.90131282749517e-06, "Finetune/Loss": 0.8567980527877808, "Finetune/Loss (Raw)": 0.971147358417511, "Finetune/Step": 4080, "Finetune/Step Time": 6.203178066760302}
+{"Finetune/Learning Rate": 9.8972010039289e-06, "Finetune/Loss": 0.8583177328109741, "Finetune/Loss (Raw)": 1.1280192136764526, "Finetune/Step": 4081, "Finetune/Step Time": 6.205618906766176}
+{"Finetune/Learning Rate": 9.893089197744715e-06, "Finetune/Loss": 0.854587197303772, "Finetune/Loss (Raw)": 0.6687674522399902, "Finetune/Step": 4082, "Finetune/Step Time": 6.190830955281854}
+{"Finetune/Learning Rate": 9.888977409637876e-06, "Finetune/Loss": 0.8548047542572021, "Finetune/Loss (Raw)": 0.777147114276886, "Finetune/Step": 4083, "Finetune/Step Time": 6.188985349610448}
+{"Finetune/Learning Rate": 9.884865640303626e-06, "Finetune/Loss": 0.8527401685714722, "Finetune/Loss (Raw)": 0.8171950578689575, "Finetune/Step": 4084, "Finetune/Step Time": 6.1889754962176085}
+{"Finetune/Learning Rate": 9.880753890437235e-06, "Finetune/Loss": 0.8543112277984619, "Finetune/Loss (Raw)": 0.8057824969291687, "Finetune/Step": 4085, "Finetune/Step Time": 6.212766958400607}
+{"Finetune/Learning Rate": 9.876642160733937e-06, "Finetune/Loss": 0.850262463092804, "Finetune/Loss (Raw)": 0.446601927280426, "Finetune/Step": 4086, "Finetune/Step Time": 6.224528815597296}
+{"Finetune/Learning Rate": 9.872530451888983e-06, "Finetune/Loss": 0.8519324660301208, "Finetune/Loss (Raw)": 0.9571843147277832, "Finetune/Step": 4087, "Finetune/Step Time": 6.236399978399277}
+{"Finetune/Learning Rate": 9.86841876459761e-06, "Finetune/Loss": 0.8518029451370239, "Finetune/Loss (Raw)": 0.866814136505127, "Finetune/Step": 4088, "Finetune/Step Time": 6.229840897023678}
+{"Finetune/Learning Rate": 9.864307099555057e-06, "Finetune/Loss": 0.8510991334915161, "Finetune/Loss (Raw)": 0.8135243058204651, "Finetune/Step": 4089, "Finetune/Step Time": 6.2391417641192675}
+{"Finetune/Learning Rate": 9.86019545745656e-06, "Finetune/Loss": 0.8492944836616516, "Finetune/Loss (Raw)": 0.8057482838630676, "Finetune/Step": 4090, "Finetune/Step Time": 6.2417407892644405}
+{"Finetune/Learning Rate": 9.856083838997338e-06, "Finetune/Loss": 0.8512081503868103, "Finetune/Loss (Raw)": 1.00209641456604, "Finetune/Step": 4091, "Finetune/Step Time": 6.2564549669623375}
+{"Finetune/Learning Rate": 9.851972244872632e-06, "Finetune/Loss": 0.8502950668334961, "Finetune/Loss (Raw)": 0.8126723170280457, "Finetune/Step": 4092, "Finetune/Step Time": 6.263914259150624}
+{"Finetune/Learning Rate": 9.847860675777656e-06, "Finetune/Loss": 0.8516097068786621, "Finetune/Loss (Raw)": 0.9517930150032043, "Finetune/Step": 4093, "Finetune/Step Time": 6.272215148434043}
+{"Finetune/Learning Rate": 9.843749132407629e-06, "Finetune/Loss": 0.8527123928070068, "Finetune/Loss (Raw)": 1.0413258075714111, "Finetune/Step": 4094, "Finetune/Step Time": 6.266587762162089}
+{"Finetune/Learning Rate": 9.83963761545776e-06, "Finetune/Loss": 0.8524163365364075, "Finetune/Loss (Raw)": 0.8180426359176636, "Finetune/Step": 4095, "Finetune/Step Time": 6.259066365659237}
+{"Finetune/Learning Rate": 9.835526125623262e-06, "Finetune/Loss": 0.8523128628730774, "Finetune/Loss (Raw)": 0.8788204193115234, "Finetune/Step": 4096, "Finetune/Step Time": 6.239303981885314}
+{"Finetune/Learning Rate": 9.831414663599335e-06, "Finetune/Loss": 0.8531230092048645, "Finetune/Loss (Raw)": 1.0612684488296509, "Finetune/Step": 4097, "Finetune/Step Time": 6.237551629543304}
+{"Finetune/Learning Rate": 9.827303230081184e-06, "Finetune/Loss": 0.8538607358932495, "Finetune/Loss (Raw)": 0.9584243893623352, "Finetune/Step": 4098, "Finetune/Step Time": 6.240090409293771}
+{"Finetune/Learning Rate": 9.823191825764e-06, "Finetune/Loss": 0.8532101511955261, "Finetune/Loss (Raw)": 0.9144861698150635, "Finetune/Step": 4099, "Finetune/Step Time": 6.241220265626907}
+{"Finetune/Learning Rate": 9.819080451342972e-06, "Finetune/Loss": 0.8539714813232422, "Finetune/Loss (Raw)": 0.8812054395675659, "Finetune/Step": 4100, "Finetune/Step Time": 6.241501908749342}
+{"Finetune/Learning Rate": 9.814969107513287e-06, "Finetune/Loss": 0.8534284830093384, "Finetune/Loss (Raw)": 0.8261281847953796, "Finetune/Step": 4101, "Finetune/Step Time": 6.244028056040406}
+{"Finetune/Learning Rate": 9.810857794970122e-06, "Finetune/Loss": 0.853600263595581, "Finetune/Loss (Raw)": 0.761084794998169, "Finetune/Step": 4102, "Finetune/Step Time": 6.243133880198002}
+{"Finetune/Learning Rate": 9.806746514408646e-06, "Finetune/Loss": 0.8528103828430176, "Finetune/Loss (Raw)": 0.730365514755249, "Finetune/Step": 4103, "Finetune/Step Time": 6.249690592288971}
+{"Finetune/Learning Rate": 9.802635266524037e-06, "Finetune/Loss": 0.8522731065750122, "Finetune/Loss (Raw)": 0.9049170613288879, "Finetune/Step": 4104, "Finetune/Step Time": 6.2541191298514605}
+{"Finetune/Learning Rate": 9.798524052011455e-06, "Finetune/Loss": 0.846326470375061, "Finetune/Loss (Raw)": 0.3023546040058136, "Finetune/Step": 4105, "Finetune/Step Time": 6.266205323860049}
+{"Finetune/Learning Rate": 9.794412871566057e-06, "Finetune/Loss": 0.8465034365653992, "Finetune/Loss (Raw)": 0.8998863697052002, "Finetune/Step": 4106, "Finetune/Step Time": 6.285113817080855}
+{"Finetune/Learning Rate": 9.790301725882993e-06, "Finetune/Loss": 0.8485486507415771, "Finetune/Loss (Raw)": 0.8627238273620605, "Finetune/Step": 4107, "Finetune/Step Time": 6.286179872229695}
+{"Finetune/Learning Rate": 9.786190615657413e-06, "Finetune/Loss": 0.849998414516449, "Finetune/Loss (Raw)": 0.9168635606765747, "Finetune/Step": 4108, "Finetune/Step Time": 6.279344446957111}
+{"Finetune/Learning Rate": 9.782079541584445e-06, "Finetune/Loss": 0.8498964309692383, "Finetune/Loss (Raw)": 0.8646438717842102, "Finetune/Step": 4109, "Finetune/Step Time": 6.29003125987947}
+{"Finetune/Learning Rate": 9.777968504359239e-06, "Finetune/Loss": 0.8496840000152588, "Finetune/Loss (Raw)": 0.9749659895896912, "Finetune/Step": 4110, "Finetune/Step Time": 6.290011694654822}
+{"Finetune/Learning Rate": 9.773857504676913e-06, "Finetune/Loss": 0.8514121174812317, "Finetune/Loss (Raw)": 0.8351854085922241, "Finetune/Step": 4111, "Finetune/Step Time": 6.287478536367416}
+{"Finetune/Learning Rate": 9.76974654323259e-06, "Finetune/Loss": 0.8508738279342651, "Finetune/Loss (Raw)": 0.8585201501846313, "Finetune/Step": 4112, "Finetune/Step Time": 6.281954515725374}
+{"Finetune/Learning Rate": 9.765635620721386e-06, "Finetune/Loss": 0.8502301573753357, "Finetune/Loss (Raw)": 0.853397011756897, "Finetune/Step": 4113, "Finetune/Step Time": 6.282496836036444}
+{"Finetune/Learning Rate": 9.761524737838407e-06, "Finetune/Loss": 0.8462357521057129, "Finetune/Loss (Raw)": 0.391256183385849, "Finetune/Step": 4114, "Finetune/Step Time": 6.2864542957395315}
+{"Finetune/Learning Rate": 9.75741389527875e-06, "Finetune/Loss": 0.8453000783920288, "Finetune/Loss (Raw)": 0.7604736685752869, "Finetune/Step": 4115, "Finetune/Step Time": 6.303848652169108}
+{"Finetune/Learning Rate": 9.753303093737518e-06, "Finetune/Loss": 0.8461612462997437, "Finetune/Loss (Raw)": 0.9427254796028137, "Finetune/Step": 4116, "Finetune/Step Time": 6.304196674376726}
+{"Finetune/Learning Rate": 9.749192333909798e-06, "Finetune/Loss": 0.8460524678230286, "Finetune/Loss (Raw)": 0.7325413823127747, "Finetune/Step": 4117, "Finetune/Step Time": 6.296111758798361}
+{"Finetune/Learning Rate": 9.745081616490664e-06, "Finetune/Loss": 0.8469471335411072, "Finetune/Loss (Raw)": 0.917108416557312, "Finetune/Step": 4118, "Finetune/Step Time": 6.292138459160924}
+{"Finetune/Learning Rate": 9.740970942175196e-06, "Finetune/Loss": 0.8451613187789917, "Finetune/Loss (Raw)": 0.6498894691467285, "Finetune/Step": 4119, "Finetune/Step Time": 6.291527334600687}
+{"Finetune/Learning Rate": 9.736860311658455e-06, "Finetune/Loss": 0.8452231884002686, "Finetune/Loss (Raw)": 0.8695022463798523, "Finetune/Step": 4120, "Finetune/Step Time": 6.300290750339627}
+{"Finetune/Learning Rate": 9.7327497256355e-06, "Finetune/Loss": 0.8453010320663452, "Finetune/Loss (Raw)": 0.8863298892974854, "Finetune/Step": 4121, "Finetune/Step Time": 6.303726689890027}
+{"Finetune/Learning Rate": 9.728639184801383e-06, "Finetune/Loss": 0.8456656336784363, "Finetune/Loss (Raw)": 0.7793367505073547, "Finetune/Step": 4122, "Finetune/Step Time": 6.313529988750815}
+{"Finetune/Learning Rate": 9.724528689851152e-06, "Finetune/Loss": 0.8449759483337402, "Finetune/Loss (Raw)": 1.0141304731369019, "Finetune/Step": 4123, "Finetune/Step Time": 6.31247172690928}
+{"Finetune/Learning Rate": 9.72041824147984e-06, "Finetune/Loss": 0.8451595306396484, "Finetune/Loss (Raw)": 1.0734106302261353, "Finetune/Step": 4124, "Finetune/Step Time": 6.308930046856403}
+{"Finetune/Learning Rate": 9.716307840382471e-06, "Finetune/Loss": 0.8479945063591003, "Finetune/Loss (Raw)": 1.077209711074829, "Finetune/Step": 4125, "Finetune/Step Time": 6.305366571992636}
+{"Finetune/Learning Rate": 9.71219748725407e-06, "Finetune/Loss": 0.8463572263717651, "Finetune/Loss (Raw)": 0.8108513951301575, "Finetune/Step": 4126, "Finetune/Step Time": 6.302801476791501}
+{"Finetune/Learning Rate": 9.708087182789645e-06, "Finetune/Loss": 0.8484001159667969, "Finetune/Loss (Raw)": 0.9841631054878235, "Finetune/Step": 4127, "Finetune/Step Time": 6.29934373870492}
+{"Finetune/Learning Rate": 9.7039769276842e-06, "Finetune/Loss": 0.8486692905426025, "Finetune/Loss (Raw)": 0.9890803694725037, "Finetune/Step": 4128, "Finetune/Step Time": 6.296613618731499}
+{"Finetune/Learning Rate": 9.699866722632732e-06, "Finetune/Loss": 0.8506702184677124, "Finetune/Loss (Raw)": 0.866027295589447, "Finetune/Step": 4129, "Finetune/Step Time": 6.2981984950602055}
+{"Finetune/Learning Rate": 9.695756568330226e-06, "Finetune/Loss": 0.8514261245727539, "Finetune/Loss (Raw)": 0.8514694571495056, "Finetune/Step": 4130, "Finetune/Step Time": 6.298056319355965}
+{"Finetune/Learning Rate": 9.691646465471665e-06, "Finetune/Loss": 0.8501336574554443, "Finetune/Loss (Raw)": 0.772319495677948, "Finetune/Step": 4131, "Finetune/Step Time": 6.295309379696846}
+{"Finetune/Learning Rate": 9.687536414752014e-06, "Finetune/Loss": 0.8483032584190369, "Finetune/Loss (Raw)": 0.7027480006217957, "Finetune/Step": 4132, "Finetune/Step Time": 6.289681093767285}
+{"Finetune/Learning Rate": 9.683426416866234e-06, "Finetune/Loss": 0.8481680750846863, "Finetune/Loss (Raw)": 0.828045666217804, "Finetune/Step": 4133, "Finetune/Step Time": 6.2809762973338366}
+{"Finetune/Learning Rate": 9.679316472509272e-06, "Finetune/Loss": 0.8480657935142517, "Finetune/Loss (Raw)": 0.9690849184989929, "Finetune/Step": 4134, "Finetune/Step Time": 6.271134754642844}
+{"Finetune/Learning Rate": 9.675206582376081e-06, "Finetune/Loss": 0.8481432795524597, "Finetune/Loss (Raw)": 0.856538712978363, "Finetune/Step": 4135, "Finetune/Step Time": 6.260063474997878}
+{"Finetune/Learning Rate": 9.671096747161587e-06, "Finetune/Loss": 0.8468710780143738, "Finetune/Loss (Raw)": 0.874393105506897, "Finetune/Step": 4136, "Finetune/Step Time": 6.264742908999324}
+{"Finetune/Learning Rate": 9.666986967560717e-06, "Finetune/Loss": 0.8475695848464966, "Finetune/Loss (Raw)": 0.9434312582015991, "Finetune/Step": 4137, "Finetune/Step Time": 6.266809860244393}
+{"Finetune/Learning Rate": 9.662877244268385e-06, "Finetune/Loss": 0.8465398550033569, "Finetune/Loss (Raw)": 0.8243219256401062, "Finetune/Step": 4138, "Finetune/Step Time": 6.264944205060601}
+{"Finetune/Learning Rate": 9.658767577979497e-06, "Finetune/Loss": 0.8449687957763672, "Finetune/Loss (Raw)": 0.7064330577850342, "Finetune/Step": 4139, "Finetune/Step Time": 6.24815971404314}
+{"Finetune/Learning Rate": 9.654657969388945e-06, "Finetune/Loss": 0.8430402278900146, "Finetune/Loss (Raw)": 0.7313252687454224, "Finetune/Step": 4140, "Finetune/Step Time": 6.244159113615751}
+{"Finetune/Learning Rate": 9.65054841919162e-06, "Finetune/Loss": 0.8436489105224609, "Finetune/Loss (Raw)": 0.7944537997245789, "Finetune/Step": 4141, "Finetune/Step Time": 6.2411630898714066}
+{"Finetune/Learning Rate": 9.646438928082398e-06, "Finetune/Loss": 0.8440367579460144, "Finetune/Loss (Raw)": 1.0183768272399902, "Finetune/Step": 4142, "Finetune/Step Time": 6.238433504477143}
+{"Finetune/Learning Rate": 9.642329496756141e-06, "Finetune/Loss": 0.847065269947052, "Finetune/Loss (Raw)": 0.7821433544158936, "Finetune/Step": 4143, "Finetune/Step Time": 6.234177857637405}
+{"Finetune/Learning Rate": 9.638220125907705e-06, "Finetune/Loss": 0.8471877574920654, "Finetune/Loss (Raw)": 0.7607945203781128, "Finetune/Step": 4144, "Finetune/Step Time": 6.219113798812032}
+{"Finetune/Learning Rate": 9.634110816231941e-06, "Finetune/Loss": 0.8454854488372803, "Finetune/Loss (Raw)": 0.6053507328033447, "Finetune/Step": 4145, "Finetune/Step Time": 6.231889303773642}
+{"Finetune/Learning Rate": 9.630001568423677e-06, "Finetune/Loss": 0.8460344076156616, "Finetune/Loss (Raw)": 0.8744332790374756, "Finetune/Step": 4146, "Finetune/Step Time": 6.266519846394658}
+{"Finetune/Learning Rate": 9.625892383177743e-06, "Finetune/Loss": 0.8456882834434509, "Finetune/Loss (Raw)": 0.8578704595565796, "Finetune/Step": 4147, "Finetune/Step Time": 6.276119029149413}
+{"Finetune/Learning Rate": 9.621783261188952e-06, "Finetune/Loss": 0.8451035022735596, "Finetune/Loss (Raw)": 0.6802387237548828, "Finetune/Step": 4148, "Finetune/Step Time": 6.276905599981546}
+{"Finetune/Learning Rate": 9.61767420315211e-06, "Finetune/Loss": 0.8453136086463928, "Finetune/Loss (Raw)": 0.8767642378807068, "Finetune/Step": 4149, "Finetune/Step Time": 6.263560075312853}
+{"Finetune/Learning Rate": 9.613565209762005e-06, "Finetune/Loss": 0.8462904691696167, "Finetune/Loss (Raw)": 0.99884432554245, "Finetune/Step": 4150, "Finetune/Step Time": 6.263146033510566}
+{"Finetune/Learning Rate": 9.60945628171342e-06, "Finetune/Loss": 0.8461644649505615, "Finetune/Loss (Raw)": 0.9495804309844971, "Finetune/Step": 4151, "Finetune/Step Time": 6.268291879445314}
+{"Finetune/Learning Rate": 9.60534741970113e-06, "Finetune/Loss": 0.842790424823761, "Finetune/Loss (Raw)": 0.5465977787971497, "Finetune/Step": 4152, "Finetune/Step Time": 6.282712776213884}
+{"Finetune/Learning Rate": 9.601238624419888e-06, "Finetune/Loss": 0.8422718048095703, "Finetune/Loss (Raw)": 0.9497269988059998, "Finetune/Step": 4153, "Finetune/Step Time": 6.310557909309864}
+{"Finetune/Learning Rate": 9.597129896564448e-06, "Finetune/Loss": 0.8430637121200562, "Finetune/Loss (Raw)": 0.9109405875205994, "Finetune/Step": 4154, "Finetune/Step Time": 6.308641344308853}
+{"Finetune/Learning Rate": 9.593021236829543e-06, "Finetune/Loss": 0.8396353125572205, "Finetune/Loss (Raw)": 0.6609162092208862, "Finetune/Step": 4155, "Finetune/Step Time": 6.308369228616357}
+{"Finetune/Learning Rate": 9.588912645909905e-06, "Finetune/Loss": 0.8404626250267029, "Finetune/Loss (Raw)": 0.9414345026016235, "Finetune/Step": 4156, "Finetune/Step Time": 6.316216606646776}
+{"Finetune/Learning Rate": 9.58480412450024e-06, "Finetune/Loss": 0.8418748378753662, "Finetune/Loss (Raw)": 1.0085680484771729, "Finetune/Step": 4157, "Finetune/Step Time": 6.320220874622464}
+{"Finetune/Learning Rate": 9.580695673295252e-06, "Finetune/Loss": 0.8422726392745972, "Finetune/Loss (Raw)": 0.9236472845077515, "Finetune/Step": 4158, "Finetune/Step Time": 6.320967582985759}
+{"Finetune/Learning Rate": 9.576587292989632e-06, "Finetune/Loss": 0.8450108766555786, "Finetune/Loss (Raw)": 1.0062826871871948, "Finetune/Step": 4159, "Finetune/Step Time": 6.301480412483215}
+{"Finetune/Learning Rate": 9.572478984278062e-06, "Finetune/Loss": 0.8452631235122681, "Finetune/Loss (Raw)": 0.8311253786087036, "Finetune/Step": 4160, "Finetune/Step Time": 6.2942364402115345}
+{"Finetune/Learning Rate": 9.568370747855202e-06, "Finetune/Loss": 0.8431926965713501, "Finetune/Loss (Raw)": 0.6093294024467468, "Finetune/Step": 4161, "Finetune/Step Time": 6.311931198462844}
+{"Finetune/Learning Rate": 9.564262584415708e-06, "Finetune/Loss": 0.8435800671577454, "Finetune/Loss (Raw)": 0.8158476948738098, "Finetune/Step": 4162, "Finetune/Step Time": 6.329108336940408}
+{"Finetune/Learning Rate": 9.560154494654225e-06, "Finetune/Loss": 0.8432676196098328, "Finetune/Loss (Raw)": 0.7368438839912415, "Finetune/Step": 4163, "Finetune/Step Time": 6.341514568775892}
+{"Finetune/Learning Rate": 9.556046479265377e-06, "Finetune/Loss": 0.8437783718109131, "Finetune/Loss (Raw)": 0.7626262903213501, "Finetune/Step": 4164, "Finetune/Step Time": 6.3717807829380035}
+{"Finetune/Learning Rate": 9.551938538943781e-06, "Finetune/Loss": 0.8456739783287048, "Finetune/Loss (Raw)": 0.9556203484535217, "Finetune/Step": 4165, "Finetune/Step Time": 6.369320554658771}
+{"Finetune/Learning Rate": 9.547830674384043e-06, "Finetune/Loss": 0.8460700511932373, "Finetune/Loss (Raw)": 0.8597422242164612, "Finetune/Step": 4166, "Finetune/Step Time": 6.358633399009705}
+{"Finetune/Learning Rate": 9.543722886280756e-06, "Finetune/Loss": 0.8450610637664795, "Finetune/Loss (Raw)": 0.7609348297119141, "Finetune/Step": 4167, "Finetune/Step Time": 6.362314218655229}
+{"Finetune/Learning Rate": 9.539615175328494e-06, "Finetune/Loss": 0.8443975448608398, "Finetune/Loss (Raw)": 0.6206542253494263, "Finetune/Step": 4168, "Finetune/Step Time": 6.35575258731842}
+{"Finetune/Learning Rate": 9.535507542221822e-06, "Finetune/Loss": 0.843199610710144, "Finetune/Loss (Raw)": 0.5971149802207947, "Finetune/Step": 4169, "Finetune/Step Time": 6.3521561827510595}
+{"Finetune/Learning Rate": 9.531399987655296e-06, "Finetune/Loss": 0.8417664766311646, "Finetune/Loss (Raw)": 0.6227715611457825, "Finetune/Step": 4170, "Finetune/Step Time": 6.33868120983243}
+{"Finetune/Learning Rate": 9.527292512323447e-06, "Finetune/Loss": 0.8416515588760376, "Finetune/Loss (Raw)": 0.8268642425537109, "Finetune/Step": 4171, "Finetune/Step Time": 6.348854783922434}
+{"Finetune/Learning Rate": 9.523185116920807e-06, "Finetune/Loss": 0.8415205478668213, "Finetune/Loss (Raw)": 0.9312480688095093, "Finetune/Step": 4172, "Finetune/Step Time": 6.344472849741578}
+{"Finetune/Learning Rate": 9.519077802141887e-06, "Finetune/Loss": 0.8452144861221313, "Finetune/Loss (Raw)": 0.857999861240387, "Finetune/Step": 4173, "Finetune/Step Time": 6.336403014138341}
+{"Finetune/Learning Rate": 9.514970568681184e-06, "Finetune/Loss": 0.844688892364502, "Finetune/Loss (Raw)": 0.7547398805618286, "Finetune/Step": 4174, "Finetune/Step Time": 6.325390461832285}
+{"Finetune/Learning Rate": 9.510863417233181e-06, "Finetune/Loss": 0.8429791331291199, "Finetune/Loss (Raw)": 0.8009226322174072, "Finetune/Step": 4175, "Finetune/Step Time": 6.33435601182282}
+{"Finetune/Learning Rate": 9.506756348492348e-06, "Finetune/Loss": 0.8439139723777771, "Finetune/Loss (Raw)": 0.9632686376571655, "Finetune/Step": 4176, "Finetune/Step Time": 6.331832900643349}
+{"Finetune/Learning Rate": 9.502649363153142e-06, "Finetune/Loss": 0.8435631990432739, "Finetune/Loss (Raw)": 0.8698436617851257, "Finetune/Step": 4177, "Finetune/Step Time": 6.334596734493971}
+{"Finetune/Learning Rate": 9.49854246191001e-06, "Finetune/Loss": 0.8441921472549438, "Finetune/Loss (Raw)": 0.9603623151779175, "Finetune/Step": 4178, "Finetune/Step Time": 6.336312655359507}
+{"Finetune/Learning Rate": 9.494435645457372e-06, "Finetune/Loss": 0.8403394818305969, "Finetune/Loss (Raw)": 0.31814488768577576, "Finetune/Step": 4179, "Finetune/Step Time": 6.335318710654974}
+{"Finetune/Learning Rate": 9.490328914489648e-06, "Finetune/Loss": 0.8412251472473145, "Finetune/Loss (Raw)": 0.9422615766525269, "Finetune/Step": 4180, "Finetune/Step Time": 6.338340241461992}
+{"Finetune/Learning Rate": 9.486222269701236e-06, "Finetune/Loss": 0.8421173691749573, "Finetune/Loss (Raw)": 0.942866325378418, "Finetune/Step": 4181, "Finetune/Step Time": 6.334445878863335}
+{"Finetune/Learning Rate": 9.482115711786517e-06, "Finetune/Loss": 0.8468393087387085, "Finetune/Loss (Raw)": 0.8968055844306946, "Finetune/Step": 4182, "Finetune/Step Time": 6.339781736955047}
+{"Finetune/Learning Rate": 9.478009241439865e-06, "Finetune/Loss": 0.846612274646759, "Finetune/Loss (Raw)": 0.9682417511940002, "Finetune/Step": 4183, "Finetune/Step Time": 6.326467618346214}
+{"Finetune/Learning Rate": 9.473902859355631e-06, "Finetune/Loss": 0.8471283912658691, "Finetune/Loss (Raw)": 0.9348668456077576, "Finetune/Step": 4184, "Finetune/Step Time": 6.330266881734133}
+{"Finetune/Learning Rate": 9.469796566228164e-06, "Finetune/Loss": 0.8454595804214478, "Finetune/Loss (Raw)": 0.6813918352127075, "Finetune/Step": 4185, "Finetune/Step Time": 6.332709029316902}
+{"Finetune/Learning Rate": 9.465690362751781e-06, "Finetune/Loss": 0.8427578210830688, "Finetune/Loss (Raw)": 0.7462002038955688, "Finetune/Step": 4186, "Finetune/Step Time": 6.3318220768123865}
+{"Finetune/Learning Rate": 9.461584249620795e-06, "Finetune/Loss": 0.8419314026832581, "Finetune/Loss (Raw)": 0.8612164258956909, "Finetune/Step": 4187, "Finetune/Step Time": 6.329036360606551}
+{"Finetune/Learning Rate": 9.457478227529503e-06, "Finetune/Loss": 0.8427846431732178, "Finetune/Loss (Raw)": 0.8071604371070862, "Finetune/Step": 4188, "Finetune/Step Time": 6.341268312186003}
+{"Finetune/Learning Rate": 9.45337229717218e-06, "Finetune/Loss": 0.8398960828781128, "Finetune/Loss (Raw)": 0.6060717105865479, "Finetune/Step": 4189, "Finetune/Step Time": 6.33949832431972}
+{"Finetune/Learning Rate": 9.44926645924309e-06, "Finetune/Loss": 0.8374120593070984, "Finetune/Loss (Raw)": 0.8006498217582703, "Finetune/Step": 4190, "Finetune/Step Time": 6.344362277537584}
+{"Finetune/Learning Rate": 9.445160714436485e-06, "Finetune/Loss": 0.836668848991394, "Finetune/Loss (Raw)": 0.925295352935791, "Finetune/Step": 4191, "Finetune/Step Time": 6.353584865108132}
+{"Finetune/Learning Rate": 9.441055063446597e-06, "Finetune/Loss": 0.8355376124382019, "Finetune/Loss (Raw)": 0.7552468180656433, "Finetune/Step": 4192, "Finetune/Step Time": 6.356076834723353}
+{"Finetune/Learning Rate": 9.43694950696764e-06, "Finetune/Loss": 0.8361879587173462, "Finetune/Loss (Raw)": 0.8693609833717346, "Finetune/Step": 4193, "Finetune/Step Time": 6.366305908188224}
+{"Finetune/Learning Rate": 9.432844045693817e-06, "Finetune/Loss": 0.8406302332878113, "Finetune/Loss (Raw)": 1.0102702379226685, "Finetune/Step": 4194, "Finetune/Step Time": 6.366363637149334}
+{"Finetune/Learning Rate": 9.428738680319313e-06, "Finetune/Loss": 0.841352105140686, "Finetune/Loss (Raw)": 0.8703713417053223, "Finetune/Step": 4195, "Finetune/Step Time": 6.353291150182486}
+{"Finetune/Learning Rate": 9.424633411538289e-06, "Finetune/Loss": 0.8411153554916382, "Finetune/Loss (Raw)": 0.8673319816589355, "Finetune/Step": 4196, "Finetune/Step Time": 6.360069252550602}
+{"Finetune/Learning Rate": 9.420528240044911e-06, "Finetune/Loss": 0.8408722877502441, "Finetune/Loss (Raw)": 0.7542471885681152, "Finetune/Step": 4197, "Finetune/Step Time": 6.354101816192269}
+{"Finetune/Learning Rate": 9.416423166533304e-06, "Finetune/Loss": 0.8388923406600952, "Finetune/Loss (Raw)": 0.7694740295410156, "Finetune/Step": 4198, "Finetune/Step Time": 6.343369014561176}
+{"Finetune/Learning Rate": 9.412318191697592e-06, "Finetune/Loss": 0.8378333449363708, "Finetune/Loss (Raw)": 0.7676205635070801, "Finetune/Step": 4199, "Finetune/Step Time": 6.343061309307814}
+{"Finetune/Learning Rate": 9.408213316231873e-06, "Finetune/Loss": 0.8378903865814209, "Finetune/Loss (Raw)": 0.8789524435997009, "Finetune/Step": 4200, "Finetune/Step Time": 6.34217276237905}
+{"Finetune/Learning Rate": 9.404108540830236e-06, "Finetune/Loss": 0.8383275866508484, "Finetune/Loss (Raw)": 0.9134117364883423, "Finetune/Step": 4201, "Finetune/Step Time": 6.3461501728743315}
+{"Finetune/Learning Rate": 9.400003866186744e-06, "Finetune/Loss": 0.8387090563774109, "Finetune/Loss (Raw)": 0.8178927898406982, "Finetune/Step": 4202, "Finetune/Step Time": 6.3432540614157915}
+{"Finetune/Learning Rate": 9.395899292995457e-06, "Finetune/Loss": 0.8344796299934387, "Finetune/Loss (Raw)": 0.37944966554641724, "Finetune/Step": 4203, "Finetune/Step Time": 6.333444802090526}
+{"Finetune/Learning Rate": 9.391794821950408e-06, "Finetune/Loss": 0.8347139954566956, "Finetune/Loss (Raw)": 0.9815951585769653, "Finetune/Step": 4204, "Finetune/Step Time": 6.34496777318418}
+{"Finetune/Learning Rate": 9.38769045374561e-06, "Finetune/Loss": 0.8353564739227295, "Finetune/Loss (Raw)": 0.9764462113380432, "Finetune/Step": 4205, "Finetune/Step Time": 6.344655437394977}
+{"Finetune/Learning Rate": 9.383586189075065e-06, "Finetune/Loss": 0.8349432945251465, "Finetune/Loss (Raw)": 0.8804571628570557, "Finetune/Step": 4206, "Finetune/Step Time": 6.341906823217869}
+{"Finetune/Learning Rate": 9.379482028632754e-06, "Finetune/Loss": 0.8352405428886414, "Finetune/Loss (Raw)": 0.929410457611084, "Finetune/Step": 4207, "Finetune/Step Time": 6.346442822366953}
+{"Finetune/Learning Rate": 9.37537797311264e-06, "Finetune/Loss": 0.8347563743591309, "Finetune/Loss (Raw)": 0.9091690182685852, "Finetune/Step": 4208, "Finetune/Step Time": 6.349314762279391}
+{"Finetune/Learning Rate": 9.371274023208674e-06, "Finetune/Loss": 0.8330107927322388, "Finetune/Loss (Raw)": 0.904587984085083, "Finetune/Step": 4209, "Finetune/Step Time": 6.3422966711223125}
+{"Finetune/Learning Rate": 9.367170179614784e-06, "Finetune/Loss": 0.8346735835075378, "Finetune/Loss (Raw)": 0.8816060423851013, "Finetune/Step": 4210, "Finetune/Step Time": 6.343428876250982}
+{"Finetune/Learning Rate": 9.363066443024881e-06, "Finetune/Loss": 0.8351669907569885, "Finetune/Loss (Raw)": 0.8403076529502869, "Finetune/Step": 4211, "Finetune/Step Time": 6.342293851077557}
+{"Finetune/Learning Rate": 9.358962814132858e-06, "Finetune/Loss": 0.8365832567214966, "Finetune/Loss (Raw)": 0.9984766244888306, "Finetune/Step": 4212, "Finetune/Step Time": 6.34847248159349}
+{"Finetune/Learning Rate": 9.35485929363259e-06, "Finetune/Loss": 0.8377214670181274, "Finetune/Loss (Raw)": 0.9514722228050232, "Finetune/Step": 4213, "Finetune/Step Time": 6.330386174842715}
+{"Finetune/Learning Rate": 9.35075588221793e-06, "Finetune/Loss": 0.8414477109909058, "Finetune/Loss (Raw)": 0.9235658049583435, "Finetune/Step": 4214, "Finetune/Step Time": 6.322956556454301}
+{"Finetune/Learning Rate": 9.34665258058272e-06, "Finetune/Loss": 0.842084527015686, "Finetune/Loss (Raw)": 1.038689374923706, "Finetune/Step": 4215, "Finetune/Step Time": 6.307988379150629}
+{"Finetune/Learning Rate": 9.342549389420777e-06, "Finetune/Loss": 0.8424913287162781, "Finetune/Loss (Raw)": 0.9188905954360962, "Finetune/Step": 4216, "Finetune/Step Time": 6.301937527954578}
+{"Finetune/Learning Rate": 9.338446309425904e-06, "Finetune/Loss": 0.8427853584289551, "Finetune/Loss (Raw)": 0.8511523008346558, "Finetune/Step": 4217, "Finetune/Step Time": 6.296251671388745}
+{"Finetune/Learning Rate": 9.334343341291884e-06, "Finetune/Loss": 0.8433572053909302, "Finetune/Loss (Raw)": 0.8789464235305786, "Finetune/Step": 4218, "Finetune/Step Time": 6.294787712395191}
+{"Finetune/Learning Rate": 9.330240485712475e-06, "Finetune/Loss": 0.840574324131012, "Finetune/Loss (Raw)": 0.645892322063446, "Finetune/Step": 4219, "Finetune/Step Time": 6.280690977349877}
+{"Finetune/Learning Rate": 9.326137743381427e-06, "Finetune/Loss": 0.8404940366744995, "Finetune/Loss (Raw)": 0.8023980855941772, "Finetune/Step": 4220, "Finetune/Step Time": 6.282513095065951}
+{"Finetune/Learning Rate": 9.322035114992457e-06, "Finetune/Loss": 0.8400924205780029, "Finetune/Loss (Raw)": 0.9003844857215881, "Finetune/Step": 4221, "Finetune/Step Time": 6.278338048607111}
+{"Finetune/Learning Rate": 9.317932601239279e-06, "Finetune/Loss": 0.840053915977478, "Finetune/Loss (Raw)": 1.036390781402588, "Finetune/Step": 4222, "Finetune/Step Time": 6.274493819102645}
+{"Finetune/Learning Rate": 9.313830202815574e-06, "Finetune/Loss": 0.8412750363349915, "Finetune/Loss (Raw)": 0.974349856376648, "Finetune/Step": 4223, "Finetune/Step Time": 6.271555237472057}
+{"Finetune/Learning Rate": 9.309727920415012e-06, "Finetune/Loss": 0.8409329652786255, "Finetune/Loss (Raw)": 0.8350319862365723, "Finetune/Step": 4224, "Finetune/Step Time": 6.268309881910682}
+{"Finetune/Learning Rate": 9.30562575473124e-06, "Finetune/Loss": 0.8401098251342773, "Finetune/Loss (Raw)": 0.9559133648872375, "Finetune/Step": 4225, "Finetune/Step Time": 6.2703893687576056}
+{"Finetune/Learning Rate": 9.30152370645788e-06, "Finetune/Loss": 0.8396784067153931, "Finetune/Loss (Raw)": 0.9032023549079895, "Finetune/Step": 4226, "Finetune/Step Time": 6.281157387420535}
+{"Finetune/Learning Rate": 9.297421776288545e-06, "Finetune/Loss": 0.8395451903343201, "Finetune/Loss (Raw)": 0.8974313735961914, "Finetune/Step": 4227, "Finetune/Step Time": 6.279834317043424}
+{"Finetune/Learning Rate": 9.29331996491682e-06, "Finetune/Loss": 0.8388349413871765, "Finetune/Loss (Raw)": 0.7902966737747192, "Finetune/Step": 4228, "Finetune/Step Time": 6.28206193447113}
+{"Finetune/Learning Rate": 9.289218273036276e-06, "Finetune/Loss": 0.8395365476608276, "Finetune/Loss (Raw)": 0.9159273505210876, "Finetune/Step": 4229, "Finetune/Step Time": 6.279676163569093}
+{"Finetune/Learning Rate": 9.285116701340457e-06, "Finetune/Loss": 0.8398042917251587, "Finetune/Loss (Raw)": 0.7953647971153259, "Finetune/Step": 4230, "Finetune/Step Time": 6.27120459638536}
+{"Finetune/Learning Rate": 9.281015250522892e-06, "Finetune/Loss": 0.840851366519928, "Finetune/Loss (Raw)": 0.8643805384635925, "Finetune/Step": 4231, "Finetune/Step Time": 6.2610824983567}
+{"Finetune/Learning Rate": 9.276913921277082e-06, "Finetune/Loss": 0.8409982323646545, "Finetune/Loss (Raw)": 0.9237238764762878, "Finetune/Step": 4232, "Finetune/Step Time": 6.267973044887185}
+{"Finetune/Learning Rate": 9.272812714296516e-06, "Finetune/Loss": 0.8467327356338501, "Finetune/Loss (Raw)": 1.0363694429397583, "Finetune/Step": 4233, "Finetune/Step Time": 6.271776650100946}
+{"Finetune/Learning Rate": 9.268711630274663e-06, "Finetune/Loss": 0.848142147064209, "Finetune/Loss (Raw)": 1.080291748046875, "Finetune/Step": 4234, "Finetune/Step Time": 6.256396286189556}
+{"Finetune/Learning Rate": 9.264610669904965e-06, "Finetune/Loss": 0.8492112159729004, "Finetune/Loss (Raw)": 0.9995680451393127, "Finetune/Step": 4235, "Finetune/Step Time": 6.256574299186468}
+{"Finetune/Learning Rate": 9.260509833880848e-06, "Finetune/Loss": 0.8494452238082886, "Finetune/Loss (Raw)": 0.9468189477920532, "Finetune/Step": 4236, "Finetune/Step Time": 6.254103805869818}
+{"Finetune/Learning Rate": 9.256409122895708e-06, "Finetune/Loss": 0.8484057188034058, "Finetune/Loss (Raw)": 0.7315751314163208, "Finetune/Step": 4237, "Finetune/Step Time": 6.238054800778627}
+{"Finetune/Learning Rate": 9.252308537642933e-06, "Finetune/Loss": 0.8459581732749939, "Finetune/Loss (Raw)": 0.6616847515106201, "Finetune/Step": 4238, "Finetune/Step Time": 6.240419987589121}
+{"Finetune/Learning Rate": 9.248208078815873e-06, "Finetune/Loss": 0.8469822406768799, "Finetune/Loss (Raw)": 0.966267466545105, "Finetune/Step": 4239, "Finetune/Step Time": 6.247683672234416}
+{"Finetune/Learning Rate": 9.244107747107882e-06, "Finetune/Loss": 0.8461385369300842, "Finetune/Loss (Raw)": 0.7505276203155518, "Finetune/Step": 4240, "Finetune/Step Time": 6.253144763410091}
+{"Finetune/Learning Rate": 9.240007543212267e-06, "Finetune/Loss": 0.8449157476425171, "Finetune/Loss (Raw)": 0.696877658367157, "Finetune/Step": 4241, "Finetune/Step Time": 6.270333016291261}
+{"Finetune/Learning Rate": 9.235907467822326e-06, "Finetune/Loss": 0.8489036560058594, "Finetune/Loss (Raw)": 0.9017029404640198, "Finetune/Step": 4242, "Finetune/Step Time": 6.284299151971936}
+{"Finetune/Learning Rate": 9.231807521631333e-06, "Finetune/Loss": 0.8495175838470459, "Finetune/Loss (Raw)": 0.8390570878982544, "Finetune/Step": 4243, "Finetune/Step Time": 6.264809966087341}
+{"Finetune/Learning Rate": 9.227707705332542e-06, "Finetune/Loss": 0.8488882780075073, "Finetune/Loss (Raw)": 0.8621840476989746, "Finetune/Step": 4244, "Finetune/Step Time": 6.27771027199924}
+{"Finetune/Learning Rate": 9.22360801961918e-06, "Finetune/Loss": 0.8496427536010742, "Finetune/Loss (Raw)": 0.8291030526161194, "Finetune/Step": 4245, "Finetune/Step Time": 6.294054482132196}
+{"Finetune/Learning Rate": 9.21950846518445e-06, "Finetune/Loss": 0.849484920501709, "Finetune/Loss (Raw)": 0.8969061374664307, "Finetune/Step": 4246, "Finetune/Step Time": 6.2962831184268}
+{"Finetune/Learning Rate": 9.215409042721553e-06, "Finetune/Loss": 0.8515019416809082, "Finetune/Loss (Raw)": 0.9080674052238464, "Finetune/Step": 4247, "Finetune/Step Time": 6.295496055856347}
+{"Finetune/Learning Rate": 9.211309752923639e-06, "Finetune/Loss": 0.8518509864807129, "Finetune/Loss (Raw)": 0.9141839742660522, "Finetune/Step": 4248, "Finetune/Step Time": 6.295749796554446}
+{"Finetune/Learning Rate": 9.207210596483854e-06, "Finetune/Loss": 0.8475967645645142, "Finetune/Loss (Raw)": 0.34179019927978516, "Finetune/Step": 4249, "Finetune/Step Time": 6.295343823730946}
+{"Finetune/Learning Rate": 9.203111574095318e-06, "Finetune/Loss": 0.8486025333404541, "Finetune/Loss (Raw)": 0.9080802202224731, "Finetune/Step": 4250, "Finetune/Step Time": 6.29792569950223}
+{"Finetune/Learning Rate": 9.199012686451124e-06, "Finetune/Loss": 0.8487180471420288, "Finetune/Loss (Raw)": 1.0289071798324585, "Finetune/Step": 4251, "Finetune/Step Time": 6.2964468244463205}
+{"Finetune/Learning Rate": 9.194913934244343e-06, "Finetune/Loss": 0.8467525243759155, "Finetune/Loss (Raw)": 0.8218339681625366, "Finetune/Step": 4252, "Finetune/Step Time": 6.310216527432203}
+{"Finetune/Learning Rate": 9.190815318168031e-06, "Finetune/Loss": 0.8460063934326172, "Finetune/Loss (Raw)": 0.9816920757293701, "Finetune/Step": 4253, "Finetune/Step Time": 6.315509956330061}
+{"Finetune/Learning Rate": 9.186716838915214e-06, "Finetune/Loss": 0.8467844724655151, "Finetune/Loss (Raw)": 0.9104572534561157, "Finetune/Step": 4254, "Finetune/Step Time": 6.320130011066794}
+{"Finetune/Learning Rate": 9.182618497178892e-06, "Finetune/Loss": 0.8467509150505066, "Finetune/Loss (Raw)": 0.9798677563667297, "Finetune/Step": 4255, "Finetune/Step Time": 6.331155050545931}
+{"Finetune/Learning Rate": 9.17852029365205e-06, "Finetune/Loss": 0.8464531898498535, "Finetune/Loss (Raw)": 0.9509726166725159, "Finetune/Step": 4256, "Finetune/Step Time": 6.3328244518488646}
+{"Finetune/Learning Rate": 9.174422229027644e-06, "Finetune/Loss": 0.846489667892456, "Finetune/Loss (Raw)": 0.8706943392753601, "Finetune/Step": 4257, "Finetune/Step Time": 6.329874532297254}
+{"Finetune/Learning Rate": 9.170324303998605e-06, "Finetune/Loss": 0.8477696180343628, "Finetune/Loss (Raw)": 1.0153051614761353, "Finetune/Step": 4258, "Finetune/Step Time": 6.3284322917461395}
+{"Finetune/Learning Rate": 9.166226519257848e-06, "Finetune/Loss": 0.8475931882858276, "Finetune/Loss (Raw)": 0.7497262358665466, "Finetune/Step": 4259, "Finetune/Step Time": 6.3314197938889265}
+{"Finetune/Learning Rate": 9.162128875498257e-06, "Finetune/Loss": 0.8478320837020874, "Finetune/Loss (Raw)": 0.733325719833374, "Finetune/Step": 4260, "Finetune/Step Time": 6.347087662667036}
+{"Finetune/Learning Rate": 9.158031373412695e-06, "Finetune/Loss": 0.8443537354469299, "Finetune/Loss (Raw)": 0.38281911611557007, "Finetune/Step": 4261, "Finetune/Step Time": 6.351708786562085}
+{"Finetune/Learning Rate": 9.153934013694002e-06, "Finetune/Loss": 0.8440959453582764, "Finetune/Loss (Raw)": 0.93608558177948, "Finetune/Step": 4262, "Finetune/Step Time": 6.3659184910357}
+{"Finetune/Learning Rate": 9.149836797034991e-06, "Finetune/Loss": 0.8450131416320801, "Finetune/Loss (Raw)": 0.9739440083503723, "Finetune/Step": 4263, "Finetune/Step Time": 6.365136420354247}
+{"Finetune/Learning Rate": 9.145739724128453e-06, "Finetune/Loss": 0.8448988199234009, "Finetune/Loss (Raw)": 0.8597610592842102, "Finetune/Step": 4264, "Finetune/Step Time": 6.3649183958768845}
+{"Finetune/Learning Rate": 9.141642795667156e-06, "Finetune/Loss": 0.8437106609344482, "Finetune/Loss (Raw)": 0.7913447618484497, "Finetune/Step": 4265, "Finetune/Step Time": 6.368074901401997}
+{"Finetune/Learning Rate": 9.13754601234384e-06, "Finetune/Loss": 0.8432101011276245, "Finetune/Loss (Raw)": 0.7602518200874329, "Finetune/Step": 4266, "Finetune/Step Time": 6.371484991163015}
+{"Finetune/Learning Rate": 9.133449374851223e-06, "Finetune/Loss": 0.8445963859558105, "Finetune/Loss (Raw)": 0.8838784694671631, "Finetune/Step": 4267, "Finetune/Step Time": 6.373120289295912}
+{"Finetune/Learning Rate": 9.129352883881997e-06, "Finetune/Loss": 0.8456125855445862, "Finetune/Loss (Raw)": 0.8613978624343872, "Finetune/Step": 4268, "Finetune/Step Time": 6.3873107228428125}
+{"Finetune/Learning Rate": 9.125256540128831e-06, "Finetune/Loss": 0.8472666144371033, "Finetune/Loss (Raw)": 1.0061687231063843, "Finetune/Step": 4269, "Finetune/Step Time": 6.386585367843509}
+{"Finetune/Learning Rate": 9.121160344284364e-06, "Finetune/Loss": 0.847383975982666, "Finetune/Loss (Raw)": 1.0333958864212036, "Finetune/Step": 4270, "Finetune/Step Time": 6.38611670024693}
+{"Finetune/Learning Rate": 9.11706429704122e-06, "Finetune/Loss": 0.8466048836708069, "Finetune/Loss (Raw)": 0.6824259757995605, "Finetune/Step": 4271, "Finetune/Step Time": 6.393984783440828}
+{"Finetune/Learning Rate": 9.112968399091989e-06, "Finetune/Loss": 0.8485714197158813, "Finetune/Loss (Raw)": 1.012516736984253, "Finetune/Step": 4272, "Finetune/Step Time": 6.3925786186009645}
+{"Finetune/Learning Rate": 9.108872651129238e-06, "Finetune/Loss": 0.8508784770965576, "Finetune/Loss (Raw)": 0.9006519317626953, "Finetune/Step": 4273, "Finetune/Step Time": 6.384108420461416}
+{"Finetune/Learning Rate": 9.104777053845508e-06, "Finetune/Loss": 0.8502329587936401, "Finetune/Loss (Raw)": 0.7918091416358948, "Finetune/Step": 4274, "Finetune/Step Time": 6.357971876859665}
+{"Finetune/Learning Rate": 9.100681607933321e-06, "Finetune/Loss": 0.8501209020614624, "Finetune/Loss (Raw)": 0.8435203433036804, "Finetune/Step": 4275, "Finetune/Step Time": 6.349668111652136}
+{"Finetune/Learning Rate": 9.096586314085162e-06, "Finetune/Loss": 0.851311981678009, "Finetune/Loss (Raw)": 0.8326923847198486, "Finetune/Step": 4276, "Finetune/Step Time": 6.34695022366941}
+{"Finetune/Learning Rate": 9.092491172993498e-06, "Finetune/Loss": 0.8501033782958984, "Finetune/Loss (Raw)": 0.7220638394355774, "Finetune/Step": 4277, "Finetune/Step Time": 6.351323952898383}
+{"Finetune/Learning Rate": 9.08839618535077e-06, "Finetune/Loss": 0.8449734449386597, "Finetune/Loss (Raw)": 0.342216819524765, "Finetune/Step": 4278, "Finetune/Step Time": 6.354901367798448}
+{"Finetune/Learning Rate": 9.084301351849394e-06, "Finetune/Loss": 0.8448511362075806, "Finetune/Loss (Raw)": 0.9339303374290466, "Finetune/Step": 4279, "Finetune/Step Time": 6.365522310137749}
+{"Finetune/Learning Rate": 9.08020667318175e-06, "Finetune/Loss": 0.8476788997650146, "Finetune/Loss (Raw)": 0.9085460901260376, "Finetune/Step": 4280, "Finetune/Step Time": 6.350854463875294}
+{"Finetune/Learning Rate": 9.076112150040208e-06, "Finetune/Loss": 0.8472341299057007, "Finetune/Loss (Raw)": 0.8927949070930481, "Finetune/Step": 4281, "Finetune/Step Time": 6.326873702928424}
+{"Finetune/Learning Rate": 9.0720177831171e-06, "Finetune/Loss": 0.8464642763137817, "Finetune/Loss (Raw)": 0.8123992681503296, "Finetune/Step": 4282, "Finetune/Step Time": 6.3399937748909}
+{"Finetune/Learning Rate": 9.06792357310473e-06, "Finetune/Loss": 0.8496730923652649, "Finetune/Loss (Raw)": 1.0716458559036255, "Finetune/Step": 4283, "Finetune/Step Time": 6.335417507216334}
+{"Finetune/Learning Rate": 9.063829520695383e-06, "Finetune/Loss": 0.8492255806922913, "Finetune/Loss (Raw)": 0.8841496706008911, "Finetune/Step": 4284, "Finetune/Step Time": 6.332876309752464}
+{"Finetune/Learning Rate": 9.05973562658132e-06, "Finetune/Loss": 0.8484553694725037, "Finetune/Loss (Raw)": 0.9099851846694946, "Finetune/Step": 4285, "Finetune/Step Time": 6.328460110351443}
+{"Finetune/Learning Rate": 9.055641891454766e-06, "Finetune/Loss": 0.8483525514602661, "Finetune/Loss (Raw)": 0.9104851484298706, "Finetune/Step": 4286, "Finetune/Step Time": 6.328491818159819}
+{"Finetune/Learning Rate": 9.05154831600792e-06, "Finetune/Loss": 0.8462824821472168, "Finetune/Loss (Raw)": 0.7413153052330017, "Finetune/Step": 4287, "Finetune/Step Time": 6.333384294062853}
+{"Finetune/Learning Rate": 9.047454900932959e-06, "Finetune/Loss": 0.8459007740020752, "Finetune/Loss (Raw)": 0.7822650671005249, "Finetune/Step": 4288, "Finetune/Step Time": 6.330734699964523}
+{"Finetune/Learning Rate": 9.043361646922029e-06, "Finetune/Loss": 0.8479227423667908, "Finetune/Loss (Raw)": 0.8681430220603943, "Finetune/Step": 4289, "Finetune/Step Time": 6.315503025427461}
+{"Finetune/Learning Rate": 9.039268554667256e-06, "Finetune/Loss": 0.8487449884414673, "Finetune/Loss (Raw)": 0.9210918545722961, "Finetune/Step": 4290, "Finetune/Step Time": 6.3011668883264065}
+{"Finetune/Learning Rate": 9.035175624860728e-06, "Finetune/Loss": 0.8502439260482788, "Finetune/Loss (Raw)": 0.9287148118019104, "Finetune/Step": 4291, "Finetune/Step Time": 6.29473564401269}
+{"Finetune/Learning Rate": 9.03108285819451e-06, "Finetune/Loss": 0.8518775105476379, "Finetune/Loss (Raw)": 0.9717167615890503, "Finetune/Step": 4292, "Finetune/Step Time": 6.262681959196925}
+{"Finetune/Learning Rate": 9.026990255360646e-06, "Finetune/Loss": 0.8467252254486084, "Finetune/Loss (Raw)": 0.29613950848579407, "Finetune/Step": 4293, "Finetune/Step Time": 6.262667376548052}
+{"Finetune/Learning Rate": 9.022897817051142e-06, "Finetune/Loss": 0.8463388085365295, "Finetune/Loss (Raw)": 0.8102785348892212, "Finetune/Step": 4294, "Finetune/Step Time": 6.270893905311823}
+{"Finetune/Learning Rate": 9.018805543957978e-06, "Finetune/Loss": 0.8490326404571533, "Finetune/Loss (Raw)": 1.1057437658309937, "Finetune/Step": 4295, "Finetune/Step Time": 6.268919998779893}
+{"Finetune/Learning Rate": 9.014713436773114e-06, "Finetune/Loss": 0.849617600440979, "Finetune/Loss (Raw)": 0.6955271363258362, "Finetune/Step": 4296, "Finetune/Step Time": 6.271482583135366}
+{"Finetune/Learning Rate": 9.010621496188476e-06, "Finetune/Loss": 0.8514353632926941, "Finetune/Loss (Raw)": 0.8297907114028931, "Finetune/Step": 4297, "Finetune/Step Time": 6.270043738186359}
+{"Finetune/Learning Rate": 9.00652972289596e-06, "Finetune/Loss": 0.8538197875022888, "Finetune/Loss (Raw)": 0.9279749989509583, "Finetune/Step": 4298, "Finetune/Step Time": 6.264892285689712}
+{"Finetune/Learning Rate": 9.002438117587436e-06, "Finetune/Loss": 0.8522347211837769, "Finetune/Loss (Raw)": 0.6239793300628662, "Finetune/Step": 4299, "Finetune/Step Time": 6.2623257134109735}
+{"Finetune/Learning Rate": 8.998346680954749e-06, "Finetune/Loss": 0.8524952530860901, "Finetune/Loss (Raw)": 0.9645878672599792, "Finetune/Step": 4300, "Finetune/Step Time": 6.274110179394484}
+{"Finetune/Learning Rate": 8.994255413689704e-06, "Finetune/Loss": 0.8519057035446167, "Finetune/Loss (Raw)": 0.7825382351875305, "Finetune/Step": 4301, "Finetune/Step Time": 6.285117145627737}
+{"Finetune/Learning Rate": 8.990164316484098e-06, "Finetune/Loss": 0.8520309329032898, "Finetune/Loss (Raw)": 0.7707734704017639, "Finetune/Step": 4302, "Finetune/Step Time": 6.30465522967279}
+{"Finetune/Learning Rate": 8.986073390029676e-06, "Finetune/Loss": 0.8536839485168457, "Finetune/Loss (Raw)": 1.012509822845459, "Finetune/Step": 4303, "Finetune/Step Time": 6.298295442014933}
+{"Finetune/Learning Rate": 8.981982635018175e-06, "Finetune/Loss": 0.8534780740737915, "Finetune/Loss (Raw)": 0.936920166015625, "Finetune/Step": 4304, "Finetune/Step Time": 6.298250168561935}
+{"Finetune/Learning Rate": 8.977892052141284e-06, "Finetune/Loss": 0.8538108468055725, "Finetune/Loss (Raw)": 0.9124347567558289, "Finetune/Step": 4305, "Finetune/Step Time": 6.296800997108221}
+{"Finetune/Learning Rate": 8.973801642090674e-06, "Finetune/Loss": 0.8535888195037842, "Finetune/Loss (Raw)": 0.9319472908973694, "Finetune/Step": 4306, "Finetune/Step Time": 6.299264179542661}
+{"Finetune/Learning Rate": 8.96971140555799e-06, "Finetune/Loss": 0.8574270606040955, "Finetune/Loss (Raw)": 0.809433102607727, "Finetune/Step": 4307, "Finetune/Step Time": 6.303483121097088}
+{"Finetune/Learning Rate": 8.96562134323483e-06, "Finetune/Loss": 0.856903076171875, "Finetune/Loss (Raw)": 0.8751895427703857, "Finetune/Step": 4308, "Finetune/Step Time": 6.30740899220109}
+{"Finetune/Learning Rate": 8.96153145581279e-06, "Finetune/Loss": 0.8570026159286499, "Finetune/Loss (Raw)": 0.9556138515472412, "Finetune/Step": 4309, "Finetune/Step Time": 6.307944145053625}
+{"Finetune/Learning Rate": 8.957441743983412e-06, "Finetune/Loss": 0.8570971488952637, "Finetune/Loss (Raw)": 0.9089050889015198, "Finetune/Step": 4310, "Finetune/Step Time": 6.301753628998995}
+{"Finetune/Learning Rate": 8.95335220843822e-06, "Finetune/Loss": 0.8558531999588013, "Finetune/Loss (Raw)": 0.8090094923973083, "Finetune/Step": 4311, "Finetune/Step Time": 6.311497123911977}
+{"Finetune/Learning Rate": 8.949262849868705e-06, "Finetune/Loss": 0.8551774024963379, "Finetune/Loss (Raw)": 0.8483766913414001, "Finetune/Step": 4312, "Finetune/Step Time": 6.323347344994545}
+{"Finetune/Learning Rate": 8.94517366896633e-06, "Finetune/Loss": 0.8560502529144287, "Finetune/Loss (Raw)": 0.7931176424026489, "Finetune/Step": 4313, "Finetune/Step Time": 6.3160404823720455}
+{"Finetune/Learning Rate": 8.941084666422524e-06, "Finetune/Loss": 0.8565905094146729, "Finetune/Loss (Raw)": 0.815344512462616, "Finetune/Step": 4314, "Finetune/Step Time": 6.313137644901872}
+{"Finetune/Learning Rate": 8.936995842928692e-06, "Finetune/Loss": 0.8556554317474365, "Finetune/Loss (Raw)": 0.7415282130241394, "Finetune/Step": 4315, "Finetune/Step Time": 6.312991000711918}
+{"Finetune/Learning Rate": 8.932907199176206e-06, "Finetune/Loss": 0.8570704460144043, "Finetune/Loss (Raw)": 0.9882745146751404, "Finetune/Step": 4316, "Finetune/Step Time": 6.292855000123382}
+{"Finetune/Learning Rate": 8.928818735856404e-06, "Finetune/Loss": 0.8601218461990356, "Finetune/Loss (Raw)": 0.9966529607772827, "Finetune/Step": 4317, "Finetune/Step Time": 6.284645846113563}
+{"Finetune/Learning Rate": 8.924730453660599e-06, "Finetune/Loss": 0.8610215187072754, "Finetune/Loss (Raw)": 0.9158110022544861, "Finetune/Step": 4318, "Finetune/Step Time": 6.264315923675895}
+{"Finetune/Learning Rate": 8.920642353280067e-06, "Finetune/Loss": 0.8612412810325623, "Finetune/Loss (Raw)": 0.953423798084259, "Finetune/Step": 4319, "Finetune/Step Time": 6.259729152545333}
+{"Finetune/Learning Rate": 8.916554435406058e-06, "Finetune/Loss": 0.8614257574081421, "Finetune/Loss (Raw)": 0.7788674235343933, "Finetune/Step": 4320, "Finetune/Step Time": 6.261343572288752}
+{"Finetune/Learning Rate": 8.912466700729793e-06, "Finetune/Loss": 0.8618316054344177, "Finetune/Loss (Raw)": 0.9213085770606995, "Finetune/Step": 4321, "Finetune/Step Time": 6.251124814152718}
+{"Finetune/Learning Rate": 8.908379149942457e-06, "Finetune/Loss": 0.8602046966552734, "Finetune/Loss (Raw)": 0.802017331123352, "Finetune/Step": 4322, "Finetune/Step Time": 6.271800484508276}
+{"Finetune/Learning Rate": 8.904291783735211e-06, "Finetune/Loss": 0.8599944114685059, "Finetune/Loss (Raw)": 0.8434579968452454, "Finetune/Step": 4323, "Finetune/Step Time": 6.278527429327369}
+{"Finetune/Learning Rate": 8.900204602799173e-06, "Finetune/Loss": 0.8589065074920654, "Finetune/Loss (Raw)": 0.7280829548835754, "Finetune/Step": 4324, "Finetune/Step Time": 6.303374405950308}
+{"Finetune/Learning Rate": 8.896117607825443e-06, "Finetune/Loss": 0.8605576753616333, "Finetune/Loss (Raw)": 0.9655930399894714, "Finetune/Step": 4325, "Finetune/Step Time": 6.302044982090592}
+{"Finetune/Learning Rate": 8.892030799505072e-06, "Finetune/Loss": 0.8613412976264954, "Finetune/Loss (Raw)": 0.8697823286056519, "Finetune/Step": 4326, "Finetune/Step Time": 6.300031716004014}
+{"Finetune/Learning Rate": 8.887944178529106e-06, "Finetune/Loss": 0.862501859664917, "Finetune/Loss (Raw)": 0.9161630868911743, "Finetune/Step": 4327, "Finetune/Step Time": 6.300357507541776}
+{"Finetune/Learning Rate": 8.883857745588535e-06, "Finetune/Loss": 0.863553524017334, "Finetune/Loss (Raw)": 1.0135711431503296, "Finetune/Step": 4328, "Finetune/Step Time": 6.312194421887398}
+{"Finetune/Learning Rate": 8.879771501374326e-06, "Finetune/Loss": 0.8638063669204712, "Finetune/Loss (Raw)": 0.9457759857177734, "Finetune/Step": 4329, "Finetune/Step Time": 6.310928935185075}
+{"Finetune/Learning Rate": 8.87568544657742e-06, "Finetune/Loss": 0.8644377589225769, "Finetune/Loss (Raw)": 0.8987098336219788, "Finetune/Step": 4330, "Finetune/Step Time": 6.308293776586652}
+{"Finetune/Learning Rate": 8.871599581888711e-06, "Finetune/Loss": 0.8667293787002563, "Finetune/Loss (Raw)": 0.6727769374847412, "Finetune/Step": 4331, "Finetune/Step Time": 6.3059287909418344}
+{"Finetune/Learning Rate": 8.867513907999075e-06, "Finetune/Loss": 0.8625143766403198, "Finetune/Loss (Raw)": 0.4420796036720276, "Finetune/Step": 4332, "Finetune/Step Time": 6.294906610623002}
+{"Finetune/Learning Rate": 8.863428425599352e-06, "Finetune/Loss": 0.8627751469612122, "Finetune/Loss (Raw)": 1.0098192691802979, "Finetune/Step": 4333, "Finetune/Step Time": 6.312082450836897}
+{"Finetune/Learning Rate": 8.859343135380349e-06, "Finetune/Loss": 0.8631316423416138, "Finetune/Loss (Raw)": 0.9260895848274231, "Finetune/Step": 4334, "Finetune/Step Time": 6.3150173760950565}
+{"Finetune/Learning Rate": 8.855258038032836e-06, "Finetune/Loss": 0.8627423048019409, "Finetune/Loss (Raw)": 0.8795703053474426, "Finetune/Step": 4335, "Finetune/Step Time": 6.311307869851589}
+{"Finetune/Learning Rate": 8.85117313424756e-06, "Finetune/Loss": 0.8640223741531372, "Finetune/Loss (Raw)": 1.073026418685913, "Finetune/Step": 4336, "Finetune/Step Time": 6.3061215709894896}
+{"Finetune/Learning Rate": 8.847088424715224e-06, "Finetune/Loss": 0.8631836175918579, "Finetune/Loss (Raw)": 0.7972264885902405, "Finetune/Step": 4337, "Finetune/Step Time": 6.302543971687555}
+{"Finetune/Learning Rate": 8.843003910126507e-06, "Finetune/Loss": 0.8635668754577637, "Finetune/Loss (Raw)": 0.9306594133377075, "Finetune/Step": 4338, "Finetune/Step Time": 6.302406243979931}
+{"Finetune/Learning Rate": 8.838919591172046e-06, "Finetune/Loss": 0.859836995601654, "Finetune/Loss (Raw)": 0.362883985042572, "Finetune/Step": 4339, "Finetune/Step Time": 6.308003259822726}
+{"Finetune/Learning Rate": 8.834835468542458e-06, "Finetune/Loss": 0.8591276407241821, "Finetune/Loss (Raw)": 0.9076759815216064, "Finetune/Step": 4340, "Finetune/Step Time": 6.318506648764014}
+{"Finetune/Learning Rate": 8.83075154292832e-06, "Finetune/Loss": 0.8584493398666382, "Finetune/Loss (Raw)": 0.8646595478057861, "Finetune/Step": 4341, "Finetune/Step Time": 6.312163598835468}
+{"Finetune/Learning Rate": 8.826667815020168e-06, "Finetune/Loss": 0.8579984903335571, "Finetune/Loss (Raw)": 0.8658545017242432, "Finetune/Step": 4342, "Finetune/Step Time": 6.306651052087545}
+{"Finetune/Learning Rate": 8.822584285508517e-06, "Finetune/Loss": 0.8568919897079468, "Finetune/Loss (Raw)": 0.897049069404602, "Finetune/Step": 4343, "Finetune/Step Time": 6.3051529955118895}
+{"Finetune/Learning Rate": 8.818500955083843e-06, "Finetune/Loss": 0.8553576469421387, "Finetune/Loss (Raw)": 0.7224941849708557, "Finetune/Step": 4344, "Finetune/Step Time": 6.305378219112754}
+{"Finetune/Learning Rate": 8.814417824436586e-06, "Finetune/Loss": 0.8532919883728027, "Finetune/Loss (Raw)": 0.5867576003074646, "Finetune/Step": 4345, "Finetune/Step Time": 6.307232508435845}
+{"Finetune/Learning Rate": 8.810334894257156e-06, "Finetune/Loss": 0.8533512353897095, "Finetune/Loss (Raw)": 0.8865313529968262, "Finetune/Step": 4346, "Finetune/Step Time": 6.324454450979829}
+{"Finetune/Learning Rate": 8.80625216523593e-06, "Finetune/Loss": 0.8575920462608337, "Finetune/Loss (Raw)": 1.1887128353118896, "Finetune/Step": 4347, "Finetune/Step Time": 6.319963689893484}
+{"Finetune/Learning Rate": 8.802169638063248e-06, "Finetune/Loss": 0.8593350648880005, "Finetune/Loss (Raw)": 1.025503158569336, "Finetune/Step": 4348, "Finetune/Step Time": 6.310343066230416}
+{"Finetune/Learning Rate": 8.798087313429415e-06, "Finetune/Loss": 0.8589346408843994, "Finetune/Loss (Raw)": 0.8491277694702148, "Finetune/Step": 4349, "Finetune/Step Time": 6.306337473914027}
+{"Finetune/Learning Rate": 8.794005192024703e-06, "Finetune/Loss": 0.8575961589813232, "Finetune/Loss (Raw)": 0.8650714755058289, "Finetune/Step": 4350, "Finetune/Step Time": 6.315071322023869}
+{"Finetune/Learning Rate": 8.789923274539348e-06, "Finetune/Loss": 0.8564565777778625, "Finetune/Loss (Raw)": 0.8284778594970703, "Finetune/Step": 4351, "Finetune/Step Time": 6.3169843424111605}
+{"Finetune/Learning Rate": 8.785841561663563e-06, "Finetune/Loss": 0.8570296168327332, "Finetune/Loss (Raw)": 0.9083805084228516, "Finetune/Step": 4352, "Finetune/Step Time": 6.3223396595567465}
+{"Finetune/Learning Rate": 8.781760054087507e-06, "Finetune/Loss": 0.8523104786872864, "Finetune/Loss (Raw)": 0.3518633246421814, "Finetune/Step": 4353, "Finetune/Step Time": 6.330464879050851}
+{"Finetune/Learning Rate": 8.777678752501321e-06, "Finetune/Loss": 0.8480795621871948, "Finetune/Loss (Raw)": 0.3616478741168976, "Finetune/Step": 4354, "Finetune/Step Time": 6.336252488195896}
+{"Finetune/Learning Rate": 8.773597657595103e-06, "Finetune/Loss": 0.8472421169281006, "Finetune/Loss (Raw)": 0.7902316451072693, "Finetune/Step": 4355, "Finetune/Step Time": 6.352657459676266}
+{"Finetune/Learning Rate": 8.769516770058915e-06, "Finetune/Loss": 0.8472064137458801, "Finetune/Loss (Raw)": 0.7857329249382019, "Finetune/Step": 4356, "Finetune/Step Time": 6.350306326523423}
+{"Finetune/Learning Rate": 8.765436090582783e-06, "Finetune/Loss": 0.8457327485084534, "Finetune/Loss (Raw)": 0.7272990345954895, "Finetune/Step": 4357, "Finetune/Step Time": 6.351077388972044}
+{"Finetune/Learning Rate": 8.761355619856711e-06, "Finetune/Loss": 0.8464118242263794, "Finetune/Loss (Raw)": 0.882289469242096, "Finetune/Step": 4358, "Finetune/Step Time": 6.356327539309859}
+{"Finetune/Learning Rate": 8.757275358570654e-06, "Finetune/Loss": 0.8459089994430542, "Finetune/Loss (Raw)": 0.8000132441520691, "Finetune/Step": 4359, "Finetune/Step Time": 6.350220583379269}
+{"Finetune/Learning Rate": 8.753195307414534e-06, "Finetune/Loss": 0.8459643125534058, "Finetune/Loss (Raw)": 0.9308040142059326, "Finetune/Step": 4360, "Finetune/Step Time": 6.338314386084676}
+{"Finetune/Learning Rate": 8.749115467078238e-06, "Finetune/Loss": 0.8453594446182251, "Finetune/Loss (Raw)": 0.958949863910675, "Finetune/Step": 4361, "Finetune/Step Time": 6.322111373767257}
+{"Finetune/Learning Rate": 8.745035838251624e-06, "Finetune/Loss": 0.8440529704093933, "Finetune/Loss (Raw)": 0.9130643010139465, "Finetune/Step": 4362, "Finetune/Step Time": 6.325810555368662}
+{"Finetune/Learning Rate": 8.7409564216245e-06, "Finetune/Loss": 0.8436299562454224, "Finetune/Loss (Raw)": 0.945417046546936, "Finetune/Step": 4363, "Finetune/Step Time": 6.328294090926647}
+{"Finetune/Learning Rate": 8.736877217886654e-06, "Finetune/Loss": 0.8435782194137573, "Finetune/Loss (Raw)": 0.9401946663856506, "Finetune/Step": 4364, "Finetune/Step Time": 6.331432079896331}
+{"Finetune/Learning Rate": 8.732798227727828e-06, "Finetune/Loss": 0.8465702533721924, "Finetune/Loss (Raw)": 1.1145641803741455, "Finetune/Step": 4365, "Finetune/Step Time": 6.3307010512799025}
+{"Finetune/Learning Rate": 8.728719451837735e-06, "Finetune/Loss": 0.8490610122680664, "Finetune/Loss (Raw)": 0.9804908037185669, "Finetune/Step": 4366, "Finetune/Step Time": 6.334809705615044}
+{"Finetune/Learning Rate": 8.724640890906039e-06, "Finetune/Loss": 0.848732054233551, "Finetune/Loss (Raw)": 0.9241659641265869, "Finetune/Step": 4367, "Finetune/Step Time": 6.329842325299978}
+{"Finetune/Learning Rate": 8.720562545622384e-06, "Finetune/Loss": 0.8481928706169128, "Finetune/Loss (Raw)": 0.6815126538276672, "Finetune/Step": 4368, "Finetune/Step Time": 6.33242292329669}
+{"Finetune/Learning Rate": 8.716484416676366e-06, "Finetune/Loss": 0.8500074148178101, "Finetune/Loss (Raw)": 0.9291421175003052, "Finetune/Step": 4369, "Finetune/Step Time": 6.329150941222906}
+{"Finetune/Learning Rate": 8.712406504757543e-06, "Finetune/Loss": 0.8496988415718079, "Finetune/Loss (Raw)": 0.8621971011161804, "Finetune/Step": 4370, "Finetune/Step Time": 6.312456710264087}
+{"Finetune/Learning Rate": 8.70832881055545e-06, "Finetune/Loss": 0.8503332138061523, "Finetune/Loss (Raw)": 0.9202570915222168, "Finetune/Step": 4371, "Finetune/Step Time": 6.316006561741233}
+{"Finetune/Learning Rate": 8.704251334759574e-06, "Finetune/Loss": 0.8507378697395325, "Finetune/Loss (Raw)": 0.9139856100082397, "Finetune/Step": 4372, "Finetune/Step Time": 6.303451778367162}
+{"Finetune/Learning Rate": 8.700174078059367e-06, "Finetune/Loss": 0.8509939908981323, "Finetune/Loss (Raw)": 0.8618863224983215, "Finetune/Step": 4373, "Finetune/Step Time": 6.299006171524525}
+{"Finetune/Learning Rate": 8.696097041144244e-06, "Finetune/Loss": 0.8515862226486206, "Finetune/Loss (Raw)": 0.9727156758308411, "Finetune/Step": 4374, "Finetune/Step Time": 6.3155666422098875}
+{"Finetune/Learning Rate": 8.692020224703584e-06, "Finetune/Loss": 0.851787269115448, "Finetune/Loss (Raw)": 0.9338006973266602, "Finetune/Step": 4375, "Finetune/Step Time": 6.317393250763416}
+{"Finetune/Learning Rate": 8.687943629426725e-06, "Finetune/Loss": 0.8504747152328491, "Finetune/Loss (Raw)": 0.7461689114570618, "Finetune/Step": 4376, "Finetune/Step Time": 6.307759266346693}
+{"Finetune/Learning Rate": 8.683867256002979e-06, "Finetune/Loss": 0.8553258180618286, "Finetune/Loss (Raw)": 0.9627366065979004, "Finetune/Step": 4377, "Finetune/Step Time": 6.31233936548233}
+{"Finetune/Learning Rate": 8.679791105121601e-06, "Finetune/Loss": 0.8521244525909424, "Finetune/Loss (Raw)": 0.4983005225658417, "Finetune/Step": 4378, "Finetune/Step Time": 6.318994486704469}
+{"Finetune/Learning Rate": 8.675715177471829e-06, "Finetune/Loss": 0.8512780070304871, "Finetune/Loss (Raw)": 0.9205679893493652, "Finetune/Step": 4379, "Finetune/Step Time": 6.322982734069228}
+{"Finetune/Learning Rate": 8.67163947374285e-06, "Finetune/Loss": 0.8523322343826294, "Finetune/Loss (Raw)": 0.9567761421203613, "Finetune/Step": 4380, "Finetune/Step Time": 6.307870972901583}
+{"Finetune/Learning Rate": 8.667563994623817e-06, "Finetune/Loss": 0.8524582386016846, "Finetune/Loss (Raw)": 0.9978229403495789, "Finetune/Step": 4381, "Finetune/Step Time": 6.304402450099587}
+{"Finetune/Learning Rate": 8.663488740803841e-06, "Finetune/Loss": 0.8519605398178101, "Finetune/Loss (Raw)": 0.8467454314231873, "Finetune/Step": 4382, "Finetune/Step Time": 6.306885160505772}
+{"Finetune/Learning Rate": 8.659413712972007e-06, "Finetune/Loss": 0.8518180847167969, "Finetune/Loss (Raw)": 0.9616342782974243, "Finetune/Step": 4383, "Finetune/Step Time": 6.295046528801322}
+{"Finetune/Learning Rate": 8.65533891181735e-06, "Finetune/Loss": 0.8505305051803589, "Finetune/Loss (Raw)": 0.7861610651016235, "Finetune/Step": 4384, "Finetune/Step Time": 6.294621238484979}
+{"Finetune/Learning Rate": 8.651264338028868e-06, "Finetune/Loss": 0.8471464514732361, "Finetune/Loss (Raw)": 0.43753623962402344, "Finetune/Step": 4385, "Finetune/Step Time": 6.293640350922942}
+{"Finetune/Learning Rate": 8.647189992295526e-06, "Finetune/Loss": 0.8465930223464966, "Finetune/Loss (Raw)": 0.944459080696106, "Finetune/Step": 4386, "Finetune/Step Time": 6.300024213269353}
+{"Finetune/Learning Rate": 8.64311587530625e-06, "Finetune/Loss": 0.847373366355896, "Finetune/Loss (Raw)": 0.8496214747428894, "Finetune/Step": 4387, "Finetune/Step Time": 6.292224410921335}
+{"Finetune/Learning Rate": 8.639041987749914e-06, "Finetune/Loss": 0.8460606336593628, "Finetune/Loss (Raw)": 0.5652929544448853, "Finetune/Step": 4388, "Finetune/Step Time": 6.281620053574443}
+{"Finetune/Learning Rate": 8.634968330315374e-06, "Finetune/Loss": 0.849263072013855, "Finetune/Loss (Raw)": 0.7927265167236328, "Finetune/Step": 4389, "Finetune/Step Time": 6.287064408883452}
+{"Finetune/Learning Rate": 8.630894903691434e-06, "Finetune/Loss": 0.8476043939590454, "Finetune/Loss (Raw)": 0.7237808108329773, "Finetune/Step": 4390, "Finetune/Step Time": 6.280824329704046}
+{"Finetune/Learning Rate": 8.626821708566863e-06, "Finetune/Loss": 0.8476942777633667, "Finetune/Loss (Raw)": 0.9854516983032227, "Finetune/Step": 4391, "Finetune/Step Time": 6.295786740258336}
+{"Finetune/Learning Rate": 8.622748745630385e-06, "Finetune/Loss": 0.8478703498840332, "Finetune/Loss (Raw)": 0.8822945952415466, "Finetune/Step": 4392, "Finetune/Step Time": 6.290422040969133}
+{"Finetune/Learning Rate": 8.618676015570695e-06, "Finetune/Loss": 0.8453956842422485, "Finetune/Loss (Raw)": 0.474584698677063, "Finetune/Step": 4393, "Finetune/Step Time": 6.291578143835068}
+{"Finetune/Learning Rate": 8.61460351907644e-06, "Finetune/Loss": 0.8475425839424133, "Finetune/Loss (Raw)": 1.0350548028945923, "Finetune/Step": 4394, "Finetune/Step Time": 6.300596673041582}
+{"Finetune/Learning Rate": 8.610531256836234e-06, "Finetune/Loss": 0.8473188281059265, "Finetune/Loss (Raw)": 0.8552430868148804, "Finetune/Step": 4395, "Finetune/Step Time": 6.299169704318047}
+{"Finetune/Learning Rate": 8.606459229538645e-06, "Finetune/Loss": 0.8470927476882935, "Finetune/Loss (Raw)": 0.8324590921401978, "Finetune/Step": 4396, "Finetune/Step Time": 6.2901770491153}
+{"Finetune/Learning Rate": 8.602387437872207e-06, "Finetune/Loss": 0.8466286063194275, "Finetune/Loss (Raw)": 0.9467556476593018, "Finetune/Step": 4397, "Finetune/Step Time": 6.297976536676288}
+{"Finetune/Learning Rate": 8.598315882525408e-06, "Finetune/Loss": 0.8457314968109131, "Finetune/Loss (Raw)": 0.9185715913772583, "Finetune/Step": 4398, "Finetune/Step Time": 6.293920323252678}
+{"Finetune/Learning Rate": 8.594244564186701e-06, "Finetune/Loss": 0.8473188877105713, "Finetune/Loss (Raw)": 0.8856074213981628, "Finetune/Step": 4399, "Finetune/Step Time": 6.287513060495257}
+{"Finetune/Learning Rate": 8.590173483544496e-06, "Finetune/Loss": 0.8463623523712158, "Finetune/Loss (Raw)": 0.8900805115699768, "Finetune/Step": 4400, "Finetune/Step Time": 6.2935019340366125}
+{"Finetune/Learning Rate": 8.586102641287167e-06, "Finetune/Loss": 0.844886064529419, "Finetune/Loss (Raw)": 0.7116890549659729, "Finetune/Step": 4401, "Finetune/Step Time": 6.294386364519596}
+{"Finetune/Learning Rate": 8.582032038103046e-06, "Finetune/Loss": 0.8453584909439087, "Finetune/Loss (Raw)": 0.8522694706916809, "Finetune/Step": 4402, "Finetune/Step Time": 6.304318180307746}
+{"Finetune/Learning Rate": 8.57796167468042e-06, "Finetune/Loss": 0.8454524874687195, "Finetune/Loss (Raw)": 0.8555588126182556, "Finetune/Step": 4403, "Finetune/Step Time": 6.301158428192139}
+{"Finetune/Learning Rate": 8.57389155170754e-06, "Finetune/Loss": 0.8471660017967224, "Finetune/Loss (Raw)": 1.0520262718200684, "Finetune/Step": 4404, "Finetune/Step Time": 6.297730991616845}
+{"Finetune/Learning Rate": 8.569821669872618e-06, "Finetune/Loss": 0.8492642641067505, "Finetune/Loss (Raw)": 0.9906378984451294, "Finetune/Step": 4405, "Finetune/Step Time": 6.291108403354883}
+{"Finetune/Learning Rate": 8.56575202986382e-06, "Finetune/Loss": 0.8537874817848206, "Finetune/Loss (Raw)": 0.9211915731430054, "Finetune/Step": 4406, "Finetune/Step Time": 6.297510435804725}
+{"Finetune/Learning Rate": 8.561682632369268e-06, "Finetune/Loss": 0.8519341945648193, "Finetune/Loss (Raw)": 0.6967076063156128, "Finetune/Step": 4407, "Finetune/Step Time": 6.28994869813323}
+{"Finetune/Learning Rate": 8.557613478077059e-06, "Finetune/Loss": 0.8518825173377991, "Finetune/Loss (Raw)": 0.9019359350204468, "Finetune/Step": 4408, "Finetune/Step Time": 6.305996024981141}
+{"Finetune/Learning Rate": 8.553544567675236e-06, "Finetune/Loss": 0.8512122631072998, "Finetune/Loss (Raw)": 0.8069947361946106, "Finetune/Step": 4409, "Finetune/Step Time": 6.299709923565388}
+{"Finetune/Learning Rate": 8.549475901851798e-06, "Finetune/Loss": 0.8525242805480957, "Finetune/Loss (Raw)": 0.9803366661071777, "Finetune/Step": 4410, "Finetune/Step Time": 6.288025476038456}
+{"Finetune/Learning Rate": 8.545407481294712e-06, "Finetune/Loss": 0.8500880599021912, "Finetune/Loss (Raw)": 0.7598127722740173, "Finetune/Step": 4411, "Finetune/Step Time": 6.2918212823569775}
+{"Finetune/Learning Rate": 8.541339306691903e-06, "Finetune/Loss": 0.8509789705276489, "Finetune/Loss (Raw)": 0.9981892704963684, "Finetune/Step": 4412, "Finetune/Step Time": 6.284615026786923}
+{"Finetune/Learning Rate": 8.537271378731237e-06, "Finetune/Loss": 0.8508821725845337, "Finetune/Loss (Raw)": 0.8975861072540283, "Finetune/Step": 4413, "Finetune/Step Time": 6.287947181612253}
+{"Finetune/Learning Rate": 8.533203698100572e-06, "Finetune/Loss": 0.8506389856338501, "Finetune/Loss (Raw)": 0.8793606162071228, "Finetune/Step": 4414, "Finetune/Step Time": 6.288311678916216}
+{"Finetune/Learning Rate": 8.52913626548769e-06, "Finetune/Loss": 0.8527909517288208, "Finetune/Loss (Raw)": 1.0167726278305054, "Finetune/Step": 4415, "Finetune/Step Time": 6.289314467459917}
+{"Finetune/Learning Rate": 8.525069081580351e-06, "Finetune/Loss": 0.8494868874549866, "Finetune/Loss (Raw)": 0.35934191942214966, "Finetune/Step": 4416, "Finetune/Step Time": 6.3045906983315945}
+{"Finetune/Learning Rate": 8.521002147066264e-06, "Finetune/Loss": 0.8489352464675903, "Finetune/Loss (Raw)": 0.797527551651001, "Finetune/Step": 4417, "Finetune/Step Time": 6.322699133306742}
+{"Finetune/Learning Rate": 8.516935462633103e-06, "Finetune/Loss": 0.8481155633926392, "Finetune/Loss (Raw)": 0.8161725997924805, "Finetune/Step": 4418, "Finetune/Step Time": 6.3293270245194435}
+{"Finetune/Learning Rate": 8.51286902896849e-06, "Finetune/Loss": 0.8465721607208252, "Finetune/Loss (Raw)": 0.7311661243438721, "Finetune/Step": 4419, "Finetune/Step Time": 6.334603488445282}
+{"Finetune/Learning Rate": 8.508802846760017e-06, "Finetune/Loss": 0.8456580638885498, "Finetune/Loss (Raw)": 0.8547150492668152, "Finetune/Step": 4420, "Finetune/Step Time": 6.343766586855054}
+{"Finetune/Learning Rate": 8.504736916695227e-06, "Finetune/Loss": 0.8512901663780212, "Finetune/Loss (Raw)": 1.0170423984527588, "Finetune/Step": 4421, "Finetune/Step Time": 6.347744824364781}
+{"Finetune/Learning Rate": 8.500671239461617e-06, "Finetune/Loss": 0.8528882265090942, "Finetune/Loss (Raw)": 1.0148321390151978, "Finetune/Step": 4422, "Finetune/Step Time": 6.3415298741310835}
+{"Finetune/Learning Rate": 8.496605815746647e-06, "Finetune/Loss": 0.8509687781333923, "Finetune/Loss (Raw)": 0.8600529432296753, "Finetune/Step": 4423, "Finetune/Step Time": 6.339306220412254}
+{"Finetune/Learning Rate": 8.492540646237727e-06, "Finetune/Loss": 0.8534743785858154, "Finetune/Loss (Raw)": 1.0162461996078491, "Finetune/Step": 4424, "Finetune/Step Time": 6.331305760890245}
+{"Finetune/Learning Rate": 8.488475731622232e-06, "Finetune/Loss": 0.8536744117736816, "Finetune/Loss (Raw)": 0.8553903102874756, "Finetune/Step": 4425, "Finetune/Step Time": 6.326006278395653}
+{"Finetune/Learning Rate": 8.484411072587491e-06, "Finetune/Loss": 0.8534457683563232, "Finetune/Loss (Raw)": 0.8987200260162354, "Finetune/Step": 4426, "Finetune/Step Time": 6.325917029753327}
+{"Finetune/Learning Rate": 8.48034666982079e-06, "Finetune/Loss": 0.8552882671356201, "Finetune/Loss (Raw)": 0.859815776348114, "Finetune/Step": 4427, "Finetune/Step Time": 6.316786935552955}
+{"Finetune/Learning Rate": 8.476282524009373e-06, "Finetune/Loss": 0.854276716709137, "Finetune/Loss (Raw)": 0.8351101875305176, "Finetune/Step": 4428, "Finetune/Step Time": 6.308089308440685}
+{"Finetune/Learning Rate": 8.472218635840433e-06, "Finetune/Loss": 0.8515185117721558, "Finetune/Loss (Raw)": 0.42947474122047424, "Finetune/Step": 4429, "Finetune/Step Time": 6.301643280312419}
+{"Finetune/Learning Rate": 8.46815500600113e-06, "Finetune/Loss": 0.8509477376937866, "Finetune/Loss (Raw)": 0.6977255940437317, "Finetune/Step": 4430, "Finetune/Step Time": 6.294577497988939}
+{"Finetune/Learning Rate": 8.46409163517857e-06, "Finetune/Loss": 0.8467336297035217, "Finetune/Loss (Raw)": 0.47309914231300354, "Finetune/Step": 4431, "Finetune/Step Time": 6.301842603832483}
+{"Finetune/Learning Rate": 8.460028524059825e-06, "Finetune/Loss": 0.8455044031143188, "Finetune/Loss (Raw)": 0.7795810103416443, "Finetune/Step": 4432, "Finetune/Step Time": 6.317435195669532}
+{"Finetune/Learning Rate": 8.455965673331917e-06, "Finetune/Loss": 0.8456425666809082, "Finetune/Loss (Raw)": 0.930122435092926, "Finetune/Step": 4433, "Finetune/Step Time": 6.319920362904668}
+{"Finetune/Learning Rate": 8.451903083681828e-06, "Finetune/Loss": 0.8433588743209839, "Finetune/Loss (Raw)": 0.6396359205245972, "Finetune/Step": 4434, "Finetune/Step Time": 6.320775788277388}
+{"Finetune/Learning Rate": 8.447840755796494e-06, "Finetune/Loss": 0.8432400226593018, "Finetune/Loss (Raw)": 0.7942126393318176, "Finetune/Step": 4435, "Finetune/Step Time": 6.3195026237517595}
+{"Finetune/Learning Rate": 8.443778690362801e-06, "Finetune/Loss": 0.8423409461975098, "Finetune/Loss (Raw)": 0.760115385055542, "Finetune/Step": 4436, "Finetune/Step Time": 6.30341711640358}
+{"Finetune/Learning Rate": 8.439716888067603e-06, "Finetune/Loss": 0.8408849239349365, "Finetune/Loss (Raw)": 0.769241988658905, "Finetune/Step": 4437, "Finetune/Step Time": 6.306055037304759}
+{"Finetune/Learning Rate": 8.43565534959769e-06, "Finetune/Loss": 0.840301513671875, "Finetune/Loss (Raw)": 0.8342243432998657, "Finetune/Step": 4438, "Finetune/Step Time": 6.307391496375203}
+{"Finetune/Learning Rate": 8.431594075639836e-06, "Finetune/Loss": 0.840896487236023, "Finetune/Loss (Raw)": 0.8851614594459534, "Finetune/Step": 4439, "Finetune/Step Time": 6.294741032645106}
+{"Finetune/Learning Rate": 8.427533066880745e-06, "Finetune/Loss": 0.8399598598480225, "Finetune/Loss (Raw)": 0.7284901738166809, "Finetune/Step": 4440, "Finetune/Step Time": 6.277887808158994}
+{"Finetune/Learning Rate": 8.423472324007085e-06, "Finetune/Loss": 0.8398505449295044, "Finetune/Loss (Raw)": 0.7791269421577454, "Finetune/Step": 4441, "Finetune/Step Time": 6.2758565209805965}
+{"Finetune/Learning Rate": 8.419411847705482e-06, "Finetune/Loss": 0.8395165205001831, "Finetune/Loss (Raw)": 0.7725914120674133, "Finetune/Step": 4442, "Finetune/Step Time": 6.2772907093167305}
+{"Finetune/Learning Rate": 8.415351638662514e-06, "Finetune/Loss": 0.840888261795044, "Finetune/Loss (Raw)": 0.9171165823936462, "Finetune/Step": 4443, "Finetune/Step Time": 6.286590900272131}
+{"Finetune/Learning Rate": 8.41129169756471e-06, "Finetune/Loss": 0.8409075736999512, "Finetune/Loss (Raw)": 0.990747332572937, "Finetune/Step": 4444, "Finetune/Step Time": 6.297747414559126}
+{"Finetune/Learning Rate": 8.407232025098561e-06, "Finetune/Loss": 0.8384082317352295, "Finetune/Loss (Raw)": 0.6767278909683228, "Finetune/Step": 4445, "Finetune/Step Time": 6.320648794993758}
+{"Finetune/Learning Rate": 8.403172621950512e-06, "Finetune/Loss": 0.8387801647186279, "Finetune/Loss (Raw)": 0.9634256362915039, "Finetune/Step": 4446, "Finetune/Step Time": 6.320075968280435}
+{"Finetune/Learning Rate": 8.399113488806955e-06, "Finetune/Loss": 0.837410032749176, "Finetune/Loss (Raw)": 0.7780434489250183, "Finetune/Step": 4447, "Finetune/Step Time": 6.324559500440955}
+{"Finetune/Learning Rate": 8.395054626354243e-06, "Finetune/Loss": 0.837460994720459, "Finetune/Loss (Raw)": 0.7853922843933105, "Finetune/Step": 4448, "Finetune/Step Time": 6.324247308075428}
+{"Finetune/Learning Rate": 8.390996035278682e-06, "Finetune/Loss": 0.8374073505401611, "Finetune/Loss (Raw)": 0.9144402146339417, "Finetune/Step": 4449, "Finetune/Step Time": 6.317410998046398}
+{"Finetune/Learning Rate": 8.386937716266528e-06, "Finetune/Loss": 0.8364843130111694, "Finetune/Loss (Raw)": 0.6838716268539429, "Finetune/Step": 4450, "Finetune/Step Time": 6.285338589921594}
+{"Finetune/Learning Rate": 8.382879670003998e-06, "Finetune/Loss": 0.8364531993865967, "Finetune/Loss (Raw)": 0.839469850063324, "Finetune/Step": 4451, "Finetune/Step Time": 6.281057963147759}
+{"Finetune/Learning Rate": 8.378821897177258e-06, "Finetune/Loss": 0.8377833962440491, "Finetune/Loss (Raw)": 0.8983544707298279, "Finetune/Step": 4452, "Finetune/Step Time": 6.254275744780898}
+{"Finetune/Learning Rate": 8.374764398472433e-06, "Finetune/Loss": 0.8371285796165466, "Finetune/Loss (Raw)": 0.8817739486694336, "Finetune/Step": 4453, "Finetune/Step Time": 6.2660434152930975}
+{"Finetune/Learning Rate": 8.37070717457559e-06, "Finetune/Loss": 0.8348102569580078, "Finetune/Loss (Raw)": 0.5730360150337219, "Finetune/Step": 4454, "Finetune/Step Time": 6.266225898638368}
+{"Finetune/Learning Rate": 8.366650226172763e-06, "Finetune/Loss": 0.834038257598877, "Finetune/Loss (Raw)": 0.817349910736084, "Finetune/Step": 4455, "Finetune/Step Time": 6.277227820828557}
+{"Finetune/Learning Rate": 8.362593553949926e-06, "Finetune/Loss": 0.8326971530914307, "Finetune/Loss (Raw)": 0.8419063091278076, "Finetune/Step": 4456, "Finetune/Step Time": 6.263821147382259}
+{"Finetune/Learning Rate": 8.358537158593029e-06, "Finetune/Loss": 0.8319492340087891, "Finetune/Loss (Raw)": 0.85004723072052, "Finetune/Step": 4457, "Finetune/Step Time": 6.262812029570341}
+{"Finetune/Learning Rate": 8.354481040787946e-06, "Finetune/Loss": 0.8302636742591858, "Finetune/Loss (Raw)": 0.6829569935798645, "Finetune/Step": 4458, "Finetune/Step Time": 6.270038980990648}
+{"Finetune/Learning Rate": 8.350425201220524e-06, "Finetune/Loss": 0.831128716468811, "Finetune/Loss (Raw)": 0.7834998965263367, "Finetune/Step": 4459, "Finetune/Step Time": 6.267998663708568}
+{"Finetune/Learning Rate": 8.346369640576558e-06, "Finetune/Loss": 0.8340478539466858, "Finetune/Loss (Raw)": 0.8157325387001038, "Finetune/Step": 4460, "Finetune/Step Time": 6.2641253881156445}
+{"Finetune/Learning Rate": 8.342314359541793e-06, "Finetune/Loss": 0.8345575928688049, "Finetune/Loss (Raw)": 1.0750598907470703, "Finetune/Step": 4461, "Finetune/Step Time": 6.250448223203421}
+{"Finetune/Learning Rate": 8.33825935880193e-06, "Finetune/Loss": 0.834226131439209, "Finetune/Loss (Raw)": 0.8836655616760254, "Finetune/Step": 4462, "Finetune/Step Time": 6.252958044409752}
+{"Finetune/Learning Rate": 8.334204639042613e-06, "Finetune/Loss": 0.8333878517150879, "Finetune/Loss (Raw)": 0.7722690105438232, "Finetune/Step": 4463, "Finetune/Step Time": 6.253033861517906}
+{"Finetune/Learning Rate": 8.330150200949463e-06, "Finetune/Loss": 0.8304520845413208, "Finetune/Loss (Raw)": 0.6972436904907227, "Finetune/Step": 4464, "Finetune/Step Time": 6.259736383333802}
+{"Finetune/Learning Rate": 8.326096045208026e-06, "Finetune/Loss": 0.8311337232589722, "Finetune/Loss (Raw)": 0.8844797611236572, "Finetune/Step": 4465, "Finetune/Step Time": 6.259534519165754}
+{"Finetune/Learning Rate": 8.322042172503812e-06, "Finetune/Loss": 0.827987790107727, "Finetune/Loss (Raw)": 0.5279846787452698, "Finetune/Step": 4466, "Finetune/Step Time": 6.2656504306942225}
+{"Finetune/Learning Rate": 8.317988583522288e-06, "Finetune/Loss": 0.8302525877952576, "Finetune/Loss (Raw)": 0.6527748107910156, "Finetune/Step": 4467, "Finetune/Step Time": 6.282410603016615}
+{"Finetune/Learning Rate": 8.313935278948862e-06, "Finetune/Loss": 0.8295706510543823, "Finetune/Loss (Raw)": 0.8203936815261841, "Finetune/Step": 4468, "Finetune/Step Time": 6.284944884479046}
+{"Finetune/Learning Rate": 8.3098822594689e-06, "Finetune/Loss": 0.829439103603363, "Finetune/Loss (Raw)": 0.8478131294250488, "Finetune/Step": 4469, "Finetune/Step Time": 6.281999684870243}
+{"Finetune/Learning Rate": 8.305829525767721e-06, "Finetune/Loss": 0.8289856910705566, "Finetune/Loss (Raw)": 0.807822048664093, "Finetune/Step": 4470, "Finetune/Step Time": 6.286973241716623}
+{"Finetune/Learning Rate": 8.3017770785306e-06, "Finetune/Loss": 0.8288978338241577, "Finetune/Loss (Raw)": 0.8858080506324768, "Finetune/Step": 4471, "Finetune/Step Time": 6.297323441132903}
+{"Finetune/Learning Rate": 8.297724918442747e-06, "Finetune/Loss": 0.8298431634902954, "Finetune/Loss (Raw)": 0.8434934020042419, "Finetune/Step": 4472, "Finetune/Step Time": 6.2987906988710165}
+{"Finetune/Learning Rate": 8.29367304618934e-06, "Finetune/Loss": 0.8330111503601074, "Finetune/Loss (Raw)": 0.9922582507133484, "Finetune/Step": 4473, "Finetune/Step Time": 6.300138590857387}
+{"Finetune/Learning Rate": 8.2896214624555e-06, "Finetune/Loss": 0.8318700194358826, "Finetune/Loss (Raw)": 0.7404666543006897, "Finetune/Step": 4474, "Finetune/Step Time": 6.291303351521492}
+{"Finetune/Learning Rate": 8.285570167926301e-06, "Finetune/Loss": 0.8257677555084229, "Finetune/Loss (Raw)": 0.4076268672943115, "Finetune/Step": 4475, "Finetune/Step Time": 6.305579198524356}
+{"Finetune/Learning Rate": 8.281519163286772e-06, "Finetune/Loss": 0.8247766494750977, "Finetune/Loss (Raw)": 0.8986389636993408, "Finetune/Step": 4476, "Finetune/Step Time": 6.323751850053668}
+{"Finetune/Learning Rate": 8.277468449221888e-06, "Finetune/Loss": 0.8240618705749512, "Finetune/Loss (Raw)": 0.7576298117637634, "Finetune/Step": 4477, "Finetune/Step Time": 6.317394707351923}
+{"Finetune/Learning Rate": 8.273418026416578e-06, "Finetune/Loss": 0.8251775503158569, "Finetune/Loss (Raw)": 1.0078809261322021, "Finetune/Step": 4478, "Finetune/Step Time": 6.309398490935564}
+{"Finetune/Learning Rate": 8.269367895555716e-06, "Finetune/Loss": 0.8247888088226318, "Finetune/Loss (Raw)": 0.7787251472473145, "Finetune/Step": 4479, "Finetune/Step Time": 6.30937516130507}
+{"Finetune/Learning Rate": 8.265318057324135e-06, "Finetune/Loss": 0.8212301731109619, "Finetune/Loss (Raw)": 0.4528661072254181, "Finetune/Step": 4480, "Finetune/Step Time": 6.313198778778315}
+{"Finetune/Learning Rate": 8.261268512406609e-06, "Finetune/Loss": 0.8259128332138062, "Finetune/Loss (Raw)": 0.9512470960617065, "Finetune/Step": 4481, "Finetune/Step Time": 6.334895743057132}
+{"Finetune/Learning Rate": 8.257219261487878e-06, "Finetune/Loss": 0.8295590877532959, "Finetune/Loss (Raw)": 0.8283694982528687, "Finetune/Step": 4482, "Finetune/Step Time": 6.323713725432754}
+{"Finetune/Learning Rate": 8.253170305252613e-06, "Finetune/Loss": 0.8315867185592651, "Finetune/Loss (Raw)": 1.0497725009918213, "Finetune/Step": 4483, "Finetune/Step Time": 6.30789902806282}
+{"Finetune/Learning Rate": 8.249121644385445e-06, "Finetune/Loss": 0.828784704208374, "Finetune/Loss (Raw)": 0.42707526683807373, "Finetune/Step": 4484, "Finetune/Step Time": 6.3150628842413425}
+{"Finetune/Learning Rate": 8.245073279570962e-06, "Finetune/Loss": 0.8292284607887268, "Finetune/Loss (Raw)": 0.7840951085090637, "Finetune/Step": 4485, "Finetune/Step Time": 6.330283707007766}
+{"Finetune/Learning Rate": 8.241025211493684e-06, "Finetune/Loss": 0.830039918422699, "Finetune/Loss (Raw)": 0.986155092716217, "Finetune/Step": 4486, "Finetune/Step Time": 6.346206333488226}
+{"Finetune/Learning Rate": 8.236977440838097e-06, "Finetune/Loss": 0.8313787579536438, "Finetune/Loss (Raw)": 0.971385657787323, "Finetune/Step": 4487, "Finetune/Step Time": 6.350868733599782}
+{"Finetune/Learning Rate": 8.232929968288629e-06, "Finetune/Loss": 0.8293406963348389, "Finetune/Loss (Raw)": 0.6699383854866028, "Finetune/Step": 4488, "Finetune/Step Time": 6.352821758016944}
+{"Finetune/Learning Rate": 8.228882794529662e-06, "Finetune/Loss": 0.828306257724762, "Finetune/Loss (Raw)": 0.8265373706817627, "Finetune/Step": 4489, "Finetune/Step Time": 6.357315711677074}
+{"Finetune/Learning Rate": 8.224835920245522e-06, "Finetune/Loss": 0.8238085508346558, "Finetune/Loss (Raw)": 0.33735281229019165, "Finetune/Step": 4490, "Finetune/Step Time": 6.3566443510353565}
+{"Finetune/Learning Rate": 8.220789346120487e-06, "Finetune/Loss": 0.8240455389022827, "Finetune/Loss (Raw)": 0.9757575988769531, "Finetune/Step": 4491, "Finetune/Step Time": 6.369752326980233}
+{"Finetune/Learning Rate": 8.21674307283879e-06, "Finetune/Loss": 0.8239572048187256, "Finetune/Loss (Raw)": 0.9288833737373352, "Finetune/Step": 4492, "Finetune/Step Time": 6.371585458517075}
+{"Finetune/Learning Rate": 8.2126971010846e-06, "Finetune/Loss": 0.8222185373306274, "Finetune/Loss (Raw)": 0.8920186161994934, "Finetune/Step": 4493, "Finetune/Step Time": 6.37584332562983}
+{"Finetune/Learning Rate": 8.208651431542046e-06, "Finetune/Loss": 0.8216102719306946, "Finetune/Loss (Raw)": 0.9026288390159607, "Finetune/Step": 4494, "Finetune/Step Time": 6.3748170007020235}
+{"Finetune/Learning Rate": 8.204606064895201e-06, "Finetune/Loss": 0.821332573890686, "Finetune/Loss (Raw)": 0.8886240124702454, "Finetune/Step": 4495, "Finetune/Step Time": 6.373803159222007}
+{"Finetune/Learning Rate": 8.200561001828093e-06, "Finetune/Loss": 0.8229260444641113, "Finetune/Loss (Raw)": 0.8854811787605286, "Finetune/Step": 4496, "Finetune/Step Time": 6.366538403555751}
+{"Finetune/Learning Rate": 8.19651624302469e-06, "Finetune/Loss": 0.8237314224243164, "Finetune/Loss (Raw)": 1.032225489616394, "Finetune/Step": 4497, "Finetune/Step Time": 6.349799368530512}
+{"Finetune/Learning Rate": 8.192471789168914e-06, "Finetune/Loss": 0.8231369853019714, "Finetune/Loss (Raw)": 0.786110520362854, "Finetune/Step": 4498, "Finetune/Step Time": 6.351893972605467}
+{"Finetune/Learning Rate": 8.188427640944634e-06, "Finetune/Loss": 0.8190469741821289, "Finetune/Loss (Raw)": 0.3967333734035492, "Finetune/Step": 4499, "Finetune/Step Time": 6.368214778602123}
+{"Finetune/Learning Rate": 8.184383799035662e-06, "Finetune/Loss": 0.8185024857521057, "Finetune/Loss (Raw)": 0.8442894220352173, "Finetune/Step": 4500, "Finetune/Step Time": 6.378051469102502}
+{"Finetune/Learning Rate": 8.18034026412577e-06, "Finetune/Loss": 0.8185819387435913, "Finetune/Loss (Raw)": 0.8720582723617554, "Finetune/Step": 4501, "Finetune/Step Time": 6.371178809553385}
+{"Finetune/Learning Rate": 8.176297036898673e-06, "Finetune/Loss": 0.818933367729187, "Finetune/Loss (Raw)": 1.017696499824524, "Finetune/Step": 4502, "Finetune/Step Time": 6.352804984897375}
+{"Finetune/Learning Rate": 8.17225411803803e-06, "Finetune/Loss": 0.8172926902770996, "Finetune/Loss (Raw)": 0.723794162273407, "Finetune/Step": 4503, "Finetune/Step Time": 6.345479981973767}
+{"Finetune/Learning Rate": 8.168211508227447e-06, "Finetune/Loss": 0.8184888362884521, "Finetune/Loss (Raw)": 0.8992776870727539, "Finetune/Step": 4504, "Finetune/Step Time": 6.345116011798382}
+{"Finetune/Learning Rate": 8.164169208150484e-06, "Finetune/Loss": 0.8178068399429321, "Finetune/Loss (Raw)": 0.8754420280456543, "Finetune/Step": 4505, "Finetune/Step Time": 6.357761120423675}
+{"Finetune/Learning Rate": 8.160127218490643e-06, "Finetune/Loss": 0.8209056854248047, "Finetune/Loss (Raw)": 0.8949570655822754, "Finetune/Step": 4506, "Finetune/Step Time": 6.336677411571145}
+{"Finetune/Learning Rate": 8.156085539931385e-06, "Finetune/Loss": 0.8196254968643188, "Finetune/Loss (Raw)": 0.7566989660263062, "Finetune/Step": 4507, "Finetune/Step Time": 6.327471308410168}
+{"Finetune/Learning Rate": 8.152044173156099e-06, "Finetune/Loss": 0.8171041011810303, "Finetune/Loss (Raw)": 0.6340377330780029, "Finetune/Step": 4508, "Finetune/Step Time": 6.3374204859137535}
+{"Finetune/Learning Rate": 8.14800311884814e-06, "Finetune/Loss": 0.8155622482299805, "Finetune/Loss (Raw)": 0.8004587292671204, "Finetune/Step": 4509, "Finetune/Step Time": 6.360599648207426}
+{"Finetune/Learning Rate": 8.1439623776908e-06, "Finetune/Loss": 0.8161091208457947, "Finetune/Loss (Raw)": 0.9167537689208984, "Finetune/Step": 4510, "Finetune/Step Time": 6.353857681155205}
+{"Finetune/Learning Rate": 8.139921950367315e-06, "Finetune/Loss": 0.8160561323165894, "Finetune/Loss (Raw)": 0.9548562169075012, "Finetune/Step": 4511, "Finetune/Step Time": 6.3568945322185755}
+{"Finetune/Learning Rate": 8.135881837560879e-06, "Finetune/Loss": 0.8168751001358032, "Finetune/Loss (Raw)": 0.8909796476364136, "Finetune/Step": 4512, "Finetune/Step Time": 6.35418376326561}
+{"Finetune/Learning Rate": 8.131842039954624e-06, "Finetune/Loss": 0.8219970464706421, "Finetune/Loss (Raw)": 1.0931506156921387, "Finetune/Step": 4513, "Finetune/Step Time": 6.352507526054978}
+{"Finetune/Learning Rate": 8.127802558231637e-06, "Finetune/Loss": 0.8212260007858276, "Finetune/Loss (Raw)": 0.845767617225647, "Finetune/Step": 4514, "Finetune/Step Time": 6.343781931325793}
+{"Finetune/Learning Rate": 8.12376339307494e-06, "Finetune/Loss": 0.8200442790985107, "Finetune/Loss (Raw)": 0.6983592510223389, "Finetune/Step": 4515, "Finetune/Step Time": 6.357851216569543}
+{"Finetune/Learning Rate": 8.11972454516751e-06, "Finetune/Loss": 0.8218325972557068, "Finetune/Loss (Raw)": 0.7941915392875671, "Finetune/Step": 4516, "Finetune/Step Time": 6.359166311100125}
+{"Finetune/Learning Rate": 8.11568601519227e-06, "Finetune/Loss": 0.8228381872177124, "Finetune/Loss (Raw)": 0.9214446544647217, "Finetune/Step": 4517, "Finetune/Step Time": 6.356914406642318}
+{"Finetune/Learning Rate": 8.111647803832077e-06, "Finetune/Loss": 0.8241265416145325, "Finetune/Loss (Raw)": 0.8886918425559998, "Finetune/Step": 4518, "Finetune/Step Time": 6.349407162517309}
+{"Finetune/Learning Rate": 8.107609911769763e-06, "Finetune/Loss": 0.8240358829498291, "Finetune/Loss (Raw)": 0.9738427996635437, "Finetune/Step": 4519, "Finetune/Step Time": 6.335402928292751}
+{"Finetune/Learning Rate": 8.103572339688072e-06, "Finetune/Loss": 0.8236527442932129, "Finetune/Loss (Raw)": 0.8332599401473999, "Finetune/Step": 4520, "Finetune/Step Time": 6.34066229686141}
+{"Finetune/Learning Rate": 8.099535088269719e-06, "Finetune/Loss": 0.8258867263793945, "Finetune/Loss (Raw)": 0.760529100894928, "Finetune/Step": 4521, "Finetune/Step Time": 6.33825695887208}
+{"Finetune/Learning Rate": 8.095498158197347e-06, "Finetune/Loss": 0.8243621587753296, "Finetune/Loss (Raw)": 0.8399075865745544, "Finetune/Step": 4522, "Finetune/Step Time": 6.327622938901186}
+{"Finetune/Learning Rate": 8.091461550153556e-06, "Finetune/Loss": 0.823116660118103, "Finetune/Loss (Raw)": 0.6958208084106445, "Finetune/Step": 4523, "Finetune/Step Time": 6.3361805360764265}
+{"Finetune/Learning Rate": 8.087425264820894e-06, "Finetune/Loss": 0.8231184482574463, "Finetune/Loss (Raw)": 0.8326806426048279, "Finetune/Step": 4524, "Finetune/Step Time": 6.344067489728332}
+{"Finetune/Learning Rate": 8.083389302881834e-06, "Finetune/Loss": 0.8218238353729248, "Finetune/Loss (Raw)": 0.7810516953468323, "Finetune/Step": 4525, "Finetune/Step Time": 6.346163833513856}
+{"Finetune/Learning Rate": 8.079353665018827e-06, "Finetune/Loss": 0.8214308619499207, "Finetune/Loss (Raw)": 0.8682811260223389, "Finetune/Step": 4526, "Finetune/Step Time": 6.349079418927431}
+{"Finetune/Learning Rate": 8.07531835191424e-06, "Finetune/Loss": 0.8217628598213196, "Finetune/Loss (Raw)": 0.9281014800071716, "Finetune/Step": 4527, "Finetune/Step Time": 6.3562796004116535}
+{"Finetune/Learning Rate": 8.071283364250404e-06, "Finetune/Loss": 0.8234518766403198, "Finetune/Loss (Raw)": 1.1062672138214111, "Finetune/Step": 4528, "Finetune/Step Time": 6.353439347818494}
+{"Finetune/Learning Rate": 8.067248702709578e-06, "Finetune/Loss": 0.8260404467582703, "Finetune/Loss (Raw)": 1.0430307388305664, "Finetune/Step": 4529, "Finetune/Step Time": 6.3584600649774075}
+{"Finetune/Learning Rate": 8.063214367973981e-06, "Finetune/Loss": 0.82581627368927, "Finetune/Loss (Raw)": 0.8235719203948975, "Finetune/Step": 4530, "Finetune/Step Time": 6.343703206628561}
+{"Finetune/Learning Rate": 8.059180360725768e-06, "Finetune/Loss": 0.8264298439025879, "Finetune/Loss (Raw)": 0.9340993165969849, "Finetune/Step": 4531, "Finetune/Step Time": 6.348103249445558}
+{"Finetune/Learning Rate": 8.055146681647046e-06, "Finetune/Loss": 0.8255832195281982, "Finetune/Loss (Raw)": 0.9436495900154114, "Finetune/Step": 4532, "Finetune/Step Time": 6.348298152908683}
+{"Finetune/Learning Rate": 8.051113331419862e-06, "Finetune/Loss": 0.8246784806251526, "Finetune/Loss (Raw)": 0.8748369812965393, "Finetune/Step": 4533, "Finetune/Step Time": 6.350440047681332}
+{"Finetune/Learning Rate": 8.047080310726202e-06, "Finetune/Loss": 0.8247837424278259, "Finetune/Loss (Raw)": 0.9346670508384705, "Finetune/Step": 4534, "Finetune/Step Time": 6.339219180867076}
+{"Finetune/Learning Rate": 8.043047620248008e-06, "Finetune/Loss": 0.8258918523788452, "Finetune/Loss (Raw)": 0.8385432958602905, "Finetune/Step": 4535, "Finetune/Step Time": 6.33143463358283}
+{"Finetune/Learning Rate": 8.039015260667154e-06, "Finetune/Loss": 0.8233529925346375, "Finetune/Loss (Raw)": 0.5769639015197754, "Finetune/Step": 4536, "Finetune/Step Time": 6.3294716235250235}
+{"Finetune/Learning Rate": 8.034983232665467e-06, "Finetune/Loss": 0.8236159682273865, "Finetune/Loss (Raw)": 0.8406544923782349, "Finetune/Step": 4537, "Finetune/Step Time": 6.3653351832181215}
+{"Finetune/Learning Rate": 8.030951536924715e-06, "Finetune/Loss": 0.8223559856414795, "Finetune/Loss (Raw)": 0.8190551996231079, "Finetune/Step": 4538, "Finetune/Step Time": 6.37403617054224}
+{"Finetune/Learning Rate": 8.026920174126608e-06, "Finetune/Loss": 0.8227766752243042, "Finetune/Loss (Raw)": 0.8136695027351379, "Finetune/Step": 4539, "Finetune/Step Time": 6.365596001967788}
+{"Finetune/Learning Rate": 8.022889144952808e-06, "Finetune/Loss": 0.8210655450820923, "Finetune/Loss (Raw)": 0.7791593074798584, "Finetune/Step": 4540, "Finetune/Step Time": 6.367148479446769}
+{"Finetune/Learning Rate": 8.018858450084906e-06, "Finetune/Loss": 0.8206696510314941, "Finetune/Loss (Raw)": 0.8469167947769165, "Finetune/Step": 4541, "Finetune/Step Time": 6.369561916217208}
+{"Finetune/Learning Rate": 8.01482809020445e-06, "Finetune/Loss": 0.8192579746246338, "Finetune/Loss (Raw)": 0.6986644864082336, "Finetune/Step": 4542, "Finetune/Step Time": 6.375631587579846}
+{"Finetune/Learning Rate": 8.010798065992917e-06, "Finetune/Loss": 0.8179050087928772, "Finetune/Loss (Raw)": 0.8435869216918945, "Finetune/Step": 4543, "Finetune/Step Time": 6.372318804264069}
+{"Finetune/Learning Rate": 8.006768378131749e-06, "Finetune/Loss": 0.8219596743583679, "Finetune/Loss (Raw)": 0.8783380389213562, "Finetune/Step": 4544, "Finetune/Step Time": 6.355903256684542}
+{"Finetune/Learning Rate": 8.002739027302308e-06, "Finetune/Loss": 0.8240205645561218, "Finetune/Loss (Raw)": 1.0613254308700562, "Finetune/Step": 4545, "Finetune/Step Time": 6.339171394705772}
+{"Finetune/Learning Rate": 7.998710014185916e-06, "Finetune/Loss": 0.8251973390579224, "Finetune/Loss (Raw)": 0.9667996764183044, "Finetune/Step": 4546, "Finetune/Step Time": 6.338137816637754}
+{"Finetune/Learning Rate": 7.994681339463829e-06, "Finetune/Loss": 0.824383020401001, "Finetune/Loss (Raw)": 0.6269304156303406, "Finetune/Step": 4547, "Finetune/Step Time": 6.338258404284716}
+{"Finetune/Learning Rate": 7.990653003817243e-06, "Finetune/Loss": 0.8228785991668701, "Finetune/Loss (Raw)": 0.6621447205543518, "Finetune/Step": 4548, "Finetune/Step Time": 6.356596449390054}
+{"Finetune/Learning Rate": 7.98662500792731e-06, "Finetune/Loss": 0.8207871913909912, "Finetune/Loss (Raw)": 0.7493496537208557, "Finetune/Step": 4549, "Finetune/Step Time": 6.3562731090933084}
+{"Finetune/Learning Rate": 7.982597352475103e-06, "Finetune/Loss": 0.8192278146743774, "Finetune/Loss (Raw)": 0.8152296543121338, "Finetune/Step": 4550, "Finetune/Step Time": 6.3549006301909685}
+{"Finetune/Learning Rate": 7.978570038141668e-06, "Finetune/Loss": 0.8181283473968506, "Finetune/Loss (Raw)": 0.7193278074264526, "Finetune/Step": 4551, "Finetune/Step Time": 6.3640778455883265}
+{"Finetune/Learning Rate": 7.974543065607964e-06, "Finetune/Loss": 0.8141374588012695, "Finetune/Loss (Raw)": 0.5054049491882324, "Finetune/Step": 4552, "Finetune/Step Time": 6.379885654896498}
+{"Finetune/Learning Rate": 7.970516435554907e-06, "Finetune/Loss": 0.8140802979469299, "Finetune/Loss (Raw)": 0.8480761051177979, "Finetune/Step": 4553, "Finetune/Step Time": 6.382856952026486}
+{"Finetune/Learning Rate": 7.966490148663356e-06, "Finetune/Loss": 0.8144006729125977, "Finetune/Loss (Raw)": 0.9397240281105042, "Finetune/Step": 4554, "Finetune/Step Time": 6.381710283458233}
+{"Finetune/Learning Rate": 7.9624642056141e-06, "Finetune/Loss": 0.8143779039382935, "Finetune/Loss (Raw)": 0.8569015264511108, "Finetune/Step": 4555, "Finetune/Step Time": 6.387615147978067}
+{"Finetune/Learning Rate": 7.958438607087884e-06, "Finetune/Loss": 0.8109676837921143, "Finetune/Loss (Raw)": 0.39860594272613525, "Finetune/Step": 4556, "Finetune/Step Time": 6.392900321632624}
+{"Finetune/Learning Rate": 7.954413353765388e-06, "Finetune/Loss": 0.8138458728790283, "Finetune/Loss (Raw)": 0.7978827953338623, "Finetune/Step": 4557, "Finetune/Step Time": 6.405081119388342}
+{"Finetune/Learning Rate": 7.950388446327235e-06, "Finetune/Loss": 0.8165750503540039, "Finetune/Loss (Raw)": 1.047061800956726, "Finetune/Step": 4558, "Finetune/Step Time": 6.395614594221115}
+{"Finetune/Learning Rate": 7.946363885453987e-06, "Finetune/Loss": 0.8191239833831787, "Finetune/Loss (Raw)": 0.7993595600128174, "Finetune/Step": 4559, "Finetune/Step Time": 6.407865054905415}
+{"Finetune/Learning Rate": 7.94233967182615e-06, "Finetune/Loss": 0.8182226419448853, "Finetune/Loss (Raw)": 0.6642078757286072, "Finetune/Step": 4560, "Finetune/Step Time": 6.40800117701292}
+{"Finetune/Learning Rate": 7.938315806124172e-06, "Finetune/Loss": 0.8171952962875366, "Finetune/Loss (Raw)": 0.7986224889755249, "Finetune/Step": 4561, "Finetune/Step Time": 6.426853349432349}
+{"Finetune/Learning Rate": 7.934292289028437e-06, "Finetune/Loss": 0.818866491317749, "Finetune/Loss (Raw)": 0.853549599647522, "Finetune/Step": 4562, "Finetune/Step Time": 6.430573534220457}
+{"Finetune/Learning Rate": 7.930269121219278e-06, "Finetune/Loss": 0.8195035457611084, "Finetune/Loss (Raw)": 0.87575364112854, "Finetune/Step": 4563, "Finetune/Step Time": 6.426152102649212}
+{"Finetune/Learning Rate": 7.92624630337696e-06, "Finetune/Loss": 0.8173613548278809, "Finetune/Loss (Raw)": 0.4859163165092468, "Finetune/Step": 4564, "Finetune/Step Time": 6.42527393437922}
+{"Finetune/Learning Rate": 7.922223836181703e-06, "Finetune/Loss": 0.8170968890190125, "Finetune/Loss (Raw)": 0.7353948354721069, "Finetune/Step": 4565, "Finetune/Step Time": 6.443162560462952}
+{"Finetune/Learning Rate": 7.918201720313648e-06, "Finetune/Loss": 0.8171310424804688, "Finetune/Loss (Raw)": 0.8385889530181885, "Finetune/Step": 4566, "Finetune/Step Time": 6.445798983797431}
+{"Finetune/Learning Rate": 7.91417995645289e-06, "Finetune/Loss": 0.8167812824249268, "Finetune/Loss (Raw)": 0.8403969407081604, "Finetune/Step": 4567, "Finetune/Step Time": 6.460272889584303}
+{"Finetune/Learning Rate": 7.910158545279462e-06, "Finetune/Loss": 0.8178133964538574, "Finetune/Loss (Raw)": 0.8606040477752686, "Finetune/Step": 4568, "Finetune/Step Time": 6.4658263344317675}
+{"Finetune/Learning Rate": 7.90613748747334e-06, "Finetune/Loss": 0.8174862861633301, "Finetune/Loss (Raw)": 0.7372568249702454, "Finetune/Step": 4569, "Finetune/Step Time": 6.468581449240446}
+{"Finetune/Learning Rate": 7.902116783714431e-06, "Finetune/Loss": 0.8175033330917358, "Finetune/Loss (Raw)": 0.7747693061828613, "Finetune/Step": 4570, "Finetune/Step Time": 6.468945065513253}
+{"Finetune/Learning Rate": 7.898096434682594e-06, "Finetune/Loss": 0.8177483081817627, "Finetune/Loss (Raw)": 0.9484714269638062, "Finetune/Step": 4571, "Finetune/Step Time": 6.460012502968311}
+{"Finetune/Learning Rate": 7.894076441057618e-06, "Finetune/Loss": 0.8123654127120972, "Finetune/Loss (Raw)": 0.3017421066761017, "Finetune/Step": 4572, "Finetune/Step Time": 6.459294693544507}
+{"Finetune/Learning Rate": 7.890056803519237e-06, "Finetune/Loss": 0.8130284547805786, "Finetune/Loss (Raw)": 0.7615976333618164, "Finetune/Step": 4573, "Finetune/Step Time": 6.455801747739315}
+{"Finetune/Learning Rate": 7.886037522747124e-06, "Finetune/Loss": 0.8132633566856384, "Finetune/Loss (Raw)": 0.99349445104599, "Finetune/Step": 4574, "Finetune/Step Time": 6.46300807595253}
+{"Finetune/Learning Rate": 7.88201859942089e-06, "Finetune/Loss": 0.8143925070762634, "Finetune/Loss (Raw)": 0.9225754737854004, "Finetune/Step": 4575, "Finetune/Step Time": 6.453868066892028}
+{"Finetune/Learning Rate": 7.878000034220092e-06, "Finetune/Loss": 0.8119040727615356, "Finetune/Loss (Raw)": 0.4668671488761902, "Finetune/Step": 4576, "Finetune/Step Time": 6.454140447080135}
+{"Finetune/Learning Rate": 7.873981827824218e-06, "Finetune/Loss": 0.811092734336853, "Finetune/Loss (Raw)": 0.8105889558792114, "Finetune/Step": 4577, "Finetune/Step Time": 6.481549376621842}
+{"Finetune/Learning Rate": 7.869963980912696e-06, "Finetune/Loss": 0.8124682307243347, "Finetune/Loss (Raw)": 0.8599364757537842, "Finetune/Step": 4578, "Finetune/Step Time": 6.494426541030407}
+{"Finetune/Learning Rate": 7.865946494164903e-06, "Finetune/Loss": 0.8137465715408325, "Finetune/Loss (Raw)": 1.0030982494354248, "Finetune/Step": 4579, "Finetune/Step Time": 6.501015815883875}
+{"Finetune/Learning Rate": 7.861929368260143e-06, "Finetune/Loss": 0.8148413896560669, "Finetune/Loss (Raw)": 1.0384942293167114, "Finetune/Step": 4580, "Finetune/Step Time": 6.496500106528401}
+{"Finetune/Learning Rate": 7.857912603877662e-06, "Finetune/Loss": 0.8136070966720581, "Finetune/Loss (Raw)": 0.7237821221351624, "Finetune/Step": 4581, "Finetune/Step Time": 6.486089304089546}
+{"Finetune/Learning Rate": 7.853896201696653e-06, "Finetune/Loss": 0.8160710334777832, "Finetune/Loss (Raw)": 0.8884193301200867, "Finetune/Step": 4582, "Finetune/Step Time": 6.485735448077321}
+{"Finetune/Learning Rate": 7.849880162396241e-06, "Finetune/Loss": 0.8168299198150635, "Finetune/Loss (Raw)": 0.9144941568374634, "Finetune/Step": 4583, "Finetune/Step Time": 6.488166576251388}
+{"Finetune/Learning Rate": 7.845864486655487e-06, "Finetune/Loss": 0.8163292407989502, "Finetune/Loss (Raw)": 0.777812659740448, "Finetune/Step": 4584, "Finetune/Step Time": 6.488097408786416}
+{"Finetune/Learning Rate": 7.841849175153397e-06, "Finetune/Loss": 0.8147205114364624, "Finetune/Loss (Raw)": 0.6441394090652466, "Finetune/Step": 4585, "Finetune/Step Time": 6.488741548731923}
+{"Finetune/Learning Rate": 7.837834228568911e-06, "Finetune/Loss": 0.8162697553634644, "Finetune/Loss (Raw)": 0.8812530040740967, "Finetune/Step": 4586, "Finetune/Step Time": 6.493143290281296}
+{"Finetune/Learning Rate": 7.833819647580906e-06, "Finetune/Loss": 0.8175538778305054, "Finetune/Loss (Raw)": 0.9478606581687927, "Finetune/Step": 4587, "Finetune/Step Time": 6.497152730822563}
+{"Finetune/Learning Rate": 7.829805432868203e-06, "Finetune/Loss": 0.8187426328659058, "Finetune/Loss (Raw)": 0.9678949117660522, "Finetune/Step": 4588, "Finetune/Step Time": 6.499909108504653}
+{"Finetune/Learning Rate": 7.82579158510956e-06, "Finetune/Loss": 0.8186331987380981, "Finetune/Loss (Raw)": 1.0610485076904297, "Finetune/Step": 4589, "Finetune/Step Time": 6.497188096866012}
+{"Finetune/Learning Rate": 7.821778104983669e-06, "Finetune/Loss": 0.8189154267311096, "Finetune/Loss (Raw)": 0.919796347618103, "Finetune/Step": 4590, "Finetune/Step Time": 6.4918667413294315}
+{"Finetune/Learning Rate": 7.817764993169156e-06, "Finetune/Loss": 0.8201727271080017, "Finetune/Loss (Raw)": 0.9332058429718018, "Finetune/Step": 4591, "Finetune/Step Time": 6.492829056456685}
+{"Finetune/Learning Rate": 7.813752250344599e-06, "Finetune/Loss": 0.822554886341095, "Finetune/Loss (Raw)": 1.002158522605896, "Finetune/Step": 4592, "Finetune/Step Time": 6.485852932557464}
+{"Finetune/Learning Rate": 7.809739877188498e-06, "Finetune/Loss": 0.8211755156517029, "Finetune/Loss (Raw)": 0.7079237103462219, "Finetune/Step": 4593, "Finetune/Step Time": 6.484624525532126}
+{"Finetune/Learning Rate": 7.805727874379307e-06, "Finetune/Loss": 0.8226616382598877, "Finetune/Loss (Raw)": 0.7182035446166992, "Finetune/Step": 4594, "Finetune/Step Time": 6.479559591040015}
+{"Finetune/Learning Rate": 7.801716242595397e-06, "Finetune/Loss": 0.8250091075897217, "Finetune/Loss (Raw)": 0.9532487392425537, "Finetune/Step": 4595, "Finetune/Step Time": 6.454320913180709}
+{"Finetune/Learning Rate": 7.797704982515094e-06, "Finetune/Loss": 0.8239367008209229, "Finetune/Loss (Raw)": 0.683127224445343, "Finetune/Step": 4596, "Finetune/Step Time": 6.435612304136157}
+{"Finetune/Learning Rate": 7.793694094816653e-06, "Finetune/Loss": 0.8222426176071167, "Finetune/Loss (Raw)": 0.6309757828712463, "Finetune/Step": 4597, "Finetune/Step Time": 6.436110181733966}
+{"Finetune/Learning Rate": 7.789683580178264e-06, "Finetune/Loss": 0.8222078084945679, "Finetune/Loss (Raw)": 0.8033632636070251, "Finetune/Step": 4598, "Finetune/Step Time": 6.432174408808351}
+{"Finetune/Learning Rate": 7.78567343927806e-06, "Finetune/Loss": 0.8217776417732239, "Finetune/Loss (Raw)": 0.8307474255561829, "Finetune/Step": 4599, "Finetune/Step Time": 6.427302472293377}
+{"Finetune/Learning Rate": 7.781663672794109e-06, "Finetune/Loss": 0.8222253322601318, "Finetune/Loss (Raw)": 0.9008060693740845, "Finetune/Step": 4600, "Finetune/Step Time": 6.428604317829013}
+{"Finetune/Learning Rate": 7.777654281404414e-06, "Finetune/Loss": 0.8208996057510376, "Finetune/Loss (Raw)": 0.8225533366203308, "Finetune/Step": 4601, "Finetune/Step Time": 6.430339800193906}
+{"Finetune/Learning Rate": 7.773645265786915e-06, "Finetune/Loss": 0.8180786371231079, "Finetune/Loss (Raw)": 0.3793853521347046, "Finetune/Step": 4602, "Finetune/Step Time": 6.4256296288222075}
+{"Finetune/Learning Rate": 7.769636626619488e-06, "Finetune/Loss": 0.8216909170150757, "Finetune/Loss (Raw)": 0.8700007796287537, "Finetune/Step": 4603, "Finetune/Step Time": 6.437452584505081}
+{"Finetune/Learning Rate": 7.76562836457995e-06, "Finetune/Loss": 0.8210620880126953, "Finetune/Loss (Raw)": 0.818152904510498, "Finetune/Step": 4604, "Finetune/Step Time": 6.421740395948291}
+{"Finetune/Learning Rate": 7.761620480346042e-06, "Finetune/Loss": 0.819913387298584, "Finetune/Loss (Raw)": 0.6105810403823853, "Finetune/Step": 4605, "Finetune/Step Time": 6.432979309931397}
+{"Finetune/Learning Rate": 7.75761297459546e-06, "Finetune/Loss": 0.8195918798446655, "Finetune/Loss (Raw)": 0.9667332172393799, "Finetune/Step": 4606, "Finetune/Step Time": 6.458801668137312}
+{"Finetune/Learning Rate": 7.753605848005817e-06, "Finetune/Loss": 0.816238522529602, "Finetune/Loss (Raw)": 0.34950339794158936, "Finetune/Step": 4607, "Finetune/Step Time": 6.46396335400641}
+{"Finetune/Learning Rate": 7.749599101254678e-06, "Finetune/Loss": 0.819262683391571, "Finetune/Loss (Raw)": 0.8399563431739807, "Finetune/Step": 4608, "Finetune/Step Time": 6.475443184375763}
+{"Finetune/Learning Rate": 7.745592735019529e-06, "Finetune/Loss": 0.8192683458328247, "Finetune/Loss (Raw)": 0.9519699811935425, "Finetune/Step": 4609, "Finetune/Step Time": 6.446432840079069}
+{"Finetune/Learning Rate": 7.7415867499778e-06, "Finetune/Loss": 0.8190870881080627, "Finetune/Loss (Raw)": 0.8051698207855225, "Finetune/Step": 4610, "Finetune/Step Time": 6.438178734853864}
+{"Finetune/Learning Rate": 7.737581146806863e-06, "Finetune/Loss": 0.8171874284744263, "Finetune/Loss (Raw)": 0.806614100933075, "Finetune/Step": 4611, "Finetune/Step Time": 6.440295845270157}
+{"Finetune/Learning Rate": 7.733575926184005e-06, "Finetune/Loss": 0.8202645182609558, "Finetune/Loss (Raw)": 0.8209450244903564, "Finetune/Step": 4612, "Finetune/Step Time": 6.4339764434844255}
+{"Finetune/Learning Rate": 7.72957108878647e-06, "Finetune/Loss": 0.8201789855957031, "Finetune/Loss (Raw)": 0.7731483578681946, "Finetune/Step": 4613, "Finetune/Step Time": 6.422114038839936}
+{"Finetune/Learning Rate": 7.725566635291429e-06, "Finetune/Loss": 0.8198227286338806, "Finetune/Loss (Raw)": 0.9405519962310791, "Finetune/Step": 4614, "Finetune/Step Time": 6.399183323606849}
+{"Finetune/Learning Rate": 7.721562566375983e-06, "Finetune/Loss": 0.8180868625640869, "Finetune/Loss (Raw)": 0.7491996884346008, "Finetune/Step": 4615, "Finetune/Step Time": 6.39653062261641}
+{"Finetune/Learning Rate": 7.717558882717175e-06, "Finetune/Loss": 0.8202910423278809, "Finetune/Loss (Raw)": 0.9520720839500427, "Finetune/Step": 4616, "Finetune/Step Time": 6.396690705791116}
+{"Finetune/Learning Rate": 7.713555584991979e-06, "Finetune/Loss": 0.8213649392127991, "Finetune/Loss (Raw)": 0.9639917016029358, "Finetune/Step": 4617, "Finetune/Step Time": 6.392446581274271}
+{"Finetune/Learning Rate": 7.709552673877302e-06, "Finetune/Loss": 0.8251478672027588, "Finetune/Loss (Raw)": 0.8215707540512085, "Finetune/Step": 4618, "Finetune/Step Time": 6.389859069138765}
+{"Finetune/Learning Rate": 7.705550150049995e-06, "Finetune/Loss": 0.8229367733001709, "Finetune/Loss (Raw)": 0.6927306056022644, "Finetune/Step": 4619, "Finetune/Step Time": 6.378279622644186}
+{"Finetune/Learning Rate": 7.701548014186835e-06, "Finetune/Loss": 0.8219696283340454, "Finetune/Loss (Raw)": 0.8050973415374756, "Finetune/Step": 4620, "Finetune/Step Time": 6.3861411195248365}
+{"Finetune/Learning Rate": 7.697546266964534e-06, "Finetune/Loss": 0.820796012878418, "Finetune/Loss (Raw)": 0.7417885065078735, "Finetune/Step": 4621, "Finetune/Step Time": 6.381244594231248}
+{"Finetune/Learning Rate": 7.69354490905974e-06, "Finetune/Loss": 0.8210557699203491, "Finetune/Loss (Raw)": 0.9358826279640198, "Finetune/Step": 4622, "Finetune/Step Time": 6.374127661809325}
+{"Finetune/Learning Rate": 7.689543941149035e-06, "Finetune/Loss": 0.8223137855529785, "Finetune/Loss (Raw)": 1.049654483795166, "Finetune/Step": 4623, "Finetune/Step Time": 6.377793652936816}
+{"Finetune/Learning Rate": 7.685543363908934e-06, "Finetune/Loss": 0.8221598863601685, "Finetune/Loss (Raw)": 0.8657738566398621, "Finetune/Step": 4624, "Finetune/Step Time": 6.378668310120702}
+{"Finetune/Learning Rate": 7.681543178015888e-06, "Finetune/Loss": 0.821056604385376, "Finetune/Loss (Raw)": 0.8910014629364014, "Finetune/Step": 4625, "Finetune/Step Time": 6.379675962030888}
+{"Finetune/Learning Rate": 7.677543384146287e-06, "Finetune/Loss": 0.8209473490715027, "Finetune/Loss (Raw)": 0.7721364498138428, "Finetune/Step": 4626, "Finetune/Step Time": 6.374949870631099}
+{"Finetune/Learning Rate": 7.673543982976438e-06, "Finetune/Loss": 0.8238494992256165, "Finetune/Loss (Raw)": 0.7681977152824402, "Finetune/Step": 4627, "Finetune/Step Time": 6.3573982659727335}
+{"Finetune/Learning Rate": 7.669544975182595e-06, "Finetune/Loss": 0.8250148296356201, "Finetune/Loss (Raw)": 0.9934563040733337, "Finetune/Step": 4628, "Finetune/Step Time": 6.345095373690128}
+{"Finetune/Learning Rate": 7.66554636144095e-06, "Finetune/Loss": 0.8255215883255005, "Finetune/Loss (Raw)": 0.9369239211082458, "Finetune/Step": 4629, "Finetune/Step Time": 6.339544570073485}
+{"Finetune/Learning Rate": 7.661548142427607e-06, "Finetune/Loss": 0.8237471580505371, "Finetune/Loss (Raw)": 0.7905745506286621, "Finetune/Step": 4630, "Finetune/Step Time": 6.341581925749779}
+{"Finetune/Learning Rate": 7.657550318818632e-06, "Finetune/Loss": 0.8245328664779663, "Finetune/Loss (Raw)": 0.8243609070777893, "Finetune/Step": 4631, "Finetune/Step Time": 6.351188611239195}
+{"Finetune/Learning Rate": 7.65355289129e-06, "Finetune/Loss": 0.8248058557510376, "Finetune/Loss (Raw)": 0.934222400188446, "Finetune/Step": 4632, "Finetune/Step Time": 6.364056842401624}
+{"Finetune/Learning Rate": 7.649555860517635e-06, "Finetune/Loss": 0.8238447308540344, "Finetune/Loss (Raw)": 0.7524201273918152, "Finetune/Step": 4633, "Finetune/Step Time": 6.3474934957921505}
+{"Finetune/Learning Rate": 7.645559227177382e-06, "Finetune/Loss": 0.8250613212585449, "Finetune/Loss (Raw)": 1.0506796836853027, "Finetune/Step": 4634, "Finetune/Step Time": 6.353650605306029}
+{"Finetune/Learning Rate": 7.641562991945024e-06, "Finetune/Loss": 0.8262050151824951, "Finetune/Loss (Raw)": 0.9030933976173401, "Finetune/Step": 4635, "Finetune/Step Time": 6.352356819435954}
+{"Finetune/Learning Rate": 7.637567155496277e-06, "Finetune/Loss": 0.8290560245513916, "Finetune/Loss (Raw)": 0.9989643692970276, "Finetune/Step": 4636, "Finetune/Step Time": 6.345213243737817}
+{"Finetune/Learning Rate": 7.633571718506792e-06, "Finetune/Loss": 0.8289549350738525, "Finetune/Loss (Raw)": 0.7875126600265503, "Finetune/Step": 4637, "Finetune/Step Time": 6.329157015308738}
+{"Finetune/Learning Rate": 7.629576681652151e-06, "Finetune/Loss": 0.8286902904510498, "Finetune/Loss (Raw)": 0.8828913569450378, "Finetune/Step": 4638, "Finetune/Step Time": 6.350063277408481}
+{"Finetune/Learning Rate": 7.625582045607863e-06, "Finetune/Loss": 0.8286316990852356, "Finetune/Loss (Raw)": 0.9473525881767273, "Finetune/Step": 4639, "Finetune/Step Time": 6.346835792064667}
+{"Finetune/Learning Rate": 7.621587811049378e-06, "Finetune/Loss": 0.8280215263366699, "Finetune/Loss (Raw)": 0.8128746747970581, "Finetune/Step": 4640, "Finetune/Step Time": 6.352447664365172}
+{"Finetune/Learning Rate": 7.617593978652068e-06, "Finetune/Loss": 0.8269838094711304, "Finetune/Loss (Raw)": 0.9603213667869568, "Finetune/Step": 4641, "Finetune/Step Time": 6.365658009424806}
+{"Finetune/Learning Rate": 7.613600549091245e-06, "Finetune/Loss": 0.8227851390838623, "Finetune/Loss (Raw)": 0.30834418535232544, "Finetune/Step": 4642, "Finetune/Step Time": 6.3654362000525}
+{"Finetune/Learning Rate": 7.6096075230421495e-06, "Finetune/Loss": 0.8206608295440674, "Finetune/Loss (Raw)": 0.4264432191848755, "Finetune/Step": 4643, "Finetune/Step Time": 6.388633068650961}
+{"Finetune/Learning Rate": 7.605614901179957e-06, "Finetune/Loss": 0.8217403888702393, "Finetune/Loss (Raw)": 0.9323742389678955, "Finetune/Step": 4644, "Finetune/Step Time": 6.399511627852917}
+{"Finetune/Learning Rate": 7.6016226841797725e-06, "Finetune/Loss": 0.821770429611206, "Finetune/Loss (Raw)": 0.9252903461456299, "Finetune/Step": 4645, "Finetune/Step Time": 6.396581739187241}
+{"Finetune/Learning Rate": 7.597630872716631e-06, "Finetune/Loss": 0.8214641809463501, "Finetune/Loss (Raw)": 0.8494879603385925, "Finetune/Step": 4646, "Finetune/Step Time": 6.400081865489483}
+{"Finetune/Learning Rate": 7.5936394674655e-06, "Finetune/Loss": 0.8212094902992249, "Finetune/Loss (Raw)": 0.9412438869476318, "Finetune/Step": 4647, "Finetune/Step Time": 6.403789896517992}
+{"Finetune/Learning Rate": 7.589648469101277e-06, "Finetune/Loss": 0.8218210935592651, "Finetune/Loss (Raw)": 0.9115481376647949, "Finetune/Step": 4648, "Finetune/Step Time": 6.404492126777768}
+{"Finetune/Learning Rate": 7.5856578782987925e-06, "Finetune/Loss": 0.8239439129829407, "Finetune/Loss (Raw)": 1.0322507619857788, "Finetune/Step": 4649, "Finetune/Step Time": 6.404224207624793}
+{"Finetune/Learning Rate": 7.581667695732811e-06, "Finetune/Loss": 0.8236515522003174, "Finetune/Loss (Raw)": 0.8024886846542358, "Finetune/Step": 4650, "Finetune/Step Time": 6.403420057147741}
+{"Finetune/Learning Rate": 7.577677922078024e-06, "Finetune/Loss": 0.8251566290855408, "Finetune/Loss (Raw)": 0.8884667754173279, "Finetune/Step": 4651, "Finetune/Step Time": 6.401128062978387}
+{"Finetune/Learning Rate": 7.573688558009056e-06, "Finetune/Loss": 0.8245603442192078, "Finetune/Loss (Raw)": 0.7563539147377014, "Finetune/Step": 4652, "Finetune/Step Time": 6.403279388323426}
+{"Finetune/Learning Rate": 7.569699604200457e-06, "Finetune/Loss": 0.8257280588150024, "Finetune/Loss (Raw)": 0.9305238127708435, "Finetune/Step": 4653, "Finetune/Step Time": 6.392545545473695}
+{"Finetune/Learning Rate": 7.565711061326715e-06, "Finetune/Loss": 0.8265783786773682, "Finetune/Loss (Raw)": 0.9771173596382141, "Finetune/Step": 4654, "Finetune/Step Time": 6.39025310985744}
+{"Finetune/Learning Rate": 7.561722930062237e-06, "Finetune/Loss": 0.826494574546814, "Finetune/Loss (Raw)": 0.9173815250396729, "Finetune/Step": 4655, "Finetune/Step Time": 6.388893570750952}
+{"Finetune/Learning Rate": 7.5577352110813825e-06, "Finetune/Loss": 0.8268461227416992, "Finetune/Loss (Raw)": 1.1512548923492432, "Finetune/Step": 4656, "Finetune/Step Time": 6.389347953721881}
+{"Finetune/Learning Rate": 7.553747905058417e-06, "Finetune/Loss": 0.8260232210159302, "Finetune/Loss (Raw)": 0.9377037286758423, "Finetune/Step": 4657, "Finetune/Step Time": 6.3783368691802025}
+{"Finetune/Learning Rate": 7.549761012667551e-06, "Finetune/Loss": 0.8260995149612427, "Finetune/Loss (Raw)": 0.8333329558372498, "Finetune/Step": 4658, "Finetune/Step Time": 6.376843634992838}
+{"Finetune/Learning Rate": 7.54577453458292e-06, "Finetune/Loss": 0.8265260457992554, "Finetune/Loss (Raw)": 0.988701343536377, "Finetune/Step": 4659, "Finetune/Step Time": 6.375130746513605}
+{"Finetune/Learning Rate": 7.541788471478586e-06, "Finetune/Loss": 0.8239917755126953, "Finetune/Loss (Raw)": 0.6192666888237, "Finetune/Step": 4660, "Finetune/Step Time": 6.385031117126346}
+{"Finetune/Learning Rate": 7.537802824028546e-06, "Finetune/Loss": 0.8243623375892639, "Finetune/Loss (Raw)": 0.9222665429115295, "Finetune/Step": 4661, "Finetune/Step Time": 6.395724833011627}
+{"Finetune/Learning Rate": 7.533817592906729e-06, "Finetune/Loss": 0.8249987959861755, "Finetune/Loss (Raw)": 1.0161268711090088, "Finetune/Step": 4662, "Finetune/Step Time": 6.393266003578901}
+{"Finetune/Learning Rate": 7.5298327787869914e-06, "Finetune/Loss": 0.8233845233917236, "Finetune/Loss (Raw)": 0.6319174766540527, "Finetune/Step": 4663, "Finetune/Step Time": 6.403578022494912}
+{"Finetune/Learning Rate": 7.525848382343113e-06, "Finetune/Loss": 0.8237000703811646, "Finetune/Loss (Raw)": 0.6173586845397949, "Finetune/Step": 4664, "Finetune/Step Time": 6.396834114566445}
+{"Finetune/Learning Rate": 7.521864404248808e-06, "Finetune/Loss": 0.8252164721488953, "Finetune/Loss (Raw)": 1.0347477197647095, "Finetune/Step": 4665, "Finetune/Step Time": 6.369646646082401}
+{"Finetune/Learning Rate": 7.517880845177725e-06, "Finetune/Loss": 0.8262765407562256, "Finetune/Loss (Raw)": 0.954746425151825, "Finetune/Step": 4666, "Finetune/Step Time": 6.359091157093644}
+{"Finetune/Learning Rate": 7.513897705803428e-06, "Finetune/Loss": 0.8265197277069092, "Finetune/Loss (Raw)": 0.844796895980835, "Finetune/Step": 4667, "Finetune/Step Time": 6.360828982666135}
+{"Finetune/Learning Rate": 7.5099149867994244e-06, "Finetune/Loss": 0.8274180889129639, "Finetune/Loss (Raw)": 0.8941568732261658, "Finetune/Step": 4668, "Finetune/Step Time": 6.361970638856292}
+{"Finetune/Learning Rate": 7.505932688839144e-06, "Finetune/Loss": 0.8273801803588867, "Finetune/Loss (Raw)": 0.842055082321167, "Finetune/Step": 4669, "Finetune/Step Time": 6.360876174643636}
+{"Finetune/Learning Rate": 7.501950812595946e-06, "Finetune/Loss": 0.8292269706726074, "Finetune/Loss (Raw)": 0.935055673122406, "Finetune/Step": 4670, "Finetune/Step Time": 6.355437299236655}
+{"Finetune/Learning Rate": 7.497969358743116e-06, "Finetune/Loss": 0.8304157257080078, "Finetune/Loss (Raw)": 0.9957480430603027, "Finetune/Step": 4671, "Finetune/Step Time": 6.354649072512984}
+{"Finetune/Learning Rate": 7.493988327953872e-06, "Finetune/Loss": 0.8300082087516785, "Finetune/Loss (Raw)": 0.8261786103248596, "Finetune/Step": 4672, "Finetune/Step Time": 6.353030489757657}
+{"Finetune/Learning Rate": 7.490007720901361e-06, "Finetune/Loss": 0.8292491436004639, "Finetune/Loss (Raw)": 0.9641616344451904, "Finetune/Step": 4673, "Finetune/Step Time": 6.353675344958901}
+{"Finetune/Learning Rate": 7.48602753825865e-06, "Finetune/Loss": 0.8299952745437622, "Finetune/Loss (Raw)": 1.0623035430908203, "Finetune/Step": 4674, "Finetune/Step Time": 6.347155248746276}
+{"Finetune/Learning Rate": 7.482047780698747e-06, "Finetune/Loss": 0.8318946361541748, "Finetune/Loss (Raw)": 0.8700510859489441, "Finetune/Step": 4675, "Finetune/Step Time": 6.338277023285627}
+{"Finetune/Learning Rate": 7.478068448894577e-06, "Finetune/Loss": 0.8339869976043701, "Finetune/Loss (Raw)": 0.9299696683883667, "Finetune/Step": 4676, "Finetune/Step Time": 6.306405423209071}
+{"Finetune/Learning Rate": 7.474089543519003e-06, "Finetune/Loss": 0.8353884816169739, "Finetune/Loss (Raw)": 0.9287387728691101, "Finetune/Step": 4677, "Finetune/Step Time": 6.297063861042261}
+{"Finetune/Learning Rate": 7.470111065244805e-06, "Finetune/Loss": 0.8363662958145142, "Finetune/Loss (Raw)": 0.9403803944587708, "Finetune/Step": 4678, "Finetune/Step Time": 6.2983692381531}
+{"Finetune/Learning Rate": 7.4661330147447e-06, "Finetune/Loss": 0.8376855254173279, "Finetune/Loss (Raw)": 0.8881910443305969, "Finetune/Step": 4679, "Finetune/Step Time": 6.294730683788657}
+{"Finetune/Learning Rate": 7.462155392691324e-06, "Finetune/Loss": 0.8402824401855469, "Finetune/Loss (Raw)": 0.837822675704956, "Finetune/Step": 4680, "Finetune/Step Time": 6.279881471768022}
+{"Finetune/Learning Rate": 7.458178199757254e-06, "Finetune/Loss": 0.8404331207275391, "Finetune/Loss (Raw)": 0.867356538772583, "Finetune/Step": 4681, "Finetune/Step Time": 6.259798891842365}
+{"Finetune/Learning Rate": 7.4542014366149775e-06, "Finetune/Loss": 0.8400524258613586, "Finetune/Loss (Raw)": 0.890998125076294, "Finetune/Step": 4682, "Finetune/Step Time": 6.253483375534415}
+{"Finetune/Learning Rate": 7.450225103936922e-06, "Finetune/Loss": 0.8380786180496216, "Finetune/Loss (Raw)": 0.6042460799217224, "Finetune/Step": 4683, "Finetune/Step Time": 6.254323439672589}
+{"Finetune/Learning Rate": 7.446249202395439e-06, "Finetune/Loss": 0.8403887748718262, "Finetune/Loss (Raw)": 0.6943097114562988, "Finetune/Step": 4684, "Finetune/Step Time": 6.262551469728351}
+{"Finetune/Learning Rate": 7.442273732662804e-06, "Finetune/Loss": 0.8412102460861206, "Finetune/Loss (Raw)": 0.9030250906944275, "Finetune/Step": 4685, "Finetune/Step Time": 6.251157576218247}
+{"Finetune/Learning Rate": 7.438298695411218e-06, "Finetune/Loss": 0.8400426506996155, "Finetune/Loss (Raw)": 0.8976123332977295, "Finetune/Step": 4686, "Finetune/Step Time": 6.242544839158654}
+{"Finetune/Learning Rate": 7.434324091312819e-06, "Finetune/Loss": 0.8401110172271729, "Finetune/Loss (Raw)": 0.8081150650978088, "Finetune/Step": 4687, "Finetune/Step Time": 6.216778360307217}
+{"Finetune/Learning Rate": 7.430349921039665e-06, "Finetune/Loss": 0.8420968055725098, "Finetune/Loss (Raw)": 0.9183871150016785, "Finetune/Step": 4688, "Finetune/Step Time": 6.201346291229129}
+{"Finetune/Learning Rate": 7.4263761852637365e-06, "Finetune/Loss": 0.8389575481414795, "Finetune/Loss (Raw)": 0.39679762721061707, "Finetune/Step": 4689, "Finetune/Step Time": 6.1826502699404955}
+{"Finetune/Learning Rate": 7.422402884656946e-06, "Finetune/Loss": 0.8391435146331787, "Finetune/Loss (Raw)": 0.8773483037948608, "Finetune/Step": 4690, "Finetune/Step Time": 6.192134955897927}
+{"Finetune/Learning Rate": 7.418430019891135e-06, "Finetune/Loss": 0.839078426361084, "Finetune/Loss (Raw)": 0.8674255013465881, "Finetune/Step": 4691, "Finetune/Step Time": 6.191011413931847}
+{"Finetune/Learning Rate": 7.4144575916380605e-06, "Finetune/Loss": 0.8420727252960205, "Finetune/Loss (Raw)": 0.869183361530304, "Finetune/Step": 4692, "Finetune/Step Time": 6.189655039459467}
+{"Finetune/Learning Rate": 7.4104856005694195e-06, "Finetune/Loss": 0.8426026701927185, "Finetune/Loss (Raw)": 0.8032363653182983, "Finetune/Step": 4693, "Finetune/Step Time": 6.170873643830419}
+{"Finetune/Learning Rate": 7.406514047356826e-06, "Finetune/Loss": 0.8435869216918945, "Finetune/Loss (Raw)": 0.9645706415176392, "Finetune/Step": 4694, "Finetune/Step Time": 6.166146710515022}
+{"Finetune/Learning Rate": 7.402542932671824e-06, "Finetune/Loss": 0.8434175252914429, "Finetune/Loss (Raw)": 0.8187100291252136, "Finetune/Step": 4695, "Finetune/Step Time": 6.162882354110479}
+{"Finetune/Learning Rate": 7.398572257185879e-06, "Finetune/Loss": 0.8433313369750977, "Finetune/Loss (Raw)": 0.8495824933052063, "Finetune/Step": 4696, "Finetune/Step Time": 6.169225024059415}
+{"Finetune/Learning Rate": 7.394602021570385e-06, "Finetune/Loss": 0.844132661819458, "Finetune/Loss (Raw)": 0.8398227095603943, "Finetune/Step": 4697, "Finetune/Step Time": 6.168837323784828}
+{"Finetune/Learning Rate": 7.390632226496661e-06, "Finetune/Loss": 0.8442589640617371, "Finetune/Loss (Raw)": 0.7909319400787354, "Finetune/Step": 4698, "Finetune/Step Time": 6.165158227086067}
+{"Finetune/Learning Rate": 7.386662872635959e-06, "Finetune/Loss": 0.8432707786560059, "Finetune/Loss (Raw)": 0.8219854831695557, "Finetune/Step": 4699, "Finetune/Step Time": 6.166811212897301}
+{"Finetune/Learning Rate": 7.38269396065944e-06, "Finetune/Loss": 0.8468691110610962, "Finetune/Loss (Raw)": 0.7623273134231567, "Finetune/Step": 4700, "Finetune/Step Time": 6.1646931283175945}
+{"Finetune/Learning Rate": 7.378725491238206e-06, "Finetune/Loss": 0.8495495319366455, "Finetune/Loss (Raw)": 1.1046884059906006, "Finetune/Step": 4701, "Finetune/Step Time": 6.157806973904371}
+{"Finetune/Learning Rate": 7.374757465043276e-06, "Finetune/Loss": 0.8472987413406372, "Finetune/Loss (Raw)": 0.70539391040802, "Finetune/Step": 4702, "Finetune/Step Time": 6.153793603181839}
+{"Finetune/Learning Rate": 7.370789882745595e-06, "Finetune/Loss": 0.8475773334503174, "Finetune/Loss (Raw)": 0.9582430124282837, "Finetune/Step": 4703, "Finetune/Step Time": 6.168185923248529}
+{"Finetune/Learning Rate": 7.366822745016034e-06, "Finetune/Loss": 0.8496618270874023, "Finetune/Loss (Raw)": 0.7336851954460144, "Finetune/Step": 4704, "Finetune/Step Time": 6.17327282205224}
+{"Finetune/Learning Rate": 7.362856052525388e-06, "Finetune/Loss": 0.8504873514175415, "Finetune/Loss (Raw)": 0.9162524342536926, "Finetune/Step": 4705, "Finetune/Step Time": 6.149834334850311}
+{"Finetune/Learning Rate": 7.358889805944383e-06, "Finetune/Loss": 0.8504300117492676, "Finetune/Loss (Raw)": 0.8525900840759277, "Finetune/Step": 4706, "Finetune/Step Time": 6.142779193818569}
+{"Finetune/Learning Rate": 7.354924005943658e-06, "Finetune/Loss": 0.8494223356246948, "Finetune/Loss (Raw)": 0.8741233348846436, "Finetune/Step": 4707, "Finetune/Step Time": 6.141582313925028}
+{"Finetune/Learning Rate": 7.350958653193783e-06, "Finetune/Loss": 0.8477843999862671, "Finetune/Loss (Raw)": 0.8288295865058899, "Finetune/Step": 4708, "Finetune/Step Time": 6.145980264991522}
+{"Finetune/Learning Rate": 7.346993748365257e-06, "Finetune/Loss": 0.8496599197387695, "Finetune/Loss (Raw)": 0.963849663734436, "Finetune/Step": 4709, "Finetune/Step Time": 6.143957236781716}
+{"Finetune/Learning Rate": 7.343029292128492e-06, "Finetune/Loss": 0.8489800095558167, "Finetune/Loss (Raw)": 0.8013923168182373, "Finetune/Step": 4710, "Finetune/Step Time": 6.139194777235389}
+{"Finetune/Learning Rate": 7.339065285153831e-06, "Finetune/Loss": 0.8479932546615601, "Finetune/Loss (Raw)": 0.7881931662559509, "Finetune/Step": 4711, "Finetune/Step Time": 6.129365714266896}
+{"Finetune/Learning Rate": 7.335101728111545e-06, "Finetune/Loss": 0.8491394519805908, "Finetune/Loss (Raw)": 0.9245227575302124, "Finetune/Step": 4712, "Finetune/Step Time": 6.144996302202344}
+{"Finetune/Learning Rate": 7.3311386216718236e-06, "Finetune/Loss": 0.8491567373275757, "Finetune/Loss (Raw)": 0.6463578343391418, "Finetune/Step": 4713, "Finetune/Step Time": 6.158493332564831}
+{"Finetune/Learning Rate": 7.327175966504776e-06, "Finetune/Loss": 0.8500778675079346, "Finetune/Loss (Raw)": 0.9991509318351746, "Finetune/Step": 4714, "Finetune/Step Time": 6.152985073626041}
+{"Finetune/Learning Rate": 7.323213763280445e-06, "Finetune/Loss": 0.8502815365791321, "Finetune/Loss (Raw)": 0.9739329814910889, "Finetune/Step": 4715, "Finetune/Step Time": 6.156226221472025}
+{"Finetune/Learning Rate": 7.31925201266879e-06, "Finetune/Loss": 0.8463737964630127, "Finetune/Loss (Raw)": 0.4676991403102875, "Finetune/Step": 4716, "Finetune/Step Time": 6.167218526825309}
+{"Finetune/Learning Rate": 7.31529071533969e-06, "Finetune/Loss": 0.8443363308906555, "Finetune/Loss (Raw)": 0.8002537488937378, "Finetune/Step": 4717, "Finetune/Step Time": 6.183527419343591}
+{"Finetune/Learning Rate": 7.311329871962967e-06, "Finetune/Loss": 0.8451385498046875, "Finetune/Loss (Raw)": 1.0224823951721191, "Finetune/Step": 4718, "Finetune/Step Time": 6.2021764777600765}
+{"Finetune/Learning Rate": 7.30736948320834e-06, "Finetune/Loss": 0.8447450399398804, "Finetune/Loss (Raw)": 0.882834255695343, "Finetune/Step": 4719, "Finetune/Step Time": 6.199322357773781}
+{"Finetune/Learning Rate": 7.30340954974547e-06, "Finetune/Loss": 0.8443214893341064, "Finetune/Loss (Raw)": 0.9479566812515259, "Finetune/Step": 4720, "Finetune/Step Time": 6.2035333923995495}
+{"Finetune/Learning Rate": 7.299450072243932e-06, "Finetune/Loss": 0.8448565006256104, "Finetune/Loss (Raw)": 0.7763934135437012, "Finetune/Step": 4721, "Finetune/Step Time": 6.217850483953953}
+{"Finetune/Learning Rate": 7.295491051373227e-06, "Finetune/Loss": 0.8458957076072693, "Finetune/Loss (Raw)": 0.8512269854545593, "Finetune/Step": 4722, "Finetune/Step Time": 6.214298548176885}
+{"Finetune/Learning Rate": 7.291532487802776e-06, "Finetune/Loss": 0.8452836275100708, "Finetune/Loss (Raw)": 0.8748985528945923, "Finetune/Step": 4723, "Finetune/Step Time": 6.214292058721185}
+{"Finetune/Learning Rate": 7.287574382201932e-06, "Finetune/Loss": 0.8462781310081482, "Finetune/Loss (Raw)": 0.8104271292686462, "Finetune/Step": 4724, "Finetune/Step Time": 6.2188361417502165}
+{"Finetune/Learning Rate": 7.283616735239955e-06, "Finetune/Loss": 0.847193717956543, "Finetune/Loss (Raw)": 0.7481634616851807, "Finetune/Step": 4725, "Finetune/Step Time": 6.231353120878339}
+{"Finetune/Learning Rate": 7.2796595475860425e-06, "Finetune/Loss": 0.8475725650787354, "Finetune/Loss (Raw)": 0.8518658876419067, "Finetune/Step": 4726, "Finetune/Step Time": 6.235347107052803}
+{"Finetune/Learning Rate": 7.275702819909305e-06, "Finetune/Loss": 0.8443938493728638, "Finetune/Loss (Raw)": 0.42387157678604126, "Finetune/Step": 4727, "Finetune/Step Time": 6.238374961540103}
+{"Finetune/Learning Rate": 7.271746552878778e-06, "Finetune/Loss": 0.8447735905647278, "Finetune/Loss (Raw)": 0.9494093656539917, "Finetune/Step": 4728, "Finetune/Step Time": 6.2617474142462015}
+{"Finetune/Learning Rate": 7.267790747163416e-06, "Finetune/Loss": 0.8466192483901978, "Finetune/Loss (Raw)": 1.0587972402572632, "Finetune/Step": 4729, "Finetune/Step Time": 6.256575265899301}
+{"Finetune/Learning Rate": 7.263835403432105e-06, "Finetune/Loss": 0.8510069847106934, "Finetune/Loss (Raw)": 0.9410155415534973, "Finetune/Step": 4730, "Finetune/Step Time": 6.249743577092886}
+{"Finetune/Learning Rate": 7.259880522353644e-06, "Finetune/Loss": 0.8519008755683899, "Finetune/Loss (Raw)": 0.9844168424606323, "Finetune/Step": 4731, "Finetune/Step Time": 6.233616130426526}
+{"Finetune/Learning Rate": 7.255926104596755e-06, "Finetune/Loss": 0.8513275384902954, "Finetune/Loss (Raw)": 0.744772732257843, "Finetune/Step": 4732, "Finetune/Step Time": 6.243888916447759}
+{"Finetune/Learning Rate": 7.251972150830083e-06, "Finetune/Loss": 0.8529634475708008, "Finetune/Loss (Raw)": 0.8199737071990967, "Finetune/Step": 4733, "Finetune/Step Time": 6.233790697529912}
+{"Finetune/Learning Rate": 7.248018661722198e-06, "Finetune/Loss": 0.8513891696929932, "Finetune/Loss (Raw)": 0.7652254700660706, "Finetune/Step": 4734, "Finetune/Step Time": 6.2100928872823715}
+{"Finetune/Learning Rate": 7.244065637941583e-06, "Finetune/Loss": 0.8556587100028992, "Finetune/Loss (Raw)": 0.8960036039352417, "Finetune/Step": 4735, "Finetune/Step Time": 6.210435889661312}
+{"Finetune/Learning Rate": 7.240113080156646e-06, "Finetune/Loss": 0.8564902544021606, "Finetune/Loss (Raw)": 0.9463894367218018, "Finetune/Step": 4736, "Finetune/Step Time": 6.196896741166711}
+{"Finetune/Learning Rate": 7.236160989035725e-06, "Finetune/Loss": 0.8551244139671326, "Finetune/Loss (Raw)": 0.7771462202072144, "Finetune/Step": 4737, "Finetune/Step Time": 6.197778360918164}
+{"Finetune/Learning Rate": 7.2322093652470685e-06, "Finetune/Loss": 0.8551908135414124, "Finetune/Loss (Raw)": 0.8136706352233887, "Finetune/Step": 4738, "Finetune/Step Time": 6.211016273126006}
+{"Finetune/Learning Rate": 7.2282582094588465e-06, "Finetune/Loss": 0.8521511554718018, "Finetune/Loss (Raw)": 0.41753950715065, "Finetune/Step": 4739, "Finetune/Step Time": 6.225086973980069}
+{"Finetune/Learning Rate": 7.224307522339152e-06, "Finetune/Loss": 0.8516277074813843, "Finetune/Loss (Raw)": 0.7539401650428772, "Finetune/Step": 4740, "Finetune/Step Time": 6.243649337440729}
+{"Finetune/Learning Rate": 7.220357304556005e-06, "Finetune/Loss": 0.8514003157615662, "Finetune/Loss (Raw)": 0.7440386414527893, "Finetune/Step": 4741, "Finetune/Step Time": 6.252862358465791}
+{"Finetune/Learning Rate": 7.21640755677733e-06, "Finetune/Loss": 0.8515218496322632, "Finetune/Loss (Raw)": 0.9561103582382202, "Finetune/Step": 4742, "Finetune/Step Time": 6.279666870832443}
+{"Finetune/Learning Rate": 7.212458279670993e-06, "Finetune/Loss": 0.8490371704101562, "Finetune/Loss (Raw)": 0.4311615526676178, "Finetune/Step": 4743, "Finetune/Step Time": 6.285155417397618}
+{"Finetune/Learning Rate": 7.208509473904765e-06, "Finetune/Loss": 0.8481556177139282, "Finetune/Loss (Raw)": 0.8392302989959717, "Finetune/Step": 4744, "Finetune/Step Time": 6.303823679685593}
+{"Finetune/Learning Rate": 7.204561140146342e-06, "Finetune/Loss": 0.8434975147247314, "Finetune/Loss (Raw)": 0.3677610158920288, "Finetune/Step": 4745, "Finetune/Step Time": 6.330851875245571}
+{"Finetune/Learning Rate": 7.200613279063341e-06, "Finetune/Loss": 0.8443359136581421, "Finetune/Loss (Raw)": 0.928882896900177, "Finetune/Step": 4746, "Finetune/Step Time": 6.3480714578181505}
+{"Finetune/Learning Rate": 7.196665891323298e-06, "Finetune/Loss": 0.8441969156265259, "Finetune/Loss (Raw)": 0.6749386787414551, "Finetune/Step": 4747, "Finetune/Step Time": 6.352920247241855}
+{"Finetune/Learning Rate": 7.1927189775936645e-06, "Finetune/Loss": 0.8458472490310669, "Finetune/Loss (Raw)": 1.0163416862487793, "Finetune/Step": 4748, "Finetune/Step Time": 6.350668296217918}
+{"Finetune/Learning Rate": 7.1887725385418264e-06, "Finetune/Loss": 0.845343291759491, "Finetune/Loss (Raw)": 0.6772834062576294, "Finetune/Step": 4749, "Finetune/Step Time": 6.354121053591371}
+{"Finetune/Learning Rate": 7.184826574835073e-06, "Finetune/Loss": 0.8439756035804749, "Finetune/Loss (Raw)": 0.7608199119567871, "Finetune/Step": 4750, "Finetune/Step Time": 6.370648683980107}
+{"Finetune/Learning Rate": 7.180881087140622e-06, "Finetune/Loss": 0.8428294658660889, "Finetune/Loss (Raw)": 0.902945876121521, "Finetune/Step": 4751, "Finetune/Step Time": 6.385471764951944}
+{"Finetune/Learning Rate": 7.176936076125609e-06, "Finetune/Loss": 0.8427450656890869, "Finetune/Loss (Raw)": 0.85496985912323, "Finetune/Step": 4752, "Finetune/Step Time": 6.388386545702815}
+{"Finetune/Learning Rate": 7.172991542457084e-06, "Finetune/Loss": 0.8415077328681946, "Finetune/Loss (Raw)": 0.7326235175132751, "Finetune/Step": 4753, "Finetune/Step Time": 6.38974367082119}
+{"Finetune/Learning Rate": 7.169047486802021e-06, "Finetune/Loss": 0.8414109349250793, "Finetune/Loss (Raw)": 0.7597465515136719, "Finetune/Step": 4754, "Finetune/Step Time": 6.3917018212378025}
+{"Finetune/Learning Rate": 7.165103909827318e-06, "Finetune/Loss": 0.842654287815094, "Finetune/Loss (Raw)": 0.9273472428321838, "Finetune/Step": 4755, "Finetune/Step Time": 6.394117487594485}
+{"Finetune/Learning Rate": 7.161160812199785e-06, "Finetune/Loss": 0.8410544395446777, "Finetune/Loss (Raw)": 0.7886709570884705, "Finetune/Step": 4756, "Finetune/Step Time": 6.39296642318368}
+{"Finetune/Learning Rate": 7.157218194586154e-06, "Finetune/Loss": 0.8412637710571289, "Finetune/Loss (Raw)": 0.9637200236320496, "Finetune/Step": 4757, "Finetune/Step Time": 6.39791151881218}
+{"Finetune/Learning Rate": 7.153276057653071e-06, "Finetune/Loss": 0.8429884910583496, "Finetune/Loss (Raw)": 1.011336326599121, "Finetune/Step": 4758, "Finetune/Step Time": 6.399516709148884}
+{"Finetune/Learning Rate": 7.149334402067107e-06, "Finetune/Loss": 0.8442732095718384, "Finetune/Loss (Raw)": 0.9888069033622742, "Finetune/Step": 4759, "Finetune/Step Time": 6.390258887782693}
+{"Finetune/Learning Rate": 7.145393228494743e-06, "Finetune/Loss": 0.8416159152984619, "Finetune/Loss (Raw)": 0.5940879583358765, "Finetune/Step": 4760, "Finetune/Step Time": 6.376654906198382}
+{"Finetune/Learning Rate": 7.1414525376023965e-06, "Finetune/Loss": 0.8412051200866699, "Finetune/Loss (Raw)": 0.699841320514679, "Finetune/Step": 4761, "Finetune/Step Time": 6.3833495154976845}
+{"Finetune/Learning Rate": 7.137512330056382e-06, "Finetune/Loss": 0.8388047218322754, "Finetune/Loss (Raw)": 0.7434267401695251, "Finetune/Step": 4762, "Finetune/Step Time": 6.393600108101964}
+{"Finetune/Learning Rate": 7.133572606522945e-06, "Finetune/Loss": 0.8379577994346619, "Finetune/Loss (Raw)": 0.7946881055831909, "Finetune/Step": 4763, "Finetune/Step Time": 6.395927293226123}
+{"Finetune/Learning Rate": 7.129633367668247e-06, "Finetune/Loss": 0.8361154794692993, "Finetune/Loss (Raw)": 0.7631545066833496, "Finetune/Step": 4764, "Finetune/Step Time": 6.405283130705357}
+{"Finetune/Learning Rate": 7.1256946141583625e-06, "Finetune/Loss": 0.8365132212638855, "Finetune/Loss (Raw)": 0.8384168148040771, "Finetune/Step": 4765, "Finetune/Step Time": 6.398975474759936}
+{"Finetune/Learning Rate": 7.121756346659292e-06, "Finetune/Loss": 0.837174654006958, "Finetune/Loss (Raw)": 0.967555582523346, "Finetune/Step": 4766, "Finetune/Step Time": 6.381773365661502}
+{"Finetune/Learning Rate": 7.117818565836941e-06, "Finetune/Loss": 0.8373807668685913, "Finetune/Loss (Raw)": 0.973737359046936, "Finetune/Step": 4767, "Finetune/Step Time": 6.394178681075573}
+{"Finetune/Learning Rate": 7.113881272357154e-06, "Finetune/Loss": 0.8377645015716553, "Finetune/Loss (Raw)": 0.8619878888130188, "Finetune/Step": 4768, "Finetune/Step Time": 6.3945872858166695}
+{"Finetune/Learning Rate": 7.109944466885672e-06, "Finetune/Loss": 0.8366785645484924, "Finetune/Loss (Raw)": 0.8213247060775757, "Finetune/Step": 4769, "Finetune/Step Time": 6.394897814840078}
+{"Finetune/Learning Rate": 7.106008150088165e-06, "Finetune/Loss": 0.8403786420822144, "Finetune/Loss (Raw)": 0.7819496393203735, "Finetune/Step": 4770, "Finetune/Step Time": 6.3966104835271835}
+{"Finetune/Learning Rate": 7.102072322630218e-06, "Finetune/Loss": 0.8437155485153198, "Finetune/Loss (Raw)": 0.8535739779472351, "Finetune/Step": 4771, "Finetune/Step Time": 6.377512581646442}
+{"Finetune/Learning Rate": 7.098136985177329e-06, "Finetune/Loss": 0.8434731960296631, "Finetune/Loss (Raw)": 0.9013476967811584, "Finetune/Step": 4772, "Finetune/Step Time": 6.373077251017094}
+{"Finetune/Learning Rate": 7.094202138394918e-06, "Finetune/Loss": 0.8439657092094421, "Finetune/Loss (Raw)": 0.9883382320404053, "Finetune/Step": 4773, "Finetune/Step Time": 6.368716064840555}
+{"Finetune/Learning Rate": 7.090267782948323e-06, "Finetune/Loss": 0.8449040651321411, "Finetune/Loss (Raw)": 0.969592273235321, "Finetune/Step": 4774, "Finetune/Step Time": 6.366647185757756}
+{"Finetune/Learning Rate": 7.086333919502797e-06, "Finetune/Loss": 0.8443139791488647, "Finetune/Loss (Raw)": 0.8657128810882568, "Finetune/Step": 4775, "Finetune/Step Time": 6.363232772797346}
+{"Finetune/Learning Rate": 7.082400548723505e-06, "Finetune/Loss": 0.8439812660217285, "Finetune/Loss (Raw)": 0.8689592480659485, "Finetune/Step": 4776, "Finetune/Step Time": 6.364619316533208}
+{"Finetune/Learning Rate": 7.078467671275537e-06, "Finetune/Loss": 0.8424805998802185, "Finetune/Loss (Raw)": 0.8401686549186707, "Finetune/Step": 4777, "Finetune/Step Time": 6.366466112434864}
+{"Finetune/Learning Rate": 7.074535287823895e-06, "Finetune/Loss": 0.8424801826477051, "Finetune/Loss (Raw)": 0.8024405241012573, "Finetune/Step": 4778, "Finetune/Step Time": 6.36866812966764}
+{"Finetune/Learning Rate": 7.070603399033494e-06, "Finetune/Loss": 0.8425003290176392, "Finetune/Loss (Raw)": 0.8910460472106934, "Finetune/Step": 4779, "Finetune/Step Time": 6.361906908452511}
+{"Finetune/Learning Rate": 7.066672005569176e-06, "Finetune/Loss": 0.842247724533081, "Finetune/Loss (Raw)": 0.7240155339241028, "Finetune/Step": 4780, "Finetune/Step Time": 6.351342560723424}
+{"Finetune/Learning Rate": 7.06274110809569e-06, "Finetune/Loss": 0.8432283401489258, "Finetune/Loss (Raw)": 1.0560470819473267, "Finetune/Step": 4781, "Finetune/Step Time": 6.358689283952117}
+{"Finetune/Learning Rate": 7.058810707277707e-06, "Finetune/Loss": 0.8432236909866333, "Finetune/Loss (Raw)": 0.9765152931213379, "Finetune/Step": 4782, "Finetune/Step Time": 6.356274750083685}
+{"Finetune/Learning Rate": 7.054880803779805e-06, "Finetune/Loss": 0.8428937196731567, "Finetune/Loss (Raw)": 0.8751463294029236, "Finetune/Step": 4783, "Finetune/Step Time": 6.351594382897019}
+{"Finetune/Learning Rate": 7.050951398266487e-06, "Finetune/Loss": 0.8395398259162903, "Finetune/Loss (Raw)": 0.7219516634941101, "Finetune/Step": 4784, "Finetune/Step Time": 6.349914720281959}
+{"Finetune/Learning Rate": 7.047022491402167e-06, "Finetune/Loss": 0.8393967151641846, "Finetune/Loss (Raw)": 0.9193890690803528, "Finetune/Step": 4785, "Finetune/Step Time": 6.356857944279909}
+{"Finetune/Learning Rate": 7.043094083851181e-06, "Finetune/Loss": 0.8378380537033081, "Finetune/Loss (Raw)": 0.6338245272636414, "Finetune/Step": 4786, "Finetune/Step Time": 6.355991534888744}
+{"Finetune/Learning Rate": 7.039166176277772e-06, "Finetune/Loss": 0.8376388549804688, "Finetune/Loss (Raw)": 0.9632090330123901, "Finetune/Step": 4787, "Finetune/Step Time": 6.362511781975627}
+{"Finetune/Learning Rate": 7.035238769346103e-06, "Finetune/Loss": 0.8388504385948181, "Finetune/Loss (Raw)": 0.7743498086929321, "Finetune/Step": 4788, "Finetune/Step Time": 6.357051527127624}
+{"Finetune/Learning Rate": 7.0313118637202536e-06, "Finetune/Loss": 0.8380853533744812, "Finetune/Loss (Raw)": 0.8243377208709717, "Finetune/Step": 4789, "Finetune/Step Time": 6.351216463372111}
+{"Finetune/Learning Rate": 7.0273854600642144e-06, "Finetune/Loss": 0.8361169695854187, "Finetune/Loss (Raw)": 0.7641710638999939, "Finetune/Step": 4790, "Finetune/Step Time": 6.3637093026191}
+{"Finetune/Learning Rate": 7.023459559041892e-06, "Finetune/Loss": 0.8385768532752991, "Finetune/Loss (Raw)": 0.94677734375, "Finetune/Step": 4791, "Finetune/Step Time": 6.352024361491203}
+{"Finetune/Learning Rate": 7.019534161317113e-06, "Finetune/Loss": 0.8403416275978088, "Finetune/Loss (Raw)": 0.8432523012161255, "Finetune/Step": 4792, "Finetune/Step Time": 6.346009327098727}
+{"Finetune/Learning Rate": 7.0156092675536166e-06, "Finetune/Loss": 0.8387484550476074, "Finetune/Loss (Raw)": 0.8308186531066895, "Finetune/Step": 4793, "Finetune/Step Time": 6.341724490746856}
+{"Finetune/Learning Rate": 7.011684878415052e-06, "Finetune/Loss": 0.8376086950302124, "Finetune/Loss (Raw)": 0.8088693618774414, "Finetune/Step": 4794, "Finetune/Step Time": 6.349648309871554}
+{"Finetune/Learning Rate": 7.007760994564987e-06, "Finetune/Loss": 0.8382360935211182, "Finetune/Loss (Raw)": 0.9250985980033875, "Finetune/Step": 4795, "Finetune/Step Time": 6.363543717190623}
+{"Finetune/Learning Rate": 7.003837616666906e-06, "Finetune/Loss": 0.8377143144607544, "Finetune/Loss (Raw)": 0.827368438243866, "Finetune/Step": 4796, "Finetune/Step Time": 6.381390068680048}
+{"Finetune/Learning Rate": 6.999914745384204e-06, "Finetune/Loss": 0.838374137878418, "Finetune/Loss (Raw)": 0.9265097975730896, "Finetune/Step": 4797, "Finetune/Step Time": 6.385443834587932}
+{"Finetune/Learning Rate": 6.995992381380189e-06, "Finetune/Loss": 0.8375356197357178, "Finetune/Loss (Raw)": 0.8277332186698914, "Finetune/Step": 4798, "Finetune/Step Time": 6.39038641564548}
+{"Finetune/Learning Rate": 6.992070525318091e-06, "Finetune/Loss": 0.8341454863548279, "Finetune/Loss (Raw)": 0.5618065595626831, "Finetune/Step": 4799, "Finetune/Step Time": 6.4011235404759645}
+{"Finetune/Learning Rate": 6.988149177861048e-06, "Finetune/Loss": 0.8351173400878906, "Finetune/Loss (Raw)": 0.9505745768547058, "Finetune/Step": 4800, "Finetune/Step Time": 6.412860795855522}
+{"Finetune/Learning Rate": 6.984228339672111e-06, "Finetune/Loss": 0.8337759971618652, "Finetune/Loss (Raw)": 0.7924720644950867, "Finetune/Step": 4801, "Finetune/Step Time": 6.428927466273308}
+{"Finetune/Learning Rate": 6.9803080114142485e-06, "Finetune/Loss": 0.833122730255127, "Finetune/Loss (Raw)": 0.9786875247955322, "Finetune/Step": 4802, "Finetune/Step Time": 6.442022759467363}
+{"Finetune/Learning Rate": 6.976388193750343e-06, "Finetune/Loss": 0.8334025144577026, "Finetune/Loss (Raw)": 0.9058637022972107, "Finetune/Step": 4803, "Finetune/Step Time": 6.445135582238436}
+{"Finetune/Learning Rate": 6.972468887343182e-06, "Finetune/Loss": 0.8336597084999084, "Finetune/Loss (Raw)": 0.9628837704658508, "Finetune/Step": 4804, "Finetune/Step Time": 6.453944332897663}
+{"Finetune/Learning Rate": 6.9685500928554816e-06, "Finetune/Loss": 0.8295381665229797, "Finetune/Loss (Raw)": 0.4011799097061157, "Finetune/Step": 4805, "Finetune/Step Time": 6.4648269060999155}
+{"Finetune/Learning Rate": 6.96463181094986e-06, "Finetune/Loss": 0.82798832654953, "Finetune/Loss (Raw)": 0.7420028448104858, "Finetune/Step": 4806, "Finetune/Step Time": 6.480651687830687}
+{"Finetune/Learning Rate": 6.960714042288855e-06, "Finetune/Loss": 0.8279056549072266, "Finetune/Loss (Raw)": 0.8776078224182129, "Finetune/Step": 4807, "Finetune/Step Time": 6.4825341533869505}
+{"Finetune/Learning Rate": 6.956796787534909e-06, "Finetune/Loss": 0.8275837898254395, "Finetune/Loss (Raw)": 0.7966235280036926, "Finetune/Step": 4808, "Finetune/Step Time": 6.487939067184925}
+{"Finetune/Learning Rate": 6.952880047350388e-06, "Finetune/Loss": 0.8278169631958008, "Finetune/Loss (Raw)": 0.8971976041793823, "Finetune/Step": 4809, "Finetune/Step Time": 6.494655895978212}
+{"Finetune/Learning Rate": 6.94896382239756e-06, "Finetune/Loss": 0.8287840485572815, "Finetune/Loss (Raw)": 1.014791488647461, "Finetune/Step": 4810, "Finetune/Step Time": 6.497711390256882}
+{"Finetune/Learning Rate": 6.945048113338621e-06, "Finetune/Loss": 0.830331027507782, "Finetune/Loss (Raw)": 0.802259624004364, "Finetune/Step": 4811, "Finetune/Step Time": 6.490037741139531}
+{"Finetune/Learning Rate": 6.941132920835663e-06, "Finetune/Loss": 0.8325433135032654, "Finetune/Loss (Raw)": 0.9774802327156067, "Finetune/Step": 4812, "Finetune/Step Time": 6.474056055769324}
+{"Finetune/Learning Rate": 6.937218245550703e-06, "Finetune/Loss": 0.831508994102478, "Finetune/Loss (Raw)": 0.7706281542778015, "Finetune/Step": 4813, "Finetune/Step Time": 6.466884260997176}
+{"Finetune/Learning Rate": 6.933304088145665e-06, "Finetune/Loss": 0.8312175869941711, "Finetune/Loss (Raw)": 0.8603168725967407, "Finetune/Step": 4814, "Finetune/Step Time": 6.472018213942647}
+{"Finetune/Learning Rate": 6.929390449282385e-06, "Finetune/Loss": 0.8310603499412537, "Finetune/Loss (Raw)": 0.7879900336265564, "Finetune/Step": 4815, "Finetune/Step Time": 6.479907553642988}
+{"Finetune/Learning Rate": 6.925477329622609e-06, "Finetune/Loss": 0.830567479133606, "Finetune/Loss (Raw)": 0.8553026914596558, "Finetune/Step": 4816, "Finetune/Step Time": 6.481229973956943}
+{"Finetune/Learning Rate": 6.921564729828008e-06, "Finetune/Loss": 0.8339078426361084, "Finetune/Loss (Raw)": 0.8243628144264221, "Finetune/Step": 4817, "Finetune/Step Time": 6.481887064874172}
+{"Finetune/Learning Rate": 6.917652650560153e-06, "Finetune/Loss": 0.8343532085418701, "Finetune/Loss (Raw)": 0.9343558549880981, "Finetune/Step": 4818, "Finetune/Step Time": 6.466382322832942}
+{"Finetune/Learning Rate": 6.913741092480526e-06, "Finetune/Loss": 0.8331310153007507, "Finetune/Loss (Raw)": 0.7109813690185547, "Finetune/Step": 4819, "Finetune/Step Time": 6.4678200874477625}
+{"Finetune/Learning Rate": 6.909830056250527e-06, "Finetune/Loss": 0.8335381746292114, "Finetune/Loss (Raw)": 0.9212986826896667, "Finetune/Step": 4820, "Finetune/Step Time": 6.48567439429462}
+{"Finetune/Learning Rate": 6.9059195425314685e-06, "Finetune/Loss": 0.8348075151443481, "Finetune/Loss (Raw)": 0.9657061100006104, "Finetune/Step": 4821, "Finetune/Step Time": 6.4808367770165205}
+{"Finetune/Learning Rate": 6.902009551984563e-06, "Finetune/Loss": 0.8337310552597046, "Finetune/Loss (Raw)": 0.826785147190094, "Finetune/Step": 4822, "Finetune/Step Time": 6.4811516012996435}
+{"Finetune/Learning Rate": 6.898100085270956e-06, "Finetune/Loss": 0.8304452896118164, "Finetune/Loss (Raw)": 0.3981420397758484, "Finetune/Step": 4823, "Finetune/Step Time": 6.476421086117625}
+{"Finetune/Learning Rate": 6.894191143051683e-06, "Finetune/Loss": 0.831723690032959, "Finetune/Loss (Raw)": 1.0132067203521729, "Finetune/Step": 4824, "Finetune/Step Time": 6.483124364167452}
+{"Finetune/Learning Rate": 6.890282725987705e-06, "Finetune/Loss": 0.8314746618270874, "Finetune/Loss (Raw)": 0.8079538345336914, "Finetune/Step": 4825, "Finetune/Step Time": 6.482126235961914}
+{"Finetune/Learning Rate": 6.886374834739883e-06, "Finetune/Loss": 0.8321062326431274, "Finetune/Loss (Raw)": 0.871769905090332, "Finetune/Step": 4826, "Finetune/Step Time": 6.484005959704518}
+{"Finetune/Learning Rate": 6.8824674699689974e-06, "Finetune/Loss": 0.8317140340805054, "Finetune/Loss (Raw)": 0.7717886567115784, "Finetune/Step": 4827, "Finetune/Step Time": 6.484611265361309}
+{"Finetune/Learning Rate": 6.87856063233574e-06, "Finetune/Loss": 0.8338477611541748, "Finetune/Loss (Raw)": 1.035441279411316, "Finetune/Step": 4828, "Finetune/Step Time": 6.48317326977849}
+{"Finetune/Learning Rate": 6.874654322500701e-06, "Finetune/Loss": 0.8313030004501343, "Finetune/Loss (Raw)": 0.7789646983146667, "Finetune/Step": 4829, "Finetune/Step Time": 6.472289035096765}
+{"Finetune/Learning Rate": 6.870748541124404e-06, "Finetune/Loss": 0.8311503529548645, "Finetune/Loss (Raw)": 0.6858487129211426, "Finetune/Step": 4830, "Finetune/Step Time": 6.47319976054132}
+{"Finetune/Learning Rate": 6.866843288867262e-06, "Finetune/Loss": 0.8283897638320923, "Finetune/Loss (Raw)": 0.604892909526825, "Finetune/Step": 4831, "Finetune/Step Time": 6.463899036869407}
+{"Finetune/Learning Rate": 6.862938566389611e-06, "Finetune/Loss": 0.8289644718170166, "Finetune/Loss (Raw)": 0.8072487115859985, "Finetune/Step": 4832, "Finetune/Step Time": 6.458487454801798}
+{"Finetune/Learning Rate": 6.8590343743516875e-06, "Finetune/Loss": 0.8283607959747314, "Finetune/Loss (Raw)": 0.8389773368835449, "Finetune/Step": 4833, "Finetune/Step Time": 6.459458872675896}
+{"Finetune/Learning Rate": 6.8551307134136466e-06, "Finetune/Loss": 0.8287875056266785, "Finetune/Loss (Raw)": 0.9072111248970032, "Finetune/Step": 4834, "Finetune/Step Time": 6.459523621946573}
+{"Finetune/Learning Rate": 6.851227584235551e-06, "Finetune/Loss": 0.8273565769195557, "Finetune/Loss (Raw)": 0.6909623146057129, "Finetune/Step": 4835, "Finetune/Step Time": 6.452896865084767}
+{"Finetune/Learning Rate": 6.847324987477375e-06, "Finetune/Loss": 0.8254520297050476, "Finetune/Loss (Raw)": 0.5850495100021362, "Finetune/Step": 4836, "Finetune/Step Time": 6.4720186199992895}
+{"Finetune/Learning Rate": 6.843422923799001e-06, "Finetune/Loss": 0.8247061967849731, "Finetune/Loss (Raw)": 0.8683794736862183, "Finetune/Step": 4837, "Finetune/Step Time": 6.485185362398624}
+{"Finetune/Learning Rate": 6.839521393860218e-06, "Finetune/Loss": 0.825642466545105, "Finetune/Loss (Raw)": 0.9212398529052734, "Finetune/Step": 4838, "Finetune/Step Time": 6.499964106827974}
+{"Finetune/Learning Rate": 6.835620398320734e-06, "Finetune/Loss": 0.8264047503471375, "Finetune/Loss (Raw)": 0.8857613205909729, "Finetune/Step": 4839, "Finetune/Step Time": 6.500104110687971}
+{"Finetune/Learning Rate": 6.831719937840153e-06, "Finetune/Loss": 0.8256208300590515, "Finetune/Loss (Raw)": 0.8241824507713318, "Finetune/Step": 4840, "Finetune/Step Time": 6.4941805843263865}
+{"Finetune/Learning Rate": 6.827820013078001e-06, "Finetune/Loss": 0.8238314390182495, "Finetune/Loss (Raw)": 0.4173108637332916, "Finetune/Step": 4841, "Finetune/Step Time": 6.489603966474533}
+{"Finetune/Learning Rate": 6.823920624693711e-06, "Finetune/Loss": 0.8219152688980103, "Finetune/Loss (Raw)": 0.7538795471191406, "Finetune/Step": 4842, "Finetune/Step Time": 6.502549635246396}
+{"Finetune/Learning Rate": 6.820021773346621e-06, "Finetune/Loss": 0.8207224011421204, "Finetune/Loss (Raw)": 0.8212509155273438, "Finetune/Step": 4843, "Finetune/Step Time": 6.495026869699359}
+{"Finetune/Learning Rate": 6.81612345969598e-06, "Finetune/Loss": 0.8242650628089905, "Finetune/Loss (Raw)": 0.9211612939834595, "Finetune/Step": 4844, "Finetune/Step Time": 6.482269851490855}
+{"Finetune/Learning Rate": 6.812225684400946e-06, "Finetune/Loss": 0.8255112171173096, "Finetune/Loss (Raw)": 0.9597561359405518, "Finetune/Step": 4845, "Finetune/Step Time": 6.470671450719237}
+{"Finetune/Learning Rate": 6.808328448120588e-06, "Finetune/Loss": 0.8255327939987183, "Finetune/Loss (Raw)": 1.025249719619751, "Finetune/Step": 4846, "Finetune/Step Time": 6.4492026176303625}
+{"Finetune/Learning Rate": 6.8044317515138755e-06, "Finetune/Loss": 0.8254755735397339, "Finetune/Loss (Raw)": 0.8755084276199341, "Finetune/Step": 4847, "Finetune/Step Time": 6.453823601827025}
+{"Finetune/Learning Rate": 6.800535595239705e-06, "Finetune/Loss": 0.8253629207611084, "Finetune/Loss (Raw)": 0.9335418343544006, "Finetune/Step": 4848, "Finetune/Step Time": 6.451206548139453}
+{"Finetune/Learning Rate": 6.796639979956862e-06, "Finetune/Loss": 0.8257122039794922, "Finetune/Loss (Raw)": 0.8210984468460083, "Finetune/Step": 4849, "Finetune/Step Time": 6.438175527378917}
+{"Finetune/Learning Rate": 6.792744906324056e-06, "Finetune/Loss": 0.8259017467498779, "Finetune/Loss (Raw)": 0.875492513179779, "Finetune/Step": 4850, "Finetune/Step Time": 6.442859634757042}
+{"Finetune/Learning Rate": 6.788850374999888e-06, "Finetune/Loss": 0.825634777545929, "Finetune/Loss (Raw)": 0.8407146334648132, "Finetune/Step": 4851, "Finetune/Step Time": 6.445408886298537}
+{"Finetune/Learning Rate": 6.784956386642881e-06, "Finetune/Loss": 0.8261837363243103, "Finetune/Loss (Raw)": 0.880704402923584, "Finetune/Step": 4852, "Finetune/Step Time": 6.4389709532260895}
+{"Finetune/Learning Rate": 6.781062941911461e-06, "Finetune/Loss": 0.8265089988708496, "Finetune/Loss (Raw)": 0.7897995114326477, "Finetune/Step": 4853, "Finetune/Step Time": 6.424942556768656}
+{"Finetune/Learning Rate": 6.7771700414639675e-06, "Finetune/Loss": 0.8268889784812927, "Finetune/Loss (Raw)": 0.9005004167556763, "Finetune/Step": 4854, "Finetune/Step Time": 6.419601533561945}
+{"Finetune/Learning Rate": 6.7732776859586425e-06, "Finetune/Loss": 0.8315668106079102, "Finetune/Loss (Raw)": 1.0226283073425293, "Finetune/Step": 4855, "Finetune/Step Time": 6.412878418341279}
+{"Finetune/Learning Rate": 6.769385876053632e-06, "Finetune/Loss": 0.8314394950866699, "Finetune/Loss (Raw)": 0.9331184029579163, "Finetune/Step": 4856, "Finetune/Step Time": 6.392491450533271}
+{"Finetune/Learning Rate": 6.765494612407002e-06, "Finetune/Loss": 0.830318808555603, "Finetune/Loss (Raw)": 0.9153447151184082, "Finetune/Step": 4857, "Finetune/Step Time": 6.398705776780844}
+{"Finetune/Learning Rate": 6.761603895676712e-06, "Finetune/Loss": 0.8303755521774292, "Finetune/Loss (Raw)": 0.9482788443565369, "Finetune/Step": 4858, "Finetune/Step Time": 6.400892402976751}
+{"Finetune/Learning Rate": 6.757713726520636e-06, "Finetune/Loss": 0.8256145119667053, "Finetune/Loss (Raw)": 0.37500351667404175, "Finetune/Step": 4859, "Finetune/Step Time": 6.4010024424642324}
+{"Finetune/Learning Rate": 6.753824105596558e-06, "Finetune/Loss": 0.8251520395278931, "Finetune/Loss (Raw)": 0.685577392578125, "Finetune/Step": 4860, "Finetune/Step Time": 6.408726194873452}
+{"Finetune/Learning Rate": 6.74993503356217e-06, "Finetune/Loss": 0.8245994448661804, "Finetune/Loss (Raw)": 0.7492422461509705, "Finetune/Step": 4861, "Finetune/Step Time": 6.4163018222898245}
+{"Finetune/Learning Rate": 6.746046511075064e-06, "Finetune/Loss": 0.8250579833984375, "Finetune/Loss (Raw)": 0.8239148855209351, "Finetune/Step": 4862, "Finetune/Step Time": 6.419707674533129}
+{"Finetune/Learning Rate": 6.742158538792741e-06, "Finetune/Loss": 0.8246299028396606, "Finetune/Loss (Raw)": 0.8412050008773804, "Finetune/Step": 4863, "Finetune/Step Time": 6.420011300593615}
+{"Finetune/Learning Rate": 6.738271117372615e-06, "Finetune/Loss": 0.8238122463226318, "Finetune/Loss (Raw)": 0.8417394161224365, "Finetune/Step": 4864, "Finetune/Step Time": 6.423617910593748}
+{"Finetune/Learning Rate": 6.734384247472e-06, "Finetune/Loss": 0.823313295841217, "Finetune/Loss (Raw)": 0.7132775783538818, "Finetune/Step": 4865, "Finetune/Step Time": 6.426168033853173}
+{"Finetune/Learning Rate": 6.730497929748116e-06, "Finetune/Loss": 0.8211747407913208, "Finetune/Loss (Raw)": 0.5399391651153564, "Finetune/Step": 4866, "Finetune/Step Time": 6.4287250973284245}
+{"Finetune/Learning Rate": 6.726612164858102e-06, "Finetune/Loss": 0.8249486088752747, "Finetune/Loss (Raw)": 0.900590717792511, "Finetune/Step": 4867, "Finetune/Step Time": 6.416873622685671}
+{"Finetune/Learning Rate": 6.722726953458987e-06, "Finetune/Loss": 0.824772834777832, "Finetune/Loss (Raw)": 0.7314465641975403, "Finetune/Step": 4868, "Finetune/Step Time": 6.403632637113333}
+{"Finetune/Learning Rate": 6.71884229620772e-06, "Finetune/Loss": 0.8251904249191284, "Finetune/Loss (Raw)": 0.7974909543991089, "Finetune/Step": 4869, "Finetune/Step Time": 6.4000863917171955}
+{"Finetune/Learning Rate": 6.714958193761143e-06, "Finetune/Loss": 0.8247328996658325, "Finetune/Loss (Raw)": 0.8975455164909363, "Finetune/Step": 4870, "Finetune/Step Time": 6.378577644005418}
+{"Finetune/Learning Rate": 6.711074646776019e-06, "Finetune/Loss": 0.8280498385429382, "Finetune/Loss (Raw)": 0.8557295799255371, "Finetune/Step": 4871, "Finetune/Step Time": 6.3736975602805614}
+{"Finetune/Learning Rate": 6.7071916559089975e-06, "Finetune/Loss": 0.8281124830245972, "Finetune/Loss (Raw)": 0.8472490906715393, "Finetune/Step": 4872, "Finetune/Step Time": 6.3638357277959585}
+{"Finetune/Learning Rate": 6.703309221816663e-06, "Finetune/Loss": 0.8314405679702759, "Finetune/Loss (Raw)": 0.7937535643577576, "Finetune/Step": 4873, "Finetune/Step Time": 6.348845804110169}
+{"Finetune/Learning Rate": 6.699427345155478e-06, "Finetune/Loss": 0.8310811519622803, "Finetune/Loss (Raw)": 0.8828735947608948, "Finetune/Step": 4874, "Finetune/Step Time": 6.328103177249432}
+{"Finetune/Learning Rate": 6.695546026581823e-06, "Finetune/Loss": 0.832098126411438, "Finetune/Loss (Raw)": 0.8051156401634216, "Finetune/Step": 4875, "Finetune/Step Time": 6.331410923972726}
+{"Finetune/Learning Rate": 6.6916652667519855e-06, "Finetune/Loss": 0.830507755279541, "Finetune/Loss (Raw)": 0.8127698302268982, "Finetune/Step": 4876, "Finetune/Step Time": 6.344887683168054}
+{"Finetune/Learning Rate": 6.6877850663221524e-06, "Finetune/Loss": 0.8322807550430298, "Finetune/Loss (Raw)": 0.9042378067970276, "Finetune/Step": 4877, "Finetune/Step Time": 6.367285357788205}
+{"Finetune/Learning Rate": 6.683905425948418e-06, "Finetune/Loss": 0.8326640129089355, "Finetune/Loss (Raw)": 0.8098711371421814, "Finetune/Step": 4878, "Finetune/Step Time": 6.351315448060632}
+{"Finetune/Learning Rate": 6.68002634628679e-06, "Finetune/Loss": 0.8321923613548279, "Finetune/Loss (Raw)": 0.842567503452301, "Finetune/Step": 4879, "Finetune/Step Time": 6.334293013438582}
+{"Finetune/Learning Rate": 6.676147827993171e-06, "Finetune/Loss": 0.8322285413742065, "Finetune/Loss (Raw)": 0.8596084117889404, "Finetune/Step": 4880, "Finetune/Step Time": 6.328445082530379}
+{"Finetune/Learning Rate": 6.6722698717233705e-06, "Finetune/Loss": 0.8323720693588257, "Finetune/Loss (Raw)": 0.7509874105453491, "Finetune/Step": 4881, "Finetune/Step Time": 6.329872332513332}
+{"Finetune/Learning Rate": 6.668392478133106e-06, "Finetune/Loss": 0.8331407904624939, "Finetune/Loss (Raw)": 0.8581504225730896, "Finetune/Step": 4882, "Finetune/Step Time": 6.3306228537112474}
+{"Finetune/Learning Rate": 6.664515647878001e-06, "Finetune/Loss": 0.832267701625824, "Finetune/Loss (Raw)": 0.8155918717384338, "Finetune/Step": 4883, "Finetune/Step Time": 6.328893192112446}
+{"Finetune/Learning Rate": 6.660639381613576e-06, "Finetune/Loss": 0.8288798928260803, "Finetune/Loss (Raw)": 0.35503309965133667, "Finetune/Step": 4884, "Finetune/Step Time": 6.3359997514635324}
+{"Finetune/Learning Rate": 6.656763679995265e-06, "Finetune/Loss": 0.8276584148406982, "Finetune/Loss (Raw)": 0.807370662689209, "Finetune/Step": 4885, "Finetune/Step Time": 6.349424382671714}
+{"Finetune/Learning Rate": 6.652888543678404e-06, "Finetune/Loss": 0.8261781930923462, "Finetune/Loss (Raw)": 0.8218647241592407, "Finetune/Step": 4886, "Finetune/Step Time": 6.345943294465542}
+{"Finetune/Learning Rate": 6.649013973318233e-06, "Finetune/Loss": 0.8243038654327393, "Finetune/Loss (Raw)": 0.7488980293273926, "Finetune/Step": 4887, "Finetune/Step Time": 6.347852490842342}
+{"Finetune/Learning Rate": 6.6451399695698894e-06, "Finetune/Loss": 0.8267444372177124, "Finetune/Loss (Raw)": 0.9064749479293823, "Finetune/Step": 4888, "Finetune/Step Time": 6.350905165076256}
+{"Finetune/Learning Rate": 6.641266533088428e-06, "Finetune/Loss": 0.8284648656845093, "Finetune/Loss (Raw)": 0.9200535416603088, "Finetune/Step": 4889, "Finetune/Step Time": 6.3404765129089355}
+{"Finetune/Learning Rate": 6.637393664528799e-06, "Finetune/Loss": 0.8296016454696655, "Finetune/Loss (Raw)": 0.8889422416687012, "Finetune/Step": 4890, "Finetune/Step Time": 6.324875604361296}
+{"Finetune/Learning Rate": 6.633521364545854e-06, "Finetune/Loss": 0.8293237686157227, "Finetune/Loss (Raw)": 0.759110152721405, "Finetune/Step": 4891, "Finetune/Step Time": 6.327874967828393}
+{"Finetune/Learning Rate": 6.629649633794358e-06, "Finetune/Loss": 0.8289580345153809, "Finetune/Loss (Raw)": 0.7163428664207458, "Finetune/Step": 4892, "Finetune/Step Time": 6.336492244154215}
+{"Finetune/Learning Rate": 6.625778472928972e-06, "Finetune/Loss": 0.8279827237129211, "Finetune/Loss (Raw)": 0.7135803699493408, "Finetune/Step": 4893, "Finetune/Step Time": 6.337488945573568}
+{"Finetune/Learning Rate": 6.621907882604268e-06, "Finetune/Loss": 0.8281803727149963, "Finetune/Loss (Raw)": 0.9928579926490784, "Finetune/Step": 4894, "Finetune/Step Time": 6.334390796720982}
+{"Finetune/Learning Rate": 6.618037863474709e-06, "Finetune/Loss": 0.8268344402313232, "Finetune/Loss (Raw)": 0.8014510869979858, "Finetune/Step": 4895, "Finetune/Step Time": 6.321341322734952}
+{"Finetune/Learning Rate": 6.614168416194674e-06, "Finetune/Loss": 0.8253474235534668, "Finetune/Loss (Raw)": 0.671652615070343, "Finetune/Step": 4896, "Finetune/Step Time": 6.317843776196241}
+{"Finetune/Learning Rate": 6.610299541418437e-06, "Finetune/Loss": 0.8243719935417175, "Finetune/Loss (Raw)": 0.6964687705039978, "Finetune/Step": 4897, "Finetune/Step Time": 6.307009125128388}
+{"Finetune/Learning Rate": 6.606431239800186e-06, "Finetune/Loss": 0.8247144222259521, "Finetune/Loss (Raw)": 0.825782060623169, "Finetune/Step": 4898, "Finetune/Step Time": 6.305326126515865}
+{"Finetune/Learning Rate": 6.602563511993997e-06, "Finetune/Loss": 0.8248023986816406, "Finetune/Loss (Raw)": 0.8648355007171631, "Finetune/Step": 4899, "Finetune/Step Time": 6.289173459634185}
+{"Finetune/Learning Rate": 6.59869635865386e-06, "Finetune/Loss": 0.8253209590911865, "Finetune/Loss (Raw)": 0.9677278995513916, "Finetune/Step": 4900, "Finetune/Step Time": 6.289289798587561}
+{"Finetune/Learning Rate": 6.594829780433666e-06, "Finetune/Loss": 0.8272931575775146, "Finetune/Loss (Raw)": 1.240779161453247, "Finetune/Step": 4901, "Finetune/Step Time": 6.290077241137624}
+{"Finetune/Learning Rate": 6.590963777987203e-06, "Finetune/Loss": 0.8263348340988159, "Finetune/Loss (Raw)": 0.8469237685203552, "Finetune/Step": 4902, "Finetune/Step Time": 6.28759759478271}
+{"Finetune/Learning Rate": 6.587098351968167e-06, "Finetune/Loss": 0.8270673155784607, "Finetune/Loss (Raw)": 0.9594682455062866, "Finetune/Step": 4903, "Finetune/Step Time": 6.284701211377978}
+{"Finetune/Learning Rate": 6.583233503030158e-06, "Finetune/Loss": 0.8272769451141357, "Finetune/Loss (Raw)": 0.8957982063293457, "Finetune/Step": 4904, "Finetune/Step Time": 6.2813781052827835}
+{"Finetune/Learning Rate": 6.579369231826678e-06, "Finetune/Loss": 0.8293218016624451, "Finetune/Loss (Raw)": 1.101904273033142, "Finetune/Step": 4905, "Finetune/Step Time": 6.27733251452446}
+{"Finetune/Learning Rate": 6.575505539011123e-06, "Finetune/Loss": 0.8307392597198486, "Finetune/Loss (Raw)": 0.9838785529136658, "Finetune/Step": 4906, "Finetune/Step Time": 6.2712649293243885}
+{"Finetune/Learning Rate": 6.5716424252368016e-06, "Finetune/Loss": 0.8309991359710693, "Finetune/Loss (Raw)": 0.924310564994812, "Finetune/Step": 4907, "Finetune/Step Time": 6.271702315658331}
+{"Finetune/Learning Rate": 6.5677798911569205e-06, "Finetune/Loss": 0.8300049304962158, "Finetune/Loss (Raw)": 0.5967525243759155, "Finetune/Step": 4908, "Finetune/Step Time": 6.2726988308131695}
+{"Finetune/Learning Rate": 6.563917937424584e-06, "Finetune/Loss": 0.824549674987793, "Finetune/Loss (Raw)": 0.35777851939201355, "Finetune/Step": 4909, "Finetune/Step Time": 6.277155488729477}
+{"Finetune/Learning Rate": 6.560056564692807e-06, "Finetune/Loss": 0.8254297375679016, "Finetune/Loss (Raw)": 1.08916175365448, "Finetune/Step": 4910, "Finetune/Step Time": 6.295220799744129}
+{"Finetune/Learning Rate": 6.5561957736145e-06, "Finetune/Loss": 0.8250040411949158, "Finetune/Loss (Raw)": 0.8206560611724854, "Finetune/Step": 4911, "Finetune/Step Time": 6.294646756723523}
+{"Finetune/Learning Rate": 6.552335564842478e-06, "Finetune/Loss": 0.8258585929870605, "Finetune/Loss (Raw)": 0.8313311338424683, "Finetune/Step": 4912, "Finetune/Step Time": 6.295141462236643}
+{"Finetune/Learning Rate": 6.548475939029455e-06, "Finetune/Loss": 0.8251762390136719, "Finetune/Loss (Raw)": 0.8320494294166565, "Finetune/Step": 4913, "Finetune/Step Time": 6.293745202943683}
+{"Finetune/Learning Rate": 6.544616896828047e-06, "Finetune/Loss": 0.8269567489624023, "Finetune/Loss (Raw)": 0.8617276549339294, "Finetune/Step": 4914, "Finetune/Step Time": 6.299436662346125}
+{"Finetune/Learning Rate": 6.540758438890771e-06, "Finetune/Loss": 0.8234118819236755, "Finetune/Loss (Raw)": 0.50947105884552, "Finetune/Step": 4915, "Finetune/Step Time": 6.296062503010035}
+{"Finetune/Learning Rate": 6.536900565870052e-06, "Finetune/Loss": 0.8235214948654175, "Finetune/Loss (Raw)": 0.7883740067481995, "Finetune/Step": 4916, "Finetune/Step Time": 6.302021689713001}
+{"Finetune/Learning Rate": 6.533043278418206e-06, "Finetune/Loss": 0.8237086534500122, "Finetune/Loss (Raw)": 0.8482974767684937, "Finetune/Step": 4917, "Finetune/Step Time": 6.347942244261503}
+{"Finetune/Learning Rate": 6.529186577187455e-06, "Finetune/Loss": 0.8242976069450378, "Finetune/Loss (Raw)": 0.8395617604255676, "Finetune/Step": 4918, "Finetune/Step Time": 6.375303503125906}
+{"Finetune/Learning Rate": 6.525330462829923e-06, "Finetune/Loss": 0.824230432510376, "Finetune/Loss (Raw)": 0.9381750226020813, "Finetune/Step": 4919, "Finetune/Step Time": 6.3778728023171425}
+{"Finetune/Learning Rate": 6.521474935997629e-06, "Finetune/Loss": 0.8248867988586426, "Finetune/Loss (Raw)": 0.9272657632827759, "Finetune/Step": 4920, "Finetune/Step Time": 6.37716525234282}
+{"Finetune/Learning Rate": 6.517619997342499e-06, "Finetune/Loss": 0.8236466646194458, "Finetune/Loss (Raw)": 0.6720862984657288, "Finetune/Step": 4921, "Finetune/Step Time": 6.382783746346831}
+{"Finetune/Learning Rate": 6.513765647516357e-06, "Finetune/Loss": 0.824086606502533, "Finetune/Loss (Raw)": 0.8651779890060425, "Finetune/Step": 4922, "Finetune/Step Time": 6.381435859948397}
+{"Finetune/Learning Rate": 6.50991188717093e-06, "Finetune/Loss": 0.822426438331604, "Finetune/Loss (Raw)": 0.7126026749610901, "Finetune/Step": 4923, "Finetune/Step Time": 6.3761961087584496}
+{"Finetune/Learning Rate": 6.50605871695784e-06, "Finetune/Loss": 0.8234119415283203, "Finetune/Loss (Raw)": 0.9535095691680908, "Finetune/Step": 4924, "Finetune/Step Time": 6.356413906440139}
+{"Finetune/Learning Rate": 6.502206137528613e-06, "Finetune/Loss": 0.8204341530799866, "Finetune/Loss (Raw)": 0.5453539490699768, "Finetune/Step": 4925, "Finetune/Step Time": 6.353556023910642}
+{"Finetune/Learning Rate": 6.498354149534677e-06, "Finetune/Loss": 0.8208833336830139, "Finetune/Loss (Raw)": 0.8852216005325317, "Finetune/Step": 4926, "Finetune/Step Time": 6.3620235696434975}
+{"Finetune/Learning Rate": 6.494502753627352e-06, "Finetune/Loss": 0.8242128491401672, "Finetune/Loss (Raw)": 0.9879899621009827, "Finetune/Step": 4927, "Finetune/Step Time": 6.352722292765975}
+{"Finetune/Learning Rate": 6.490651950457864e-06, "Finetune/Loss": 0.8231654167175293, "Finetune/Loss (Raw)": 0.8165069222450256, "Finetune/Step": 4928, "Finetune/Step Time": 6.351253267377615}
+{"Finetune/Learning Rate": 6.486801740677342e-06, "Finetune/Loss": 0.8239201903343201, "Finetune/Loss (Raw)": 0.8890798091888428, "Finetune/Step": 4929, "Finetune/Step Time": 6.337278058752418}
+{"Finetune/Learning Rate": 6.48295212493681e-06, "Finetune/Loss": 0.8234906792640686, "Finetune/Loss (Raw)": 0.9237098693847656, "Finetune/Step": 4930, "Finetune/Step Time": 6.3247606083750725}
+{"Finetune/Learning Rate": 6.47910310388719e-06, "Finetune/Loss": 0.8240358233451843, "Finetune/Loss (Raw)": 0.9756450653076172, "Finetune/Step": 4931, "Finetune/Step Time": 6.322154650464654}
+{"Finetune/Learning Rate": 6.475254678179305e-06, "Finetune/Loss": 0.8234377503395081, "Finetune/Loss (Raw)": 0.8863289952278137, "Finetune/Step": 4932, "Finetune/Step Time": 6.315934484824538}
+{"Finetune/Learning Rate": 6.471406848463882e-06, "Finetune/Loss": 0.8278640508651733, "Finetune/Loss (Raw)": 0.9677464365959167, "Finetune/Step": 4933, "Finetune/Step Time": 6.312034772709012}
+{"Finetune/Learning Rate": 6.4675596153915345e-06, "Finetune/Loss": 0.8290228843688965, "Finetune/Loss (Raw)": 0.8903341889381409, "Finetune/Step": 4934, "Finetune/Step Time": 6.299602419137955}
+{"Finetune/Learning Rate": 6.463712979612795e-06, "Finetune/Loss": 0.8289716243743896, "Finetune/Loss (Raw)": 0.8710440993309021, "Finetune/Step": 4935, "Finetune/Step Time": 6.296262696385384}
+{"Finetune/Learning Rate": 6.459866941778077e-06, "Finetune/Loss": 0.8295713067054749, "Finetune/Loss (Raw)": 0.8733828663825989, "Finetune/Step": 4936, "Finetune/Step Time": 6.300842277705669}
+{"Finetune/Learning Rate": 6.456021502537702e-06, "Finetune/Loss": 0.8304139971733093, "Finetune/Loss (Raw)": 1.0050640106201172, "Finetune/Step": 4937, "Finetune/Step Time": 6.295041501522064}
+{"Finetune/Learning Rate": 6.452176662541887e-06, "Finetune/Loss": 0.8291285037994385, "Finetune/Loss (Raw)": 0.8502475023269653, "Finetune/Step": 4938, "Finetune/Step Time": 6.298142960295081}
+{"Finetune/Learning Rate": 6.448332422440748e-06, "Finetune/Loss": 0.828527569770813, "Finetune/Loss (Raw)": 0.7253376245498657, "Finetune/Step": 4939, "Finetune/Step Time": 6.325186925008893}
+{"Finetune/Learning Rate": 6.444488782884299e-06, "Finetune/Loss": 0.8274938464164734, "Finetune/Loss (Raw)": 0.8451668620109558, "Finetune/Step": 4940, "Finetune/Step Time": 6.342154225334525}
+{"Finetune/Learning Rate": 6.44064574452246e-06, "Finetune/Loss": 0.8295122385025024, "Finetune/Loss (Raw)": 1.0289790630340576, "Finetune/Step": 4941, "Finetune/Step Time": 6.343628773465753}
+{"Finetune/Learning Rate": 6.436803308005039e-06, "Finetune/Loss": 0.8285726308822632, "Finetune/Loss (Raw)": 0.7400405406951904, "Finetune/Step": 4942, "Finetune/Step Time": 6.337539294734597}
+{"Finetune/Learning Rate": 6.432961473981744e-06, "Finetune/Loss": 0.8295426964759827, "Finetune/Loss (Raw)": 0.9121681451797485, "Finetune/Step": 4943, "Finetune/Step Time": 6.328906310722232}
+{"Finetune/Learning Rate": 6.429120243102187e-06, "Finetune/Loss": 0.8304223418235779, "Finetune/Loss (Raw)": 0.9678958058357239, "Finetune/Step": 4944, "Finetune/Step Time": 6.327137291431427}
+{"Finetune/Learning Rate": 6.425279616015872e-06, "Finetune/Loss": 0.8322561383247375, "Finetune/Loss (Raw)": 1.0590925216674805, "Finetune/Step": 4945, "Finetune/Step Time": 6.325898747891188}
+{"Finetune/Learning Rate": 6.421439593372201e-06, "Finetune/Loss": 0.8328418731689453, "Finetune/Loss (Raw)": 1.009324550628662, "Finetune/Step": 4946, "Finetune/Step Time": 6.329841496422887}
+{"Finetune/Learning Rate": 6.417600175820482e-06, "Finetune/Loss": 0.8340948820114136, "Finetune/Loss (Raw)": 0.8713719844818115, "Finetune/Step": 4947, "Finetune/Step Time": 6.327763006091118}
+{"Finetune/Learning Rate": 6.4137613640099115e-06, "Finetune/Loss": 0.8336777687072754, "Finetune/Loss (Raw)": 0.8679105043411255, "Finetune/Step": 4948, "Finetune/Step Time": 6.310771631076932}
+{"Finetune/Learning Rate": 6.409923158589591e-06, "Finetune/Loss": 0.8289713859558105, "Finetune/Loss (Raw)": 0.36328113079071045, "Finetune/Step": 4949, "Finetune/Step Time": 6.319976411759853}
+{"Finetune/Learning Rate": 6.406085560208508e-06, "Finetune/Loss": 0.8296273946762085, "Finetune/Loss (Raw)": 0.9107553362846375, "Finetune/Step": 4950, "Finetune/Step Time": 6.3322483990341425}
+{"Finetune/Learning Rate": 6.402248569515561e-06, "Finetune/Loss": 0.833712100982666, "Finetune/Loss (Raw)": 0.92098468542099, "Finetune/Step": 4951, "Finetune/Step Time": 6.32982337102294}
+{"Finetune/Learning Rate": 6.398412187159535e-06, "Finetune/Loss": 0.830462634563446, "Finetune/Loss (Raw)": 0.5972737073898315, "Finetune/Step": 4952, "Finetune/Step Time": 6.323028789833188}
+{"Finetune/Learning Rate": 6.394576413789115e-06, "Finetune/Loss": 0.8325600624084473, "Finetune/Loss (Raw)": 1.0764306783676147, "Finetune/Step": 4953, "Finetune/Step Time": 6.3436209987849}
+{"Finetune/Learning Rate": 6.390741250052892e-06, "Finetune/Loss": 0.832075297832489, "Finetune/Loss (Raw)": 0.8097203969955444, "Finetune/Step": 4954, "Finetune/Step Time": 6.342641992494464}
+{"Finetune/Learning Rate": 6.386906696599344e-06, "Finetune/Loss": 0.8346315622329712, "Finetune/Loss (Raw)": 1.0989832878112793, "Finetune/Step": 4955, "Finetune/Step Time": 6.36272207647562}
+{"Finetune/Learning Rate": 6.3830727540768445e-06, "Finetune/Loss": 0.8322913646697998, "Finetune/Loss (Raw)": 0.7358989715576172, "Finetune/Step": 4956, "Finetune/Step Time": 6.355722710490227}
+{"Finetune/Learning Rate": 6.37923942313367e-06, "Finetune/Loss": 0.8333733677864075, "Finetune/Loss (Raw)": 0.917461633682251, "Finetune/Step": 4957, "Finetune/Step Time": 6.356507940217853}
+{"Finetune/Learning Rate": 6.3754067044179936e-06, "Finetune/Loss": 0.8351266384124756, "Finetune/Loss (Raw)": 0.9102696776390076, "Finetune/Step": 4958, "Finetune/Step Time": 6.351692523807287}
+{"Finetune/Learning Rate": 6.371574598577872e-06, "Finetune/Loss": 0.8375118374824524, "Finetune/Loss (Raw)": 0.9101992249488831, "Finetune/Step": 4959, "Finetune/Step Time": 6.345640627667308}
+{"Finetune/Learning Rate": 6.367743106261284e-06, "Finetune/Loss": 0.8372998833656311, "Finetune/Loss (Raw)": 0.780112087726593, "Finetune/Step": 4960, "Finetune/Step Time": 6.345554143190384}
+{"Finetune/Learning Rate": 6.36391222811608e-06, "Finetune/Loss": 0.8382226228713989, "Finetune/Loss (Raw)": 0.9570891857147217, "Finetune/Step": 4961, "Finetune/Step Time": 6.350109396502376}
+{"Finetune/Learning Rate": 6.360081964790019e-06, "Finetune/Loss": 0.8382747769355774, "Finetune/Loss (Raw)": 0.9138912558555603, "Finetune/Step": 4962, "Finetune/Step Time": 6.341373743489385}
+{"Finetune/Learning Rate": 6.35625231693075e-06, "Finetune/Loss": 0.8399405479431152, "Finetune/Loss (Raw)": 0.9041773080825806, "Finetune/Step": 4963, "Finetune/Step Time": 6.336452538147569}
+{"Finetune/Learning Rate": 6.352423285185822e-06, "Finetune/Loss": 0.8417069911956787, "Finetune/Loss (Raw)": 0.8111582398414612, "Finetune/Step": 4964, "Finetune/Step Time": 6.3154253754764795}
+{"Finetune/Learning Rate": 6.348594870202677e-06, "Finetune/Loss": 0.8411235213279724, "Finetune/Loss (Raw)": 0.7936887741088867, "Finetune/Step": 4965, "Finetune/Step Time": 6.303814392536879}
+{"Finetune/Learning Rate": 6.344767072628659e-06, "Finetune/Loss": 0.8393885493278503, "Finetune/Loss (Raw)": 0.6991661190986633, "Finetune/Step": 4966, "Finetune/Step Time": 6.2909238040447235}
+{"Finetune/Learning Rate": 6.340939893111002e-06, "Finetune/Loss": 0.8392540216445923, "Finetune/Loss (Raw)": 0.8685462474822998, "Finetune/Step": 4967, "Finetune/Step Time": 6.289552224799991}
+{"Finetune/Learning Rate": 6.337113332296833e-06, "Finetune/Loss": 0.8353253602981567, "Finetune/Loss (Raw)": 0.32131049036979675, "Finetune/Step": 4968, "Finetune/Step Time": 6.282342405989766}
+{"Finetune/Learning Rate": 6.333287390833182e-06, "Finetune/Loss": 0.8390546441078186, "Finetune/Loss (Raw)": 0.8946584463119507, "Finetune/Step": 4969, "Finetune/Step Time": 6.289403796195984}
+{"Finetune/Learning Rate": 6.329462069366965e-06, "Finetune/Loss": 0.8386646509170532, "Finetune/Loss (Raw)": 0.7039597034454346, "Finetune/Step": 4970, "Finetune/Step Time": 6.28515712544322}
+{"Finetune/Learning Rate": 6.325637368545e-06, "Finetune/Loss": 0.8365713953971863, "Finetune/Loss (Raw)": 0.5533128976821899, "Finetune/Step": 4971, "Finetune/Step Time": 6.3038849756121635}
+{"Finetune/Learning Rate": 6.321813289014002e-06, "Finetune/Loss": 0.838259220123291, "Finetune/Loss (Raw)": 1.1372017860412598, "Finetune/Step": 4972, "Finetune/Step Time": 6.307290967553854}
+{"Finetune/Learning Rate": 6.317989831420574e-06, "Finetune/Loss": 0.8366549015045166, "Finetune/Loss (Raw)": 0.7543984651565552, "Finetune/Step": 4973, "Finetune/Step Time": 6.305342113599181}
+{"Finetune/Learning Rate": 6.314166996411221e-06, "Finetune/Loss": 0.8364109992980957, "Finetune/Loss (Raw)": 0.9940328001976013, "Finetune/Step": 4974, "Finetune/Step Time": 6.3144500106573105}
+{"Finetune/Learning Rate": 6.310344784632334e-06, "Finetune/Loss": 0.8357664346694946, "Finetune/Loss (Raw)": 0.7930081486701965, "Finetune/Step": 4975, "Finetune/Step Time": 6.313867142423987}
+{"Finetune/Learning Rate": 6.3065231967302055e-06, "Finetune/Loss": 0.8363349437713623, "Finetune/Loss (Raw)": 1.0063093900680542, "Finetune/Step": 4976, "Finetune/Step Time": 6.313697349280119}
+{"Finetune/Learning Rate": 6.302702233351017e-06, "Finetune/Loss": 0.8370983600616455, "Finetune/Loss (Raw)": 0.9188152551651001, "Finetune/Step": 4977, "Finetune/Step Time": 6.311536103487015}
+{"Finetune/Learning Rate": 6.298881895140856e-06, "Finetune/Loss": 0.8375034332275391, "Finetune/Loss (Raw)": 0.9273414611816406, "Finetune/Step": 4978, "Finetune/Step Time": 6.308088084682822}
+{"Finetune/Learning Rate": 6.295062182745689e-06, "Finetune/Loss": 0.836495578289032, "Finetune/Loss (Raw)": 0.7117117047309875, "Finetune/Step": 4979, "Finetune/Step Time": 6.323205815628171}
+{"Finetune/Learning Rate": 6.291243096811388e-06, "Finetune/Loss": 0.8358954787254333, "Finetune/Loss (Raw)": 0.8038920164108276, "Finetune/Step": 4980, "Finetune/Step Time": 6.329827541485429}
+{"Finetune/Learning Rate": 6.287424637983715e-06, "Finetune/Loss": 0.8320246934890747, "Finetune/Loss (Raw)": 0.29433637857437134, "Finetune/Step": 4981, "Finetune/Step Time": 6.3387148305773735}
+{"Finetune/Learning Rate": 6.2836068069083215e-06, "Finetune/Loss": 0.8302085995674133, "Finetune/Loss (Raw)": 0.6680440306663513, "Finetune/Step": 4982, "Finetune/Step Time": 6.356822025030851}
+{"Finetune/Learning Rate": 6.279789604230762e-06, "Finetune/Loss": 0.825019121170044, "Finetune/Loss (Raw)": 0.3583768904209137, "Finetune/Step": 4983, "Finetune/Step Time": 6.36516990326345}
+{"Finetune/Learning Rate": 6.275973030596472e-06, "Finetune/Loss": 0.8238241672515869, "Finetune/Loss (Raw)": 0.7801600694656372, "Finetune/Step": 4984, "Finetune/Step Time": 6.378148702904582}
+{"Finetune/Learning Rate": 6.272157086650801e-06, "Finetune/Loss": 0.8232166767120361, "Finetune/Loss (Raw)": 0.8375882506370544, "Finetune/Step": 4985, "Finetune/Step Time": 6.3764050882309675}
+{"Finetune/Learning Rate": 6.268341773038973e-06, "Finetune/Loss": 0.8225647211074829, "Finetune/Loss (Raw)": 0.864829421043396, "Finetune/Step": 4986, "Finetune/Step Time": 6.385270895436406}
+{"Finetune/Learning Rate": 6.26452709040611e-06, "Finetune/Loss": 0.8256210088729858, "Finetune/Loss (Raw)": 0.7662019729614258, "Finetune/Step": 4987, "Finetune/Step Time": 6.379526894539595}
+{"Finetune/Learning Rate": 6.260713039397235e-06, "Finetune/Loss": 0.8248756527900696, "Finetune/Loss (Raw)": 0.5901753306388855, "Finetune/Step": 4988, "Finetune/Step Time": 6.373875508084893}
+{"Finetune/Learning Rate": 6.256899620657253e-06, "Finetune/Loss": 0.8274385929107666, "Finetune/Loss (Raw)": 1.0773011445999146, "Finetune/Step": 4989, "Finetune/Step Time": 6.383811175823212}
+{"Finetune/Learning Rate": 6.25308683483097e-06, "Finetune/Loss": 0.8275964260101318, "Finetune/Loss (Raw)": 0.8441104888916016, "Finetune/Step": 4990, "Finetune/Step Time": 6.387077044695616}
+{"Finetune/Learning Rate": 6.249274682563082e-06, "Finetune/Loss": 0.8281679153442383, "Finetune/Loss (Raw)": 0.914365828037262, "Finetune/Step": 4991, "Finetune/Step Time": 6.397583536803722}
+{"Finetune/Learning Rate": 6.2454631644981845e-06, "Finetune/Loss": 0.8276265859603882, "Finetune/Loss (Raw)": 0.7724494338035583, "Finetune/Step": 4992, "Finetune/Step Time": 6.3950174786150455}
+{"Finetune/Learning Rate": 6.24165228128075e-06, "Finetune/Loss": 0.8275383710861206, "Finetune/Loss (Raw)": 0.7019780874252319, "Finetune/Step": 4993, "Finetune/Step Time": 6.4119235053658485}
+{"Finetune/Learning Rate": 6.237842033555159e-06, "Finetune/Loss": 0.829602837562561, "Finetune/Loss (Raw)": 0.8041936159133911, "Finetune/Step": 4994, "Finetune/Step Time": 6.411425149068236}
+{"Finetune/Learning Rate": 6.234032421965681e-06, "Finetune/Loss": 0.8292851448059082, "Finetune/Loss (Raw)": 0.8599246144294739, "Finetune/Step": 4995, "Finetune/Step Time": 6.407484469935298}
+{"Finetune/Learning Rate": 6.230223447156469e-06, "Finetune/Loss": 0.830641508102417, "Finetune/Loss (Raw)": 0.905064046382904, "Finetune/Step": 4996, "Finetune/Step Time": 6.4034534599632025}
+{"Finetune/Learning Rate": 6.226415109771582e-06, "Finetune/Loss": 0.8324049711227417, "Finetune/Loss (Raw)": 1.0232150554656982, "Finetune/Step": 4997, "Finetune/Step Time": 6.396700643002987}
+{"Finetune/Learning Rate": 6.222607410454962e-06, "Finetune/Loss": 0.8324639201164246, "Finetune/Loss (Raw)": 0.9050885438919067, "Finetune/Step": 4998, "Finetune/Step Time": 6.4048628974705935}
+{"Finetune/Learning Rate": 6.2188003498504465e-06, "Finetune/Loss": 0.8333355188369751, "Finetune/Loss (Raw)": 0.9672970771789551, "Finetune/Step": 4999, "Finetune/Step Time": 6.406941184774041}
+{"Finetune/Learning Rate": 6.214993928601762e-06, "Finetune/Loss": 0.8338627219200134, "Finetune/Loss (Raw)": 0.9147290587425232, "Finetune/Step": 5000, "Finetune/Step Time": 6.397418985143304}
+{"Finetune/Learning Rate": 6.211188147352529e-06, "Finetune/Loss": 0.834574818611145, "Finetune/Loss (Raw)": 0.8849039077758789, "Finetune/Step": 5001, "Finetune/Step Time": 6.389978429302573}
+{"Finetune/Learning Rate": 6.207383006746259e-06, "Finetune/Loss": 0.8335475921630859, "Finetune/Loss (Raw)": 0.7513907551765442, "Finetune/Step": 5002, "Finetune/Step Time": 6.404361950233579}
+{"Finetune/Learning Rate": 6.2035785074263645e-06, "Finetune/Loss": 0.8339333534240723, "Finetune/Loss (Raw)": 0.8544905781745911, "Finetune/Step": 5003, "Finetune/Step Time": 6.391945518553257}
+{"Finetune/Learning Rate": 6.19977465003613e-06, "Finetune/Loss": 0.8327352404594421, "Finetune/Loss (Raw)": 0.6594112515449524, "Finetune/Step": 5004, "Finetune/Step Time": 6.375311525538564}
+{"Finetune/Learning Rate": 6.195971435218747e-06, "Finetune/Loss": 0.8332445621490479, "Finetune/Loss (Raw)": 0.9694339632987976, "Finetune/Step": 5005, "Finetune/Step Time": 6.365863045677543}
+{"Finetune/Learning Rate": 6.1921688636172964e-06, "Finetune/Loss": 0.8302637338638306, "Finetune/Loss (Raw)": 0.4283181130886078, "Finetune/Step": 5006, "Finetune/Step Time": 6.373337168246508}
+{"Finetune/Learning Rate": 6.1883669358747436e-06, "Finetune/Loss": 0.8302335739135742, "Finetune/Loss (Raw)": 0.8387075066566467, "Finetune/Step": 5007, "Finetune/Step Time": 6.390091214329004}
+{"Finetune/Learning Rate": 6.1845656526339495e-06, "Finetune/Loss": 0.8305553197860718, "Finetune/Loss (Raw)": 0.9007989168167114, "Finetune/Step": 5008, "Finetune/Step Time": 6.393064524978399}
+{"Finetune/Learning Rate": 6.180765014537667e-06, "Finetune/Loss": 0.8306713104248047, "Finetune/Loss (Raw)": 0.765826404094696, "Finetune/Step": 5009, "Finetune/Step Time": 6.406668758019805}
+{"Finetune/Learning Rate": 6.176965022228543e-06, "Finetune/Loss": 0.8312989473342896, "Finetune/Loss (Raw)": 0.9384846687316895, "Finetune/Step": 5010, "Finetune/Step Time": 6.4016624838113785}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.8321127891540527, "Finetune/Loss (Raw)": 0.9197686314582825, "Finetune/Step": 5011, "Finetune/Step Time": 6.402938958257437}
+{"Finetune/Learning Rate": 6.169366977541776e-06, "Finetune/Loss": 0.8358801603317261, "Finetune/Loss (Raw)": 0.8372591137886047, "Finetune/Step": 5012, "Finetune/Step Time": 6.393612466752529}
+{"Finetune/Learning Rate": 6.165568926448878e-06, "Finetune/Loss": 0.8374990820884705, "Finetune/Loss (Raw)": 1.0145902633666992, "Finetune/Step": 5013, "Finetune/Step Time": 6.379513515159488}
+{"Finetune/Learning Rate": 6.16177152371261e-06, "Finetune/Loss": 0.8375409841537476, "Finetune/Loss (Raw)": 0.8272294402122498, "Finetune/Step": 5014, "Finetune/Step Time": 6.385358905419707}
+{"Finetune/Learning Rate": 6.157974769975068e-06, "Finetune/Loss": 0.8387810587882996, "Finetune/Loss (Raw)": 0.9076250791549683, "Finetune/Step": 5015, "Finetune/Step Time": 6.391648750752211}
+{"Finetune/Learning Rate": 6.154178665878241e-06, "Finetune/Loss": 0.8374006152153015, "Finetune/Loss (Raw)": 0.729783296585083, "Finetune/Step": 5016, "Finetune/Step Time": 6.387662839144468}
+{"Finetune/Learning Rate": 6.150383212064004e-06, "Finetune/Loss": 0.8385626077651978, "Finetune/Loss (Raw)": 1.0687837600708008, "Finetune/Step": 5017, "Finetune/Step Time": 6.389608453959227}
+{"Finetune/Learning Rate": 6.146588409174122e-06, "Finetune/Loss": 0.8389254212379456, "Finetune/Loss (Raw)": 0.935384213924408, "Finetune/Step": 5018, "Finetune/Step Time": 6.3898502346128225}
+{"Finetune/Learning Rate": 6.1427942578502505e-06, "Finetune/Loss": 0.8356574773788452, "Finetune/Loss (Raw)": 0.3408185541629791, "Finetune/Step": 5019, "Finetune/Step Time": 6.391032170504332}
+{"Finetune/Learning Rate": 6.139000758733939e-06, "Finetune/Loss": 0.837734580039978, "Finetune/Loss (Raw)": 0.9822059273719788, "Finetune/Step": 5020, "Finetune/Step Time": 6.388985127210617}
+{"Finetune/Learning Rate": 6.135207912466616e-06, "Finetune/Loss": 0.8400167226791382, "Finetune/Loss (Raw)": 1.005691647529602, "Finetune/Step": 5021, "Finetune/Step Time": 6.3861104268580675}
+{"Finetune/Learning Rate": 6.131415719689613e-06, "Finetune/Loss": 0.8382386565208435, "Finetune/Loss (Raw)": 0.7652677297592163, "Finetune/Step": 5022, "Finetune/Step Time": 6.387707384303212}
+{"Finetune/Learning Rate": 6.127624181044143e-06, "Finetune/Loss": 0.8380192518234253, "Finetune/Loss (Raw)": 0.7733631730079651, "Finetune/Step": 5023, "Finetune/Step Time": 6.391095831990242}
+{"Finetune/Learning Rate": 6.123833297171311e-06, "Finetune/Loss": 0.8399783372879028, "Finetune/Loss (Raw)": 0.922423779964447, "Finetune/Step": 5024, "Finetune/Step Time": 6.392631525173783}
+{"Finetune/Learning Rate": 6.120043068712107e-06, "Finetune/Loss": 0.8413939476013184, "Finetune/Loss (Raw)": 0.8776647448539734, "Finetune/Step": 5025, "Finetune/Step Time": 6.389531247317791}
+{"Finetune/Learning Rate": 6.116253496307415e-06, "Finetune/Loss": 0.8405765891075134, "Finetune/Loss (Raw)": 0.7211565971374512, "Finetune/Step": 5026, "Finetune/Step Time": 6.385109286755323}
+{"Finetune/Learning Rate": 6.1124645805980054e-06, "Finetune/Loss": 0.839206337928772, "Finetune/Loss (Raw)": 0.6894499659538269, "Finetune/Step": 5027, "Finetune/Step Time": 6.3857509177178144}
+{"Finetune/Learning Rate": 6.108676322224544e-06, "Finetune/Loss": 0.8380919694900513, "Finetune/Loss (Raw)": 0.8250853419303894, "Finetune/Step": 5028, "Finetune/Step Time": 6.373255081474781}
+{"Finetune/Learning Rate": 6.104888721827574e-06, "Finetune/Loss": 0.8360648155212402, "Finetune/Loss (Raw)": 0.9813019037246704, "Finetune/Step": 5029, "Finetune/Step Time": 6.378200897946954}
+{"Finetune/Learning Rate": 6.101101780047537e-06, "Finetune/Loss": 0.8364651203155518, "Finetune/Loss (Raw)": 0.8981671929359436, "Finetune/Step": 5030, "Finetune/Step Time": 6.39198350161314}
+{"Finetune/Learning Rate": 6.0973154975247605e-06, "Finetune/Loss": 0.8354933261871338, "Finetune/Loss (Raw)": 0.8350760340690613, "Finetune/Step": 5031, "Finetune/Step Time": 6.401459349319339}
+{"Finetune/Learning Rate": 6.093529874899456e-06, "Finetune/Loss": 0.831230878829956, "Finetune/Loss (Raw)": 0.35020124912261963, "Finetune/Step": 5032, "Finetune/Step Time": 6.4245084170252085}
+{"Finetune/Learning Rate": 6.089744912811726e-06, "Finetune/Loss": 0.8306101560592651, "Finetune/Loss (Raw)": 1.0224553346633911, "Finetune/Step": 5033, "Finetune/Step Time": 6.455984253436327}
+{"Finetune/Learning Rate": 6.085960611901569e-06, "Finetune/Loss": 0.8307836055755615, "Finetune/Loss (Raw)": 1.0060808658599854, "Finetune/Step": 5034, "Finetune/Step Time": 6.457147503271699}
+{"Finetune/Learning Rate": 6.082176972808864e-06, "Finetune/Loss": 0.8309682607650757, "Finetune/Loss (Raw)": 0.9479427337646484, "Finetune/Step": 5035, "Finetune/Step Time": 6.460396125912666}
+{"Finetune/Learning Rate": 6.078393996173375e-06, "Finetune/Loss": 0.8320955038070679, "Finetune/Loss (Raw)": 0.7410426735877991, "Finetune/Step": 5036, "Finetune/Step Time": 6.45978818833828}
+{"Finetune/Learning Rate": 6.074611682634759e-06, "Finetune/Loss": 0.8358734250068665, "Finetune/Loss (Raw)": 0.8413524031639099, "Finetune/Step": 5037, "Finetune/Step Time": 6.448875704780221}
+{"Finetune/Learning Rate": 6.0708300328325665e-06, "Finetune/Loss": 0.8333282470703125, "Finetune/Loss (Raw)": 0.7633811235427856, "Finetune/Step": 5038, "Finetune/Step Time": 6.437129054218531}
+{"Finetune/Learning Rate": 6.067049047406217e-06, "Finetune/Loss": 0.8294756412506104, "Finetune/Loss (Raw)": 0.3275274932384491, "Finetune/Step": 5039, "Finetune/Step Time": 6.449404984712601}
+{"Finetune/Learning Rate": 6.063268726995044e-06, "Finetune/Loss": 0.8293900489807129, "Finetune/Loss (Raw)": 0.8203662633895874, "Finetune/Step": 5040, "Finetune/Step Time": 6.468719732016325}
+{"Finetune/Learning Rate": 6.059489072238247e-06, "Finetune/Loss": 0.8291683197021484, "Finetune/Loss (Raw)": 0.8036685585975647, "Finetune/Step": 5041, "Finetune/Step Time": 6.483577493578196}
+{"Finetune/Learning Rate": 6.055710083774924e-06, "Finetune/Loss": 0.8293226957321167, "Finetune/Loss (Raw)": 0.881483793258667, "Finetune/Step": 5042, "Finetune/Step Time": 6.491023913025856}
+{"Finetune/Learning Rate": 6.0519317622440525e-06, "Finetune/Loss": 0.8328819870948792, "Finetune/Loss (Raw)": 0.9650694131851196, "Finetune/Step": 5043, "Finetune/Step Time": 6.485680118203163}
+{"Finetune/Learning Rate": 6.048154108284503e-06, "Finetune/Loss": 0.833531379699707, "Finetune/Loss (Raw)": 0.8714869618415833, "Finetune/Step": 5044, "Finetune/Step Time": 6.4770920760929585}
+{"Finetune/Learning Rate": 6.044377122535037e-06, "Finetune/Loss": 0.8348543643951416, "Finetune/Loss (Raw)": 1.0176496505737305, "Finetune/Step": 5045, "Finetune/Step Time": 6.430570835247636}
+{"Finetune/Learning Rate": 6.040600805634287e-06, "Finetune/Loss": 0.8350472450256348, "Finetune/Loss (Raw)": 0.8642485737800598, "Finetune/Step": 5046, "Finetune/Step Time": 6.392374163493514}
+{"Finetune/Learning Rate": 6.036825158220796e-06, "Finetune/Loss": 0.8354134559631348, "Finetune/Loss (Raw)": 0.9850543737411499, "Finetune/Step": 5047, "Finetune/Step Time": 6.391139753162861}
+{"Finetune/Learning Rate": 6.033050180932974e-06, "Finetune/Loss": 0.8360775709152222, "Finetune/Loss (Raw)": 1.0122658014297485, "Finetune/Step": 5048, "Finetune/Step Time": 6.398321410641074}
+{"Finetune/Learning Rate": 6.029275874409127e-06, "Finetune/Loss": 0.8370805978775024, "Finetune/Loss (Raw)": 0.8004704713821411, "Finetune/Step": 5049, "Finetune/Step Time": 6.393026305362582}
+{"Finetune/Learning Rate": 6.025502239287442e-06, "Finetune/Loss": 0.8369076251983643, "Finetune/Loss (Raw)": 0.8430389165878296, "Finetune/Step": 5050, "Finetune/Step Time": 6.386053316295147}
+{"Finetune/Learning Rate": 6.021729276205996e-06, "Finetune/Loss": 0.8367917537689209, "Finetune/Loss (Raw)": 0.6977674961090088, "Finetune/Step": 5051, "Finetune/Step Time": 6.381444437429309}
+{"Finetune/Learning Rate": 6.017956985802755e-06, "Finetune/Loss": 0.8354603052139282, "Finetune/Loss (Raw)": 0.7830861806869507, "Finetune/Step": 5052, "Finetune/Step Time": 6.39369266666472}
+{"Finetune/Learning Rate": 6.014185368715569e-06, "Finetune/Loss": 0.83876633644104, "Finetune/Loss (Raw)": 0.9685268998146057, "Finetune/Step": 5053, "Finetune/Step Time": 6.389487840235233}
+{"Finetune/Learning Rate": 6.010414425582172e-06, "Finetune/Loss": 0.8370040655136108, "Finetune/Loss (Raw)": 0.6596524119377136, "Finetune/Step": 5054, "Finetune/Step Time": 6.3896329160779715}
+{"Finetune/Learning Rate": 6.006644157040184e-06, "Finetune/Loss": 0.8369252681732178, "Finetune/Loss (Raw)": 0.9779113531112671, "Finetune/Step": 5055, "Finetune/Step Time": 6.402756730094552}
+{"Finetune/Learning Rate": 6.002874563727116e-06, "Finetune/Loss": 0.8365313410758972, "Finetune/Loss (Raw)": 0.7660775780677795, "Finetune/Step": 5056, "Finetune/Step Time": 6.397479837760329}
+{"Finetune/Learning Rate": 5.999105646280356e-06, "Finetune/Loss": 0.835810124874115, "Finetune/Loss (Raw)": 0.7967591285705566, "Finetune/Step": 5057, "Finetune/Step Time": 6.4187468606978655}
+{"Finetune/Learning Rate": 5.995337405337187e-06, "Finetune/Loss": 0.8352065682411194, "Finetune/Loss (Raw)": 0.8464590907096863, "Finetune/Step": 5058, "Finetune/Step Time": 6.424763888120651}
+{"Finetune/Learning Rate": 5.991569841534773e-06, "Finetune/Loss": 0.8303075432777405, "Finetune/Loss (Raw)": 0.34857261180877686, "Finetune/Step": 5059, "Finetune/Step Time": 6.428045492619276}
+{"Finetune/Learning Rate": 5.987802955510165e-06, "Finetune/Loss": 0.8304065465927124, "Finetune/Loss (Raw)": 0.8989980816841125, "Finetune/Step": 5060, "Finetune/Step Time": 6.442363793030381}
+{"Finetune/Learning Rate": 5.9840367479003005e-06, "Finetune/Loss": 0.83001708984375, "Finetune/Loss (Raw)": 0.9178991913795471, "Finetune/Step": 5061, "Finetune/Step Time": 6.43984754383564}
+{"Finetune/Learning Rate": 5.980271219341995e-06, "Finetune/Loss": 0.8302587866783142, "Finetune/Loss (Raw)": 0.9212686419487, "Finetune/Step": 5062, "Finetune/Step Time": 6.441822595894337}
+{"Finetune/Learning Rate": 5.976506370471957e-06, "Finetune/Loss": 0.8280354142189026, "Finetune/Loss (Raw)": 0.5864561796188354, "Finetune/Step": 5063, "Finetune/Step Time": 6.446739889681339}
+{"Finetune/Learning Rate": 5.972742201926775e-06, "Finetune/Loss": 0.828033447265625, "Finetune/Loss (Raw)": 0.8731236457824707, "Finetune/Step": 5064, "Finetune/Step Time": 6.444867622107267}
+{"Finetune/Learning Rate": 5.968978714342932e-06, "Finetune/Loss": 0.8267624974250793, "Finetune/Loss (Raw)": 0.8423879146575928, "Finetune/Step": 5065, "Finetune/Step Time": 6.449432509019971}
+{"Finetune/Learning Rate": 5.965215908356783e-06, "Finetune/Loss": 0.8254573345184326, "Finetune/Loss (Raw)": 0.6831798553466797, "Finetune/Step": 5066, "Finetune/Step Time": 6.449147121980786}
+{"Finetune/Learning Rate": 5.961453784604576e-06, "Finetune/Loss": 0.8265856504440308, "Finetune/Loss (Raw)": 0.8697704672813416, "Finetune/Step": 5067, "Finetune/Step Time": 6.423748202621937}
+{"Finetune/Learning Rate": 5.957692343722441e-06, "Finetune/Loss": 0.8271036148071289, "Finetune/Loss (Raw)": 0.9114664196968079, "Finetune/Step": 5068, "Finetune/Step Time": 6.407152447849512}
+{"Finetune/Learning Rate": 5.953931586346393e-06, "Finetune/Loss": 0.8272739052772522, "Finetune/Loss (Raw)": 1.050776720046997, "Finetune/Step": 5069, "Finetune/Step Time": 6.404109265655279}
+{"Finetune/Learning Rate": 5.950171513112327e-06, "Finetune/Loss": 0.8290308713912964, "Finetune/Loss (Raw)": 0.9649294018745422, "Finetune/Step": 5070, "Finetune/Step Time": 6.40267876163125}
+{"Finetune/Learning Rate": 5.946412124656034e-06, "Finetune/Loss": 0.8297536373138428, "Finetune/Loss (Raw)": 1.0046824216842651, "Finetune/Step": 5071, "Finetune/Step Time": 6.407113928347826}
+{"Finetune/Learning Rate": 5.942653421613178e-06, "Finetune/Loss": 0.8284392356872559, "Finetune/Loss (Raw)": 0.7996532320976257, "Finetune/Step": 5072, "Finetune/Step Time": 6.413386227563024}
+{"Finetune/Learning Rate": 5.938895404619311e-06, "Finetune/Loss": 0.8261920213699341, "Finetune/Loss (Raw)": 0.7714447975158691, "Finetune/Step": 5073, "Finetune/Step Time": 6.414478417485952}
+{"Finetune/Learning Rate": 5.935138074309872e-06, "Finetune/Loss": 0.8259137868881226, "Finetune/Loss (Raw)": 0.9737086892127991, "Finetune/Step": 5074, "Finetune/Step Time": 6.41310059837997}
+{"Finetune/Learning Rate": 5.931381431320175e-06, "Finetune/Loss": 0.8253480195999146, "Finetune/Loss (Raw)": 0.7989630699157715, "Finetune/Step": 5075, "Finetune/Step Time": 6.412754638120532}
+{"Finetune/Learning Rate": 5.927625476285426e-06, "Finetune/Loss": 0.8251341581344604, "Finetune/Loss (Raw)": 0.8405336737632751, "Finetune/Step": 5076, "Finetune/Step Time": 6.417903013527393}
+{"Finetune/Learning Rate": 5.9238702098407115e-06, "Finetune/Loss": 0.8280863761901855, "Finetune/Loss (Raw)": 0.7411589622497559, "Finetune/Step": 5077, "Finetune/Step Time": 6.428596317768097}
+{"Finetune/Learning Rate": 5.920115632621005e-06, "Finetune/Loss": 0.8281295895576477, "Finetune/Loss (Raw)": 0.9162901043891907, "Finetune/Step": 5078, "Finetune/Step Time": 6.420987024903297}
+{"Finetune/Learning Rate": 5.9163617452611625e-06, "Finetune/Loss": 0.8297786712646484, "Finetune/Loss (Raw)": 1.1320632696151733, "Finetune/Step": 5079, "Finetune/Step Time": 6.419437201693654}
+{"Finetune/Learning Rate": 5.912608548395915e-06, "Finetune/Loss": 0.8327766060829163, "Finetune/Loss (Raw)": 0.9810113906860352, "Finetune/Step": 5080, "Finetune/Step Time": 6.410320393741131}
+{"Finetune/Learning Rate": 5.908856042659892e-06, "Finetune/Loss": 0.8291007280349731, "Finetune/Loss (Raw)": 0.6059277653694153, "Finetune/Step": 5081, "Finetune/Step Time": 6.395908700302243}
+{"Finetune/Learning Rate": 5.905104228687588e-06, "Finetune/Loss": 0.8295364379882812, "Finetune/Loss (Raw)": 0.8654834032058716, "Finetune/Step": 5082, "Finetune/Step Time": 6.411431385204196}
+{"Finetune/Learning Rate": 5.9013531071133925e-06, "Finetune/Loss": 0.827063798904419, "Finetune/Loss (Raw)": 0.7824922204017639, "Finetune/Step": 5083, "Finetune/Step Time": 6.387323636561632}
+{"Finetune/Learning Rate": 5.897602678571581e-06, "Finetune/Loss": 0.8281230926513672, "Finetune/Loss (Raw)": 0.8714810013771057, "Finetune/Step": 5084, "Finetune/Step Time": 6.394129723310471}
+{"Finetune/Learning Rate": 5.893852943696302e-06, "Finetune/Loss": 0.828461766242981, "Finetune/Loss (Raw)": 0.9608194828033447, "Finetune/Step": 5085, "Finetune/Step Time": 6.411594852805138}
+{"Finetune/Learning Rate": 5.890103903121593e-06, "Finetune/Loss": 0.8265294432640076, "Finetune/Loss (Raw)": 0.6629277467727661, "Finetune/Step": 5086, "Finetune/Step Time": 6.427920976653695}
+{"Finetune/Learning Rate": 5.886355557481371e-06, "Finetune/Loss": 0.8255183100700378, "Finetune/Loss (Raw)": 0.780775249004364, "Finetune/Step": 5087, "Finetune/Step Time": 6.4342300072312355}
+{"Finetune/Learning Rate": 5.882607907409439e-06, "Finetune/Loss": 0.8238921761512756, "Finetune/Loss (Raw)": 0.5719602108001709, "Finetune/Step": 5088, "Finetune/Step Time": 6.443150298669934}
+{"Finetune/Learning Rate": 5.878860953539469e-06, "Finetune/Loss": 0.8243361711502075, "Finetune/Loss (Raw)": 1.013929009437561, "Finetune/Step": 5089, "Finetune/Step Time": 6.449164347723126}
+{"Finetune/Learning Rate": 5.875114696505043e-06, "Finetune/Loss": 0.8239500522613525, "Finetune/Loss (Raw)": 0.8644675016403198, "Finetune/Step": 5090, "Finetune/Step Time": 6.461687669157982}
+{"Finetune/Learning Rate": 5.871369136939598e-06, "Finetune/Loss": 0.8230363130569458, "Finetune/Loss (Raw)": 0.7872137427330017, "Finetune/Step": 5091, "Finetune/Step Time": 6.476290365681052}
+{"Finetune/Learning Rate": 5.867624275476466e-06, "Finetune/Loss": 0.8241277933120728, "Finetune/Loss (Raw)": 0.9508723616600037, "Finetune/Step": 5092, "Finetune/Step Time": 6.477161597460508}
+{"Finetune/Learning Rate": 5.863880112748859e-06, "Finetune/Loss": 0.8246849179267883, "Finetune/Loss (Raw)": 0.8649980425834656, "Finetune/Step": 5093, "Finetune/Step Time": 6.4920988753438}
+{"Finetune/Learning Rate": 5.860136649389869e-06, "Finetune/Loss": 0.8249222040176392, "Finetune/Loss (Raw)": 0.7295412421226501, "Finetune/Step": 5094, "Finetune/Step Time": 6.491146909072995}
+{"Finetune/Learning Rate": 5.85639388603247e-06, "Finetune/Loss": 0.8254625201225281, "Finetune/Loss (Raw)": 0.9377069473266602, "Finetune/Step": 5095, "Finetune/Step Time": 6.489225355908275}
+{"Finetune/Learning Rate": 5.852651823309521e-06, "Finetune/Loss": 0.8293403387069702, "Finetune/Loss (Raw)": 0.8176671266555786, "Finetune/Step": 5096, "Finetune/Step Time": 6.4880218133330345}
+{"Finetune/Learning Rate": 5.848910461853763e-06, "Finetune/Loss": 0.8291236162185669, "Finetune/Loss (Raw)": 0.8669257760047913, "Finetune/Step": 5097, "Finetune/Step Time": 6.471231509000063}
+{"Finetune/Learning Rate": 5.84516980229781e-06, "Finetune/Loss": 0.829176127910614, "Finetune/Loss (Raw)": 0.7106794714927673, "Finetune/Step": 5098, "Finetune/Step Time": 6.463509242981672}
+{"Finetune/Learning Rate": 5.841429845274166e-06, "Finetune/Loss": 0.8316542506217957, "Finetune/Loss (Raw)": 0.8705111742019653, "Finetune/Step": 5099, "Finetune/Step Time": 6.455324051901698}
+{"Finetune/Learning Rate": 5.8376905914152125e-06, "Finetune/Loss": 0.8302061557769775, "Finetune/Loss (Raw)": 0.9518385529518127, "Finetune/Step": 5100, "Finetune/Step Time": 6.451047778129578}
+{"Finetune/Learning Rate": 5.833952041353212e-06, "Finetune/Loss": 0.8299413919448853, "Finetune/Loss (Raw)": 0.7205069065093994, "Finetune/Step": 5101, "Finetune/Step Time": 6.4481003899127245}
+{"Finetune/Learning Rate": 5.83021419572031e-06, "Finetune/Loss": 0.8303295373916626, "Finetune/Loss (Raw)": 1.0437145233154297, "Finetune/Step": 5102, "Finetune/Step Time": 6.4459433276206255}
+{"Finetune/Learning Rate": 5.826477055148532e-06, "Finetune/Loss": 0.8314844369888306, "Finetune/Loss (Raw)": 0.940839946269989, "Finetune/Step": 5103, "Finetune/Step Time": 6.447805088013411}
+{"Finetune/Learning Rate": 5.822740620269782e-06, "Finetune/Loss": 0.8303210735321045, "Finetune/Loss (Raw)": 0.8573994040489197, "Finetune/Step": 5104, "Finetune/Step Time": 6.461221795529127}
+{"Finetune/Learning Rate": 5.8190048917158535e-06, "Finetune/Loss": 0.8294637799263, "Finetune/Loss (Raw)": 0.809087872505188, "Finetune/Step": 5105, "Finetune/Step Time": 6.472922723740339}
+{"Finetune/Learning Rate": 5.815269870118403e-06, "Finetune/Loss": 0.8286944031715393, "Finetune/Loss (Raw)": 0.828861653804779, "Finetune/Step": 5106, "Finetune/Step Time": 6.491793520748615}
+{"Finetune/Learning Rate": 5.8115355561089835e-06, "Finetune/Loss": 0.8261842131614685, "Finetune/Loss (Raw)": 0.39040645956993103, "Finetune/Step": 5107, "Finetune/Step Time": 6.480572706088424}
+{"Finetune/Learning Rate": 5.807801950319018e-06, "Finetune/Loss": 0.8270092010498047, "Finetune/Loss (Raw)": 0.9094884395599365, "Finetune/Step": 5108, "Finetune/Step Time": 6.492566822096705}
+{"Finetune/Learning Rate": 5.804069053379826e-06, "Finetune/Loss": 0.8323335647583008, "Finetune/Loss (Raw)": 0.9758448004722595, "Finetune/Step": 5109, "Finetune/Step Time": 6.487440275028348}
+{"Finetune/Learning Rate": 5.800336865922592e-06, "Finetune/Loss": 0.8337975144386292, "Finetune/Loss (Raw)": 0.855439305305481, "Finetune/Step": 5110, "Finetune/Step Time": 6.4738273322582245}
+{"Finetune/Learning Rate": 5.796605388578378e-06, "Finetune/Loss": 0.8378958702087402, "Finetune/Loss (Raw)": 0.8829628825187683, "Finetune/Step": 5111, "Finetune/Step Time": 6.470917457714677}
+{"Finetune/Learning Rate": 5.792874621978137e-06, "Finetune/Loss": 0.838975191116333, "Finetune/Loss (Raw)": 0.9183174967765808, "Finetune/Step": 5112, "Finetune/Step Time": 6.469443745911121}
+{"Finetune/Learning Rate": 5.789144566752697e-06, "Finetune/Loss": 0.8391602039337158, "Finetune/Loss (Raw)": 0.8612675070762634, "Finetune/Step": 5113, "Finetune/Step Time": 6.468295203521848}
+{"Finetune/Learning Rate": 5.785415223532765e-06, "Finetune/Loss": 0.838844358921051, "Finetune/Loss (Raw)": 0.8244041800498962, "Finetune/Step": 5114, "Finetune/Step Time": 6.473612032830715}
+{"Finetune/Learning Rate": 5.781686592948928e-06, "Finetune/Loss": 0.8397747874259949, "Finetune/Loss (Raw)": 0.8852948546409607, "Finetune/Step": 5115, "Finetune/Step Time": 6.485023032873869}
+{"Finetune/Learning Rate": 5.777958675631657e-06, "Finetune/Loss": 0.8425093293190002, "Finetune/Loss (Raw)": 0.940196692943573, "Finetune/Step": 5116, "Finetune/Step Time": 6.472486222162843}
+{"Finetune/Learning Rate": 5.774231472211293e-06, "Finetune/Loss": 0.8406693935394287, "Finetune/Loss (Raw)": 0.8417916893959045, "Finetune/Step": 5117, "Finetune/Step Time": 6.460605936124921}
+{"Finetune/Learning Rate": 5.7705049833180634e-06, "Finetune/Loss": 0.8421371579170227, "Finetune/Loss (Raw)": 1.0319805145263672, "Finetune/Step": 5118, "Finetune/Step Time": 6.4627071768045425}
+{"Finetune/Learning Rate": 5.766779209582081e-06, "Finetune/Loss": 0.840916633605957, "Finetune/Loss (Raw)": 0.7581431269645691, "Finetune/Step": 5119, "Finetune/Step Time": 6.45193569175899}
+{"Finetune/Learning Rate": 5.7630541516333114e-06, "Finetune/Loss": 0.8413982391357422, "Finetune/Loss (Raw)": 0.8340954780578613, "Finetune/Step": 5120, "Finetune/Step Time": 6.464724704623222}
+{"Finetune/Learning Rate": 5.759329810101635e-06, "Finetune/Loss": 0.842723548412323, "Finetune/Loss (Raw)": 0.8716177344322205, "Finetune/Step": 5121, "Finetune/Step Time": 6.4426867086440325}
+{"Finetune/Learning Rate": 5.755606185616787e-06, "Finetune/Loss": 0.8418241739273071, "Finetune/Loss (Raw)": 0.689075231552124, "Finetune/Step": 5122, "Finetune/Step Time": 6.430149056017399}
+{"Finetune/Learning Rate": 5.7518832788083875e-06, "Finetune/Loss": 0.8410499095916748, "Finetune/Loss (Raw)": 0.7608211040496826, "Finetune/Step": 5123, "Finetune/Step Time": 6.439873326569796}
+{"Finetune/Learning Rate": 5.748161090305942e-06, "Finetune/Loss": 0.8370280861854553, "Finetune/Loss (Raw)": 0.3902590572834015, "Finetune/Step": 5124, "Finetune/Step Time": 6.449271550402045}
+{"Finetune/Learning Rate": 5.7444396207388174e-06, "Finetune/Loss": 0.8355904817581177, "Finetune/Loss (Raw)": 0.8392024040222168, "Finetune/Step": 5125, "Finetune/Step Time": 6.458536379039288}
+{"Finetune/Learning Rate": 5.740718870736272e-06, "Finetune/Loss": 0.8347800970077515, "Finetune/Loss (Raw)": 0.8013592958450317, "Finetune/Step": 5126, "Finetune/Step Time": 6.44649550691247}
+{"Finetune/Learning Rate": 5.736998840927448e-06, "Finetune/Loss": 0.8333859443664551, "Finetune/Loss (Raw)": 0.7888476848602295, "Finetune/Step": 5127, "Finetune/Step Time": 6.447632547467947}
+{"Finetune/Learning Rate": 5.733279531941358e-06, "Finetune/Loss": 0.8329054117202759, "Finetune/Loss (Raw)": 0.8532238006591797, "Finetune/Step": 5128, "Finetune/Step Time": 6.446762461215258}
+{"Finetune/Learning Rate": 5.729560944406884e-06, "Finetune/Loss": 0.8297296166419983, "Finetune/Loss (Raw)": 0.47840142250061035, "Finetune/Step": 5129, "Finetune/Step Time": 6.4421022441238165}
+{"Finetune/Learning Rate": 5.7258430789527995e-06, "Finetune/Loss": 0.8289865255355835, "Finetune/Loss (Raw)": 0.6562767028808594, "Finetune/Step": 5130, "Finetune/Step Time": 6.435104180127382}
+{"Finetune/Learning Rate": 5.722125936207752e-06, "Finetune/Loss": 0.8268239498138428, "Finetune/Loss (Raw)": 0.5776737332344055, "Finetune/Step": 5131, "Finetune/Step Time": 6.446548530831933}
+{"Finetune/Learning Rate": 5.718409516800265e-06, "Finetune/Loss": 0.8287431597709656, "Finetune/Loss (Raw)": 0.9050776958465576, "Finetune/Step": 5132, "Finetune/Step Time": 6.4458960965275764}
+{"Finetune/Learning Rate": 5.714693821358741e-06, "Finetune/Loss": 0.8272610902786255, "Finetune/Loss (Raw)": 0.7797262072563171, "Finetune/Step": 5133, "Finetune/Step Time": 6.4372601844370365}
+{"Finetune/Learning Rate": 5.710978850511459e-06, "Finetune/Loss": 0.8321009874343872, "Finetune/Loss (Raw)": 1.047823190689087, "Finetune/Step": 5134, "Finetune/Step Time": 6.436344567686319}
+{"Finetune/Learning Rate": 5.7072646048865795e-06, "Finetune/Loss": 0.8330764770507812, "Finetune/Loss (Raw)": 0.9635677933692932, "Finetune/Step": 5135, "Finetune/Step Time": 6.4230527598410845}
+{"Finetune/Learning Rate": 5.703551085112133e-06, "Finetune/Loss": 0.8319613933563232, "Finetune/Loss (Raw)": 0.7580667734146118, "Finetune/Step": 5136, "Finetune/Step Time": 6.440609073266387}
+{"Finetune/Learning Rate": 5.6998382918160385e-06, "Finetune/Loss": 0.8317362070083618, "Finetune/Loss (Raw)": 0.7370076775550842, "Finetune/Step": 5137, "Finetune/Step Time": 6.425106197595596}
+{"Finetune/Learning Rate": 5.696126225626076e-06, "Finetune/Loss": 0.8306683897972107, "Finetune/Loss (Raw)": 0.80180424451828, "Finetune/Step": 5138, "Finetune/Step Time": 6.440079972147942}
+{"Finetune/Learning Rate": 5.6924148871699125e-06, "Finetune/Loss": 0.8259696960449219, "Finetune/Loss (Raw)": 0.3183392584323883, "Finetune/Step": 5139, "Finetune/Step Time": 6.442642331123352}
+{"Finetune/Learning Rate": 5.688704277075097e-06, "Finetune/Loss": 0.8264777660369873, "Finetune/Loss (Raw)": 0.90229332447052, "Finetune/Step": 5140, "Finetune/Step Time": 6.456820368766785}
+{"Finetune/Learning Rate": 5.684994395969048e-06, "Finetune/Loss": 0.8246979117393494, "Finetune/Loss (Raw)": 0.7867637872695923, "Finetune/Step": 5141, "Finetune/Step Time": 6.45490082539618}
+{"Finetune/Learning Rate": 5.6812852444790644e-06, "Finetune/Loss": 0.823781430721283, "Finetune/Loss (Raw)": 0.7099199891090393, "Finetune/Step": 5142, "Finetune/Step Time": 6.453319171443582}
+{"Finetune/Learning Rate": 5.677576823232312e-06, "Finetune/Loss": 0.82368004322052, "Finetune/Loss (Raw)": 0.8946494460105896, "Finetune/Step": 5143, "Finetune/Step Time": 6.461606854572892}
+{"Finetune/Learning Rate": 5.673869132855846e-06, "Finetune/Loss": 0.8255466818809509, "Finetune/Loss (Raw)": 0.968711793422699, "Finetune/Step": 5144, "Finetune/Step Time": 6.476989023387432}
+{"Finetune/Learning Rate": 5.670162173976587e-06, "Finetune/Loss": 0.8235246539115906, "Finetune/Loss (Raw)": 0.8099645972251892, "Finetune/Step": 5145, "Finetune/Step Time": 6.479242542758584}
+{"Finetune/Learning Rate": 5.6664559472213495e-06, "Finetune/Loss": 0.8224128484725952, "Finetune/Loss (Raw)": 0.7930676937103271, "Finetune/Step": 5146, "Finetune/Step Time": 6.480816338211298}
+{"Finetune/Learning Rate": 5.662750453216803e-06, "Finetune/Loss": 0.827100396156311, "Finetune/Loss (Raw)": 0.940834105014801, "Finetune/Step": 5147, "Finetune/Step Time": 6.4749440886080265}
+{"Finetune/Learning Rate": 5.659045692589503e-06, "Finetune/Loss": 0.8269801139831543, "Finetune/Loss (Raw)": 0.9668118953704834, "Finetune/Step": 5148, "Finetune/Step Time": 6.4608846213668585}
+{"Finetune/Learning Rate": 5.655341665965882e-06, "Finetune/Loss": 0.8253746628761292, "Finetune/Loss (Raw)": 0.8001857995986938, "Finetune/Step": 5149, "Finetune/Step Time": 6.462072247639298}
+{"Finetune/Learning Rate": 5.651638373972247e-06, "Finetune/Loss": 0.8272069692611694, "Finetune/Loss (Raw)": 0.9997966885566711, "Finetune/Step": 5150, "Finetune/Step Time": 6.460137026384473}
+{"Finetune/Learning Rate": 5.64793581723478e-06, "Finetune/Loss": 0.8285428285598755, "Finetune/Loss (Raw)": 0.9443594217300415, "Finetune/Step": 5151, "Finetune/Step Time": 6.45988635905087}
+{"Finetune/Learning Rate": 5.64423399637954e-06, "Finetune/Loss": 0.8267979621887207, "Finetune/Loss (Raw)": 0.6990834474563599, "Finetune/Step": 5152, "Finetune/Step Time": 6.4647520035505295}
+{"Finetune/Learning Rate": 5.6405329120324596e-06, "Finetune/Loss": 0.8251659870147705, "Finetune/Loss (Raw)": 0.6687735915184021, "Finetune/Step": 5153, "Finetune/Step Time": 6.476916255429387}
+{"Finetune/Learning Rate": 5.636832564819349e-06, "Finetune/Loss": 0.8243989944458008, "Finetune/Loss (Raw)": 0.6229817867279053, "Finetune/Step": 5154, "Finetune/Step Time": 6.484712479636073}
+{"Finetune/Learning Rate": 5.633132955365893e-06, "Finetune/Loss": 0.826518177986145, "Finetune/Loss (Raw)": 0.9606950283050537, "Finetune/Step": 5155, "Finetune/Step Time": 6.49234058521688}
+{"Finetune/Learning Rate": 5.629434084297654e-06, "Finetune/Loss": 0.8249025344848633, "Finetune/Loss (Raw)": 0.6182869672775269, "Finetune/Step": 5156, "Finetune/Step Time": 6.496770640835166}
+{"Finetune/Learning Rate": 5.625735952240058e-06, "Finetune/Loss": 0.8232263922691345, "Finetune/Loss (Raw)": 0.7667578458786011, "Finetune/Step": 5157, "Finetune/Step Time": 6.502065155655146}
+{"Finetune/Learning Rate": 5.622038559818424e-06, "Finetune/Loss": 0.8203566074371338, "Finetune/Loss (Raw)": 0.5308338403701782, "Finetune/Step": 5158, "Finetune/Step Time": 6.495625481009483}
+{"Finetune/Learning Rate": 5.618341907657935e-06, "Finetune/Loss": 0.8210569620132446, "Finetune/Loss (Raw)": 0.9247226715087891, "Finetune/Step": 5159, "Finetune/Step Time": 6.499707927927375}
+{"Finetune/Learning Rate": 5.614645996383654e-06, "Finetune/Loss": 0.8234341740608215, "Finetune/Loss (Raw)": 0.6544832587242126, "Finetune/Step": 5160, "Finetune/Step Time": 6.482701187953353}
+{"Finetune/Learning Rate": 5.610950826620507e-06, "Finetune/Loss": 0.8213041424751282, "Finetune/Loss (Raw)": 0.7498122453689575, "Finetune/Step": 5161, "Finetune/Step Time": 6.4631134159862995}
+{"Finetune/Learning Rate": 5.607256398993308e-06, "Finetune/Loss": 0.8204233646392822, "Finetune/Loss (Raw)": 0.8933413028717041, "Finetune/Step": 5162, "Finetune/Step Time": 6.469942733645439}
+{"Finetune/Learning Rate": 5.603562714126738e-06, "Finetune/Loss": 0.8195708394050598, "Finetune/Loss (Raw)": 0.8388200998306274, "Finetune/Step": 5163, "Finetune/Step Time": 6.4654971696436405}
+{"Finetune/Learning Rate": 5.599869772645366e-06, "Finetune/Loss": 0.8197451829910278, "Finetune/Loss (Raw)": 0.7633534073829651, "Finetune/Step": 5164, "Finetune/Step Time": 6.460260808467865}
+{"Finetune/Learning Rate": 5.59617757517361e-06, "Finetune/Loss": 0.8196884393692017, "Finetune/Loss (Raw)": 0.8340964913368225, "Finetune/Step": 5165, "Finetune/Step Time": 6.458771595731378}
+{"Finetune/Learning Rate": 5.592486122335784e-06, "Finetune/Loss": 0.8208596706390381, "Finetune/Loss (Raw)": 0.9132916927337646, "Finetune/Step": 5166, "Finetune/Step Time": 6.453843988478184}
+{"Finetune/Learning Rate": 5.588795414756068e-06, "Finetune/Loss": 0.8257373571395874, "Finetune/Loss (Raw)": 0.9518712162971497, "Finetune/Step": 5167, "Finetune/Step Time": 6.444077020511031}
+{"Finetune/Learning Rate": 5.585105453058516e-06, "Finetune/Loss": 0.8260554671287537, "Finetune/Loss (Raw)": 0.861092746257782, "Finetune/Step": 5168, "Finetune/Step Time": 6.421923104673624}
+{"Finetune/Learning Rate": 5.581416237867057e-06, "Finetune/Loss": 0.8268682360649109, "Finetune/Loss (Raw)": 0.9076972603797913, "Finetune/Step": 5169, "Finetune/Step Time": 6.402189461514354}
+{"Finetune/Learning Rate": 5.577727769805492e-06, "Finetune/Loss": 0.8271907567977905, "Finetune/Loss (Raw)": 0.922764003276825, "Finetune/Step": 5170, "Finetune/Step Time": 6.3916453290730715}
+{"Finetune/Learning Rate": 5.5740400494975e-06, "Finetune/Loss": 0.8261235952377319, "Finetune/Loss (Raw)": 0.8284724354743958, "Finetune/Step": 5171, "Finetune/Step Time": 6.4001257959753275}
+{"Finetune/Learning Rate": 5.570353077566628e-06, "Finetune/Loss": 0.8262680768966675, "Finetune/Loss (Raw)": 0.8899779319763184, "Finetune/Step": 5172, "Finetune/Step Time": 6.41407242231071}
+{"Finetune/Learning Rate": 5.5666668546363e-06, "Finetune/Loss": 0.8234972357749939, "Finetune/Loss (Raw)": 0.6629919409751892, "Finetune/Step": 5173, "Finetune/Step Time": 6.409427877515554}
+{"Finetune/Learning Rate": 5.562981381329815e-06, "Finetune/Loss": 0.8231729865074158, "Finetune/Loss (Raw)": 0.822740375995636, "Finetune/Step": 5174, "Finetune/Step Time": 6.4051728546619415}
+{"Finetune/Learning Rate": 5.559296658270336e-06, "Finetune/Loss": 0.8208870887756348, "Finetune/Loss (Raw)": 0.6924639344215393, "Finetune/Step": 5175, "Finetune/Step Time": 6.408586695790291}
+{"Finetune/Learning Rate": 5.555612686080909e-06, "Finetune/Loss": 0.8195710778236389, "Finetune/Loss (Raw)": 0.8438134789466858, "Finetune/Step": 5176, "Finetune/Step Time": 6.4145934749394655}
+{"Finetune/Learning Rate": 5.551929465384451e-06, "Finetune/Loss": 0.8196541666984558, "Finetune/Loss (Raw)": 0.8111039400100708, "Finetune/Step": 5177, "Finetune/Step Time": 6.415380775928497}
+{"Finetune/Learning Rate": 5.548246996803757e-06, "Finetune/Loss": 0.8206557035446167, "Finetune/Loss (Raw)": 0.9712387323379517, "Finetune/Step": 5178, "Finetune/Step Time": 6.417563294991851}
+{"Finetune/Learning Rate": 5.544565280961476e-06, "Finetune/Loss": 0.821145236492157, "Finetune/Loss (Raw)": 0.7604249119758606, "Finetune/Step": 5179, "Finetune/Step Time": 6.410726590082049}
+{"Finetune/Learning Rate": 5.540884318480149e-06, "Finetune/Loss": 0.8209739923477173, "Finetune/Loss (Raw)": 0.7611655592918396, "Finetune/Step": 5180, "Finetune/Step Time": 6.401546139270067}
+{"Finetune/Learning Rate": 5.53720410998218e-06, "Finetune/Loss": 0.8196064233779907, "Finetune/Loss (Raw)": 0.7934840321540833, "Finetune/Step": 5181, "Finetune/Step Time": 6.4047912787646055}
+{"Finetune/Learning Rate": 5.5335246560898525e-06, "Finetune/Loss": 0.8215304017066956, "Finetune/Loss (Raw)": 0.9059150815010071, "Finetune/Step": 5182, "Finetune/Step Time": 6.38726532459259}
+{"Finetune/Learning Rate": 5.529845957425316e-06, "Finetune/Loss": 0.8198853731155396, "Finetune/Loss (Raw)": 0.7673535943031311, "Finetune/Step": 5183, "Finetune/Step Time": 6.371842542663217}
+{"Finetune/Learning Rate": 5.5261680146105955e-06, "Finetune/Loss": 0.8213816285133362, "Finetune/Loss (Raw)": 0.9575985670089722, "Finetune/Step": 5184, "Finetune/Step Time": 6.374181838706136}
+{"Finetune/Learning Rate": 5.522490828267586e-06, "Finetune/Loss": 0.8225858211517334, "Finetune/Loss (Raw)": 0.9508885741233826, "Finetune/Step": 5185, "Finetune/Step Time": 6.348464837297797}
+{"Finetune/Learning Rate": 5.518814399018058e-06, "Finetune/Loss": 0.8231050968170166, "Finetune/Loss (Raw)": 0.9129304885864258, "Finetune/Step": 5186, "Finetune/Step Time": 6.343969622626901}
+{"Finetune/Learning Rate": 5.5151387274836485e-06, "Finetune/Loss": 0.8258294463157654, "Finetune/Loss (Raw)": 0.6972875595092773, "Finetune/Step": 5187, "Finetune/Step Time": 6.341903671622276}
+{"Finetune/Learning Rate": 5.5114638142858735e-06, "Finetune/Loss": 0.8251523971557617, "Finetune/Loss (Raw)": 0.812339723110199, "Finetune/Step": 5188, "Finetune/Step Time": 6.334828335791826}
+{"Finetune/Learning Rate": 5.507789660046114e-06, "Finetune/Loss": 0.8258967995643616, "Finetune/Loss (Raw)": 1.0131806135177612, "Finetune/Step": 5189, "Finetune/Step Time": 6.351771254092455}
+{"Finetune/Learning Rate": 5.504116265385629e-06, "Finetune/Loss": 0.8267912864685059, "Finetune/Loss (Raw)": 1.0357669591903687, "Finetune/Step": 5190, "Finetune/Step Time": 6.347394583746791}
+{"Finetune/Learning Rate": 5.5004436309255436e-06, "Finetune/Loss": 0.8296067714691162, "Finetune/Loss (Raw)": 0.9468348622322083, "Finetune/Step": 5191, "Finetune/Step Time": 6.344889994710684}
+{"Finetune/Learning Rate": 5.496771757286861e-06, "Finetune/Loss": 0.8291528820991516, "Finetune/Loss (Raw)": 0.8150261640548706, "Finetune/Step": 5192, "Finetune/Step Time": 6.360815357416868}
+{"Finetune/Learning Rate": 5.493100645090443e-06, "Finetune/Loss": 0.8293141722679138, "Finetune/Loss (Raw)": 0.8630264401435852, "Finetune/Step": 5193, "Finetune/Step Time": 6.359874812886119}
+{"Finetune/Learning Rate": 5.489430294957032e-06, "Finetune/Loss": 0.8323569893836975, "Finetune/Loss (Raw)": 1.0726677179336548, "Finetune/Step": 5194, "Finetune/Step Time": 6.3533911276608706}
+{"Finetune/Learning Rate": 5.4857607075072465e-06, "Finetune/Loss": 0.8333871960639954, "Finetune/Loss (Raw)": 1.001632809638977, "Finetune/Step": 5195, "Finetune/Step Time": 6.350378286093473}
+{"Finetune/Learning Rate": 5.482091883361571e-06, "Finetune/Loss": 0.8334648013114929, "Finetune/Loss (Raw)": 0.9214017987251282, "Finetune/Step": 5196, "Finetune/Step Time": 6.347684780135751}
+{"Finetune/Learning Rate": 5.478423823140353e-06, "Finetune/Loss": 0.8310427665710449, "Finetune/Loss (Raw)": 0.7407538890838623, "Finetune/Step": 5197, "Finetune/Step Time": 6.35085921920836}
+{"Finetune/Learning Rate": 5.474756527463822e-06, "Finetune/Loss": 0.829429030418396, "Finetune/Loss (Raw)": 0.758373498916626, "Finetune/Step": 5198, "Finetune/Step Time": 6.355899315327406}
+{"Finetune/Learning Rate": 5.4710899969520715e-06, "Finetune/Loss": 0.8273462057113647, "Finetune/Loss (Raw)": 0.7380861043930054, "Finetune/Step": 5199, "Finetune/Step Time": 6.356481669470668}
+{"Finetune/Learning Rate": 5.46742423222507e-06, "Finetune/Loss": 0.8276998996734619, "Finetune/Loss (Raw)": 0.8449209332466125, "Finetune/Step": 5200, "Finetune/Step Time": 6.352951126173139}
+{"Finetune/Learning Rate": 5.463759233902655e-06, "Finetune/Loss": 0.8262207508087158, "Finetune/Loss (Raw)": 0.5821132063865662, "Finetune/Step": 5201, "Finetune/Step Time": 6.352894004434347}
+{"Finetune/Learning Rate": 5.460095002604533e-06, "Finetune/Loss": 0.8246173858642578, "Finetune/Loss (Raw)": 0.7684770822525024, "Finetune/Step": 5202, "Finetune/Step Time": 6.3634337820112705}
+{"Finetune/Learning Rate": 5.456431538950282e-06, "Finetune/Loss": 0.8240677118301392, "Finetune/Loss (Raw)": 0.7286087274551392, "Finetune/Step": 5203, "Finetune/Step Time": 6.376872407272458}
+{"Finetune/Learning Rate": 5.452768843559352e-06, "Finetune/Loss": 0.8247227668762207, "Finetune/Loss (Raw)": 0.9243790507316589, "Finetune/Step": 5204, "Finetune/Step Time": 6.393260242417455}
+{"Finetune/Learning Rate": 5.449106917051058e-06, "Finetune/Loss": 0.8251264095306396, "Finetune/Loss (Raw)": 0.7928248643875122, "Finetune/Step": 5205, "Finetune/Step Time": 6.37595965154469}
+{"Finetune/Learning Rate": 5.445445760044594e-06, "Finetune/Loss": 0.8212056159973145, "Finetune/Loss (Raw)": 0.4144331216812134, "Finetune/Step": 5206, "Finetune/Step Time": 6.386158851906657}
+{"Finetune/Learning Rate": 5.441785373159005e-06, "Finetune/Loss": 0.8178015947341919, "Finetune/Loss (Raw)": 0.6963456869125366, "Finetune/Step": 5207, "Finetune/Step Time": 6.397617626935244}
+{"Finetune/Learning Rate": 5.438125757013233e-06, "Finetune/Loss": 0.8169441223144531, "Finetune/Loss (Raw)": 0.8712511658668518, "Finetune/Step": 5208, "Finetune/Step Time": 6.4032579977065325}
+{"Finetune/Learning Rate": 5.434466912226071e-06, "Finetune/Loss": 0.8188543319702148, "Finetune/Loss (Raw)": 0.8504315614700317, "Finetune/Step": 5209, "Finetune/Step Time": 6.405832730233669}
+{"Finetune/Learning Rate": 5.430808839416187e-06, "Finetune/Loss": 0.8196820020675659, "Finetune/Loss (Raw)": 0.9714331030845642, "Finetune/Step": 5210, "Finetune/Step Time": 6.388729574158788}
+{"Finetune/Learning Rate": 5.427151539202113e-06, "Finetune/Loss": 0.8201747536659241, "Finetune/Loss (Raw)": 0.8455599546432495, "Finetune/Step": 5211, "Finetune/Step Time": 6.388250255957246}
+{"Finetune/Learning Rate": 5.423495012202258e-06, "Finetune/Loss": 0.8205578327178955, "Finetune/Loss (Raw)": 0.9205197095870972, "Finetune/Step": 5212, "Finetune/Step Time": 6.3835831712931395}
+{"Finetune/Learning Rate": 5.419839259034891e-06, "Finetune/Loss": 0.8204189538955688, "Finetune/Loss (Raw)": 0.9430446624755859, "Finetune/Step": 5213, "Finetune/Step Time": 6.371840532869101}
+{"Finetune/Learning Rate": 5.416184280318167e-06, "Finetune/Loss": 0.8202860355377197, "Finetune/Loss (Raw)": 0.6459147334098816, "Finetune/Step": 5214, "Finetune/Step Time": 6.355377497151494}
+{"Finetune/Learning Rate": 5.412530076670099e-06, "Finetune/Loss": 0.8200024366378784, "Finetune/Loss (Raw)": 0.7444717884063721, "Finetune/Step": 5215, "Finetune/Step Time": 6.351417018100619}
+{"Finetune/Learning Rate": 5.408876648708561e-06, "Finetune/Loss": 0.8196537494659424, "Finetune/Loss (Raw)": 0.5273229479789734, "Finetune/Step": 5216, "Finetune/Step Time": 6.354284383356571}
+{"Finetune/Learning Rate": 5.405223997051307e-06, "Finetune/Loss": 0.8206411600112915, "Finetune/Loss (Raw)": 1.1403226852416992, "Finetune/Step": 5217, "Finetune/Step Time": 6.355682764202356}
+{"Finetune/Learning Rate": 5.401572122315959e-06, "Finetune/Loss": 0.8179321885108948, "Finetune/Loss (Raw)": 0.5177165865898132, "Finetune/Step": 5218, "Finetune/Step Time": 6.347006680443883}
+{"Finetune/Learning Rate": 5.397921025120005e-06, "Finetune/Loss": 0.819282054901123, "Finetune/Loss (Raw)": 0.9600011110305786, "Finetune/Step": 5219, "Finetune/Step Time": 6.344417681917548}
+{"Finetune/Learning Rate": 5.3942707060808e-06, "Finetune/Loss": 0.818114161491394, "Finetune/Loss (Raw)": 0.8013743758201599, "Finetune/Step": 5220, "Finetune/Step Time": 6.339130749925971}
+{"Finetune/Learning Rate": 5.3906211658155726e-06, "Finetune/Loss": 0.8190141916275024, "Finetune/Loss (Raw)": 0.9802054762840271, "Finetune/Step": 5221, "Finetune/Step Time": 6.322264617308974}
+{"Finetune/Learning Rate": 5.386972404941413e-06, "Finetune/Loss": 0.8214027881622314, "Finetune/Loss (Raw)": 1.0352847576141357, "Finetune/Step": 5222, "Finetune/Step Time": 6.324601544067264}
+{"Finetune/Learning Rate": 5.383324424075287e-06, "Finetune/Loss": 0.820046067237854, "Finetune/Loss (Raw)": 0.7640402913093567, "Finetune/Step": 5223, "Finetune/Step Time": 6.322909254580736}
+{"Finetune/Learning Rate": 5.3796772238340255e-06, "Finetune/Loss": 0.82041996717453, "Finetune/Loss (Raw)": 0.8655267357826233, "Finetune/Step": 5224, "Finetune/Step Time": 6.3216203562915325}
+{"Finetune/Learning Rate": 5.376030804834318e-06, "Finetune/Loss": 0.8204376697540283, "Finetune/Loss (Raw)": 0.8691959381103516, "Finetune/Step": 5225, "Finetune/Step Time": 6.325304375961423}
+{"Finetune/Learning Rate": 5.372385167692739e-06, "Finetune/Loss": 0.8209216594696045, "Finetune/Loss (Raw)": 0.772630512714386, "Finetune/Step": 5226, "Finetune/Step Time": 6.3242903258651495}
+{"Finetune/Learning Rate": 5.36874031302572e-06, "Finetune/Loss": 0.821719229221344, "Finetune/Loss (Raw)": 0.9725976586341858, "Finetune/Step": 5227, "Finetune/Step Time": 6.322820022702217}
+{"Finetune/Learning Rate": 5.365096241449562e-06, "Finetune/Loss": 0.8205215930938721, "Finetune/Loss (Raw)": 0.7985390424728394, "Finetune/Step": 5228, "Finetune/Step Time": 6.323063738644123}
+{"Finetune/Learning Rate": 5.36145295358044e-06, "Finetune/Loss": 0.8222039937973022, "Finetune/Loss (Raw)": 0.9358593821525574, "Finetune/Step": 5229, "Finetune/Step Time": 6.320344470441341}
+{"Finetune/Learning Rate": 5.3578104500343796e-06, "Finetune/Loss": 0.8209224939346313, "Finetune/Loss (Raw)": 0.8796736001968384, "Finetune/Step": 5230, "Finetune/Step Time": 6.313794761896133}
+{"Finetune/Learning Rate": 5.354168731427291e-06, "Finetune/Loss": 0.8194630742073059, "Finetune/Loss (Raw)": 0.7540454864501953, "Finetune/Step": 5231, "Finetune/Step Time": 6.30912521854043}
+{"Finetune/Learning Rate": 5.35052779837494e-06, "Finetune/Loss": 0.8181663751602173, "Finetune/Loss (Raw)": 0.6914120316505432, "Finetune/Step": 5232, "Finetune/Step Time": 6.293073855340481}
+{"Finetune/Learning Rate": 5.346887651492981e-06, "Finetune/Loss": 0.8173113465309143, "Finetune/Loss (Raw)": 0.6996495723724365, "Finetune/Step": 5233, "Finetune/Step Time": 6.284304758533835}
+{"Finetune/Learning Rate": 5.343248291396901e-06, "Finetune/Loss": 0.818328857421875, "Finetune/Loss (Raw)": 0.9590948224067688, "Finetune/Step": 5234, "Finetune/Step Time": 6.261860951781273}
+{"Finetune/Learning Rate": 5.339609718702079e-06, "Finetune/Loss": 0.8221133351325989, "Finetune/Loss (Raw)": 0.874825119972229, "Finetune/Step": 5235, "Finetune/Step Time": 6.255780840292573}
+{"Finetune/Learning Rate": 5.335971934023757e-06, "Finetune/Loss": 0.8212839365005493, "Finetune/Loss (Raw)": 0.8033266663551331, "Finetune/Step": 5236, "Finetune/Step Time": 6.241326063871384}
+{"Finetune/Learning Rate": 5.3323349379770395e-06, "Finetune/Loss": 0.8216618299484253, "Finetune/Loss (Raw)": 1.0242154598236084, "Finetune/Step": 5237, "Finetune/Step Time": 6.243725970387459}
+{"Finetune/Learning Rate": 5.328698731176898e-06, "Finetune/Loss": 0.8222232460975647, "Finetune/Loss (Raw)": 0.9273015856742859, "Finetune/Step": 5238, "Finetune/Step Time": 6.243837732821703}
+{"Finetune/Learning Rate": 5.325063314238173e-06, "Finetune/Loss": 0.8203095197677612, "Finetune/Loss (Raw)": 0.6380030512809753, "Finetune/Step": 5239, "Finetune/Step Time": 6.244121985509992}
+{"Finetune/Learning Rate": 5.321428687775567e-06, "Finetune/Loss": 0.8195931911468506, "Finetune/Loss (Raw)": 0.8266252875328064, "Finetune/Step": 5240, "Finetune/Step Time": 6.240380210801959}
+{"Finetune/Learning Rate": 5.317794852403658e-06, "Finetune/Loss": 0.8196667432785034, "Finetune/Loss (Raw)": 0.8706916570663452, "Finetune/Step": 5241, "Finetune/Step Time": 6.246579321101308}
+{"Finetune/Learning Rate": 5.314161808736884e-06, "Finetune/Loss": 0.8192451000213623, "Finetune/Loss (Raw)": 0.770427942276001, "Finetune/Step": 5242, "Finetune/Step Time": 6.236989747732878}
+{"Finetune/Learning Rate": 5.3105295573895434e-06, "Finetune/Loss": 0.8199319839477539, "Finetune/Loss (Raw)": 0.973211944103241, "Finetune/Step": 5243, "Finetune/Step Time": 6.228315649554133}
+{"Finetune/Learning Rate": 5.306898098975805e-06, "Finetune/Loss": 0.8184424638748169, "Finetune/Loss (Raw)": 0.7495438456535339, "Finetune/Step": 5244, "Finetune/Step Time": 6.22919924557209}
+{"Finetune/Learning Rate": 5.3032674341097136e-06, "Finetune/Loss": 0.8193542957305908, "Finetune/Loss (Raw)": 0.9584999680519104, "Finetune/Step": 5245, "Finetune/Step Time": 6.231091581285}
+{"Finetune/Learning Rate": 5.299637563405169e-06, "Finetune/Loss": 0.8185486793518066, "Finetune/Loss (Raw)": 0.9288618564605713, "Finetune/Step": 5246, "Finetune/Step Time": 6.223868923261762}
+{"Finetune/Learning Rate": 5.296008487475941e-06, "Finetune/Loss": 0.8197027444839478, "Finetune/Loss (Raw)": 0.9058740139007568, "Finetune/Step": 5247, "Finetune/Step Time": 6.224645892158151}
+{"Finetune/Learning Rate": 5.292380206935657e-06, "Finetune/Loss": 0.8206385374069214, "Finetune/Loss (Raw)": 0.953863799571991, "Finetune/Step": 5248, "Finetune/Step Time": 6.205871926620603}
+{"Finetune/Learning Rate": 5.288752722397818e-06, "Finetune/Loss": 0.8205140233039856, "Finetune/Loss (Raw)": 0.8556873202323914, "Finetune/Step": 5249, "Finetune/Step Time": 6.2074648048728704}
+{"Finetune/Learning Rate": 5.285126034475785e-06, "Finetune/Loss": 0.8220371007919312, "Finetune/Loss (Raw)": 0.8840234279632568, "Finetune/Step": 5250, "Finetune/Step Time": 6.211206216365099}
+{"Finetune/Learning Rate": 5.2815001437828e-06, "Finetune/Loss": 0.8231475353240967, "Finetune/Loss (Raw)": 0.9029594659805298, "Finetune/Step": 5251, "Finetune/Step Time": 6.2147199753671885}
+{"Finetune/Learning Rate": 5.277875050931949e-06, "Finetune/Loss": 0.8268734216690063, "Finetune/Loss (Raw)": 0.867181122303009, "Finetune/Step": 5252, "Finetune/Step Time": 6.208312809467316}
+{"Finetune/Learning Rate": 5.27425075653619e-06, "Finetune/Loss": 0.8275346159934998, "Finetune/Loss (Raw)": 0.9238305687904358, "Finetune/Step": 5253, "Finetune/Step Time": 6.200362145900726}
+{"Finetune/Learning Rate": 5.270627261208352e-06, "Finetune/Loss": 0.8275179862976074, "Finetune/Loss (Raw)": 0.7992273569107056, "Finetune/Step": 5254, "Finetune/Step Time": 6.2239792719483376}
+{"Finetune/Learning Rate": 5.267004565561125e-06, "Finetune/Loss": 0.8282362222671509, "Finetune/Loss (Raw)": 0.8807845115661621, "Finetune/Step": 5255, "Finetune/Step Time": 6.222074223682284}
+{"Finetune/Learning Rate": 5.263382670207063e-06, "Finetune/Loss": 0.829625129699707, "Finetune/Loss (Raw)": 1.0310043096542358, "Finetune/Step": 5256, "Finetune/Step Time": 6.2225977927446365}
+{"Finetune/Learning Rate": 5.259761575758584e-06, "Finetune/Loss": 0.8323155641555786, "Finetune/Loss (Raw)": 0.8227809071540833, "Finetune/Step": 5257, "Finetune/Step Time": 6.227536344900727}
+{"Finetune/Learning Rate": 5.256141282827973e-06, "Finetune/Loss": 0.8300998210906982, "Finetune/Loss (Raw)": 0.3726595640182495, "Finetune/Step": 5258, "Finetune/Step Time": 6.232054715976119}
+{"Finetune/Learning Rate": 5.25252179202738e-06, "Finetune/Loss": 0.8322964906692505, "Finetune/Loss (Raw)": 0.8588444590568542, "Finetune/Step": 5259, "Finetune/Step Time": 6.23567496612668}
+{"Finetune/Learning Rate": 5.248903103968814e-06, "Finetune/Loss": 0.8281664848327637, "Finetune/Loss (Raw)": 0.3764362335205078, "Finetune/Step": 5260, "Finetune/Step Time": 6.236751461401582}
+{"Finetune/Learning Rate": 5.24528521926416e-06, "Finetune/Loss": 0.8293514847755432, "Finetune/Loss (Raw)": 0.9314054846763611, "Finetune/Step": 5261, "Finetune/Step Time": 6.244191346690059}
+{"Finetune/Learning Rate": 5.24166813852515e-06, "Finetune/Loss": 0.8289755582809448, "Finetune/Loss (Raw)": 0.9997077584266663, "Finetune/Step": 5262, "Finetune/Step Time": 6.2365931291133165}
+{"Finetune/Learning Rate": 5.238051862363389e-06, "Finetune/Loss": 0.8285381197929382, "Finetune/Loss (Raw)": 0.9075790643692017, "Finetune/Step": 5263, "Finetune/Step Time": 6.236351193860173}
+{"Finetune/Learning Rate": 5.234436391390353e-06, "Finetune/Loss": 0.8289042711257935, "Finetune/Loss (Raw)": 0.8049278259277344, "Finetune/Step": 5264, "Finetune/Step Time": 6.223651701584458}
+{"Finetune/Learning Rate": 5.230821726217377e-06, "Finetune/Loss": 0.8289690613746643, "Finetune/Loss (Raw)": 0.7453024983406067, "Finetune/Step": 5265, "Finetune/Step Time": 6.233664967119694}
+{"Finetune/Learning Rate": 5.227207867455648e-06, "Finetune/Loss": 0.8299180269241333, "Finetune/Loss (Raw)": 0.9232719540596008, "Finetune/Step": 5266, "Finetune/Step Time": 6.224536815658212}
+{"Finetune/Learning Rate": 5.223594815716233e-06, "Finetune/Loss": 0.8337724208831787, "Finetune/Loss (Raw)": 0.8117004036903381, "Finetune/Step": 5267, "Finetune/Step Time": 6.22345900349319}
+{"Finetune/Learning Rate": 5.219982571610054e-06, "Finetune/Loss": 0.8321763873100281, "Finetune/Loss (Raw)": 0.6980059742927551, "Finetune/Step": 5268, "Finetune/Step Time": 6.217814302071929}
+{"Finetune/Learning Rate": 5.216371135747898e-06, "Finetune/Loss": 0.8331805467605591, "Finetune/Loss (Raw)": 0.915289580821991, "Finetune/Step": 5269, "Finetune/Step Time": 6.225998338311911}
+{"Finetune/Learning Rate": 5.2127605087404175e-06, "Finetune/Loss": 0.8347541093826294, "Finetune/Loss (Raw)": 0.9113463163375854, "Finetune/Step": 5270, "Finetune/Step Time": 6.243567166849971}
+{"Finetune/Learning Rate": 5.209150691198126e-06, "Finetune/Loss": 0.8348554372787476, "Finetune/Loss (Raw)": 0.9076129794120789, "Finetune/Step": 5271, "Finetune/Step Time": 6.240336891263723}
+{"Finetune/Learning Rate": 5.205541683731401e-06, "Finetune/Loss": 0.8330401182174683, "Finetune/Loss (Raw)": 0.7363467812538147, "Finetune/Step": 5272, "Finetune/Step Time": 6.228202803060412}
+{"Finetune/Learning Rate": 5.201933486950481e-06, "Finetune/Loss": 0.8332955837249756, "Finetune/Loss (Raw)": 0.8426690697669983, "Finetune/Step": 5273, "Finetune/Step Time": 6.223077388480306}
+{"Finetune/Learning Rate": 5.198326101465472e-06, "Finetune/Loss": 0.835697591304779, "Finetune/Loss (Raw)": 1.1005243062973022, "Finetune/Step": 5274, "Finetune/Step Time": 6.223183646798134}
+{"Finetune/Learning Rate": 5.194719527886336e-06, "Finetune/Loss": 0.8339077234268188, "Finetune/Loss (Raw)": 0.7117336988449097, "Finetune/Step": 5275, "Finetune/Step Time": 6.2252496015280485}
+{"Finetune/Learning Rate": 5.191113766822905e-06, "Finetune/Loss": 0.8336023688316345, "Finetune/Loss (Raw)": 0.9277248382568359, "Finetune/Step": 5276, "Finetune/Step Time": 6.222913213074207}
+{"Finetune/Learning Rate": 5.18750881888487e-06, "Finetune/Loss": 0.834019660949707, "Finetune/Loss (Raw)": 0.8535977005958557, "Finetune/Step": 5277, "Finetune/Step Time": 6.226836334913969}
+{"Finetune/Learning Rate": 5.183904684681782e-06, "Finetune/Loss": 0.832456111907959, "Finetune/Loss (Raw)": 0.7996668219566345, "Finetune/Step": 5278, "Finetune/Step Time": 6.233989531174302}
+{"Finetune/Learning Rate": 5.180301364823064e-06, "Finetune/Loss": 0.830138623714447, "Finetune/Loss (Raw)": 0.6477177739143372, "Finetune/Step": 5279, "Finetune/Step Time": 6.236393790692091}
+{"Finetune/Learning Rate": 5.176698859917986e-06, "Finetune/Loss": 0.8302616477012634, "Finetune/Loss (Raw)": 0.7148342132568359, "Finetune/Step": 5280, "Finetune/Step Time": 6.246188240125775}
+{"Finetune/Learning Rate": 5.173097170575687e-06, "Finetune/Loss": 0.8323276042938232, "Finetune/Loss (Raw)": 0.9332118630409241, "Finetune/Step": 5281, "Finetune/Step Time": 6.243416314944625}
+{"Finetune/Learning Rate": 5.16949629740518e-06, "Finetune/Loss": 0.833198070526123, "Finetune/Loss (Raw)": 0.7344038486480713, "Finetune/Step": 5282, "Finetune/Step Time": 6.239496720954776}
+{"Finetune/Learning Rate": 5.165896241015329e-06, "Finetune/Loss": 0.8331540822982788, "Finetune/Loss (Raw)": 0.9550638794898987, "Finetune/Step": 5283, "Finetune/Step Time": 6.233759429305792}
+{"Finetune/Learning Rate": 5.1622970020148515e-06, "Finetune/Loss": 0.8345515727996826, "Finetune/Loss (Raw)": 0.7971648573875427, "Finetune/Step": 5284, "Finetune/Step Time": 6.228751828894019}
+{"Finetune/Learning Rate": 5.158698581012341e-06, "Finetune/Loss": 0.8338193893432617, "Finetune/Loss (Raw)": 0.6730343103408813, "Finetune/Step": 5285, "Finetune/Step Time": 6.222237022593617}
+{"Finetune/Learning Rate": 5.155100978616248e-06, "Finetune/Loss": 0.8357245922088623, "Finetune/Loss (Raw)": 0.7746993899345398, "Finetune/Step": 5286, "Finetune/Step Time": 6.2185372188687325}
+{"Finetune/Learning Rate": 5.1515041954348835e-06, "Finetune/Loss": 0.8347765207290649, "Finetune/Loss (Raw)": 0.8033747673034668, "Finetune/Step": 5287, "Finetune/Step Time": 6.218158384785056}
+{"Finetune/Learning Rate": 5.147908232076421e-06, "Finetune/Loss": 0.836882472038269, "Finetune/Loss (Raw)": 0.9240456223487854, "Finetune/Step": 5288, "Finetune/Step Time": 6.220542512834072}
+{"Finetune/Learning Rate": 5.144313089148896e-06, "Finetune/Loss": 0.838625431060791, "Finetune/Loss (Raw)": 0.9729132652282715, "Finetune/Step": 5289, "Finetune/Step Time": 6.21394282951951}
+{"Finetune/Learning Rate": 5.140718767260201e-06, "Finetune/Loss": 0.8346121907234192, "Finetune/Loss (Raw)": 0.3796413838863373, "Finetune/Step": 5290, "Finetune/Step Time": 6.211702857166529}
+{"Finetune/Learning Rate": 5.1371252670180975e-06, "Finetune/Loss": 0.8350396752357483, "Finetune/Loss (Raw)": 0.8935410976409912, "Finetune/Step": 5291, "Finetune/Step Time": 6.228395199403167}
+{"Finetune/Learning Rate": 5.1335325890302005e-06, "Finetune/Loss": 0.8356292247772217, "Finetune/Loss (Raw)": 0.8388129472732544, "Finetune/Step": 5292, "Finetune/Step Time": 6.23085718229413}
+{"Finetune/Learning Rate": 5.129940733903994e-06, "Finetune/Loss": 0.8354805111885071, "Finetune/Loss (Raw)": 0.8150603175163269, "Finetune/Step": 5293, "Finetune/Step Time": 6.236312283203006}
+{"Finetune/Learning Rate": 5.126349702246806e-06, "Finetune/Loss": 0.8355010747909546, "Finetune/Loss (Raw)": 0.9159289598464966, "Finetune/Step": 5294, "Finetune/Step Time": 6.245963720604777}
+{"Finetune/Learning Rate": 5.12275949466585e-06, "Finetune/Loss": 0.8307947516441345, "Finetune/Loss (Raw)": 0.3494623601436615, "Finetune/Step": 5295, "Finetune/Step Time": 6.246649330481887}
+{"Finetune/Learning Rate": 5.1191701117681815e-06, "Finetune/Loss": 0.8318591713905334, "Finetune/Loss (Raw)": 0.9973335266113281, "Finetune/Step": 5296, "Finetune/Step Time": 6.264808503910899}
+{"Finetune/Learning Rate": 5.115581554160729e-06, "Finetune/Loss": 0.8296406269073486, "Finetune/Loss (Raw)": 0.6237192153930664, "Finetune/Step": 5297, "Finetune/Step Time": 6.270832631736994}
+{"Finetune/Learning Rate": 5.111993822450263e-06, "Finetune/Loss": 0.8299273252487183, "Finetune/Loss (Raw)": 0.9594599604606628, "Finetune/Step": 5298, "Finetune/Step Time": 6.279931081458926}
+{"Finetune/Learning Rate": 5.108406917243434e-06, "Finetune/Loss": 0.82999187707901, "Finetune/Loss (Raw)": 0.8367475271224976, "Finetune/Step": 5299, "Finetune/Step Time": 6.274990836158395}
+{"Finetune/Learning Rate": 5.1048208391467405e-06, "Finetune/Loss": 0.8310551643371582, "Finetune/Loss (Raw)": 1.0260775089263916, "Finetune/Step": 5300, "Finetune/Step Time": 6.2591780964285135}
+{"Finetune/Learning Rate": 5.101235588766556e-06, "Finetune/Loss": 0.8341772556304932, "Finetune/Loss (Raw)": 1.0626099109649658, "Finetune/Step": 5301, "Finetune/Step Time": 6.260265668854117}
+{"Finetune/Learning Rate": 5.09765116670909e-06, "Finetune/Loss": 0.8358027935028076, "Finetune/Loss (Raw)": 1.0308198928833008, "Finetune/Step": 5302, "Finetune/Step Time": 6.264067031443119}
+{"Finetune/Learning Rate": 5.094067573580434e-06, "Finetune/Loss": 0.8379590511322021, "Finetune/Loss (Raw)": 0.9684619903564453, "Finetune/Step": 5303, "Finetune/Step Time": 6.260009406134486}
+{"Finetune/Learning Rate": 5.090484809986527e-06, "Finetune/Loss": 0.8364953994750977, "Finetune/Loss (Raw)": 0.6564649343490601, "Finetune/Step": 5304, "Finetune/Step Time": 6.259261753410101}
+{"Finetune/Learning Rate": 5.086902876533175e-06, "Finetune/Loss": 0.837375283241272, "Finetune/Loss (Raw)": 0.9237315058708191, "Finetune/Step": 5305, "Finetune/Step Time": 6.2818255592137575}
+{"Finetune/Learning Rate": 5.083321773826038e-06, "Finetune/Loss": 0.832446277141571, "Finetune/Loss (Raw)": 0.3403191864490509, "Finetune/Step": 5306, "Finetune/Step Time": 6.284794034436345}
+{"Finetune/Learning Rate": 5.0797415024706384e-06, "Finetune/Loss": 0.8312855362892151, "Finetune/Loss (Raw)": 0.6118549704551697, "Finetune/Step": 5307, "Finetune/Step Time": 6.303865756839514}
+{"Finetune/Learning Rate": 5.076162063072358e-06, "Finetune/Loss": 0.8319345712661743, "Finetune/Loss (Raw)": 0.8442326188087463, "Finetune/Step": 5308, "Finetune/Step Time": 6.309852585196495}
+{"Finetune/Learning Rate": 5.072583456236436e-06, "Finetune/Loss": 0.8319925665855408, "Finetune/Loss (Raw)": 0.8009141683578491, "Finetune/Step": 5309, "Finetune/Step Time": 6.3034230303019285}
+{"Finetune/Learning Rate": 5.069005682567973e-06, "Finetune/Loss": 0.8315839171409607, "Finetune/Loss (Raw)": 0.8536109328269958, "Finetune/Step": 5310, "Finetune/Step Time": 6.308011170476675}
+{"Finetune/Learning Rate": 5.0654287426719336e-06, "Finetune/Loss": 0.8334407806396484, "Finetune/Loss (Raw)": 1.0050355195999146, "Finetune/Step": 5311, "Finetune/Step Time": 6.30948287807405}
+{"Finetune/Learning Rate": 5.061852637153122e-06, "Finetune/Loss": 0.8316596746444702, "Finetune/Loss (Raw)": 0.7296053171157837, "Finetune/Step": 5312, "Finetune/Step Time": 6.309181194752455}
+{"Finetune/Learning Rate": 5.0582773666162256e-06, "Finetune/Loss": 0.8311666250228882, "Finetune/Loss (Raw)": 0.8877792358398438, "Finetune/Step": 5313, "Finetune/Step Time": 6.320008704438806}
+{"Finetune/Learning Rate": 5.054702931665778e-06, "Finetune/Loss": 0.8310104608535767, "Finetune/Loss (Raw)": 0.8929470777511597, "Finetune/Step": 5314, "Finetune/Step Time": 6.320198832079768}
+{"Finetune/Learning Rate": 5.051129332906179e-06, "Finetune/Loss": 0.8311275243759155, "Finetune/Loss (Raw)": 0.7122763395309448, "Finetune/Step": 5315, "Finetune/Step Time": 6.317955795675516}
+{"Finetune/Learning Rate": 5.04755657094167e-06, "Finetune/Loss": 0.8307527303695679, "Finetune/Loss (Raw)": 0.7643604278564453, "Finetune/Step": 5316, "Finetune/Step Time": 6.319149065762758}
+{"Finetune/Learning Rate": 5.04398464637637e-06, "Finetune/Loss": 0.8275805711746216, "Finetune/Loss (Raw)": 0.6071438193321228, "Finetune/Step": 5317, "Finetune/Step Time": 6.3123062420636415}
+{"Finetune/Learning Rate": 5.0404135598142416e-06, "Finetune/Loss": 0.8251605033874512, "Finetune/Loss (Raw)": 0.7260037660598755, "Finetune/Step": 5318, "Finetune/Step Time": 6.317543938755989}
+{"Finetune/Learning Rate": 5.036843311859123e-06, "Finetune/Loss": 0.8247796297073364, "Finetune/Loss (Raw)": 0.8980770111083984, "Finetune/Step": 5319, "Finetune/Step Time": 6.312331818044186}
+{"Finetune/Learning Rate": 5.0332739031147014e-06, "Finetune/Loss": 0.8260734677314758, "Finetune/Loss (Raw)": 0.98063725233078, "Finetune/Step": 5320, "Finetune/Step Time": 6.292402446269989}
+{"Finetune/Learning Rate": 5.029705334184511e-06, "Finetune/Loss": 0.8267688155174255, "Finetune/Loss (Raw)": 0.9520339965820312, "Finetune/Step": 5321, "Finetune/Step Time": 6.288678957149386}
+{"Finetune/Learning Rate": 5.0261376056719605e-06, "Finetune/Loss": 0.8260188698768616, "Finetune/Loss (Raw)": 0.9766668677330017, "Finetune/Step": 5322, "Finetune/Step Time": 6.289118330925703}
+{"Finetune/Learning Rate": 5.022570718180309e-06, "Finetune/Loss": 0.8247569799423218, "Finetune/Loss (Raw)": 0.8401124477386475, "Finetune/Step": 5323, "Finetune/Step Time": 6.2945725582540035}
+{"Finetune/Learning Rate": 5.019004672312675e-06, "Finetune/Loss": 0.8241291046142578, "Finetune/Loss (Raw)": 0.8410428762435913, "Finetune/Step": 5324, "Finetune/Step Time": 6.298230977728963}
+{"Finetune/Learning Rate": 5.015439468672034e-06, "Finetune/Loss": 0.8257416486740112, "Finetune/Loss (Raw)": 0.947157084941864, "Finetune/Step": 5325, "Finetune/Step Time": 6.295834282413125}
+{"Finetune/Learning Rate": 5.011875107861221e-06, "Finetune/Loss": 0.8272863626480103, "Finetune/Loss (Raw)": 0.9560967683792114, "Finetune/Step": 5326, "Finetune/Step Time": 6.295631259679794}
+{"Finetune/Learning Rate": 5.008311590482925e-06, "Finetune/Loss": 0.8264009952545166, "Finetune/Loss (Raw)": 0.6247547268867493, "Finetune/Step": 5327, "Finetune/Step Time": 6.297600345686078}
+{"Finetune/Learning Rate": 5.004748917139694e-06, "Finetune/Loss": 0.8261808753013611, "Finetune/Loss (Raw)": 0.8167481422424316, "Finetune/Step": 5328, "Finetune/Step Time": 6.295776216313243}
+{"Finetune/Learning Rate": 5.001187088433941e-06, "Finetune/Loss": 0.8286149501800537, "Finetune/Loss (Raw)": 0.893679678440094, "Finetune/Step": 5329, "Finetune/Step Time": 6.292207278311253}
+{"Finetune/Learning Rate": 4.997626104967919e-06, "Finetune/Loss": 0.8300509452819824, "Finetune/Loss (Raw)": 0.9522832036018372, "Finetune/Step": 5330, "Finetune/Step Time": 6.283568711951375}
+{"Finetune/Learning Rate": 4.994065967343746e-06, "Finetune/Loss": 0.8299025297164917, "Finetune/Loss (Raw)": 0.7096087336540222, "Finetune/Step": 5331, "Finetune/Step Time": 6.2934747487306595}
+{"Finetune/Learning Rate": 4.990506676163409e-06, "Finetune/Loss": 0.829583466053009, "Finetune/Loss (Raw)": 0.8835378289222717, "Finetune/Step": 5332, "Finetune/Step Time": 6.269074954092503}
+{"Finetune/Learning Rate": 4.9869482320287365e-06, "Finetune/Loss": 0.8305491209030151, "Finetune/Loss (Raw)": 0.9164268374443054, "Finetune/Step": 5333, "Finetune/Step Time": 6.270606752485037}
+{"Finetune/Learning Rate": 4.983390635541426e-06, "Finetune/Loss": 0.8348805904388428, "Finetune/Loss (Raw)": 0.9688650965690613, "Finetune/Step": 5334, "Finetune/Step Time": 6.257395843043923}
+{"Finetune/Learning Rate": 4.979833887303012e-06, "Finetune/Loss": 0.8362845182418823, "Finetune/Loss (Raw)": 0.876044750213623, "Finetune/Step": 5335, "Finetune/Step Time": 6.246460217982531}
+{"Finetune/Learning Rate": 4.976277987914905e-06, "Finetune/Loss": 0.8370502591133118, "Finetune/Loss (Raw)": 0.9692699909210205, "Finetune/Step": 5336, "Finetune/Step Time": 6.24309004470706}
+{"Finetune/Learning Rate": 4.9727229379783615e-06, "Finetune/Loss": 0.8365653157234192, "Finetune/Loss (Raw)": 0.7883563041687012, "Finetune/Step": 5337, "Finetune/Step Time": 6.235682917758822}
+{"Finetune/Learning Rate": 4.96916873809451e-06, "Finetune/Loss": 0.8364448547363281, "Finetune/Loss (Raw)": 0.9560095071792603, "Finetune/Step": 5338, "Finetune/Step Time": 6.241453921422362}
+{"Finetune/Learning Rate": 4.96561538886431e-06, "Finetune/Loss": 0.8358033895492554, "Finetune/Loss (Raw)": 0.7634505033493042, "Finetune/Step": 5339, "Finetune/Step Time": 6.246879946440458}
+{"Finetune/Learning Rate": 4.962062890888596e-06, "Finetune/Loss": 0.8350790143013, "Finetune/Loss (Raw)": 0.8278055191040039, "Finetune/Step": 5340, "Finetune/Step Time": 6.259758356958628}
+{"Finetune/Learning Rate": 4.958511244768053e-06, "Finetune/Loss": 0.8346786499023438, "Finetune/Loss (Raw)": 0.8917914032936096, "Finetune/Step": 5341, "Finetune/Step Time": 6.257921004667878}
+{"Finetune/Learning Rate": 4.95496045110322e-06, "Finetune/Loss": 0.8360663652420044, "Finetune/Loss (Raw)": 0.8235419392585754, "Finetune/Step": 5342, "Finetune/Step Time": 6.26131266541779}
+{"Finetune/Learning Rate": 4.951410510494498e-06, "Finetune/Loss": 0.8382903337478638, "Finetune/Loss (Raw)": 1.0291383266448975, "Finetune/Step": 5343, "Finetune/Step Time": 6.263503035530448}
+{"Finetune/Learning Rate": 4.947861423542135e-06, "Finetune/Loss": 0.841240406036377, "Finetune/Loss (Raw)": 0.9049449563026428, "Finetune/Step": 5344, "Finetune/Step Time": 6.2492437697947025}
+{"Finetune/Learning Rate": 4.944313190846243e-06, "Finetune/Loss": 0.838677167892456, "Finetune/Loss (Raw)": 0.8122255802154541, "Finetune/Step": 5345, "Finetune/Step Time": 6.233847346156836}
+{"Finetune/Learning Rate": 4.940765813006784e-06, "Finetune/Loss": 0.840600848197937, "Finetune/Loss (Raw)": 0.7639445066452026, "Finetune/Step": 5346, "Finetune/Step Time": 6.231834165751934}
+{"Finetune/Learning Rate": 4.937219290623577e-06, "Finetune/Loss": 0.8405017256736755, "Finetune/Loss (Raw)": 0.9473110437393188, "Finetune/Step": 5347, "Finetune/Step Time": 6.224240051582456}
+{"Finetune/Learning Rate": 4.933673624296302e-06, "Finetune/Loss": 0.8412807583808899, "Finetune/Loss (Raw)": 0.9010966420173645, "Finetune/Step": 5348, "Finetune/Step Time": 6.2309906631708145}
+{"Finetune/Learning Rate": 4.930128814624478e-06, "Finetune/Loss": 0.8407434225082397, "Finetune/Loss (Raw)": 0.9114182591438293, "Finetune/Step": 5349, "Finetune/Step Time": 6.249815268442035}
+{"Finetune/Learning Rate": 4.926584862207498e-06, "Finetune/Loss": 0.8405663967132568, "Finetune/Loss (Raw)": 1.0126301050186157, "Finetune/Step": 5350, "Finetune/Step Time": 6.2506580501794815}
+{"Finetune/Learning Rate": 4.923041767644603e-06, "Finetune/Loss": 0.8416951298713684, "Finetune/Loss (Raw)": 0.9085188508033752, "Finetune/Step": 5351, "Finetune/Step Time": 6.253705093637109}
+{"Finetune/Learning Rate": 4.919499531534888e-06, "Finetune/Loss": 0.840343713760376, "Finetune/Loss (Raw)": 0.6925495266914368, "Finetune/Step": 5352, "Finetune/Step Time": 6.257275901734829}
+{"Finetune/Learning Rate": 4.9159581544772985e-06, "Finetune/Loss": 0.8401708602905273, "Finetune/Loss (Raw)": 0.8470675945281982, "Finetune/Step": 5353, "Finetune/Step Time": 6.261693965643644}
+{"Finetune/Learning Rate": 4.91241763707064e-06, "Finetune/Loss": 0.8412491083145142, "Finetune/Loss (Raw)": 0.9106451272964478, "Finetune/Step": 5354, "Finetune/Step Time": 6.257023550570011}
+{"Finetune/Learning Rate": 4.908877979913573e-06, "Finetune/Loss": 0.8398503065109253, "Finetune/Loss (Raw)": 0.7935527563095093, "Finetune/Step": 5355, "Finetune/Step Time": 6.248254181817174}
+{"Finetune/Learning Rate": 4.905339183604614e-06, "Finetune/Loss": 0.8410380482673645, "Finetune/Loss (Raw)": 0.9505661725997925, "Finetune/Step": 5356, "Finetune/Step Time": 6.246825639158487}
+{"Finetune/Learning Rate": 4.901801248742126e-06, "Finetune/Loss": 0.8410089015960693, "Finetune/Loss (Raw)": 0.9321267604827881, "Finetune/Step": 5357, "Finetune/Step Time": 6.247070387005806}
+{"Finetune/Learning Rate": 4.898264175924337e-06, "Finetune/Loss": 0.8403048515319824, "Finetune/Loss (Raw)": 0.7895594835281372, "Finetune/Step": 5358, "Finetune/Step Time": 6.2515431102365255}
+{"Finetune/Learning Rate": 4.8947279657493205e-06, "Finetune/Loss": 0.8424966335296631, "Finetune/Loss (Raw)": 1.0345982313156128, "Finetune/Step": 5359, "Finetune/Step Time": 6.251753492280841}
+{"Finetune/Learning Rate": 4.891192618815008e-06, "Finetune/Loss": 0.8420166373252869, "Finetune/Loss (Raw)": 0.6299713850021362, "Finetune/Step": 5360, "Finetune/Step Time": 6.2539992574602365}
+{"Finetune/Learning Rate": 4.8876581357191895e-06, "Finetune/Loss": 0.8433338403701782, "Finetune/Loss (Raw)": 0.8682461380958557, "Finetune/Step": 5361, "Finetune/Step Time": 6.259011434391141}
+{"Finetune/Learning Rate": 4.884124517059493e-06, "Finetune/Loss": 0.8422783613204956, "Finetune/Loss (Raw)": 0.8239874839782715, "Finetune/Step": 5362, "Finetune/Step Time": 6.271868234500289}
+{"Finetune/Learning Rate": 4.880591763433421e-06, "Finetune/Loss": 0.8433041572570801, "Finetune/Loss (Raw)": 1.0061293840408325, "Finetune/Step": 5363, "Finetune/Step Time": 6.277240697294474}
+{"Finetune/Learning Rate": 4.877059875438317e-06, "Finetune/Loss": 0.8423184156417847, "Finetune/Loss (Raw)": 0.6771562695503235, "Finetune/Step": 5364, "Finetune/Step Time": 6.275774784386158}
+{"Finetune/Learning Rate": 4.873528853671381e-06, "Finetune/Loss": 0.8414640426635742, "Finetune/Loss (Raw)": 0.9148519039154053, "Finetune/Step": 5365, "Finetune/Step Time": 6.28022226318717}
+{"Finetune/Learning Rate": 4.86999869872967e-06, "Finetune/Loss": 0.8405170440673828, "Finetune/Loss (Raw)": 0.806093156337738, "Finetune/Step": 5366, "Finetune/Step Time": 6.2789207100868225}
+{"Finetune/Learning Rate": 4.866469411210085e-06, "Finetune/Loss": 0.8427077531814575, "Finetune/Loss (Raw)": 0.9184129238128662, "Finetune/Step": 5367, "Finetune/Step Time": 6.27802444063127}
+{"Finetune/Learning Rate": 4.8629409917093865e-06, "Finetune/Loss": 0.8413523435592651, "Finetune/Loss (Raw)": 0.6531270742416382, "Finetune/Step": 5368, "Finetune/Step Time": 6.265197614207864}
+{"Finetune/Learning Rate": 4.8594134408241945e-06, "Finetune/Loss": 0.8413307666778564, "Finetune/Loss (Raw)": 0.8679378032684326, "Finetune/Step": 5369, "Finetune/Step Time": 6.255777424201369}
+{"Finetune/Learning Rate": 4.855886759150976e-06, "Finetune/Loss": 0.8412502408027649, "Finetune/Loss (Raw)": 0.7601138353347778, "Finetune/Step": 5370, "Finetune/Step Time": 6.255528634414077}
+{"Finetune/Learning Rate": 4.852360947286044e-06, "Finetune/Loss": 0.8398449420928955, "Finetune/Loss (Raw)": 0.7933387160301208, "Finetune/Step": 5371, "Finetune/Step Time": 6.260045826435089}
+{"Finetune/Learning Rate": 4.848836005825576e-06, "Finetune/Loss": 0.8408174514770508, "Finetune/Loss (Raw)": 0.8740250468254089, "Finetune/Step": 5372, "Finetune/Step Time": 6.260597078129649}
+{"Finetune/Learning Rate": 4.845311935365595e-06, "Finetune/Loss": 0.8401256203651428, "Finetune/Loss (Raw)": 0.8699442744255066, "Finetune/Step": 5373, "Finetune/Step Time": 6.271604580804706}
+{"Finetune/Learning Rate": 4.841788736501981e-06, "Finetune/Loss": 0.8388770222663879, "Finetune/Loss (Raw)": 0.7690414786338806, "Finetune/Step": 5374, "Finetune/Step Time": 6.278949910774827}
+{"Finetune/Learning Rate": 4.838266409830465e-06, "Finetune/Loss": 0.8368701934814453, "Finetune/Loss (Raw)": 0.6489994525909424, "Finetune/Step": 5375, "Finetune/Step Time": 6.276050420477986}
+{"Finetune/Learning Rate": 4.834744955946631e-06, "Finetune/Loss": 0.8356282711029053, "Finetune/Loss (Raw)": 0.7948930859565735, "Finetune/Step": 5376, "Finetune/Step Time": 6.28560159355402}
+{"Finetune/Learning Rate": 4.831224375445914e-06, "Finetune/Loss": 0.8353111743927002, "Finetune/Loss (Raw)": 0.8151081800460815, "Finetune/Step": 5377, "Finetune/Step Time": 6.289837395772338}
+{"Finetune/Learning Rate": 4.827704668923602e-06, "Finetune/Loss": 0.8342430591583252, "Finetune/Loss (Raw)": 0.7473022937774658, "Finetune/Step": 5378, "Finetune/Step Time": 6.290413672104478}
+{"Finetune/Learning Rate": 4.824185836974836e-06, "Finetune/Loss": 0.8325146436691284, "Finetune/Loss (Raw)": 0.6817156076431274, "Finetune/Step": 5379, "Finetune/Step Time": 6.280122213065624}
+{"Finetune/Learning Rate": 4.820667880194608e-06, "Finetune/Loss": 0.8335372805595398, "Finetune/Loss (Raw)": 0.9980867505073547, "Finetune/Step": 5380, "Finetune/Step Time": 6.272748414427042}
+{"Finetune/Learning Rate": 4.8171507991777636e-06, "Finetune/Loss": 0.833692193031311, "Finetune/Loss (Raw)": 0.9436492323875427, "Finetune/Step": 5381, "Finetune/Step Time": 6.263290414586663}
+{"Finetune/Learning Rate": 4.813634594518999e-06, "Finetune/Loss": 0.8341751098632812, "Finetune/Loss (Raw)": 0.8610415458679199, "Finetune/Step": 5382, "Finetune/Step Time": 6.24454940110445}
+{"Finetune/Learning Rate": 4.810119266812861e-06, "Finetune/Loss": 0.8343572616577148, "Finetune/Loss (Raw)": 0.9041047096252441, "Finetune/Step": 5383, "Finetune/Step Time": 6.251577626913786}
+{"Finetune/Learning Rate": 4.806604816653756e-06, "Finetune/Loss": 0.8325255513191223, "Finetune/Loss (Raw)": 0.7965443134307861, "Finetune/Step": 5384, "Finetune/Step Time": 6.257494855672121}
+{"Finetune/Learning Rate": 4.803091244635927e-06, "Finetune/Loss": 0.8328661918640137, "Finetune/Loss (Raw)": 0.8663886785507202, "Finetune/Step": 5385, "Finetune/Step Time": 6.252102030441165}
+{"Finetune/Learning Rate": 4.79957855135348e-06, "Finetune/Loss": 0.8352853059768677, "Finetune/Loss (Raw)": 0.6822971105575562, "Finetune/Step": 5386, "Finetune/Step Time": 6.242511762306094}
+{"Finetune/Learning Rate": 4.796066737400367e-06, "Finetune/Loss": 0.8347556591033936, "Finetune/Loss (Raw)": 0.7910525798797607, "Finetune/Step": 5387, "Finetune/Step Time": 6.228945892304182}
+{"Finetune/Learning Rate": 4.7925558033704045e-06, "Finetune/Loss": 0.8385918736457825, "Finetune/Loss (Raw)": 0.8674753308296204, "Finetune/Step": 5388, "Finetune/Step Time": 6.225477982312441}
+{"Finetune/Learning Rate": 4.78904574985724e-06, "Finetune/Loss": 0.8340401649475098, "Finetune/Loss (Raw)": 0.3487783670425415, "Finetune/Step": 5389, "Finetune/Step Time": 6.22502220980823}
+{"Finetune/Learning Rate": 4.7855365774543825e-06, "Finetune/Loss": 0.8332937359809875, "Finetune/Loss (Raw)": 0.9041673541069031, "Finetune/Step": 5390, "Finetune/Step Time": 6.246173717081547}
+{"Finetune/Learning Rate": 4.782028286755195e-06, "Finetune/Loss": 0.8320387601852417, "Finetune/Loss (Raw)": 0.746949315071106, "Finetune/Step": 5391, "Finetune/Step Time": 6.258041108027101}
+{"Finetune/Learning Rate": 4.778520878352884e-06, "Finetune/Loss": 0.8322194814682007, "Finetune/Loss (Raw)": 0.8280518651008606, "Finetune/Step": 5392, "Finetune/Step Time": 6.2637030351907015}
+{"Finetune/Learning Rate": 4.775014352840512e-06, "Finetune/Loss": 0.8347171545028687, "Finetune/Loss (Raw)": 1.0650132894515991, "Finetune/Step": 5393, "Finetune/Step Time": 6.262791970744729}
+{"Finetune/Learning Rate": 4.771508710810992e-06, "Finetune/Loss": 0.8345510959625244, "Finetune/Loss (Raw)": 0.9020127058029175, "Finetune/Step": 5394, "Finetune/Step Time": 6.259281383827329}
+{"Finetune/Learning Rate": 4.7680039528570845e-06, "Finetune/Loss": 0.8346479535102844, "Finetune/Loss (Raw)": 0.8240957260131836, "Finetune/Step": 5395, "Finetune/Step Time": 6.251694288104773}
+{"Finetune/Learning Rate": 4.764500079571403e-06, "Finetune/Loss": 0.8364421129226685, "Finetune/Loss (Raw)": 0.9276613593101501, "Finetune/Step": 5396, "Finetune/Step Time": 6.241259377449751}
+{"Finetune/Learning Rate": 4.760997091546411e-06, "Finetune/Loss": 0.833591103553772, "Finetune/Loss (Raw)": 0.5503523945808411, "Finetune/Step": 5397, "Finetune/Step Time": 6.2365089654922485}
+{"Finetune/Learning Rate": 4.757494989374426e-06, "Finetune/Loss": 0.8331343531608582, "Finetune/Loss (Raw)": 0.8528897762298584, "Finetune/Step": 5398, "Finetune/Step Time": 6.22399983368814}
+{"Finetune/Learning Rate": 4.7539937736476e-06, "Finetune/Loss": 0.8332141637802124, "Finetune/Loss (Raw)": 0.9178335666656494, "Finetune/Step": 5399, "Finetune/Step Time": 6.214293371886015}
+{"Finetune/Learning Rate": 4.750493444957958e-06, "Finetune/Loss": 0.8352408409118652, "Finetune/Loss (Raw)": 0.9957626461982727, "Finetune/Step": 5400, "Finetune/Step Time": 6.213604982942343}
+{"Finetune/Learning Rate": 4.74699400389736e-06, "Finetune/Loss": 0.8350141048431396, "Finetune/Loss (Raw)": 0.8136380314826965, "Finetune/Step": 5401, "Finetune/Step Time": 6.215949123725295}
+{"Finetune/Learning Rate": 4.743495451057525e-06, "Finetune/Loss": 0.8328106999397278, "Finetune/Loss (Raw)": 0.8184911012649536, "Finetune/Step": 5402, "Finetune/Step Time": 6.210196502506733}
+{"Finetune/Learning Rate": 4.739997787030006e-06, "Finetune/Loss": 0.8340148329734802, "Finetune/Loss (Raw)": 0.8658614754676819, "Finetune/Step": 5403, "Finetune/Step Time": 6.204398093745112}
+{"Finetune/Learning Rate": 4.736501012406224e-06, "Finetune/Loss": 0.8293510675430298, "Finetune/Loss (Raw)": 0.3307619094848633, "Finetune/Step": 5404, "Finetune/Step Time": 6.20878360979259}
+{"Finetune/Learning Rate": 4.7330051277774355e-06, "Finetune/Loss": 0.8300888538360596, "Finetune/Loss (Raw)": 0.9480361342430115, "Finetune/Step": 5405, "Finetune/Step Time": 6.221096793189645}
+{"Finetune/Learning Rate": 4.729510133734766e-06, "Finetune/Loss": 0.8304767608642578, "Finetune/Loss (Raw)": 0.8493136763572693, "Finetune/Step": 5406, "Finetune/Step Time": 6.214548114687204}
+{"Finetune/Learning Rate": 4.726016030869165e-06, "Finetune/Loss": 0.8328208923339844, "Finetune/Loss (Raw)": 0.9477704167366028, "Finetune/Step": 5407, "Finetune/Step Time": 6.210655502974987}
+{"Finetune/Learning Rate": 4.722522819771447e-06, "Finetune/Loss": 0.8330203890800476, "Finetune/Loss (Raw)": 0.7403727769851685, "Finetune/Step": 5408, "Finetune/Step Time": 6.197151023894548}
+{"Finetune/Learning Rate": 4.719030501032273e-06, "Finetune/Loss": 0.8312547206878662, "Finetune/Loss (Raw)": 0.7072057723999023, "Finetune/Step": 5409, "Finetune/Step Time": 6.211649676784873}
+{"Finetune/Learning Rate": 4.715539075242153e-06, "Finetune/Loss": 0.8312231302261353, "Finetune/Loss (Raw)": 0.7303577065467834, "Finetune/Step": 5410, "Finetune/Step Time": 6.231160897761583}
+{"Finetune/Learning Rate": 4.7120485429914445e-06, "Finetune/Loss": 0.830093264579773, "Finetune/Loss (Raw)": 0.8104407787322998, "Finetune/Step": 5411, "Finetune/Step Time": 6.232626406475902}
+{"Finetune/Learning Rate": 4.708558904870356e-06, "Finetune/Loss": 0.8304126262664795, "Finetune/Loss (Raw)": 0.8380364775657654, "Finetune/Step": 5412, "Finetune/Step Time": 6.22979623824358}
+{"Finetune/Learning Rate": 4.705070161468943e-06, "Finetune/Loss": 0.8326108455657959, "Finetune/Loss (Raw)": 0.9544100165367126, "Finetune/Step": 5413, "Finetune/Step Time": 6.225914785638452}
+{"Finetune/Learning Rate": 4.701582313377111e-06, "Finetune/Loss": 0.833028256893158, "Finetune/Loss (Raw)": 0.8281310796737671, "Finetune/Step": 5414, "Finetune/Step Time": 6.2224166840314865}
+{"Finetune/Learning Rate": 4.698095361184613e-06, "Finetune/Loss": 0.8332105278968811, "Finetune/Loss (Raw)": 0.8267054557800293, "Finetune/Step": 5415, "Finetune/Step Time": 6.210213467478752}
+{"Finetune/Learning Rate": 4.694609305481055e-06, "Finetune/Loss": 0.8333696722984314, "Finetune/Loss (Raw)": 0.9444221258163452, "Finetune/Step": 5416, "Finetune/Step Time": 6.201738091185689}
+{"Finetune/Learning Rate": 4.69112414685588e-06, "Finetune/Loss": 0.8321911096572876, "Finetune/Loss (Raw)": 0.8220560550689697, "Finetune/Step": 5417, "Finetune/Step Time": 6.198155088350177}
+{"Finetune/Learning Rate": 4.687639885898387e-06, "Finetune/Loss": 0.8372595310211182, "Finetune/Loss (Raw)": 1.0283981561660767, "Finetune/Step": 5418, "Finetune/Step Time": 6.195450676605105}
+{"Finetune/Learning Rate": 4.6841565231977304e-06, "Finetune/Loss": 0.8374857902526855, "Finetune/Loss (Raw)": 0.9225030541419983, "Finetune/Step": 5419, "Finetune/Step Time": 6.179644646123052}
+{"Finetune/Learning Rate": 4.680674059342906e-06, "Finetune/Loss": 0.8381365537643433, "Finetune/Loss (Raw)": 0.9221100211143494, "Finetune/Step": 5420, "Finetune/Step Time": 6.176860902458429}
+{"Finetune/Learning Rate": 4.677192494922748e-06, "Finetune/Loss": 0.8347735404968262, "Finetune/Loss (Raw)": 0.3845883309841156, "Finetune/Step": 5421, "Finetune/Step Time": 6.184917306527495}
+{"Finetune/Learning Rate": 4.673711830525953e-06, "Finetune/Loss": 0.8331258893013, "Finetune/Loss (Raw)": 0.705034077167511, "Finetune/Step": 5422, "Finetune/Step Time": 6.207366844639182}
+{"Finetune/Learning Rate": 4.67023206674106e-06, "Finetune/Loss": 0.8375884294509888, "Finetune/Loss (Raw)": 0.9206665754318237, "Finetune/Step": 5423, "Finetune/Step Time": 6.210167085751891}
+{"Finetune/Learning Rate": 4.666753204156449e-06, "Finetune/Loss": 0.8361294269561768, "Finetune/Loss (Raw)": 0.8105860948562622, "Finetune/Step": 5424, "Finetune/Step Time": 6.1932903323322535}
+{"Finetune/Learning Rate": 4.663275243360368e-06, "Finetune/Loss": 0.8339521288871765, "Finetune/Loss (Raw)": 0.3450198471546173, "Finetune/Step": 5425, "Finetune/Step Time": 6.193304790183902}
+{"Finetune/Learning Rate": 4.659798184940887e-06, "Finetune/Loss": 0.8336231112480164, "Finetune/Loss (Raw)": 0.9173466563224792, "Finetune/Step": 5426, "Finetune/Step Time": 6.1982105653733015}
+{"Finetune/Learning Rate": 4.656322029485938e-06, "Finetune/Loss": 0.8343566656112671, "Finetune/Loss (Raw)": 0.9306405782699585, "Finetune/Step": 5427, "Finetune/Step Time": 6.196772813796997}
+{"Finetune/Learning Rate": 4.6528467775832986e-06, "Finetune/Loss": 0.8338369727134705, "Finetune/Loss (Raw)": 0.9595577120780945, "Finetune/Step": 5428, "Finetune/Step Time": 6.19574112445116}
+{"Finetune/Learning Rate": 4.649372429820593e-06, "Finetune/Loss": 0.8316596746444702, "Finetune/Loss (Raw)": 0.7839127779006958, "Finetune/Step": 5429, "Finetune/Step Time": 6.211598072201014}
+{"Finetune/Learning Rate": 4.645898986785291e-06, "Finetune/Loss": 0.8294832110404968, "Finetune/Loss (Raw)": 0.7522335648536682, "Finetune/Step": 5430, "Finetune/Step Time": 6.222426936030388}
+{"Finetune/Learning Rate": 4.642426449064711e-06, "Finetune/Loss": 0.8295701742172241, "Finetune/Loss (Raw)": 0.9795947074890137, "Finetune/Step": 5431, "Finetune/Step Time": 6.225090207532048}
+{"Finetune/Learning Rate": 4.638954817246016e-06, "Finetune/Loss": 0.8306833505630493, "Finetune/Loss (Raw)": 0.7989513874053955, "Finetune/Step": 5432, "Finetune/Step Time": 6.209386380389333}
+{"Finetune/Learning Rate": 4.63548409191622e-06, "Finetune/Loss": 0.8287379741668701, "Finetune/Loss (Raw)": 0.6747254133224487, "Finetune/Step": 5433, "Finetune/Step Time": 6.181298810988665}
+{"Finetune/Learning Rate": 4.632014273662184e-06, "Finetune/Loss": 0.8326968550682068, "Finetune/Loss (Raw)": 0.8470549583435059, "Finetune/Step": 5434, "Finetune/Step Time": 6.1762389950454235}
+{"Finetune/Learning Rate": 4.628545363070607e-06, "Finetune/Loss": 0.8350790739059448, "Finetune/Loss (Raw)": 0.9167828559875488, "Finetune/Step": 5435, "Finetune/Step Time": 6.163500618189573}
+{"Finetune/Learning Rate": 4.6250773607280375e-06, "Finetune/Loss": 0.8343461751937866, "Finetune/Loss (Raw)": 0.7504147291183472, "Finetune/Step": 5436, "Finetune/Step Time": 6.163534339517355}
+{"Finetune/Learning Rate": 4.6216102672208825e-06, "Finetune/Loss": 0.8339322209358215, "Finetune/Loss (Raw)": 0.7479305267333984, "Finetune/Step": 5437, "Finetune/Step Time": 6.166577909141779}
+{"Finetune/Learning Rate": 4.618144083135383e-06, "Finetune/Loss": 0.8329247236251831, "Finetune/Loss (Raw)": 0.7246518135070801, "Finetune/Step": 5438, "Finetune/Step Time": 6.164797067642212}
+{"Finetune/Learning Rate": 4.614678809057632e-06, "Finetune/Loss": 0.8305115699768066, "Finetune/Loss (Raw)": 0.6961506009101868, "Finetune/Step": 5439, "Finetune/Step Time": 6.1666273679584265}
+{"Finetune/Learning Rate": 4.61121444557356e-06, "Finetune/Loss": 0.8327665328979492, "Finetune/Loss (Raw)": 1.018249273300171, "Finetune/Step": 5440, "Finetune/Step Time": 6.1776481587439775}
+{"Finetune/Learning Rate": 4.607750993268951e-06, "Finetune/Loss": 0.8325235843658447, "Finetune/Loss (Raw)": 0.8566765189170837, "Finetune/Step": 5441, "Finetune/Step Time": 6.164386533200741}
+{"Finetune/Learning Rate": 4.604288452729433e-06, "Finetune/Loss": 0.8330390453338623, "Finetune/Loss (Raw)": 0.9589293599128723, "Finetune/Step": 5442, "Finetune/Step Time": 6.161788323894143}
+{"Finetune/Learning Rate": 4.60082682454049e-06, "Finetune/Loss": 0.8332000970840454, "Finetune/Loss (Raw)": 0.7328861951828003, "Finetune/Step": 5443, "Finetune/Step Time": 6.1637011505663395}
+{"Finetune/Learning Rate": 4.59736610928743e-06, "Finetune/Loss": 0.8300628662109375, "Finetune/Loss (Raw)": 0.3628019094467163, "Finetune/Step": 5444, "Finetune/Step Time": 6.1644561886787415}
+{"Finetune/Learning Rate": 4.5939063075554235e-06, "Finetune/Loss": 0.8300425410270691, "Finetune/Loss (Raw)": 0.6045352220535278, "Finetune/Step": 5445, "Finetune/Step Time": 6.171379968523979}
+{"Finetune/Learning Rate": 4.590447419929481e-06, "Finetune/Loss": 0.8318372368812561, "Finetune/Loss (Raw)": 0.9557271003723145, "Finetune/Step": 5446, "Finetune/Step Time": 6.168812420219183}
+{"Finetune/Learning Rate": 4.586989446994461e-06, "Finetune/Loss": 0.8324995636940002, "Finetune/Loss (Raw)": 0.9828540086746216, "Finetune/Step": 5447, "Finetune/Step Time": 6.166954146698117}
+{"Finetune/Learning Rate": 4.583532389335068e-06, "Finetune/Loss": 0.8310438394546509, "Finetune/Loss (Raw)": 0.7943030595779419, "Finetune/Step": 5448, "Finetune/Step Time": 6.164636405184865}
+{"Finetune/Learning Rate": 4.580076247535838e-06, "Finetune/Loss": 0.8310795426368713, "Finetune/Loss (Raw)": 0.9566030502319336, "Finetune/Step": 5449, "Finetune/Step Time": 6.166613204404712}
+{"Finetune/Learning Rate": 4.576621022181173e-06, "Finetune/Loss": 0.8296297788619995, "Finetune/Loss (Raw)": 0.7910985946655273, "Finetune/Step": 5450, "Finetune/Step Time": 6.168603762984276}
+{"Finetune/Learning Rate": 4.573166713855311e-06, "Finetune/Loss": 0.8300288915634155, "Finetune/Loss (Raw)": 0.8911988735198975, "Finetune/Step": 5451, "Finetune/Step Time": 6.171869710087776}
+{"Finetune/Learning Rate": 4.569713323142331e-06, "Finetune/Loss": 0.828864574432373, "Finetune/Loss (Raw)": 0.6920092105865479, "Finetune/Step": 5452, "Finetune/Step Time": 6.170858899131417}
+{"Finetune/Learning Rate": 4.566260850626166e-06, "Finetune/Loss": 0.8279681205749512, "Finetune/Loss (Raw)": 0.8324107527732849, "Finetune/Step": 5453, "Finetune/Step Time": 6.18897139467299}
+{"Finetune/Learning Rate": 4.562809296890577e-06, "Finetune/Loss": 0.8234007954597473, "Finetune/Loss (Raw)": 0.37147849798202515, "Finetune/Step": 5454, "Finetune/Step Time": 6.192395534366369}
+{"Finetune/Learning Rate": 4.559358662519185e-06, "Finetune/Loss": 0.8251072764396667, "Finetune/Loss (Raw)": 0.8431879878044128, "Finetune/Step": 5455, "Finetune/Step Time": 6.203365677967668}
+{"Finetune/Learning Rate": 4.555908948095455e-06, "Finetune/Loss": 0.8256774544715881, "Finetune/Loss (Raw)": 0.8897300958633423, "Finetune/Step": 5456, "Finetune/Step Time": 6.202487206086516}
+{"Finetune/Learning Rate": 4.552460154202696e-06, "Finetune/Loss": 0.8247709274291992, "Finetune/Loss (Raw)": 0.7776414752006531, "Finetune/Step": 5457, "Finetune/Step Time": 6.209192479029298}
+{"Finetune/Learning Rate": 4.5490122814240475e-06, "Finetune/Loss": 0.8238792419433594, "Finetune/Loss (Raw)": 0.8381418585777283, "Finetune/Step": 5458, "Finetune/Step Time": 6.204686898738146}
+{"Finetune/Learning Rate": 4.545565330342509e-06, "Finetune/Loss": 0.8242697715759277, "Finetune/Loss (Raw)": 0.7596074342727661, "Finetune/Step": 5459, "Finetune/Step Time": 6.183818826451898}
+{"Finetune/Learning Rate": 4.542119301540919e-06, "Finetune/Loss": 0.8242582678794861, "Finetune/Loss (Raw)": 0.8820629715919495, "Finetune/Step": 5460, "Finetune/Step Time": 6.187940368428826}
+{"Finetune/Learning Rate": 4.53867419560196e-06, "Finetune/Loss": 0.8234891891479492, "Finetune/Loss (Raw)": 0.8179889917373657, "Finetune/Step": 5461, "Finetune/Step Time": 6.181398257613182}
+{"Finetune/Learning Rate": 4.535230013108158e-06, "Finetune/Loss": 0.8209714293479919, "Finetune/Loss (Raw)": 0.6465904116630554, "Finetune/Step": 5462, "Finetune/Step Time": 6.1780851148068905}
+{"Finetune/Learning Rate": 4.531786754641883e-06, "Finetune/Loss": 0.8215934038162231, "Finetune/Loss (Raw)": 0.9556513428688049, "Finetune/Step": 5463, "Finetune/Step Time": 6.186285579577088}
+{"Finetune/Learning Rate": 4.528344420785349e-06, "Finetune/Loss": 0.8190093040466309, "Finetune/Loss (Raw)": 0.6385058760643005, "Finetune/Step": 5464, "Finetune/Step Time": 6.181278316304088}
+{"Finetune/Learning Rate": 4.524903012120614e-06, "Finetune/Loss": 0.8204354047775269, "Finetune/Loss (Raw)": 0.9708926677703857, "Finetune/Step": 5465, "Finetune/Step Time": 6.185656029731035}
+{"Finetune/Learning Rate": 4.521462529229579e-06, "Finetune/Loss": 0.8205639123916626, "Finetune/Loss (Raw)": 0.9724609851837158, "Finetune/Step": 5466, "Finetune/Step Time": 6.18647269718349}
+{"Finetune/Learning Rate": 4.518022972693988e-06, "Finetune/Loss": 0.8171421885490417, "Finetune/Loss (Raw)": 0.3254733085632324, "Finetune/Step": 5467, "Finetune/Step Time": 6.186262035742402}
+{"Finetune/Learning Rate": 4.514584343095431e-06, "Finetune/Loss": 0.8179961442947388, "Finetune/Loss (Raw)": 0.9371092915534973, "Finetune/Step": 5468, "Finetune/Step Time": 6.197383429855108}
+{"Finetune/Learning Rate": 4.511146641015338e-06, "Finetune/Loss": 0.8188417553901672, "Finetune/Loss (Raw)": 1.00003182888031, "Finetune/Step": 5469, "Finetune/Step Time": 6.196303058415651}
+{"Finetune/Learning Rate": 4.507709867034984e-06, "Finetune/Loss": 0.8188250660896301, "Finetune/Loss (Raw)": 0.8214066624641418, "Finetune/Step": 5470, "Finetune/Step Time": 6.195556564256549}
+{"Finetune/Learning Rate": 4.50427402173549e-06, "Finetune/Loss": 0.8188204169273376, "Finetune/Loss (Raw)": 1.0285431146621704, "Finetune/Step": 5471, "Finetune/Step Time": 6.19574680365622}
+{"Finetune/Learning Rate": 4.500839105697809e-06, "Finetune/Loss": 0.8180010318756104, "Finetune/Loss (Raw)": 0.8000686764717102, "Finetune/Step": 5472, "Finetune/Step Time": 6.19291209243238}
+{"Finetune/Learning Rate": 4.497405119502744e-06, "Finetune/Loss": 0.8169268369674683, "Finetune/Loss (Raw)": 0.6747167706489563, "Finetune/Step": 5473, "Finetune/Step Time": 6.1966191697865725}
+{"Finetune/Learning Rate": 4.4939720637309484e-06, "Finetune/Loss": 0.8164597749710083, "Finetune/Loss (Raw)": 0.704168438911438, "Finetune/Step": 5474, "Finetune/Step Time": 6.208788383752108}
+{"Finetune/Learning Rate": 4.490539938962912e-06, "Finetune/Loss": 0.8146690726280212, "Finetune/Loss (Raw)": 0.7180997133255005, "Finetune/Step": 5475, "Finetune/Step Time": 6.20702013745904}
+{"Finetune/Learning Rate": 4.487108745778958e-06, "Finetune/Loss": 0.8138408660888672, "Finetune/Loss (Raw)": 0.795083224773407, "Finetune/Step": 5476, "Finetune/Step Time": 6.204755999147892}
+{"Finetune/Learning Rate": 4.483678484759266e-06, "Finetune/Loss": 0.8125251531600952, "Finetune/Loss (Raw)": 0.7430161833763123, "Finetune/Step": 5477, "Finetune/Step Time": 6.188470846042037}
+{"Finetune/Learning Rate": 4.4802491564838505e-06, "Finetune/Loss": 0.811872124671936, "Finetune/Loss (Raw)": 0.9290340542793274, "Finetune/Step": 5478, "Finetune/Step Time": 6.189302273094654}
+{"Finetune/Learning Rate": 4.47682076153257e-06, "Finetune/Loss": 0.8116623163223267, "Finetune/Loss (Raw)": 0.8816608786582947, "Finetune/Step": 5479, "Finetune/Step Time": 6.1861410569399595}
+{"Finetune/Learning Rate": 4.473393300485125e-06, "Finetune/Loss": 0.8124822974205017, "Finetune/Loss (Raw)": 0.7975122928619385, "Finetune/Step": 5480, "Finetune/Step Time": 6.188511056825519}
+{"Finetune/Learning Rate": 4.4699667739210594e-06, "Finetune/Loss": 0.811553955078125, "Finetune/Loss (Raw)": 0.7282356023788452, "Finetune/Step": 5481, "Finetune/Step Time": 6.18791338801384}
+{"Finetune/Learning Rate": 4.4665411824197565e-06, "Finetune/Loss": 0.8098477721214294, "Finetune/Loss (Raw)": 0.6922574043273926, "Finetune/Step": 5482, "Finetune/Step Time": 6.198355592787266}
+{"Finetune/Learning Rate": 4.463116526560446e-06, "Finetune/Loss": 0.8102458715438843, "Finetune/Loss (Raw)": 0.8445142507553101, "Finetune/Step": 5483, "Finetune/Step Time": 6.213346797972918}
+{"Finetune/Learning Rate": 4.459692806922194e-06, "Finetune/Loss": 0.8085765838623047, "Finetune/Loss (Raw)": 0.7368956208229065, "Finetune/Step": 5484, "Finetune/Step Time": 6.214208360761404}
+{"Finetune/Learning Rate": 4.456270024083914e-06, "Finetune/Loss": 0.8076599836349487, "Finetune/Loss (Raw)": 0.8147951364517212, "Finetune/Step": 5485, "Finetune/Step Time": 6.220406502485275}
+{"Finetune/Learning Rate": 4.452848178624348e-06, "Finetune/Loss": 0.807688295841217, "Finetune/Loss (Raw)": 0.7931832671165466, "Finetune/Step": 5486, "Finetune/Step Time": 6.2175571247935295}
+{"Finetune/Learning Rate": 4.449427271122101e-06, "Finetune/Loss": 0.8073792457580566, "Finetune/Loss (Raw)": 0.9950469136238098, "Finetune/Step": 5487, "Finetune/Step Time": 6.215993328019977}
+{"Finetune/Learning Rate": 4.446007302155602e-06, "Finetune/Loss": 0.8102965354919434, "Finetune/Loss (Raw)": 1.0033780336380005, "Finetune/Step": 5488, "Finetune/Step Time": 6.234140567481518}
+{"Finetune/Learning Rate": 4.442588272303133e-06, "Finetune/Loss": 0.8115317225456238, "Finetune/Loss (Raw)": 1.0263493061065674, "Finetune/Step": 5489, "Finetune/Step Time": 6.231037246063352}
+{"Finetune/Learning Rate": 4.439170182142802e-06, "Finetune/Loss": 0.8125441074371338, "Finetune/Loss (Raw)": 0.9535783529281616, "Finetune/Step": 5490, "Finetune/Step Time": 6.216093050315976}
+{"Finetune/Learning Rate": 4.435753032252572e-06, "Finetune/Loss": 0.8118727207183838, "Finetune/Loss (Raw)": 0.9201960563659668, "Finetune/Step": 5491, "Finetune/Step Time": 6.210771679878235}
+{"Finetune/Learning Rate": 4.432336823210238e-06, "Finetune/Loss": 0.8133549094200134, "Finetune/Loss (Raw)": 0.8668708205223083, "Finetune/Step": 5492, "Finetune/Step Time": 6.213174588978291}
+{"Finetune/Learning Rate": 4.428921555593452e-06, "Finetune/Loss": 0.8129465579986572, "Finetune/Loss (Raw)": 0.8625792264938354, "Finetune/Step": 5493, "Finetune/Step Time": 6.206192314624786}
+{"Finetune/Learning Rate": 4.425507229979684e-06, "Finetune/Loss": 0.8141003847122192, "Finetune/Loss (Raw)": 0.9537922143936157, "Finetune/Step": 5494, "Finetune/Step Time": 6.200591428205371}
+{"Finetune/Learning Rate": 4.422093846946258e-06, "Finetune/Loss": 0.8151922225952148, "Finetune/Loss (Raw)": 1.0581661462783813, "Finetune/Step": 5495, "Finetune/Step Time": 6.19477654248476}
+{"Finetune/Learning Rate": 4.418681407070339e-06, "Finetune/Loss": 0.8162739276885986, "Finetune/Loss (Raw)": 0.7915833592414856, "Finetune/Step": 5496, "Finetune/Step Time": 6.19433331862092}
+{"Finetune/Learning Rate": 4.415269910928928e-06, "Finetune/Loss": 0.8151277899742126, "Finetune/Loss (Raw)": 0.7212241888046265, "Finetune/Step": 5497, "Finetune/Step Time": 6.197365824133158}
+{"Finetune/Learning Rate": 4.411859359098869e-06, "Finetune/Loss": 0.8141869902610779, "Finetune/Loss (Raw)": 0.6396995782852173, "Finetune/Step": 5498, "Finetune/Step Time": 6.201158720999956}
+{"Finetune/Learning Rate": 4.408449752156846e-06, "Finetune/Loss": 0.8155479431152344, "Finetune/Loss (Raw)": 0.9675365686416626, "Finetune/Step": 5499, "Finetune/Step Time": 6.201473338529468}
+{"Finetune/Learning Rate": 4.405041090679381e-06, "Finetune/Loss": 0.8160414695739746, "Finetune/Loss (Raw)": 0.9371936321258545, "Finetune/Step": 5500, "Finetune/Step Time": 6.199228443205357}
+{"Finetune/Learning Rate": 4.401633375242842e-06, "Finetune/Loss": 0.8175243139266968, "Finetune/Loss (Raw)": 1.0597617626190186, "Finetune/Step": 5501, "Finetune/Step Time": 6.182471409440041}
+{"Finetune/Learning Rate": 4.39822660642343e-06, "Finetune/Loss": 0.8178992867469788, "Finetune/Loss (Raw)": 0.8170287609100342, "Finetune/Step": 5502, "Finetune/Step Time": 6.1726161409169436}
+{"Finetune/Learning Rate": 4.3948207847971925e-06, "Finetune/Loss": 0.8202210664749146, "Finetune/Loss (Raw)": 0.9461898803710938, "Finetune/Step": 5503, "Finetune/Step Time": 6.169941693544388}
+{"Finetune/Learning Rate": 4.391415910940008e-06, "Finetune/Loss": 0.8209176063537598, "Finetune/Loss (Raw)": 0.8840424418449402, "Finetune/Step": 5504, "Finetune/Step Time": 6.164923625066876}
+{"Finetune/Learning Rate": 4.388011985427599e-06, "Finetune/Loss": 0.8188247084617615, "Finetune/Loss (Raw)": 0.5472192168235779, "Finetune/Step": 5505, "Finetune/Step Time": 6.161036686971784}
+{"Finetune/Learning Rate": 4.384609008835535e-06, "Finetune/Loss": 0.8198035955429077, "Finetune/Loss (Raw)": 0.8726025223731995, "Finetune/Step": 5506, "Finetune/Step Time": 6.169590083882213}
+{"Finetune/Learning Rate": 4.381206981739222e-06, "Finetune/Loss": 0.8211430311203003, "Finetune/Loss (Raw)": 0.853164792060852, "Finetune/Step": 5507, "Finetune/Step Time": 6.190776785835624}
+{"Finetune/Learning Rate": 4.377805904713892e-06, "Finetune/Loss": 0.8201737403869629, "Finetune/Loss (Raw)": 0.8740170001983643, "Finetune/Step": 5508, "Finetune/Step Time": 6.192084416747093}
+{"Finetune/Learning Rate": 4.374405778334632e-06, "Finetune/Loss": 0.8214441537857056, "Finetune/Loss (Raw)": 1.1062607765197754, "Finetune/Step": 5509, "Finetune/Step Time": 6.195360001176596}
+{"Finetune/Learning Rate": 4.371006603176361e-06, "Finetune/Loss": 0.8196414709091187, "Finetune/Loss (Raw)": 0.6303029656410217, "Finetune/Step": 5510, "Finetune/Step Time": 6.19709749892354}
+{"Finetune/Learning Rate": 4.367608379813841e-06, "Finetune/Loss": 0.8191516399383545, "Finetune/Loss (Raw)": 0.8414077162742615, "Finetune/Step": 5511, "Finetune/Step Time": 6.203238762915134}
+{"Finetune/Learning Rate": 4.364211108821669e-06, "Finetune/Loss": 0.8217524290084839, "Finetune/Loss (Raw)": 1.1294399499893188, "Finetune/Step": 5512, "Finetune/Step Time": 6.195837816223502}
+{"Finetune/Learning Rate": 4.360814790774285e-06, "Finetune/Loss": 0.8221465349197388, "Finetune/Loss (Raw)": 0.916836678981781, "Finetune/Step": 5513, "Finetune/Step Time": 6.202512038871646}
+{"Finetune/Learning Rate": 4.357419426245966e-06, "Finetune/Loss": 0.8189938068389893, "Finetune/Loss (Raw)": 0.27874982357025146, "Finetune/Step": 5514, "Finetune/Step Time": 6.220052046701312}
+{"Finetune/Learning Rate": 4.3540250158108265e-06, "Finetune/Loss": 0.8191316723823547, "Finetune/Loss (Raw)": 0.8086963295936584, "Finetune/Step": 5515, "Finetune/Step Time": 6.231175679713488}
+{"Finetune/Learning Rate": 4.350631560042821e-06, "Finetune/Loss": 0.8181782364845276, "Finetune/Loss (Raw)": 0.7454308271408081, "Finetune/Step": 5516, "Finetune/Step Time": 6.228818958625197}
+{"Finetune/Learning Rate": 4.347239059515743e-06, "Finetune/Loss": 0.8212645053863525, "Finetune/Loss (Raw)": 0.7438291311264038, "Finetune/Step": 5517, "Finetune/Step Time": 6.219067379832268}
+{"Finetune/Learning Rate": 4.343847514803224e-06, "Finetune/Loss": 0.8207645416259766, "Finetune/Loss (Raw)": 0.8401722311973572, "Finetune/Step": 5518, "Finetune/Step Time": 6.20229647308588}
+{"Finetune/Learning Rate": 4.3404569264787346e-06, "Finetune/Loss": 0.8216533660888672, "Finetune/Loss (Raw)": 0.8607164025306702, "Finetune/Step": 5519, "Finetune/Step Time": 6.18781042098999}
+{"Finetune/Learning Rate": 4.337067295115581e-06, "Finetune/Loss": 0.8224417567253113, "Finetune/Loss (Raw)": 0.9289642572402954, "Finetune/Step": 5520, "Finetune/Step Time": 6.176541540771723}
+{"Finetune/Learning Rate": 4.333678621286915e-06, "Finetune/Loss": 0.8207933306694031, "Finetune/Loss (Raw)": 0.8540122509002686, "Finetune/Step": 5521, "Finetune/Step Time": 6.168120916932821}
+{"Finetune/Learning Rate": 4.330290905565711e-06, "Finetune/Loss": 0.8210099935531616, "Finetune/Loss (Raw)": 0.9297561049461365, "Finetune/Step": 5522, "Finetune/Step Time": 6.170340668410063}
+{"Finetune/Learning Rate": 4.326904148524794e-06, "Finetune/Loss": 0.821264386177063, "Finetune/Loss (Raw)": 0.8566487431526184, "Finetune/Step": 5523, "Finetune/Step Time": 6.171194536611438}
+{"Finetune/Learning Rate": 4.323518350736831e-06, "Finetune/Loss": 0.8203529119491577, "Finetune/Loss (Raw)": 0.810989260673523, "Finetune/Step": 5524, "Finetune/Step Time": 6.1767990458756685}
+{"Finetune/Learning Rate": 4.320133512774319e-06, "Finetune/Loss": 0.8223800659179688, "Finetune/Loss (Raw)": 0.8098297119140625, "Finetune/Step": 5525, "Finetune/Step Time": 6.1759856678545475}
+{"Finetune/Learning Rate": 4.3167496352095876e-06, "Finetune/Loss": 0.8232033848762512, "Finetune/Loss (Raw)": 0.9582774043083191, "Finetune/Step": 5526, "Finetune/Step Time": 6.169705253094435}
+{"Finetune/Learning Rate": 4.3133667186148145e-06, "Finetune/Loss": 0.8233326077461243, "Finetune/Loss (Raw)": 0.9343729615211487, "Finetune/Step": 5527, "Finetune/Step Time": 6.168942201882601}
+{"Finetune/Learning Rate": 4.309984763562008e-06, "Finetune/Loss": 0.8221254348754883, "Finetune/Loss (Raw)": 0.841248631477356, "Finetune/Step": 5528, "Finetune/Step Time": 6.163743983954191}
+{"Finetune/Learning Rate": 4.306603770623016e-06, "Finetune/Loss": 0.8219236135482788, "Finetune/Loss (Raw)": 0.7877988815307617, "Finetune/Step": 5529, "Finetune/Step Time": 6.163756879046559}
+{"Finetune/Learning Rate": 4.303223740369532e-06, "Finetune/Loss": 0.8225477933883667, "Finetune/Loss (Raw)": 0.8983897566795349, "Finetune/Step": 5530, "Finetune/Step Time": 6.163028687238693}
+{"Finetune/Learning Rate": 4.29984467337307e-06, "Finetune/Loss": 0.8183472156524658, "Finetune/Loss (Raw)": 0.3281862735748291, "Finetune/Step": 5531, "Finetune/Step Time": 6.186848942190409}
+{"Finetune/Learning Rate": 4.296466570204995e-06, "Finetune/Loss": 0.8228838443756104, "Finetune/Loss (Raw)": 0.911443293094635, "Finetune/Step": 5532, "Finetune/Step Time": 6.200040368363261}
+{"Finetune/Learning Rate": 4.293089431436499e-06, "Finetune/Loss": 0.8231890201568604, "Finetune/Loss (Raw)": 0.9871001839637756, "Finetune/Step": 5533, "Finetune/Step Time": 6.185422366485}
+{"Finetune/Learning Rate": 4.289713257638621e-06, "Finetune/Loss": 0.8227258324623108, "Finetune/Loss (Raw)": 0.7900322675704956, "Finetune/Step": 5534, "Finetune/Step Time": 6.185132084414363}
+{"Finetune/Learning Rate": 4.286338049382232e-06, "Finetune/Loss": 0.8208544254302979, "Finetune/Loss (Raw)": 0.7082306742668152, "Finetune/Step": 5535, "Finetune/Step Time": 6.185685958713293}
+{"Finetune/Learning Rate": 4.282963807238032e-06, "Finetune/Loss": 0.8209279775619507, "Finetune/Loss (Raw)": 0.7497810125350952, "Finetune/Step": 5536, "Finetune/Step Time": 6.185896843671799}
+{"Finetune/Learning Rate": 4.279590531776573e-06, "Finetune/Loss": 0.8224966526031494, "Finetune/Loss (Raw)": 0.9079973697662354, "Finetune/Step": 5537, "Finetune/Step Time": 6.162632986903191}
+{"Finetune/Learning Rate": 4.276218223568233e-06, "Finetune/Loss": 0.8234599828720093, "Finetune/Loss (Raw)": 0.8536667823791504, "Finetune/Step": 5538, "Finetune/Step Time": 6.142840972170234}
+{"Finetune/Learning Rate": 4.272846883183235e-06, "Finetune/Loss": 0.8243356943130493, "Finetune/Loss (Raw)": 0.9225394129753113, "Finetune/Step": 5539, "Finetune/Step Time": 6.150709938257933}
+{"Finetune/Learning Rate": 4.269476511191621e-06, "Finetune/Loss": 0.8241457939147949, "Finetune/Loss (Raw)": 0.8137245178222656, "Finetune/Step": 5540, "Finetune/Step Time": 6.152587270364165}
+{"Finetune/Learning Rate": 4.266107108163287e-06, "Finetune/Loss": 0.8238173723220825, "Finetune/Loss (Raw)": 0.9123720526695251, "Finetune/Step": 5541, "Finetune/Step Time": 6.149759424850345}
+{"Finetune/Learning Rate": 4.262738674667956e-06, "Finetune/Loss": 0.8230627775192261, "Finetune/Loss (Raw)": 0.7315372228622437, "Finetune/Step": 5542, "Finetune/Step Time": 6.153093721717596}
+{"Finetune/Learning Rate": 4.259371211275195e-06, "Finetune/Loss": 0.8233326077461243, "Finetune/Loss (Raw)": 0.8612483739852905, "Finetune/Step": 5543, "Finetune/Step Time": 6.168490286916494}
+{"Finetune/Learning Rate": 4.256004718554404e-06, "Finetune/Loss": 0.8192847967147827, "Finetune/Loss (Raw)": 0.42630672454833984, "Finetune/Step": 5544, "Finetune/Step Time": 6.17527587339282}
+{"Finetune/Learning Rate": 4.252639197074809e-06, "Finetune/Loss": 0.8197964429855347, "Finetune/Loss (Raw)": 0.8875457048416138, "Finetune/Step": 5545, "Finetune/Step Time": 6.188646661117673}
+{"Finetune/Learning Rate": 4.2492746474054825e-06, "Finetune/Loss": 0.8149068355560303, "Finetune/Loss (Raw)": 0.4025225341320038, "Finetune/Step": 5546, "Finetune/Step Time": 6.191006775945425}
+{"Finetune/Learning Rate": 4.2459110701153295e-06, "Finetune/Loss": 0.8115002512931824, "Finetune/Loss (Raw)": 0.4864614009857178, "Finetune/Step": 5547, "Finetune/Step Time": 6.209543084725738}
+{"Finetune/Learning Rate": 4.242548465773093e-06, "Finetune/Loss": 0.8104821443557739, "Finetune/Loss (Raw)": 0.7917982935905457, "Finetune/Step": 5548, "Finetune/Step Time": 6.220490884035826}
+{"Finetune/Learning Rate": 4.239186834947347e-06, "Finetune/Loss": 0.8128456473350525, "Finetune/Loss (Raw)": 0.6871083378791809, "Finetune/Step": 5549, "Finetune/Step Time": 6.217543097212911}
+{"Finetune/Learning Rate": 4.235826178206505e-06, "Finetune/Loss": 0.8138236999511719, "Finetune/Loss (Raw)": 0.8302286863327026, "Finetune/Step": 5550, "Finetune/Step Time": 6.191995138302445}
+{"Finetune/Learning Rate": 4.232466496118813e-06, "Finetune/Loss": 0.814069390296936, "Finetune/Loss (Raw)": 0.9521166682243347, "Finetune/Step": 5551, "Finetune/Step Time": 6.185343092307448}
+{"Finetune/Learning Rate": 4.229107789252352e-06, "Finetune/Loss": 0.8142117261886597, "Finetune/Loss (Raw)": 0.8288025259971619, "Finetune/Step": 5552, "Finetune/Step Time": 6.185328051447868}
+{"Finetune/Learning Rate": 4.225750058175046e-06, "Finetune/Loss": 0.8169277906417847, "Finetune/Loss (Raw)": 0.6926818490028381, "Finetune/Step": 5553, "Finetune/Step Time": 6.177566628903151}
+{"Finetune/Learning Rate": 4.222393303454635e-06, "Finetune/Loss": 0.8166900277137756, "Finetune/Loss (Raw)": 0.8869093060493469, "Finetune/Step": 5554, "Finetune/Step Time": 6.161749394610524}
+{"Finetune/Learning Rate": 4.219037525658717e-06, "Finetune/Loss": 0.8162367343902588, "Finetune/Loss (Raw)": 0.8726128339767456, "Finetune/Step": 5555, "Finetune/Step Time": 6.162095379084349}
+{"Finetune/Learning Rate": 4.2156827253547095e-06, "Finetune/Loss": 0.8118358850479126, "Finetune/Loss (Raw)": 0.3962562680244446, "Finetune/Step": 5556, "Finetune/Step Time": 6.184253357350826}
+{"Finetune/Learning Rate": 4.212328903109871e-06, "Finetune/Loss": 0.8134607672691345, "Finetune/Loss (Raw)": 0.9918957352638245, "Finetune/Step": 5557, "Finetune/Step Time": 6.186301678419113}
+{"Finetune/Learning Rate": 4.2089760594912956e-06, "Finetune/Loss": 0.8139283657073975, "Finetune/Loss (Raw)": 0.8120817542076111, "Finetune/Step": 5558, "Finetune/Step Time": 6.177276344969869}
+{"Finetune/Learning Rate": 4.2056241950659015e-06, "Finetune/Loss": 0.8128629922866821, "Finetune/Loss (Raw)": 0.8432285189628601, "Finetune/Step": 5559, "Finetune/Step Time": 6.176989508792758}
+{"Finetune/Learning Rate": 4.202273310400451e-06, "Finetune/Loss": 0.8138097524642944, "Finetune/Loss (Raw)": 0.9201405644416809, "Finetune/Step": 5560, "Finetune/Step Time": 6.1823678482323885}
+{"Finetune/Learning Rate": 4.198923406061544e-06, "Finetune/Loss": 0.8109904527664185, "Finetune/Loss (Raw)": 0.31386077404022217, "Finetune/Step": 5561, "Finetune/Step Time": 6.194949263706803}
+{"Finetune/Learning Rate": 4.19557448261561e-06, "Finetune/Loss": 0.810417652130127, "Finetune/Loss (Raw)": 0.7737354636192322, "Finetune/Step": 5562, "Finetune/Step Time": 6.210354287177324}
+{"Finetune/Learning Rate": 4.1922265406289054e-06, "Finetune/Loss": 0.810125470161438, "Finetune/Loss (Raw)": 0.8793790936470032, "Finetune/Step": 5563, "Finetune/Step Time": 6.20514609105885}
+{"Finetune/Learning Rate": 4.188879580667531e-06, "Finetune/Loss": 0.8108262419700623, "Finetune/Loss (Raw)": 0.8401138782501221, "Finetune/Step": 5564, "Finetune/Step Time": 6.195737935602665}
+{"Finetune/Learning Rate": 4.185533603297417e-06, "Finetune/Loss": 0.8110790252685547, "Finetune/Loss (Raw)": 0.780285656452179, "Finetune/Step": 5565, "Finetune/Step Time": 6.196332758292556}
+{"Finetune/Learning Rate": 4.182188609084328e-06, "Finetune/Loss": 0.8132922649383545, "Finetune/Loss (Raw)": 1.007946252822876, "Finetune/Step": 5566, "Finetune/Step Time": 6.198852267116308}
+{"Finetune/Learning Rate": 4.178844598593864e-06, "Finetune/Loss": 0.815626323223114, "Finetune/Loss (Raw)": 0.9949097633361816, "Finetune/Step": 5567, "Finetune/Step Time": 6.201458387076855}
+{"Finetune/Learning Rate": 4.175501572391457e-06, "Finetune/Loss": 0.8136742115020752, "Finetune/Loss (Raw)": 0.7683786749839783, "Finetune/Step": 5568, "Finetune/Step Time": 6.210958322510123}
+{"Finetune/Learning Rate": 4.172159531042372e-06, "Finetune/Loss": 0.8129779100418091, "Finetune/Loss (Raw)": 0.7675502896308899, "Finetune/Step": 5569, "Finetune/Step Time": 6.231348257511854}
+{"Finetune/Learning Rate": 4.16881847511171e-06, "Finetune/Loss": 0.8107953071594238, "Finetune/Loss (Raw)": 0.6795557141304016, "Finetune/Step": 5570, "Finetune/Step Time": 6.255625922232866}
+{"Finetune/Learning Rate": 4.165478405164403e-06, "Finetune/Loss": 0.8107948303222656, "Finetune/Loss (Raw)": 0.732818067073822, "Finetune/Step": 5571, "Finetune/Step Time": 6.261993087828159}
+{"Finetune/Learning Rate": 4.16213932176522e-06, "Finetune/Loss": 0.814903199672699, "Finetune/Loss (Raw)": 0.888680100440979, "Finetune/Step": 5572, "Finetune/Step Time": 6.25594856031239}
+{"Finetune/Learning Rate": 4.15880122547875e-06, "Finetune/Loss": 0.81684809923172, "Finetune/Loss (Raw)": 0.853484034538269, "Finetune/Step": 5573, "Finetune/Step Time": 6.255142949521542}
+{"Finetune/Learning Rate": 4.155464116869435e-06, "Finetune/Loss": 0.815156102180481, "Finetune/Loss (Raw)": 0.7391501069068909, "Finetune/Step": 5574, "Finetune/Step Time": 6.253744998946786}
+{"Finetune/Learning Rate": 4.15212799650154e-06, "Finetune/Loss": 0.8140528202056885, "Finetune/Loss (Raw)": 0.8416350483894348, "Finetune/Step": 5575, "Finetune/Step Time": 6.264042854309082}
+{"Finetune/Learning Rate": 4.148792864939164e-06, "Finetune/Loss": 0.81328284740448, "Finetune/Loss (Raw)": 0.6957434415817261, "Finetune/Step": 5576, "Finetune/Step Time": 6.267293766140938}
+{"Finetune/Learning Rate": 4.1454587227462304e-06, "Finetune/Loss": 0.8125466704368591, "Finetune/Loss (Raw)": 0.8623768091201782, "Finetune/Step": 5577, "Finetune/Step Time": 6.275598596781492}
+{"Finetune/Learning Rate": 4.1421255704865085e-06, "Finetune/Loss": 0.8127005100250244, "Finetune/Loss (Raw)": 0.8107941150665283, "Finetune/Step": 5578, "Finetune/Step Time": 6.277279052883387}
+{"Finetune/Learning Rate": 4.1387934087235905e-06, "Finetune/Loss": 0.8134077787399292, "Finetune/Loss (Raw)": 0.9817243218421936, "Finetune/Step": 5579, "Finetune/Step Time": 6.27705916762352}
+{"Finetune/Learning Rate": 4.135462238020914e-06, "Finetune/Loss": 0.8146306276321411, "Finetune/Loss (Raw)": 0.8485361337661743, "Finetune/Step": 5580, "Finetune/Step Time": 6.2807838544249535}
+{"Finetune/Learning Rate": 4.132132058941734e-06, "Finetune/Loss": 0.8159207105636597, "Finetune/Loss (Raw)": 0.9975398778915405, "Finetune/Step": 5581, "Finetune/Step Time": 6.260921427980065}
+{"Finetune/Learning Rate": 4.128802872049143e-06, "Finetune/Loss": 0.8174624443054199, "Finetune/Loss (Raw)": 0.5688182711601257, "Finetune/Step": 5582, "Finetune/Step Time": 6.261649448424578}
+{"Finetune/Learning Rate": 4.125474677906069e-06, "Finetune/Loss": 0.8164615631103516, "Finetune/Loss (Raw)": 0.7150688171386719, "Finetune/Step": 5583, "Finetune/Step Time": 6.262303361669183}
+{"Finetune/Learning Rate": 4.12214747707527e-06, "Finetune/Loss": 0.8116120100021362, "Finetune/Loss (Raw)": 0.26898911595344543, "Finetune/Step": 5584, "Finetune/Step Time": 6.27385469339788}
+{"Finetune/Learning Rate": 4.118821270119336e-06, "Finetune/Loss": 0.8120086789131165, "Finetune/Loss (Raw)": 0.8284172415733337, "Finetune/Step": 5585, "Finetune/Step Time": 6.281038828194141}
+{"Finetune/Learning Rate": 4.115496057600689e-06, "Finetune/Loss": 0.8079751133918762, "Finetune/Loss (Raw)": 0.3218501806259155, "Finetune/Step": 5586, "Finetune/Step Time": 6.285415235906839}
+{"Finetune/Learning Rate": 4.112171840081582e-06, "Finetune/Loss": 0.8079468011856079, "Finetune/Loss (Raw)": 0.755975604057312, "Finetune/Step": 5587, "Finetune/Step Time": 6.315049134194851}
+{"Finetune/Learning Rate": 4.108848618124102e-06, "Finetune/Loss": 0.8070178031921387, "Finetune/Loss (Raw)": 0.7631552219390869, "Finetune/Step": 5588, "Finetune/Step Time": 6.317581318318844}
+{"Finetune/Learning Rate": 4.105526392290165e-06, "Finetune/Loss": 0.8079061508178711, "Finetune/Loss (Raw)": 0.9317030906677246, "Finetune/Step": 5589, "Finetune/Step Time": 6.316651344299316}
+{"Finetune/Learning Rate": 4.102205163141524e-06, "Finetune/Loss": 0.8103258609771729, "Finetune/Loss (Raw)": 0.9563084244728088, "Finetune/Step": 5590, "Finetune/Step Time": 6.310605140402913}
+{"Finetune/Learning Rate": 4.098884931239748e-06, "Finetune/Loss": 0.8096016645431519, "Finetune/Loss (Raw)": 0.8629509806632996, "Finetune/Step": 5591, "Finetune/Step Time": 6.3000133745372295}
+{"Finetune/Learning Rate": 4.095565697146261e-06, "Finetune/Loss": 0.8113629817962646, "Finetune/Loss (Raw)": 0.863957941532135, "Finetune/Step": 5592, "Finetune/Step Time": 6.305181177332997}
+{"Finetune/Learning Rate": 4.092247461422301e-06, "Finetune/Loss": 0.8094377517700195, "Finetune/Loss (Raw)": 0.7244570255279541, "Finetune/Step": 5593, "Finetune/Step Time": 6.305777879431844}
+{"Finetune/Learning Rate": 4.088930224628946e-06, "Finetune/Loss": 0.8089420795440674, "Finetune/Loss (Raw)": 0.9090291261672974, "Finetune/Step": 5594, "Finetune/Step Time": 6.31266613304615}
+{"Finetune/Learning Rate": 4.085613987327094e-06, "Finetune/Loss": 0.8131809234619141, "Finetune/Loss (Raw)": 0.8680337071418762, "Finetune/Step": 5595, "Finetune/Step Time": 6.3151452373713255}
+{"Finetune/Learning Rate": 4.082298750077485e-06, "Finetune/Loss": 0.8121435046195984, "Finetune/Loss (Raw)": 0.8043234348297119, "Finetune/Step": 5596, "Finetune/Step Time": 6.290831221267581}
+{"Finetune/Learning Rate": 4.078984513440686e-06, "Finetune/Loss": 0.8113051652908325, "Finetune/Loss (Raw)": 0.8927204608917236, "Finetune/Step": 5597, "Finetune/Step Time": 6.284678872674704}
+{"Finetune/Learning Rate": 4.0756712779770945e-06, "Finetune/Loss": 0.8122537136077881, "Finetune/Loss (Raw)": 0.942828893661499, "Finetune/Step": 5598, "Finetune/Step Time": 6.284686449915171}
+{"Finetune/Learning Rate": 4.072359044246941e-06, "Finetune/Loss": 0.8116369247436523, "Finetune/Loss (Raw)": 0.9495922327041626, "Finetune/Step": 5599, "Finetune/Step Time": 6.286837080493569}
+{"Finetune/Learning Rate": 4.069047812810282e-06, "Finetune/Loss": 0.8112365007400513, "Finetune/Loss (Raw)": 0.7488119006156921, "Finetune/Step": 5600, "Finetune/Step Time": 6.292917566373944}
+{"Finetune/Learning Rate": 4.06573758422701e-06, "Finetune/Loss": 0.8119009137153625, "Finetune/Loss (Raw)": 0.7597602009773254, "Finetune/Step": 5601, "Finetune/Step Time": 6.2888703010976315}
+{"Finetune/Learning Rate": 4.062428359056842e-06, "Finetune/Loss": 0.8128827810287476, "Finetune/Loss (Raw)": 0.8298555016517639, "Finetune/Step": 5602, "Finetune/Step Time": 6.277545629069209}
+{"Finetune/Learning Rate": 4.059120137859332e-06, "Finetune/Loss": 0.814608633518219, "Finetune/Loss (Raw)": 0.9390010237693787, "Finetune/Step": 5603, "Finetune/Step Time": 6.276087261736393}
+{"Finetune/Learning Rate": 4.05581292119386e-06, "Finetune/Loss": 0.816731870174408, "Finetune/Loss (Raw)": 1.066856861114502, "Finetune/Step": 5604, "Finetune/Step Time": 6.272313017398119}
+{"Finetune/Learning Rate": 4.052506709619635e-06, "Finetune/Loss": 0.8157837986946106, "Finetune/Loss (Raw)": 0.6216659545898438, "Finetune/Step": 5605, "Finetune/Step Time": 6.269983056932688}
+{"Finetune/Learning Rate": 4.0492015036957e-06, "Finetune/Loss": 0.8154625296592712, "Finetune/Loss (Raw)": 0.8879128098487854, "Finetune/Step": 5606, "Finetune/Step Time": 6.268345169723034}
+{"Finetune/Learning Rate": 4.045897303980926e-06, "Finetune/Loss": 0.8161267042160034, "Finetune/Loss (Raw)": 0.9666706919670105, "Finetune/Step": 5607, "Finetune/Step Time": 6.271518172696233}
+{"Finetune/Learning Rate": 4.042594111034015e-06, "Finetune/Loss": 0.8176653385162354, "Finetune/Loss (Raw)": 0.994459867477417, "Finetune/Step": 5608, "Finetune/Step Time": 6.272362653166056}
+{"Finetune/Learning Rate": 4.039291925413493e-06, "Finetune/Loss": 0.8196817636489868, "Finetune/Loss (Raw)": 0.9863370060920715, "Finetune/Step": 5609, "Finetune/Step Time": 6.267196731641889}
+{"Finetune/Learning Rate": 4.035990747677719e-06, "Finetune/Loss": 0.8206344246864319, "Finetune/Loss (Raw)": 0.8142009377479553, "Finetune/Step": 5610, "Finetune/Step Time": 6.268221156671643}
+{"Finetune/Learning Rate": 4.032690578384892e-06, "Finetune/Loss": 0.8193831443786621, "Finetune/Loss (Raw)": 0.684350848197937, "Finetune/Step": 5611, "Finetune/Step Time": 6.251819806173444}
+{"Finetune/Learning Rate": 4.029391418093027e-06, "Finetune/Loss": 0.8187875747680664, "Finetune/Loss (Raw)": 0.6606554985046387, "Finetune/Step": 5612, "Finetune/Step Time": 6.2540437914431095}
+{"Finetune/Learning Rate": 4.026093267359969e-06, "Finetune/Loss": 0.8184224963188171, "Finetune/Loss (Raw)": 0.7680703997612, "Finetune/Step": 5613, "Finetune/Step Time": 6.252151146531105}
+{"Finetune/Learning Rate": 4.0227961267434006e-06, "Finetune/Loss": 0.8200292587280273, "Finetune/Loss (Raw)": 0.9988524317741394, "Finetune/Step": 5614, "Finetune/Step Time": 6.258391357958317}
+{"Finetune/Learning Rate": 4.019499996800825e-06, "Finetune/Loss": 0.8201370239257812, "Finetune/Loss (Raw)": 1.0088438987731934, "Finetune/Step": 5615, "Finetune/Step Time": 6.261481815949082}
+{"Finetune/Learning Rate": 4.016204878089579e-06, "Finetune/Loss": 0.8184551000595093, "Finetune/Loss (Raw)": 0.7880802750587463, "Finetune/Step": 5616, "Finetune/Step Time": 6.248539285734296}
+{"Finetune/Learning Rate": 4.012910771166836e-06, "Finetune/Loss": 0.817649781703949, "Finetune/Loss (Raw)": 0.9232728481292725, "Finetune/Step": 5617, "Finetune/Step Time": 6.253301102668047}
+{"Finetune/Learning Rate": 4.009617676589581e-06, "Finetune/Loss": 0.8162455558776855, "Finetune/Loss (Raw)": 0.7738350629806519, "Finetune/Step": 5618, "Finetune/Step Time": 6.262963691726327}
+{"Finetune/Learning Rate": 4.006325594914639e-06, "Finetune/Loss": 0.8118823766708374, "Finetune/Loss (Raw)": 0.36171039938926697, "Finetune/Step": 5619, "Finetune/Step Time": 6.2688812874257565}
+{"Finetune/Learning Rate": 4.003034526698664e-06, "Finetune/Loss": 0.8122480511665344, "Finetune/Loss (Raw)": 0.9136806726455688, "Finetune/Step": 5620, "Finetune/Step Time": 6.2832407765090466}
+{"Finetune/Learning Rate": 3.9997444724981345e-06, "Finetune/Loss": 0.8128178119659424, "Finetune/Loss (Raw)": 0.9355100393295288, "Finetune/Step": 5621, "Finetune/Step Time": 6.286965707316995}
+{"Finetune/Learning Rate": 3.996455432869361e-06, "Finetune/Loss": 0.8124071359634399, "Finetune/Loss (Raw)": 0.9012316465377808, "Finetune/Step": 5622, "Finetune/Step Time": 6.29452383890748}
+{"Finetune/Learning Rate": 3.99316740836848e-06, "Finetune/Loss": 0.8115673661231995, "Finetune/Loss (Raw)": 0.9506691098213196, "Finetune/Step": 5623, "Finetune/Step Time": 6.303548291325569}
+{"Finetune/Learning Rate": 3.989880399551457e-06, "Finetune/Loss": 0.8109967708587646, "Finetune/Loss (Raw)": 0.7185453772544861, "Finetune/Step": 5624, "Finetune/Step Time": 6.3076616283506155}
+{"Finetune/Learning Rate": 3.986594406974087e-06, "Finetune/Loss": 0.8125709295272827, "Finetune/Loss (Raw)": 0.9227197170257568, "Finetune/Step": 5625, "Finetune/Step Time": 6.31354027800262}
+{"Finetune/Learning Rate": 3.983309431191995e-06, "Finetune/Loss": 0.8138513565063477, "Finetune/Loss (Raw)": 0.8035856485366821, "Finetune/Step": 5626, "Finetune/Step Time": 6.305895024910569}
+{"Finetune/Learning Rate": 3.980025472760625e-06, "Finetune/Loss": 0.8123466968536377, "Finetune/Loss (Raw)": 0.7749446034431458, "Finetune/Step": 5627, "Finetune/Step Time": 6.3010687045753}
+{"Finetune/Learning Rate": 3.976742532235258e-06, "Finetune/Loss": 0.8116515278816223, "Finetune/Loss (Raw)": 0.8482146263122559, "Finetune/Step": 5628, "Finetune/Step Time": 6.309280004352331}
+{"Finetune/Learning Rate": 3.9734606101709975e-06, "Finetune/Loss": 0.8084703087806702, "Finetune/Loss (Raw)": 0.6525657773017883, "Finetune/Step": 5629, "Finetune/Step Time": 6.311347557231784}
+{"Finetune/Learning Rate": 3.970179707122787e-06, "Finetune/Loss": 0.8085284233093262, "Finetune/Loss (Raw)": 0.8244616985321045, "Finetune/Step": 5630, "Finetune/Step Time": 6.323290208354592}
+{"Finetune/Learning Rate": 3.966899823645377e-06, "Finetune/Loss": 0.8073030710220337, "Finetune/Loss (Raw)": 0.7893549799919128, "Finetune/Step": 5631, "Finetune/Step Time": 6.339112795889378}
+{"Finetune/Learning Rate": 3.9636209602933625e-06, "Finetune/Loss": 0.8072329163551331, "Finetune/Loss (Raw)": 0.8750569224357605, "Finetune/Step": 5632, "Finetune/Step Time": 6.34893524646759}
+{"Finetune/Learning Rate": 3.9603431176211585e-06, "Finetune/Loss": 0.8086557984352112, "Finetune/Loss (Raw)": 0.7293471097946167, "Finetune/Step": 5633, "Finetune/Step Time": 6.357745425775647}
+{"Finetune/Learning Rate": 3.957066296183009e-06, "Finetune/Loss": 0.8088604211807251, "Finetune/Loss (Raw)": 0.8987923264503479, "Finetune/Step": 5634, "Finetune/Step Time": 6.3411617167294025}
+{"Finetune/Learning Rate": 3.9537904965329874e-06, "Finetune/Loss": 0.8096824884414673, "Finetune/Loss (Raw)": 0.9583938717842102, "Finetune/Step": 5635, "Finetune/Step Time": 6.313771679997444}
+{"Finetune/Learning Rate": 3.950515719224991e-06, "Finetune/Loss": 0.8073982000350952, "Finetune/Loss (Raw)": 0.581630527973175, "Finetune/Step": 5636, "Finetune/Step Time": 6.316080333665013}
+{"Finetune/Learning Rate": 3.947241964812746e-06, "Finetune/Loss": 0.8064207434654236, "Finetune/Loss (Raw)": 0.9811448454856873, "Finetune/Step": 5637, "Finetune/Step Time": 6.324462875723839}
+{"Finetune/Learning Rate": 3.943969233849805e-06, "Finetune/Loss": 0.809546709060669, "Finetune/Loss (Raw)": 1.0304263830184937, "Finetune/Step": 5638, "Finetune/Step Time": 6.321201788261533}
+{"Finetune/Learning Rate": 3.940697526889547e-06, "Finetune/Loss": 0.8093768358230591, "Finetune/Loss (Raw)": 0.8196677565574646, "Finetune/Step": 5639, "Finetune/Step Time": 6.3077476397156715}
+{"Finetune/Learning Rate": 3.937426844485185e-06, "Finetune/Loss": 0.8066824674606323, "Finetune/Loss (Raw)": 0.7845573425292969, "Finetune/Step": 5640, "Finetune/Step Time": 6.310506364330649}
+{"Finetune/Learning Rate": 3.934157187189739e-06, "Finetune/Loss": 0.8063401579856873, "Finetune/Loss (Raw)": 0.8730188012123108, "Finetune/Step": 5641, "Finetune/Step Time": 6.304576179012656}
+{"Finetune/Learning Rate": 3.9308885555560805e-06, "Finetune/Loss": 0.8107837438583374, "Finetune/Loss (Raw)": 0.847533643245697, "Finetune/Step": 5642, "Finetune/Step Time": 6.289102531969547}
+{"Finetune/Learning Rate": 3.927620950136893e-06, "Finetune/Loss": 0.8105736374855042, "Finetune/Loss (Raw)": 0.7817986011505127, "Finetune/Step": 5643, "Finetune/Step Time": 6.274126186966896}
+{"Finetune/Learning Rate": 3.924354371484692e-06, "Finetune/Loss": 0.8109029531478882, "Finetune/Loss (Raw)": 0.7875858545303345, "Finetune/Step": 5644, "Finetune/Step Time": 6.27543692663312}
+{"Finetune/Learning Rate": 3.921088820151813e-06, "Finetune/Loss": 0.8119361400604248, "Finetune/Loss (Raw)": 0.8760719895362854, "Finetune/Step": 5645, "Finetune/Step Time": 6.2800588719546795}
+{"Finetune/Learning Rate": 3.9178242966904225e-06, "Finetune/Loss": 0.81302809715271, "Finetune/Loss (Raw)": 0.9799471497535706, "Finetune/Step": 5646, "Finetune/Step Time": 6.292018141597509}
+{"Finetune/Learning Rate": 3.9145608016525095e-06, "Finetune/Loss": 0.8119973540306091, "Finetune/Loss (Raw)": 0.7287830114364624, "Finetune/Step": 5647, "Finetune/Step Time": 6.297288537025452}
+{"Finetune/Learning Rate": 3.9112983355899006e-06, "Finetune/Loss": 0.8107290267944336, "Finetune/Loss (Raw)": 0.7666112184524536, "Finetune/Step": 5648, "Finetune/Step Time": 6.309065405279398}
+{"Finetune/Learning Rate": 3.908036899054239e-06, "Finetune/Loss": 0.810740053653717, "Finetune/Loss (Raw)": 0.8554282188415527, "Finetune/Step": 5649, "Finetune/Step Time": 6.304884592071176}
+{"Finetune/Learning Rate": 3.904776492596986e-06, "Finetune/Loss": 0.8102081418037415, "Finetune/Loss (Raw)": 0.861670196056366, "Finetune/Step": 5650, "Finetune/Step Time": 6.299611741676927}
+{"Finetune/Learning Rate": 3.901517116769444e-06, "Finetune/Loss": 0.8108735680580139, "Finetune/Loss (Raw)": 0.9418237805366516, "Finetune/Step": 5651, "Finetune/Step Time": 6.297812616452575}
+{"Finetune/Learning Rate": 3.898258772122734e-06, "Finetune/Loss": 0.8094345331192017, "Finetune/Loss (Raw)": 0.626788854598999, "Finetune/Step": 5652, "Finetune/Step Time": 6.295034866780043}
+{"Finetune/Learning Rate": 3.895001459207802e-06, "Finetune/Loss": 0.8090716004371643, "Finetune/Loss (Raw)": 0.7633806467056274, "Finetune/Step": 5653, "Finetune/Step Time": 6.310561113059521}
+{"Finetune/Learning Rate": 3.891745178575421e-06, "Finetune/Loss": 0.8081125020980835, "Finetune/Loss (Raw)": 0.8355084657669067, "Finetune/Step": 5654, "Finetune/Step Time": 6.32250502333045}
+{"Finetune/Learning Rate": 3.88848993077619e-06, "Finetune/Loss": 0.8087416291236877, "Finetune/Loss (Raw)": 1.0149061679840088, "Finetune/Step": 5655, "Finetune/Step Time": 6.321269581094384}
+{"Finetune/Learning Rate": 3.885235716360534e-06, "Finetune/Loss": 0.8093165159225464, "Finetune/Loss (Raw)": 0.9148272275924683, "Finetune/Step": 5656, "Finetune/Step Time": 6.324558760970831}
+{"Finetune/Learning Rate": 3.8819825358786986e-06, "Finetune/Loss": 0.810003399848938, "Finetune/Loss (Raw)": 0.8757194876670837, "Finetune/Step": 5657, "Finetune/Step Time": 6.329663475975394}
+{"Finetune/Learning Rate": 3.878730389880764e-06, "Finetune/Loss": 0.8099945187568665, "Finetune/Loss (Raw)": 0.8972577452659607, "Finetune/Step": 5658, "Finetune/Step Time": 6.344780012965202}
+{"Finetune/Learning Rate": 3.875479278916621e-06, "Finetune/Loss": 0.8149293661117554, "Finetune/Loss (Raw)": 0.9598427414894104, "Finetune/Step": 5659, "Finetune/Step Time": 6.3223640993237495}
+{"Finetune/Learning Rate": 3.872229203535993e-06, "Finetune/Loss": 0.8149293661117554, "Finetune/Loss (Raw)": 0.9114513397216797, "Finetune/Step": 5660, "Finetune/Step Time": 6.304287798702717}
+{"Finetune/Learning Rate": 3.8689801642884395e-06, "Finetune/Loss": 0.8144321441650391, "Finetune/Loss (Raw)": 0.9234519600868225, "Finetune/Step": 5661, "Finetune/Step Time": 6.303088618442416}
+{"Finetune/Learning Rate": 3.8657321617233265e-06, "Finetune/Loss": 0.814077615737915, "Finetune/Loss (Raw)": 0.7446537613868713, "Finetune/Step": 5662, "Finetune/Step Time": 6.306926596909761}
+{"Finetune/Learning Rate": 3.86248519638986e-06, "Finetune/Loss": 0.8140571117401123, "Finetune/Loss (Raw)": 0.7056027054786682, "Finetune/Step": 5663, "Finetune/Step Time": 6.315114514902234}
+{"Finetune/Learning Rate": 3.859239268837053e-06, "Finetune/Loss": 0.8136178851127625, "Finetune/Loss (Raw)": 0.6935589909553528, "Finetune/Step": 5664, "Finetune/Step Time": 6.31668683513999}
+{"Finetune/Learning Rate": 3.855994379613759e-06, "Finetune/Loss": 0.8137346506118774, "Finetune/Loss (Raw)": 0.9229490160942078, "Finetune/Step": 5665, "Finetune/Step Time": 6.329592229798436}
+{"Finetune/Learning Rate": 3.852750529268645e-06, "Finetune/Loss": 0.8115875124931335, "Finetune/Loss (Raw)": 0.5788291692733765, "Finetune/Step": 5666, "Finetune/Step Time": 6.347124427556992}
+{"Finetune/Learning Rate": 3.849507718350218e-06, "Finetune/Loss": 0.8101587295532227, "Finetune/Loss (Raw)": 0.7396506071090698, "Finetune/Step": 5667, "Finetune/Step Time": 6.339750092476606}
+{"Finetune/Learning Rate": 3.8462659474067894e-06, "Finetune/Loss": 0.8095661401748657, "Finetune/Loss (Raw)": 0.7378746867179871, "Finetune/Step": 5668, "Finetune/Step Time": 6.3409256134182215}
+{"Finetune/Learning Rate": 3.843025216986508e-06, "Finetune/Loss": 0.8099513649940491, "Finetune/Loss (Raw)": 0.9616861343383789, "Finetune/Step": 5669, "Finetune/Step Time": 6.349107587710023}
+{"Finetune/Learning Rate": 3.83978552763734e-06, "Finetune/Loss": 0.8117989301681519, "Finetune/Loss (Raw)": 0.9680222868919373, "Finetune/Step": 5670, "Finetune/Step Time": 6.345392853021622}
+{"Finetune/Learning Rate": 3.836546879907082e-06, "Finetune/Loss": 0.8114475607872009, "Finetune/Loss (Raw)": 0.8162707686424255, "Finetune/Step": 5671, "Finetune/Step Time": 6.329910872504115}
+{"Finetune/Learning Rate": 3.833309274343348e-06, "Finetune/Loss": 0.8147038221359253, "Finetune/Loss (Raw)": 0.8431163430213928, "Finetune/Step": 5672, "Finetune/Step Time": 6.324832150712609}
+{"Finetune/Learning Rate": 3.830072711493578e-06, "Finetune/Loss": 0.8133118152618408, "Finetune/Loss (Raw)": 0.7093566060066223, "Finetune/Step": 5673, "Finetune/Step Time": 6.313781816512346}
+{"Finetune/Learning Rate": 3.826837191905038e-06, "Finetune/Loss": 0.8162236213684082, "Finetune/Loss (Raw)": 0.7752429246902466, "Finetune/Step": 5674, "Finetune/Step Time": 6.314774544909596}
+{"Finetune/Learning Rate": 3.823602716124816e-06, "Finetune/Loss": 0.8184206485748291, "Finetune/Loss (Raw)": 0.7676730751991272, "Finetune/Step": 5675, "Finetune/Step Time": 6.299481876194477}
+{"Finetune/Learning Rate": 3.820369284699823e-06, "Finetune/Loss": 0.8193533420562744, "Finetune/Loss (Raw)": 0.9111860394477844, "Finetune/Step": 5676, "Finetune/Step Time": 6.2891159020364285}
+{"Finetune/Learning Rate": 3.817136898176795e-06, "Finetune/Loss": 0.8214888572692871, "Finetune/Loss (Raw)": 0.9604603052139282, "Finetune/Step": 5677, "Finetune/Step Time": 6.289001377299428}
+{"Finetune/Learning Rate": 3.8139055571022845e-06, "Finetune/Loss": 0.8213307857513428, "Finetune/Loss (Raw)": 0.8099929690361023, "Finetune/Step": 5678, "Finetune/Step Time": 6.28884094581008}
+{"Finetune/Learning Rate": 3.8106752620226785e-06, "Finetune/Loss": 0.8215659856796265, "Finetune/Loss (Raw)": 0.9822163581848145, "Finetune/Step": 5679, "Finetune/Step Time": 6.292964976280928}
+{"Finetune/Learning Rate": 3.8074460134841794e-06, "Finetune/Loss": 0.8225820064544678, "Finetune/Loss (Raw)": 0.9588591456413269, "Finetune/Step": 5680, "Finetune/Step Time": 6.298869211226702}
+{"Finetune/Learning Rate": 3.804217812032819e-06, "Finetune/Loss": 0.8230217695236206, "Finetune/Loss (Raw)": 0.7489712834358215, "Finetune/Step": 5681, "Finetune/Step Time": 6.305826146155596}
+{"Finetune/Learning Rate": 3.8009906582144407e-06, "Finetune/Loss": 0.822037935256958, "Finetune/Loss (Raw)": 0.7609786987304688, "Finetune/Step": 5682, "Finetune/Step Time": 6.314607812091708}
+{"Finetune/Learning Rate": 3.79776455257472e-06, "Finetune/Loss": 0.8232371211051941, "Finetune/Loss (Raw)": 1.026106595993042, "Finetune/Step": 5683, "Finetune/Step Time": 6.310229629278183}
+{"Finetune/Learning Rate": 3.794539495659151e-06, "Finetune/Loss": 0.8258934617042542, "Finetune/Loss (Raw)": 0.7362715005874634, "Finetune/Step": 5684, "Finetune/Step Time": 6.292587885633111}
+{"Finetune/Learning Rate": 3.791315488013061e-06, "Finetune/Loss": 0.8254784941673279, "Finetune/Loss (Raw)": 0.9387750625610352, "Finetune/Step": 5685, "Finetune/Step Time": 6.291146449744701}
+{"Finetune/Learning Rate": 3.788092530181583e-06, "Finetune/Loss": 0.8261035680770874, "Finetune/Loss (Raw)": 0.8920886516571045, "Finetune/Step": 5686, "Finetune/Step Time": 6.2964444775134325}
+{"Finetune/Learning Rate": 3.784870622709683e-06, "Finetune/Loss": 0.8255515098571777, "Finetune/Loss (Raw)": 0.7725661396980286, "Finetune/Step": 5687, "Finetune/Step Time": 6.305773256346583}
+{"Finetune/Learning Rate": 3.781649766142148e-06, "Finetune/Loss": 0.8250885009765625, "Finetune/Loss (Raw)": 0.8608849048614502, "Finetune/Step": 5688, "Finetune/Step Time": 6.316564846783876}
+{"Finetune/Learning Rate": 3.7784299610235855e-06, "Finetune/Loss": 0.8287884593009949, "Finetune/Loss (Raw)": 0.7874472141265869, "Finetune/Step": 5689, "Finetune/Step Time": 6.314206240698695}
+{"Finetune/Learning Rate": 3.775211207898426e-06, "Finetune/Loss": 0.8301210403442383, "Finetune/Loss (Raw)": 0.944301426410675, "Finetune/Step": 5690, "Finetune/Step Time": 6.302046798169613}
+{"Finetune/Learning Rate": 3.7719935073109237e-06, "Finetune/Loss": 0.8302165269851685, "Finetune/Loss (Raw)": 0.8916023969650269, "Finetune/Step": 5691, "Finetune/Step Time": 6.299365248531103}
+{"Finetune/Learning Rate": 3.768776859805152e-06, "Finetune/Loss": 0.8311538100242615, "Finetune/Loss (Raw)": 0.9600926637649536, "Finetune/Step": 5692, "Finetune/Step Time": 6.300305748358369}
+{"Finetune/Learning Rate": 3.7655612659250095e-06, "Finetune/Loss": 0.8319217562675476, "Finetune/Loss (Raw)": 0.87857985496521, "Finetune/Step": 5693, "Finetune/Step Time": 6.302629793062806}
+{"Finetune/Learning Rate": 3.762346726214213e-06, "Finetune/Loss": 0.8299586772918701, "Finetune/Loss (Raw)": 0.756671667098999, "Finetune/Step": 5694, "Finetune/Step Time": 6.305930031463504}
+{"Finetune/Learning Rate": 3.759133241216307e-06, "Finetune/Loss": 0.8277164697647095, "Finetune/Loss (Raw)": 0.7079007625579834, "Finetune/Step": 5695, "Finetune/Step Time": 6.309999700635672}
+{"Finetune/Learning Rate": 3.755920811474647e-06, "Finetune/Loss": 0.8281533718109131, "Finetune/Loss (Raw)": 0.8243058323860168, "Finetune/Step": 5696, "Finetune/Step Time": 6.295519297942519}
+{"Finetune/Learning Rate": 3.752709437532417e-06, "Finetune/Loss": 0.8288121223449707, "Finetune/Loss (Raw)": 0.8518690466880798, "Finetune/Step": 5697, "Finetune/Step Time": 6.2840284537523985}
+{"Finetune/Learning Rate": 3.749499119932627e-06, "Finetune/Loss": 0.8306596279144287, "Finetune/Loss (Raw)": 0.9160470366477966, "Finetune/Step": 5698, "Finetune/Step Time": 6.258538765832782}
+{"Finetune/Learning Rate": 3.746289859218106e-06, "Finetune/Loss": 0.8324223756790161, "Finetune/Loss (Raw)": 0.9584479331970215, "Finetune/Step": 5699, "Finetune/Step Time": 6.2544587049633265}
+{"Finetune/Learning Rate": 3.743081655931493e-06, "Finetune/Loss": 0.8340544104576111, "Finetune/Loss (Raw)": 1.0975792407989502, "Finetune/Step": 5700, "Finetune/Step Time": 6.247554952278733}
+{"Finetune/Learning Rate": 3.739874510615261e-06, "Finetune/Loss": 0.8314389586448669, "Finetune/Loss (Raw)": 0.5187016129493713, "Finetune/Step": 5701, "Finetune/Step Time": 6.231493730098009}
+{"Finetune/Learning Rate": 3.7366684238117003e-06, "Finetune/Loss": 0.8331388831138611, "Finetune/Loss (Raw)": 0.9567447900772095, "Finetune/Step": 5702, "Finetune/Step Time": 6.237535912543535}
+{"Finetune/Learning Rate": 3.733463396062922e-06, "Finetune/Loss": 0.8339291214942932, "Finetune/Loss (Raw)": 0.9427821040153503, "Finetune/Step": 5703, "Finetune/Step Time": 6.23965441249311}
+{"Finetune/Learning Rate": 3.7302594279108586e-06, "Finetune/Loss": 0.8354719877243042, "Finetune/Loss (Raw)": 0.8932276964187622, "Finetune/Step": 5704, "Finetune/Step Time": 6.236922299489379}
+{"Finetune/Learning Rate": 3.727056519897261e-06, "Finetune/Loss": 0.8355833292007446, "Finetune/Loss (Raw)": 0.8766352534294128, "Finetune/Step": 5705, "Finetune/Step Time": 6.230444528162479}
+{"Finetune/Learning Rate": 3.7238546725637046e-06, "Finetune/Loss": 0.8356249928474426, "Finetune/Loss (Raw)": 0.8161258697509766, "Finetune/Step": 5706, "Finetune/Step Time": 6.229536950588226}
+{"Finetune/Learning Rate": 3.720653886451583e-06, "Finetune/Loss": 0.834542453289032, "Finetune/Loss (Raw)": 0.8431571125984192, "Finetune/Step": 5707, "Finetune/Step Time": 6.22728911601007}
+{"Finetune/Learning Rate": 3.717454162102112e-06, "Finetune/Loss": 0.8350033164024353, "Finetune/Loss (Raw)": 0.907529354095459, "Finetune/Step": 5708, "Finetune/Step Time": 6.225766912102699}
+{"Finetune/Learning Rate": 3.7142555000563253e-06, "Finetune/Loss": 0.8338316679000854, "Finetune/Loss (Raw)": 0.8475608825683594, "Finetune/Step": 5709, "Finetune/Step Time": 6.236262394115329}
+{"Finetune/Learning Rate": 3.7110579008550807e-06, "Finetune/Loss": 0.8336793780326843, "Finetune/Loss (Raw)": 0.5493320822715759, "Finetune/Step": 5710, "Finetune/Step Time": 6.24457467161119}
+{"Finetune/Learning Rate": 3.7078613650390516e-06, "Finetune/Loss": 0.8355156183242798, "Finetune/Loss (Raw)": 0.9501044750213623, "Finetune/Step": 5711, "Finetune/Step Time": 6.23988133110106}
+{"Finetune/Learning Rate": 3.7046658931487357e-06, "Finetune/Loss": 0.8404144048690796, "Finetune/Loss (Raw)": 0.896043598651886, "Finetune/Step": 5712, "Finetune/Step Time": 6.229878056794405}
+{"Finetune/Learning Rate": 3.7014714857244515e-06, "Finetune/Loss": 0.838713526725769, "Finetune/Loss (Raw)": 0.6106936931610107, "Finetune/Step": 5713, "Finetune/Step Time": 6.2155085895210505}
+{"Finetune/Learning Rate": 3.698278143306331e-06, "Finetune/Loss": 0.842562735080719, "Finetune/Loss (Raw)": 0.8145541548728943, "Finetune/Step": 5714, "Finetune/Step Time": 6.2121858689934015}
+{"Finetune/Learning Rate": 3.695085866434327e-06, "Finetune/Loss": 0.8425634503364563, "Finetune/Loss (Raw)": 0.7560673356056213, "Finetune/Step": 5715, "Finetune/Step Time": 6.188476707786322}
+{"Finetune/Learning Rate": 3.691894655648225e-06, "Finetune/Loss": 0.8433355689048767, "Finetune/Loss (Raw)": 0.8619850873947144, "Finetune/Step": 5716, "Finetune/Step Time": 6.197238935157657}
+{"Finetune/Learning Rate": 3.6887045114876185e-06, "Finetune/Loss": 0.8440186977386475, "Finetune/Loss (Raw)": 1.0191375017166138, "Finetune/Step": 5717, "Finetune/Step Time": 6.199962925165892}
+{"Finetune/Learning Rate": 3.6855154344919186e-06, "Finetune/Loss": 0.8422468900680542, "Finetune/Loss (Raw)": 0.7295204401016235, "Finetune/Step": 5718, "Finetune/Step Time": 6.201235743239522}
+{"Finetune/Learning Rate": 3.6823274252003616e-06, "Finetune/Loss": 0.8420778512954712, "Finetune/Loss (Raw)": 0.8413140177726746, "Finetune/Step": 5719, "Finetune/Step Time": 6.202810453251004}
+{"Finetune/Learning Rate": 3.679140484152003e-06, "Finetune/Loss": 0.8408600091934204, "Finetune/Loss (Raw)": 0.7080807089805603, "Finetune/Step": 5720, "Finetune/Step Time": 6.204586749896407}
+{"Finetune/Learning Rate": 3.6759546118857146e-06, "Finetune/Loss": 0.8371948003768921, "Finetune/Loss (Raw)": 0.25530391931533813, "Finetune/Step": 5721, "Finetune/Step Time": 6.212579369544983}
+{"Finetune/Learning Rate": 3.672769808940193e-06, "Finetune/Loss": 0.8364662528038025, "Finetune/Loss (Raw)": 0.815777063369751, "Finetune/Step": 5722, "Finetune/Step Time": 6.215986570343375}
+{"Finetune/Learning Rate": 3.669586075853948e-06, "Finetune/Loss": 0.8358069658279419, "Finetune/Loss (Raw)": 0.7836452126502991, "Finetune/Step": 5723, "Finetune/Step Time": 6.212749317288399}
+{"Finetune/Learning Rate": 3.6664034131653105e-06, "Finetune/Loss": 0.8375650644302368, "Finetune/Loss (Raw)": 1.0293623208999634, "Finetune/Step": 5724, "Finetune/Step Time": 6.2168036717921495}
+{"Finetune/Learning Rate": 3.663221821412433e-06, "Finetune/Loss": 0.8381038904190063, "Finetune/Loss (Raw)": 0.9616831541061401, "Finetune/Step": 5725, "Finetune/Step Time": 6.22909508086741}
+{"Finetune/Learning Rate": 3.6600413011332835e-06, "Finetune/Loss": 0.838106632232666, "Finetune/Loss (Raw)": 0.9431829452514648, "Finetune/Step": 5726, "Finetune/Step Time": 6.245814075693488}
+{"Finetune/Learning Rate": 3.656861852865653e-06, "Finetune/Loss": 0.8371353149414062, "Finetune/Loss (Raw)": 0.8252655863761902, "Finetune/Step": 5727, "Finetune/Step Time": 6.2474393509328365}
+{"Finetune/Learning Rate": 3.6536834771471385e-06, "Finetune/Loss": 0.8341659307479858, "Finetune/Loss (Raw)": 0.36873212456703186, "Finetune/Step": 5728, "Finetune/Step Time": 6.245696779340506}
+{"Finetune/Learning Rate": 3.650506174515177e-06, "Finetune/Loss": 0.835561215877533, "Finetune/Loss (Raw)": 0.9383547902107239, "Finetune/Step": 5729, "Finetune/Step Time": 6.2604641523212194}
+{"Finetune/Learning Rate": 3.6473299455070067e-06, "Finetune/Loss": 0.8365586996078491, "Finetune/Loss (Raw)": 0.9575299024581909, "Finetune/Step": 5730, "Finetune/Step Time": 6.260879335924983}
+{"Finetune/Learning Rate": 3.6441547906596962e-06, "Finetune/Loss": 0.8364830017089844, "Finetune/Loss (Raw)": 0.9293188452720642, "Finetune/Step": 5731, "Finetune/Step Time": 6.263692246749997}
+{"Finetune/Learning Rate": 3.6409807105101168e-06, "Finetune/Loss": 0.8359351754188538, "Finetune/Loss (Raw)": 0.9967343807220459, "Finetune/Step": 5732, "Finetune/Step Time": 6.266078734770417}
+{"Finetune/Learning Rate": 3.6378077055949733e-06, "Finetune/Loss": 0.8379838466644287, "Finetune/Loss (Raw)": 0.883890688419342, "Finetune/Step": 5733, "Finetune/Step Time": 6.271126648411155}
+{"Finetune/Learning Rate": 3.6346357764507787e-06, "Finetune/Loss": 0.8379955291748047, "Finetune/Loss (Raw)": 0.8894166350364685, "Finetune/Step": 5734, "Finetune/Step Time": 6.284601612016559}
+{"Finetune/Learning Rate": 3.6314649236138755e-06, "Finetune/Loss": 0.8373991250991821, "Finetune/Loss (Raw)": 0.8903297781944275, "Finetune/Step": 5735, "Finetune/Step Time": 6.2811683882027864}
+{"Finetune/Learning Rate": 3.6282951476204177e-06, "Finetune/Loss": 0.8371394872665405, "Finetune/Loss (Raw)": 0.9612278938293457, "Finetune/Step": 5736, "Finetune/Step Time": 6.2753884475678205}
+{"Finetune/Learning Rate": 3.6251264490063688e-06, "Finetune/Loss": 0.8370769023895264, "Finetune/Loss (Raw)": 0.9783154129981995, "Finetune/Step": 5737, "Finetune/Step Time": 6.271265238523483}
+{"Finetune/Learning Rate": 3.621958828307521e-06, "Finetune/Loss": 0.8371487855911255, "Finetune/Loss (Raw)": 0.8234012722969055, "Finetune/Step": 5738, "Finetune/Step Time": 6.265241835266352}
+{"Finetune/Learning Rate": 3.6187922860594826e-06, "Finetune/Loss": 0.8372901678085327, "Finetune/Loss (Raw)": 0.7024548053741455, "Finetune/Step": 5739, "Finetune/Step Time": 6.278650872409344}
+{"Finetune/Learning Rate": 3.6156268227976774e-06, "Finetune/Loss": 0.8378987312316895, "Finetune/Loss (Raw)": 0.7385543584823608, "Finetune/Step": 5740, "Finetune/Step Time": 6.278201440349221}
+{"Finetune/Learning Rate": 3.6124624390573483e-06, "Finetune/Loss": 0.838756799697876, "Finetune/Loss (Raw)": 0.8778920769691467, "Finetune/Step": 5741, "Finetune/Step Time": 6.280142068862915}
+{"Finetune/Learning Rate": 3.609299135373554e-06, "Finetune/Loss": 0.8370629549026489, "Finetune/Loss (Raw)": 0.7820484042167664, "Finetune/Step": 5742, "Finetune/Step Time": 6.274634473025799}
+{"Finetune/Learning Rate": 3.606136912281172e-06, "Finetune/Loss": 0.8322861790657043, "Finetune/Loss (Raw)": 0.39741289615631104, "Finetune/Step": 5743, "Finetune/Step Time": 6.277656547725201}
+{"Finetune/Learning Rate": 3.602975770314896e-06, "Finetune/Loss": 0.8335611820220947, "Finetune/Loss (Raw)": 0.9512841105461121, "Finetune/Step": 5744, "Finetune/Step Time": 6.299858879297972}
+{"Finetune/Learning Rate": 3.5998157100092414e-06, "Finetune/Loss": 0.8326839208602905, "Finetune/Loss (Raw)": 0.8109854459762573, "Finetune/Step": 5745, "Finetune/Step Time": 6.293475521728396}
+{"Finetune/Learning Rate": 3.5966567318985267e-06, "Finetune/Loss": 0.8330018520355225, "Finetune/Loss (Raw)": 0.814525842666626, "Finetune/Step": 5746, "Finetune/Step Time": 6.290519144386053}
+{"Finetune/Learning Rate": 3.5934988365169065e-06, "Finetune/Loss": 0.8352196216583252, "Finetune/Loss (Raw)": 0.64559006690979, "Finetune/Step": 5747, "Finetune/Step Time": 6.290551593527198}
+{"Finetune/Learning Rate": 3.5903420243983424e-06, "Finetune/Loss": 0.8348224759101868, "Finetune/Loss (Raw)": 0.8628481030464172, "Finetune/Step": 5748, "Finetune/Step Time": 6.280549583956599}
+{"Finetune/Learning Rate": 3.5871862960766145e-06, "Finetune/Loss": 0.834259569644928, "Finetune/Loss (Raw)": 0.8634486198425293, "Finetune/Step": 5749, "Finetune/Step Time": 6.2794962879270315}
+{"Finetune/Learning Rate": 3.5840316520853135e-06, "Finetune/Loss": 0.8294506072998047, "Finetune/Loss (Raw)": 0.2856849730014801, "Finetune/Step": 5750, "Finetune/Step Time": 6.279821345582604}
+{"Finetune/Learning Rate": 3.5808780929578545e-06, "Finetune/Loss": 0.8282525539398193, "Finetune/Loss (Raw)": 0.7973136901855469, "Finetune/Step": 5751, "Finetune/Step Time": 6.289604322984815}
+{"Finetune/Learning Rate": 3.577725619227469e-06, "Finetune/Loss": 0.8285949230194092, "Finetune/Loss (Raw)": 0.7623746395111084, "Finetune/Step": 5752, "Finetune/Step Time": 6.29299359023571}
+{"Finetune/Learning Rate": 3.574574231427197e-06, "Finetune/Loss": 0.8268253803253174, "Finetune/Loss (Raw)": 0.6962142586708069, "Finetune/Step": 5753, "Finetune/Step Time": 6.288240352645516}
+{"Finetune/Learning Rate": 3.5714239300899113e-06, "Finetune/Loss": 0.8276275992393494, "Finetune/Loss (Raw)": 0.9062755107879639, "Finetune/Step": 5754, "Finetune/Step Time": 6.295483345165849}
+{"Finetune/Learning Rate": 3.5682747157482813e-06, "Finetune/Loss": 0.8282724022865295, "Finetune/Loss (Raw)": 0.8574795722961426, "Finetune/Step": 5755, "Finetune/Step Time": 6.299639638513327}
+{"Finetune/Learning Rate": 3.565126588934803e-06, "Finetune/Loss": 0.8266992568969727, "Finetune/Loss (Raw)": 0.6468513011932373, "Finetune/Step": 5756, "Finetune/Step Time": 6.295249791815877}
+{"Finetune/Learning Rate": 3.56197955018179e-06, "Finetune/Loss": 0.8285281658172607, "Finetune/Loss (Raw)": 0.8866664171218872, "Finetune/Step": 5757, "Finetune/Step Time": 6.309261467307806}
+{"Finetune/Learning Rate": 3.5588336000213664e-06, "Finetune/Loss": 0.8279720544815063, "Finetune/Loss (Raw)": 0.7532762289047241, "Finetune/Step": 5758, "Finetune/Step Time": 6.308549201115966}
+{"Finetune/Learning Rate": 3.555688738985477e-06, "Finetune/Loss": 0.8296409845352173, "Finetune/Loss (Raw)": 1.0029855966567993, "Finetune/Step": 5759, "Finetune/Step Time": 6.294934766367078}
+{"Finetune/Learning Rate": 3.5525449676058776e-06, "Finetune/Loss": 0.8290780186653137, "Finetune/Loss (Raw)": 0.8029944896697998, "Finetune/Step": 5760, "Finetune/Step Time": 6.282931307330728}
+{"Finetune/Learning Rate": 3.549402286414145e-06, "Finetune/Loss": 0.8286252021789551, "Finetune/Loss (Raw)": 0.6713863611221313, "Finetune/Step": 5761, "Finetune/Step Time": 6.273665118962526}
+{"Finetune/Learning Rate": 3.546260695941669e-06, "Finetune/Loss": 0.8261377811431885, "Finetune/Loss (Raw)": 0.5803999900817871, "Finetune/Step": 5762, "Finetune/Step Time": 6.287087447941303}
+{"Finetune/Learning Rate": 3.5431201967196583e-06, "Finetune/Loss": 0.8257731199264526, "Finetune/Loss (Raw)": 0.9117180705070496, "Finetune/Step": 5763, "Finetune/Step Time": 6.3150233421474695}
+{"Finetune/Learning Rate": 3.5399807892791262e-06, "Finetune/Loss": 0.8289041519165039, "Finetune/Loss (Raw)": 0.9824045896530151, "Finetune/Step": 5764, "Finetune/Step Time": 6.314478261396289}
+{"Finetune/Learning Rate": 3.53684247415091e-06, "Finetune/Loss": 0.8277401328086853, "Finetune/Loss (Raw)": 0.8321484327316284, "Finetune/Step": 5765, "Finetune/Step Time": 6.308499297127128}
+{"Finetune/Learning Rate": 3.533705251865668e-06, "Finetune/Loss": 0.825523853302002, "Finetune/Loss (Raw)": 0.7467401623725891, "Finetune/Step": 5766, "Finetune/Step Time": 6.311211021617055}
+{"Finetune/Learning Rate": 3.530569122953863e-06, "Finetune/Loss": 0.8267282247543335, "Finetune/Loss (Raw)": 0.9738273024559021, "Finetune/Step": 5767, "Finetune/Step Time": 6.312066515907645}
+{"Finetune/Learning Rate": 3.5274340879457813e-06, "Finetune/Loss": 0.8257578611373901, "Finetune/Loss (Raw)": 0.6603504419326782, "Finetune/Step": 5768, "Finetune/Step Time": 6.317655166611075}
+{"Finetune/Learning Rate": 3.5243001473715134e-06, "Finetune/Loss": 0.8229106068611145, "Finetune/Loss (Raw)": 0.5085736513137817, "Finetune/Step": 5769, "Finetune/Step Time": 6.325914636254311}
+{"Finetune/Learning Rate": 3.5211673017609737e-06, "Finetune/Loss": 0.8215987682342529, "Finetune/Loss (Raw)": 0.6796155571937561, "Finetune/Step": 5770, "Finetune/Step Time": 6.3341856431216}
+{"Finetune/Learning Rate": 3.518035551643887e-06, "Finetune/Loss": 0.8225526213645935, "Finetune/Loss (Raw)": 0.9038902521133423, "Finetune/Step": 5771, "Finetune/Step Time": 6.344150589779019}
+{"Finetune/Learning Rate": 3.5149048975498035e-06, "Finetune/Loss": 0.8247365951538086, "Finetune/Loss (Raw)": 1.0671441555023193, "Finetune/Step": 5772, "Finetune/Step Time": 6.344664232805371}
+{"Finetune/Learning Rate": 3.5117753400080713e-06, "Finetune/Loss": 0.8239607810974121, "Finetune/Loss (Raw)": 0.776760995388031, "Finetune/Step": 5773, "Finetune/Step Time": 6.334586903452873}
+{"Finetune/Learning Rate": 3.5086468795478623e-06, "Finetune/Loss": 0.8221245408058167, "Finetune/Loss (Raw)": 0.7449122667312622, "Finetune/Step": 5774, "Finetune/Step Time": 6.321951352059841}
+{"Finetune/Learning Rate": 3.505519516698165e-06, "Finetune/Loss": 0.8238153457641602, "Finetune/Loss (Raw)": 0.9452071189880371, "Finetune/Step": 5775, "Finetune/Step Time": 6.32410454005003}
+{"Finetune/Learning Rate": 3.502393251987776e-06, "Finetune/Loss": 0.8244073390960693, "Finetune/Loss (Raw)": 0.8423765897750854, "Finetune/Step": 5776, "Finetune/Step Time": 6.313927672803402}
+{"Finetune/Learning Rate": 3.499268085945312e-06, "Finetune/Loss": 0.8218151330947876, "Finetune/Loss (Raw)": 0.5236356854438782, "Finetune/Step": 5777, "Finetune/Step Time": 6.3237800523638725}
+{"Finetune/Learning Rate": 3.496144019099199e-06, "Finetune/Loss": 0.8216028213500977, "Finetune/Loss (Raw)": 0.8344917893409729, "Finetune/Step": 5778, "Finetune/Step Time": 6.339574310928583}
+{"Finetune/Learning Rate": 3.493021051977682e-06, "Finetune/Loss": 0.8213961124420166, "Finetune/Loss (Raw)": 0.9153643250465393, "Finetune/Step": 5779, "Finetune/Step Time": 6.3405837044119835}
+{"Finetune/Learning Rate": 3.489899185108816e-06, "Finetune/Loss": 0.8226906061172485, "Finetune/Loss (Raw)": 0.7924790382385254, "Finetune/Step": 5780, "Finetune/Step Time": 6.336302507668734}
+{"Finetune/Learning Rate": 3.4867784190204723e-06, "Finetune/Loss": 0.8227591514587402, "Finetune/Loss (Raw)": 0.7721608281135559, "Finetune/Step": 5781, "Finetune/Step Time": 6.320185353979468}
+{"Finetune/Learning Rate": 3.483658754240338e-06, "Finetune/Loss": 0.82245272397995, "Finetune/Loss (Raw)": 0.79628986120224, "Finetune/Step": 5782, "Finetune/Step Time": 6.315412983298302}
+{"Finetune/Learning Rate": 3.4805401912959048e-06, "Finetune/Loss": 0.8218347430229187, "Finetune/Loss (Raw)": 0.9357991218566895, "Finetune/Step": 5783, "Finetune/Step Time": 6.316743174567819}
+{"Finetune/Learning Rate": 3.4774227307144837e-06, "Finetune/Loss": 0.8214386701583862, "Finetune/Loss (Raw)": 0.8641254901885986, "Finetune/Step": 5784, "Finetune/Step Time": 6.316642459481955}
+{"Finetune/Learning Rate": 3.4743063730232083e-06, "Finetune/Loss": 0.8174192309379578, "Finetune/Loss (Raw)": 0.3612378239631653, "Finetune/Step": 5785, "Finetune/Step Time": 6.31453338265419}
+{"Finetune/Learning Rate": 3.4711911187490165e-06, "Finetune/Loss": 0.8172950148582458, "Finetune/Loss (Raw)": 0.8813520669937134, "Finetune/Step": 5786, "Finetune/Step Time": 6.315852915868163}
+{"Finetune/Learning Rate": 3.4680769684186555e-06, "Finetune/Loss": 0.8166617751121521, "Finetune/Loss (Raw)": 0.8787868618965149, "Finetune/Step": 5787, "Finetune/Step Time": 6.31699856929481}
+{"Finetune/Learning Rate": 3.464963922558693e-06, "Finetune/Loss": 0.8161445260047913, "Finetune/Loss (Raw)": 0.8452467322349548, "Finetune/Step": 5788, "Finetune/Step Time": 6.320873925462365}
+{"Finetune/Learning Rate": 3.4618519816955077e-06, "Finetune/Loss": 0.8152285814285278, "Finetune/Loss (Raw)": 0.8062092065811157, "Finetune/Step": 5789, "Finetune/Step Time": 6.323548408225179}
+{"Finetune/Learning Rate": 3.458741146355292e-06, "Finetune/Loss": 0.8156763315200806, "Finetune/Loss (Raw)": 0.8019686937332153, "Finetune/Step": 5790, "Finetune/Step Time": 6.323569258674979}
+{"Finetune/Learning Rate": 3.4556314170640526e-06, "Finetune/Loss": 0.8167253136634827, "Finetune/Loss (Raw)": 0.8398728370666504, "Finetune/Step": 5791, "Finetune/Step Time": 6.31713629513979}
+{"Finetune/Learning Rate": 3.4525227943476057e-06, "Finetune/Loss": 0.8181021213531494, "Finetune/Loss (Raw)": 0.8697898387908936, "Finetune/Step": 5792, "Finetune/Step Time": 6.31088806129992}
+{"Finetune/Learning Rate": 3.4494152787315837e-06, "Finetune/Loss": 0.8170170783996582, "Finetune/Loss (Raw)": 0.7840662002563477, "Finetune/Step": 5793, "Finetune/Step Time": 6.299954224377871}
+{"Finetune/Learning Rate": 3.4463088707414305e-06, "Finetune/Loss": 0.8207365870475769, "Finetune/Loss (Raw)": 1.0549196004867554, "Finetune/Step": 5794, "Finetune/Step Time": 6.284957056865096}
+{"Finetune/Learning Rate": 3.4432035709024013e-06, "Finetune/Loss": 0.8206183910369873, "Finetune/Loss (Raw)": 0.7245248556137085, "Finetune/Step": 5795, "Finetune/Step Time": 6.280550584197044}
+{"Finetune/Learning Rate": 3.4400993797395664e-06, "Finetune/Loss": 0.8169366717338562, "Finetune/Loss (Raw)": 0.2666122019290924, "Finetune/Step": 5796, "Finetune/Step Time": 6.288036832585931}
+{"Finetune/Learning Rate": 3.4369962977778082e-06, "Finetune/Loss": 0.8151057362556458, "Finetune/Loss (Raw)": 0.7273263931274414, "Finetune/Step": 5797, "Finetune/Step Time": 6.297811152413487}
+{"Finetune/Learning Rate": 3.433894325541819e-06, "Finetune/Loss": 0.8122861385345459, "Finetune/Loss (Raw)": 0.607123076915741, "Finetune/Step": 5798, "Finetune/Step Time": 6.303213328123093}
+{"Finetune/Learning Rate": 3.4307934635561067e-06, "Finetune/Loss": 0.8136553764343262, "Finetune/Loss (Raw)": 0.9915314316749573, "Finetune/Step": 5799, "Finetune/Step Time": 6.3162170965224504}
+{"Finetune/Learning Rate": 3.427693712344994e-06, "Finetune/Loss": 0.8133060336112976, "Finetune/Loss (Raw)": 0.7983902096748352, "Finetune/Step": 5800, "Finetune/Step Time": 6.317701464518905}
+{"Finetune/Learning Rate": 3.424595072432604e-06, "Finetune/Loss": 0.813377857208252, "Finetune/Loss (Raw)": 0.7185563445091248, "Finetune/Step": 5801, "Finetune/Step Time": 6.323562942445278}
+{"Finetune/Learning Rate": 3.42149754434288e-06, "Finetune/Loss": 0.8125036954879761, "Finetune/Loss (Raw)": 0.6633516550064087, "Finetune/Step": 5802, "Finetune/Step Time": 6.323450719937682}
+{"Finetune/Learning Rate": 3.4184011285995846e-06, "Finetune/Loss": 0.8128697872161865, "Finetune/Loss (Raw)": 0.8145248889923096, "Finetune/Step": 5803, "Finetune/Step Time": 6.323760969564319}
+{"Finetune/Learning Rate": 3.4153058257262837e-06, "Finetune/Loss": 0.8131388425827026, "Finetune/Loss (Raw)": 0.9456301331520081, "Finetune/Step": 5804, "Finetune/Step Time": 6.32926225848496}
+{"Finetune/Learning Rate": 3.412211636246351e-06, "Finetune/Loss": 0.8118683099746704, "Finetune/Loss (Raw)": 0.7978364825248718, "Finetune/Step": 5805, "Finetune/Step Time": 6.332252444699407}
+{"Finetune/Learning Rate": 3.4091185606829793e-06, "Finetune/Loss": 0.8122374415397644, "Finetune/Loss (Raw)": 0.8572359085083008, "Finetune/Step": 5806, "Finetune/Step Time": 6.326605379581451}
+{"Finetune/Learning Rate": 3.4060265995591715e-06, "Finetune/Loss": 0.8102952837944031, "Finetune/Loss (Raw)": 0.733620822429657, "Finetune/Step": 5807, "Finetune/Step Time": 6.318483514711261}
+{"Finetune/Learning Rate": 3.402935753397739e-06, "Finetune/Loss": 0.8090807795524597, "Finetune/Loss (Raw)": 0.8034003376960754, "Finetune/Step": 5808, "Finetune/Step Time": 6.310278715565801}
+{"Finetune/Learning Rate": 3.3998460227213103e-06, "Finetune/Loss": 0.8105528354644775, "Finetune/Loss (Raw)": 0.9373965859413147, "Finetune/Step": 5809, "Finetune/Step Time": 6.306201973930001}
+{"Finetune/Learning Rate": 3.3967574080523215e-06, "Finetune/Loss": 0.8103852868080139, "Finetune/Loss (Raw)": 0.7395333647727966, "Finetune/Step": 5810, "Finetune/Step Time": 6.296331038698554}
+{"Finetune/Learning Rate": 3.3936699099130187e-06, "Finetune/Loss": 0.8103529214859009, "Finetune/Loss (Raw)": 1.0219675302505493, "Finetune/Step": 5811, "Finetune/Step Time": 6.299558280035853}
+{"Finetune/Learning Rate": 3.390583528825463e-06, "Finetune/Loss": 0.8113017082214355, "Finetune/Loss (Raw)": 0.8577175140380859, "Finetune/Step": 5812, "Finetune/Step Time": 6.312727151438594}
+{"Finetune/Learning Rate": 3.387498265311524e-06, "Finetune/Loss": 0.8119013905525208, "Finetune/Loss (Raw)": 1.015528917312622, "Finetune/Step": 5813, "Finetune/Step Time": 6.3000663463026285}
+{"Finetune/Learning Rate": 3.384414119892886e-06, "Finetune/Loss": 0.8121855854988098, "Finetune/Loss (Raw)": 0.9284651875495911, "Finetune/Step": 5814, "Finetune/Step Time": 6.291880834847689}
+{"Finetune/Learning Rate": 3.3813310930910316e-06, "Finetune/Loss": 0.8117761611938477, "Finetune/Loss (Raw)": 0.7201578617095947, "Finetune/Step": 5815, "Finetune/Step Time": 6.284998815506697}
+{"Finetune/Learning Rate": 3.3782491854272736e-06, "Finetune/Loss": 0.812224805355072, "Finetune/Loss (Raw)": 0.9183102250099182, "Finetune/Step": 5816, "Finetune/Step Time": 6.280398901551962}
+{"Finetune/Learning Rate": 3.3751683974227236e-06, "Finetune/Loss": 0.8134477138519287, "Finetune/Loss (Raw)": 0.9439861178398132, "Finetune/Step": 5817, "Finetune/Step Time": 6.274680951610208}
+{"Finetune/Learning Rate": 3.3720887295983085e-06, "Finetune/Loss": 0.8125473260879517, "Finetune/Loss (Raw)": 0.829048752784729, "Finetune/Step": 5818, "Finetune/Step Time": 6.277426490560174}
+{"Finetune/Learning Rate": 3.3690101824747558e-06, "Finetune/Loss": 0.8133217096328735, "Finetune/Loss (Raw)": 0.990725576877594, "Finetune/Step": 5819, "Finetune/Step Time": 6.277850667014718}
+{"Finetune/Learning Rate": 3.3659327565726164e-06, "Finetune/Loss": 0.8131441473960876, "Finetune/Loss (Raw)": 0.9373642802238464, "Finetune/Step": 5820, "Finetune/Step Time": 6.273766543716192}
+{"Finetune/Learning Rate": 3.362856452412243e-06, "Finetune/Loss": 0.8137489557266235, "Finetune/Loss (Raw)": 0.9559940099716187, "Finetune/Step": 5821, "Finetune/Step Time": 6.269551889970899}
+{"Finetune/Learning Rate": 3.359781270513811e-06, "Finetune/Loss": 0.8138760328292847, "Finetune/Loss (Raw)": 0.7729397416114807, "Finetune/Step": 5822, "Finetune/Step Time": 6.270994834601879}
+{"Finetune/Learning Rate": 3.3567072113972864e-06, "Finetune/Loss": 0.8160911798477173, "Finetune/Loss (Raw)": 0.9914339780807495, "Finetune/Step": 5823, "Finetune/Step Time": 6.288471439853311}
+{"Finetune/Learning Rate": 3.3536342755824612e-06, "Finetune/Loss": 0.8177558779716492, "Finetune/Loss (Raw)": 1.0373921394348145, "Finetune/Step": 5824, "Finetune/Step Time": 6.274822115898132}
+{"Finetune/Learning Rate": 3.350562463588931e-06, "Finetune/Loss": 0.8172256946563721, "Finetune/Loss (Raw)": 0.7840071320533752, "Finetune/Step": 5825, "Finetune/Step Time": 6.27083240263164}
+{"Finetune/Learning Rate": 3.3474917759361036e-06, "Finetune/Loss": 0.8168536424636841, "Finetune/Loss (Raw)": 0.8684243559837341, "Finetune/Step": 5826, "Finetune/Step Time": 6.278709271922708}
+{"Finetune/Learning Rate": 3.344422213143195e-06, "Finetune/Loss": 0.8143186569213867, "Finetune/Loss (Raw)": 0.6339725852012634, "Finetune/Step": 5827, "Finetune/Step Time": 6.280037175863981}
+{"Finetune/Learning Rate": 3.3413537757292314e-06, "Finetune/Loss": 0.8118736743927002, "Finetune/Loss (Raw)": 0.7846223711967468, "Finetune/Step": 5828, "Finetune/Step Time": 6.284210799261928}
+{"Finetune/Learning Rate": 3.33828646421305e-06, "Finetune/Loss": 0.814458966255188, "Finetune/Loss (Raw)": 0.8496140837669373, "Finetune/Step": 5829, "Finetune/Step Time": 6.2901895716786385}
+{"Finetune/Learning Rate": 3.3352202791132947e-06, "Finetune/Loss": 0.8115924596786499, "Finetune/Loss (Raw)": 0.5898284912109375, "Finetune/Step": 5830, "Finetune/Step Time": 6.2789852023124695}
+{"Finetune/Learning Rate": 3.332155220948423e-06, "Finetune/Loss": 0.8110451102256775, "Finetune/Loss (Raw)": 0.8727235794067383, "Finetune/Step": 5831, "Finetune/Step Time": 6.277093473821878}
+{"Finetune/Learning Rate": 3.3290912902367033e-06, "Finetune/Loss": 0.8087127804756165, "Finetune/Loss (Raw)": 0.5946872234344482, "Finetune/Step": 5832, "Finetune/Step Time": 6.2810569647699594}
+{"Finetune/Learning Rate": 3.326028487496198e-06, "Finetune/Loss": 0.8089129328727722, "Finetune/Loss (Raw)": 0.9022551774978638, "Finetune/Step": 5833, "Finetune/Step Time": 6.288126617670059}
+{"Finetune/Learning Rate": 3.322966813244801e-06, "Finetune/Loss": 0.8102244138717651, "Finetune/Loss (Raw)": 0.9839947819709778, "Finetune/Step": 5834, "Finetune/Step Time": 6.287546096369624}
+{"Finetune/Learning Rate": 3.3199062680002025e-06, "Finetune/Loss": 0.8095617294311523, "Finetune/Loss (Raw)": 0.7583416104316711, "Finetune/Step": 5835, "Finetune/Step Time": 6.285660188645124}
+{"Finetune/Learning Rate": 3.316846852279907e-06, "Finetune/Loss": 0.8096047639846802, "Finetune/Loss (Raw)": 0.9130264520645142, "Finetune/Step": 5836, "Finetune/Step Time": 6.283821403980255}
+{"Finetune/Learning Rate": 3.3137885666012182e-06, "Finetune/Loss": 0.8095124959945679, "Finetune/Loss (Raw)": 0.835753858089447, "Finetune/Step": 5837, "Finetune/Step Time": 6.27559681981802}
+{"Finetune/Learning Rate": 3.3107314114812604e-06, "Finetune/Loss": 0.811514139175415, "Finetune/Loss (Raw)": 0.8055370450019836, "Finetune/Step": 5838, "Finetune/Step Time": 6.263420147821307}
+{"Finetune/Learning Rate": 3.3076753874369583e-06, "Finetune/Loss": 0.8109099864959717, "Finetune/Loss (Raw)": 0.8727778792381287, "Finetune/Step": 5839, "Finetune/Step Time": 6.257068429142237}
+{"Finetune/Learning Rate": 3.3046204949850545e-06, "Finetune/Loss": 0.8097684383392334, "Finetune/Loss (Raw)": 0.7499253153800964, "Finetune/Step": 5840, "Finetune/Step Time": 6.259111953899264}
+{"Finetune/Learning Rate": 3.3015667346420964e-06, "Finetune/Loss": 0.8103496432304382, "Finetune/Loss (Raw)": 0.6850891709327698, "Finetune/Step": 5841, "Finetune/Step Time": 6.2682492807507515}
+{"Finetune/Learning Rate": 3.298514106924432e-06, "Finetune/Loss": 0.8067007064819336, "Finetune/Loss (Raw)": 0.3474884629249573, "Finetune/Step": 5842, "Finetune/Step Time": 6.270449364557862}
+{"Finetune/Learning Rate": 3.295462612348227e-06, "Finetune/Loss": 0.8087499737739563, "Finetune/Loss (Raw)": 1.0183801651000977, "Finetune/Step": 5843, "Finetune/Step Time": 6.2774118054658175}
+{"Finetune/Learning Rate": 3.292412251429452e-06, "Finetune/Loss": 0.8085010051727295, "Finetune/Loss (Raw)": 0.8301129937171936, "Finetune/Step": 5844, "Finetune/Step Time": 6.263703251257539}
+{"Finetune/Learning Rate": 3.289363024683888e-06, "Finetune/Loss": 0.8083382248878479, "Finetune/Loss (Raw)": 0.9983071088790894, "Finetune/Step": 5845, "Finetune/Step Time": 6.263150388374925}
+{"Finetune/Learning Rate": 3.2863149326271226e-06, "Finetune/Loss": 0.8093069791793823, "Finetune/Loss (Raw)": 0.853510320186615, "Finetune/Step": 5846, "Finetune/Step Time": 6.263601165264845}
+{"Finetune/Learning Rate": 3.283267975774551e-06, "Finetune/Loss": 0.8087635636329651, "Finetune/Loss (Raw)": 0.7717646956443787, "Finetune/Step": 5847, "Finetune/Step Time": 6.266616994515061}
+{"Finetune/Learning Rate": 3.2802221546413793e-06, "Finetune/Loss": 0.8113983273506165, "Finetune/Loss (Raw)": 1.0453275442123413, "Finetune/Step": 5848, "Finetune/Step Time": 6.271553825587034}
+{"Finetune/Learning Rate": 3.277177469742617e-06, "Finetune/Loss": 0.8154910802841187, "Finetune/Loss (Raw)": 0.7791804671287537, "Finetune/Step": 5849, "Finetune/Step Time": 6.263807350769639}
+{"Finetune/Learning Rate": 3.27413392159309e-06, "Finetune/Loss": 0.8165491819381714, "Finetune/Loss (Raw)": 0.9512114524841309, "Finetune/Step": 5850, "Finetune/Step Time": 6.244673835113645}
+{"Finetune/Learning Rate": 3.271091510707418e-06, "Finetune/Loss": 0.8181062340736389, "Finetune/Loss (Raw)": 0.9829455614089966, "Finetune/Step": 5851, "Finetune/Step Time": 6.240272879600525}
+{"Finetune/Learning Rate": 3.2680502376000368e-06, "Finetune/Loss": 0.8165127038955688, "Finetune/Loss (Raw)": 0.8253901600837708, "Finetune/Step": 5852, "Finetune/Step Time": 6.239313302561641}
+{"Finetune/Learning Rate": 3.2650101027851954e-06, "Finetune/Loss": 0.8165689706802368, "Finetune/Loss (Raw)": 0.9688846468925476, "Finetune/Step": 5853, "Finetune/Step Time": 6.230634428560734}
+{"Finetune/Learning Rate": 3.2619711067769442e-06, "Finetune/Loss": 0.8138254880905151, "Finetune/Loss (Raw)": 0.5920175909996033, "Finetune/Step": 5854, "Finetune/Step Time": 6.221699167042971}
+{"Finetune/Learning Rate": 3.2589332500891358e-06, "Finetune/Loss": 0.8139215111732483, "Finetune/Loss (Raw)": 0.8375597596168518, "Finetune/Step": 5855, "Finetune/Step Time": 6.230525992810726}
+{"Finetune/Learning Rate": 3.255896533235439e-06, "Finetune/Loss": 0.816533088684082, "Finetune/Loss (Raw)": 0.703016996383667, "Finetune/Step": 5856, "Finetune/Step Time": 6.231841174885631}
+{"Finetune/Learning Rate": 3.2528609567293255e-06, "Finetune/Loss": 0.8150866627693176, "Finetune/Loss (Raw)": 0.7532047629356384, "Finetune/Step": 5857, "Finetune/Step Time": 6.2300564758479595}
+{"Finetune/Learning Rate": 3.249826521084072e-06, "Finetune/Loss": 0.8139911890029907, "Finetune/Loss (Raw)": 0.8173120617866516, "Finetune/Step": 5858, "Finetune/Step Time": 6.227545905858278}
+{"Finetune/Learning Rate": 3.2467932268127757e-06, "Finetune/Loss": 0.8134519457817078, "Finetune/Loss (Raw)": 0.860300600528717, "Finetune/Step": 5859, "Finetune/Step Time": 6.226587677374482}
+{"Finetune/Learning Rate": 3.243761074428321e-06, "Finetune/Loss": 0.8117687106132507, "Finetune/Loss (Raw)": 0.7812739014625549, "Finetune/Step": 5860, "Finetune/Step Time": 6.23072394169867}
+{"Finetune/Learning Rate": 3.2407300644434103e-06, "Finetune/Loss": 0.8118791580200195, "Finetune/Loss (Raw)": 0.8980297446250916, "Finetune/Step": 5861, "Finetune/Step Time": 6.233296252787113}
+{"Finetune/Learning Rate": 3.2377001973705533e-06, "Finetune/Loss": 0.8113577365875244, "Finetune/Loss (Raw)": 0.822674036026001, "Finetune/Step": 5862, "Finetune/Step Time": 6.219400528818369}
+{"Finetune/Learning Rate": 3.234671473722064e-06, "Finetune/Loss": 0.8119338750839233, "Finetune/Loss (Raw)": 0.9640745520591736, "Finetune/Step": 5863, "Finetune/Step Time": 6.221862938255072}
+{"Finetune/Learning Rate": 3.2316438940100626e-06, "Finetune/Loss": 0.8111870288848877, "Finetune/Loss (Raw)": 0.8656333684921265, "Finetune/Step": 5864, "Finetune/Step Time": 6.223314419388771}
+{"Finetune/Learning Rate": 3.228617458746477e-06, "Finetune/Loss": 0.8097628355026245, "Finetune/Loss (Raw)": 0.7960180640220642, "Finetune/Step": 5865, "Finetune/Step Time": 6.223362360149622}
+{"Finetune/Learning Rate": 3.2255921684430423e-06, "Finetune/Loss": 0.8113548755645752, "Finetune/Loss (Raw)": 1.0271897315979004, "Finetune/Step": 5866, "Finetune/Step Time": 6.227481821551919}
+{"Finetune/Learning Rate": 3.222568023611299e-06, "Finetune/Loss": 0.812380313873291, "Finetune/Loss (Raw)": 0.8337000608444214, "Finetune/Step": 5867, "Finetune/Step Time": 6.233528440818191}
+{"Finetune/Learning Rate": 3.2195450247625957e-06, "Finetune/Loss": 0.814726710319519, "Finetune/Loss (Raw)": 1.038891077041626, "Finetune/Step": 5868, "Finetune/Step Time": 6.2390272952616215}
+{"Finetune/Learning Rate": 3.2165231724080804e-06, "Finetune/Loss": 0.8143355846405029, "Finetune/Loss (Raw)": 0.8278330564498901, "Finetune/Step": 5869, "Finetune/Step Time": 6.234586214646697}
+{"Finetune/Learning Rate": 3.2135024670587112e-06, "Finetune/Loss": 0.8116003274917603, "Finetune/Loss (Raw)": 0.4319416284561157, "Finetune/Step": 5870, "Finetune/Step Time": 6.240923460572958}
+{"Finetune/Learning Rate": 3.2104829092252622e-06, "Finetune/Loss": 0.8151392936706543, "Finetune/Loss (Raw)": 0.8503957986831665, "Finetune/Step": 5871, "Finetune/Step Time": 6.25554758310318}
+{"Finetune/Learning Rate": 3.2074644994182978e-06, "Finetune/Loss": 0.8132826089859009, "Finetune/Loss (Raw)": 0.7136339545249939, "Finetune/Step": 5872, "Finetune/Step Time": 6.23387317918241}
+{"Finetune/Learning Rate": 3.2044472381482018e-06, "Finetune/Loss": 0.813298761844635, "Finetune/Loss (Raw)": 0.8130460381507874, "Finetune/Step": 5873, "Finetune/Step Time": 6.235132269561291}
+{"Finetune/Learning Rate": 3.2014311259251494e-06, "Finetune/Loss": 0.8128340840339661, "Finetune/Loss (Raw)": 0.7550484538078308, "Finetune/Step": 5874, "Finetune/Step Time": 6.232554793357849}
+{"Finetune/Learning Rate": 3.198416163259133e-06, "Finetune/Loss": 0.814595639705658, "Finetune/Loss (Raw)": 0.8710699677467346, "Finetune/Step": 5875, "Finetune/Step Time": 6.227427022531629}
+{"Finetune/Learning Rate": 3.195402350659945e-06, "Finetune/Loss": 0.8139527440071106, "Finetune/Loss (Raw)": 0.780556321144104, "Finetune/Step": 5876, "Finetune/Step Time": 6.221497938036919}
+{"Finetune/Learning Rate": 3.1923896886371865e-06, "Finetune/Loss": 0.814511239528656, "Finetune/Loss (Raw)": 0.9349327087402344, "Finetune/Step": 5877, "Finetune/Step Time": 6.218723673373461}
+{"Finetune/Learning Rate": 3.189378177700264e-06, "Finetune/Loss": 0.818528413772583, "Finetune/Loss (Raw)": 0.7998902201652527, "Finetune/Step": 5878, "Finetune/Step Time": 6.215926866978407}
+{"Finetune/Learning Rate": 3.1863678183583856e-06, "Finetune/Loss": 0.8177896738052368, "Finetune/Loss (Raw)": 0.7027466893196106, "Finetune/Step": 5879, "Finetune/Step Time": 6.211599577218294}
+{"Finetune/Learning Rate": 3.1833586111205694e-06, "Finetune/Loss": 0.8184385895729065, "Finetune/Loss (Raw)": 0.8454411029815674, "Finetune/Step": 5880, "Finetune/Step Time": 6.219080124050379}
+{"Finetune/Learning Rate": 3.180350556495636e-06, "Finetune/Loss": 0.8186522722244263, "Finetune/Loss (Raw)": 0.7235644459724426, "Finetune/Step": 5881, "Finetune/Step Time": 6.217608992010355}
+{"Finetune/Learning Rate": 3.1773436549922134e-06, "Finetune/Loss": 0.8179123997688293, "Finetune/Loss (Raw)": 0.8115774393081665, "Finetune/Step": 5882, "Finetune/Step Time": 6.223928011953831}
+{"Finetune/Learning Rate": 3.1743379071187254e-06, "Finetune/Loss": 0.8168047666549683, "Finetune/Loss (Raw)": 0.7157022356987, "Finetune/Step": 5883, "Finetune/Step Time": 6.2395657915622}
+{"Finetune/Learning Rate": 3.1713333133834155e-06, "Finetune/Loss": 0.817193865776062, "Finetune/Loss (Raw)": 0.6966518759727478, "Finetune/Step": 5884, "Finetune/Step Time": 6.242461171001196}
+{"Finetune/Learning Rate": 3.1683298742943236e-06, "Finetune/Loss": 0.8164514303207397, "Finetune/Loss (Raw)": 0.7916278839111328, "Finetune/Step": 5885, "Finetune/Step Time": 6.226461777463555}
+{"Finetune/Learning Rate": 3.165327590359295e-06, "Finetune/Loss": 0.8162597417831421, "Finetune/Loss (Raw)": 0.7287499308586121, "Finetune/Step": 5886, "Finetune/Step Time": 6.2154866978526115}
+{"Finetune/Learning Rate": 3.1623264620859817e-06, "Finetune/Loss": 0.8156218528747559, "Finetune/Loss (Raw)": 0.9213303327560425, "Finetune/Step": 5887, "Finetune/Step Time": 6.216186897829175}
+{"Finetune/Learning Rate": 3.1593264899818342e-06, "Finetune/Loss": 0.8157169818878174, "Finetune/Loss (Raw)": 0.8151696920394897, "Finetune/Step": 5888, "Finetune/Step Time": 6.219128450378776}
+{"Finetune/Learning Rate": 3.1563276745541116e-06, "Finetune/Loss": 0.8169207572937012, "Finetune/Loss (Raw)": 0.8254767656326294, "Finetune/Step": 5889, "Finetune/Step Time": 6.217804342508316}
+{"Finetune/Learning Rate": 3.1533300163098844e-06, "Finetune/Loss": 0.8172782063484192, "Finetune/Loss (Raw)": 0.6261507272720337, "Finetune/Step": 5890, "Finetune/Step Time": 6.211324907839298}
+{"Finetune/Learning Rate": 3.15033351575602e-06, "Finetune/Loss": 0.815118134021759, "Finetune/Loss (Raw)": 0.6352275609970093, "Finetune/Step": 5891, "Finetune/Step Time": 6.1974074728786945}
+{"Finetune/Learning Rate": 3.147338173399186e-06, "Finetune/Loss": 0.81566321849823, "Finetune/Loss (Raw)": 1.0521793365478516, "Finetune/Step": 5892, "Finetune/Step Time": 6.19789307937026}
+{"Finetune/Learning Rate": 3.1443439897458607e-06, "Finetune/Loss": 0.8169922232627869, "Finetune/Loss (Raw)": 1.002258539199829, "Finetune/Step": 5893, "Finetune/Step Time": 6.191559690982103}
+{"Finetune/Learning Rate": 3.1413509653023255e-06, "Finetune/Loss": 0.8183289766311646, "Finetune/Loss (Raw)": 0.9178508520126343, "Finetune/Step": 5894, "Finetune/Step Time": 6.185070810839534}
+{"Finetune/Learning Rate": 3.1383591005746663e-06, "Finetune/Loss": 0.817760705947876, "Finetune/Loss (Raw)": 0.9010844826698303, "Finetune/Step": 5895, "Finetune/Step Time": 6.18421745672822}
+{"Finetune/Learning Rate": 3.135368396068771e-06, "Finetune/Loss": 0.8188466429710388, "Finetune/Loss (Raw)": 0.799345076084137, "Finetune/Step": 5896, "Finetune/Step Time": 6.176848005503416}
+{"Finetune/Learning Rate": 3.132378852290332e-06, "Finetune/Loss": 0.8212462663650513, "Finetune/Loss (Raw)": 0.8157256245613098, "Finetune/Step": 5897, "Finetune/Step Time": 6.179267877712846}
+{"Finetune/Learning Rate": 3.1293904697448453e-06, "Finetune/Loss": 0.8215503692626953, "Finetune/Loss (Raw)": 0.7185458540916443, "Finetune/Step": 5898, "Finetune/Step Time": 6.169954914599657}
+{"Finetune/Learning Rate": 3.1264032489376106e-06, "Finetune/Loss": 0.8218852281570435, "Finetune/Loss (Raw)": 0.9467467665672302, "Finetune/Step": 5899, "Finetune/Step Time": 6.164724053815007}
+{"Finetune/Learning Rate": 3.123417190373732e-06, "Finetune/Loss": 0.8219795227050781, "Finetune/Loss (Raw)": 1.0792124271392822, "Finetune/Step": 5900, "Finetune/Step Time": 6.162014469504356}
+{"Finetune/Learning Rate": 3.1204322945581166e-06, "Finetune/Loss": 0.8220380544662476, "Finetune/Loss (Raw)": 0.7842600345611572, "Finetune/Step": 5901, "Finetune/Step Time": 6.167413577437401}
+{"Finetune/Learning Rate": 3.117448561995474e-06, "Finetune/Loss": 0.8219659328460693, "Finetune/Loss (Raw)": 0.7356765270233154, "Finetune/Step": 5902, "Finetune/Step Time": 6.170049088075757}
+{"Finetune/Learning Rate": 3.1144659931903188e-06, "Finetune/Loss": 0.8231920003890991, "Finetune/Loss (Raw)": 1.1021487712860107, "Finetune/Step": 5903, "Finetune/Step Time": 6.182748118415475}
+{"Finetune/Learning Rate": 3.111484588646968e-06, "Finetune/Loss": 0.8243436813354492, "Finetune/Loss (Raw)": 0.989782452583313, "Finetune/Step": 5904, "Finetune/Step Time": 6.181007018312812}
+{"Finetune/Learning Rate": 3.1085043488695433e-06, "Finetune/Loss": 0.8255336284637451, "Finetune/Loss (Raw)": 0.6759564280509949, "Finetune/Step": 5905, "Finetune/Step Time": 6.174091434106231}
+{"Finetune/Learning Rate": 3.1055252743619623e-06, "Finetune/Loss": 0.8239254951477051, "Finetune/Loss (Raw)": 0.62865149974823, "Finetune/Step": 5906, "Finetune/Step Time": 6.162806710228324}
+{"Finetune/Learning Rate": 3.1025473656279535e-06, "Finetune/Loss": 0.8240195512771606, "Finetune/Loss (Raw)": 0.9274049401283264, "Finetune/Step": 5907, "Finetune/Step Time": 6.172421492636204}
+{"Finetune/Learning Rate": 3.099570623171044e-06, "Finetune/Loss": 0.8238797783851624, "Finetune/Loss (Raw)": 0.7745839357376099, "Finetune/Step": 5908, "Finetune/Step Time": 6.174636213108897}
+{"Finetune/Learning Rate": 3.0965950474945737e-06, "Finetune/Loss": 0.8246090412139893, "Finetune/Loss (Raw)": 0.8655062317848206, "Finetune/Step": 5909, "Finetune/Step Time": 6.176762318238616}
+{"Finetune/Learning Rate": 3.093620639101669e-06, "Finetune/Loss": 0.8245271444320679, "Finetune/Loss (Raw)": 0.7858148217201233, "Finetune/Step": 5910, "Finetune/Step Time": 6.178965115919709}
+{"Finetune/Learning Rate": 3.090647398495269e-06, "Finetune/Loss": 0.8257611989974976, "Finetune/Loss (Raw)": 1.0937480926513672, "Finetune/Step": 5911, "Finetune/Step Time": 6.184837952256203}
+{"Finetune/Learning Rate": 3.0876753261781134e-06, "Finetune/Loss": 0.8251285552978516, "Finetune/Loss (Raw)": 0.7831509709358215, "Finetune/Step": 5912, "Finetune/Step Time": 6.185328247025609}
+{"Finetune/Learning Rate": 3.0847044226527435e-06, "Finetune/Loss": 0.8276433944702148, "Finetune/Loss (Raw)": 0.6831348538398743, "Finetune/Step": 5913, "Finetune/Step Time": 6.190619980916381}
+{"Finetune/Learning Rate": 3.081734688421505e-06, "Finetune/Loss": 0.8283275365829468, "Finetune/Loss (Raw)": 0.9689262509346008, "Finetune/Step": 5914, "Finetune/Step Time": 6.182567976415157}
+{"Finetune/Learning Rate": 3.078766123986544e-06, "Finetune/Loss": 0.8281944990158081, "Finetune/Loss (Raw)": 0.8617578744888306, "Finetune/Step": 5915, "Finetune/Step Time": 6.185734190046787}
+{"Finetune/Learning Rate": 3.0757987298498106e-06, "Finetune/Loss": 0.8268004655838013, "Finetune/Loss (Raw)": 0.6668078899383545, "Finetune/Step": 5916, "Finetune/Step Time": 6.1843494568020105}
+{"Finetune/Learning Rate": 3.072832506513054e-06, "Finetune/Loss": 0.8278470039367676, "Finetune/Loss (Raw)": 0.9401660561561584, "Finetune/Step": 5917, "Finetune/Step Time": 6.1831800658255816}
+{"Finetune/Learning Rate": 3.0698674544778273e-06, "Finetune/Loss": 0.8269848823547363, "Finetune/Loss (Raw)": 0.6916155219078064, "Finetune/Step": 5918, "Finetune/Step Time": 6.183687940239906}
+{"Finetune/Learning Rate": 3.066903574245489e-06, "Finetune/Loss": 0.8267207145690918, "Finetune/Loss (Raw)": 0.8060693740844727, "Finetune/Step": 5919, "Finetune/Step Time": 6.184972731396556}
+{"Finetune/Learning Rate": 3.063940866317188e-06, "Finetune/Loss": 0.8272645473480225, "Finetune/Loss (Raw)": 0.9393943548202515, "Finetune/Step": 5920, "Finetune/Step Time": 6.195547582581639}
+{"Finetune/Learning Rate": 3.0609793311938906e-06, "Finetune/Loss": 0.8269396424293518, "Finetune/Loss (Raw)": 0.7424776554107666, "Finetune/Step": 5921, "Finetune/Step Time": 6.190913105383515}
+{"Finetune/Learning Rate": 3.058018969376354e-06, "Finetune/Loss": 0.8258175849914551, "Finetune/Loss (Raw)": 0.9112976789474487, "Finetune/Step": 5922, "Finetune/Step Time": 6.184904936701059}
+{"Finetune/Learning Rate": 3.055059781365145e-06, "Finetune/Loss": 0.8245483636856079, "Finetune/Loss (Raw)": 0.5620580911636353, "Finetune/Step": 5923, "Finetune/Step Time": 6.188022466376424}
+{"Finetune/Learning Rate": 3.052101767660619e-06, "Finetune/Loss": 0.8287829160690308, "Finetune/Loss (Raw)": 0.8086398243904114, "Finetune/Step": 5924, "Finetune/Step Time": 6.188127091154456}
+{"Finetune/Learning Rate": 3.0491449287629447e-06, "Finetune/Loss": 0.8294250965118408, "Finetune/Loss (Raw)": 0.8095228672027588, "Finetune/Step": 5925, "Finetune/Step Time": 6.179043218493462}
+{"Finetune/Learning Rate": 3.046189265172085e-06, "Finetune/Loss": 0.8319978713989258, "Finetune/Loss (Raw)": 0.936433732509613, "Finetune/Step": 5926, "Finetune/Step Time": 6.172281555831432}
+{"Finetune/Learning Rate": 3.0432347773878168e-06, "Finetune/Loss": 0.8312484622001648, "Finetune/Loss (Raw)": 0.8956156373023987, "Finetune/Step": 5927, "Finetune/Step Time": 6.160648442804813}
+{"Finetune/Learning Rate": 3.0402814659097e-06, "Finetune/Loss": 0.8320637941360474, "Finetune/Loss (Raw)": 0.9027507901191711, "Finetune/Step": 5928, "Finetune/Step Time": 6.16125107742846}
+{"Finetune/Learning Rate": 3.0373293312371064e-06, "Finetune/Loss": 0.8334537744522095, "Finetune/Loss (Raw)": 0.8964722156524658, "Finetune/Step": 5929, "Finetune/Step Time": 6.155014576390386}
+{"Finetune/Learning Rate": 3.0343783738692078e-06, "Finetune/Loss": 0.8341869115829468, "Finetune/Loss (Raw)": 0.7572001218795776, "Finetune/Step": 5930, "Finetune/Step Time": 6.15494779497385}
+{"Finetune/Learning Rate": 3.031428594304976e-06, "Finetune/Loss": 0.8305455446243286, "Finetune/Loss (Raw)": 0.34842780232429504, "Finetune/Step": 5931, "Finetune/Step Time": 6.154732434079051}
+{"Finetune/Learning Rate": 3.028479993043183e-06, "Finetune/Loss": 0.8291293978691101, "Finetune/Loss (Raw)": 0.7643552422523499, "Finetune/Step": 5932, "Finetune/Step Time": 6.16617919690907}
+{"Finetune/Learning Rate": 3.0255325705824024e-06, "Finetune/Loss": 0.8294955492019653, "Finetune/Loss (Raw)": 0.8447067141532898, "Finetune/Step": 5933, "Finetune/Step Time": 6.1568161100149155}
+{"Finetune/Learning Rate": 3.022586327421009e-06, "Finetune/Loss": 0.828997015953064, "Finetune/Loss (Raw)": 0.7934275269508362, "Finetune/Step": 5934, "Finetune/Step Time": 6.162946538999677}
+{"Finetune/Learning Rate": 3.0196412640571748e-06, "Finetune/Loss": 0.8303613662719727, "Finetune/Loss (Raw)": 0.9082586169242859, "Finetune/Step": 5935, "Finetune/Step Time": 6.16750199906528}
+{"Finetune/Learning Rate": 3.0166973809888776e-06, "Finetune/Loss": 0.8312911987304688, "Finetune/Loss (Raw)": 0.9224156737327576, "Finetune/Step": 5936, "Finetune/Step Time": 6.168851166963577}
+{"Finetune/Learning Rate": 3.013754678713896e-06, "Finetune/Loss": 0.8290964365005493, "Finetune/Loss (Raw)": 0.6564726829528809, "Finetune/Step": 5937, "Finetune/Step Time": 6.176538392901421}
+{"Finetune/Learning Rate": 3.0108131577297983e-06, "Finetune/Loss": 0.8299428820610046, "Finetune/Loss (Raw)": 0.8478740453720093, "Finetune/Step": 5938, "Finetune/Step Time": 6.205934289842844}
+{"Finetune/Learning Rate": 3.0078728185339623e-06, "Finetune/Loss": 0.8282410502433777, "Finetune/Loss (Raw)": 0.8041325807571411, "Finetune/Step": 5939, "Finetune/Step Time": 6.201500261202455}
+{"Finetune/Learning Rate": 3.004933661623569e-06, "Finetune/Loss": 0.8284388780593872, "Finetune/Loss (Raw)": 0.883033812046051, "Finetune/Step": 5940, "Finetune/Step Time": 6.1856206096708775}
+{"Finetune/Learning Rate": 3.001995687495596e-06, "Finetune/Loss": 0.8274480700492859, "Finetune/Loss (Raw)": 0.8887123465538025, "Finetune/Step": 5941, "Finetune/Step Time": 6.188914297148585}
+{"Finetune/Learning Rate": 2.9990588966468115e-06, "Finetune/Loss": 0.8276697397232056, "Finetune/Loss (Raw)": 0.9568392038345337, "Finetune/Step": 5942, "Finetune/Step Time": 6.195883506909013}
+{"Finetune/Learning Rate": 2.996123289573798e-06, "Finetune/Loss": 0.8283809423446655, "Finetune/Loss (Raw)": 0.8111956715583801, "Finetune/Step": 5943, "Finetune/Step Time": 6.188662776723504}
+{"Finetune/Learning Rate": 2.993188866772929e-06, "Finetune/Loss": 0.8277130722999573, "Finetune/Loss (Raw)": 0.8328149318695068, "Finetune/Step": 5944, "Finetune/Step Time": 6.185765536502004}
+{"Finetune/Learning Rate": 2.9902556287403783e-06, "Finetune/Loss": 0.8269335627555847, "Finetune/Loss (Raw)": 0.8442103862762451, "Finetune/Step": 5945, "Finetune/Step Time": 6.195266475901008}
+{"Finetune/Learning Rate": 2.987323575972132e-06, "Finetune/Loss": 0.8272987604141235, "Finetune/Loss (Raw)": 0.8757941126823425, "Finetune/Step": 5946, "Finetune/Step Time": 6.196494674310088}
+{"Finetune/Learning Rate": 2.984392708963955e-06, "Finetune/Loss": 0.8262417316436768, "Finetune/Loss (Raw)": 0.8554275631904602, "Finetune/Step": 5947, "Finetune/Step Time": 6.21037751249969}
+{"Finetune/Learning Rate": 2.9814630282114244e-06, "Finetune/Loss": 0.8251409530639648, "Finetune/Loss (Raw)": 0.7964654564857483, "Finetune/Step": 5948, "Finetune/Step Time": 6.215610582381487}
+{"Finetune/Learning Rate": 2.978534534209916e-06, "Finetune/Loss": 0.8212769031524658, "Finetune/Loss (Raw)": 0.461392343044281, "Finetune/Step": 5949, "Finetune/Step Time": 6.225301839411259}
+{"Finetune/Learning Rate": 2.975607227454601e-06, "Finetune/Loss": 0.8219897747039795, "Finetune/Loss (Raw)": 0.8641905784606934, "Finetune/Step": 5950, "Finetune/Step Time": 6.22499162890017}
+{"Finetune/Learning Rate": 2.972681108440455e-06, "Finetune/Loss": 0.8195710182189941, "Finetune/Loss (Raw)": 0.6818353533744812, "Finetune/Step": 5951, "Finetune/Step Time": 6.194450508803129}
+{"Finetune/Learning Rate": 2.9697561776622473e-06, "Finetune/Loss": 0.816082239151001, "Finetune/Loss (Raw)": 0.5908260345458984, "Finetune/Step": 5952, "Finetune/Step Time": 6.193438107147813}
+{"Finetune/Learning Rate": 2.9668324356145497e-06, "Finetune/Loss": 0.8165983557701111, "Finetune/Loss (Raw)": 0.8500677347183228, "Finetune/Step": 5953, "Finetune/Step Time": 6.190530825406313}
+{"Finetune/Learning Rate": 2.9639098827917325e-06, "Finetune/Loss": 0.8158998489379883, "Finetune/Loss (Raw)": 0.7790156602859497, "Finetune/Step": 5954, "Finetune/Step Time": 6.186287323012948}
+{"Finetune/Learning Rate": 2.9609885196879683e-06, "Finetune/Loss": 0.8185807466506958, "Finetune/Loss (Raw)": 0.9771268963813782, "Finetune/Step": 5955, "Finetune/Step Time": 6.187349630519748}
+{"Finetune/Learning Rate": 2.958068346797217e-06, "Finetune/Loss": 0.8186298608779907, "Finetune/Loss (Raw)": 0.7909048199653625, "Finetune/Step": 5956, "Finetune/Step Time": 6.183903461322188}
+{"Finetune/Learning Rate": 2.9551493646132457e-06, "Finetune/Loss": 0.8192459344863892, "Finetune/Loss (Raw)": 0.9284829497337341, "Finetune/Step": 5957, "Finetune/Step Time": 6.175281146541238}
+{"Finetune/Learning Rate": 2.952231573629627e-06, "Finetune/Loss": 0.8170821666717529, "Finetune/Loss (Raw)": 0.312867134809494, "Finetune/Step": 5958, "Finetune/Step Time": 6.179558722302318}
+{"Finetune/Learning Rate": 2.949314974339719e-06, "Finetune/Loss": 0.8155156970024109, "Finetune/Loss (Raw)": 0.6722099781036377, "Finetune/Step": 5959, "Finetune/Step Time": 6.186572266742587}
+{"Finetune/Learning Rate": 2.9463995672366895e-06, "Finetune/Loss": 0.8155359029769897, "Finetune/Loss (Raw)": 0.5972685217857361, "Finetune/Step": 5960, "Finetune/Step Time": 6.185501514002681}
+{"Finetune/Learning Rate": 2.943485352813491e-06, "Finetune/Loss": 0.8147929310798645, "Finetune/Loss (Raw)": 0.8071550726890564, "Finetune/Step": 5961, "Finetune/Step Time": 6.181681884452701}
+{"Finetune/Learning Rate": 2.9405723315628877e-06, "Finetune/Loss": 0.8123148083686829, "Finetune/Loss (Raw)": 0.6667998433113098, "Finetune/Step": 5962, "Finetune/Step Time": 6.199221717193723}
+{"Finetune/Learning Rate": 2.937660503977431e-06, "Finetune/Loss": 0.8135851621627808, "Finetune/Loss (Raw)": 0.9209463596343994, "Finetune/Step": 5963, "Finetune/Step Time": 6.211167138069868}
+{"Finetune/Learning Rate": 2.934749870549487e-06, "Finetune/Loss": 0.8111602067947388, "Finetune/Loss (Raw)": 0.6026359796524048, "Finetune/Step": 5964, "Finetune/Step Time": 6.212040450423956}
+{"Finetune/Learning Rate": 2.9318404317712013e-06, "Finetune/Loss": 0.8085147142410278, "Finetune/Loss (Raw)": 0.49712589383125305, "Finetune/Step": 5965, "Finetune/Step Time": 6.2184009198099375}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.8096063137054443, "Finetune/Loss (Raw)": 0.9452592134475708, "Finetune/Step": 5966, "Finetune/Step Time": 6.2299594059586525}
+{"Finetune/Learning Rate": 2.926025140131211e-06, "Finetune/Loss": 0.8101858496665955, "Finetune/Loss (Raw)": 0.9469622373580933, "Finetune/Step": 5967, "Finetune/Step Time": 6.235036518424749}
+{"Finetune/Learning Rate": 2.9231192882528047e-06, "Finetune/Loss": 0.8107365965843201, "Finetune/Loss (Raw)": 0.8204199075698853, "Finetune/Step": 5968, "Finetune/Step Time": 6.235706998035312}
+{"Finetune/Learning Rate": 2.9202146329906543e-06, "Finetune/Loss": 0.813075840473175, "Finetune/Loss (Raw)": 0.984512448310852, "Finetune/Step": 5969, "Finetune/Step Time": 6.233760070055723}
+{"Finetune/Learning Rate": 2.917311174835893e-06, "Finetune/Loss": 0.8160713911056519, "Finetune/Loss (Raw)": 0.7309232950210571, "Finetune/Step": 5970, "Finetune/Step Time": 6.230238037183881}
+{"Finetune/Learning Rate": 2.9144089142794696e-06, "Finetune/Loss": 0.8133113384246826, "Finetune/Loss (Raw)": 0.6650884747505188, "Finetune/Step": 5971, "Finetune/Step Time": 6.213890491053462}
+{"Finetune/Learning Rate": 2.911507851812121e-06, "Finetune/Loss": 0.8138273358345032, "Finetune/Loss (Raw)": 0.8961613178253174, "Finetune/Step": 5972, "Finetune/Step Time": 6.216068658977747}
+{"Finetune/Learning Rate": 2.9086079879243834e-06, "Finetune/Loss": 0.8130909204483032, "Finetune/Loss (Raw)": 0.9040471911430359, "Finetune/Step": 5973, "Finetune/Step Time": 6.229069661349058}
+{"Finetune/Learning Rate": 2.9057093231065834e-06, "Finetune/Loss": 0.8144425749778748, "Finetune/Loss (Raw)": 1.0265281200408936, "Finetune/Step": 5974, "Finetune/Step Time": 6.234717579558492}
+{"Finetune/Learning Rate": 2.902811857848855e-06, "Finetune/Loss": 0.8133020401000977, "Finetune/Loss (Raw)": 0.6257724165916443, "Finetune/Step": 5975, "Finetune/Step Time": 6.234998067840934}
+{"Finetune/Learning Rate": 2.8999155926411203e-06, "Finetune/Loss": 0.8125524520874023, "Finetune/Loss (Raw)": 0.9493768811225891, "Finetune/Step": 5976, "Finetune/Step Time": 6.255242124199867}
+{"Finetune/Learning Rate": 2.89702052797311e-06, "Finetune/Loss": 0.8091015815734863, "Finetune/Loss (Raw)": 0.3374720513820648, "Finetune/Step": 5977, "Finetune/Step Time": 6.251157810911536}
+{"Finetune/Learning Rate": 2.8941266643343456e-06, "Finetune/Loss": 0.8089421987533569, "Finetune/Loss (Raw)": 0.9308083653450012, "Finetune/Step": 5978, "Finetune/Step Time": 6.2701695561409}
+{"Finetune/Learning Rate": 2.8912340022141395e-06, "Finetune/Loss": 0.8074268102645874, "Finetune/Loss (Raw)": 0.7889721989631653, "Finetune/Step": 5979, "Finetune/Step Time": 6.273322401568294}
+{"Finetune/Learning Rate": 2.8883425421016066e-06, "Finetune/Loss": 0.8070509433746338, "Finetune/Loss (Raw)": 0.777281641960144, "Finetune/Step": 5980, "Finetune/Step Time": 6.2757876217365265}
+{"Finetune/Learning Rate": 2.8854522844856614e-06, "Finetune/Loss": 0.8056791424751282, "Finetune/Loss (Raw)": 0.7932937741279602, "Finetune/Step": 5981, "Finetune/Step Time": 6.288795614615083}
+{"Finetune/Learning Rate": 2.88256322985501e-06, "Finetune/Loss": 0.8085286617279053, "Finetune/Loss (Raw)": 0.9567608833312988, "Finetune/Step": 5982, "Finetune/Step Time": 6.277802361175418}
+{"Finetune/Learning Rate": 2.8796753786981593e-06, "Finetune/Loss": 0.804664134979248, "Finetune/Loss (Raw)": 0.3428989052772522, "Finetune/Step": 5983, "Finetune/Step Time": 6.2696608901023865}
+{"Finetune/Learning Rate": 2.8767887315034082e-06, "Finetune/Loss": 0.8063299059867859, "Finetune/Loss (Raw)": 0.9162308573722839, "Finetune/Step": 5984, "Finetune/Step Time": 6.2830986604094505}
+{"Finetune/Learning Rate": 2.873903288758855e-06, "Finetune/Loss": 0.8075831532478333, "Finetune/Loss (Raw)": 0.9136232137680054, "Finetune/Step": 5985, "Finetune/Step Time": 6.279113803058863}
+{"Finetune/Learning Rate": 2.871019050952395e-06, "Finetune/Loss": 0.8090494871139526, "Finetune/Loss (Raw)": 1.0050042867660522, "Finetune/Step": 5986, "Finetune/Step Time": 6.289959639310837}
+{"Finetune/Learning Rate": 2.86813601857172e-06, "Finetune/Loss": 0.8087892532348633, "Finetune/Loss (Raw)": 0.8269902467727661, "Finetune/Step": 5987, "Finetune/Step Time": 6.30297195725143}
+{"Finetune/Learning Rate": 2.8652541921043085e-06, "Finetune/Loss": 0.8052582740783691, "Finetune/Loss (Raw)": 0.3293124735355377, "Finetune/Step": 5988, "Finetune/Step Time": 6.3045192044228315}
+{"Finetune/Learning Rate": 2.8623735720374513e-06, "Finetune/Loss": 0.8045892715454102, "Finetune/Loss (Raw)": 0.8123863339424133, "Finetune/Step": 5989, "Finetune/Step Time": 6.313216682523489}
+{"Finetune/Learning Rate": 2.859494158858225e-06, "Finetune/Loss": 0.8070539236068726, "Finetune/Loss (Raw)": 1.1381618976593018, "Finetune/Step": 5990, "Finetune/Step Time": 6.311543954536319}
+{"Finetune/Learning Rate": 2.856615953053502e-06, "Finetune/Loss": 0.8069600462913513, "Finetune/Loss (Raw)": 0.9520479440689087, "Finetune/Step": 5991, "Finetune/Step Time": 6.310093313455582}
+{"Finetune/Learning Rate": 2.853738955109957e-06, "Finetune/Loss": 0.8065112233161926, "Finetune/Loss (Raw)": 0.8081907629966736, "Finetune/Step": 5992, "Finetune/Step Time": 6.315076570957899}
+{"Finetune/Learning Rate": 2.8508631655140505e-06, "Finetune/Loss": 0.8040269613265991, "Finetune/Loss (Raw)": 0.4780246615409851, "Finetune/Step": 5993, "Finetune/Step Time": 6.317750837653875}
+{"Finetune/Learning Rate": 2.847988584752044e-06, "Finetune/Loss": 0.8016889095306396, "Finetune/Loss (Raw)": 0.7279214262962341, "Finetune/Step": 5994, "Finetune/Step Time": 6.3111553359776735}
+{"Finetune/Learning Rate": 2.84511521331e-06, "Finetune/Loss": 0.8013478517532349, "Finetune/Loss (Raw)": 0.7900468707084656, "Finetune/Step": 5995, "Finetune/Step Time": 6.290876310318708}
+{"Finetune/Learning Rate": 2.8422430516737733e-06, "Finetune/Loss": 0.8005025386810303, "Finetune/Loss (Raw)": 0.9306941032409668, "Finetune/Step": 5996, "Finetune/Step Time": 6.285076284781098}
+{"Finetune/Learning Rate": 2.8393721003290044e-06, "Finetune/Loss": 0.8000660538673401, "Finetune/Loss (Raw)": 0.7719593644142151, "Finetune/Step": 5997, "Finetune/Step Time": 6.289684301242232}
+{"Finetune/Learning Rate": 2.8365023597611396e-06, "Finetune/Loss": 0.803417444229126, "Finetune/Loss (Raw)": 0.8609235286712646, "Finetune/Step": 5998, "Finetune/Step Time": 6.283674081787467}
+{"Finetune/Learning Rate": 2.833633830455419e-06, "Finetune/Loss": 0.8042579889297485, "Finetune/Loss (Raw)": 0.957983136177063, "Finetune/Step": 5999, "Finetune/Step Time": 6.264695405960083}
+{"Finetune/Learning Rate": 2.8307665128968776e-06, "Finetune/Loss": 0.8050901293754578, "Finetune/Loss (Raw)": 0.8201486468315125, "Finetune/Step": 6000, "Finetune/Step Time": 6.260146614164114}
+{"Finetune/Learning Rate": 2.8279004075703432e-06, "Finetune/Loss": 0.806267261505127, "Finetune/Loss (Raw)": 0.963720977306366, "Finetune/Step": 6001, "Finetune/Step Time": 6.259721778333187}
+{"Finetune/Learning Rate": 2.8250355149604404e-06, "Finetune/Loss": 0.8080894947052002, "Finetune/Loss (Raw)": 0.9882948994636536, "Finetune/Step": 6002, "Finetune/Step Time": 6.261495487764478}
+{"Finetune/Learning Rate": 2.822171835551588e-06, "Finetune/Loss": 0.8067219257354736, "Finetune/Loss (Raw)": 0.6960165500640869, "Finetune/Step": 6003, "Finetune/Step Time": 6.262878185138106}
+{"Finetune/Learning Rate": 2.8193093698280017e-06, "Finetune/Loss": 0.8081918954849243, "Finetune/Loss (Raw)": 0.9687078595161438, "Finetune/Step": 6004, "Finetune/Step Time": 6.265977730974555}
+{"Finetune/Learning Rate": 2.816448118273688e-06, "Finetune/Loss": 0.8066034317016602, "Finetune/Loss (Raw)": 0.7316156625747681, "Finetune/Step": 6005, "Finetune/Step Time": 6.264343041926622}
+{"Finetune/Learning Rate": 2.813588081372456e-06, "Finetune/Loss": 0.8063032627105713, "Finetune/Loss (Raw)": 0.7614719867706299, "Finetune/Step": 6006, "Finetune/Step Time": 6.261425368487835}
+{"Finetune/Learning Rate": 2.8107292596078927e-06, "Finetune/Loss": 0.8075429201126099, "Finetune/Loss (Raw)": 0.8614117503166199, "Finetune/Step": 6007, "Finetune/Step Time": 6.24970037676394}
+{"Finetune/Learning Rate": 2.807871653463401e-06, "Finetune/Loss": 0.8077142238616943, "Finetune/Loss (Raw)": 0.8673701286315918, "Finetune/Step": 6008, "Finetune/Step Time": 6.237761048600078}
+{"Finetune/Learning Rate": 2.805015263422164e-06, "Finetune/Loss": 0.8104692697525024, "Finetune/Loss (Raw)": 1.0762155055999756, "Finetune/Step": 6009, "Finetune/Step Time": 6.237292813137174}
+{"Finetune/Learning Rate": 2.8021600899671685e-06, "Finetune/Loss": 0.8106182813644409, "Finetune/Loss (Raw)": 0.8306565284729004, "Finetune/Step": 6010, "Finetune/Step Time": 6.2239950727671385}
+{"Finetune/Learning Rate": 2.799306133581182e-06, "Finetune/Loss": 0.8119802474975586, "Finetune/Loss (Raw)": 0.8900339603424072, "Finetune/Step": 6011, "Finetune/Step Time": 6.195352314040065}
+{"Finetune/Learning Rate": 2.7964533947467785e-06, "Finetune/Loss": 0.8128327131271362, "Finetune/Loss (Raw)": 0.8057640194892883, "Finetune/Step": 6012, "Finetune/Step Time": 6.185581618919969}
+{"Finetune/Learning Rate": 2.793601873946319e-06, "Finetune/Loss": 0.813025712966919, "Finetune/Loss (Raw)": 0.8163294792175293, "Finetune/Step": 6013, "Finetune/Step Time": 6.185229195281863}
+{"Finetune/Learning Rate": 2.7907515716619717e-06, "Finetune/Loss": 0.8128201961517334, "Finetune/Loss (Raw)": 0.7024475932121277, "Finetune/Step": 6014, "Finetune/Step Time": 6.1899253111332655}
+{"Finetune/Learning Rate": 2.787902488375678e-06, "Finetune/Loss": 0.8124547004699707, "Finetune/Loss (Raw)": 0.8745414614677429, "Finetune/Step": 6015, "Finetune/Step Time": 6.186838325113058}
+{"Finetune/Learning Rate": 2.7850546245691866e-06, "Finetune/Loss": 0.8131643533706665, "Finetune/Loss (Raw)": 0.9060062170028687, "Finetune/Step": 6016, "Finetune/Step Time": 6.184591691941023}
+{"Finetune/Learning Rate": 2.782207980724041e-06, "Finetune/Loss": 0.8096609711647034, "Finetune/Loss (Raw)": 0.3770405650138855, "Finetune/Step": 6017, "Finetune/Step Time": 6.189161499962211}
+{"Finetune/Learning Rate": 2.779362557321571e-06, "Finetune/Loss": 0.8089597225189209, "Finetune/Loss (Raw)": 0.5363931655883789, "Finetune/Step": 6018, "Finetune/Step Time": 6.202777810394764}
+{"Finetune/Learning Rate": 2.7765183548429052e-06, "Finetune/Loss": 0.8095879554748535, "Finetune/Loss (Raw)": 0.7156432867050171, "Finetune/Step": 6019, "Finetune/Step Time": 6.199453312903643}
+{"Finetune/Learning Rate": 2.7736753737689646e-06, "Finetune/Loss": 0.8068539500236511, "Finetune/Loss (Raw)": 0.702224850654602, "Finetune/Step": 6020, "Finetune/Step Time": 6.203339532017708}
+{"Finetune/Learning Rate": 2.7708336145804628e-06, "Finetune/Loss": 0.8061685562133789, "Finetune/Loss (Raw)": 0.9145317673683167, "Finetune/Step": 6021, "Finetune/Step Time": 6.221538610756397}
+{"Finetune/Learning Rate": 2.767993077757908e-06, "Finetune/Loss": 0.804839551448822, "Finetune/Loss (Raw)": 0.747737467288971, "Finetune/Step": 6022, "Finetune/Step Time": 6.230945507064462}
+{"Finetune/Learning Rate": 2.765153763781601e-06, "Finetune/Loss": 0.8052319288253784, "Finetune/Loss (Raw)": 0.9513028264045715, "Finetune/Step": 6023, "Finetune/Step Time": 6.234887413680553}
+{"Finetune/Learning Rate": 2.7623156731316393e-06, "Finetune/Loss": 0.803118884563446, "Finetune/Loss (Raw)": 0.5288790464401245, "Finetune/Step": 6024, "Finetune/Step Time": 6.241353334859014}
+{"Finetune/Learning Rate": 2.7594788062878997e-06, "Finetune/Loss": 0.8032122850418091, "Finetune/Loss (Raw)": 0.8276835680007935, "Finetune/Step": 6025, "Finetune/Step Time": 6.254101948812604}
+{"Finetune/Learning Rate": 2.7566431637300738e-06, "Finetune/Loss": 0.8048537969589233, "Finetune/Loss (Raw)": 0.92866051197052, "Finetune/Step": 6026, "Finetune/Step Time": 6.266521016135812}
+{"Finetune/Learning Rate": 2.7538087459376304e-06, "Finetune/Loss": 0.8033779859542847, "Finetune/Loss (Raw)": 0.7578423023223877, "Finetune/Step": 6027, "Finetune/Step Time": 6.267177606001496}
+{"Finetune/Learning Rate": 2.75097555338984e-06, "Finetune/Loss": 0.7972838878631592, "Finetune/Loss (Raw)": 0.29916271567344666, "Finetune/Step": 6028, "Finetune/Step Time": 6.277842741459608}
+{"Finetune/Learning Rate": 2.748143586565755e-06, "Finetune/Loss": 0.7969390153884888, "Finetune/Loss (Raw)": 0.7401161789894104, "Finetune/Step": 6029, "Finetune/Step Time": 6.291843421757221}
+{"Finetune/Learning Rate": 2.74531284594423e-06, "Finetune/Loss": 0.7982538938522339, "Finetune/Loss (Raw)": 0.9039760828018188, "Finetune/Step": 6030, "Finetune/Step Time": 6.291649300605059}
+{"Finetune/Learning Rate": 2.742483332003909e-06, "Finetune/Loss": 0.7967733144760132, "Finetune/Loss (Raw)": 0.912632167339325, "Finetune/Step": 6031, "Finetune/Step Time": 6.273342600092292}
+{"Finetune/Learning Rate": 2.739655045223232e-06, "Finetune/Loss": 0.7973744869232178, "Finetune/Loss (Raw)": 1.0667349100112915, "Finetune/Step": 6032, "Finetune/Step Time": 6.278607742860913}
+{"Finetune/Learning Rate": 2.736827986080425e-06, "Finetune/Loss": 0.7993636131286621, "Finetune/Loss (Raw)": 0.9305723905563354, "Finetune/Step": 6033, "Finetune/Step Time": 6.282157948240638}
+{"Finetune/Learning Rate": 2.7340021550535125e-06, "Finetune/Loss": 0.8005013465881348, "Finetune/Loss (Raw)": 0.7742810249328613, "Finetune/Step": 6034, "Finetune/Step Time": 6.281702622771263}
+{"Finetune/Learning Rate": 2.7311775526203065e-06, "Finetune/Loss": 0.7997591495513916, "Finetune/Loss (Raw)": 0.8324050903320312, "Finetune/Step": 6035, "Finetune/Step Time": 6.279442690312862}
+{"Finetune/Learning Rate": 2.7283541792584165e-06, "Finetune/Loss": 0.7968169450759888, "Finetune/Loss (Raw)": 0.3979802429676056, "Finetune/Step": 6036, "Finetune/Step Time": 6.286643415689468}
+{"Finetune/Learning Rate": 2.7255320354452397e-06, "Finetune/Loss": 0.7972785234451294, "Finetune/Loss (Raw)": 0.9245843291282654, "Finetune/Step": 6037, "Finetune/Step Time": 6.301088055595756}
+{"Finetune/Learning Rate": 2.722711121657967e-06, "Finetune/Loss": 0.7972087860107422, "Finetune/Loss (Raw)": 0.7768924236297607, "Finetune/Step": 6038, "Finetune/Step Time": 6.295267751440406}
+{"Finetune/Learning Rate": 2.719891438373582e-06, "Finetune/Loss": 0.796337366104126, "Finetune/Loss (Raw)": 0.9822058081626892, "Finetune/Step": 6039, "Finetune/Step Time": 6.290454715490341}
+{"Finetune/Learning Rate": 2.7170729860688594e-06, "Finetune/Loss": 0.7962594032287598, "Finetune/Loss (Raw)": 0.7731642127037048, "Finetune/Step": 6040, "Finetune/Step Time": 6.293610943481326}
+{"Finetune/Learning Rate": 2.714255765220365e-06, "Finetune/Loss": 0.7963815927505493, "Finetune/Loss (Raw)": 0.6987808346748352, "Finetune/Step": 6041, "Finetune/Step Time": 6.293035300448537}
+{"Finetune/Learning Rate": 2.7114397763044608e-06, "Finetune/Loss": 0.7957204580307007, "Finetune/Loss (Raw)": 0.8843071460723877, "Finetune/Step": 6042, "Finetune/Step Time": 6.305821703746915}
+{"Finetune/Learning Rate": 2.708625019797292e-06, "Finetune/Loss": 0.7968459129333496, "Finetune/Loss (Raw)": 1.0058088302612305, "Finetune/Step": 6043, "Finetune/Step Time": 6.304831240326166}
+{"Finetune/Learning Rate": 2.705811496174798e-06, "Finetune/Loss": 0.7996531128883362, "Finetune/Loss (Raw)": 1.0261316299438477, "Finetune/Step": 6044, "Finetune/Step Time": 6.303175661712885}
+{"Finetune/Learning Rate": 2.702999205912722e-06, "Finetune/Loss": 0.7990708351135254, "Finetune/Loss (Raw)": 0.8656278252601624, "Finetune/Step": 6045, "Finetune/Step Time": 6.304925616830587}
+{"Finetune/Learning Rate": 2.7001881494865845e-06, "Finetune/Loss": 0.8007997274398804, "Finetune/Loss (Raw)": 0.9129253029823303, "Finetune/Step": 6046, "Finetune/Step Time": 6.301263285800815}
+{"Finetune/Learning Rate": 2.6973783273716993e-06, "Finetune/Loss": 0.8000300526618958, "Finetune/Loss (Raw)": 0.7075453400611877, "Finetune/Step": 6047, "Finetune/Step Time": 6.298655295744538}
+{"Finetune/Learning Rate": 2.6945697400431736e-06, "Finetune/Loss": 0.800134539604187, "Finetune/Loss (Raw)": 0.9527708888053894, "Finetune/Step": 6048, "Finetune/Step Time": 6.293589785695076}
+{"Finetune/Learning Rate": 2.6917623879759093e-06, "Finetune/Loss": 0.8014830350875854, "Finetune/Loss (Raw)": 0.9150842428207397, "Finetune/Step": 6049, "Finetune/Step Time": 6.295526567846537}
+{"Finetune/Learning Rate": 2.6889562716445907e-06, "Finetune/Loss": 0.8004947900772095, "Finetune/Loss (Raw)": 0.7848036885261536, "Finetune/Step": 6050, "Finetune/Step Time": 6.295814387500286}
+{"Finetune/Learning Rate": 2.686151391523708e-06, "Finetune/Loss": 0.800324559211731, "Finetune/Loss (Raw)": 0.5402653217315674, "Finetune/Step": 6051, "Finetune/Step Time": 6.304191401228309}
+{"Finetune/Learning Rate": 2.683347748087526e-06, "Finetune/Loss": 0.8003679513931274, "Finetune/Loss (Raw)": 0.814193844795227, "Finetune/Step": 6052, "Finetune/Step Time": 6.325402874499559}
+{"Finetune/Learning Rate": 2.680545341810108e-06, "Finetune/Loss": 0.7993585467338562, "Finetune/Loss (Raw)": 0.6803137063980103, "Finetune/Step": 6053, "Finetune/Step Time": 6.319527769461274}
+{"Finetune/Learning Rate": 2.6777441731653085e-06, "Finetune/Loss": 0.7982752919197083, "Finetune/Loss (Raw)": 0.7977842688560486, "Finetune/Step": 6054, "Finetune/Step Time": 6.323404364287853}
+{"Finetune/Learning Rate": 2.6749442426267715e-06, "Finetune/Loss": 0.7979624271392822, "Finetune/Loss (Raw)": 0.8555631637573242, "Finetune/Step": 6055, "Finetune/Step Time": 6.3270148281008005}
+{"Finetune/Learning Rate": 2.672145550667933e-06, "Finetune/Loss": 0.7984553575515747, "Finetune/Loss (Raw)": 0.9658505916595459, "Finetune/Step": 6056, "Finetune/Step Time": 6.337653828784823}
+{"Finetune/Learning Rate": 2.669348097762018e-06, "Finetune/Loss": 0.7988377809524536, "Finetune/Loss (Raw)": 0.945418119430542, "Finetune/Step": 6057, "Finetune/Step Time": 6.3395482283085585}
+{"Finetune/Learning Rate": 2.66655188438204e-06, "Finetune/Loss": 0.7990397214889526, "Finetune/Loss (Raw)": 0.7830520272254944, "Finetune/Step": 6058, "Finetune/Step Time": 6.33628137409687}
+{"Finetune/Learning Rate": 2.66375691100081e-06, "Finetune/Loss": 0.8017694354057312, "Finetune/Loss (Raw)": 0.6978327035903931, "Finetune/Step": 6059, "Finetune/Step Time": 6.331152820959687}
+{"Finetune/Learning Rate": 2.660963178090924e-06, "Finetune/Loss": 0.8019740581512451, "Finetune/Loss (Raw)": 0.7905434370040894, "Finetune/Step": 6060, "Finetune/Step Time": 6.317681211978197}
+{"Finetune/Learning Rate": 2.6581706861247646e-06, "Finetune/Loss": 0.8004896640777588, "Finetune/Loss (Raw)": 0.6547083258628845, "Finetune/Step": 6061, "Finetune/Step Time": 6.332644034177065}
+{"Finetune/Learning Rate": 2.655379435574511e-06, "Finetune/Loss": 0.7972450256347656, "Finetune/Loss (Raw)": 0.3781089186668396, "Finetune/Step": 6062, "Finetune/Step Time": 6.335900314152241}
+{"Finetune/Learning Rate": 2.652589426912129e-06, "Finetune/Loss": 0.7952044010162354, "Finetune/Loss (Raw)": 0.6470584273338318, "Finetune/Step": 6063, "Finetune/Step Time": 6.352592306211591}
+{"Finetune/Learning Rate": 2.649800660609381e-06, "Finetune/Loss": 0.7950960397720337, "Finetune/Loss (Raw)": 0.9085433483123779, "Finetune/Step": 6064, "Finetune/Step Time": 6.358724040910602}
+{"Finetune/Learning Rate": 2.6470131371378126e-06, "Finetune/Loss": 0.797035276889801, "Finetune/Loss (Raw)": 0.904702365398407, "Finetune/Step": 6065, "Finetune/Step Time": 6.351348934695125}
+{"Finetune/Learning Rate": 2.6442268569687567e-06, "Finetune/Loss": 0.7958343029022217, "Finetune/Loss (Raw)": 0.6941449046134949, "Finetune/Step": 6066, "Finetune/Step Time": 6.320892605930567}
+{"Finetune/Learning Rate": 2.641441820573343e-06, "Finetune/Loss": 0.796142041683197, "Finetune/Loss (Raw)": 0.8435255885124207, "Finetune/Step": 6067, "Finetune/Step Time": 6.3253257889300585}
+{"Finetune/Learning Rate": 2.6386580284224874e-06, "Finetune/Loss": 0.7959825396537781, "Finetune/Loss (Raw)": 0.8626134991645813, "Finetune/Step": 6068, "Finetune/Step Time": 6.327289870008826}
+{"Finetune/Learning Rate": 2.635875480986896e-06, "Finetune/Loss": 0.795162558555603, "Finetune/Loss (Raw)": 0.7837502956390381, "Finetune/Step": 6069, "Finetune/Step Time": 6.32089557684958}
+{"Finetune/Learning Rate": 2.6330941787370645e-06, "Finetune/Loss": 0.7932401299476624, "Finetune/Loss (Raw)": 0.7107800245285034, "Finetune/Step": 6070, "Finetune/Step Time": 6.314150311052799}
+{"Finetune/Learning Rate": 2.6303141221432784e-06, "Finetune/Loss": 0.7942838072776794, "Finetune/Loss (Raw)": 0.9447827339172363, "Finetune/Step": 6071, "Finetune/Step Time": 6.31931721419096}
+{"Finetune/Learning Rate": 2.627535311675612e-06, "Finetune/Loss": 0.7937282919883728, "Finetune/Loss (Raw)": 0.7617152333259583, "Finetune/Step": 6072, "Finetune/Step Time": 6.317029075697064}
+{"Finetune/Learning Rate": 2.6247577478039287e-06, "Finetune/Loss": 0.7940505743026733, "Finetune/Loss (Raw)": 0.8854644894599915, "Finetune/Step": 6073, "Finetune/Step Time": 6.308139145374298}
+{"Finetune/Learning Rate": 2.621981430997885e-06, "Finetune/Loss": 0.7943615913391113, "Finetune/Loss (Raw)": 0.915597140789032, "Finetune/Step": 6074, "Finetune/Step Time": 6.3047610726207495}
+{"Finetune/Learning Rate": 2.619206361726914e-06, "Finetune/Loss": 0.795139491558075, "Finetune/Loss (Raw)": 0.9550037980079651, "Finetune/Step": 6075, "Finetune/Step Time": 6.291881738230586}
+{"Finetune/Learning Rate": 2.616432540460255e-06, "Finetune/Loss": 0.7958097457885742, "Finetune/Loss (Raw)": 0.8822492361068726, "Finetune/Step": 6076, "Finetune/Step Time": 6.290938613936305}
+{"Finetune/Learning Rate": 2.613659967666926e-06, "Finetune/Loss": 0.7982370257377625, "Finetune/Loss (Raw)": 0.7720838785171509, "Finetune/Step": 6077, "Finetune/Step Time": 6.281419498845935}
+{"Finetune/Learning Rate": 2.6108886438157353e-06, "Finetune/Loss": 0.7968906164169312, "Finetune/Loss (Raw)": 0.6918514370918274, "Finetune/Step": 6078, "Finetune/Step Time": 6.277579260990024}
+{"Finetune/Learning Rate": 2.608118569375285e-06, "Finetune/Loss": 0.7954354882240295, "Finetune/Loss (Raw)": 0.4955820143222809, "Finetune/Step": 6079, "Finetune/Step Time": 6.286828178912401}
+{"Finetune/Learning Rate": 2.605349744813954e-06, "Finetune/Loss": 0.8000435829162598, "Finetune/Loss (Raw)": 1.1806681156158447, "Finetune/Step": 6080, "Finetune/Step Time": 6.2964875269681215}
+{"Finetune/Learning Rate": 2.6025821705999198e-06, "Finetune/Loss": 0.8006099462509155, "Finetune/Loss (Raw)": 0.9225605130195618, "Finetune/Step": 6081, "Finetune/Step Time": 6.297185495495796}
+{"Finetune/Learning Rate": 2.5998158472011505e-06, "Finetune/Loss": 0.80159991979599, "Finetune/Loss (Raw)": 0.9057295322418213, "Finetune/Step": 6082, "Finetune/Step Time": 6.295106312260032}
+{"Finetune/Learning Rate": 2.597050775085398e-06, "Finetune/Loss": 0.8000328540802002, "Finetune/Loss (Raw)": 0.7765385508537292, "Finetune/Step": 6083, "Finetune/Step Time": 6.29328990355134}
+{"Finetune/Learning Rate": 2.594286954720199e-06, "Finetune/Loss": 0.801267147064209, "Finetune/Loss (Raw)": 0.9488944411277771, "Finetune/Step": 6084, "Finetune/Step Time": 6.301765853539109}
+{"Finetune/Learning Rate": 2.5915243865728834e-06, "Finetune/Loss": 0.8007522821426392, "Finetune/Loss (Raw)": 0.8625758290290833, "Finetune/Step": 6085, "Finetune/Step Time": 6.302659317851067}
+{"Finetune/Learning Rate": 2.5887630711105705e-06, "Finetune/Loss": 0.8050203323364258, "Finetune/Loss (Raw)": 0.8591906428337097, "Finetune/Step": 6086, "Finetune/Step Time": 6.298858225345612}
+{"Finetune/Learning Rate": 2.586003008800165e-06, "Finetune/Loss": 0.8064754009246826, "Finetune/Loss (Raw)": 0.8584506511688232, "Finetune/Step": 6087, "Finetune/Step Time": 6.282126355916262}
+{"Finetune/Learning Rate": 2.5832442001083613e-06, "Finetune/Loss": 0.807935357093811, "Finetune/Loss (Raw)": 0.784147322177887, "Finetune/Step": 6088, "Finetune/Step Time": 6.28022294677794}
+{"Finetune/Learning Rate": 2.58048664550164e-06, "Finetune/Loss": 0.8082327842712402, "Finetune/Loss (Raw)": 0.8452271819114685, "Finetune/Step": 6089, "Finetune/Step Time": 6.284761935472488}
+{"Finetune/Learning Rate": 2.577730345446271e-06, "Finetune/Loss": 0.8095095157623291, "Finetune/Loss (Raw)": 0.830216109752655, "Finetune/Step": 6090, "Finetune/Step Time": 6.275785444304347}
+{"Finetune/Learning Rate": 2.5749753004083123e-06, "Finetune/Loss": 0.8090413808822632, "Finetune/Loss (Raw)": 0.8610268831253052, "Finetune/Step": 6091, "Finetune/Step Time": 6.269576834514737}
+{"Finetune/Learning Rate": 2.572221510853612e-06, "Finetune/Loss": 0.8076233863830566, "Finetune/Loss (Raw)": 0.42113378643989563, "Finetune/Step": 6092, "Finetune/Step Time": 6.2854867316782475}
+{"Finetune/Learning Rate": 2.5694689772477967e-06, "Finetune/Loss": 0.8100612163543701, "Finetune/Loss (Raw)": 0.8091679215431213, "Finetune/Step": 6093, "Finetune/Step Time": 6.297666633501649}
+{"Finetune/Learning Rate": 2.566717700056287e-06, "Finetune/Loss": 0.8107107877731323, "Finetune/Loss (Raw)": 1.0284037590026855, "Finetune/Step": 6094, "Finetune/Step Time": 6.286339923739433}
+{"Finetune/Learning Rate": 2.563967679744299e-06, "Finetune/Loss": 0.8086630702018738, "Finetune/Loss (Raw)": 0.6848583221435547, "Finetune/Step": 6095, "Finetune/Step Time": 6.276575161144137}
+{"Finetune/Learning Rate": 2.561218916776823e-06, "Finetune/Loss": 0.8104063272476196, "Finetune/Loss (Raw)": 1.0435528755187988, "Finetune/Step": 6096, "Finetune/Step Time": 6.275210807099938}
+{"Finetune/Learning Rate": 2.558471411618646e-06, "Finetune/Loss": 0.8100870251655579, "Finetune/Loss (Raw)": 0.9436405301094055, "Finetune/Step": 6097, "Finetune/Step Time": 6.268530759960413}
+{"Finetune/Learning Rate": 2.5557251647343316e-06, "Finetune/Loss": 0.8116769790649414, "Finetune/Loss (Raw)": 0.9344445466995239, "Finetune/Step": 6098, "Finetune/Step Time": 6.2685689982026815}
+{"Finetune/Learning Rate": 2.5529801765882424e-06, "Finetune/Loss": 0.8130738139152527, "Finetune/Loss (Raw)": 0.8438793420791626, "Finetune/Step": 6099, "Finetune/Step Time": 6.268143594264984}
+{"Finetune/Learning Rate": 2.5502364476445183e-06, "Finetune/Loss": 0.8119310736656189, "Finetune/Loss (Raw)": 0.7498875260353088, "Finetune/Step": 6100, "Finetune/Step Time": 6.263702817261219}
+{"Finetune/Learning Rate": 2.5474939783671017e-06, "Finetune/Loss": 0.811673641204834, "Finetune/Loss (Raw)": 0.8710960149765015, "Finetune/Step": 6101, "Finetune/Step Time": 6.255644917488098}
+{"Finetune/Learning Rate": 2.5447527692197016e-06, "Finetune/Loss": 0.8108211159706116, "Finetune/Loss (Raw)": 0.9174067378044128, "Finetune/Step": 6102, "Finetune/Step Time": 6.251294758170843}
+{"Finetune/Learning Rate": 2.5420128206658267e-06, "Finetune/Loss": 0.8130290508270264, "Finetune/Loss (Raw)": 0.9083868861198425, "Finetune/Step": 6103, "Finetune/Step Time": 6.249902365729213}
+{"Finetune/Learning Rate": 2.5392741331687697e-06, "Finetune/Loss": 0.8118783235549927, "Finetune/Loss (Raw)": 0.8020814657211304, "Finetune/Step": 6104, "Finetune/Step Time": 6.224410096183419}
+{"Finetune/Learning Rate": 2.5365367071916103e-06, "Finetune/Loss": 0.8164610862731934, "Finetune/Loss (Raw)": 0.9240655899047852, "Finetune/Step": 6105, "Finetune/Step Time": 6.243214149028063}
+{"Finetune/Learning Rate": 2.5338005431972144e-06, "Finetune/Loss": 0.8155789375305176, "Finetune/Loss (Raw)": 0.817893922328949, "Finetune/Step": 6106, "Finetune/Step Time": 6.2282274682074785}
+{"Finetune/Learning Rate": 2.531065641648236e-06, "Finetune/Loss": 0.8161658048629761, "Finetune/Loss (Raw)": 0.8640936017036438, "Finetune/Step": 6107, "Finetune/Step Time": 6.23490965552628}
+{"Finetune/Learning Rate": 2.5283320030071123e-06, "Finetune/Loss": 0.8173460364341736, "Finetune/Loss (Raw)": 0.9283550977706909, "Finetune/Step": 6108, "Finetune/Step Time": 6.241532785817981}
+{"Finetune/Learning Rate": 2.5255996277360704e-06, "Finetune/Loss": 0.8185679912567139, "Finetune/Loss (Raw)": 0.9497003555297852, "Finetune/Step": 6109, "Finetune/Step Time": 6.2241426929831505}
+{"Finetune/Learning Rate": 2.5228685162971224e-06, "Finetune/Loss": 0.8137363195419312, "Finetune/Loss (Raw)": 0.3383074402809143, "Finetune/Step": 6110, "Finetune/Step Time": 6.231331674382091}
+{"Finetune/Learning Rate": 2.520138669152069e-06, "Finetune/Loss": 0.8184603452682495, "Finetune/Loss (Raw)": 0.9475794434547424, "Finetune/Step": 6111, "Finetune/Step Time": 6.23932078666985}
+{"Finetune/Learning Rate": 2.517410086762486e-06, "Finetune/Loss": 0.818375289440155, "Finetune/Loss (Raw)": 0.9053376317024231, "Finetune/Step": 6112, "Finetune/Step Time": 6.221636742353439}
+{"Finetune/Learning Rate": 2.5146827695897546e-06, "Finetune/Loss": 0.8184748888015747, "Finetune/Loss (Raw)": 0.9263668656349182, "Finetune/Step": 6113, "Finetune/Step Time": 6.215641409158707}
+{"Finetune/Learning Rate": 2.5119567180950267e-06, "Finetune/Loss": 0.8167044520378113, "Finetune/Loss (Raw)": 0.7783954739570618, "Finetune/Step": 6114, "Finetune/Step Time": 6.2174068577587605}
+{"Finetune/Learning Rate": 2.509231932739249e-06, "Finetune/Loss": 0.8174656629562378, "Finetune/Loss (Raw)": 0.9244174361228943, "Finetune/Step": 6115, "Finetune/Step Time": 6.2007861956954}
+{"Finetune/Learning Rate": 2.5065084139831443e-06, "Finetune/Loss": 0.8226721286773682, "Finetune/Loss (Raw)": 0.9957420825958252, "Finetune/Step": 6116, "Finetune/Step Time": 6.201137213036418}
+{"Finetune/Learning Rate": 2.5037861622872294e-06, "Finetune/Loss": 0.8229231834411621, "Finetune/Loss (Raw)": 0.8445304036140442, "Finetune/Step": 6117, "Finetune/Step Time": 6.187706954777241}
+{"Finetune/Learning Rate": 2.5010651781118034e-06, "Finetune/Loss": 0.8222696781158447, "Finetune/Loss (Raw)": 1.0545048713684082, "Finetune/Step": 6118, "Finetune/Step Time": 6.187378693372011}
+{"Finetune/Learning Rate": 2.49834546191696e-06, "Finetune/Loss": 0.8224203586578369, "Finetune/Loss (Raw)": 0.9713365435600281, "Finetune/Step": 6119, "Finetune/Step Time": 6.188241424039006}
+{"Finetune/Learning Rate": 2.4956270141625615e-06, "Finetune/Loss": 0.8223322629928589, "Finetune/Loss (Raw)": 0.7969149351119995, "Finetune/Step": 6120, "Finetune/Step Time": 6.200926683843136}
+{"Finetune/Learning Rate": 2.4929098353082693e-06, "Finetune/Loss": 0.825808048248291, "Finetune/Loss (Raw)": 0.9229304194450378, "Finetune/Step": 6121, "Finetune/Step Time": 6.214134538546205}
+{"Finetune/Learning Rate": 2.4901939258135245e-06, "Finetune/Loss": 0.8281799554824829, "Finetune/Loss (Raw)": 1.031517744064331, "Finetune/Step": 6122, "Finetune/Step Time": 6.212221158668399}
+{"Finetune/Learning Rate": 2.4874792861375564e-06, "Finetune/Loss": 0.8283292055130005, "Finetune/Loss (Raw)": 0.809158205986023, "Finetune/Step": 6123, "Finetune/Step Time": 6.215448535978794}
+{"Finetune/Learning Rate": 2.484765916739378e-06, "Finetune/Loss": 0.8286371827125549, "Finetune/Loss (Raw)": 0.9701107144355774, "Finetune/Step": 6124, "Finetune/Step Time": 6.220479939132929}
+{"Finetune/Learning Rate": 2.4820538180777863e-06, "Finetune/Loss": 0.830036997795105, "Finetune/Loss (Raw)": 0.951132595539093, "Finetune/Step": 6125, "Finetune/Step Time": 6.216125739738345}
+{"Finetune/Learning Rate": 2.4793429906113676e-06, "Finetune/Loss": 0.8301676511764526, "Finetune/Loss (Raw)": 0.8776495456695557, "Finetune/Step": 6126, "Finetune/Step Time": 6.213884038850665}
+{"Finetune/Learning Rate": 2.476633434798488e-06, "Finetune/Loss": 0.8292765617370605, "Finetune/Loss (Raw)": 0.8439266681671143, "Finetune/Step": 6127, "Finetune/Step Time": 6.215989952906966}
+{"Finetune/Learning Rate": 2.473925151097303e-06, "Finetune/Loss": 0.8305437564849854, "Finetune/Loss (Raw)": 0.9823442697525024, "Finetune/Step": 6128, "Finetune/Step Time": 6.217818999662995}
+{"Finetune/Learning Rate": 2.471218139965752e-06, "Finetune/Loss": 0.8298293352127075, "Finetune/Loss (Raw)": 0.8722788691520691, "Finetune/Step": 6129, "Finetune/Step Time": 6.216793840751052}
+{"Finetune/Learning Rate": 2.4685124018615538e-06, "Finetune/Loss": 0.8278014659881592, "Finetune/Loss (Raw)": 0.7287274599075317, "Finetune/Step": 6130, "Finetune/Step Time": 6.2213050071150064}
+{"Finetune/Learning Rate": 2.465807937242216e-06, "Finetune/Loss": 0.8279448747634888, "Finetune/Loss (Raw)": 0.714372456073761, "Finetune/Step": 6131, "Finetune/Step Time": 6.235515905544162}
+{"Finetune/Learning Rate": 2.4631047465650394e-06, "Finetune/Loss": 0.826356053352356, "Finetune/Loss (Raw)": 0.7653375267982483, "Finetune/Step": 6132, "Finetune/Step Time": 6.239829082041979}
+{"Finetune/Learning Rate": 2.4604028302870977e-06, "Finetune/Loss": 0.8275390863418579, "Finetune/Loss (Raw)": 0.8830532431602478, "Finetune/Step": 6133, "Finetune/Step Time": 6.242322240024805}
+{"Finetune/Learning Rate": 2.4577021888652498e-06, "Finetune/Loss": 0.8273887038230896, "Finetune/Loss (Raw)": 0.7422134876251221, "Finetune/Step": 6134, "Finetune/Step Time": 6.243570629507303}
+{"Finetune/Learning Rate": 2.455002822756143e-06, "Finetune/Loss": 0.8258817791938782, "Finetune/Loss (Raw)": 0.6685239672660828, "Finetune/Step": 6135, "Finetune/Step Time": 6.259675802662969}
+{"Finetune/Learning Rate": 2.4523047324162087e-06, "Finetune/Loss": 0.8262999653816223, "Finetune/Loss (Raw)": 0.9208981990814209, "Finetune/Step": 6136, "Finetune/Step Time": 6.2696364391595125}
+{"Finetune/Learning Rate": 2.449607918301663e-06, "Finetune/Loss": 0.8219633102416992, "Finetune/Loss (Raw)": 0.5211246609687805, "Finetune/Step": 6137, "Finetune/Step Time": 6.270200164988637}
+{"Finetune/Learning Rate": 2.4469123808685025e-06, "Finetune/Loss": 0.8215058445930481, "Finetune/Loss (Raw)": 0.7721033692359924, "Finetune/Step": 6138, "Finetune/Step Time": 6.271958703175187}
+{"Finetune/Learning Rate": 2.4442181205725137e-06, "Finetune/Loss": 0.8208938837051392, "Finetune/Loss (Raw)": 0.8117033243179321, "Finetune/Step": 6139, "Finetune/Step Time": 6.273820087313652}
+{"Finetune/Learning Rate": 2.4415251378692606e-06, "Finetune/Loss": 0.8219323754310608, "Finetune/Loss (Raw)": 0.9386871457099915, "Finetune/Step": 6140, "Finetune/Step Time": 6.296760220080614}
+{"Finetune/Learning Rate": 2.438833433214097e-06, "Finetune/Loss": 0.8231766223907471, "Finetune/Loss (Raw)": 0.975593626499176, "Finetune/Step": 6141, "Finetune/Step Time": 6.3064714055508375}
+{"Finetune/Learning Rate": 2.436143007062157e-06, "Finetune/Loss": 0.8250548839569092, "Finetune/Loss (Raw)": 0.942866861820221, "Finetune/Step": 6142, "Finetune/Step Time": 6.299769949167967}
+{"Finetune/Learning Rate": 2.433453859868361e-06, "Finetune/Loss": 0.8246603012084961, "Finetune/Loss (Raw)": 0.8240289092063904, "Finetune/Step": 6143, "Finetune/Step Time": 6.300880840048194}
+{"Finetune/Learning Rate": 2.4307659920874095e-06, "Finetune/Loss": 0.8237864971160889, "Finetune/Loss (Raw)": 0.7941610217094421, "Finetune/Step": 6144, "Finetune/Step Time": 6.303658910095692}
+{"Finetune/Learning Rate": 2.42807940417379e-06, "Finetune/Loss": 0.8260816335678101, "Finetune/Loss (Raw)": 0.6708290576934814, "Finetune/Step": 6145, "Finetune/Step Time": 6.301995348185301}
+{"Finetune/Learning Rate": 2.4253940965817726e-06, "Finetune/Loss": 0.8247365951538086, "Finetune/Loss (Raw)": 0.3642214238643646, "Finetune/Step": 6146, "Finetune/Step Time": 6.292749086394906}
+{"Finetune/Learning Rate": 2.422710069765414e-06, "Finetune/Loss": 0.8263607621192932, "Finetune/Loss (Raw)": 0.923536479473114, "Finetune/Step": 6147, "Finetune/Step Time": 6.2998317293822765}
+{"Finetune/Learning Rate": 2.4200273241785445e-06, "Finetune/Loss": 0.8267021775245667, "Finetune/Loss (Raw)": 0.7459263205528259, "Finetune/Step": 6148, "Finetune/Step Time": 6.29269246943295}
+{"Finetune/Learning Rate": 2.4173458602747856e-06, "Finetune/Loss": 0.8260929584503174, "Finetune/Loss (Raw)": 0.8365557193756104, "Finetune/Step": 6149, "Finetune/Step Time": 6.282398672774434}
+{"Finetune/Learning Rate": 2.414665678507546e-06, "Finetune/Loss": 0.8280559182167053, "Finetune/Loss (Raw)": 0.9989930987358093, "Finetune/Step": 6150, "Finetune/Step Time": 6.273521473631263}
+{"Finetune/Learning Rate": 2.411986779330012e-06, "Finetune/Loss": 0.8270478248596191, "Finetune/Loss (Raw)": 0.8222629427909851, "Finetune/Step": 6151, "Finetune/Step Time": 6.268614826723933}
+{"Finetune/Learning Rate": 2.4093091631951495e-06, "Finetune/Loss": 0.8290594816207886, "Finetune/Loss (Raw)": 0.7863778471946716, "Finetune/Step": 6152, "Finetune/Step Time": 6.265754576772451}
+{"Finetune/Learning Rate": 2.4066328305557127e-06, "Finetune/Loss": 0.8284448385238647, "Finetune/Loss (Raw)": 0.7490124702453613, "Finetune/Step": 6153, "Finetune/Step Time": 6.24823665432632}
+{"Finetune/Learning Rate": 2.4039577818642377e-06, "Finetune/Loss": 0.8286244869232178, "Finetune/Loss (Raw)": 0.9516475200653076, "Finetune/Step": 6154, "Finetune/Step Time": 6.2500932943075895}
+{"Finetune/Learning Rate": 2.4012840175730446e-06, "Finetune/Loss": 0.8299950361251831, "Finetune/Loss (Raw)": 0.9332742094993591, "Finetune/Step": 6155, "Finetune/Step Time": 6.249296650290489}
+{"Finetune/Learning Rate": 2.3986115381342347e-06, "Finetune/Loss": 0.8340877294540405, "Finetune/Loss (Raw)": 0.8230283260345459, "Finetune/Step": 6156, "Finetune/Step Time": 6.24031781964004}
+{"Finetune/Learning Rate": 2.395940343999691e-06, "Finetune/Loss": 0.8348680734634399, "Finetune/Loss (Raw)": 0.8400043845176697, "Finetune/Step": 6157, "Finetune/Step Time": 6.222300980240107}
+{"Finetune/Learning Rate": 2.3932704356210823e-06, "Finetune/Loss": 0.8349066972732544, "Finetune/Loss (Raw)": 0.9089120030403137, "Finetune/Step": 6158, "Finetune/Step Time": 6.218327812850475}
+{"Finetune/Learning Rate": 2.3906018134498577e-06, "Finetune/Loss": 0.8338159322738647, "Finetune/Loss (Raw)": 0.7730123400688171, "Finetune/Step": 6159, "Finetune/Step Time": 6.228879168629646}
+{"Finetune/Learning Rate": 2.3879344779372492e-06, "Finetune/Loss": 0.8300580978393555, "Finetune/Loss (Raw)": 0.5857394933700562, "Finetune/Step": 6160, "Finetune/Step Time": 6.242616439238191}
+{"Finetune/Learning Rate": 2.3852684295342753e-06, "Finetune/Loss": 0.8289409875869751, "Finetune/Loss (Raw)": 0.787584662437439, "Finetune/Step": 6161, "Finetune/Step Time": 6.239643448963761}
+{"Finetune/Learning Rate": 2.382603668691723e-06, "Finetune/Loss": 0.8290489912033081, "Finetune/Loss (Raw)": 0.7881004810333252, "Finetune/Step": 6162, "Finetune/Step Time": 6.246598167344928}
+{"Finetune/Learning Rate": 2.379940195860182e-06, "Finetune/Loss": 0.8290026783943176, "Finetune/Loss (Raw)": 0.8264760375022888, "Finetune/Step": 6163, "Finetune/Step Time": 6.2453838009387255}
+{"Finetune/Learning Rate": 2.3772780114900086e-06, "Finetune/Loss": 0.8335442543029785, "Finetune/Loss (Raw)": 0.9793034195899963, "Finetune/Step": 6164, "Finetune/Step Time": 6.245433397591114}
+{"Finetune/Learning Rate": 2.374617116031351e-06, "Finetune/Loss": 0.8338229656219482, "Finetune/Loss (Raw)": 0.9602561593055725, "Finetune/Step": 6165, "Finetune/Step Time": 6.224565472453833}
+{"Finetune/Learning Rate": 2.3719575099341298e-06, "Finetune/Loss": 0.8352828025817871, "Finetune/Loss (Raw)": 0.9637601375579834, "Finetune/Step": 6166, "Finetune/Step Time": 6.221223909407854}
+{"Finetune/Learning Rate": 2.3692991936480537e-06, "Finetune/Loss": 0.8350719809532166, "Finetune/Loss (Raw)": 0.955214262008667, "Finetune/Step": 6167, "Finetune/Step Time": 6.217633685097098}
+{"Finetune/Learning Rate": 2.3666421676226104e-06, "Finetune/Loss": 0.8356927037239075, "Finetune/Loss (Raw)": 0.8526164293289185, "Finetune/Step": 6168, "Finetune/Step Time": 6.21339981816709}
+{"Finetune/Learning Rate": 2.3639864323070783e-06, "Finetune/Loss": 0.8358409404754639, "Finetune/Loss (Raw)": 0.7177556753158569, "Finetune/Step": 6169, "Finetune/Step Time": 6.204394418746233}
+{"Finetune/Learning Rate": 2.361331988150508e-06, "Finetune/Loss": 0.8359083533287048, "Finetune/Loss (Raw)": 0.892930805683136, "Finetune/Step": 6170, "Finetune/Step Time": 6.187430193647742}
+{"Finetune/Learning Rate": 2.358678835601731e-06, "Finetune/Loss": 0.8343220949172974, "Finetune/Loss (Raw)": 0.8027730584144592, "Finetune/Step": 6171, "Finetune/Step Time": 6.1857213489711285}
+{"Finetune/Learning Rate": 2.3560269751093643e-06, "Finetune/Loss": 0.8295100927352905, "Finetune/Loss (Raw)": 0.4101965129375458, "Finetune/Step": 6172, "Finetune/Step Time": 6.193406669422984}
+{"Finetune/Learning Rate": 2.353376407121809e-06, "Finetune/Loss": 0.8296869993209839, "Finetune/Loss (Raw)": 0.888271152973175, "Finetune/Step": 6173, "Finetune/Step Time": 6.207345072180033}
+{"Finetune/Learning Rate": 2.3507271320872427e-06, "Finetune/Loss": 0.8287361860275269, "Finetune/Loss (Raw)": 0.7912241220474243, "Finetune/Step": 6174, "Finetune/Step Time": 6.212903909385204}
+{"Finetune/Learning Rate": 2.348079150453626e-06, "Finetune/Loss": 0.8308601379394531, "Finetune/Loss (Raw)": 0.9794099926948547, "Finetune/Step": 6175, "Finetune/Step Time": 6.218750145286322}
+{"Finetune/Learning Rate": 2.345432462668702e-06, "Finetune/Loss": 0.8299602270126343, "Finetune/Loss (Raw)": 0.8375832438468933, "Finetune/Step": 6176, "Finetune/Step Time": 6.227423038333654}
+{"Finetune/Learning Rate": 2.3427870691799935e-06, "Finetune/Loss": 0.8285964727401733, "Finetune/Loss (Raw)": 0.7405269145965576, "Finetune/Step": 6177, "Finetune/Step Time": 6.232081241905689}
+{"Finetune/Learning Rate": 2.3401429704348054e-06, "Finetune/Loss": 0.8270866274833679, "Finetune/Loss (Raw)": 0.5915363430976868, "Finetune/Step": 6178, "Finetune/Step Time": 6.237744390964508}
+{"Finetune/Learning Rate": 2.3375001668802257e-06, "Finetune/Loss": 0.8294731974601746, "Finetune/Loss (Raw)": 0.8457454442977905, "Finetune/Step": 6179, "Finetune/Step Time": 6.234671147540212}
+{"Finetune/Learning Rate": 2.334858658963113e-06, "Finetune/Loss": 0.829017162322998, "Finetune/Loss (Raw)": 0.755827009677887, "Finetune/Step": 6180, "Finetune/Step Time": 6.203300163149834}
+{"Finetune/Learning Rate": 2.3322184471301225e-06, "Finetune/Loss": 0.8306680917739868, "Finetune/Loss (Raw)": 0.891633152961731, "Finetune/Step": 6181, "Finetune/Step Time": 6.205248659476638}
+{"Finetune/Learning Rate": 2.3295795318276804e-06, "Finetune/Loss": 0.8312687873840332, "Finetune/Loss (Raw)": 0.8746726512908936, "Finetune/Step": 6182, "Finetune/Step Time": 6.205060882493854}
+{"Finetune/Learning Rate": 2.3269419135019966e-06, "Finetune/Loss": 0.8281751871109009, "Finetune/Loss (Raw)": 0.45957332849502563, "Finetune/Step": 6183, "Finetune/Step Time": 6.209705302491784}
+{"Finetune/Learning Rate": 2.3243055925990622e-06, "Finetune/Loss": 0.8281208276748657, "Finetune/Loss (Raw)": 0.9589013457298279, "Finetune/Step": 6184, "Finetune/Step Time": 6.209915095940232}
+{"Finetune/Learning Rate": 2.3216705695646436e-06, "Finetune/Loss": 0.8283921480178833, "Finetune/Loss (Raw)": 0.9801439642906189, "Finetune/Step": 6185, "Finetune/Step Time": 6.204195087775588}
+{"Finetune/Learning Rate": 2.3190368448442936e-06, "Finetune/Loss": 0.8288598656654358, "Finetune/Loss (Raw)": 0.8429163694381714, "Finetune/Step": 6186, "Finetune/Step Time": 6.203322995454073}
+{"Finetune/Learning Rate": 2.3164044188833403e-06, "Finetune/Loss": 0.829680860042572, "Finetune/Loss (Raw)": 0.802920401096344, "Finetune/Step": 6187, "Finetune/Step Time": 6.211046788841486}
+{"Finetune/Learning Rate": 2.3137732921269053e-06, "Finetune/Loss": 0.8310410976409912, "Finetune/Loss (Raw)": 0.9646546840667725, "Finetune/Step": 6188, "Finetune/Step Time": 6.212148107588291}
+{"Finetune/Learning Rate": 2.3111434650198716e-06, "Finetune/Loss": 0.8318548202514648, "Finetune/Loss (Raw)": 0.7588688731193542, "Finetune/Step": 6189, "Finetune/Step Time": 6.191965902224183}
+{"Finetune/Learning Rate": 2.308514938006915e-06, "Finetune/Loss": 0.8355346918106079, "Finetune/Loss (Raw)": 0.8491317629814148, "Finetune/Step": 6190, "Finetune/Step Time": 6.182654296979308}
+{"Finetune/Learning Rate": 2.3058877115324883e-06, "Finetune/Loss": 0.836354672908783, "Finetune/Loss (Raw)": 0.7520142197608948, "Finetune/Step": 6191, "Finetune/Step Time": 6.170262547209859}
+{"Finetune/Learning Rate": 2.3032617860408237e-06, "Finetune/Loss": 0.8336446285247803, "Finetune/Loss (Raw)": 0.56166011095047, "Finetune/Step": 6192, "Finetune/Step Time": 6.178366741165519}
+{"Finetune/Learning Rate": 2.3006371619759336e-06, "Finetune/Loss": 0.8325405120849609, "Finetune/Loss (Raw)": 0.7633658051490784, "Finetune/Step": 6193, "Finetune/Step Time": 6.191446730867028}
+{"Finetune/Learning Rate": 2.298013839781611e-06, "Finetune/Loss": 0.8337485194206238, "Finetune/Loss (Raw)": 0.8487793207168579, "Finetune/Step": 6194, "Finetune/Step Time": 6.1945295706391335}
+{"Finetune/Learning Rate": 2.295391819901429e-06, "Finetune/Loss": 0.8342441320419312, "Finetune/Loss (Raw)": 0.9069623351097107, "Finetune/Step": 6195, "Finetune/Step Time": 6.190690938383341}
+{"Finetune/Learning Rate": 2.292771102778739e-06, "Finetune/Loss": 0.8334784507751465, "Finetune/Loss (Raw)": 0.7646042108535767, "Finetune/Step": 6196, "Finetune/Step Time": 6.190254094079137}
+{"Finetune/Learning Rate": 2.2901516888566766e-06, "Finetune/Loss": 0.8337065577507019, "Finetune/Loss (Raw)": 0.8129528760910034, "Finetune/Step": 6197, "Finetune/Step Time": 6.193954074755311}
+{"Finetune/Learning Rate": 2.287533578578147e-06, "Finetune/Loss": 0.8361822366714478, "Finetune/Loss (Raw)": 1.027669906616211, "Finetune/Step": 6198, "Finetune/Step Time": 6.196187134832144}
+{"Finetune/Learning Rate": 2.2849167723858423e-06, "Finetune/Loss": 0.834093451499939, "Finetune/Loss (Raw)": 0.6774179935455322, "Finetune/Step": 6199, "Finetune/Step Time": 6.203427437692881}
+{"Finetune/Learning Rate": 2.282301270722239e-06, "Finetune/Loss": 0.8356379270553589, "Finetune/Loss (Raw)": 0.9593959450721741, "Finetune/Step": 6200, "Finetune/Step Time": 6.2001059874892235}
+{"Finetune/Learning Rate": 2.279687074029584e-06, "Finetune/Loss": 0.8341230154037476, "Finetune/Loss (Raw)": 0.6915579438209534, "Finetune/Step": 6201, "Finetune/Step Time": 6.199989013373852}
+{"Finetune/Learning Rate": 2.27707418274991e-06, "Finetune/Loss": 0.8324185013771057, "Finetune/Loss (Raw)": 0.6974217295646667, "Finetune/Step": 6202, "Finetune/Step Time": 6.195134749636054}
+{"Finetune/Learning Rate": 2.2744625973250202e-06, "Finetune/Loss": 0.8316382169723511, "Finetune/Loss (Raw)": 0.8551225662231445, "Finetune/Step": 6203, "Finetune/Step Time": 6.194398932158947}
+{"Finetune/Learning Rate": 2.2718523181965047e-06, "Finetune/Loss": 0.8307986259460449, "Finetune/Loss (Raw)": 0.7747845649719238, "Finetune/Step": 6204, "Finetune/Step Time": 6.198435582220554}
+{"Finetune/Learning Rate": 2.2692433458057285e-06, "Finetune/Loss": 0.8318515419960022, "Finetune/Loss (Raw)": 0.9068587422370911, "Finetune/Step": 6205, "Finetune/Step Time": 6.198869651183486}
+{"Finetune/Learning Rate": 2.266635680593845e-06, "Finetune/Loss": 0.8321576118469238, "Finetune/Loss (Raw)": 0.7310336828231812, "Finetune/Step": 6206, "Finetune/Step Time": 6.197986265644431}
+{"Finetune/Learning Rate": 2.264029323001773e-06, "Finetune/Loss": 0.8359166979789734, "Finetune/Loss (Raw)": 0.976743221282959, "Finetune/Step": 6207, "Finetune/Step Time": 6.191063720732927}
+{"Finetune/Learning Rate": 2.2614242734702176e-06, "Finetune/Loss": 0.83327317237854, "Finetune/Loss (Raw)": 0.8422892093658447, "Finetune/Step": 6208, "Finetune/Step Time": 6.1858087331056595}
+{"Finetune/Learning Rate": 2.258820532439663e-06, "Finetune/Loss": 0.83167564868927, "Finetune/Loss (Raw)": 0.7180761694908142, "Finetune/Step": 6209, "Finetune/Step Time": 6.195456715300679}
+{"Finetune/Learning Rate": 2.256218100350369e-06, "Finetune/Loss": 0.8313472867012024, "Finetune/Loss (Raw)": 0.8637090921401978, "Finetune/Step": 6210, "Finetune/Step Time": 6.199866121634841}
+{"Finetune/Learning Rate": 2.2536169776423766e-06, "Finetune/Loss": 0.832450270652771, "Finetune/Loss (Raw)": 0.9177178144454956, "Finetune/Step": 6211, "Finetune/Step Time": 6.194282865151763}
+{"Finetune/Learning Rate": 2.251017164755507e-06, "Finetune/Loss": 0.8325536251068115, "Finetune/Loss (Raw)": 0.9621241688728333, "Finetune/Step": 6212, "Finetune/Step Time": 6.187210848554969}
+{"Finetune/Learning Rate": 2.2484186621293534e-06, "Finetune/Loss": 0.8329855799674988, "Finetune/Loss (Raw)": 0.9178670644760132, "Finetune/Step": 6213, "Finetune/Step Time": 6.203156270086765}
+{"Finetune/Learning Rate": 2.2458214702032954e-06, "Finetune/Loss": 0.8337815999984741, "Finetune/Loss (Raw)": 0.9610815048217773, "Finetune/Step": 6214, "Finetune/Step Time": 6.204972499981523}
+{"Finetune/Learning Rate": 2.2432255894164843e-06, "Finetune/Loss": 0.8333540558815002, "Finetune/Loss (Raw)": 0.8037261962890625, "Finetune/Step": 6215, "Finetune/Step Time": 6.205913404002786}
+{"Finetune/Learning Rate": 2.2406310202078586e-06, "Finetune/Loss": 0.8313165903091431, "Finetune/Loss (Raw)": 0.5233444571495056, "Finetune/Step": 6216, "Finetune/Step Time": 6.21461059525609}
+{"Finetune/Learning Rate": 2.2380377630161198e-06, "Finetune/Loss": 0.8336635231971741, "Finetune/Loss (Raw)": 1.1456400156021118, "Finetune/Step": 6217, "Finetune/Step Time": 6.227775409817696}
+{"Finetune/Learning Rate": 2.23544581827976e-06, "Finetune/Loss": 0.8324084877967834, "Finetune/Loss (Raw)": 0.6695709228515625, "Finetune/Step": 6218, "Finetune/Step Time": 6.242583507671952}
+{"Finetune/Learning Rate": 2.2328551864370496e-06, "Finetune/Loss": 0.8320368528366089, "Finetune/Loss (Raw)": 0.8134578466415405, "Finetune/Step": 6219, "Finetune/Step Time": 6.239929303526878}
+{"Finetune/Learning Rate": 2.230265867926035e-06, "Finetune/Loss": 0.8351849913597107, "Finetune/Loss (Raw)": 0.8240959048271179, "Finetune/Step": 6220, "Finetune/Step Time": 6.220782667398453}
+{"Finetune/Learning Rate": 2.227677863184533e-06, "Finetune/Loss": 0.8345896601676941, "Finetune/Loss (Raw)": 0.7329641580581665, "Finetune/Step": 6221, "Finetune/Step Time": 6.206206411123276}
+{"Finetune/Learning Rate": 2.2250911726501467e-06, "Finetune/Loss": 0.8330475091934204, "Finetune/Loss (Raw)": 0.83101487159729, "Finetune/Step": 6222, "Finetune/Step Time": 6.211910225450993}
+{"Finetune/Learning Rate": 2.222505796760256e-06, "Finetune/Loss": 0.8340356349945068, "Finetune/Loss (Raw)": 0.8113372921943665, "Finetune/Step": 6223, "Finetune/Step Time": 6.212446866557002}
+{"Finetune/Learning Rate": 2.2199217359520154e-06, "Finetune/Loss": 0.8331694602966309, "Finetune/Loss (Raw)": 0.932668924331665, "Finetune/Step": 6224, "Finetune/Step Time": 6.211343606933951}
+{"Finetune/Learning Rate": 2.21733899066236e-06, "Finetune/Loss": 0.8326955437660217, "Finetune/Loss (Raw)": 0.8829890489578247, "Finetune/Step": 6225, "Finetune/Step Time": 6.2108775191009045}
+{"Finetune/Learning Rate": 2.2147575613280013e-06, "Finetune/Loss": 0.8317463397979736, "Finetune/Loss (Raw)": 0.8129422664642334, "Finetune/Step": 6226, "Finetune/Step Time": 6.207458101212978}
+{"Finetune/Learning Rate": 2.2121774483854276e-06, "Finetune/Loss": 0.8319402933120728, "Finetune/Loss (Raw)": 0.868707537651062, "Finetune/Step": 6227, "Finetune/Step Time": 6.20894524268806}
+{"Finetune/Learning Rate": 2.2095986522709055e-06, "Finetune/Loss": 0.8341872692108154, "Finetune/Loss (Raw)": 1.0375025272369385, "Finetune/Step": 6228, "Finetune/Step Time": 6.209771521389484}
+{"Finetune/Learning Rate": 2.2070211734204793e-06, "Finetune/Loss": 0.8331156969070435, "Finetune/Loss (Raw)": 0.733927309513092, "Finetune/Step": 6229, "Finetune/Step Time": 6.204323584213853}
+{"Finetune/Learning Rate": 2.204445012269969e-06, "Finetune/Loss": 0.8315795660018921, "Finetune/Loss (Raw)": 0.7207907438278198, "Finetune/Step": 6230, "Finetune/Step Time": 6.209256688132882}
+{"Finetune/Learning Rate": 2.2018701692549736e-06, "Finetune/Loss": 0.8319641351699829, "Finetune/Loss (Raw)": 0.9576051235198975, "Finetune/Step": 6231, "Finetune/Step Time": 6.2096678502857685}
+{"Finetune/Learning Rate": 2.1992966448108676e-06, "Finetune/Loss": 0.8328248262405396, "Finetune/Loss (Raw)": 0.9122459888458252, "Finetune/Step": 6232, "Finetune/Step Time": 6.204292979091406}
+{"Finetune/Learning Rate": 2.1967244393728037e-06, "Finetune/Loss": 0.8333700299263, "Finetune/Loss (Raw)": 0.9938584566116333, "Finetune/Step": 6233, "Finetune/Step Time": 6.185602391138673}
+{"Finetune/Learning Rate": 2.194153553375715e-06, "Finetune/Loss": 0.8336522579193115, "Finetune/Loss (Raw)": 0.8540193438529968, "Finetune/Step": 6234, "Finetune/Step Time": 6.186929039657116}
+{"Finetune/Learning Rate": 2.191583987254301e-06, "Finetune/Loss": 0.8327661752700806, "Finetune/Loss (Raw)": 0.7506767511367798, "Finetune/Step": 6235, "Finetune/Step Time": 6.176859537139535}
+{"Finetune/Learning Rate": 2.1890157414430448e-06, "Finetune/Loss": 0.8275737762451172, "Finetune/Loss (Raw)": 0.26372772455215454, "Finetune/Step": 6236, "Finetune/Step Time": 6.171616271138191}
+{"Finetune/Learning Rate": 2.1864488163762122e-06, "Finetune/Loss": 0.827987015247345, "Finetune/Loss (Raw)": 1.002597689628601, "Finetune/Step": 6237, "Finetune/Step Time": 6.192524436861277}
+{"Finetune/Learning Rate": 2.1838832124878385e-06, "Finetune/Loss": 0.8309547305107117, "Finetune/Loss (Raw)": 0.718176543712616, "Finetune/Step": 6238, "Finetune/Step Time": 6.1979422532022}
+{"Finetune/Learning Rate": 2.181318930211732e-06, "Finetune/Loss": 0.8296146392822266, "Finetune/Loss (Raw)": 0.7760443091392517, "Finetune/Step": 6239, "Finetune/Step Time": 6.201747165992856}
+{"Finetune/Learning Rate": 2.1787559699814863e-06, "Finetune/Loss": 0.8282804489135742, "Finetune/Loss (Raw)": 0.7345606088638306, "Finetune/Step": 6240, "Finetune/Step Time": 6.215443333610892}
+{"Finetune/Learning Rate": 2.1761943322304656e-06, "Finetune/Loss": 0.8271714448928833, "Finetune/Loss (Raw)": 0.7844164371490479, "Finetune/Step": 6241, "Finetune/Step Time": 6.244360115379095}
+{"Finetune/Learning Rate": 2.1736340173918136e-06, "Finetune/Loss": 0.8280217051506042, "Finetune/Loss (Raw)": 0.8872261047363281, "Finetune/Step": 6242, "Finetune/Step Time": 6.237600851804018}
+{"Finetune/Learning Rate": 2.171075025898448e-06, "Finetune/Loss": 0.826603889465332, "Finetune/Loss (Raw)": 0.7429404258728027, "Finetune/Step": 6243, "Finetune/Step Time": 6.242916502058506}
+{"Finetune/Learning Rate": 2.1685173581830643e-06, "Finetune/Loss": 0.8258293867111206, "Finetune/Loss (Raw)": 0.8965977430343628, "Finetune/Step": 6244, "Finetune/Step Time": 6.234374143183231}
+{"Finetune/Learning Rate": 2.165961014678134e-06, "Finetune/Loss": 0.8275542259216309, "Finetune/Loss (Raw)": 1.0653184652328491, "Finetune/Step": 6245, "Finetune/Step Time": 6.234414910897613}
+{"Finetune/Learning Rate": 2.163405995815904e-06, "Finetune/Loss": 0.8265504240989685, "Finetune/Loss (Raw)": 0.9260168671607971, "Finetune/Step": 6246, "Finetune/Step Time": 6.242295142263174}
+{"Finetune/Learning Rate": 2.1608523020283967e-06, "Finetune/Loss": 0.8257129192352295, "Finetune/Loss (Raw)": 0.8641360998153687, "Finetune/Step": 6247, "Finetune/Step Time": 6.244933057576418}
+{"Finetune/Learning Rate": 2.1582999337474153e-06, "Finetune/Loss": 0.8250481486320496, "Finetune/Loss (Raw)": 0.7118170857429504, "Finetune/Step": 6248, "Finetune/Step Time": 6.2248915787786245}
+{"Finetune/Learning Rate": 2.1557488914045264e-06, "Finetune/Loss": 0.8229215741157532, "Finetune/Loss (Raw)": 0.6507324576377869, "Finetune/Step": 6249, "Finetune/Step Time": 6.2070391196757555}
+{"Finetune/Learning Rate": 2.153199175431089e-06, "Finetune/Loss": 0.8213799595832825, "Finetune/Loss (Raw)": 0.8341918587684631, "Finetune/Step": 6250, "Finetune/Step Time": 6.207614675164223}
+{"Finetune/Learning Rate": 2.1506507862582273e-06, "Finetune/Loss": 0.8219314813613892, "Finetune/Loss (Raw)": 0.8797573447227478, "Finetune/Step": 6251, "Finetune/Step Time": 6.21067083440721}
+{"Finetune/Learning Rate": 2.1481037243168456e-06, "Finetune/Loss": 0.8201808929443359, "Finetune/Loss (Raw)": 0.7460262179374695, "Finetune/Step": 6252, "Finetune/Step Time": 6.208355665206909}
+{"Finetune/Learning Rate": 2.145557990037617e-06, "Finetune/Loss": 0.8205799460411072, "Finetune/Loss (Raw)": 1.0022152662277222, "Finetune/Step": 6253, "Finetune/Step Time": 6.2080187276005745}
+{"Finetune/Learning Rate": 2.1430135838509957e-06, "Finetune/Loss": 0.8205863833427429, "Finetune/Loss (Raw)": 0.87847501039505, "Finetune/Step": 6254, "Finetune/Step Time": 6.209932593628764}
+{"Finetune/Learning Rate": 2.1404705061872113e-06, "Finetune/Loss": 0.8192827701568604, "Finetune/Loss (Raw)": 0.677070140838623, "Finetune/Step": 6255, "Finetune/Step Time": 6.210867261514068}
+{"Finetune/Learning Rate": 2.1379287574762717e-06, "Finetune/Loss": 0.8185610771179199, "Finetune/Loss (Raw)": 0.8899590373039246, "Finetune/Step": 6256, "Finetune/Step Time": 6.217492520809174}
+{"Finetune/Learning Rate": 2.1353883381479523e-06, "Finetune/Loss": 0.8185352087020874, "Finetune/Loss (Raw)": 0.8689684867858887, "Finetune/Step": 6257, "Finetune/Step Time": 6.214466612786055}
+{"Finetune/Learning Rate": 2.1328492486318087e-06, "Finetune/Loss": 0.819109320640564, "Finetune/Loss (Raw)": 0.8022198677062988, "Finetune/Step": 6258, "Finetune/Step Time": 6.211015794426203}
+{"Finetune/Learning Rate": 2.13031148935717e-06, "Finetune/Loss": 0.8201991319656372, "Finetune/Loss (Raw)": 0.8538679480552673, "Finetune/Step": 6259, "Finetune/Step Time": 6.195022840052843}
+{"Finetune/Learning Rate": 2.1277750607531422e-06, "Finetune/Loss": 0.8215405941009521, "Finetune/Loss (Raw)": 0.9370393753051758, "Finetune/Step": 6260, "Finetune/Step Time": 6.186635473743081}
+{"Finetune/Learning Rate": 2.1252399632486044e-06, "Finetune/Loss": 0.8207156658172607, "Finetune/Loss (Raw)": 0.7774670720100403, "Finetune/Step": 6261, "Finetune/Step Time": 6.181599659845233}
+{"Finetune/Learning Rate": 2.1227061972722118e-06, "Finetune/Loss": 0.8210381269454956, "Finetune/Loss (Raw)": 0.7834829092025757, "Finetune/Step": 6262, "Finetune/Step Time": 6.182214803993702}
+{"Finetune/Learning Rate": 2.1201737632523945e-06, "Finetune/Loss": 0.8232008814811707, "Finetune/Loss (Raw)": 0.9453617334365845, "Finetune/Step": 6263, "Finetune/Step Time": 6.170543372631073}
+{"Finetune/Learning Rate": 2.1176426616173552e-06, "Finetune/Loss": 0.8192309141159058, "Finetune/Loss (Raw)": 0.4127388298511505, "Finetune/Step": 6264, "Finetune/Step Time": 6.1651959605515}
+{"Finetune/Learning Rate": 2.115112892795076e-06, "Finetune/Loss": 0.8208599090576172, "Finetune/Loss (Raw)": 0.7296341061592102, "Finetune/Step": 6265, "Finetune/Step Time": 6.179542204365134}
+{"Finetune/Learning Rate": 2.11258445721331e-06, "Finetune/Loss": 0.8212758302688599, "Finetune/Loss (Raw)": 0.8253464698791504, "Finetune/Step": 6266, "Finetune/Step Time": 6.181576168164611}
+{"Finetune/Learning Rate": 2.1100573552995806e-06, "Finetune/Loss": 0.8229019641876221, "Finetune/Loss (Raw)": 1.0198495388031006, "Finetune/Step": 6267, "Finetune/Step Time": 6.186770198866725}
+{"Finetune/Learning Rate": 2.1075315874811965e-06, "Finetune/Loss": 0.8225593566894531, "Finetune/Loss (Raw)": 0.8948258757591248, "Finetune/Step": 6268, "Finetune/Step Time": 6.167557073757052}
+{"Finetune/Learning Rate": 2.105007154185232e-06, "Finetune/Loss": 0.8210763335227966, "Finetune/Loss (Raw)": 0.785768985748291, "Finetune/Step": 6269, "Finetune/Step Time": 6.157151324674487}
+{"Finetune/Learning Rate": 2.102484055838544e-06, "Finetune/Loss": 0.8195456266403198, "Finetune/Loss (Raw)": 0.7469291687011719, "Finetune/Step": 6270, "Finetune/Step Time": 6.16000666283071}
+{"Finetune/Learning Rate": 2.099962292867751e-06, "Finetune/Loss": 0.8192804455757141, "Finetune/Loss (Raw)": 0.7900981903076172, "Finetune/Step": 6271, "Finetune/Step Time": 6.1610182244330645}
+{"Finetune/Learning Rate": 2.0974418656992555e-06, "Finetune/Loss": 0.8190077543258667, "Finetune/Loss (Raw)": 0.7592563629150391, "Finetune/Step": 6272, "Finetune/Step Time": 6.159510551020503}
+{"Finetune/Learning Rate": 2.0949227747592306e-06, "Finetune/Loss": 0.8203207850456238, "Finetune/Loss (Raw)": 0.8388938903808594, "Finetune/Step": 6273, "Finetune/Step Time": 6.16400982439518}
+{"Finetune/Learning Rate": 2.092405020473629e-06, "Finetune/Loss": 0.8230807185173035, "Finetune/Loss (Raw)": 0.7174928784370422, "Finetune/Step": 6274, "Finetune/Step Time": 6.166978722438216}
+{"Finetune/Learning Rate": 2.089888603268173e-06, "Finetune/Loss": 0.8224661350250244, "Finetune/Loss (Raw)": 0.8448736071586609, "Finetune/Step": 6275, "Finetune/Step Time": 6.1642362624406815}
+{"Finetune/Learning Rate": 2.0873735235683535e-06, "Finetune/Loss": 0.824225902557373, "Finetune/Loss (Raw)": 0.9711779952049255, "Finetune/Step": 6276, "Finetune/Step Time": 6.168912248685956}
+{"Finetune/Learning Rate": 2.084859781799443e-06, "Finetune/Loss": 0.8237627744674683, "Finetune/Loss (Raw)": 0.7772677540779114, "Finetune/Step": 6277, "Finetune/Step Time": 6.173147255554795}
+{"Finetune/Learning Rate": 2.0823473783864855e-06, "Finetune/Loss": 0.821672260761261, "Finetune/Loss (Raw)": 0.7314057946205139, "Finetune/Step": 6278, "Finetune/Step Time": 6.172125535085797}
+{"Finetune/Learning Rate": 2.0798363137542975e-06, "Finetune/Loss": 0.8214282393455505, "Finetune/Loss (Raw)": 0.791036069393158, "Finetune/Step": 6279, "Finetune/Step Time": 6.185368083417416}
+{"Finetune/Learning Rate": 2.077326588327473e-06, "Finetune/Loss": 0.8225340843200684, "Finetune/Loss (Raw)": 0.9279276728630066, "Finetune/Step": 6280, "Finetune/Step Time": 6.183189390227199}
+{"Finetune/Learning Rate": 2.0748182025303733e-06, "Finetune/Loss": 0.8230042457580566, "Finetune/Loss (Raw)": 0.8091892600059509, "Finetune/Step": 6281, "Finetune/Step Time": 6.17935186997056}
+{"Finetune/Learning Rate": 2.072311156787138e-06, "Finetune/Loss": 0.8191237449645996, "Finetune/Loss (Raw)": 0.4549432098865509, "Finetune/Step": 6282, "Finetune/Step Time": 6.169311664998531}
+{"Finetune/Learning Rate": 2.069805451521679e-06, "Finetune/Loss": 0.817427396774292, "Finetune/Loss (Raw)": 0.7161399722099304, "Finetune/Step": 6283, "Finetune/Step Time": 6.1840351317077875}
+{"Finetune/Learning Rate": 2.0673010871576836e-06, "Finetune/Loss": 0.817894697189331, "Finetune/Loss (Raw)": 0.8828386664390564, "Finetune/Step": 6284, "Finetune/Step Time": 6.189353987574577}
+{"Finetune/Learning Rate": 2.064798064118606e-06, "Finetune/Loss": 0.8186694383621216, "Finetune/Loss (Raw)": 0.9391747713088989, "Finetune/Step": 6285, "Finetune/Step Time": 6.188240170478821}
+{"Finetune/Learning Rate": 2.0622963828276744e-06, "Finetune/Loss": 0.8154375553131104, "Finetune/Loss (Raw)": 0.49522665143013, "Finetune/Step": 6286, "Finetune/Step Time": 6.192853359505534}
+{"Finetune/Learning Rate": 2.0597960437079013e-06, "Finetune/Loss": 0.8160749673843384, "Finetune/Loss (Raw)": 0.8546127676963806, "Finetune/Step": 6287, "Finetune/Step Time": 6.197696883231401}
+{"Finetune/Learning Rate": 2.057297047182061e-06, "Finetune/Loss": 0.8164970278739929, "Finetune/Loss (Raw)": 0.6397549510002136, "Finetune/Step": 6288, "Finetune/Step Time": 6.186872271820903}
+{"Finetune/Learning Rate": 2.0547993936727064e-06, "Finetune/Loss": 0.8165733218193054, "Finetune/Loss (Raw)": 0.7973515391349792, "Finetune/Step": 6289, "Finetune/Step Time": 6.198591981083155}
+{"Finetune/Learning Rate": 2.052303083602155e-06, "Finetune/Loss": 0.8170095682144165, "Finetune/Loss (Raw)": 0.843934178352356, "Finetune/Step": 6290, "Finetune/Step Time": 6.194680182263255}
+{"Finetune/Learning Rate": 2.0498081173925066e-06, "Finetune/Loss": 0.814563512802124, "Finetune/Loss (Raw)": 0.5133892297744751, "Finetune/Step": 6291, "Finetune/Step Time": 6.190133234485984}
+{"Finetune/Learning Rate": 2.047314495465629e-06, "Finetune/Loss": 0.8131685256958008, "Finetune/Loss (Raw)": 0.8007478713989258, "Finetune/Step": 6292, "Finetune/Step Time": 6.194231716915965}
+{"Finetune/Learning Rate": 2.0448222182431686e-06, "Finetune/Loss": 0.8114117383956909, "Finetune/Loss (Raw)": 0.7353812456130981, "Finetune/Step": 6293, "Finetune/Step Time": 6.200052967295051}
+{"Finetune/Learning Rate": 2.042331286146535e-06, "Finetune/Loss": 0.8110895156860352, "Finetune/Loss (Raw)": 0.9225128293037415, "Finetune/Step": 6294, "Finetune/Step Time": 6.199044082313776}
+{"Finetune/Learning Rate": 2.039841699596916e-06, "Finetune/Loss": 0.8088879585266113, "Finetune/Loss (Raw)": 0.6734172701835632, "Finetune/Step": 6295, "Finetune/Step Time": 6.204627577215433}
+{"Finetune/Learning Rate": 2.037353459015272e-06, "Finetune/Loss": 0.8090143203735352, "Finetune/Loss (Raw)": 0.8687909841537476, "Finetune/Step": 6296, "Finetune/Step Time": 6.209352204576135}
+{"Finetune/Learning Rate": 2.0348665648223344e-06, "Finetune/Loss": 0.8083092570304871, "Finetune/Loss (Raw)": 0.6275048851966858, "Finetune/Step": 6297, "Finetune/Step Time": 6.230593690648675}
+{"Finetune/Learning Rate": 2.032381017438607e-06, "Finetune/Loss": 0.8082785606384277, "Finetune/Loss (Raw)": 0.888999342918396, "Finetune/Step": 6298, "Finetune/Step Time": 6.2577532064169645}
+{"Finetune/Learning Rate": 2.0298968172843668e-06, "Finetune/Loss": 0.8045833706855774, "Finetune/Loss (Raw)": 0.3297949731349945, "Finetune/Step": 6299, "Finetune/Step Time": 6.272844074293971}
+{"Finetune/Learning Rate": 2.027413964779662e-06, "Finetune/Loss": 0.8071308135986328, "Finetune/Loss (Raw)": 0.7362750172615051, "Finetune/Step": 6300, "Finetune/Step Time": 6.281579822301865}
+{"Finetune/Learning Rate": 2.0249324603443145e-06, "Finetune/Loss": 0.8075151443481445, "Finetune/Loss (Raw)": 0.9374611377716064, "Finetune/Step": 6301, "Finetune/Step Time": 6.263148728758097}
+{"Finetune/Learning Rate": 2.022452304397916e-06, "Finetune/Loss": 0.8073006272315979, "Finetune/Loss (Raw)": 0.7637621760368347, "Finetune/Step": 6302, "Finetune/Step Time": 6.254970705136657}
+{"Finetune/Learning Rate": 2.019973497359834e-06, "Finetune/Loss": 0.8076391220092773, "Finetune/Loss (Raw)": 1.0227357149124146, "Finetune/Step": 6303, "Finetune/Step Time": 6.245491359382868}
+{"Finetune/Learning Rate": 2.017496039649198e-06, "Finetune/Loss": 0.8080477118492126, "Finetune/Loss (Raw)": 0.8898871541023254, "Finetune/Step": 6304, "Finetune/Step Time": 6.229938866570592}
+{"Finetune/Learning Rate": 2.015019931684924e-06, "Finetune/Loss": 0.8076170682907104, "Finetune/Loss (Raw)": 0.6853992342948914, "Finetune/Step": 6305, "Finetune/Step Time": 6.22613962367177}
+{"Finetune/Learning Rate": 2.0125451738856903e-06, "Finetune/Loss": 0.8102759122848511, "Finetune/Loss (Raw)": 0.9318707585334778, "Finetune/Step": 6306, "Finetune/Step Time": 6.220955962315202}
+{"Finetune/Learning Rate": 2.010071766669951e-06, "Finetune/Loss": 0.8064724206924438, "Finetune/Loss (Raw)": 0.3588980734348297, "Finetune/Step": 6307, "Finetune/Step Time": 6.222956709563732}
+{"Finetune/Learning Rate": 2.007599710455924e-06, "Finetune/Loss": 0.8067734837532043, "Finetune/Loss (Raw)": 0.7943682074546814, "Finetune/Step": 6308, "Finetune/Step Time": 6.242937469854951}
+{"Finetune/Learning Rate": 2.005129005661609e-06, "Finetune/Loss": 0.8076475262641907, "Finetune/Loss (Raw)": 1.0035064220428467, "Finetune/Step": 6309, "Finetune/Step Time": 6.244188128039241}
+{"Finetune/Learning Rate": 2.0026596527047713e-06, "Finetune/Loss": 0.8065760135650635, "Finetune/Loss (Raw)": 0.7375214099884033, "Finetune/Step": 6310, "Finetune/Step Time": 6.241144675761461}
+{"Finetune/Learning Rate": 2.0001916520029495e-06, "Finetune/Loss": 0.8098735809326172, "Finetune/Loss (Raw)": 0.8816590905189514, "Finetune/Step": 6311, "Finetune/Step Time": 6.232601640745997}
+{"Finetune/Learning Rate": 1.997725003973454e-06, "Finetune/Loss": 0.8070300817489624, "Finetune/Loss (Raw)": 0.5949433445930481, "Finetune/Step": 6312, "Finetune/Step Time": 6.222361210733652}
+{"Finetune/Learning Rate": 1.995259709033364e-06, "Finetune/Loss": 0.8063292503356934, "Finetune/Loss (Raw)": 0.8904282450675964, "Finetune/Step": 6313, "Finetune/Step Time": 6.222514983266592}
+{"Finetune/Learning Rate": 1.9927957675995323e-06, "Finetune/Loss": 0.8066284656524658, "Finetune/Loss (Raw)": 0.881214439868927, "Finetune/Step": 6314, "Finetune/Step Time": 6.222521146759391}
+{"Finetune/Learning Rate": 1.9903331800885818e-06, "Finetune/Loss": 0.8056893348693848, "Finetune/Loss (Raw)": 0.68271404504776, "Finetune/Step": 6315, "Finetune/Step Time": 6.223425650969148}
+{"Finetune/Learning Rate": 1.9878719469169104e-06, "Finetune/Loss": 0.806168258190155, "Finetune/Loss (Raw)": 1.0259594917297363, "Finetune/Step": 6316, "Finetune/Step Time": 6.226149208843708}
+{"Finetune/Learning Rate": 1.985412068500674e-06, "Finetune/Loss": 0.8056793212890625, "Finetune/Loss (Raw)": 0.696277916431427, "Finetune/Step": 6317, "Finetune/Step Time": 6.2292291354388}
+{"Finetune/Learning Rate": 1.982953545255817e-06, "Finetune/Loss": 0.8058900833129883, "Finetune/Loss (Raw)": 0.8761118054389954, "Finetune/Step": 6318, "Finetune/Step Time": 6.23940129391849}
+{"Finetune/Learning Rate": 1.9804963775980445e-06, "Finetune/Loss": 0.8057563304901123, "Finetune/Loss (Raw)": 0.7349010109901428, "Finetune/Step": 6319, "Finetune/Step Time": 6.242221916094422}
+{"Finetune/Learning Rate": 1.9780405659428324e-06, "Finetune/Loss": 0.8087316751480103, "Finetune/Loss (Raw)": 0.9424984455108643, "Finetune/Step": 6320, "Finetune/Step Time": 6.23506398126483}
+{"Finetune/Learning Rate": 1.9755861107054353e-06, "Finetune/Loss": 0.8091736435890198, "Finetune/Loss (Raw)": 0.8199388384819031, "Finetune/Step": 6321, "Finetune/Step Time": 6.22418811544776}
+{"Finetune/Learning Rate": 1.973133012300864e-06, "Finetune/Loss": 0.8098963499069214, "Finetune/Loss (Raw)": 0.9412907958030701, "Finetune/Step": 6322, "Finetune/Step Time": 6.221826959401369}
+{"Finetune/Learning Rate": 1.9706812711439096e-06, "Finetune/Loss": 0.809712827205658, "Finetune/Loss (Raw)": 0.883465051651001, "Finetune/Step": 6323, "Finetune/Step Time": 6.230335792526603}
+{"Finetune/Learning Rate": 1.9682308876491364e-06, "Finetune/Loss": 0.8095542192459106, "Finetune/Loss (Raw)": 0.7443029880523682, "Finetune/Step": 6324, "Finetune/Step Time": 6.226627336815}
+{"Finetune/Learning Rate": 1.9657818622308766e-06, "Finetune/Loss": 0.8113622069358826, "Finetune/Loss (Raw)": 1.0443761348724365, "Finetune/Step": 6325, "Finetune/Step Time": 6.223089246079326}
+{"Finetune/Learning Rate": 1.9633341953032246e-06, "Finetune/Loss": 0.8068208694458008, "Finetune/Loss (Raw)": 0.4463807940483093, "Finetune/Step": 6326, "Finetune/Step Time": 6.223891086876392}
+{"Finetune/Learning Rate": 1.960887887280056e-06, "Finetune/Loss": 0.8092377781867981, "Finetune/Loss (Raw)": 0.9867777824401855, "Finetune/Step": 6327, "Finetune/Step Time": 6.225709345191717}
+{"Finetune/Learning Rate": 1.9584429385750116e-06, "Finetune/Loss": 0.8077905774116516, "Finetune/Loss (Raw)": 0.7741599082946777, "Finetune/Step": 6328, "Finetune/Step Time": 6.228023091331124}
+{"Finetune/Learning Rate": 1.955999349601502e-06, "Finetune/Loss": 0.8087858557701111, "Finetune/Loss (Raw)": 0.8189483880996704, "Finetune/Step": 6329, "Finetune/Step Time": 6.223764294758439}
+{"Finetune/Learning Rate": 1.95355712077271e-06, "Finetune/Loss": 0.8099690675735474, "Finetune/Loss (Raw)": 0.8488807678222656, "Finetune/Step": 6330, "Finetune/Step Time": 6.223537953570485}
+{"Finetune/Learning Rate": 1.9511162525015883e-06, "Finetune/Loss": 0.8108378648757935, "Finetune/Loss (Raw)": 0.9663211703300476, "Finetune/Step": 6331, "Finetune/Step Time": 6.222697159275413}
+{"Finetune/Learning Rate": 1.948676745200856e-06, "Finetune/Loss": 0.8110683560371399, "Finetune/Loss (Raw)": 0.8042871356010437, "Finetune/Step": 6332, "Finetune/Step Time": 6.215287836268544}
+{"Finetune/Learning Rate": 1.946238599283008e-06, "Finetune/Loss": 0.8101480603218079, "Finetune/Loss (Raw)": 0.7890651822090149, "Finetune/Step": 6333, "Finetune/Step Time": 6.215126955881715}
+{"Finetune/Learning Rate": 1.9438018151603034e-06, "Finetune/Loss": 0.8098149299621582, "Finetune/Loss (Raw)": 0.6883931159973145, "Finetune/Step": 6334, "Finetune/Step Time": 6.217627767473459}
+{"Finetune/Learning Rate": 1.9413663932447736e-06, "Finetune/Loss": 0.8095247745513916, "Finetune/Loss (Raw)": 0.9395976662635803, "Finetune/Step": 6335, "Finetune/Step Time": 6.229657595977187}
+{"Finetune/Learning Rate": 1.9389323339482204e-06, "Finetune/Loss": 0.810164213180542, "Finetune/Loss (Raw)": 0.9241356253623962, "Finetune/Step": 6336, "Finetune/Step Time": 6.2333863861858845}
+{"Finetune/Learning Rate": 1.936499637682214e-06, "Finetune/Loss": 0.8113012313842773, "Finetune/Loss (Raw)": 0.8636205792427063, "Finetune/Step": 6337, "Finetune/Step Time": 6.224068270996213}
+{"Finetune/Learning Rate": 1.9340683048580944e-06, "Finetune/Loss": 0.8116110563278198, "Finetune/Loss (Raw)": 0.9033644199371338, "Finetune/Step": 6338, "Finetune/Step Time": 6.219510583207011}
+{"Finetune/Learning Rate": 1.9316383358869728e-06, "Finetune/Loss": 0.810196042060852, "Finetune/Loss (Raw)": 0.7365882396697998, "Finetune/Step": 6339, "Finetune/Step Time": 6.22077102959156}
+{"Finetune/Learning Rate": 1.9292097311797242e-06, "Finetune/Loss": 0.8093734979629517, "Finetune/Loss (Raw)": 0.8568440079689026, "Finetune/Step": 6340, "Finetune/Step Time": 6.223041094839573}
+{"Finetune/Learning Rate": 1.926782491146998e-06, "Finetune/Loss": 0.8097459673881531, "Finetune/Loss (Raw)": 0.9655490517616272, "Finetune/Step": 6341, "Finetune/Step Time": 6.213281735777855}
+{"Finetune/Learning Rate": 1.92435661619921e-06, "Finetune/Loss": 0.8046010732650757, "Finetune/Loss (Raw)": 0.30253639817237854, "Finetune/Step": 6342, "Finetune/Step Time": 6.216093769297004}
+{"Finetune/Learning Rate": 1.9219321067465536e-06, "Finetune/Loss": 0.8046510219573975, "Finetune/Loss (Raw)": 0.8101159334182739, "Finetune/Step": 6343, "Finetune/Step Time": 6.23205073364079}
+{"Finetune/Learning Rate": 1.9195089631989774e-06, "Finetune/Loss": 0.8083261251449585, "Finetune/Loss (Raw)": 0.9937579035758972, "Finetune/Step": 6344, "Finetune/Step Time": 6.218177096918225}
+{"Finetune/Learning Rate": 1.9170871859662086e-06, "Finetune/Loss": 0.8063433766365051, "Finetune/Loss (Raw)": 0.8918483853340149, "Finetune/Step": 6345, "Finetune/Step Time": 6.192935349419713}
+{"Finetune/Learning Rate": 1.9146667754577408e-06, "Finetune/Loss": 0.8081178665161133, "Finetune/Loss (Raw)": 0.8967055678367615, "Finetune/Step": 6346, "Finetune/Step Time": 6.173642549663782}
+{"Finetune/Learning Rate": 1.912247732082836e-06, "Finetune/Loss": 0.8087455630302429, "Finetune/Loss (Raw)": 0.893797755241394, "Finetune/Step": 6347, "Finetune/Step Time": 6.174762340262532}
+{"Finetune/Learning Rate": 1.9098300562505266e-06, "Finetune/Loss": 0.8080201745033264, "Finetune/Loss (Raw)": 0.7312480807304382, "Finetune/Step": 6348, "Finetune/Step Time": 6.17650861479342}
+{"Finetune/Learning Rate": 1.907413748369612e-06, "Finetune/Loss": 0.808823823928833, "Finetune/Loss (Raw)": 0.8358386754989624, "Finetune/Step": 6349, "Finetune/Step Time": 6.172397116199136}
+{"Finetune/Learning Rate": 1.9049988088486625e-06, "Finetune/Loss": 0.8097113966941833, "Finetune/Loss (Raw)": 0.9446203708648682, "Finetune/Step": 6350, "Finetune/Step Time": 6.165994130074978}
+{"Finetune/Learning Rate": 1.9025852380960142e-06, "Finetune/Loss": 0.8087352514266968, "Finetune/Loss (Raw)": 0.6863863468170166, "Finetune/Step": 6351, "Finetune/Step Time": 6.167251784354448}
+{"Finetune/Learning Rate": 1.9001730365197723e-06, "Finetune/Loss": 0.8086368441581726, "Finetune/Loss (Raw)": 0.9200754165649414, "Finetune/Step": 6352, "Finetune/Step Time": 6.166216427460313}
+{"Finetune/Learning Rate": 1.8977622045278165e-06, "Finetune/Loss": 0.8088441491127014, "Finetune/Loss (Raw)": 0.9095251560211182, "Finetune/Step": 6353, "Finetune/Step Time": 6.165884956717491}
+{"Finetune/Learning Rate": 1.8953527425277807e-06, "Finetune/Loss": 0.8094258308410645, "Finetune/Loss (Raw)": 0.8874037265777588, "Finetune/Step": 6354, "Finetune/Step Time": 6.171366352587938}
+{"Finetune/Learning Rate": 1.8929446509270844e-06, "Finetune/Loss": 0.8082050085067749, "Finetune/Loss (Raw)": 0.712429940700531, "Finetune/Step": 6355, "Finetune/Step Time": 6.172278070822358}
+{"Finetune/Learning Rate": 1.890537930132903e-06, "Finetune/Loss": 0.8058408498764038, "Finetune/Loss (Raw)": 0.7348989248275757, "Finetune/Step": 6356, "Finetune/Step Time": 6.183650620281696}
+{"Finetune/Learning Rate": 1.8881325805521888e-06, "Finetune/Loss": 0.8061284422874451, "Finetune/Loss (Raw)": 0.7707376480102539, "Finetune/Step": 6357, "Finetune/Step Time": 6.204877071082592}
+{"Finetune/Learning Rate": 1.885728602591652e-06, "Finetune/Loss": 0.8070061206817627, "Finetune/Loss (Raw)": 0.8331302404403687, "Finetune/Step": 6358, "Finetune/Step Time": 6.198008358478546}
+{"Finetune/Learning Rate": 1.8833259966577798e-06, "Finetune/Loss": 0.806289792060852, "Finetune/Loss (Raw)": 0.865921139717102, "Finetune/Step": 6359, "Finetune/Step Time": 6.197728078812361}
+{"Finetune/Learning Rate": 1.8809247631568205e-06, "Finetune/Loss": 0.8054514527320862, "Finetune/Loss (Raw)": 0.8049324154853821, "Finetune/Step": 6360, "Finetune/Step Time": 6.1997595727443695}
+{"Finetune/Learning Rate": 1.8785249024948028e-06, "Finetune/Loss": 0.8035086989402771, "Finetune/Loss (Raw)": 0.7451891899108887, "Finetune/Step": 6361, "Finetune/Step Time": 6.202832216396928}
+{"Finetune/Learning Rate": 1.876126415077506e-06, "Finetune/Loss": 0.8029678463935852, "Finetune/Loss (Raw)": 0.7847903370857239, "Finetune/Step": 6362, "Finetune/Step Time": 6.204630974680185}
+{"Finetune/Learning Rate": 1.8737293013104884e-06, "Finetune/Loss": 0.8036055564880371, "Finetune/Loss (Raw)": 0.8323029279708862, "Finetune/Step": 6363, "Finetune/Step Time": 6.215345188975334}
+{"Finetune/Learning Rate": 1.8713335615990747e-06, "Finetune/Loss": 0.8068016767501831, "Finetune/Loss (Raw)": 0.6728300452232361, "Finetune/Step": 6364, "Finetune/Step Time": 6.2134673073887825}
+{"Finetune/Learning Rate": 1.8689391963483538e-06, "Finetune/Loss": 0.8048319816589355, "Finetune/Loss (Raw)": 0.7504758834838867, "Finetune/Step": 6365, "Finetune/Step Time": 6.200275139883161}
+{"Finetune/Learning Rate": 1.8665462059631866e-06, "Finetune/Loss": 0.8045452833175659, "Finetune/Loss (Raw)": 0.6814792156219482, "Finetune/Step": 6366, "Finetune/Step Time": 6.193499526008964}
+{"Finetune/Learning Rate": 1.8641545908481984e-06, "Finetune/Loss": 0.8039214611053467, "Finetune/Loss (Raw)": 0.6961999535560608, "Finetune/Step": 6367, "Finetune/Step Time": 6.185034139081836}
+{"Finetune/Learning Rate": 1.861764351407782e-06, "Finetune/Loss": 0.8051691055297852, "Finetune/Loss (Raw)": 0.8942514061927795, "Finetune/Step": 6368, "Finetune/Step Time": 6.178993815556169}
+{"Finetune/Learning Rate": 1.859375488046099e-06, "Finetune/Loss": 0.8057738542556763, "Finetune/Loss (Raw)": 0.8618332147598267, "Finetune/Step": 6369, "Finetune/Step Time": 6.150109365582466}
+{"Finetune/Learning Rate": 1.8569880011670783e-06, "Finetune/Loss": 0.8046964406967163, "Finetune/Loss (Raw)": 0.7493131756782532, "Finetune/Step": 6370, "Finetune/Step Time": 6.14764991030097}
+{"Finetune/Learning Rate": 1.8546018911744168e-06, "Finetune/Loss": 0.8047211170196533, "Finetune/Loss (Raw)": 0.7460986971855164, "Finetune/Step": 6371, "Finetune/Step Time": 6.14934685267508}
+{"Finetune/Learning Rate": 1.8522171584715742e-06, "Finetune/Loss": 0.8036926984786987, "Finetune/Loss (Raw)": 0.7649624943733215, "Finetune/Step": 6372, "Finetune/Step Time": 6.169315040111542}
+{"Finetune/Learning Rate": 1.849833803461778e-06, "Finetune/Loss": 0.802315890789032, "Finetune/Loss (Raw)": 0.8890846371650696, "Finetune/Step": 6373, "Finetune/Step Time": 6.167339738458395}
+{"Finetune/Learning Rate": 1.8474518265480323e-06, "Finetune/Loss": 0.8020182251930237, "Finetune/Loss (Raw)": 0.8879117965698242, "Finetune/Step": 6374, "Finetune/Step Time": 6.159204626455903}
+{"Finetune/Learning Rate": 1.8450712281330995e-06, "Finetune/Loss": 0.8005974292755127, "Finetune/Loss (Raw)": 0.682278573513031, "Finetune/Step": 6375, "Finetune/Step Time": 6.158639648929238}
+{"Finetune/Learning Rate": 1.8426920086195065e-06, "Finetune/Loss": 0.8015589714050293, "Finetune/Loss (Raw)": 0.8348878622055054, "Finetune/Step": 6376, "Finetune/Step Time": 6.165986092761159}
+{"Finetune/Learning Rate": 1.8403141684095526e-06, "Finetune/Loss": 0.803508996963501, "Finetune/Loss (Raw)": 0.9003429412841797, "Finetune/Step": 6377, "Finetune/Step Time": 6.187684768810868}
+{"Finetune/Learning Rate": 1.837937707905304e-06, "Finetune/Loss": 0.8030630946159363, "Finetune/Loss (Raw)": 0.7771172523498535, "Finetune/Step": 6378, "Finetune/Step Time": 6.186353096738458}
+{"Finetune/Learning Rate": 1.8355626275085869e-06, "Finetune/Loss": 0.8033348321914673, "Finetune/Loss (Raw)": 0.914542555809021, "Finetune/Step": 6379, "Finetune/Step Time": 6.185912856832147}
+{"Finetune/Learning Rate": 1.833188927621008e-06, "Finetune/Loss": 0.8017047643661499, "Finetune/Loss (Raw)": 0.5373710989952087, "Finetune/Step": 6380, "Finetune/Step Time": 6.190798427909613}
+{"Finetune/Learning Rate": 1.8308166086439238e-06, "Finetune/Loss": 0.7997264266014099, "Finetune/Loss (Raw)": 0.7489891052246094, "Finetune/Step": 6381, "Finetune/Step Time": 6.187944078817964}
+{"Finetune/Learning Rate": 1.8284456709784681e-06, "Finetune/Loss": 0.7997964024543762, "Finetune/Loss (Raw)": 0.8874301314353943, "Finetune/Step": 6382, "Finetune/Step Time": 6.186883551999927}
+{"Finetune/Learning Rate": 1.8260761150255379e-06, "Finetune/Loss": 0.8026043772697449, "Finetune/Loss (Raw)": 1.0364973545074463, "Finetune/Step": 6383, "Finetune/Step Time": 6.181502567604184}
+{"Finetune/Learning Rate": 1.8237079411857962e-06, "Finetune/Loss": 0.7982449531555176, "Finetune/Loss (Raw)": 0.3319505751132965, "Finetune/Step": 6384, "Finetune/Step Time": 6.176204066723585}
+{"Finetune/Learning Rate": 1.8213411498596744e-06, "Finetune/Loss": 0.7970860004425049, "Finetune/Loss (Raw)": 0.7206209897994995, "Finetune/Step": 6385, "Finetune/Step Time": 6.198561178520322}
+{"Finetune/Learning Rate": 1.8189757414473686e-06, "Finetune/Loss": 0.7982234358787537, "Finetune/Loss (Raw)": 0.9478095769882202, "Finetune/Step": 6386, "Finetune/Step Time": 6.208033991977572}
+{"Finetune/Learning Rate": 1.8166117163488406e-06, "Finetune/Loss": 0.7982009649276733, "Finetune/Loss (Raw)": 0.8509957790374756, "Finetune/Step": 6387, "Finetune/Step Time": 6.206523418426514}
+{"Finetune/Learning Rate": 1.8142490749638187e-06, "Finetune/Loss": 0.7978600859642029, "Finetune/Loss (Raw)": 0.893406331539154, "Finetune/Step": 6388, "Finetune/Step Time": 6.204208854585886}
+{"Finetune/Learning Rate": 1.8118878176917997e-06, "Finetune/Loss": 0.7972520589828491, "Finetune/Loss (Raw)": 0.6996357440948486, "Finetune/Step": 6389, "Finetune/Step Time": 6.206109318882227}
+{"Finetune/Learning Rate": 1.8095279449320403e-06, "Finetune/Loss": 0.7974964380264282, "Finetune/Loss (Raw)": 0.8147698044776917, "Finetune/Step": 6390, "Finetune/Step Time": 6.206638153642416}
+{"Finetune/Learning Rate": 1.8071694570835652e-06, "Finetune/Loss": 0.7964562177658081, "Finetune/Loss (Raw)": 0.8122106194496155, "Finetune/Step": 6391, "Finetune/Step Time": 6.199693216010928}
+{"Finetune/Learning Rate": 1.8048123545451735e-06, "Finetune/Loss": 0.7991273403167725, "Finetune/Loss (Raw)": 0.7546378374099731, "Finetune/Step": 6392, "Finetune/Step Time": 6.195479633286595}
+{"Finetune/Learning Rate": 1.8024566377154195e-06, "Finetune/Loss": 0.7994703650474548, "Finetune/Loss (Raw)": 0.7735454440116882, "Finetune/Step": 6393, "Finetune/Step Time": 6.1803622506558895}
+{"Finetune/Learning Rate": 1.8001023069926293e-06, "Finetune/Loss": 0.7988216280937195, "Finetune/Loss (Raw)": 0.7423121929168701, "Finetune/Step": 6394, "Finetune/Step Time": 6.179995844140649}
+{"Finetune/Learning Rate": 1.7977493627748887e-06, "Finetune/Loss": 0.7975066900253296, "Finetune/Loss (Raw)": 0.8515374660491943, "Finetune/Step": 6395, "Finetune/Step Time": 6.177160486578941}
+{"Finetune/Learning Rate": 1.795397805460053e-06, "Finetune/Loss": 0.7981101274490356, "Finetune/Loss (Raw)": 0.9720577001571655, "Finetune/Step": 6396, "Finetune/Step Time": 6.178964361548424}
+{"Finetune/Learning Rate": 1.7930476354457404e-06, "Finetune/Loss": 0.7978391647338867, "Finetune/Loss (Raw)": 0.7510859370231628, "Finetune/Step": 6397, "Finetune/Step Time": 6.179750107228756}
+{"Finetune/Learning Rate": 1.7906988531293456e-06, "Finetune/Loss": 0.7989469170570374, "Finetune/Loss (Raw)": 0.8887214660644531, "Finetune/Step": 6398, "Finetune/Step Time": 6.175895923748612}
+{"Finetune/Learning Rate": 1.7883514589080108e-06, "Finetune/Loss": 0.7980167865753174, "Finetune/Loss (Raw)": 0.6710463166236877, "Finetune/Step": 6399, "Finetune/Step Time": 6.175765324383974}
+{"Finetune/Learning Rate": 1.7860054531786552e-06, "Finetune/Loss": 0.7983079552650452, "Finetune/Loss (Raw)": 0.7965210676193237, "Finetune/Step": 6400, "Finetune/Step Time": 6.176505550742149}
+{"Finetune/Learning Rate": 1.7836608363379604e-06, "Finetune/Loss": 0.7990910410881042, "Finetune/Loss (Raw)": 0.9391287565231323, "Finetune/Step": 6401, "Finetune/Step Time": 6.174182279035449}
+{"Finetune/Learning Rate": 1.7813176087823735e-06, "Finetune/Loss": 0.799728512763977, "Finetune/Loss (Raw)": 0.7990890145301819, "Finetune/Step": 6402, "Finetune/Step Time": 6.16379857622087}
+{"Finetune/Learning Rate": 1.7789757709081091e-06, "Finetune/Loss": 0.8010467290878296, "Finetune/Loss (Raw)": 1.0136077404022217, "Finetune/Step": 6403, "Finetune/Step Time": 6.156459130346775}
+{"Finetune/Learning Rate": 1.7766353231111366e-06, "Finetune/Loss": 0.8001458644866943, "Finetune/Loss (Raw)": 0.8558681607246399, "Finetune/Step": 6404, "Finetune/Step Time": 6.152660267427564}
+{"Finetune/Learning Rate": 1.7742962657872043e-06, "Finetune/Loss": 0.8011051416397095, "Finetune/Loss (Raw)": 0.900057315826416, "Finetune/Step": 6405, "Finetune/Step Time": 6.139806000515819}
+{"Finetune/Learning Rate": 1.7719585993318177e-06, "Finetune/Loss": 0.7996814250946045, "Finetune/Loss (Raw)": 0.5491652488708496, "Finetune/Step": 6406, "Finetune/Step Time": 6.141838636249304}
+{"Finetune/Learning Rate": 1.7696223241402477e-06, "Finetune/Loss": 0.8001532554626465, "Finetune/Loss (Raw)": 0.8514346480369568, "Finetune/Step": 6407, "Finetune/Step Time": 6.13132444396615}
+{"Finetune/Learning Rate": 1.7672874406075335e-06, "Finetune/Loss": 0.8002290725708008, "Finetune/Loss (Raw)": 0.9376266002655029, "Finetune/Step": 6408, "Finetune/Step Time": 6.127297721803188}
+{"Finetune/Learning Rate": 1.7649539491284695e-06, "Finetune/Loss": 0.7990192770957947, "Finetune/Loss (Raw)": 0.6543406844139099, "Finetune/Step": 6409, "Finetune/Step Time": 6.126116180792451}
+{"Finetune/Learning Rate": 1.7626218500976245e-06, "Finetune/Loss": 0.8024435043334961, "Finetune/Loss (Raw)": 0.8932421207427979, "Finetune/Step": 6410, "Finetune/Step Time": 6.123286221176386}
+{"Finetune/Learning Rate": 1.7602911439093306e-06, "Finetune/Loss": 0.8039939403533936, "Finetune/Loss (Raw)": 0.9145940542221069, "Finetune/Step": 6411, "Finetune/Step Time": 6.101217733696103}
+{"Finetune/Learning Rate": 1.757961830957684e-06, "Finetune/Loss": 0.8030171394348145, "Finetune/Loss (Raw)": 0.7578116059303284, "Finetune/Step": 6412, "Finetune/Step Time": 6.092393953353167}
+{"Finetune/Learning Rate": 1.7556339116365383e-06, "Finetune/Loss": 0.804471492767334, "Finetune/Loss (Raw)": 1.1253294944763184, "Finetune/Step": 6413, "Finetune/Step Time": 6.094839649274945}
+{"Finetune/Learning Rate": 1.75330738633952e-06, "Finetune/Loss": 0.8034288287162781, "Finetune/Loss (Raw)": 0.361765056848526, "Finetune/Step": 6414, "Finetune/Step Time": 6.097802551463246}
+{"Finetune/Learning Rate": 1.7509822554600163e-06, "Finetune/Loss": 0.803124189376831, "Finetune/Loss (Raw)": 0.8156193494796753, "Finetune/Step": 6415, "Finetune/Step Time": 6.096912207081914}
+{"Finetune/Learning Rate": 1.7486585193911787e-06, "Finetune/Loss": 0.804572343826294, "Finetune/Loss (Raw)": 0.8251177668571472, "Finetune/Step": 6416, "Finetune/Step Time": 6.091156154870987}
+{"Finetune/Learning Rate": 1.7463361785259247e-06, "Finetune/Loss": 0.804192066192627, "Finetune/Loss (Raw)": 0.7486748099327087, "Finetune/Step": 6417, "Finetune/Step Time": 6.085269056260586}
+{"Finetune/Learning Rate": 1.7440152332569327e-06, "Finetune/Loss": 0.8041061162948608, "Finetune/Loss (Raw)": 0.8329432010650635, "Finetune/Step": 6418, "Finetune/Step Time": 6.095838230103254}
+{"Finetune/Learning Rate": 1.7416956839766486e-06, "Finetune/Loss": 0.8060142397880554, "Finetune/Loss (Raw)": 0.7576211094856262, "Finetune/Step": 6419, "Finetune/Step Time": 6.092495581135154}
+{"Finetune/Learning Rate": 1.7393775310772798e-06, "Finetune/Loss": 0.8051738739013672, "Finetune/Loss (Raw)": 0.6931753158569336, "Finetune/Step": 6420, "Finetune/Step Time": 6.077421352267265}
+{"Finetune/Learning Rate": 1.7370607749507984e-06, "Finetune/Loss": 0.8053872585296631, "Finetune/Loss (Raw)": 0.7627056837081909, "Finetune/Step": 6421, "Finetune/Step Time": 6.075650101527572}
+{"Finetune/Learning Rate": 1.73474541598894e-06, "Finetune/Loss": 0.8046291470527649, "Finetune/Loss (Raw)": 0.8254707455635071, "Finetune/Step": 6422, "Finetune/Step Time": 6.08835606649518}
+{"Finetune/Learning Rate": 1.7324314545832043e-06, "Finetune/Loss": 0.8065050840377808, "Finetune/Loss (Raw)": 0.9135352373123169, "Finetune/Step": 6423, "Finetune/Step Time": 6.085613211616874}
+{"Finetune/Learning Rate": 1.7301188911248545e-06, "Finetune/Loss": 0.8058204650878906, "Finetune/Loss (Raw)": 0.7811578512191772, "Finetune/Step": 6424, "Finetune/Step Time": 6.0824479926377535}
+{"Finetune/Learning Rate": 1.7278077260049186e-06, "Finetune/Loss": 0.8072128295898438, "Finetune/Loss (Raw)": 0.8057371973991394, "Finetune/Step": 6425, "Finetune/Step Time": 6.061460318043828}
+{"Finetune/Learning Rate": 1.7254979596141886e-06, "Finetune/Loss": 0.8042768836021423, "Finetune/Loss (Raw)": 0.5131905674934387, "Finetune/Step": 6426, "Finetune/Step Time": 6.040865598246455}
+{"Finetune/Learning Rate": 1.723189592343214e-06, "Finetune/Loss": 0.8066381812095642, "Finetune/Loss (Raw)": 0.6320440173149109, "Finetune/Step": 6427, "Finetune/Step Time": 6.044943291693926}
+{"Finetune/Learning Rate": 1.7208826245823118e-06, "Finetune/Loss": 0.8068590760231018, "Finetune/Loss (Raw)": 0.7645469307899475, "Finetune/Step": 6428, "Finetune/Step Time": 6.039988782256842}
+{"Finetune/Learning Rate": 1.7185770567215676e-06, "Finetune/Loss": 0.8019235730171204, "Finetune/Loss (Raw)": 0.3057214319705963, "Finetune/Step": 6429, "Finetune/Step Time": 6.052066085860133}
+{"Finetune/Learning Rate": 1.7162728891508252e-06, "Finetune/Loss": 0.8031869530677795, "Finetune/Loss (Raw)": 0.925466775894165, "Finetune/Step": 6430, "Finetune/Step Time": 6.069956284016371}
+{"Finetune/Learning Rate": 1.7139701222596883e-06, "Finetune/Loss": 0.8014850616455078, "Finetune/Loss (Raw)": 0.8048956990242004, "Finetune/Step": 6431, "Finetune/Step Time": 6.075152292847633}
+{"Finetune/Learning Rate": 1.711668756437529e-06, "Finetune/Loss": 0.8012462854385376, "Finetune/Loss (Raw)": 0.8593257665634155, "Finetune/Step": 6432, "Finetune/Step Time": 6.092327469959855}
+{"Finetune/Learning Rate": 1.7093687920734803e-06, "Finetune/Loss": 0.8021260499954224, "Finetune/Loss (Raw)": 0.7980161309242249, "Finetune/Step": 6433, "Finetune/Step Time": 6.100328577682376}
+{"Finetune/Learning Rate": 1.7070702295564401e-06, "Finetune/Loss": 0.8010756373405457, "Finetune/Loss (Raw)": 0.7974129319190979, "Finetune/Step": 6434, "Finetune/Step Time": 6.1110222321003675}
+{"Finetune/Learning Rate": 1.7047730692750663e-06, "Finetune/Loss": 0.8038785457611084, "Finetune/Loss (Raw)": 0.7176737189292908, "Finetune/Step": 6435, "Finetune/Step Time": 6.100774582475424}
+{"Finetune/Learning Rate": 1.7024773116177839e-06, "Finetune/Loss": 0.8048959970474243, "Finetune/Loss (Raw)": 0.9246029853820801, "Finetune/Step": 6436, "Finetune/Step Time": 6.094419913366437}
+{"Finetune/Learning Rate": 1.7001829569727746e-06, "Finetune/Loss": 0.8056690692901611, "Finetune/Loss (Raw)": 1.1024627685546875, "Finetune/Step": 6437, "Finetune/Step Time": 6.08737775310874}
+{"Finetune/Learning Rate": 1.69789000572799e-06, "Finetune/Loss": 0.8060832619667053, "Finetune/Loss (Raw)": 0.7905310988426208, "Finetune/Step": 6438, "Finetune/Step Time": 6.093529587611556}
+{"Finetune/Learning Rate": 1.6955984582711382e-06, "Finetune/Loss": 0.8052772283554077, "Finetune/Loss (Raw)": 0.7784874439239502, "Finetune/Step": 6439, "Finetune/Step Time": 6.112509561702609}
+{"Finetune/Learning Rate": 1.6933083149896966e-06, "Finetune/Loss": 0.807297945022583, "Finetune/Loss (Raw)": 0.8535884022712708, "Finetune/Step": 6440, "Finetune/Step Time": 6.108776455745101}
+{"Finetune/Learning Rate": 1.6910195762708926e-06, "Finetune/Loss": 0.8069027662277222, "Finetune/Loss (Raw)": 0.839857816696167, "Finetune/Step": 6441, "Finetune/Step Time": 6.112820690497756}
+{"Finetune/Learning Rate": 1.688732242501734e-06, "Finetune/Loss": 0.8062434196472168, "Finetune/Loss (Raw)": 0.7968088984489441, "Finetune/Step": 6442, "Finetune/Step Time": 6.11575860530138}
+{"Finetune/Learning Rate": 1.6864463140689768e-06, "Finetune/Loss": 0.8077999353408813, "Finetune/Loss (Raw)": 0.8819511532783508, "Finetune/Step": 6443, "Finetune/Step Time": 6.108808673918247}
+{"Finetune/Learning Rate": 1.684161791359148e-06, "Finetune/Loss": 0.8069099187850952, "Finetune/Loss (Raw)": 0.9120357632637024, "Finetune/Step": 6444, "Finetune/Step Time": 6.107119468972087}
+{"Finetune/Learning Rate": 1.681878674758528e-06, "Finetune/Loss": 0.807836651802063, "Finetune/Loss (Raw)": 0.8149013519287109, "Finetune/Step": 6445, "Finetune/Step Time": 6.104522118344903}
+{"Finetune/Learning Rate": 1.6795969646531685e-06, "Finetune/Loss": 0.8077023029327393, "Finetune/Loss (Raw)": 0.8589112162590027, "Finetune/Step": 6446, "Finetune/Step Time": 6.0928794126957655}
+{"Finetune/Learning Rate": 1.677316661428875e-06, "Finetune/Loss": 0.8085672855377197, "Finetune/Loss (Raw)": 0.8456217050552368, "Finetune/Step": 6447, "Finetune/Step Time": 6.0888086669147015}
+{"Finetune/Learning Rate": 1.6750377654712268e-06, "Finetune/Loss": 0.8083393573760986, "Finetune/Loss (Raw)": 0.9133210182189941, "Finetune/Step": 6448, "Finetune/Step Time": 6.09289525821805}
+{"Finetune/Learning Rate": 1.6727602771655527e-06, "Finetune/Loss": 0.8082442283630371, "Finetune/Loss (Raw)": 0.8077629804611206, "Finetune/Step": 6449, "Finetune/Step Time": 6.101504471153021}
+{"Finetune/Learning Rate": 1.670484196896951e-06, "Finetune/Loss": 0.8038055300712585, "Finetune/Loss (Raw)": 0.37313732504844666, "Finetune/Step": 6450, "Finetune/Step Time": 6.120120191946626}
+{"Finetune/Learning Rate": 1.6682095250502772e-06, "Finetune/Loss": 0.8034878373146057, "Finetune/Loss (Raw)": 0.8428001999855042, "Finetune/Step": 6451, "Finetune/Step Time": 6.131621398031712}
+{"Finetune/Learning Rate": 1.665936262010155e-06, "Finetune/Loss": 0.8050065636634827, "Finetune/Loss (Raw)": 0.9387021660804749, "Finetune/Step": 6452, "Finetune/Step Time": 6.136698225513101}
+{"Finetune/Learning Rate": 1.6636644081609633e-06, "Finetune/Loss": 0.8035602569580078, "Finetune/Loss (Raw)": 0.8592425584793091, "Finetune/Step": 6453, "Finetune/Step Time": 6.136066094040871}
+{"Finetune/Learning Rate": 1.661393963886846e-06, "Finetune/Loss": 0.8065738677978516, "Finetune/Loss (Raw)": 0.8321290016174316, "Finetune/Step": 6454, "Finetune/Step Time": 6.134202815592289}
+{"Finetune/Learning Rate": 1.6591249295717094e-06, "Finetune/Loss": 0.8040779829025269, "Finetune/Loss (Raw)": 0.6673100590705872, "Finetune/Step": 6455, "Finetune/Step Time": 6.1386718805879354}
+{"Finetune/Learning Rate": 1.6568573055992188e-06, "Finetune/Loss": 0.8044344186782837, "Finetune/Loss (Raw)": 0.8197792768478394, "Finetune/Step": 6456, "Finetune/Step Time": 6.138271275907755}
+{"Finetune/Learning Rate": 1.654591092352803e-06, "Finetune/Loss": 0.8049470782279968, "Finetune/Loss (Raw)": 0.8845725655555725, "Finetune/Step": 6457, "Finetune/Step Time": 6.139540780335665}
+{"Finetune/Learning Rate": 1.6523262902156545e-06, "Finetune/Loss": 0.804587185382843, "Finetune/Loss (Raw)": 0.8028080463409424, "Finetune/Step": 6458, "Finetune/Step Time": 6.141929725185037}
+{"Finetune/Learning Rate": 1.650062899570718e-06, "Finetune/Loss": 0.8030090928077698, "Finetune/Loss (Raw)": 0.764324426651001, "Finetune/Step": 6459, "Finetune/Step Time": 6.146139280870557}
+{"Finetune/Learning Rate": 1.6478009208007084e-06, "Finetune/Loss": 0.802909255027771, "Finetune/Loss (Raw)": 0.791509747505188, "Finetune/Step": 6460, "Finetune/Step Time": 6.155181413516402}
+{"Finetune/Learning Rate": 1.6455403542881022e-06, "Finetune/Loss": 0.7989915013313293, "Finetune/Loss (Raw)": 0.2875891327857971, "Finetune/Step": 6461, "Finetune/Step Time": 6.160158835351467}
+{"Finetune/Learning Rate": 1.6432812004151355e-06, "Finetune/Loss": 0.7998435497283936, "Finetune/Loss (Raw)": 0.7974557876586914, "Finetune/Step": 6462, "Finetune/Step Time": 6.171983940526843}
+{"Finetune/Learning Rate": 1.6410234595637975e-06, "Finetune/Loss": 0.7996537089347839, "Finetune/Loss (Raw)": 0.9152998328208923, "Finetune/Step": 6463, "Finetune/Step Time": 6.163136558607221}
+{"Finetune/Learning Rate": 1.6387671321158505e-06, "Finetune/Loss": 0.7995055913925171, "Finetune/Loss (Raw)": 0.9051777124404907, "Finetune/Step": 6464, "Finetune/Step Time": 6.1590852327644825}
+{"Finetune/Learning Rate": 1.6365122184528105e-06, "Finetune/Loss": 0.8013672828674316, "Finetune/Loss (Raw)": 1.1019123792648315, "Finetune/Step": 6465, "Finetune/Step Time": 6.159051505848765}
+{"Finetune/Learning Rate": 1.6342587189559577e-06, "Finetune/Loss": 0.8015857934951782, "Finetune/Loss (Raw)": 0.931333601474762, "Finetune/Step": 6466, "Finetune/Step Time": 6.163102339953184}
+{"Finetune/Learning Rate": 1.6320066340063313e-06, "Finetune/Loss": 0.7992784976959229, "Finetune/Loss (Raw)": 0.44126129150390625, "Finetune/Step": 6467, "Finetune/Step Time": 6.169133257120848}
+{"Finetune/Learning Rate": 1.6297559639847326e-06, "Finetune/Loss": 0.7987733483314514, "Finetune/Loss (Raw)": 0.7921777963638306, "Finetune/Step": 6468, "Finetune/Step Time": 6.178022183477879}
+{"Finetune/Learning Rate": 1.6275067092717222e-06, "Finetune/Loss": 0.7974390387535095, "Finetune/Loss (Raw)": 0.7947560548782349, "Finetune/Step": 6469, "Finetune/Step Time": 6.172398803755641}
+{"Finetune/Learning Rate": 1.6252588702476235e-06, "Finetune/Loss": 0.8005484342575073, "Finetune/Loss (Raw)": 0.7005394101142883, "Finetune/Step": 6470, "Finetune/Step Time": 6.1641673762351274}
+{"Finetune/Learning Rate": 1.6230124472925179e-06, "Finetune/Loss": 0.8001346588134766, "Finetune/Loss (Raw)": 0.757155179977417, "Finetune/Step": 6471, "Finetune/Step Time": 6.148034809157252}
+{"Finetune/Learning Rate": 1.6207674407862506e-06, "Finetune/Loss": 0.7990037798881531, "Finetune/Loss (Raw)": 0.8490061163902283, "Finetune/Step": 6472, "Finetune/Step Time": 6.152482397854328}
+{"Finetune/Learning Rate": 1.6185238511084245e-06, "Finetune/Loss": 0.799796998500824, "Finetune/Loss (Raw)": 0.9933816194534302, "Finetune/Step": 6473, "Finetune/Step Time": 6.153779016807675}
+{"Finetune/Learning Rate": 1.6162816786384027e-06, "Finetune/Loss": 0.7986351251602173, "Finetune/Loss (Raw)": 0.7479881048202515, "Finetune/Step": 6474, "Finetune/Step Time": 6.1539441999047995}
+{"Finetune/Learning Rate": 1.6140409237553122e-06, "Finetune/Loss": 0.7978729009628296, "Finetune/Loss (Raw)": 0.7962300181388855, "Finetune/Step": 6475, "Finetune/Step Time": 6.153289817273617}
+{"Finetune/Learning Rate": 1.6118015868380387e-06, "Finetune/Loss": 0.7989643812179565, "Finetune/Loss (Raw)": 0.8709592819213867, "Finetune/Step": 6476, "Finetune/Step Time": 6.158105682581663}
+{"Finetune/Learning Rate": 1.6095636682652227e-06, "Finetune/Loss": 0.8003047704696655, "Finetune/Loss (Raw)": 1.0074104070663452, "Finetune/Step": 6477, "Finetune/Step Time": 6.161403942853212}
+{"Finetune/Learning Rate": 1.6073271684152714e-06, "Finetune/Loss": 0.8003699779510498, "Finetune/Loss (Raw)": 0.9529669284820557, "Finetune/Step": 6478, "Finetune/Step Time": 6.16226932965219}
+{"Finetune/Learning Rate": 1.6050920876663522e-06, "Finetune/Loss": 0.7978183031082153, "Finetune/Loss (Raw)": 0.3597678542137146, "Finetune/Step": 6479, "Finetune/Step Time": 6.165954925119877}
+{"Finetune/Learning Rate": 1.602858426396392e-06, "Finetune/Loss": 0.7967576384544373, "Finetune/Loss (Raw)": 0.7843130230903625, "Finetune/Step": 6480, "Finetune/Step Time": 6.182549683377147}
+{"Finetune/Learning Rate": 1.6006261849830729e-06, "Finetune/Loss": 0.7950478792190552, "Finetune/Loss (Raw)": 0.6906734108924866, "Finetune/Step": 6481, "Finetune/Step Time": 6.188637798652053}
+{"Finetune/Learning Rate": 1.5983953638038407e-06, "Finetune/Loss": 0.7940279245376587, "Finetune/Loss (Raw)": 0.7568503618240356, "Finetune/Step": 6482, "Finetune/Step Time": 6.20283942297101}
+{"Finetune/Learning Rate": 1.5961659632359016e-06, "Finetune/Loss": 0.7939525842666626, "Finetune/Loss (Raw)": 0.7027819752693176, "Finetune/Step": 6483, "Finetune/Step Time": 6.210177572444081}
+{"Finetune/Learning Rate": 1.5939379836562175e-06, "Finetune/Loss": 0.7966862916946411, "Finetune/Loss (Raw)": 1.0848157405853271, "Finetune/Step": 6484, "Finetune/Step Time": 6.199173673987389}
+{"Finetune/Learning Rate": 1.5917114254415212e-06, "Finetune/Loss": 0.7973864078521729, "Finetune/Loss (Raw)": 0.8603535890579224, "Finetune/Step": 6485, "Finetune/Step Time": 6.1801939979195595}
+{"Finetune/Learning Rate": 1.5894862889682906e-06, "Finetune/Loss": 0.7972909212112427, "Finetune/Loss (Raw)": 0.8209154605865479, "Finetune/Step": 6486, "Finetune/Step Time": 6.18554506264627}
+{"Finetune/Learning Rate": 1.5872625746127712e-06, "Finetune/Loss": 0.7970781326293945, "Finetune/Loss (Raw)": 0.8386839628219604, "Finetune/Step": 6487, "Finetune/Step Time": 6.184848146513104}
+{"Finetune/Learning Rate": 1.585040282750967e-06, "Finetune/Loss": 0.7985362410545349, "Finetune/Loss (Raw)": 0.991565465927124, "Finetune/Step": 6488, "Finetune/Step Time": 6.184924574568868}
+{"Finetune/Learning Rate": 1.5828194137586405e-06, "Finetune/Loss": 0.7992365956306458, "Finetune/Loss (Raw)": 0.834831953048706, "Finetune/Step": 6489, "Finetune/Step Time": 6.193307340145111}
+{"Finetune/Learning Rate": 1.580599968011317e-06, "Finetune/Loss": 0.7986873388290405, "Finetune/Loss (Raw)": 0.7144830822944641, "Finetune/Step": 6490, "Finetune/Step Time": 6.217909015715122}
+{"Finetune/Learning Rate": 1.5783819458842709e-06, "Finetune/Loss": 0.7991925477981567, "Finetune/Loss (Raw)": 0.8969745635986328, "Finetune/Step": 6491, "Finetune/Step Time": 6.215347787365317}
+{"Finetune/Learning Rate": 1.5761653477525507e-06, "Finetune/Loss": 0.800241231918335, "Finetune/Loss (Raw)": 0.8070529103279114, "Finetune/Step": 6492, "Finetune/Step Time": 6.214296022430062}
+{"Finetune/Learning Rate": 1.5739501739909558e-06, "Finetune/Loss": 0.8015322685241699, "Finetune/Loss (Raw)": 0.9157366752624512, "Finetune/Step": 6493, "Finetune/Step Time": 6.2151666432619095}
+{"Finetune/Learning Rate": 1.5717364249740452e-06, "Finetune/Loss": 0.8032190799713135, "Finetune/Loss (Raw)": 0.8973889350891113, "Finetune/Step": 6494, "Finetune/Step Time": 6.211746430024505}
+{"Finetune/Learning Rate": 1.5695241010761354e-06, "Finetune/Loss": 0.8011704683303833, "Finetune/Loss (Raw)": 0.4339759051799774, "Finetune/Step": 6495, "Finetune/Step Time": 6.205735437572002}
+{"Finetune/Learning Rate": 1.5673132026713046e-06, "Finetune/Loss": 0.8010813593864441, "Finetune/Loss (Raw)": 0.8828480839729309, "Finetune/Step": 6496, "Finetune/Step Time": 6.212932009249926}
+{"Finetune/Learning Rate": 1.5651037301333872e-06, "Finetune/Loss": 0.8024462461471558, "Finetune/Loss (Raw)": 1.036539077758789, "Finetune/Step": 6497, "Finetune/Step Time": 6.210082750767469}
+{"Finetune/Learning Rate": 1.5628956838359843e-06, "Finetune/Loss": 0.8056416511535645, "Finetune/Loss (Raw)": 1.1583284139633179, "Finetune/Step": 6498, "Finetune/Step Time": 6.2107910271734}
+{"Finetune/Learning Rate": 1.5606890641524508e-06, "Finetune/Loss": 0.8058851957321167, "Finetune/Loss (Raw)": 0.7772707939147949, "Finetune/Step": 6499, "Finetune/Step Time": 6.203980853781104}
+{"Finetune/Learning Rate": 1.5584838714558937e-06, "Finetune/Loss": 0.8055858612060547, "Finetune/Loss (Raw)": 0.7266437411308289, "Finetune/Step": 6500, "Finetune/Step Time": 6.191268391907215}
+{"Finetune/Learning Rate": 1.5562801061191867e-06, "Finetune/Loss": 0.8045701384544373, "Finetune/Loss (Raw)": 0.7590793371200562, "Finetune/Step": 6501, "Finetune/Step Time": 6.202688168734312}
+{"Finetune/Learning Rate": 1.5540777685149623e-06, "Finetune/Loss": 0.8033873438835144, "Finetune/Loss (Raw)": 0.7365160584449768, "Finetune/Step": 6502, "Finetune/Step Time": 6.203694490715861}
+{"Finetune/Learning Rate": 1.5518768590156076e-06, "Finetune/Loss": 0.8049461841583252, "Finetune/Loss (Raw)": 0.8817988634109497, "Finetune/Step": 6503, "Finetune/Step Time": 6.202736185863614}
+{"Finetune/Learning Rate": 1.5496773779932717e-06, "Finetune/Loss": 0.8040282726287842, "Finetune/Loss (Raw)": 0.7173975110054016, "Finetune/Step": 6504, "Finetune/Step Time": 6.193734997883439}
+{"Finetune/Learning Rate": 1.5474793258198596e-06, "Finetune/Loss": 0.8021701574325562, "Finetune/Loss (Raw)": 0.6625064611434937, "Finetune/Step": 6505, "Finetune/Step Time": 6.1802765391767025}
+{"Finetune/Learning Rate": 1.5452827028670358e-06, "Finetune/Loss": 0.8030157685279846, "Finetune/Loss (Raw)": 0.8853579759597778, "Finetune/Step": 6506, "Finetune/Step Time": 6.190163426101208}
+{"Finetune/Learning Rate": 1.5430875095062248e-06, "Finetune/Loss": 0.8033441305160522, "Finetune/Loss (Raw)": 0.9565712809562683, "Finetune/Step": 6507, "Finetune/Step Time": 6.1855412889271975}
+{"Finetune/Learning Rate": 1.5408937461086071e-06, "Finetune/Loss": 0.8055934906005859, "Finetune/Loss (Raw)": 0.825284481048584, "Finetune/Step": 6508, "Finetune/Step Time": 6.177924836054444}
+{"Finetune/Learning Rate": 1.5387014130451171e-06, "Finetune/Loss": 0.8061602711677551, "Finetune/Loss (Raw)": 0.821546196937561, "Finetune/Step": 6509, "Finetune/Step Time": 6.186383415013552}
+{"Finetune/Learning Rate": 1.5365105106864586e-06, "Finetune/Loss": 0.8040769696235657, "Finetune/Loss (Raw)": 0.6207669377326965, "Finetune/Step": 6510, "Finetune/Step Time": 6.196537284180522}
+{"Finetune/Learning Rate": 1.534321039403085e-06, "Finetune/Loss": 0.8022751808166504, "Finetune/Loss (Raw)": 0.8058680891990662, "Finetune/Step": 6511, "Finetune/Step Time": 6.211889885365963}
+{"Finetune/Learning Rate": 1.532132999565209e-06, "Finetune/Loss": 0.8064247369766235, "Finetune/Loss (Raw)": 0.8630903363227844, "Finetune/Step": 6512, "Finetune/Step Time": 6.211760999634862}
+{"Finetune/Learning Rate": 1.5299463915428058e-06, "Finetune/Loss": 0.8076519966125488, "Finetune/Loss (Raw)": 0.8777058720588684, "Finetune/Step": 6513, "Finetune/Step Time": 6.1979208458215}
+{"Finetune/Learning Rate": 1.5277612157055988e-06, "Finetune/Loss": 0.8039384484291077, "Finetune/Loss (Raw)": 0.4724816381931305, "Finetune/Step": 6514, "Finetune/Step Time": 6.186246355995536}
+{"Finetune/Learning Rate": 1.5255774724230755e-06, "Finetune/Loss": 0.8045710325241089, "Finetune/Loss (Raw)": 0.9319590330123901, "Finetune/Step": 6515, "Finetune/Step Time": 6.1885079536587}
+{"Finetune/Learning Rate": 1.523395162064486e-06, "Finetune/Loss": 0.8027428984642029, "Finetune/Loss (Raw)": 0.6594087481498718, "Finetune/Step": 6516, "Finetune/Step Time": 6.208465905860066}
+{"Finetune/Learning Rate": 1.5212142849988332e-06, "Finetune/Loss": 0.805023729801178, "Finetune/Loss (Raw)": 0.9915849566459656, "Finetune/Step": 6517, "Finetune/Step Time": 6.215808881446719}
+{"Finetune/Learning Rate": 1.519034841594872e-06, "Finetune/Loss": 0.8045852184295654, "Finetune/Loss (Raw)": 0.7586381435394287, "Finetune/Step": 6518, "Finetune/Step Time": 6.216263527050614}
+{"Finetune/Learning Rate": 1.516856832221122e-06, "Finetune/Loss": 0.8046812415122986, "Finetune/Loss (Raw)": 0.824501633644104, "Finetune/Step": 6519, "Finetune/Step Time": 6.219302129000425}
+{"Finetune/Learning Rate": 1.5146802572458608e-06, "Finetune/Loss": 0.8023678064346313, "Finetune/Loss (Raw)": 0.45851242542266846, "Finetune/Step": 6520, "Finetune/Step Time": 6.218835873529315}
+{"Finetune/Learning Rate": 1.5125051170371197e-06, "Finetune/Loss": 0.8045376539230347, "Finetune/Loss (Raw)": 1.0512923002243042, "Finetune/Step": 6521, "Finetune/Step Time": 6.216047892346978}
+{"Finetune/Learning Rate": 1.5103314119626899e-06, "Finetune/Loss": 0.8057891130447388, "Finetune/Loss (Raw)": 0.9025028347969055, "Finetune/Step": 6522, "Finetune/Step Time": 6.212038611993194}
+{"Finetune/Learning Rate": 1.5081591423901186e-06, "Finetune/Loss": 0.8045382499694824, "Finetune/Loss (Raw)": 0.6914169192314148, "Finetune/Step": 6523, "Finetune/Step Time": 6.212946427986026}
+{"Finetune/Learning Rate": 1.50598830868671e-06, "Finetune/Loss": 0.8033026456832886, "Finetune/Loss (Raw)": 0.8139075040817261, "Finetune/Step": 6524, "Finetune/Step Time": 6.210319355130196}
+{"Finetune/Learning Rate": 1.5038189112195279e-06, "Finetune/Loss": 0.8001487255096436, "Finetune/Loss (Raw)": 0.34739160537719727, "Finetune/Step": 6525, "Finetune/Step Time": 6.2134058848023415}
+{"Finetune/Learning Rate": 1.50165095035539e-06, "Finetune/Loss": 0.7986658811569214, "Finetune/Loss (Raw)": 0.6989086866378784, "Finetune/Step": 6526, "Finetune/Step Time": 6.237289214506745}
+{"Finetune/Learning Rate": 1.4994844264608755e-06, "Finetune/Loss": 0.7995408773422241, "Finetune/Loss (Raw)": 0.7830466032028198, "Finetune/Step": 6527, "Finetune/Step Time": 6.258121518418193}
+{"Finetune/Learning Rate": 1.4973193399023112e-06, "Finetune/Loss": 0.8000003695487976, "Finetune/Loss (Raw)": 0.8553361296653748, "Finetune/Step": 6528, "Finetune/Step Time": 6.263183198869228}
+{"Finetune/Learning Rate": 1.4951556910457931e-06, "Finetune/Loss": 0.7986500263214111, "Finetune/Loss (Raw)": 0.7662814259529114, "Finetune/Step": 6529, "Finetune/Step Time": 6.254684325307608}
+{"Finetune/Learning Rate": 1.4929934802571687e-06, "Finetune/Loss": 0.798792839050293, "Finetune/Loss (Raw)": 0.8173729181289673, "Finetune/Step": 6530, "Finetune/Step Time": 6.255839051678777}
+{"Finetune/Learning Rate": 1.4908327079020424e-06, "Finetune/Loss": 0.7987051010131836, "Finetune/Loss (Raw)": 1.00236976146698, "Finetune/Step": 6531, "Finetune/Step Time": 6.2579899448901415}
+{"Finetune/Learning Rate": 1.4886733743457705e-06, "Finetune/Loss": 0.7995586395263672, "Finetune/Loss (Raw)": 0.965128481388092, "Finetune/Step": 6532, "Finetune/Step Time": 6.261804347857833}
+{"Finetune/Learning Rate": 1.4865154799534743e-06, "Finetune/Loss": 0.799574613571167, "Finetune/Loss (Raw)": 0.9021047353744507, "Finetune/Step": 6533, "Finetune/Step Time": 6.2655029296875}
+{"Finetune/Learning Rate": 1.4843590250900242e-06, "Finetune/Loss": 0.8012365102767944, "Finetune/Loss (Raw)": 0.7618904113769531, "Finetune/Step": 6534, "Finetune/Step Time": 6.278439065441489}
+{"Finetune/Learning Rate": 1.4822040101200586e-06, "Finetune/Loss": 0.799813985824585, "Finetune/Loss (Raw)": 0.6693419218063354, "Finetune/Step": 6535, "Finetune/Step Time": 6.298657491803169}
+{"Finetune/Learning Rate": 1.480050435407957e-06, "Finetune/Loss": 0.7994654774665833, "Finetune/Loss (Raw)": 0.8930197954177856, "Finetune/Step": 6536, "Finetune/Step Time": 6.315130697563291}
+{"Finetune/Learning Rate": 1.477898301317867e-06, "Finetune/Loss": 0.802183985710144, "Finetune/Loss (Raw)": 1.002308964729309, "Finetune/Step": 6537, "Finetune/Step Time": 6.31815286166966}
+{"Finetune/Learning Rate": 1.475747608213689e-06, "Finetune/Loss": 0.8029904365539551, "Finetune/Loss (Raw)": 0.9964674115180969, "Finetune/Step": 6538, "Finetune/Step Time": 6.318411063402891}
+{"Finetune/Learning Rate": 1.4735983564590784e-06, "Finetune/Loss": 0.802192747592926, "Finetune/Loss (Raw)": 0.8124909996986389, "Finetune/Step": 6539, "Finetune/Step Time": 6.324213217943907}
+{"Finetune/Learning Rate": 1.471450546417449e-06, "Finetune/Loss": 0.8010067343711853, "Finetune/Loss (Raw)": 0.606004536151886, "Finetune/Step": 6540, "Finetune/Step Time": 6.334662387147546}
+{"Finetune/Learning Rate": 1.4693041784519679e-06, "Finetune/Loss": 0.7976449131965637, "Finetune/Loss (Raw)": 0.6950169801712036, "Finetune/Step": 6541, "Finetune/Step Time": 6.342052146792412}
+{"Finetune/Learning Rate": 1.467159252925564e-06, "Finetune/Loss": 0.8010716438293457, "Finetune/Loss (Raw)": 0.8003855347633362, "Finetune/Step": 6542, "Finetune/Step Time": 6.3347491286695}
+{"Finetune/Learning Rate": 1.465015770200915e-06, "Finetune/Loss": 0.8022300004959106, "Finetune/Loss (Raw)": 0.9638910293579102, "Finetune/Step": 6543, "Finetune/Step Time": 6.324530579149723}
+{"Finetune/Learning Rate": 1.4628737306404607e-06, "Finetune/Loss": 0.8032537698745728, "Finetune/Loss (Raw)": 0.9561595320701599, "Finetune/Step": 6544, "Finetune/Step Time": 6.330980084836483}
+{"Finetune/Learning Rate": 1.4607331346063957e-06, "Finetune/Loss": 0.8033574819564819, "Finetune/Loss (Raw)": 0.761945903301239, "Finetune/Step": 6545, "Finetune/Step Time": 6.336540035903454}
+{"Finetune/Learning Rate": 1.4585939824606621e-06, "Finetune/Loss": 0.8041648268699646, "Finetune/Loss (Raw)": 0.9362843036651611, "Finetune/Step": 6546, "Finetune/Step Time": 6.321834085509181}
+{"Finetune/Learning Rate": 1.4564562745649735e-06, "Finetune/Loss": 0.8054543733596802, "Finetune/Loss (Raw)": 0.9226877689361572, "Finetune/Step": 6547, "Finetune/Step Time": 6.326706765219569}
+{"Finetune/Learning Rate": 1.4543200112807864e-06, "Finetune/Loss": 0.8066084384918213, "Finetune/Loss (Raw)": 0.840895414352417, "Finetune/Step": 6548, "Finetune/Step Time": 6.331162475049496}
+{"Finetune/Learning Rate": 1.452185192969322e-06, "Finetune/Loss": 0.8071482181549072, "Finetune/Loss (Raw)": 0.8317964673042297, "Finetune/Step": 6549, "Finetune/Step Time": 6.331648834049702}
+{"Finetune/Learning Rate": 1.450051819991547e-06, "Finetune/Loss": 0.804597020149231, "Finetune/Loss (Raw)": 0.4989171624183655, "Finetune/Step": 6550, "Finetune/Step Time": 6.324918234720826}
+{"Finetune/Learning Rate": 1.4479198927081906e-06, "Finetune/Loss": 0.8027143478393555, "Finetune/Loss (Raw)": 0.6725466251373291, "Finetune/Step": 6551, "Finetune/Step Time": 6.345075190067291}
+{"Finetune/Learning Rate": 1.4457894114797377e-06, "Finetune/Loss": 0.8036484718322754, "Finetune/Loss (Raw)": 0.9007343649864197, "Finetune/Step": 6552, "Finetune/Step Time": 6.367534440010786}
+{"Finetune/Learning Rate": 1.443660376666428e-06, "Finetune/Loss": 0.8037456274032593, "Finetune/Loss (Raw)": 0.8181749582290649, "Finetune/Step": 6553, "Finetune/Step Time": 6.365715952590108}
+{"Finetune/Learning Rate": 1.4415327886282537e-06, "Finetune/Loss": 0.8068742752075195, "Finetune/Loss (Raw)": 0.9136538505554199, "Finetune/Step": 6554, "Finetune/Step Time": 6.354818077757955}
+{"Finetune/Learning Rate": 1.4394066477249668e-06, "Finetune/Loss": 0.8096230626106262, "Finetune/Loss (Raw)": 0.9838849306106567, "Finetune/Step": 6555, "Finetune/Step Time": 6.332201739773154}
+{"Finetune/Learning Rate": 1.437281954316071e-06, "Finetune/Loss": 0.8102731108665466, "Finetune/Loss (Raw)": 0.8477584719657898, "Finetune/Step": 6556, "Finetune/Step Time": 6.321690080687404}
+{"Finetune/Learning Rate": 1.4351587087608266e-06, "Finetune/Loss": 0.8143421411514282, "Finetune/Loss (Raw)": 0.8265561461448669, "Finetune/Step": 6557, "Finetune/Step Time": 6.316842719912529}
+{"Finetune/Learning Rate": 1.4330369114182497e-06, "Finetune/Loss": 0.8150054216384888, "Finetune/Loss (Raw)": 1.0103650093078613, "Finetune/Step": 6558, "Finetune/Step Time": 6.309565616771579}
+{"Finetune/Learning Rate": 1.430916562647111e-06, "Finetune/Loss": 0.8147835731506348, "Finetune/Loss (Raw)": 0.7764944434165955, "Finetune/Step": 6559, "Finetune/Step Time": 6.316754849627614}
+{"Finetune/Learning Rate": 1.4287976628059364e-06, "Finetune/Loss": 0.8142555356025696, "Finetune/Loss (Raw)": 0.7917443513870239, "Finetune/Step": 6560, "Finetune/Step Time": 6.30761488340795}
+{"Finetune/Learning Rate": 1.4266802122530067e-06, "Finetune/Loss": 0.8150936365127563, "Finetune/Loss (Raw)": 0.9052876830101013, "Finetune/Step": 6561, "Finetune/Step Time": 6.2991088926792145}
+{"Finetune/Learning Rate": 1.4245642113463564e-06, "Finetune/Loss": 0.8163345456123352, "Finetune/Loss (Raw)": 0.9562525153160095, "Finetune/Step": 6562, "Finetune/Step Time": 6.289010306820273}
+{"Finetune/Learning Rate": 1.42244966044378e-06, "Finetune/Loss": 0.8171475529670715, "Finetune/Loss (Raw)": 0.8217382431030273, "Finetune/Step": 6563, "Finetune/Step Time": 6.28795369528234}
+{"Finetune/Learning Rate": 1.4203365599028164e-06, "Finetune/Loss": 0.815969705581665, "Finetune/Loss (Raw)": 0.7738425135612488, "Finetune/Step": 6564, "Finetune/Step Time": 6.272963158786297}
+{"Finetune/Learning Rate": 1.4182249100807677e-06, "Finetune/Loss": 0.8142520189285278, "Finetune/Loss (Raw)": 0.882595956325531, "Finetune/Step": 6565, "Finetune/Step Time": 6.274484250694513}
+{"Finetune/Learning Rate": 1.4161147113346917e-06, "Finetune/Loss": 0.8125864863395691, "Finetune/Loss (Raw)": 0.5773417353630066, "Finetune/Step": 6566, "Finetune/Step Time": 6.268214346840978}
+{"Finetune/Learning Rate": 1.4140059640213988e-06, "Finetune/Loss": 0.8136420845985413, "Finetune/Loss (Raw)": 0.9136010408401489, "Finetune/Step": 6567, "Finetune/Step Time": 6.253848738968372}
+{"Finetune/Learning Rate": 1.4118986684974479e-06, "Finetune/Loss": 0.8128653764724731, "Finetune/Loss (Raw)": 0.754179060459137, "Finetune/Step": 6568, "Finetune/Step Time": 6.254987275227904}
+{"Finetune/Learning Rate": 1.4097928251191605e-06, "Finetune/Loss": 0.8120550513267517, "Finetune/Loss (Raw)": 0.7361319065093994, "Finetune/Step": 6569, "Finetune/Step Time": 6.256537696346641}
+{"Finetune/Learning Rate": 1.40768843424261e-06, "Finetune/Loss": 0.8119025230407715, "Finetune/Loss (Raw)": 0.7772772312164307, "Finetune/Step": 6570, "Finetune/Step Time": 6.264571947976947}
+{"Finetune/Learning Rate": 1.4055854962236203e-06, "Finetune/Loss": 0.8117038011550903, "Finetune/Loss (Raw)": 0.8565141558647156, "Finetune/Step": 6571, "Finetune/Step Time": 6.266162509098649}
+{"Finetune/Learning Rate": 1.4034840114177805e-06, "Finetune/Loss": 0.8106576800346375, "Finetune/Loss (Raw)": 0.7781416177749634, "Finetune/Step": 6572, "Finetune/Step Time": 6.265753896906972}
+{"Finetune/Learning Rate": 1.4013839801804207e-06, "Finetune/Loss": 0.810420036315918, "Finetune/Loss (Raw)": 0.7844814658164978, "Finetune/Step": 6573, "Finetune/Step Time": 6.277926305308938}
+{"Finetune/Learning Rate": 1.3992854028666325e-06, "Finetune/Loss": 0.8094875812530518, "Finetune/Loss (Raw)": 0.7395554780960083, "Finetune/Step": 6574, "Finetune/Step Time": 6.278425060212612}
+{"Finetune/Learning Rate": 1.3971882798312598e-06, "Finetune/Loss": 0.8084412217140198, "Finetune/Loss (Raw)": 0.711690366268158, "Finetune/Step": 6575, "Finetune/Step Time": 6.278163321316242}
+{"Finetune/Learning Rate": 1.395092611428902e-06, "Finetune/Loss": 0.8081659078598022, "Finetune/Loss (Raw)": 0.8780815601348877, "Finetune/Step": 6576, "Finetune/Step Time": 6.281104762107134}
+{"Finetune/Learning Rate": 1.3929983980139116e-06, "Finetune/Loss": 0.8036786317825317, "Finetune/Loss (Raw)": 0.23339036107063293, "Finetune/Step": 6577, "Finetune/Step Time": 6.279900969937444}
+{"Finetune/Learning Rate": 1.3909056399403954e-06, "Finetune/Loss": 0.8091560006141663, "Finetune/Loss (Raw)": 1.074238657951355, "Finetune/Step": 6578, "Finetune/Step Time": 6.277211273089051}
+{"Finetune/Learning Rate": 1.3888143375622143e-06, "Finetune/Loss": 0.80818772315979, "Finetune/Loss (Raw)": 0.7188581824302673, "Finetune/Step": 6579, "Finetune/Step Time": 6.262068202719092}
+{"Finetune/Learning Rate": 1.3867244912329802e-06, "Finetune/Loss": 0.8081424236297607, "Finetune/Loss (Raw)": 0.9329109787940979, "Finetune/Step": 6580, "Finetune/Step Time": 6.261995675042272}
+{"Finetune/Learning Rate": 1.384636101306066e-06, "Finetune/Loss": 0.807252049446106, "Finetune/Loss (Raw)": 0.7452647686004639, "Finetune/Step": 6581, "Finetune/Step Time": 6.2623744122684}
+{"Finetune/Learning Rate": 1.3825491681345882e-06, "Finetune/Loss": 0.8077470660209656, "Finetune/Loss (Raw)": 0.8954958319664001, "Finetune/Step": 6582, "Finetune/Step Time": 6.258912121877074}
+{"Finetune/Learning Rate": 1.3804636920714254e-06, "Finetune/Loss": 0.8090202212333679, "Finetune/Loss (Raw)": 0.8302720785140991, "Finetune/Step": 6583, "Finetune/Step Time": 6.243532428517938}
+{"Finetune/Learning Rate": 1.3783796734692023e-06, "Finetune/Loss": 0.8071000576019287, "Finetune/Loss (Raw)": 0.5740006566047668, "Finetune/Step": 6584, "Finetune/Step Time": 6.254356304183602}
+{"Finetune/Learning Rate": 1.3762971126803104e-06, "Finetune/Loss": 0.8045097589492798, "Finetune/Loss (Raw)": 0.5530192255973816, "Finetune/Step": 6585, "Finetune/Step Time": 6.2952118292450905}
+{"Finetune/Learning Rate": 1.374216010056879e-06, "Finetune/Loss": 0.8048682808876038, "Finetune/Loss (Raw)": 0.8486930131912231, "Finetune/Step": 6586, "Finetune/Step Time": 6.325878567993641}
+{"Finetune/Learning Rate": 1.3721363659507992e-06, "Finetune/Loss": 0.8055486679077148, "Finetune/Loss (Raw)": 0.8514084815979004, "Finetune/Step": 6587, "Finetune/Step Time": 6.330217195674777}
+{"Finetune/Learning Rate": 1.3700581807137148e-06, "Finetune/Loss": 0.805266261100769, "Finetune/Loss (Raw)": 0.7553656697273254, "Finetune/Step": 6588, "Finetune/Step Time": 6.332272322848439}
+{"Finetune/Learning Rate": 1.3679814546970216e-06, "Finetune/Loss": 0.8079847097396851, "Finetune/Loss (Raw)": 0.6355504393577576, "Finetune/Step": 6589, "Finetune/Step Time": 6.337323535233736}
+{"Finetune/Learning Rate": 1.3659061882518698e-06, "Finetune/Loss": 0.8089471459388733, "Finetune/Loss (Raw)": 0.9206459522247314, "Finetune/Step": 6590, "Finetune/Step Time": 6.347943525761366}
+{"Finetune/Learning Rate": 1.3638323817291622e-06, "Finetune/Loss": 0.8075374364852905, "Finetune/Loss (Raw)": 0.7348612546920776, "Finetune/Step": 6591, "Finetune/Step Time": 6.347884567454457}
+{"Finetune/Learning Rate": 1.3617600354795534e-06, "Finetune/Loss": 0.8059507608413696, "Finetune/Loss (Raw)": 0.7020868062973022, "Finetune/Step": 6592, "Finetune/Step Time": 6.349508170038462}
+{"Finetune/Learning Rate": 1.3596891498534537e-06, "Finetune/Loss": 0.8028159737586975, "Finetune/Loss (Raw)": 0.7006568908691406, "Finetune/Step": 6593, "Finetune/Step Time": 6.351348420605063}
+{"Finetune/Learning Rate": 1.357619725201026e-06, "Finetune/Loss": 0.8027433753013611, "Finetune/Loss (Raw)": 0.9220380783081055, "Finetune/Step": 6594, "Finetune/Step Time": 6.368876038119197}
+{"Finetune/Learning Rate": 1.3555517618721858e-06, "Finetune/Loss": 0.805442750453949, "Finetune/Loss (Raw)": 0.7867821455001831, "Finetune/Step": 6595, "Finetune/Step Time": 6.367276553064585}
+{"Finetune/Learning Rate": 1.353485260216596e-06, "Finetune/Loss": 0.8029192686080933, "Finetune/Loss (Raw)": 0.4691750109195709, "Finetune/Step": 6596, "Finetune/Step Time": 6.372021546587348}
+{"Finetune/Learning Rate": 1.3514202205836836e-06, "Finetune/Loss": 0.8039394617080688, "Finetune/Loss (Raw)": 0.9253374338150024, "Finetune/Step": 6597, "Finetune/Step Time": 6.394079193472862}
+{"Finetune/Learning Rate": 1.349356643322619e-06, "Finetune/Loss": 0.8053094148635864, "Finetune/Loss (Raw)": 0.8758895397186279, "Finetune/Step": 6598, "Finetune/Step Time": 6.396779038012028}
+{"Finetune/Learning Rate": 1.3472945287823313e-06, "Finetune/Loss": 0.8055048584938049, "Finetune/Loss (Raw)": 0.7821775078773499, "Finetune/Step": 6599, "Finetune/Step Time": 6.40187924914062}
+{"Finetune/Learning Rate": 1.345233877311496e-06, "Finetune/Loss": 0.8061370849609375, "Finetune/Loss (Raw)": 0.9299257397651672, "Finetune/Step": 6600, "Finetune/Step Time": 6.409027157351375}
+{"Finetune/Learning Rate": 1.3431746892585463e-06, "Finetune/Loss": 0.8047652244567871, "Finetune/Loss (Raw)": 0.8177878856658936, "Finetune/Step": 6601, "Finetune/Step Time": 6.414830947294831}
+{"Finetune/Learning Rate": 1.3411169649716638e-06, "Finetune/Loss": 0.8065823316574097, "Finetune/Loss (Raw)": 0.9805744886398315, "Finetune/Step": 6602, "Finetune/Step Time": 6.409633677452803}
+{"Finetune/Learning Rate": 1.3390607047987891e-06, "Finetune/Loss": 0.8075753450393677, "Finetune/Loss (Raw)": 0.9233335256576538, "Finetune/Step": 6603, "Finetune/Step Time": 6.406355734914541}
+{"Finetune/Learning Rate": 1.337005909087613e-06, "Finetune/Loss": 0.806685745716095, "Finetune/Loss (Raw)": 0.7570930123329163, "Finetune/Step": 6604, "Finetune/Step Time": 6.405236857011914}
+{"Finetune/Learning Rate": 1.334952578185572e-06, "Finetune/Loss": 0.8058738708496094, "Finetune/Loss (Raw)": 0.9034920334815979, "Finetune/Step": 6605, "Finetune/Step Time": 6.404731534421444}
+{"Finetune/Learning Rate": 1.3329007124398608e-06, "Finetune/Loss": 0.8038077354431152, "Finetune/Loss (Raw)": 0.6885029673576355, "Finetune/Step": 6606, "Finetune/Step Time": 6.411119468510151}
+{"Finetune/Learning Rate": 1.330850312197427e-06, "Finetune/Loss": 0.8068583011627197, "Finetune/Loss (Raw)": 0.7502458691596985, "Finetune/Step": 6607, "Finetune/Step Time": 6.426241766661406}
+{"Finetune/Learning Rate": 1.328801377804968e-06, "Finetune/Loss": 0.8070707321166992, "Finetune/Loss (Raw)": 0.811502993106842, "Finetune/Step": 6608, "Finetune/Step Time": 6.425371959805489}
+{"Finetune/Learning Rate": 1.3267539096089355e-06, "Finetune/Loss": 0.8086048364639282, "Finetune/Loss (Raw)": 0.8870331645011902, "Finetune/Step": 6609, "Finetune/Step Time": 6.429256895557046}
+{"Finetune/Learning Rate": 1.3247079079555302e-06, "Finetune/Loss": 0.8105231523513794, "Finetune/Loss (Raw)": 1.002397894859314, "Finetune/Step": 6610, "Finetune/Step Time": 6.411286998540163}
+{"Finetune/Learning Rate": 1.3226633731907068e-06, "Finetune/Loss": 0.8112359642982483, "Finetune/Loss (Raw)": 0.7940195202827454, "Finetune/Step": 6611, "Finetune/Step Time": 6.403561526909471}
+{"Finetune/Learning Rate": 1.320620305660173e-06, "Finetune/Loss": 0.8090559244155884, "Finetune/Loss (Raw)": 0.8057674169540405, "Finetune/Step": 6612, "Finetune/Step Time": 6.404041416943073}
+{"Finetune/Learning Rate": 1.3185787057093891e-06, "Finetune/Loss": 0.8093292117118835, "Finetune/Loss (Raw)": 0.8953388333320618, "Finetune/Step": 6613, "Finetune/Step Time": 6.402997141703963}
+{"Finetune/Learning Rate": 1.3165385736835601e-06, "Finetune/Loss": 0.8089281320571899, "Finetune/Loss (Raw)": 0.7695685029029846, "Finetune/Step": 6614, "Finetune/Step Time": 6.41163114272058}
+{"Finetune/Learning Rate": 1.314499909927649e-06, "Finetune/Loss": 0.8097834587097168, "Finetune/Loss (Raw)": 0.9481729865074158, "Finetune/Step": 6615, "Finetune/Step Time": 6.412260539829731}
+{"Finetune/Learning Rate": 1.3124627147863733e-06, "Finetune/Loss": 0.8086075186729431, "Finetune/Loss (Raw)": 0.8410443067550659, "Finetune/Step": 6616, "Finetune/Step Time": 6.421773575246334}
+{"Finetune/Learning Rate": 1.3104269886041965e-06, "Finetune/Loss": 0.8090290427207947, "Finetune/Loss (Raw)": 0.8887881636619568, "Finetune/Step": 6617, "Finetune/Step Time": 6.412531562149525}
+{"Finetune/Learning Rate": 1.3083927317253376e-06, "Finetune/Loss": 0.809772789478302, "Finetune/Loss (Raw)": 0.8096808195114136, "Finetune/Step": 6618, "Finetune/Step Time": 6.3965946063399315}
+{"Finetune/Learning Rate": 1.3063599444937614e-06, "Finetune/Loss": 0.8092389106750488, "Finetune/Loss (Raw)": 0.8286386728286743, "Finetune/Step": 6619, "Finetune/Step Time": 6.40087434835732}
+{"Finetune/Learning Rate": 1.3043286272531897e-06, "Finetune/Loss": 0.8083012104034424, "Finetune/Loss (Raw)": 0.6870266795158386, "Finetune/Step": 6620, "Finetune/Step Time": 6.400092031806707}
+{"Finetune/Learning Rate": 1.3022987803470921e-06, "Finetune/Loss": 0.8094176054000854, "Finetune/Loss (Raw)": 1.058637261390686, "Finetune/Step": 6621, "Finetune/Step Time": 6.402310883626342}
+{"Finetune/Learning Rate": 1.3002704041186976e-06, "Finetune/Loss": 0.8101611137390137, "Finetune/Loss (Raw)": 0.9925553202629089, "Finetune/Step": 6622, "Finetune/Step Time": 6.40747413225472}
+{"Finetune/Learning Rate": 1.298243498910975e-06, "Finetune/Loss": 0.8125549554824829, "Finetune/Loss (Raw)": 0.7403879165649414, "Finetune/Step": 6623, "Finetune/Step Time": 6.408952062949538}
+{"Finetune/Learning Rate": 1.296218065066651e-06, "Finetune/Loss": 0.8140561580657959, "Finetune/Loss (Raw)": 1.0750101804733276, "Finetune/Step": 6624, "Finetune/Step Time": 6.398129973560572}
+{"Finetune/Learning Rate": 1.2941941029282024e-06, "Finetune/Loss": 0.8137325644493103, "Finetune/Loss (Raw)": 0.9951171278953552, "Finetune/Step": 6625, "Finetune/Step Time": 6.411844624206424}
+{"Finetune/Learning Rate": 1.2921716128378581e-06, "Finetune/Loss": 0.8080755472183228, "Finetune/Loss (Raw)": 0.43422994017601013, "Finetune/Step": 6626, "Finetune/Step Time": 6.42048810608685}
+{"Finetune/Learning Rate": 1.2901505951375948e-06, "Finetune/Loss": 0.8062915802001953, "Finetune/Loss (Raw)": 0.5489238500595093, "Finetune/Step": 6627, "Finetune/Step Time": 6.439930273219943}
+{"Finetune/Learning Rate": 1.2881310501691457e-06, "Finetune/Loss": 0.8052610754966736, "Finetune/Loss (Raw)": 0.5947319865226746, "Finetune/Step": 6628, "Finetune/Step Time": 6.440600974485278}
+{"Finetune/Learning Rate": 1.286112978273989e-06, "Finetune/Loss": 0.8067628741264343, "Finetune/Loss (Raw)": 0.951310932636261, "Finetune/Step": 6629, "Finetune/Step Time": 6.4276614133268595}
+{"Finetune/Learning Rate": 1.2840963797933592e-06, "Finetune/Loss": 0.807009756565094, "Finetune/Loss (Raw)": 0.7681154012680054, "Finetune/Step": 6630, "Finetune/Step Time": 6.423648275434971}
+{"Finetune/Learning Rate": 1.282081255068236e-06, "Finetune/Loss": 0.8080288171768188, "Finetune/Loss (Raw)": 1.0122395753860474, "Finetune/Step": 6631, "Finetune/Step Time": 6.419522676616907}
+{"Finetune/Learning Rate": 1.280067604439358e-06, "Finetune/Loss": 0.8092154264450073, "Finetune/Loss (Raw)": 0.8692900538444519, "Finetune/Step": 6632, "Finetune/Step Time": 6.4177563562989235}
+{"Finetune/Learning Rate": 1.2780554282472023e-06, "Finetune/Loss": 0.8107768297195435, "Finetune/Loss (Raw)": 0.8623661398887634, "Finetune/Step": 6633, "Finetune/Step Time": 6.412446549162269}
+{"Finetune/Learning Rate": 1.2760447268320087e-06, "Finetune/Loss": 0.8109502792358398, "Finetune/Loss (Raw)": 0.9075489044189453, "Finetune/Step": 6634, "Finetune/Step Time": 6.4049463123083115}
+{"Finetune/Learning Rate": 1.2740355005337636e-06, "Finetune/Loss": 0.8095345497131348, "Finetune/Loss (Raw)": 0.7753631472587585, "Finetune/Step": 6635, "Finetune/Step Time": 6.407874591648579}
+{"Finetune/Learning Rate": 1.272027749692203e-06, "Finetune/Loss": 0.8093740344047546, "Finetune/Loss (Raw)": 0.8047406077384949, "Finetune/Step": 6636, "Finetune/Step Time": 6.410172935575247}
+{"Finetune/Learning Rate": 1.27002147464681e-06, "Finetune/Loss": 0.809873104095459, "Finetune/Loss (Raw)": 0.8854237794876099, "Finetune/Step": 6637, "Finetune/Step Time": 6.407685276120901}
+{"Finetune/Learning Rate": 1.268016675736824e-06, "Finetune/Loss": 0.8110486268997192, "Finetune/Loss (Raw)": 0.7712361812591553, "Finetune/Step": 6638, "Finetune/Step Time": 6.4014514070004225}
+{"Finetune/Learning Rate": 1.2660133533012308e-06, "Finetune/Loss": 0.8111117482185364, "Finetune/Loss (Raw)": 0.8139473795890808, "Finetune/Step": 6639, "Finetune/Step Time": 6.393899595364928}
+{"Finetune/Learning Rate": 1.2640115076787752e-06, "Finetune/Loss": 0.8110721111297607, "Finetune/Loss (Raw)": 0.8580140471458435, "Finetune/Step": 6640, "Finetune/Step Time": 6.388663193210959}
+{"Finetune/Learning Rate": 1.262011139207937e-06, "Finetune/Loss": 0.8105123043060303, "Finetune/Loss (Raw)": 0.8060525059700012, "Finetune/Step": 6641, "Finetune/Step Time": 6.38772457651794}
+{"Finetune/Learning Rate": 1.2600122482269595e-06, "Finetune/Loss": 0.8139336705207825, "Finetune/Loss (Raw)": 0.9104151725769043, "Finetune/Step": 6642, "Finetune/Step Time": 6.404985520988703}
+{"Finetune/Learning Rate": 1.2580148350738308e-06, "Finetune/Loss": 0.8133155107498169, "Finetune/Loss (Raw)": 0.8528385162353516, "Finetune/Step": 6643, "Finetune/Step Time": 6.403002269566059}
+{"Finetune/Learning Rate": 1.2560189000862877e-06, "Finetune/Loss": 0.8147346377372742, "Finetune/Loss (Raw)": 0.841052770614624, "Finetune/Step": 6644, "Finetune/Step Time": 6.382542135193944}
+{"Finetune/Learning Rate": 1.2540244436018212e-06, "Finetune/Loss": 0.8133430480957031, "Finetune/Loss (Raw)": 0.8134647011756897, "Finetune/Step": 6645, "Finetune/Step Time": 6.391944130882621}
+{"Finetune/Learning Rate": 1.2520314659576683e-06, "Finetune/Loss": 0.8142364025115967, "Finetune/Loss (Raw)": 0.8729874491691589, "Finetune/Step": 6646, "Finetune/Step Time": 6.396986018866301}
+{"Finetune/Learning Rate": 1.2500399674908193e-06, "Finetune/Loss": 0.8144176006317139, "Finetune/Loss (Raw)": 0.8476946949958801, "Finetune/Step": 6647, "Finetune/Step Time": 6.39487005956471}
+{"Finetune/Learning Rate": 1.2480499485380125e-06, "Finetune/Loss": 0.8176428079605103, "Finetune/Loss (Raw)": 0.8713457584381104, "Finetune/Step": 6648, "Finetune/Step Time": 6.394454196095467}
+{"Finetune/Learning Rate": 1.2460614094357359e-06, "Finetune/Loss": 0.8154207468032837, "Finetune/Loss (Raw)": 0.7668600678443909, "Finetune/Step": 6649, "Finetune/Step Time": 6.402975082397461}
+{"Finetune/Learning Rate": 1.2440743505202313e-06, "Finetune/Loss": 0.8160067796707153, "Finetune/Loss (Raw)": 0.9775139689445496, "Finetune/Step": 6650, "Finetune/Step Time": 6.42038044705987}
+{"Finetune/Learning Rate": 1.24208877212748e-06, "Finetune/Loss": 0.8164942264556885, "Finetune/Loss (Raw)": 0.7538191080093384, "Finetune/Step": 6651, "Finetune/Step Time": 6.419602679088712}
+{"Finetune/Learning Rate": 1.240104674593222e-06, "Finetune/Loss": 0.8170848488807678, "Finetune/Loss (Raw)": 0.8895033001899719, "Finetune/Step": 6652, "Finetune/Step Time": 6.418774425983429}
+{"Finetune/Learning Rate": 1.2381220582529474e-06, "Finetune/Loss": 0.820659875869751, "Finetune/Loss (Raw)": 0.8049969673156738, "Finetune/Step": 6653, "Finetune/Step Time": 6.415701352059841}
+{"Finetune/Learning Rate": 1.2361409234418941e-06, "Finetune/Loss": 0.8219848275184631, "Finetune/Loss (Raw)": 0.8685058951377869, "Finetune/Step": 6654, "Finetune/Step Time": 6.395924612879753}
+{"Finetune/Learning Rate": 1.2341612704950434e-06, "Finetune/Loss": 0.8227634429931641, "Finetune/Loss (Raw)": 0.8827033042907715, "Finetune/Step": 6655, "Finetune/Step Time": 6.37268097139895}
+{"Finetune/Learning Rate": 1.2321830997471329e-06, "Finetune/Loss": 0.8228347897529602, "Finetune/Loss (Raw)": 0.8644664883613586, "Finetune/Step": 6656, "Finetune/Step Time": 6.360651990398765}
+{"Finetune/Learning Rate": 1.2302064115326484e-06, "Finetune/Loss": 0.8229535818099976, "Finetune/Loss (Raw)": 0.781484842300415, "Finetune/Step": 6657, "Finetune/Step Time": 6.359977586194873}
+{"Finetune/Learning Rate": 1.228231206185825e-06, "Finetune/Loss": 0.822847843170166, "Finetune/Loss (Raw)": 0.8038359880447388, "Finetune/Step": 6658, "Finetune/Step Time": 6.357569789513946}
+{"Finetune/Learning Rate": 1.2262574840406438e-06, "Finetune/Loss": 0.8214006423950195, "Finetune/Loss (Raw)": 0.8171392679214478, "Finetune/Step": 6659, "Finetune/Step Time": 6.350884310901165}
+{"Finetune/Learning Rate": 1.2242852454308408e-06, "Finetune/Loss": 0.820178210735321, "Finetune/Loss (Raw)": 0.8086515069007874, "Finetune/Step": 6660, "Finetune/Step Time": 6.350972959771752}
+{"Finetune/Learning Rate": 1.2223144906898954e-06, "Finetune/Loss": 0.8203059434890747, "Finetune/Loss (Raw)": 0.9184570908546448, "Finetune/Step": 6661, "Finetune/Step Time": 6.360795795917511}
+{"Finetune/Learning Rate": 1.2203452201510413e-06, "Finetune/Loss": 0.8211195468902588, "Finetune/Loss (Raw)": 0.866026759147644, "Finetune/Step": 6662, "Finetune/Step Time": 6.349081579595804}
+{"Finetune/Learning Rate": 1.2183774341472566e-06, "Finetune/Loss": 0.8234840631484985, "Finetune/Loss (Raw)": 0.9720029830932617, "Finetune/Step": 6663, "Finetune/Step Time": 6.327009631320834}
+{"Finetune/Learning Rate": 1.2164111330112716e-06, "Finetune/Loss": 0.8232711553573608, "Finetune/Loss (Raw)": 0.8657623529434204, "Finetune/Step": 6664, "Finetune/Step Time": 6.317795101553202}
+{"Finetune/Learning Rate": 1.2144463170755638e-06, "Finetune/Loss": 0.821995735168457, "Finetune/Loss (Raw)": 0.8390617966651917, "Finetune/Step": 6665, "Finetune/Step Time": 6.320886829867959}
+{"Finetune/Learning Rate": 1.212482986672361e-06, "Finetune/Loss": 0.8197174668312073, "Finetune/Loss (Raw)": 0.7048451900482178, "Finetune/Step": 6666, "Finetune/Step Time": 6.336364017799497}
+{"Finetune/Learning Rate": 1.2105211421336372e-06, "Finetune/Loss": 0.8202174305915833, "Finetune/Loss (Raw)": 0.8764894008636475, "Finetune/Step": 6667, "Finetune/Step Time": 6.336691418662667}
+{"Finetune/Learning Rate": 1.2085607837911217e-06, "Finetune/Loss": 0.8219412565231323, "Finetune/Loss (Raw)": 0.8266590237617493, "Finetune/Step": 6668, "Finetune/Step Time": 6.330911070108414}
+{"Finetune/Learning Rate": 1.2066019119762818e-06, "Finetune/Loss": 0.8238083124160767, "Finetune/Loss (Raw)": 0.9339886903762817, "Finetune/Step": 6669, "Finetune/Step Time": 6.327806627377868}
+{"Finetune/Learning Rate": 1.2046445270203389e-06, "Finetune/Loss": 0.8215895891189575, "Finetune/Loss (Raw)": 0.5163975954055786, "Finetune/Step": 6670, "Finetune/Step Time": 6.334171831607819}
+{"Finetune/Learning Rate": 1.2026886292542694e-06, "Finetune/Loss": 0.8197553157806396, "Finetune/Loss (Raw)": 0.7291039824485779, "Finetune/Step": 6671, "Finetune/Step Time": 6.335822068154812}
+{"Finetune/Learning Rate": 1.2007342190087923e-06, "Finetune/Loss": 0.8198684453964233, "Finetune/Loss (Raw)": 0.9706335663795471, "Finetune/Step": 6672, "Finetune/Step Time": 6.325609100982547}
+{"Finetune/Learning Rate": 1.1987812966143686e-06, "Finetune/Loss": 0.820207953453064, "Finetune/Loss (Raw)": 0.8054072260856628, "Finetune/Step": 6673, "Finetune/Step Time": 6.3234126307070255}
+{"Finetune/Learning Rate": 1.1968298624012186e-06, "Finetune/Loss": 0.8191795349121094, "Finetune/Loss (Raw)": 0.8046488165855408, "Finetune/Step": 6674, "Finetune/Step Time": 6.3290851805359125}
+{"Finetune/Learning Rate": 1.1948799166993053e-06, "Finetune/Loss": 0.8186147212982178, "Finetune/Loss (Raw)": 0.8503854274749756, "Finetune/Step": 6675, "Finetune/Step Time": 6.347418645396829}
+{"Finetune/Learning Rate": 1.1929314598383423e-06, "Finetune/Loss": 0.8190337419509888, "Finetune/Loss (Raw)": 0.894540011882782, "Finetune/Step": 6676, "Finetune/Step Time": 6.3490622863173485}
+{"Finetune/Learning Rate": 1.1909844921477886e-06, "Finetune/Loss": 0.8185126781463623, "Finetune/Loss (Raw)": 0.7650914192199707, "Finetune/Step": 6677, "Finetune/Step Time": 6.3519477397203445}
+{"Finetune/Learning Rate": 1.1890390139568564e-06, "Finetune/Loss": 0.8183841705322266, "Finetune/Loss (Raw)": 0.48246726393699646, "Finetune/Step": 6678, "Finetune/Step Time": 6.356709828600287}
+{"Finetune/Learning Rate": 1.1870950255945001e-06, "Finetune/Loss": 0.8201369643211365, "Finetune/Loss (Raw)": 0.8969067335128784, "Finetune/Step": 6679, "Finetune/Step Time": 6.341314760968089}
+{"Finetune/Learning Rate": 1.1851525273894259e-06, "Finetune/Loss": 0.8199930787086487, "Finetune/Loss (Raw)": 0.8823202848434448, "Finetune/Step": 6680, "Finetune/Step Time": 6.313265072181821}
+{"Finetune/Learning Rate": 1.1832115196700877e-06, "Finetune/Loss": 0.8211092948913574, "Finetune/Loss (Raw)": 0.9610444903373718, "Finetune/Step": 6681, "Finetune/Step Time": 6.3110560439527035}
+{"Finetune/Learning Rate": 1.1812720027646873e-06, "Finetune/Loss": 0.8203848600387573, "Finetune/Loss (Raw)": 0.8209302425384521, "Finetune/Step": 6682, "Finetune/Step Time": 6.312405625358224}
+{"Finetune/Learning Rate": 1.179333977001169e-06, "Finetune/Loss": 0.8202526569366455, "Finetune/Loss (Raw)": 0.9669672846794128, "Finetune/Step": 6683, "Finetune/Step Time": 6.318034455180168}
+{"Finetune/Learning Rate": 1.1773974427072365e-06, "Finetune/Loss": 0.8182445764541626, "Finetune/Loss (Raw)": 0.5907155275344849, "Finetune/Step": 6684, "Finetune/Step Time": 6.321321275085211}
+{"Finetune/Learning Rate": 1.175462400210332e-06, "Finetune/Loss": 0.8186867237091064, "Finetune/Loss (Raw)": 0.8831532001495361, "Finetune/Step": 6685, "Finetune/Step Time": 6.319898387417197}
+{"Finetune/Learning Rate": 1.1735288498376495e-06, "Finetune/Loss": 0.8182384967803955, "Finetune/Loss (Raw)": 0.9529944658279419, "Finetune/Step": 6686, "Finetune/Step Time": 6.310372471809387}
+{"Finetune/Learning Rate": 1.1715967919161263e-06, "Finetune/Loss": 0.8179739713668823, "Finetune/Loss (Raw)": 0.7426362037658691, "Finetune/Step": 6687, "Finetune/Step Time": 6.302758030593395}
+{"Finetune/Learning Rate": 1.1696662267724524e-06, "Finetune/Loss": 0.819033682346344, "Finetune/Loss (Raw)": 0.9273837208747864, "Finetune/Step": 6688, "Finetune/Step Time": 6.304584415629506}
+{"Finetune/Learning Rate": 1.1677371547330595e-06, "Finetune/Loss": 0.8148476481437683, "Finetune/Loss (Raw)": 0.3694756329059601, "Finetune/Step": 6689, "Finetune/Step Time": 6.312462165951729}
+{"Finetune/Learning Rate": 1.1658095761241373e-06, "Finetune/Loss": 0.8124934434890747, "Finetune/Loss (Raw)": 0.6549205183982849, "Finetune/Step": 6690, "Finetune/Step Time": 6.329588936641812}
+{"Finetune/Learning Rate": 1.1638834912716156e-06, "Finetune/Loss": 0.8125738501548767, "Finetune/Loss (Raw)": 0.8320233821868896, "Finetune/Step": 6691, "Finetune/Step Time": 6.335260374471545}
+{"Finetune/Learning Rate": 1.1619589005011678e-06, "Finetune/Loss": 0.8131760358810425, "Finetune/Loss (Raw)": 0.8509271144866943, "Finetune/Step": 6692, "Finetune/Step Time": 6.350918730720878}
+{"Finetune/Learning Rate": 1.160035804138221e-06, "Finetune/Loss": 0.8117294311523438, "Finetune/Loss (Raw)": 0.6974236965179443, "Finetune/Step": 6693, "Finetune/Step Time": 6.352834718301892}
+{"Finetune/Learning Rate": 1.1581142025079483e-06, "Finetune/Loss": 0.8136214017868042, "Finetune/Loss (Raw)": 0.8195157051086426, "Finetune/Step": 6694, "Finetune/Step Time": 6.360882328823209}
+{"Finetune/Learning Rate": 1.1561940959352702e-06, "Finetune/Loss": 0.8137423992156982, "Finetune/Loss (Raw)": 0.9290896654129028, "Finetune/Step": 6695, "Finetune/Step Time": 6.365476118400693}
+{"Finetune/Learning Rate": 1.1542754847448544e-06, "Finetune/Loss": 0.8104197978973389, "Finetune/Loss (Raw)": 0.3288918137550354, "Finetune/Step": 6696, "Finetune/Step Time": 6.369921240955591}
+{"Finetune/Learning Rate": 1.152358369261113e-06, "Finetune/Loss": 0.8111938834190369, "Finetune/Loss (Raw)": 0.8352117538452148, "Finetune/Step": 6697, "Finetune/Step Time": 6.382515449076891}
+{"Finetune/Learning Rate": 1.1504427498082094e-06, "Finetune/Loss": 0.812925398349762, "Finetune/Loss (Raw)": 0.9989085793495178, "Finetune/Step": 6698, "Finetune/Step Time": 6.373568367213011}
+{"Finetune/Learning Rate": 1.1485286267100503e-06, "Finetune/Loss": 0.8127821683883667, "Finetune/Loss (Raw)": 0.8381813168525696, "Finetune/Step": 6699, "Finetune/Step Time": 6.372702060267329}
+{"Finetune/Learning Rate": 1.146616000290296e-06, "Finetune/Loss": 0.8095887899398804, "Finetune/Loss (Raw)": 0.369384229183197, "Finetune/Step": 6700, "Finetune/Step Time": 6.376832669600844}
+{"Finetune/Learning Rate": 1.1447048708723397e-06, "Finetune/Loss": 0.8102222681045532, "Finetune/Loss (Raw)": 0.8655775785446167, "Finetune/Step": 6701, "Finetune/Step Time": 6.382327219471335}
+{"Finetune/Learning Rate": 1.1427952387793372e-06, "Finetune/Loss": 0.811841607093811, "Finetune/Loss (Raw)": 0.9468311667442322, "Finetune/Step": 6702, "Finetune/Step Time": 6.3819076009094715}
+{"Finetune/Learning Rate": 1.1408871043341841e-06, "Finetune/Loss": 0.8128528594970703, "Finetune/Loss (Raw)": 0.8411186337471008, "Finetune/Step": 6703, "Finetune/Step Time": 6.377998257055879}
+{"Finetune/Learning Rate": 1.1389804678595252e-06, "Finetune/Loss": 0.812134861946106, "Finetune/Loss (Raw)": 0.7861822843551636, "Finetune/Step": 6704, "Finetune/Step Time": 6.361687144264579}
+{"Finetune/Learning Rate": 1.1370753296777437e-06, "Finetune/Loss": 0.8169761896133423, "Finetune/Loss (Raw)": 0.8530807495117188, "Finetune/Step": 6705, "Finetune/Step Time": 6.3488234505057335}
+{"Finetune/Learning Rate": 1.13517169011098e-06, "Finetune/Loss": 0.8148369789123535, "Finetune/Loss (Raw)": 0.8004202246665955, "Finetune/Step": 6706, "Finetune/Step Time": 6.332873912528157}
+{"Finetune/Learning Rate": 1.1332695494811164e-06, "Finetune/Loss": 0.8156101107597351, "Finetune/Loss (Raw)": 0.8178150057792664, "Finetune/Step": 6707, "Finetune/Step Time": 6.333485022187233}
+{"Finetune/Learning Rate": 1.131368908109779e-06, "Finetune/Loss": 0.8157314658164978, "Finetune/Loss (Raw)": 0.948448121547699, "Finetune/Step": 6708, "Finetune/Step Time": 6.328075168654323}
+{"Finetune/Learning Rate": 1.1294697663183518e-06, "Finetune/Loss": 0.8161214590072632, "Finetune/Loss (Raw)": 0.7951905727386475, "Finetune/Step": 6709, "Finetune/Step Time": 6.32537854090333}
+{"Finetune/Learning Rate": 1.1275721244279491e-06, "Finetune/Loss": 0.8158987164497375, "Finetune/Loss (Raw)": 0.8669794201850891, "Finetune/Step": 6710, "Finetune/Step Time": 6.32610697299242}
+{"Finetune/Learning Rate": 1.125675982759442e-06, "Finetune/Loss": 0.8161895275115967, "Finetune/Loss (Raw)": 0.8674893975257874, "Finetune/Step": 6711, "Finetune/Step Time": 6.325445098802447}
+{"Finetune/Learning Rate": 1.1237813416334465e-06, "Finetune/Loss": 0.8174842000007629, "Finetune/Loss (Raw)": 0.7397279143333435, "Finetune/Step": 6712, "Finetune/Step Time": 6.313998123630881}
+{"Finetune/Learning Rate": 1.1218882013703235e-06, "Finetune/Loss": 0.8195593357086182, "Finetune/Loss (Raw)": 0.8186330199241638, "Finetune/Step": 6713, "Finetune/Step Time": 6.2746370658278465}
+{"Finetune/Learning Rate": 1.1199965622901798e-06, "Finetune/Loss": 0.8195049166679382, "Finetune/Loss (Raw)": 0.8417297005653381, "Finetune/Step": 6714, "Finetune/Step Time": 6.24876456707716}
+{"Finetune/Learning Rate": 1.1181064247128682e-06, "Finetune/Loss": 0.8184984922409058, "Finetune/Loss (Raw)": 0.7225832343101501, "Finetune/Step": 6715, "Finetune/Step Time": 6.245328336954117}
+{"Finetune/Learning Rate": 1.1162177889579906e-06, "Finetune/Loss": 0.8189724683761597, "Finetune/Loss (Raw)": 0.8160348534584045, "Finetune/Step": 6716, "Finetune/Step Time": 6.244122788310051}
+{"Finetune/Learning Rate": 1.114330655344892e-06, "Finetune/Loss": 0.8200976848602295, "Finetune/Loss (Raw)": 0.7795816659927368, "Finetune/Step": 6717, "Finetune/Step Time": 6.239488400518894}
+{"Finetune/Learning Rate": 1.1124450241926655e-06, "Finetune/Loss": 0.8190797567367554, "Finetune/Loss (Raw)": 0.7903517484664917, "Finetune/Step": 6718, "Finetune/Step Time": 6.213207300752401}
+{"Finetune/Learning Rate": 1.1105608958201464e-06, "Finetune/Loss": 0.8195855617523193, "Finetune/Loss (Raw)": 0.7996019721031189, "Finetune/Step": 6719, "Finetune/Step Time": 6.211449507623911}
+{"Finetune/Learning Rate": 1.1086782705459166e-06, "Finetune/Loss": 0.818991482257843, "Finetune/Loss (Raw)": 0.6260459423065186, "Finetune/Step": 6720, "Finetune/Step Time": 6.215641448274255}
+{"Finetune/Learning Rate": 1.10679714868831e-06, "Finetune/Loss": 0.8193410634994507, "Finetune/Loss (Raw)": 0.7454057931900024, "Finetune/Step": 6721, "Finetune/Step Time": 6.22852841950953}
+{"Finetune/Learning Rate": 1.1049175305654003e-06, "Finetune/Loss": 0.8192379474639893, "Finetune/Loss (Raw)": 0.9088343977928162, "Finetune/Step": 6722, "Finetune/Step Time": 6.2164492178708315}
+{"Finetune/Learning Rate": 1.103039416495012e-06, "Finetune/Loss": 0.8154356479644775, "Finetune/Loss (Raw)": 0.3000807762145996, "Finetune/Step": 6723, "Finetune/Step Time": 6.231510566547513}
+{"Finetune/Learning Rate": 1.1011628067947044e-06, "Finetune/Loss": 0.8170552253723145, "Finetune/Loss (Raw)": 0.6764917969703674, "Finetune/Step": 6724, "Finetune/Step Time": 6.231273194774985}
+{"Finetune/Learning Rate": 1.0992877017817949e-06, "Finetune/Loss": 0.8166823387145996, "Finetune/Loss (Raw)": 0.8776116967201233, "Finetune/Step": 6725, "Finetune/Step Time": 6.2116920202970505}
+{"Finetune/Learning Rate": 1.0974141017733386e-06, "Finetune/Loss": 0.8151757717132568, "Finetune/Loss (Raw)": 0.6830413341522217, "Finetune/Step": 6726, "Finetune/Step Time": 6.212624732404947}
+{"Finetune/Learning Rate": 1.0955420070861445e-06, "Finetune/Loss": 0.8144067525863647, "Finetune/Loss (Raw)": 0.6837361454963684, "Finetune/Step": 6727, "Finetune/Step Time": 6.214950321242213}
+{"Finetune/Learning Rate": 1.0936714180367548e-06, "Finetune/Loss": 0.814771831035614, "Finetune/Loss (Raw)": 0.9766650199890137, "Finetune/Step": 6728, "Finetune/Step Time": 6.223545096814632}
+{"Finetune/Learning Rate": 1.0918023349414675e-06, "Finetune/Loss": 0.8134711980819702, "Finetune/Loss (Raw)": 0.6513049006462097, "Finetune/Step": 6729, "Finetune/Step Time": 6.218782056123018}
+{"Finetune/Learning Rate": 1.0899347581163222e-06, "Finetune/Loss": 0.8134954571723938, "Finetune/Loss (Raw)": 0.983686089515686, "Finetune/Step": 6730, "Finetune/Step Time": 6.239149110391736}
+{"Finetune/Learning Rate": 1.0880686878771018e-06, "Finetune/Loss": 0.8124799132347107, "Finetune/Loss (Raw)": 0.7933359146118164, "Finetune/Step": 6731, "Finetune/Step Time": 6.2423064932227135}
+{"Finetune/Learning Rate": 1.0862041245393396e-06, "Finetune/Loss": 0.811752438545227, "Finetune/Loss (Raw)": 0.6639853119850159, "Finetune/Step": 6732, "Finetune/Step Time": 6.249717073515058}
+{"Finetune/Learning Rate": 1.0843410684183087e-06, "Finetune/Loss": 0.8127288818359375, "Finetune/Loss (Raw)": 1.0284684896469116, "Finetune/Step": 6733, "Finetune/Step Time": 6.259546689689159}
+{"Finetune/Learning Rate": 1.0824795198290294e-06, "Finetune/Loss": 0.8149533271789551, "Finetune/Loss (Raw)": 0.9732370376586914, "Finetune/Step": 6734, "Finetune/Step Time": 6.252449199557304}
+{"Finetune/Learning Rate": 1.08061947908627e-06, "Finetune/Loss": 0.8137058615684509, "Finetune/Loss (Raw)": 0.5905628204345703, "Finetune/Step": 6735, "Finetune/Step Time": 6.231702534481883}
+{"Finetune/Learning Rate": 1.078760946504539e-06, "Finetune/Loss": 0.8149898052215576, "Finetune/Loss (Raw)": 0.9758489727973938, "Finetune/Step": 6736, "Finetune/Step Time": 6.2149868961423635}
+{"Finetune/Learning Rate": 1.0769039223980947e-06, "Finetune/Loss": 0.8142638206481934, "Finetune/Loss (Raw)": 0.7941056489944458, "Finetune/Step": 6737, "Finetune/Step Time": 6.202826675027609}
+{"Finetune/Learning Rate": 1.0750484070809342e-06, "Finetune/Loss": 0.8127148151397705, "Finetune/Loss (Raw)": 0.8041303753852844, "Finetune/Step": 6738, "Finetune/Step Time": 6.206318464130163}
+{"Finetune/Learning Rate": 1.0731944008668027e-06, "Finetune/Loss": 0.8136417865753174, "Finetune/Loss (Raw)": 0.9126675724983215, "Finetune/Step": 6739, "Finetune/Step Time": 6.223085960373282}
+{"Finetune/Learning Rate": 1.071341904069194e-06, "Finetune/Loss": 0.8138225078582764, "Finetune/Loss (Raw)": 0.8289104104042053, "Finetune/Step": 6740, "Finetune/Step Time": 6.22372829169035}
+{"Finetune/Learning Rate": 1.0694909170013445e-06, "Finetune/Loss": 0.8128787875175476, "Finetune/Loss (Raw)": 0.7745397090911865, "Finetune/Step": 6741, "Finetune/Step Time": 6.224279921501875}
+{"Finetune/Learning Rate": 1.0676414399762303e-06, "Finetune/Loss": 0.813857913017273, "Finetune/Loss (Raw)": 0.894892692565918, "Finetune/Step": 6742, "Finetune/Step Time": 6.213322199881077}
+{"Finetune/Learning Rate": 1.0657934733065755e-06, "Finetune/Loss": 0.812403678894043, "Finetune/Loss (Raw)": 0.7620286345481873, "Finetune/Step": 6743, "Finetune/Step Time": 6.211923513561487}
+{"Finetune/Learning Rate": 1.0639470173048517e-06, "Finetune/Loss": 0.8088179230690002, "Finetune/Loss (Raw)": 0.382069855928421, "Finetune/Step": 6744, "Finetune/Step Time": 6.2035595048218966}
+{"Finetune/Learning Rate": 1.062102072283271e-06, "Finetune/Loss": 0.8091895580291748, "Finetune/Loss (Raw)": 0.936356782913208, "Finetune/Step": 6745, "Finetune/Step Time": 6.216017212718725}
+{"Finetune/Learning Rate": 1.0602586385537928e-06, "Finetune/Loss": 0.8096098899841309, "Finetune/Loss (Raw)": 0.8634876012802124, "Finetune/Step": 6746, "Finetune/Step Time": 6.204074524343014}
+{"Finetune/Learning Rate": 1.05841671642812e-06, "Finetune/Loss": 0.8078432083129883, "Finetune/Loss (Raw)": 0.6024985909461975, "Finetune/Step": 6747, "Finetune/Step Time": 6.196921467781067}
+{"Finetune/Learning Rate": 1.056576306217698e-06, "Finetune/Loss": 0.8105542659759521, "Finetune/Loss (Raw)": 1.03403902053833, "Finetune/Step": 6748, "Finetune/Step Time": 6.197287455201149}
+{"Finetune/Learning Rate": 1.0547374082337193e-06, "Finetune/Loss": 0.8090270757675171, "Finetune/Loss (Raw)": 0.8631575107574463, "Finetune/Step": 6749, "Finetune/Step Time": 6.188716176897287}
+{"Finetune/Learning Rate": 1.05290002278712e-06, "Finetune/Loss": 0.8080475926399231, "Finetune/Loss (Raw)": 0.8671884536743164, "Finetune/Step": 6750, "Finetune/Step Time": 6.181935193017125}
+{"Finetune/Learning Rate": 1.05106415018858e-06, "Finetune/Loss": 0.8079507946968079, "Finetune/Loss (Raw)": 0.7279930114746094, "Finetune/Step": 6751, "Finetune/Step Time": 6.176076827570796}
+{"Finetune/Learning Rate": 1.0492297907485238e-06, "Finetune/Loss": 0.8061091303825378, "Finetune/Loss (Raw)": 0.8392775058746338, "Finetune/Step": 6752, "Finetune/Step Time": 6.177381742745638}
+{"Finetune/Learning Rate": 1.0473969447771183e-06, "Finetune/Loss": 0.8053797483444214, "Finetune/Loss (Raw)": 0.9017539620399475, "Finetune/Step": 6753, "Finetune/Step Time": 6.17873609252274}
+{"Finetune/Learning Rate": 1.045565612584276e-06, "Finetune/Loss": 0.8096306920051575, "Finetune/Loss (Raw)": 0.9783534407615662, "Finetune/Step": 6754, "Finetune/Step Time": 6.168944673612714}
+{"Finetune/Learning Rate": 1.0437357944796577e-06, "Finetune/Loss": 0.8114469051361084, "Finetune/Loss (Raw)": 0.7813982963562012, "Finetune/Step": 6755, "Finetune/Step Time": 6.153190700337291}
+{"Finetune/Learning Rate": 1.041907490772658e-06, "Finetune/Loss": 0.8130589723587036, "Finetune/Loss (Raw)": 0.8010736703872681, "Finetune/Step": 6756, "Finetune/Step Time": 6.155641924589872}
+{"Finetune/Learning Rate": 1.0400807017724212e-06, "Finetune/Loss": 0.8134687542915344, "Finetune/Loss (Raw)": 1.0037684440612793, "Finetune/Step": 6757, "Finetune/Step Time": 6.160561271011829}
+{"Finetune/Learning Rate": 1.0382554277878398e-06, "Finetune/Loss": 0.8144292831420898, "Finetune/Loss (Raw)": 0.8910678029060364, "Finetune/Step": 6758, "Finetune/Step Time": 6.171943336725235}
+{"Finetune/Learning Rate": 1.0364316691275466e-06, "Finetune/Loss": 0.8118248581886292, "Finetune/Loss (Raw)": 0.678863525390625, "Finetune/Step": 6759, "Finetune/Step Time": 6.185749147087336}
+{"Finetune/Learning Rate": 1.034609426099913e-06, "Finetune/Loss": 0.8077866435050964, "Finetune/Loss (Raw)": 0.3524000942707062, "Finetune/Step": 6760, "Finetune/Step Time": 6.199958382174373}
+{"Finetune/Learning Rate": 1.0327886990130598e-06, "Finetune/Loss": 0.8068943023681641, "Finetune/Loss (Raw)": 0.7481556534767151, "Finetune/Step": 6761, "Finetune/Step Time": 6.218580255284905}
+{"Finetune/Learning Rate": 1.0309694881748522e-06, "Finetune/Loss": 0.8070424795150757, "Finetune/Loss (Raw)": 0.926510214805603, "Finetune/Step": 6762, "Finetune/Step Time": 6.221598306670785}
+{"Finetune/Learning Rate": 1.0291517938928953e-06, "Finetune/Loss": 0.8067102432250977, "Finetune/Loss (Raw)": 0.7328380346298218, "Finetune/Step": 6763, "Finetune/Step Time": 6.219449540600181}
+{"Finetune/Learning Rate": 1.0273356164745395e-06, "Finetune/Loss": 0.8063814640045166, "Finetune/Loss (Raw)": 0.7626502513885498, "Finetune/Step": 6764, "Finetune/Step Time": 6.2230164017528296}
+{"Finetune/Learning Rate": 1.025520956226881e-06, "Finetune/Loss": 0.8055191040039062, "Finetune/Loss (Raw)": 0.7750433087348938, "Finetune/Step": 6765, "Finetune/Step Time": 6.2199137434363365}
+{"Finetune/Learning Rate": 1.0237078134567535e-06, "Finetune/Loss": 0.8048874139785767, "Finetune/Loss (Raw)": 0.6903828382492065, "Finetune/Step": 6766, "Finetune/Step Time": 6.216409794986248}
+{"Finetune/Learning Rate": 1.0218961884707412e-06, "Finetune/Loss": 0.805086076259613, "Finetune/Loss (Raw)": 0.8393783569335938, "Finetune/Step": 6767, "Finetune/Step Time": 6.212565651163459}
+{"Finetune/Learning Rate": 1.0200860815751678e-06, "Finetune/Loss": 0.805918276309967, "Finetune/Loss (Raw)": 0.9645271897315979, "Finetune/Step": 6768, "Finetune/Step Time": 6.212908536195755}
+{"Finetune/Learning Rate": 1.0182774930761009e-06, "Finetune/Loss": 0.8033466935157776, "Finetune/Loss (Raw)": 0.4768936038017273, "Finetune/Step": 6769, "Finetune/Step Time": 6.211153142154217}
+{"Finetune/Learning Rate": 1.0164704232793475e-06, "Finetune/Loss": 0.8013244867324829, "Finetune/Loss (Raw)": 0.6515742540359497, "Finetune/Step": 6770, "Finetune/Step Time": 6.210270429030061}
+{"Finetune/Learning Rate": 1.0146648724904662e-06, "Finetune/Loss": 0.8024901151657104, "Finetune/Loss (Raw)": 1.0020371675491333, "Finetune/Step": 6771, "Finetune/Step Time": 6.220456596463919}
+{"Finetune/Learning Rate": 1.0128608410147521e-06, "Finetune/Loss": 0.8036369681358337, "Finetune/Loss (Raw)": 0.9878494143486023, "Finetune/Step": 6772, "Finetune/Step Time": 6.23413410410285}
+{"Finetune/Learning Rate": 1.0110583291572484e-06, "Finetune/Loss": 0.8047215938568115, "Finetune/Loss (Raw)": 0.9523003101348877, "Finetune/Step": 6773, "Finetune/Step Time": 6.216511467471719}
+{"Finetune/Learning Rate": 1.0092573372227342e-06, "Finetune/Loss": 0.8054338693618774, "Finetune/Loss (Raw)": 0.9641513824462891, "Finetune/Step": 6774, "Finetune/Step Time": 6.211503824219108}
+{"Finetune/Learning Rate": 1.0074578655157374e-06, "Finetune/Loss": 0.8049564361572266, "Finetune/Loss (Raw)": 0.7865929007530212, "Finetune/Step": 6775, "Finetune/Step Time": 6.211420468986034}
+{"Finetune/Learning Rate": 1.0056599143405244e-06, "Finetune/Loss": 0.8042507171630859, "Finetune/Loss (Raw)": 0.7810032367706299, "Finetune/Step": 6776, "Finetune/Step Time": 6.2103020418435335}
+{"Finetune/Learning Rate": 1.0038634840011153e-06, "Finetune/Loss": 0.804549515247345, "Finetune/Loss (Raw)": 0.8051165342330933, "Finetune/Step": 6777, "Finetune/Step Time": 6.202897476032376}
+{"Finetune/Learning Rate": 1.002068574801257e-06, "Finetune/Loss": 0.8033301830291748, "Finetune/Loss (Raw)": 0.8214361667633057, "Finetune/Step": 6778, "Finetune/Step Time": 6.18332802131772}
+{"Finetune/Learning Rate": 1.0002751870444505e-06, "Finetune/Loss": 0.8031833171844482, "Finetune/Loss (Raw)": 0.7350246906280518, "Finetune/Step": 6779, "Finetune/Step Time": 6.181981407105923}
+{"Finetune/Learning Rate": 9.984833210339362e-07, "Finetune/Loss": 0.8027969598770142, "Finetune/Loss (Raw)": 0.8400405049324036, "Finetune/Step": 6780, "Finetune/Step Time": 6.180271416902542}
+{"Finetune/Learning Rate": 9.966929770726974e-07, "Finetune/Loss": 0.8032748699188232, "Finetune/Loss (Raw)": 0.8661763668060303, "Finetune/Step": 6781, "Finetune/Step Time": 6.1826561111956835}
+{"Finetune/Learning Rate": 9.949041554634597e-07, "Finetune/Loss": 0.804086446762085, "Finetune/Loss (Raw)": 0.972383975982666, "Finetune/Step": 6782, "Finetune/Step Time": 6.193523513153195}
+{"Finetune/Learning Rate": 9.931168565086924e-07, "Finetune/Loss": 0.8050999641418457, "Finetune/Loss (Raw)": 1.0124437808990479, "Finetune/Step": 6783, "Finetune/Step Time": 6.2050357311964035}
+{"Finetune/Learning Rate": 9.913310805106046e-07, "Finetune/Loss": 0.8025320172309875, "Finetune/Loss (Raw)": 0.5357576012611389, "Finetune/Step": 6784, "Finetune/Step Time": 6.217711573466659}
+{"Finetune/Learning Rate": 9.895468277711506e-07, "Finetune/Loss": 0.8039780259132385, "Finetune/Loss (Raw)": 0.96657794713974, "Finetune/Step": 6785, "Finetune/Step Time": 6.22963147982955}
+{"Finetune/Learning Rate": 9.877640985920268e-07, "Finetune/Loss": 0.8042490482330322, "Finetune/Loss (Raw)": 0.8385273814201355, "Finetune/Step": 6786, "Finetune/Step Time": 6.227825608104467}
+{"Finetune/Learning Rate": 9.85982893274674e-07, "Finetune/Loss": 0.8045020699501038, "Finetune/Loss (Raw)": 0.8495238423347473, "Finetune/Step": 6787, "Finetune/Step Time": 6.22761719301343}
+{"Finetune/Learning Rate": 9.84203212120265e-07, "Finetune/Loss": 0.8048905730247498, "Finetune/Loss (Raw)": 0.8583803176879883, "Finetune/Step": 6788, "Finetune/Step Time": 6.2279709950089455}
+{"Finetune/Learning Rate": 9.8242505542973e-07, "Finetune/Loss": 0.8039330244064331, "Finetune/Loss (Raw)": 0.7958981394767761, "Finetune/Step": 6789, "Finetune/Step Time": 6.227831035852432}
+{"Finetune/Learning Rate": 9.806484235037317e-07, "Finetune/Loss": 0.8036658763885498, "Finetune/Loss (Raw)": 0.8318272233009338, "Finetune/Step": 6790, "Finetune/Step Time": 6.22711774520576}
+{"Finetune/Learning Rate": 9.788733166426789e-07, "Finetune/Loss": 0.8026658296585083, "Finetune/Loss (Raw)": 0.8439938426017761, "Finetune/Step": 6791, "Finetune/Step Time": 6.22705708257854}
+{"Finetune/Learning Rate": 9.77099735146718e-07, "Finetune/Loss": 0.8040214776992798, "Finetune/Loss (Raw)": 1.039284586906433, "Finetune/Step": 6792, "Finetune/Step Time": 6.226683221757412}
+{"Finetune/Learning Rate": 9.75327679315743e-07, "Finetune/Loss": 0.8043306469917297, "Finetune/Loss (Raw)": 0.8786386251449585, "Finetune/Step": 6793, "Finetune/Step Time": 6.218259025365114}
+{"Finetune/Learning Rate": 9.735571494493833e-07, "Finetune/Loss": 0.8033453226089478, "Finetune/Loss (Raw)": 0.5787204504013062, "Finetune/Step": 6794, "Finetune/Step Time": 6.203154655173421}
+{"Finetune/Learning Rate": 9.717881458470203e-07, "Finetune/Loss": 0.8017246723175049, "Finetune/Loss (Raw)": 0.6690474152565002, "Finetune/Step": 6795, "Finetune/Step Time": 6.207119492813945}
+{"Finetune/Learning Rate": 9.700206688077707e-07, "Finetune/Loss": 0.8013342618942261, "Finetune/Loss (Raw)": 0.776687741279602, "Finetune/Step": 6796, "Finetune/Step Time": 6.211762910708785}
+{"Finetune/Learning Rate": 9.682547186304902e-07, "Finetune/Loss": 0.799308717250824, "Finetune/Loss (Raw)": 0.6747215986251831, "Finetune/Step": 6797, "Finetune/Step Time": 6.207647025585175}
+{"Finetune/Learning Rate": 9.66490295613781e-07, "Finetune/Loss": 0.801566481590271, "Finetune/Loss (Raw)": 0.8053876757621765, "Finetune/Step": 6798, "Finetune/Step Time": 6.205307949334383}
+{"Finetune/Learning Rate": 9.647274000559882e-07, "Finetune/Loss": 0.7989815473556519, "Finetune/Loss (Raw)": 0.39823317527770996, "Finetune/Step": 6799, "Finetune/Step Time": 6.203764978796244}
+{"Finetune/Learning Rate": 9.629660322551936e-07, "Finetune/Loss": 0.7988954782485962, "Finetune/Loss (Raw)": 0.9596214294433594, "Finetune/Step": 6800, "Finetune/Step Time": 6.219739196822047}
+{"Finetune/Learning Rate": 9.612061925092252e-07, "Finetune/Loss": 0.7995659112930298, "Finetune/Loss (Raw)": 0.8912222385406494, "Finetune/Step": 6801, "Finetune/Step Time": 6.206583501771092}
+{"Finetune/Learning Rate": 9.594478811156505e-07, "Finetune/Loss": 0.800032913684845, "Finetune/Loss (Raw)": 0.864419162273407, "Finetune/Step": 6802, "Finetune/Step Time": 6.202709311619401}
+{"Finetune/Learning Rate": 9.576910983717791e-07, "Finetune/Loss": 0.7979413866996765, "Finetune/Loss (Raw)": 0.5826729536056519, "Finetune/Step": 6803, "Finetune/Step Time": 6.19151271507144}
+{"Finetune/Learning Rate": 9.559358445746625e-07, "Finetune/Loss": 0.7970715165138245, "Finetune/Loss (Raw)": 0.7831985950469971, "Finetune/Step": 6804, "Finetune/Step Time": 6.203626696020365}
+{"Finetune/Learning Rate": 9.541821200210943e-07, "Finetune/Loss": 0.797521710395813, "Finetune/Loss (Raw)": 0.822715699672699, "Finetune/Step": 6805, "Finetune/Step Time": 6.21266177855432}
+{"Finetune/Learning Rate": 9.524299250076052e-07, "Finetune/Loss": 0.8017698526382446, "Finetune/Loss (Raw)": 1.0262199640274048, "Finetune/Step": 6806, "Finetune/Step Time": 6.200635662302375}
+{"Finetune/Learning Rate": 9.506792598304704e-07, "Finetune/Loss": 0.7979583740234375, "Finetune/Loss (Raw)": 0.4090458154678345, "Finetune/Step": 6807, "Finetune/Step Time": 6.203019557520747}
+{"Finetune/Learning Rate": 9.489301247857097e-07, "Finetune/Loss": 0.7984127998352051, "Finetune/Loss (Raw)": 0.9404916167259216, "Finetune/Step": 6808, "Finetune/Step Time": 6.223157657310367}
+{"Finetune/Learning Rate": 9.471825201690821e-07, "Finetune/Loss": 0.7980872988700867, "Finetune/Loss (Raw)": 0.9193754196166992, "Finetune/Step": 6809, "Finetune/Step Time": 6.224894516170025}
+{"Finetune/Learning Rate": 9.454364462760823e-07, "Finetune/Loss": 0.7989135384559631, "Finetune/Loss (Raw)": 0.9266880750656128, "Finetune/Step": 6810, "Finetune/Step Time": 6.226510483771563}
+{"Finetune/Learning Rate": 9.436919034019532e-07, "Finetune/Loss": 0.7938520312309265, "Finetune/Loss (Raw)": 0.3190934956073761, "Finetune/Step": 6811, "Finetune/Step Time": 6.2291240729391575}
+{"Finetune/Learning Rate": 9.419488918416741e-07, "Finetune/Loss": 0.794722318649292, "Finetune/Loss (Raw)": 0.7021120190620422, "Finetune/Step": 6812, "Finetune/Step Time": 6.241101540625095}
+{"Finetune/Learning Rate": 9.402074118899684e-07, "Finetune/Loss": 0.7950785160064697, "Finetune/Loss (Raw)": 0.9287474155426025, "Finetune/Step": 6813, "Finetune/Step Time": 6.2375471238046885}
+{"Finetune/Learning Rate": 9.384674638413038e-07, "Finetune/Loss": 0.7932496070861816, "Finetune/Loss (Raw)": 0.7188913226127625, "Finetune/Step": 6814, "Finetune/Step Time": 6.242619816213846}
+{"Finetune/Learning Rate": 9.367290479898794e-07, "Finetune/Loss": 0.795028805732727, "Finetune/Loss (Raw)": 0.9703686833381653, "Finetune/Step": 6815, "Finetune/Step Time": 6.2431918028742075}
+{"Finetune/Learning Rate": 9.349921646296423e-07, "Finetune/Loss": 0.7949461340904236, "Finetune/Loss (Raw)": 0.9168106317520142, "Finetune/Step": 6816, "Finetune/Step Time": 6.2485726699233055}
+{"Finetune/Learning Rate": 9.332568140542786e-07, "Finetune/Loss": 0.7979338765144348, "Finetune/Loss (Raw)": 0.7519051432609558, "Finetune/Step": 6817, "Finetune/Step Time": 6.246761528775096}
+{"Finetune/Learning Rate": 9.31522996557217e-07, "Finetune/Loss": 0.7993898391723633, "Finetune/Loss (Raw)": 0.8412861227989197, "Finetune/Step": 6818, "Finetune/Step Time": 6.230835039168596}
+{"Finetune/Learning Rate": 9.29790712431623e-07, "Finetune/Loss": 0.7983167171478271, "Finetune/Loss (Raw)": 0.6946605443954468, "Finetune/Step": 6819, "Finetune/Step Time": 6.235982540994883}
+{"Finetune/Learning Rate": 9.280599619704067e-07, "Finetune/Loss": 0.7980289459228516, "Finetune/Loss (Raw)": 0.8140963912010193, "Finetune/Step": 6820, "Finetune/Step Time": 6.242442021146417}
+{"Finetune/Learning Rate": 9.263307454662174e-07, "Finetune/Loss": 0.7987127900123596, "Finetune/Loss (Raw)": 0.7849499583244324, "Finetune/Step": 6821, "Finetune/Step Time": 6.2442283090204}
+{"Finetune/Learning Rate": 9.246030632114444e-07, "Finetune/Loss": 0.7999605536460876, "Finetune/Loss (Raw)": 0.9792296886444092, "Finetune/Step": 6822, "Finetune/Step Time": 6.236455351114273}
+{"Finetune/Learning Rate": 9.228769154982198e-07, "Finetune/Loss": 0.7978527545928955, "Finetune/Loss (Raw)": 0.6592888832092285, "Finetune/Step": 6823, "Finetune/Step Time": 6.230721645057201}
+{"Finetune/Learning Rate": 9.211523026184121e-07, "Finetune/Loss": 0.8036823868751526, "Finetune/Loss (Raw)": 1.0750916004180908, "Finetune/Step": 6824, "Finetune/Step Time": 6.230689601972699}
+{"Finetune/Learning Rate": 9.194292248636316e-07, "Finetune/Loss": 0.8031798005104065, "Finetune/Loss (Raw)": 0.7708793878555298, "Finetune/Step": 6825, "Finetune/Step Time": 6.211896309629083}
+{"Finetune/Learning Rate": 9.177076825252351e-07, "Finetune/Loss": 0.8010637164115906, "Finetune/Loss (Raw)": 0.7280478477478027, "Finetune/Step": 6826, "Finetune/Step Time": 6.2170116156339645}
+{"Finetune/Learning Rate": 9.159876758943121e-07, "Finetune/Loss": 0.8034114241600037, "Finetune/Loss (Raw)": 1.1386898756027222, "Finetune/Step": 6827, "Finetune/Step Time": 6.2279456332325935}
+{"Finetune/Learning Rate": 9.142692052616975e-07, "Finetune/Loss": 0.8075953722000122, "Finetune/Loss (Raw)": 0.9049368500709534, "Finetune/Step": 6828, "Finetune/Step Time": 6.225039765238762}
+{"Finetune/Learning Rate": 9.125522709179613e-07, "Finetune/Loss": 0.8050367832183838, "Finetune/Loss (Raw)": 0.5380645990371704, "Finetune/Step": 6829, "Finetune/Step Time": 6.222485858947039}
+{"Finetune/Learning Rate": 9.108368731534168e-07, "Finetune/Loss": 0.8039766550064087, "Finetune/Loss (Raw)": 0.8111371994018555, "Finetune/Step": 6830, "Finetune/Step Time": 6.2297381814569235}
+{"Finetune/Learning Rate": 9.091230122581185e-07, "Finetune/Loss": 0.8040352463722229, "Finetune/Loss (Raw)": 0.8486194610595703, "Finetune/Step": 6831, "Finetune/Step Time": 6.245638802647591}
+{"Finetune/Learning Rate": 9.074106885218592e-07, "Finetune/Loss": 0.8048778772354126, "Finetune/Loss (Raw)": 0.8940430879592896, "Finetune/Step": 6832, "Finetune/Step Time": 6.249514177441597}
+{"Finetune/Learning Rate": 9.056999022341728e-07, "Finetune/Loss": 0.8032690286636353, "Finetune/Loss (Raw)": 0.6471425294876099, "Finetune/Step": 6833, "Finetune/Step Time": 6.260035315528512}
+{"Finetune/Learning Rate": 9.039906536843335e-07, "Finetune/Loss": 0.8034673929214478, "Finetune/Loss (Raw)": 0.8258181810379028, "Finetune/Step": 6834, "Finetune/Step Time": 6.283566057682037}
+{"Finetune/Learning Rate": 9.022829431613533e-07, "Finetune/Loss": 0.8045591115951538, "Finetune/Loss (Raw)": 0.957556426525116, "Finetune/Step": 6835, "Finetune/Step Time": 6.291602132841945}
+{"Finetune/Learning Rate": 9.00576770953987e-07, "Finetune/Loss": 0.8043640851974487, "Finetune/Loss (Raw)": 0.9234776496887207, "Finetune/Step": 6836, "Finetune/Step Time": 6.298007654026151}
+{"Finetune/Learning Rate": 8.988721373507303e-07, "Finetune/Loss": 0.8048873543739319, "Finetune/Loss (Raw)": 0.8621698021888733, "Finetune/Step": 6837, "Finetune/Step Time": 6.301589760929346}
+{"Finetune/Learning Rate": 8.971690426398094e-07, "Finetune/Loss": 0.8045856356620789, "Finetune/Loss (Raw)": 0.8283615112304688, "Finetune/Step": 6838, "Finetune/Step Time": 6.302923990413547}
+{"Finetune/Learning Rate": 8.95467487109204e-07, "Finetune/Loss": 0.8049464225769043, "Finetune/Loss (Raw)": 0.9136715531349182, "Finetune/Step": 6839, "Finetune/Step Time": 6.308900430798531}
+{"Finetune/Learning Rate": 8.937674710466249e-07, "Finetune/Loss": 0.8063769340515137, "Finetune/Loss (Raw)": 0.9228309988975525, "Finetune/Step": 6840, "Finetune/Step Time": 6.321408595889807}
+{"Finetune/Learning Rate": 8.920689947395234e-07, "Finetune/Loss": 0.8072664737701416, "Finetune/Loss (Raw)": 0.9324951171875, "Finetune/Step": 6841, "Finetune/Step Time": 6.320348564535379}
+{"Finetune/Learning Rate": 8.903720584750952e-07, "Finetune/Loss": 0.8068550825119019, "Finetune/Loss (Raw)": 0.7890666723251343, "Finetune/Step": 6842, "Finetune/Step Time": 6.316212676465511}
+{"Finetune/Learning Rate": 8.886766625402665e-07, "Finetune/Loss": 0.8084132671356201, "Finetune/Loss (Raw)": 0.922033429145813, "Finetune/Step": 6843, "Finetune/Step Time": 6.312250001356006}
+{"Finetune/Learning Rate": 8.869828072217102e-07, "Finetune/Loss": 0.8086588978767395, "Finetune/Loss (Raw)": 0.8474777340888977, "Finetune/Step": 6844, "Finetune/Step Time": 6.304385881870985}
+{"Finetune/Learning Rate": 8.852904928058403e-07, "Finetune/Loss": 0.8104361295700073, "Finetune/Loss (Raw)": 1.00706946849823, "Finetune/Step": 6845, "Finetune/Step Time": 6.29603224247694}
+{"Finetune/Learning Rate": 8.835997195788071e-07, "Finetune/Loss": 0.8106825947761536, "Finetune/Loss (Raw)": 0.8218956589698792, "Finetune/Step": 6846, "Finetune/Step Time": 6.293658811599016}
+{"Finetune/Learning Rate": 8.81910487826495e-07, "Finetune/Loss": 0.8120082020759583, "Finetune/Loss (Raw)": 0.9692808985710144, "Finetune/Step": 6847, "Finetune/Step Time": 6.294535659253597}
+{"Finetune/Learning Rate": 8.802227978345379e-07, "Finetune/Loss": 0.8137247562408447, "Finetune/Loss (Raw)": 0.8457711935043335, "Finetune/Step": 6848, "Finetune/Step Time": 6.291503891348839}
+{"Finetune/Learning Rate": 8.785366498883008e-07, "Finetune/Loss": 0.8134282827377319, "Finetune/Loss (Raw)": 0.7074539065361023, "Finetune/Step": 6849, "Finetune/Step Time": 6.277924178168178}
+{"Finetune/Learning Rate": 8.768520442728934e-07, "Finetune/Loss": 0.812710165977478, "Finetune/Loss (Raw)": 0.8169082403182983, "Finetune/Step": 6850, "Finetune/Step Time": 6.273852491751313}
+{"Finetune/Learning Rate": 8.751689812731612e-07, "Finetune/Loss": 0.8181238174438477, "Finetune/Loss (Raw)": 0.9930313229560852, "Finetune/Step": 6851, "Finetune/Step Time": 6.269727138802409}
+{"Finetune/Learning Rate": 8.73487461173691e-07, "Finetune/Loss": 0.8202759027481079, "Finetune/Loss (Raw)": 0.9519534111022949, "Finetune/Step": 6852, "Finetune/Step Time": 6.257323713973165}
+{"Finetune/Learning Rate": 8.718074842588075e-07, "Finetune/Loss": 0.8199365735054016, "Finetune/Loss (Raw)": 0.8341840505599976, "Finetune/Step": 6853, "Finetune/Step Time": 6.257028870284557}
+{"Finetune/Learning Rate": 8.701290508125748e-07, "Finetune/Loss": 0.8199621438980103, "Finetune/Loss (Raw)": 0.6863137483596802, "Finetune/Step": 6854, "Finetune/Step Time": 6.266064252704382}
+{"Finetune/Learning Rate": 8.684521611187958e-07, "Finetune/Loss": 0.8214737176895142, "Finetune/Loss (Raw)": 0.8772097826004028, "Finetune/Step": 6855, "Finetune/Step Time": 6.26871469989419}
+{"Finetune/Learning Rate": 8.667768154610124e-07, "Finetune/Loss": 0.8216763734817505, "Finetune/Loss (Raw)": 1.002616286277771, "Finetune/Step": 6856, "Finetune/Step Time": 6.251878283917904}
+{"Finetune/Learning Rate": 8.651030141225069e-07, "Finetune/Loss": 0.8217066526412964, "Finetune/Loss (Raw)": 0.6551738977432251, "Finetune/Step": 6857, "Finetune/Step Time": 6.252621071413159}
+{"Finetune/Learning Rate": 8.634307573862977e-07, "Finetune/Loss": 0.8206683993339539, "Finetune/Loss (Raw)": 0.8507917523384094, "Finetune/Step": 6858, "Finetune/Step Time": 6.236507365480065}
+{"Finetune/Learning Rate": 8.617600455351438e-07, "Finetune/Loss": 0.8203290104866028, "Finetune/Loss (Raw)": 0.7498937845230103, "Finetune/Step": 6859, "Finetune/Step Time": 6.233032800257206}
+{"Finetune/Learning Rate": 8.60090878851545e-07, "Finetune/Loss": 0.8220540881156921, "Finetune/Loss (Raw)": 0.8847938776016235, "Finetune/Step": 6860, "Finetune/Step Time": 6.220704233273864}
+{"Finetune/Learning Rate": 8.584232576177342e-07, "Finetune/Loss": 0.8210197687149048, "Finetune/Loss (Raw)": 0.8960784077644348, "Finetune/Step": 6861, "Finetune/Step Time": 6.210911337286234}
+{"Finetune/Learning Rate": 8.567571821156862e-07, "Finetune/Loss": 0.8200963735580444, "Finetune/Loss (Raw)": 0.8550412654876709, "Finetune/Step": 6862, "Finetune/Step Time": 6.212672593072057}
+{"Finetune/Learning Rate": 8.550926526271152e-07, "Finetune/Loss": 0.8195180296897888, "Finetune/Loss (Raw)": 0.516533613204956, "Finetune/Step": 6863, "Finetune/Step Time": 6.217227900400758}
+{"Finetune/Learning Rate": 8.534296694334765e-07, "Finetune/Loss": 0.8180192708969116, "Finetune/Loss (Raw)": 0.7840110063552856, "Finetune/Step": 6864, "Finetune/Step Time": 6.222767420113087}
+{"Finetune/Learning Rate": 8.517682328159571e-07, "Finetune/Loss": 0.8175753355026245, "Finetune/Loss (Raw)": 0.737284243106842, "Finetune/Step": 6865, "Finetune/Step Time": 6.223215447738767}
+{"Finetune/Learning Rate": 8.501083430554868e-07, "Finetune/Loss": 0.817997932434082, "Finetune/Loss (Raw)": 0.8582169413566589, "Finetune/Step": 6866, "Finetune/Step Time": 6.22396007552743}
+{"Finetune/Learning Rate": 8.484500004327345e-07, "Finetune/Loss": 0.814765453338623, "Finetune/Loss (Raw)": 0.49891024827957153, "Finetune/Step": 6867, "Finetune/Step Time": 6.218071490526199}
+{"Finetune/Learning Rate": 8.467932052281047e-07, "Finetune/Loss": 0.8162592649459839, "Finetune/Loss (Raw)": 1.0201157331466675, "Finetune/Step": 6868, "Finetune/Step Time": 6.238674299791455}
+{"Finetune/Learning Rate": 8.451379577217423e-07, "Finetune/Loss": 0.8154854774475098, "Finetune/Loss (Raw)": 0.6754958629608154, "Finetune/Step": 6869, "Finetune/Step Time": 6.23844850063324}
+{"Finetune/Learning Rate": 8.434842581935299e-07, "Finetune/Loss": 0.815282940864563, "Finetune/Loss (Raw)": 0.8689747452735901, "Finetune/Step": 6870, "Finetune/Step Time": 6.247202176600695}
+{"Finetune/Learning Rate": 8.418321069230894e-07, "Finetune/Loss": 0.8156213164329529, "Finetune/Loss (Raw)": 0.8053382039070129, "Finetune/Step": 6871, "Finetune/Step Time": 6.243389623239636}
+{"Finetune/Learning Rate": 8.401815041897787e-07, "Finetune/Loss": 0.8196550607681274, "Finetune/Loss (Raw)": 0.898392915725708, "Finetune/Step": 6872, "Finetune/Step Time": 6.24017896130681}
+{"Finetune/Learning Rate": 8.385324502726944e-07, "Finetune/Loss": 0.8184545040130615, "Finetune/Loss (Raw)": 0.7826806902885437, "Finetune/Step": 6873, "Finetune/Step Time": 6.225419972091913}
+{"Finetune/Learning Rate": 8.368849454506755e-07, "Finetune/Loss": 0.8187224268913269, "Finetune/Loss (Raw)": 0.8977822065353394, "Finetune/Step": 6874, "Finetune/Step Time": 6.226228645071387}
+{"Finetune/Learning Rate": 8.352389900022895e-07, "Finetune/Loss": 0.8204435110092163, "Finetune/Loss (Raw)": 0.822790265083313, "Finetune/Step": 6875, "Finetune/Step Time": 6.220479471608996}
+{"Finetune/Learning Rate": 8.335945842058524e-07, "Finetune/Loss": 0.8177855610847473, "Finetune/Loss (Raw)": 0.6938311457633972, "Finetune/Step": 6876, "Finetune/Step Time": 6.2164367362856865}
+{"Finetune/Learning Rate": 8.319517283394119e-07, "Finetune/Loss": 0.8168990015983582, "Finetune/Loss (Raw)": 0.7496724724769592, "Finetune/Step": 6877, "Finetune/Step Time": 6.225357772782445}
+{"Finetune/Learning Rate": 8.303104226807579e-07, "Finetune/Loss": 0.8162940740585327, "Finetune/Loss (Raw)": 0.7897606492042542, "Finetune/Step": 6878, "Finetune/Step Time": 6.230486363172531}
+{"Finetune/Learning Rate": 8.28670667507413e-07, "Finetune/Loss": 0.8161932229995728, "Finetune/Loss (Raw)": 0.7150797843933105, "Finetune/Step": 6879, "Finetune/Step Time": 6.238315034657717}
+{"Finetune/Learning Rate": 8.270324630966398e-07, "Finetune/Loss": 0.8144025802612305, "Finetune/Loss (Raw)": 0.6100746989250183, "Finetune/Step": 6880, "Finetune/Step Time": 6.247691577300429}
+{"Finetune/Learning Rate": 8.253958097254388e-07, "Finetune/Loss": 0.8140110969543457, "Finetune/Loss (Raw)": 0.8516523838043213, "Finetune/Step": 6881, "Finetune/Step Time": 6.236251996830106}
+{"Finetune/Learning Rate": 8.237607076705534e-07, "Finetune/Loss": 0.8107768893241882, "Finetune/Loss (Raw)": 0.564373254776001, "Finetune/Step": 6882, "Finetune/Step Time": 6.237953949719667}
+{"Finetune/Learning Rate": 8.221271572084544e-07, "Finetune/Loss": 0.813628613948822, "Finetune/Loss (Raw)": 1.1464166641235352, "Finetune/Step": 6883, "Finetune/Step Time": 6.24602890573442}
+{"Finetune/Learning Rate": 8.204951586153587e-07, "Finetune/Loss": 0.8124702572822571, "Finetune/Loss (Raw)": 0.6528031826019287, "Finetune/Step": 6884, "Finetune/Step Time": 6.240859316661954}
+{"Finetune/Learning Rate": 8.188647121672166e-07, "Finetune/Loss": 0.8108015060424805, "Finetune/Loss (Raw)": 0.7901715636253357, "Finetune/Step": 6885, "Finetune/Step Time": 6.23535823635757}
+{"Finetune/Learning Rate": 8.172358181397178e-07, "Finetune/Loss": 0.8089165091514587, "Finetune/Loss (Raw)": 0.6497843861579895, "Finetune/Step": 6886, "Finetune/Step Time": 6.228158596903086}
+{"Finetune/Learning Rate": 8.156084768082884e-07, "Finetune/Loss": 0.8096964359283447, "Finetune/Loss (Raw)": 0.7786990404129028, "Finetune/Step": 6887, "Finetune/Step Time": 6.216177683323622}
+{"Finetune/Learning Rate": 8.139826884480928e-07, "Finetune/Loss": 0.8127014636993408, "Finetune/Loss (Raw)": 0.7370429635047913, "Finetune/Step": 6888, "Finetune/Step Time": 6.204137675464153}
+{"Finetune/Learning Rate": 8.123584533340323e-07, "Finetune/Loss": 0.8128392696380615, "Finetune/Loss (Raw)": 0.7657899260520935, "Finetune/Step": 6889, "Finetune/Step Time": 6.196862669661641}
+{"Finetune/Learning Rate": 8.107357717407449e-07, "Finetune/Loss": 0.8111867904663086, "Finetune/Loss (Raw)": 0.7149942517280579, "Finetune/Step": 6890, "Finetune/Step Time": 6.209838688373566}
+{"Finetune/Learning Rate": 8.091146439426089e-07, "Finetune/Loss": 0.8083145618438721, "Finetune/Loss (Raw)": 0.3651942312717438, "Finetune/Step": 6891, "Finetune/Step Time": 6.217158855870366}
+{"Finetune/Learning Rate": 8.074950702137374e-07, "Finetune/Loss": 0.8079156875610352, "Finetune/Loss (Raw)": 0.7116015553474426, "Finetune/Step": 6892, "Finetune/Step Time": 6.230250099673867}
+{"Finetune/Learning Rate": 8.058770508279778e-07, "Finetune/Loss": 0.8092030882835388, "Finetune/Loss (Raw)": 0.9398170709609985, "Finetune/Step": 6893, "Finetune/Step Time": 6.2474486362189054}
+{"Finetune/Learning Rate": 8.042605860589192e-07, "Finetune/Loss": 0.8108680248260498, "Finetune/Loss (Raw)": 0.9034966826438904, "Finetune/Step": 6894, "Finetune/Step Time": 6.248321941122413}
+{"Finetune/Learning Rate": 8.026456761798895e-07, "Finetune/Loss": 0.8068618774414062, "Finetune/Loss (Raw)": 0.3265892565250397, "Finetune/Step": 6895, "Finetune/Step Time": 6.25186663120985}
+{"Finetune/Learning Rate": 8.010323214639492e-07, "Finetune/Loss": 0.8043431043624878, "Finetune/Loss (Raw)": 0.6421270370483398, "Finetune/Step": 6896, "Finetune/Step Time": 6.271464109420776}
+{"Finetune/Learning Rate": 7.994205221838969e-07, "Finetune/Loss": 0.8080829381942749, "Finetune/Loss (Raw)": 0.9555956125259399, "Finetune/Step": 6897, "Finetune/Step Time": 6.276584446430206}
+{"Finetune/Learning Rate": 7.978102786122676e-07, "Finetune/Loss": 0.8094803094863892, "Finetune/Loss (Raw)": 0.8304388523101807, "Finetune/Step": 6898, "Finetune/Step Time": 6.266480717808008}
+{"Finetune/Learning Rate": 7.96201591021335e-07, "Finetune/Loss": 0.8072713017463684, "Finetune/Loss (Raw)": 0.7192798256874084, "Finetune/Step": 6899, "Finetune/Step Time": 6.273090090602636}
+{"Finetune/Learning Rate": 7.945944596831079e-07, "Finetune/Loss": 0.8026177883148193, "Finetune/Loss (Raw)": 0.3922071158885956, "Finetune/Step": 6900, "Finetune/Step Time": 6.283819276839495}
+{"Finetune/Learning Rate": 7.929888848693378e-07, "Finetune/Loss": 0.8013492822647095, "Finetune/Loss (Raw)": 0.7899291515350342, "Finetune/Step": 6901, "Finetune/Step Time": 6.3069898672401905}
+{"Finetune/Learning Rate": 7.913848668515034e-07, "Finetune/Loss": 0.7989416122436523, "Finetune/Loss (Raw)": 0.6559706330299377, "Finetune/Step": 6902, "Finetune/Step Time": 6.32042677141726}
+{"Finetune/Learning Rate": 7.897824059008274e-07, "Finetune/Loss": 0.7993738055229187, "Finetune/Loss (Raw)": 0.8419110178947449, "Finetune/Step": 6903, "Finetune/Step Time": 6.322809126228094}
+{"Finetune/Learning Rate": 7.881815022882655e-07, "Finetune/Loss": 0.8008005023002625, "Finetune/Loss (Raw)": 0.963618814945221, "Finetune/Step": 6904, "Finetune/Step Time": 6.329595668241382}
+{"Finetune/Learning Rate": 7.865821562845122e-07, "Finetune/Loss": 0.8007088303565979, "Finetune/Loss (Raw)": 0.7933834195137024, "Finetune/Step": 6905, "Finetune/Step Time": 6.34703110717237}
+{"Finetune/Learning Rate": 7.849843681599978e-07, "Finetune/Loss": 0.8009291291236877, "Finetune/Loss (Raw)": 0.8496312499046326, "Finetune/Step": 6906, "Finetune/Step Time": 6.344616644084454}
+{"Finetune/Learning Rate": 7.833881381848885e-07, "Finetune/Loss": 0.8032501935958862, "Finetune/Loss (Raw)": 1.0321170091629028, "Finetune/Step": 6907, "Finetune/Step Time": 6.342508772388101}
+{"Finetune/Learning Rate": 7.817934666290883e-07, "Finetune/Loss": 0.804370641708374, "Finetune/Loss (Raw)": 0.9834674000740051, "Finetune/Step": 6908, "Finetune/Step Time": 6.347276672720909}
+{"Finetune/Learning Rate": 7.802003537622382e-07, "Finetune/Loss": 0.8048607110977173, "Finetune/Loss (Raw)": 0.9289030432701111, "Finetune/Step": 6909, "Finetune/Step Time": 6.351659974083304}
+{"Finetune/Learning Rate": 7.786087998537151e-07, "Finetune/Loss": 0.8048557043075562, "Finetune/Loss (Raw)": 0.9717397689819336, "Finetune/Step": 6910, "Finetune/Step Time": 6.354102149605751}
+{"Finetune/Learning Rate": 7.770188051726291e-07, "Finetune/Loss": 0.8024660348892212, "Finetune/Loss (Raw)": 0.7065763473510742, "Finetune/Step": 6911, "Finetune/Step Time": 6.349243780598044}
+{"Finetune/Learning Rate": 7.754303699878285e-07, "Finetune/Loss": 0.8036229610443115, "Finetune/Loss (Raw)": 0.6838393211364746, "Finetune/Step": 6912, "Finetune/Step Time": 6.360745295882225}
+{"Finetune/Learning Rate": 7.73843494567903e-07, "Finetune/Loss": 0.8031926155090332, "Finetune/Loss (Raw)": 0.9114980697631836, "Finetune/Step": 6913, "Finetune/Step Time": 6.353154679760337}
+{"Finetune/Learning Rate": 7.722581791811723e-07, "Finetune/Loss": 0.7997913360595703, "Finetune/Loss (Raw)": 0.4031582474708557, "Finetune/Step": 6914, "Finetune/Step Time": 6.361183252185583}
+{"Finetune/Learning Rate": 7.706744240956954e-07, "Finetune/Loss": 0.7996102571487427, "Finetune/Loss (Raw)": 0.8263378739356995, "Finetune/Step": 6915, "Finetune/Step Time": 6.375154642388225}
+{"Finetune/Learning Rate": 7.690922295792647e-07, "Finetune/Loss": 0.7999650835990906, "Finetune/Loss (Raw)": 0.903808057308197, "Finetune/Step": 6916, "Finetune/Step Time": 6.3711268454790115}
+{"Finetune/Learning Rate": 7.675115958994106e-07, "Finetune/Loss": 0.7989823818206787, "Finetune/Loss (Raw)": 0.6701064705848694, "Finetune/Step": 6917, "Finetune/Step Time": 6.368659824132919}
+{"Finetune/Learning Rate": 7.659325233233983e-07, "Finetune/Loss": 0.7992749214172363, "Finetune/Loss (Raw)": 0.8692804574966431, "Finetune/Step": 6918, "Finetune/Step Time": 6.383791362866759}
+{"Finetune/Learning Rate": 7.643550121182352e-07, "Finetune/Loss": 0.7997688055038452, "Finetune/Loss (Raw)": 0.9072050452232361, "Finetune/Step": 6919, "Finetune/Step Time": 6.38840296305716}
+{"Finetune/Learning Rate": 7.627790625506548e-07, "Finetune/Loss": 0.7976369857788086, "Finetune/Loss (Raw)": 0.7664077877998352, "Finetune/Step": 6920, "Finetune/Step Time": 6.386482624337077}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.796654462814331, "Finetune/Loss (Raw)": 0.7528759837150574, "Finetune/Step": 6921, "Finetune/Step Time": 6.388002334162593}
+{"Finetune/Learning Rate": 7.596318493938792e-07, "Finetune/Loss": 0.797905445098877, "Finetune/Loss (Raw)": 0.7388455867767334, "Finetune/Step": 6922, "Finetune/Step Time": 6.3842359613627195}
+{"Finetune/Learning Rate": 7.580605863368406e-07, "Finetune/Loss": 0.7996252179145813, "Finetune/Loss (Raw)": 0.8891779184341431, "Finetune/Step": 6923, "Finetune/Step Time": 6.379081353545189}
+{"Finetune/Learning Rate": 7.564908859817011e-07, "Finetune/Loss": 0.800715446472168, "Finetune/Loss (Raw)": 0.9162473082542419, "Finetune/Step": 6924, "Finetune/Step Time": 6.3773648496717215}
+{"Finetune/Learning Rate": 7.549227485938715e-07, "Finetune/Loss": 0.8025704622268677, "Finetune/Loss (Raw)": 0.9121571183204651, "Finetune/Step": 6925, "Finetune/Step Time": 6.377095531672239}
+{"Finetune/Learning Rate": 7.53356174438512e-07, "Finetune/Loss": 0.80251145362854, "Finetune/Loss (Raw)": 0.7978390455245972, "Finetune/Step": 6926, "Finetune/Step Time": 6.3783606775105}
+{"Finetune/Learning Rate": 7.517911637805086e-07, "Finetune/Loss": 0.807941198348999, "Finetune/Loss (Raw)": 1.0932413339614868, "Finetune/Step": 6927, "Finetune/Step Time": 6.383770747110248}
+{"Finetune/Learning Rate": 7.502277168844885e-07, "Finetune/Loss": 0.8060859441757202, "Finetune/Loss (Raw)": 0.722144603729248, "Finetune/Step": 6928, "Finetune/Step Time": 6.3724438939243555}
+{"Finetune/Learning Rate": 7.486658340148079e-07, "Finetune/Loss": 0.8064432144165039, "Finetune/Loss (Raw)": 0.9369511008262634, "Finetune/Step": 6929, "Finetune/Step Time": 6.389684397727251}
+{"Finetune/Learning Rate": 7.471055154355655e-07, "Finetune/Loss": 0.8049776554107666, "Finetune/Loss (Raw)": 0.6768356561660767, "Finetune/Step": 6930, "Finetune/Step Time": 6.387564208358526}
+{"Finetune/Learning Rate": 7.455467614105894e-07, "Finetune/Loss": 0.807834267616272, "Finetune/Loss (Raw)": 0.9483165740966797, "Finetune/Step": 6931, "Finetune/Step Time": 6.385077841579914}
+{"Finetune/Learning Rate": 7.439895722034507e-07, "Finetune/Loss": 0.8086268901824951, "Finetune/Loss (Raw)": 0.8846533298492432, "Finetune/Step": 6932, "Finetune/Step Time": 6.376622436568141}
+{"Finetune/Learning Rate": 7.4243394807745e-07, "Finetune/Loss": 0.8075289726257324, "Finetune/Loss (Raw)": 0.6821803450584412, "Finetune/Step": 6933, "Finetune/Step Time": 6.364858878776431}
+{"Finetune/Learning Rate": 7.408798892956248e-07, "Finetune/Loss": 0.8060287237167358, "Finetune/Loss (Raw)": 0.8341873288154602, "Finetune/Step": 6934, "Finetune/Step Time": 6.3789726216346025}
+{"Finetune/Learning Rate": 7.393273961207458e-07, "Finetune/Loss": 0.8088366389274597, "Finetune/Loss (Raw)": 0.7684599757194519, "Finetune/Step": 6935, "Finetune/Step Time": 6.369929080829024}
+{"Finetune/Learning Rate": 7.377764688153244e-07, "Finetune/Loss": 0.8070613145828247, "Finetune/Loss (Raw)": 0.7132498621940613, "Finetune/Step": 6936, "Finetune/Step Time": 6.354888619855046}
+{"Finetune/Learning Rate": 7.362271076416006e-07, "Finetune/Loss": 0.8054090738296509, "Finetune/Loss (Raw)": 0.7078909277915955, "Finetune/Step": 6937, "Finetune/Step Time": 6.365067994222045}
+{"Finetune/Learning Rate": 7.346793128615559e-07, "Finetune/Loss": 0.8051378726959229, "Finetune/Loss (Raw)": 0.891968309879303, "Finetune/Step": 6938, "Finetune/Step Time": 6.3657826241105795}
+{"Finetune/Learning Rate": 7.331330847369022e-07, "Finetune/Loss": 0.8086990118026733, "Finetune/Loss (Raw)": 0.7749199271202087, "Finetune/Step": 6939, "Finetune/Step Time": 6.363591957837343}
+{"Finetune/Learning Rate": 7.315884235290893e-07, "Finetune/Loss": 0.8053591251373291, "Finetune/Loss (Raw)": 0.2746075391769409, "Finetune/Step": 6940, "Finetune/Step Time": 6.356511613354087}
+{"Finetune/Learning Rate": 7.300453294993004e-07, "Finetune/Loss": 0.8039066791534424, "Finetune/Loss (Raw)": 0.7428383827209473, "Finetune/Step": 6941, "Finetune/Step Time": 6.371386054903269}
+{"Finetune/Learning Rate": 7.285038029084557e-07, "Finetune/Loss": 0.8060098886489868, "Finetune/Loss (Raw)": 0.9880983829498291, "Finetune/Step": 6942, "Finetune/Step Time": 6.366947678849101}
+{"Finetune/Learning Rate": 7.269638440172056e-07, "Finetune/Loss": 0.8021196722984314, "Finetune/Loss (Raw)": 0.47242113947868347, "Finetune/Step": 6943, "Finetune/Step Time": 6.368516532704234}
+{"Finetune/Learning Rate": 7.254254530859417e-07, "Finetune/Loss": 0.8014072179794312, "Finetune/Loss (Raw)": 0.8256194591522217, "Finetune/Step": 6944, "Finetune/Step Time": 6.371477089822292}
+{"Finetune/Learning Rate": 7.23888630374786e-07, "Finetune/Loss": 0.8010316491127014, "Finetune/Loss (Raw)": 0.7038307189941406, "Finetune/Step": 6945, "Finetune/Step Time": 6.371587263420224}
+{"Finetune/Learning Rate": 7.223533761435986e-07, "Finetune/Loss": 0.8013967275619507, "Finetune/Loss (Raw)": 0.8880213499069214, "Finetune/Step": 6946, "Finetune/Step Time": 6.388696178793907}
+{"Finetune/Learning Rate": 7.208196906519738e-07, "Finetune/Loss": 0.8025913238525391, "Finetune/Loss (Raw)": 0.8475650548934937, "Finetune/Step": 6947, "Finetune/Step Time": 6.383261688053608}
+{"Finetune/Learning Rate": 7.192875741592364e-07, "Finetune/Loss": 0.8030954003334045, "Finetune/Loss (Raw)": 0.8786201477050781, "Finetune/Step": 6948, "Finetune/Step Time": 6.3695678152143955}
+{"Finetune/Learning Rate": 7.177570269244471e-07, "Finetune/Loss": 0.8004468679428101, "Finetune/Loss (Raw)": 0.4459366500377655, "Finetune/Step": 6949, "Finetune/Step Time": 6.373670691624284}
+{"Finetune/Learning Rate": 7.162280492064088e-07, "Finetune/Loss": 0.7991377115249634, "Finetune/Loss (Raw)": 0.8116587400436401, "Finetune/Step": 6950, "Finetune/Step Time": 6.392501924186945}
+{"Finetune/Learning Rate": 7.147006412636537e-07, "Finetune/Loss": 0.8017007112503052, "Finetune/Loss (Raw)": 0.9873544573783875, "Finetune/Step": 6951, "Finetune/Step Time": 6.3906205072999}
+{"Finetune/Learning Rate": 7.131748033544428e-07, "Finetune/Loss": 0.7991089224815369, "Finetune/Loss (Raw)": 0.7433375120162964, "Finetune/Step": 6952, "Finetune/Step Time": 6.383851582184434}
+{"Finetune/Learning Rate": 7.116505357367798e-07, "Finetune/Loss": 0.8000694513320923, "Finetune/Loss (Raw)": 0.8938308358192444, "Finetune/Step": 6953, "Finetune/Step Time": 6.389393724501133}
+{"Finetune/Learning Rate": 7.101278386684008e-07, "Finetune/Loss": 0.8010894656181335, "Finetune/Loss (Raw)": 0.8586059212684631, "Finetune/Step": 6954, "Finetune/Step Time": 6.3839576710015535}
+{"Finetune/Learning Rate": 7.086067124067753e-07, "Finetune/Loss": 0.7983137965202332, "Finetune/Loss (Raw)": 0.783403754234314, "Finetune/Step": 6955, "Finetune/Step Time": 6.377312129363418}
+{"Finetune/Learning Rate": 7.070871572091076e-07, "Finetune/Loss": 0.7968716621398926, "Finetune/Loss (Raw)": 0.7203448414802551, "Finetune/Step": 6956, "Finetune/Step Time": 6.383192697539926}
+{"Finetune/Learning Rate": 7.055691733323355e-07, "Finetune/Loss": 0.7993378639221191, "Finetune/Loss (Raw)": 0.8537417650222778, "Finetune/Step": 6957, "Finetune/Step Time": 6.3786620404571295}
+{"Finetune/Learning Rate": 7.040527610331338e-07, "Finetune/Loss": 0.799848198890686, "Finetune/Loss (Raw)": 0.8764607310295105, "Finetune/Step": 6958, "Finetune/Step Time": 6.370900759473443}
+{"Finetune/Learning Rate": 7.025379205679083e-07, "Finetune/Loss": 0.8003623485565186, "Finetune/Loss (Raw)": 0.9144197702407837, "Finetune/Step": 6959, "Finetune/Step Time": 6.356166280806065}
+{"Finetune/Learning Rate": 7.010246521928022e-07, "Finetune/Loss": 0.7998794317245483, "Finetune/Loss (Raw)": 0.8322362303733826, "Finetune/Step": 6960, "Finetune/Step Time": 6.3578958082944155}
+{"Finetune/Learning Rate": 6.995129561636904e-07, "Finetune/Loss": 0.8020745515823364, "Finetune/Loss (Raw)": 0.9281130433082581, "Finetune/Step": 6961, "Finetune/Step Time": 6.358231397345662}
+{"Finetune/Learning Rate": 6.980028327361799e-07, "Finetune/Loss": 0.7989903688430786, "Finetune/Loss (Raw)": 0.43104779720306396, "Finetune/Step": 6962, "Finetune/Step Time": 6.341804854571819}
+{"Finetune/Learning Rate": 6.964942821656173e-07, "Finetune/Loss": 0.7983400821685791, "Finetune/Loss (Raw)": 0.8743239641189575, "Finetune/Step": 6963, "Finetune/Step Time": 6.346582744270563}
+{"Finetune/Learning Rate": 6.94987304707081e-07, "Finetune/Loss": 0.7939082384109497, "Finetune/Loss (Raw)": 0.3561965227127075, "Finetune/Step": 6964, "Finetune/Step Time": 6.344731915742159}
+{"Finetune/Learning Rate": 6.934819006153848e-07, "Finetune/Loss": 0.7935086488723755, "Finetune/Loss (Raw)": 0.8110254406929016, "Finetune/Step": 6965, "Finetune/Step Time": 6.359476052224636}
+{"Finetune/Learning Rate": 6.919780701450684e-07, "Finetune/Loss": 0.791914701461792, "Finetune/Loss (Raw)": 0.6243365406990051, "Finetune/Step": 6966, "Finetune/Step Time": 6.361555511131883}
+{"Finetune/Learning Rate": 6.904758135504163e-07, "Finetune/Loss": 0.7914876937866211, "Finetune/Loss (Raw)": 0.8590068221092224, "Finetune/Step": 6967, "Finetune/Step Time": 6.3628830909729}
+{"Finetune/Learning Rate": 6.889751310854398e-07, "Finetune/Loss": 0.7911468744277954, "Finetune/Loss (Raw)": 0.879208505153656, "Finetune/Step": 6968, "Finetune/Step Time": 6.349583778530359}
+{"Finetune/Learning Rate": 6.874760230038901e-07, "Finetune/Loss": 0.7903791666030884, "Finetune/Loss (Raw)": 0.834227442741394, "Finetune/Step": 6969, "Finetune/Step Time": 6.349070660769939}
+{"Finetune/Learning Rate": 6.859784895592447e-07, "Finetune/Loss": 0.7918077707290649, "Finetune/Loss (Raw)": 0.971936047077179, "Finetune/Step": 6970, "Finetune/Step Time": 6.347358198836446}
+{"Finetune/Learning Rate": 6.84482531004721e-07, "Finetune/Loss": 0.7909080982208252, "Finetune/Loss (Raw)": 0.8068658709526062, "Finetune/Step": 6971, "Finetune/Step Time": 6.350738853216171}
+{"Finetune/Learning Rate": 6.829881475932665e-07, "Finetune/Loss": 0.7906556129455566, "Finetune/Loss (Raw)": 0.8151627779006958, "Finetune/Step": 6972, "Finetune/Step Time": 6.362279579043388}
+{"Finetune/Learning Rate": 6.814953395775636e-07, "Finetune/Loss": 0.78956139087677, "Finetune/Loss (Raw)": 0.8670114278793335, "Finetune/Step": 6973, "Finetune/Step Time": 6.375906338915229}
+{"Finetune/Learning Rate": 6.800041072100283e-07, "Finetune/Loss": 0.7895104885101318, "Finetune/Loss (Raw)": 0.8153836727142334, "Finetune/Step": 6974, "Finetune/Step Time": 6.38046701438725}
+{"Finetune/Learning Rate": 6.785144507428121e-07, "Finetune/Loss": 0.78958660364151, "Finetune/Loss (Raw)": 0.979017436504364, "Finetune/Step": 6975, "Finetune/Step Time": 6.377323655411601}
+{"Finetune/Learning Rate": 6.770263704277958e-07, "Finetune/Loss": 0.789683997631073, "Finetune/Loss (Raw)": 0.8582413196563721, "Finetune/Step": 6976, "Finetune/Step Time": 6.374692918732762}
+{"Finetune/Learning Rate": 6.755398665165968e-07, "Finetune/Loss": 0.7908121347427368, "Finetune/Loss (Raw)": 0.8518571257591248, "Finetune/Step": 6977, "Finetune/Step Time": 6.375111199915409}
+{"Finetune/Learning Rate": 6.740549392605667e-07, "Finetune/Loss": 0.7908846139907837, "Finetune/Loss (Raw)": 0.8261797428131104, "Finetune/Step": 6978, "Finetune/Step Time": 6.370738485828042}
+{"Finetune/Learning Rate": 6.725715889107887e-07, "Finetune/Loss": 0.7909173965454102, "Finetune/Loss (Raw)": 0.9972323775291443, "Finetune/Step": 6979, "Finetune/Step Time": 6.3688202779740095}
+{"Finetune/Learning Rate": 6.710898157180756e-07, "Finetune/Loss": 0.7915992736816406, "Finetune/Loss (Raw)": 1.039231300354004, "Finetune/Step": 6980, "Finetune/Step Time": 6.368574980646372}
+{"Finetune/Learning Rate": 6.696096199329816e-07, "Finetune/Loss": 0.7897825241088867, "Finetune/Loss (Raw)": 0.6016352772712708, "Finetune/Step": 6981, "Finetune/Step Time": 6.36720634996891}
+{"Finetune/Learning Rate": 6.681310018057907e-07, "Finetune/Loss": 0.7919367551803589, "Finetune/Loss (Raw)": 0.962058961391449, "Finetune/Step": 6982, "Finetune/Step Time": 6.367339041084051}
+{"Finetune/Learning Rate": 6.666539615865186e-07, "Finetune/Loss": 0.7918640375137329, "Finetune/Loss (Raw)": 0.8679029941558838, "Finetune/Step": 6983, "Finetune/Step Time": 6.3592524304986}
+{"Finetune/Learning Rate": 6.651784995249144e-07, "Finetune/Loss": 0.7915059924125671, "Finetune/Loss (Raw)": 0.9567850232124329, "Finetune/Step": 6984, "Finetune/Step Time": 6.364196626469493}
+{"Finetune/Learning Rate": 6.637046158704607e-07, "Finetune/Loss": 0.7914555072784424, "Finetune/Loss (Raw)": 0.6487178802490234, "Finetune/Step": 6985, "Finetune/Step Time": 6.368980942294002}
+{"Finetune/Learning Rate": 6.62232310872375e-07, "Finetune/Loss": 0.7915139198303223, "Finetune/Loss (Raw)": 0.8582686185836792, "Finetune/Step": 6986, "Finetune/Step Time": 6.372609052807093}
+{"Finetune/Learning Rate": 6.607615847796056e-07, "Finetune/Loss": 0.7922266721725464, "Finetune/Loss (Raw)": 0.8411136865615845, "Finetune/Step": 6987, "Finetune/Step Time": 6.36953972093761}
+{"Finetune/Learning Rate": 6.59292437840836e-07, "Finetune/Loss": 0.7910934686660767, "Finetune/Loss (Raw)": 0.739745020866394, "Finetune/Step": 6988, "Finetune/Step Time": 6.369860166683793}
+{"Finetune/Learning Rate": 6.578248703044809e-07, "Finetune/Loss": 0.7905327677726746, "Finetune/Loss (Raw)": 0.82431560754776, "Finetune/Step": 6989, "Finetune/Step Time": 6.3691471461206675}
+{"Finetune/Learning Rate": 6.563588824186884e-07, "Finetune/Loss": 0.7891169786453247, "Finetune/Loss (Raw)": 0.6738173365592957, "Finetune/Step": 6990, "Finetune/Step Time": 6.382620902732015}
+{"Finetune/Learning Rate": 6.548944744313391e-07, "Finetune/Loss": 0.7919464111328125, "Finetune/Loss (Raw)": 0.8787050843238831, "Finetune/Step": 6991, "Finetune/Step Time": 6.383313121274114}
+{"Finetune/Learning Rate": 6.534316465900469e-07, "Finetune/Loss": 0.7926598787307739, "Finetune/Loss (Raw)": 0.8753273487091064, "Finetune/Step": 6992, "Finetune/Step Time": 6.376402614638209}
+{"Finetune/Learning Rate": 6.5197039914216e-07, "Finetune/Loss": 0.7926785349845886, "Finetune/Loss (Raw)": 0.739677906036377, "Finetune/Step": 6993, "Finetune/Step Time": 6.375425571575761}
+{"Finetune/Learning Rate": 6.505107323347571e-07, "Finetune/Loss": 0.7928227782249451, "Finetune/Loss (Raw)": 0.8766738772392273, "Finetune/Step": 6994, "Finetune/Step Time": 6.369537366554141}
+{"Finetune/Learning Rate": 6.490526464146496e-07, "Finetune/Loss": 0.7964175939559937, "Finetune/Loss (Raw)": 0.9590495228767395, "Finetune/Step": 6995, "Finetune/Step Time": 6.361485313624144}
+{"Finetune/Learning Rate": 6.475961416283838e-07, "Finetune/Loss": 0.7953783273696899, "Finetune/Loss (Raw)": 0.8870841264724731, "Finetune/Step": 6996, "Finetune/Step Time": 6.344257056713104}
+{"Finetune/Learning Rate": 6.461412182222382e-07, "Finetune/Loss": 0.7974404096603394, "Finetune/Loss (Raw)": 0.9394471049308777, "Finetune/Step": 6997, "Finetune/Step Time": 6.345438973978162}
+{"Finetune/Learning Rate": 6.446878764422205e-07, "Finetune/Loss": 0.7964544892311096, "Finetune/Loss (Raw)": 0.742777407169342, "Finetune/Step": 6998, "Finetune/Step Time": 6.336833404377103}
+{"Finetune/Learning Rate": 6.432361165340728e-07, "Finetune/Loss": 0.7963486909866333, "Finetune/Loss (Raw)": 0.7917932868003845, "Finetune/Step": 6999, "Finetune/Step Time": 6.342344682663679}
+{"Finetune/Learning Rate": 6.417859387432735e-07, "Finetune/Loss": 0.7959065437316895, "Finetune/Loss (Raw)": 0.8417993783950806, "Finetune/Step": 7000, "Finetune/Step Time": 6.347295528277755}
+{"Finetune/Learning Rate": 6.403373433150306e-07, "Finetune/Loss": 0.7960454821586609, "Finetune/Loss (Raw)": 0.8004687428474426, "Finetune/Step": 7001, "Finetune/Step Time": 6.349187398329377}
+{"Finetune/Learning Rate": 6.388903304942806e-07, "Finetune/Loss": 0.7960045337677002, "Finetune/Loss (Raw)": 0.89254230260849, "Finetune/Step": 7002, "Finetune/Step Time": 6.350429410114884}
+{"Finetune/Learning Rate": 6.374449005256999e-07, "Finetune/Loss": 0.7976358532905579, "Finetune/Loss (Raw)": 1.031599760055542, "Finetune/Step": 7003, "Finetune/Step Time": 6.354208033531904}
+{"Finetune/Learning Rate": 6.360010536536909e-07, "Finetune/Loss": 0.7976924180984497, "Finetune/Loss (Raw)": 0.7010701298713684, "Finetune/Step": 7004, "Finetune/Step Time": 6.361076034605503}
+{"Finetune/Learning Rate": 6.345587901223904e-07, "Finetune/Loss": 0.7982296943664551, "Finetune/Loss (Raw)": 0.8184484839439392, "Finetune/Step": 7005, "Finetune/Step Time": 6.36053179204464}
+{"Finetune/Learning Rate": 6.331181101756733e-07, "Finetune/Loss": 0.7971161007881165, "Finetune/Loss (Raw)": 0.6472162008285522, "Finetune/Step": 7006, "Finetune/Step Time": 6.369572786614299}
+{"Finetune/Learning Rate": 6.316790140571361e-07, "Finetune/Loss": 0.7956221103668213, "Finetune/Loss (Raw)": 0.5238531231880188, "Finetune/Step": 7007, "Finetune/Step Time": 6.386043593287468}
+{"Finetune/Learning Rate": 6.302415020101138e-07, "Finetune/Loss": 0.797738790512085, "Finetune/Loss (Raw)": 0.8810033798217773, "Finetune/Step": 7008, "Finetune/Step Time": 6.387805409729481}
+{"Finetune/Learning Rate": 6.288055742776733e-07, "Finetune/Loss": 0.7978558540344238, "Finetune/Loss (Raw)": 0.8666419386863708, "Finetune/Step": 7009, "Finetune/Step Time": 6.396698707714677}
+{"Finetune/Learning Rate": 6.273712311026126e-07, "Finetune/Loss": 0.7995123863220215, "Finetune/Loss (Raw)": 0.7764014601707458, "Finetune/Step": 7010, "Finetune/Step Time": 6.393126809969544}
+{"Finetune/Learning Rate": 6.259384727274632e-07, "Finetune/Loss": 0.7974890470504761, "Finetune/Loss (Raw)": 0.8874390721321106, "Finetune/Step": 7011, "Finetune/Step Time": 6.382709311321378}
+{"Finetune/Learning Rate": 6.245072993944856e-07, "Finetune/Loss": 0.7989970445632935, "Finetune/Loss (Raw)": 0.8458238840103149, "Finetune/Step": 7012, "Finetune/Step Time": 6.38664841093123}
+{"Finetune/Learning Rate": 6.230777113456754e-07, "Finetune/Loss": 0.7969925403594971, "Finetune/Loss (Raw)": 0.5335930585861206, "Finetune/Step": 7013, "Finetune/Step Time": 6.4007557183504105}
+{"Finetune/Learning Rate": 6.216497088227579e-07, "Finetune/Loss": 0.7949195504188538, "Finetune/Loss (Raw)": 0.38443973660469055, "Finetune/Step": 7014, "Finetune/Step Time": 6.417541205883026}
+{"Finetune/Learning Rate": 6.202232920671935e-07, "Finetune/Loss": 0.7947179675102234, "Finetune/Loss (Raw)": 0.7528957724571228, "Finetune/Step": 7015, "Finetune/Step Time": 6.434580132365227}
+{"Finetune/Learning Rate": 6.187984613201703e-07, "Finetune/Loss": 0.7934305667877197, "Finetune/Loss (Raw)": 0.572252094745636, "Finetune/Step": 7016, "Finetune/Step Time": 6.437882203608751}
+{"Finetune/Learning Rate": 6.173752168226099e-07, "Finetune/Loss": 0.7941975593566895, "Finetune/Loss (Raw)": 0.8639733195304871, "Finetune/Step": 7017, "Finetune/Step Time": 6.437804671004415}
+{"Finetune/Learning Rate": 6.159535588151654e-07, "Finetune/Loss": 0.7956005334854126, "Finetune/Loss (Raw)": 0.8945720195770264, "Finetune/Step": 7018, "Finetune/Step Time": 6.419166853651404}
+{"Finetune/Learning Rate": 6.145334875382247e-07, "Finetune/Loss": 0.7998261451721191, "Finetune/Loss (Raw)": 0.9060767292976379, "Finetune/Step": 7019, "Finetune/Step Time": 6.414645172655582}
+{"Finetune/Learning Rate": 6.131150032319066e-07, "Finetune/Loss": 0.801058292388916, "Finetune/Loss (Raw)": 0.8693181276321411, "Finetune/Step": 7020, "Finetune/Step Time": 6.395421784371138}
+{"Finetune/Learning Rate": 6.116981061360538e-07, "Finetune/Loss": 0.8008920550346375, "Finetune/Loss (Raw)": 0.9185314178466797, "Finetune/Step": 7021, "Finetune/Step Time": 6.383245760574937}
+{"Finetune/Learning Rate": 6.102827964902513e-07, "Finetune/Loss": 0.801327645778656, "Finetune/Loss (Raw)": 0.9592564105987549, "Finetune/Step": 7022, "Finetune/Step Time": 6.386339159682393}
+{"Finetune/Learning Rate": 6.0886907453381e-07, "Finetune/Loss": 0.8047837018966675, "Finetune/Loss (Raw)": 0.7689593434333801, "Finetune/Step": 7023, "Finetune/Step Time": 6.3838627226650715}
+{"Finetune/Learning Rate": 6.074569405057729e-07, "Finetune/Loss": 0.8065046072006226, "Finetune/Loss (Raw)": 0.8624085783958435, "Finetune/Step": 7024, "Finetune/Step Time": 6.376779239624739}
+{"Finetune/Learning Rate": 6.060463946449158e-07, "Finetune/Loss": 0.8055140972137451, "Finetune/Loss (Raw)": 0.8288047313690186, "Finetune/Step": 7025, "Finetune/Step Time": 6.367991575971246}
+{"Finetune/Learning Rate": 6.046374371897446e-07, "Finetune/Loss": 0.8064211010932922, "Finetune/Loss (Raw)": 0.9465364217758179, "Finetune/Step": 7026, "Finetune/Step Time": 6.363061616197228}
+{"Finetune/Learning Rate": 6.032300683784975e-07, "Finetune/Loss": 0.8079648017883301, "Finetune/Loss (Raw)": 0.9168784022331238, "Finetune/Step": 7027, "Finetune/Step Time": 6.349247224628925}
+{"Finetune/Learning Rate": 6.018242884491443e-07, "Finetune/Loss": 0.8121058940887451, "Finetune/Loss (Raw)": 0.9222683310508728, "Finetune/Step": 7028, "Finetune/Step Time": 6.326553199440241}
+{"Finetune/Learning Rate": 6.00420097639386e-07, "Finetune/Loss": 0.8122286796569824, "Finetune/Loss (Raw)": 0.8056401610374451, "Finetune/Step": 7029, "Finetune/Step Time": 6.303938692435622}
+{"Finetune/Learning Rate": 5.990174961866513e-07, "Finetune/Loss": 0.8142455816268921, "Finetune/Loss (Raw)": 0.9141363501548767, "Finetune/Step": 7030, "Finetune/Step Time": 6.287776850163937}
+{"Finetune/Learning Rate": 5.976164843281074e-07, "Finetune/Loss": 0.8137841820716858, "Finetune/Loss (Raw)": 0.7828479409217834, "Finetune/Step": 7031, "Finetune/Step Time": 6.285059278830886}
+{"Finetune/Learning Rate": 5.962170623006469e-07, "Finetune/Loss": 0.8117803335189819, "Finetune/Loss (Raw)": 0.7071269750595093, "Finetune/Step": 7032, "Finetune/Step Time": 6.284308452159166}
+{"Finetune/Learning Rate": 5.948192303408951e-07, "Finetune/Loss": 0.8129259347915649, "Finetune/Loss (Raw)": 0.940022885799408, "Finetune/Step": 7033, "Finetune/Step Time": 6.268744550645351}
+{"Finetune/Learning Rate": 5.934229886852116e-07, "Finetune/Loss": 0.8119507431983948, "Finetune/Loss (Raw)": 0.7248082160949707, "Finetune/Step": 7034, "Finetune/Step Time": 6.273632172495127}
+{"Finetune/Learning Rate": 5.9202833756968e-07, "Finetune/Loss": 0.8103672862052917, "Finetune/Loss (Raw)": 0.8294334411621094, "Finetune/Step": 7035, "Finetune/Step Time": 6.279894826933742}
+{"Finetune/Learning Rate": 5.906352772301193e-07, "Finetune/Loss": 0.8092794418334961, "Finetune/Loss (Raw)": 0.8442199230194092, "Finetune/Step": 7036, "Finetune/Step Time": 6.277926046401262}
+{"Finetune/Learning Rate": 5.892438079020834e-07, "Finetune/Loss": 0.8090077042579651, "Finetune/Loss (Raw)": 0.8941203355789185, "Finetune/Step": 7037, "Finetune/Step Time": 6.27099590189755}
+{"Finetune/Learning Rate": 5.878539298208519e-07, "Finetune/Loss": 0.8079850673675537, "Finetune/Loss (Raw)": 0.8408427834510803, "Finetune/Step": 7038, "Finetune/Step Time": 6.262129386886954}
+{"Finetune/Learning Rate": 5.864656432214344e-07, "Finetune/Loss": 0.8073973059654236, "Finetune/Loss (Raw)": 0.6313432455062866, "Finetune/Step": 7039, "Finetune/Step Time": 6.266767378896475}
+{"Finetune/Learning Rate": 5.850789483385755e-07, "Finetune/Loss": 0.8076687455177307, "Finetune/Loss (Raw)": 0.7185899615287781, "Finetune/Step": 7040, "Finetune/Step Time": 6.255613943561912}
+{"Finetune/Learning Rate": 5.836938454067476e-07, "Finetune/Loss": 0.8077762722969055, "Finetune/Loss (Raw)": 0.9252574443817139, "Finetune/Step": 7041, "Finetune/Step Time": 6.278897641226649}
+{"Finetune/Learning Rate": 5.823103346601555e-07, "Finetune/Loss": 0.8107106685638428, "Finetune/Loss (Raw)": 0.7787613272666931, "Finetune/Step": 7042, "Finetune/Step Time": 6.279676791280508}
+{"Finetune/Learning Rate": 5.809284163327356e-07, "Finetune/Loss": 0.8109972476959229, "Finetune/Loss (Raw)": 0.8630197644233704, "Finetune/Step": 7043, "Finetune/Step Time": 6.270261222496629}
+{"Finetune/Learning Rate": 5.795480906581519e-07, "Finetune/Loss": 0.8068762421607971, "Finetune/Loss (Raw)": 0.3763178884983063, "Finetune/Step": 7044, "Finetune/Step Time": 6.278683176264167}
+{"Finetune/Learning Rate": 5.781693578698034e-07, "Finetune/Loss": 0.8095312118530273, "Finetune/Loss (Raw)": 1.0099478960037231, "Finetune/Step": 7045, "Finetune/Step Time": 6.287987155839801}
+{"Finetune/Learning Rate": 5.767922182008145e-07, "Finetune/Loss": 0.8097963333129883, "Finetune/Loss (Raw)": 0.9032145738601685, "Finetune/Step": 7046, "Finetune/Step Time": 6.271544052287936}
+{"Finetune/Learning Rate": 5.754166718840471e-07, "Finetune/Loss": 0.8094173669815063, "Finetune/Loss (Raw)": 0.8586928248405457, "Finetune/Step": 7047, "Finetune/Step Time": 6.265512632206082}
+{"Finetune/Learning Rate": 5.740427191520859e-07, "Finetune/Loss": 0.8100563287734985, "Finetune/Loss (Raw)": 0.8481972217559814, "Finetune/Step": 7048, "Finetune/Step Time": 6.265188507735729}
+{"Finetune/Learning Rate": 5.726703602372497e-07, "Finetune/Loss": 0.8094896674156189, "Finetune/Loss (Raw)": 0.6803392171859741, "Finetune/Step": 7049, "Finetune/Step Time": 6.266798239201307}
+{"Finetune/Learning Rate": 5.712995953715905e-07, "Finetune/Loss": 0.8093687891960144, "Finetune/Loss (Raw)": 0.7233791351318359, "Finetune/Step": 7050, "Finetune/Step Time": 6.266165301203728}
+{"Finetune/Learning Rate": 5.699304247868875e-07, "Finetune/Loss": 0.8094164133071899, "Finetune/Loss (Raw)": 0.8952693343162537, "Finetune/Step": 7051, "Finetune/Step Time": 6.261505885049701}
+{"Finetune/Learning Rate": 5.685628487146533e-07, "Finetune/Loss": 0.8092163801193237, "Finetune/Loss (Raw)": 0.890641450881958, "Finetune/Step": 7052, "Finetune/Step Time": 6.255094967782497}
+{"Finetune/Learning Rate": 5.67196867386125e-07, "Finetune/Loss": 0.8080480098724365, "Finetune/Loss (Raw)": 0.7626088261604309, "Finetune/Step": 7053, "Finetune/Step Time": 6.254320403560996}
+{"Finetune/Learning Rate": 5.658324810322746e-07, "Finetune/Loss": 0.8083186745643616, "Finetune/Loss (Raw)": 0.8324875831604004, "Finetune/Step": 7054, "Finetune/Step Time": 6.253731356933713}
+{"Finetune/Learning Rate": 5.644696898838031e-07, "Finetune/Loss": 0.8050700426101685, "Finetune/Loss (Raw)": 0.6774106621742249, "Finetune/Step": 7055, "Finetune/Step Time": 6.245301136747003}
+{"Finetune/Learning Rate": 5.631084941711473e-07, "Finetune/Loss": 0.8057111501693726, "Finetune/Loss (Raw)": 0.8042131066322327, "Finetune/Step": 7056, "Finetune/Step Time": 6.246896991506219}
+{"Finetune/Learning Rate": 5.617488941244631e-07, "Finetune/Loss": 0.8056069016456604, "Finetune/Loss (Raw)": 0.9236040115356445, "Finetune/Step": 7057, "Finetune/Step Time": 6.238705296069384}
+{"Finetune/Learning Rate": 5.603908899736443e-07, "Finetune/Loss": 0.805338978767395, "Finetune/Loss (Raw)": 0.6425459980964661, "Finetune/Step": 7058, "Finetune/Step Time": 6.2535282503813505}
+{"Finetune/Learning Rate": 5.590344819483151e-07, "Finetune/Loss": 0.8036718368530273, "Finetune/Loss (Raw)": 0.734912633895874, "Finetune/Step": 7059, "Finetune/Step Time": 6.250204978510737}
+{"Finetune/Learning Rate": 5.576796702778253e-07, "Finetune/Loss": 0.8031325936317444, "Finetune/Loss (Raw)": 0.8156341910362244, "Finetune/Step": 7060, "Finetune/Step Time": 6.249550610780716}
+{"Finetune/Learning Rate": 5.563264551912595e-07, "Finetune/Loss": 0.8038202524185181, "Finetune/Loss (Raw)": 0.7702096700668335, "Finetune/Step": 7061, "Finetune/Step Time": 6.2472481690347195}
+{"Finetune/Learning Rate": 5.549748369174301e-07, "Finetune/Loss": 0.8000519871711731, "Finetune/Loss (Raw)": 0.3518480956554413, "Finetune/Step": 7062, "Finetune/Step Time": 6.238897275179625}
+{"Finetune/Learning Rate": 5.536248156848778e-07, "Finetune/Loss": 0.8003820180892944, "Finetune/Loss (Raw)": 0.8106930255889893, "Finetune/Step": 7063, "Finetune/Step Time": 6.257488438859582}
+{"Finetune/Learning Rate": 5.522763917218776e-07, "Finetune/Loss": 0.802228569984436, "Finetune/Loss (Raw)": 0.9496138691902161, "Finetune/Step": 7064, "Finetune/Step Time": 6.258899223059416}
+{"Finetune/Learning Rate": 5.509295652564306e-07, "Finetune/Loss": 0.8029157519340515, "Finetune/Loss (Raw)": 0.7958476543426514, "Finetune/Step": 7065, "Finetune/Step Time": 6.248051568865776}
+{"Finetune/Learning Rate": 5.495843365162701e-07, "Finetune/Loss": 0.8024121522903442, "Finetune/Loss (Raw)": 0.8275086879730225, "Finetune/Step": 7066, "Finetune/Step Time": 6.249583892524242}
+{"Finetune/Learning Rate": 5.482407057288553e-07, "Finetune/Loss": 0.8021607398986816, "Finetune/Loss (Raw)": 0.742737352848053, "Finetune/Step": 7067, "Finetune/Step Time": 6.249476911500096}
+{"Finetune/Learning Rate": 5.46898673121381e-07, "Finetune/Loss": 0.8056739568710327, "Finetune/Loss (Raw)": 0.7243043184280396, "Finetune/Step": 7068, "Finetune/Step Time": 6.254202296957374}
+{"Finetune/Learning Rate": 5.455582389207692e-07, "Finetune/Loss": 0.8045596480369568, "Finetune/Loss (Raw)": 0.6002015471458435, "Finetune/Step": 7069, "Finetune/Step Time": 6.247702090069652}
+{"Finetune/Learning Rate": 5.442194033536708e-07, "Finetune/Loss": 0.8021880984306335, "Finetune/Loss (Raw)": 0.6845434904098511, "Finetune/Step": 7070, "Finetune/Step Time": 6.271143598482013}
+{"Finetune/Learning Rate": 5.428821666464656e-07, "Finetune/Loss": 0.8017510771751404, "Finetune/Loss (Raw)": 0.41647982597351074, "Finetune/Step": 7071, "Finetune/Step Time": 6.284708039835095}
+{"Finetune/Learning Rate": 5.415465290252652e-07, "Finetune/Loss": 0.8000565767288208, "Finetune/Loss (Raw)": 0.6087223291397095, "Finetune/Step": 7072, "Finetune/Step Time": 6.288106108084321}
+{"Finetune/Learning Rate": 5.40212490715909e-07, "Finetune/Loss": 0.8012616038322449, "Finetune/Loss (Raw)": 0.858077347278595, "Finetune/Step": 7073, "Finetune/Step Time": 6.29434185475111}
+{"Finetune/Learning Rate": 5.388800519439708e-07, "Finetune/Loss": 0.8015103340148926, "Finetune/Loss (Raw)": 0.9198591113090515, "Finetune/Step": 7074, "Finetune/Step Time": 6.296050384640694}
+{"Finetune/Learning Rate": 5.375492129347459e-07, "Finetune/Loss": 0.8019083738327026, "Finetune/Loss (Raw)": 0.8985084891319275, "Finetune/Step": 7075, "Finetune/Step Time": 6.31041519716382}
+{"Finetune/Learning Rate": 5.362199739132656e-07, "Finetune/Loss": 0.8016766309738159, "Finetune/Loss (Raw)": 0.8489629030227661, "Finetune/Step": 7076, "Finetune/Step Time": 6.307847144082189}
+{"Finetune/Learning Rate": 5.348923351042879e-07, "Finetune/Loss": 0.8042917847633362, "Finetune/Loss (Raw)": 0.7806751132011414, "Finetune/Step": 7077, "Finetune/Step Time": 6.316625989973545}
+{"Finetune/Learning Rate": 5.335662967322997e-07, "Finetune/Loss": 0.8041829466819763, "Finetune/Loss (Raw)": 0.7977298498153687, "Finetune/Step": 7078, "Finetune/Step Time": 6.306204734370112}
+{"Finetune/Learning Rate": 5.322418590215184e-07, "Finetune/Loss": 0.7997032403945923, "Finetune/Loss (Raw)": 0.41395103931427, "Finetune/Step": 7079, "Finetune/Step Time": 6.308579636737704}
+{"Finetune/Learning Rate": 5.309190221958926e-07, "Finetune/Loss": 0.8002856969833374, "Finetune/Loss (Raw)": 0.8178874850273132, "Finetune/Step": 7080, "Finetune/Step Time": 6.3247820772230625}
+{"Finetune/Learning Rate": 5.295977864790969e-07, "Finetune/Loss": 0.8013900518417358, "Finetune/Loss (Raw)": 1.0351922512054443, "Finetune/Step": 7081, "Finetune/Step Time": 6.322830488905311}
+{"Finetune/Learning Rate": 5.282781520945369e-07, "Finetune/Loss": 0.8012596964836121, "Finetune/Loss (Raw)": 0.8419164419174194, "Finetune/Step": 7082, "Finetune/Step Time": 6.331666998565197}
+{"Finetune/Learning Rate": 5.269601192653462e-07, "Finetune/Loss": 0.8015624284744263, "Finetune/Loss (Raw)": 0.8221542239189148, "Finetune/Step": 7083, "Finetune/Step Time": 6.333729879930615}
+{"Finetune/Learning Rate": 5.2564368821439e-07, "Finetune/Loss": 0.8021929860115051, "Finetune/Loss (Raw)": 0.8010609149932861, "Finetune/Step": 7084, "Finetune/Step Time": 6.322426501661539}
+{"Finetune/Learning Rate": 5.243288591642593e-07, "Finetune/Loss": 0.8015991449356079, "Finetune/Loss (Raw)": 0.7777236104011536, "Finetune/Step": 7085, "Finetune/Step Time": 6.31544317305088}
+{"Finetune/Learning Rate": 5.230156323372759e-07, "Finetune/Loss": 0.7981245517730713, "Finetune/Loss (Raw)": 0.43171966075897217, "Finetune/Step": 7086, "Finetune/Step Time": 6.3202951811254025}
+{"Finetune/Learning Rate": 5.217040079554925e-07, "Finetune/Loss": 0.7974504232406616, "Finetune/Loss (Raw)": 0.8281286358833313, "Finetune/Step": 7087, "Finetune/Step Time": 6.336197137832642}
+{"Finetune/Learning Rate": 5.203939862406904e-07, "Finetune/Loss": 0.7961636781692505, "Finetune/Loss (Raw)": 0.6675249934196472, "Finetune/Step": 7088, "Finetune/Step Time": 6.348998134955764}
+{"Finetune/Learning Rate": 5.190855674143746e-07, "Finetune/Loss": 0.7955855131149292, "Finetune/Loss (Raw)": 0.8541166186332703, "Finetune/Step": 7089, "Finetune/Step Time": 6.347910972312093}
+{"Finetune/Learning Rate": 5.177787516977861e-07, "Finetune/Loss": 0.7990628480911255, "Finetune/Loss (Raw)": 0.8761467337608337, "Finetune/Step": 7090, "Finetune/Step Time": 6.342157123610377}
+{"Finetune/Learning Rate": 5.164735393118914e-07, "Finetune/Loss": 0.7969253659248352, "Finetune/Loss (Raw)": 0.6007264852523804, "Finetune/Step": 7091, "Finetune/Step Time": 6.330298576503992}
+{"Finetune/Learning Rate": 5.15169930477385e-07, "Finetune/Loss": 0.7985302805900574, "Finetune/Loss (Raw)": 0.5616235733032227, "Finetune/Step": 7092, "Finetune/Step Time": 6.347790269181132}
+{"Finetune/Learning Rate": 5.138679254146928e-07, "Finetune/Loss": 0.7996960878372192, "Finetune/Loss (Raw)": 0.9602461457252502, "Finetune/Step": 7093, "Finetune/Step Time": 6.35145583935082}
+{"Finetune/Learning Rate": 5.125675243439688e-07, "Finetune/Loss": 0.8030527830123901, "Finetune/Loss (Raw)": 1.0539875030517578, "Finetune/Step": 7094, "Finetune/Step Time": 6.353973871096969}
+{"Finetune/Learning Rate": 5.112687274850947e-07, "Finetune/Loss": 0.8033620119094849, "Finetune/Loss (Raw)": 0.8985985517501831, "Finetune/Step": 7095, "Finetune/Step Time": 6.345580188557506}
+{"Finetune/Learning Rate": 5.099715350576817e-07, "Finetune/Loss": 0.8034201860427856, "Finetune/Loss (Raw)": 0.8866496682167053, "Finetune/Step": 7096, "Finetune/Step Time": 6.347520114853978}
+{"Finetune/Learning Rate": 5.086759472810687e-07, "Finetune/Loss": 0.8022196292877197, "Finetune/Loss (Raw)": 0.6805552840232849, "Finetune/Step": 7097, "Finetune/Step Time": 6.357650466263294}
+{"Finetune/Learning Rate": 5.073819643743261e-07, "Finetune/Loss": 0.8002519607543945, "Finetune/Loss (Raw)": 0.7200786471366882, "Finetune/Step": 7098, "Finetune/Step Time": 6.3640289176255465}
+{"Finetune/Learning Rate": 5.060895865562487e-07, "Finetune/Loss": 0.800605297088623, "Finetune/Loss (Raw)": 0.852091372013092, "Finetune/Step": 7099, "Finetune/Step Time": 6.360352955758572}
+{"Finetune/Learning Rate": 5.047988140453642e-07, "Finetune/Loss": 0.8014318943023682, "Finetune/Loss (Raw)": 0.9209699630737305, "Finetune/Step": 7100, "Finetune/Step Time": 6.348480850458145}
+{"Finetune/Learning Rate": 5.035096470599266e-07, "Finetune/Loss": 0.800934374332428, "Finetune/Loss (Raw)": 0.8033262491226196, "Finetune/Step": 7101, "Finetune/Step Time": 6.340816684067249}
+{"Finetune/Learning Rate": 5.022220858179183e-07, "Finetune/Loss": 0.7997517585754395, "Finetune/Loss (Raw)": 0.6640125513076782, "Finetune/Step": 7102, "Finetune/Step Time": 6.344263583421707}
+{"Finetune/Learning Rate": 5.009361305370497e-07, "Finetune/Loss": 0.7971274852752686, "Finetune/Loss (Raw)": 0.6431066393852234, "Finetune/Step": 7103, "Finetune/Step Time": 6.350869901478291}
+{"Finetune/Learning Rate": 4.996517814347602e-07, "Finetune/Loss": 0.797041654586792, "Finetune/Loss (Raw)": 0.847263514995575, "Finetune/Step": 7104, "Finetune/Step Time": 6.357106039300561}
+{"Finetune/Learning Rate": 4.983690387282203e-07, "Finetune/Loss": 0.797630786895752, "Finetune/Loss (Raw)": 0.9272574186325073, "Finetune/Step": 7105, "Finetune/Step Time": 6.357287097722292}
+{"Finetune/Learning Rate": 4.970879026343256e-07, "Finetune/Loss": 0.7968536615371704, "Finetune/Loss (Raw)": 0.7267111539840698, "Finetune/Step": 7106, "Finetune/Step Time": 6.353057319298387}
+{"Finetune/Learning Rate": 4.958083733696995e-07, "Finetune/Loss": 0.7961575984954834, "Finetune/Loss (Raw)": 0.9081410765647888, "Finetune/Step": 7107, "Finetune/Step Time": 6.3386342991143465}
+{"Finetune/Learning Rate": 4.945304511506965e-07, "Finetune/Loss": 0.7961658835411072, "Finetune/Loss (Raw)": 1.0402827262878418, "Finetune/Step": 7108, "Finetune/Step Time": 6.334119541570544}
+{"Finetune/Learning Rate": 4.932541361933984e-07, "Finetune/Loss": 0.7972850203514099, "Finetune/Loss (Raw)": 0.7448872923851013, "Finetune/Step": 7109, "Finetune/Step Time": 6.330886149778962}
+{"Finetune/Learning Rate": 4.919794287136126e-07, "Finetune/Loss": 0.7967712879180908, "Finetune/Loss (Raw)": 0.8962945938110352, "Finetune/Step": 7110, "Finetune/Step Time": 6.32519955560565}
+{"Finetune/Learning Rate": 4.907063289268799e-07, "Finetune/Loss": 0.7971949577331543, "Finetune/Loss (Raw)": 0.922144889831543, "Finetune/Step": 7111, "Finetune/Step Time": 6.332761248573661}
+{"Finetune/Learning Rate": 4.894348370484648e-07, "Finetune/Loss": 0.7956997752189636, "Finetune/Loss (Raw)": 0.7653998136520386, "Finetune/Step": 7112, "Finetune/Step Time": 6.327351786196232}
+{"Finetune/Learning Rate": 4.881649532933608e-07, "Finetune/Loss": 0.796945333480835, "Finetune/Loss (Raw)": 0.8081413507461548, "Finetune/Step": 7113, "Finetune/Step Time": 6.319678883999586}
+{"Finetune/Learning Rate": 4.868966778762918e-07, "Finetune/Loss": 0.795918345451355, "Finetune/Loss (Raw)": 0.726816713809967, "Finetune/Step": 7114, "Finetune/Step Time": 6.314793113619089}
+{"Finetune/Learning Rate": 4.856300110117073e-07, "Finetune/Loss": 0.7961688041687012, "Finetune/Loss (Raw)": 0.8731726408004761, "Finetune/Step": 7115, "Finetune/Step Time": 6.326971432194114}
+{"Finetune/Learning Rate": 4.843649529137861e-07, "Finetune/Loss": 0.7957876920700073, "Finetune/Loss (Raw)": 0.6909691095352173, "Finetune/Step": 7116, "Finetune/Step Time": 6.330337045714259}
+{"Finetune/Learning Rate": 4.831015037964315e-07, "Finetune/Loss": 0.7958167791366577, "Finetune/Loss (Raw)": 0.8280370831489563, "Finetune/Step": 7117, "Finetune/Step Time": 6.332760069519281}
+{"Finetune/Learning Rate": 4.818396638732814e-07, "Finetune/Loss": 0.7971820831298828, "Finetune/Loss (Raw)": 0.8485716581344604, "Finetune/Step": 7118, "Finetune/Step Time": 6.322523940354586}
+{"Finetune/Learning Rate": 4.805794333576963e-07, "Finetune/Loss": 0.7956597805023193, "Finetune/Loss (Raw)": 0.6838504076004028, "Finetune/Step": 7119, "Finetune/Step Time": 6.3300874419510365}
+{"Finetune/Learning Rate": 4.79320812462768e-07, "Finetune/Loss": 0.7949534058570862, "Finetune/Loss (Raw)": 0.7849159240722656, "Finetune/Step": 7120, "Finetune/Step Time": 6.340072842314839}
+{"Finetune/Learning Rate": 4.780638014013106e-07, "Finetune/Loss": 0.796095609664917, "Finetune/Loss (Raw)": 0.8858799338340759, "Finetune/Step": 7121, "Finetune/Step Time": 6.342302678152919}
+{"Finetune/Learning Rate": 4.7680840038587307e-07, "Finetune/Loss": 0.7957262992858887, "Finetune/Loss (Raw)": 0.8293986320495605, "Finetune/Step": 7122, "Finetune/Step Time": 6.347445160150528}
+{"Finetune/Learning Rate": 4.755546096287256e-07, "Finetune/Loss": 0.792845606803894, "Finetune/Loss (Raw)": 0.5903286337852478, "Finetune/Step": 7123, "Finetune/Step Time": 6.349485415965319}
+{"Finetune/Learning Rate": 4.74302429341873e-07, "Finetune/Loss": 0.7922078967094421, "Finetune/Loss (Raw)": 0.8054496645927429, "Finetune/Step": 7124, "Finetune/Step Time": 6.357263658195734}
+{"Finetune/Learning Rate": 4.730518597370426e-07, "Finetune/Loss": 0.7917554378509521, "Finetune/Loss (Raw)": 0.8815301060676575, "Finetune/Step": 7125, "Finetune/Step Time": 6.370499178767204}
+{"Finetune/Learning Rate": 4.7180290102568973e-07, "Finetune/Loss": 0.7921242713928223, "Finetune/Loss (Raw)": 0.7899857759475708, "Finetune/Step": 7126, "Finetune/Step Time": 6.371885431930423}
+{"Finetune/Learning Rate": 4.7055555341899873e-07, "Finetune/Loss": 0.7915441989898682, "Finetune/Loss (Raw)": 0.7175511121749878, "Finetune/Step": 7127, "Finetune/Step Time": 6.372551526874304}
+{"Finetune/Learning Rate": 4.6930981712788205e-07, "Finetune/Loss": 0.7905898690223694, "Finetune/Loss (Raw)": 0.7196479439735413, "Finetune/Step": 7128, "Finetune/Step Time": 6.3725773598998785}
+{"Finetune/Learning Rate": 4.6806569236297895e-07, "Finetune/Loss": 0.7911340594291687, "Finetune/Loss (Raw)": 0.870120108127594, "Finetune/Step": 7129, "Finetune/Step Time": 6.368569694459438}
+{"Finetune/Learning Rate": 4.668231793346556e-07, "Finetune/Loss": 0.7907540798187256, "Finetune/Loss (Raw)": 0.8439022302627563, "Finetune/Step": 7130, "Finetune/Step Time": 6.3689921367913485}
+{"Finetune/Learning Rate": 4.6558227825300506e-07, "Finetune/Loss": 0.7894148826599121, "Finetune/Loss (Raw)": 0.8601858615875244, "Finetune/Step": 7131, "Finetune/Step Time": 6.373810490593314}
+{"Finetune/Learning Rate": 4.643429893278506e-07, "Finetune/Loss": 0.7909911870956421, "Finetune/Loss (Raw)": 0.9028351902961731, "Finetune/Step": 7132, "Finetune/Step Time": 6.377951791509986}
+{"Finetune/Learning Rate": 4.631053127687413e-07, "Finetune/Loss": 0.7918146848678589, "Finetune/Loss (Raw)": 0.9238607883453369, "Finetune/Step": 7133, "Finetune/Step Time": 6.373406067490578}
+{"Finetune/Learning Rate": 4.618692487849541e-07, "Finetune/Loss": 0.7944796681404114, "Finetune/Loss (Raw)": 0.9883304238319397, "Finetune/Step": 7134, "Finetune/Step Time": 6.360793918371201}
+{"Finetune/Learning Rate": 4.6063479758548855e-07, "Finetune/Loss": 0.7965537309646606, "Finetune/Loss (Raw)": 0.7893339991569519, "Finetune/Step": 7135, "Finetune/Step Time": 6.339153585955501}
+{"Finetune/Learning Rate": 4.594019593790799e-07, "Finetune/Loss": 0.7973592877388, "Finetune/Loss (Raw)": 0.9841155409812927, "Finetune/Step": 7136, "Finetune/Step Time": 6.331961052492261}
+{"Finetune/Learning Rate": 4.581707343741848e-07, "Finetune/Loss": 0.7985321283340454, "Finetune/Loss (Raw)": 1.016769528388977, "Finetune/Step": 7137, "Finetune/Step Time": 6.32173477858305}
+{"Finetune/Learning Rate": 4.5694112277898995e-07, "Finetune/Loss": 0.7970874309539795, "Finetune/Loss (Raw)": 0.5914818644523621, "Finetune/Step": 7138, "Finetune/Step Time": 6.346548054367304}
+{"Finetune/Learning Rate": 4.5571312480140794e-07, "Finetune/Loss": 0.795676589012146, "Finetune/Loss (Raw)": 0.7068498730659485, "Finetune/Step": 7139, "Finetune/Step Time": 6.354377752169967}
+{"Finetune/Learning Rate": 4.544867406490761e-07, "Finetune/Loss": 0.7918635606765747, "Finetune/Loss (Raw)": 0.35775116086006165, "Finetune/Step": 7140, "Finetune/Step Time": 6.361312219873071}
+{"Finetune/Learning Rate": 4.5326197052936285e-07, "Finetune/Loss": 0.7944797873497009, "Finetune/Loss (Raw)": 0.8684691786766052, "Finetune/Step": 7141, "Finetune/Step Time": 6.365401556715369}
+{"Finetune/Learning Rate": 4.520388146493626e-07, "Finetune/Loss": 0.798229455947876, "Finetune/Loss (Raw)": 0.8643972873687744, "Finetune/Step": 7142, "Finetune/Step Time": 6.3575366865843534}
+{"Finetune/Learning Rate": 4.5081727321589776e-07, "Finetune/Loss": 0.7995054125785828, "Finetune/Loss (Raw)": 0.916222095489502, "Finetune/Step": 7143, "Finetune/Step Time": 6.359742254018784}
+{"Finetune/Learning Rate": 4.495973464355141e-07, "Finetune/Loss": 0.8001611828804016, "Finetune/Loss (Raw)": 0.6561892628669739, "Finetune/Step": 7144, "Finetune/Step Time": 6.3567803259938955}
+{"Finetune/Learning Rate": 4.4837903451448785e-07, "Finetune/Loss": 0.8001380562782288, "Finetune/Loss (Raw)": 0.8610110282897949, "Finetune/Step": 7145, "Finetune/Step Time": 6.357321128249168}
+{"Finetune/Learning Rate": 4.471623376588197e-07, "Finetune/Loss": 0.7983090877532959, "Finetune/Loss (Raw)": 0.6604630947113037, "Finetune/Step": 7146, "Finetune/Step Time": 6.37069508433342}
+{"Finetune/Learning Rate": 4.4594725607424063e-07, "Finetune/Loss": 0.7975362539291382, "Finetune/Loss (Raw)": 0.807156503200531, "Finetune/Step": 7147, "Finetune/Step Time": 6.398970717564225}
+{"Finetune/Learning Rate": 4.447337899662052e-07, "Finetune/Loss": 0.798387885093689, "Finetune/Loss (Raw)": 0.9783265590667725, "Finetune/Step": 7148, "Finetune/Step Time": 6.406563460826874}
+{"Finetune/Learning Rate": 4.435219395398971e-07, "Finetune/Loss": 0.7958471775054932, "Finetune/Loss (Raw)": 0.5933257341384888, "Finetune/Step": 7149, "Finetune/Step Time": 6.403805453330278}
+{"Finetune/Learning Rate": 4.4231170500022456e-07, "Finetune/Loss": 0.794893205165863, "Finetune/Loss (Raw)": 0.8371420502662659, "Finetune/Step": 7150, "Finetune/Step Time": 6.402822580188513}
+{"Finetune/Learning Rate": 4.41103086551824e-07, "Finetune/Loss": 0.795748233795166, "Finetune/Loss (Raw)": 0.8784071207046509, "Finetune/Step": 7151, "Finetune/Step Time": 6.398936914280057}
+{"Finetune/Learning Rate": 4.398960843990607e-07, "Finetune/Loss": 0.7966908812522888, "Finetune/Loss (Raw)": 0.9830666780471802, "Finetune/Step": 7152, "Finetune/Step Time": 6.386699004098773}
+{"Finetune/Learning Rate": 4.386906987460204e-07, "Finetune/Loss": 0.7968577742576599, "Finetune/Loss (Raw)": 0.850165069103241, "Finetune/Step": 7153, "Finetune/Step Time": 6.385446090251207}
+{"Finetune/Learning Rate": 4.374869297965212e-07, "Finetune/Loss": 0.7954739332199097, "Finetune/Loss (Raw)": 0.7694012522697449, "Finetune/Step": 7154, "Finetune/Step Time": 6.3850200194865465}
+{"Finetune/Learning Rate": 4.362847777541068e-07, "Finetune/Loss": 0.7958745360374451, "Finetune/Loss (Raw)": 0.9681589603424072, "Finetune/Step": 7155, "Finetune/Step Time": 6.397914249449968}
+{"Finetune/Learning Rate": 4.35084242822047e-07, "Finetune/Loss": 0.79477858543396, "Finetune/Loss (Raw)": 0.7819851636886597, "Finetune/Step": 7156, "Finetune/Step Time": 6.401068322360516}
+{"Finetune/Learning Rate": 4.3388532520333816e-07, "Finetune/Loss": 0.7935915589332581, "Finetune/Loss (Raw)": 0.6537031531333923, "Finetune/Step": 7157, "Finetune/Step Time": 6.411980900913477}
+{"Finetune/Learning Rate": 4.326880251007015e-07, "Finetune/Loss": 0.7942637205123901, "Finetune/Loss (Raw)": 1.0001683235168457, "Finetune/Step": 7158, "Finetune/Step Time": 6.4336193557828665}
+{"Finetune/Learning Rate": 4.3149234271658625e-07, "Finetune/Loss": 0.7949837446212769, "Finetune/Loss (Raw)": 0.8750182390213013, "Finetune/Step": 7159, "Finetune/Step Time": 6.431871015578508}
+{"Finetune/Learning Rate": 4.302982782531684e-07, "Finetune/Loss": 0.7939913272857666, "Finetune/Loss (Raw)": 0.580093264579773, "Finetune/Step": 7160, "Finetune/Step Time": 6.428601939231157}
+{"Finetune/Learning Rate": 4.29105831912352e-07, "Finetune/Loss": 0.7936199307441711, "Finetune/Loss (Raw)": 0.892483651638031, "Finetune/Step": 7161, "Finetune/Step Time": 6.438777483999729}
+{"Finetune/Learning Rate": 4.2791500389576245e-07, "Finetune/Loss": 0.7940292358398438, "Finetune/Loss (Raw)": 0.7772034406661987, "Finetune/Step": 7162, "Finetune/Step Time": 6.444272968918085}
+{"Finetune/Learning Rate": 4.267257944047565e-07, "Finetune/Loss": 0.7950103282928467, "Finetune/Loss (Raw)": 0.9550083875656128, "Finetune/Step": 7163, "Finetune/Step Time": 6.441367344930768}
+{"Finetune/Learning Rate": 4.255382036404143e-07, "Finetune/Loss": 0.7964102029800415, "Finetune/Loss (Raw)": 1.0234026908874512, "Finetune/Step": 7164, "Finetune/Step Time": 6.43944201990962}
+{"Finetune/Learning Rate": 4.243522318035442e-07, "Finetune/Loss": 0.7964543104171753, "Finetune/Loss (Raw)": 0.8997711539268494, "Finetune/Step": 7165, "Finetune/Step Time": 6.441543081775308}
+{"Finetune/Learning Rate": 4.2316787909467915e-07, "Finetune/Loss": 0.7962146401405334, "Finetune/Loss (Raw)": 0.8101611137390137, "Finetune/Step": 7166, "Finetune/Step Time": 6.4586086347699165}
+{"Finetune/Learning Rate": 4.2198514571408e-07, "Finetune/Loss": 0.7990168333053589, "Finetune/Loss (Raw)": 0.9900262951850891, "Finetune/Step": 7167, "Finetune/Step Time": 6.454911692067981}
+{"Finetune/Learning Rate": 4.2080403186173127e-07, "Finetune/Loss": 0.8008050918579102, "Finetune/Loss (Raw)": 0.9474911093711853, "Finetune/Step": 7168, "Finetune/Step Time": 6.445119513198733}
+{"Finetune/Learning Rate": 4.1962453773734757e-07, "Finetune/Loss": 0.7990976572036743, "Finetune/Loss (Raw)": 0.706694483757019, "Finetune/Step": 7169, "Finetune/Step Time": 6.4215168207883835}
+{"Finetune/Learning Rate": 4.18446663540365e-07, "Finetune/Loss": 0.798922598361969, "Finetune/Loss (Raw)": 0.7563571929931641, "Finetune/Step": 7170, "Finetune/Step Time": 6.418941415846348}
+{"Finetune/Learning Rate": 4.172704094699509e-07, "Finetune/Loss": 0.7985532879829407, "Finetune/Loss (Raw)": 0.8157474994659424, "Finetune/Step": 7171, "Finetune/Step Time": 6.41674648411572}
+{"Finetune/Learning Rate": 4.160957757249928e-07, "Finetune/Loss": 0.8029302358627319, "Finetune/Loss (Raw)": 0.9365702271461487, "Finetune/Step": 7172, "Finetune/Step Time": 6.412537572905421}
+{"Finetune/Learning Rate": 4.1492276250410745e-07, "Finetune/Loss": 0.8001627326011658, "Finetune/Loss (Raw)": 0.6557087898254395, "Finetune/Step": 7173, "Finetune/Step Time": 6.400807341560721}
+{"Finetune/Learning Rate": 4.137513700056395e-07, "Finetune/Loss": 0.7985119819641113, "Finetune/Loss (Raw)": 0.6919158101081848, "Finetune/Step": 7174, "Finetune/Step Time": 6.4083147663623095}
+{"Finetune/Learning Rate": 4.125815984276571e-07, "Finetune/Loss": 0.7986701726913452, "Finetune/Loss (Raw)": 0.8789384365081787, "Finetune/Step": 7175, "Finetune/Step Time": 6.421615164726973}
+{"Finetune/Learning Rate": 4.114134479679543e-07, "Finetune/Loss": 0.7981351017951965, "Finetune/Loss (Raw)": 0.7797130942344666, "Finetune/Step": 7176, "Finetune/Step Time": 6.44203601591289}
+{"Finetune/Learning Rate": 4.102469188240499e-07, "Finetune/Loss": 0.7985836267471313, "Finetune/Loss (Raw)": 0.7377532720565796, "Finetune/Step": 7177, "Finetune/Step Time": 6.450898822396994}
+{"Finetune/Learning Rate": 4.090820111931915e-07, "Finetune/Loss": 0.7978169322013855, "Finetune/Loss (Raw)": 0.6252376437187195, "Finetune/Step": 7178, "Finetune/Step Time": 6.450985707342625}
+{"Finetune/Learning Rate": 4.0791872527235153e-07, "Finetune/Loss": 0.7981386184692383, "Finetune/Loss (Raw)": 0.9364514946937561, "Finetune/Step": 7179, "Finetune/Step Time": 6.45799601264298}
+{"Finetune/Learning Rate": 4.067570612582261e-07, "Finetune/Loss": 0.7990750670433044, "Finetune/Loss (Raw)": 1.010505199432373, "Finetune/Step": 7180, "Finetune/Step Time": 6.458109427243471}
+{"Finetune/Learning Rate": 4.055970193472414e-07, "Finetune/Loss": 0.7989373803138733, "Finetune/Loss (Raw)": 0.7449792623519897, "Finetune/Step": 7181, "Finetune/Step Time": 6.454837396740913}
+{"Finetune/Learning Rate": 4.0443859973554376e-07, "Finetune/Loss": 0.7998918294906616, "Finetune/Loss (Raw)": 0.9546566009521484, "Finetune/Step": 7182, "Finetune/Step Time": 6.452816305682063}
+{"Finetune/Learning Rate": 4.0328180261901106e-07, "Finetune/Loss": 0.8019411563873291, "Finetune/Loss (Raw)": 0.9397240877151489, "Finetune/Step": 7183, "Finetune/Step Time": 6.4510029386729}
+{"Finetune/Learning Rate": 4.021266281932412e-07, "Finetune/Loss": 0.8007749915122986, "Finetune/Loss (Raw)": 0.6549506187438965, "Finetune/Step": 7184, "Finetune/Step Time": 6.446112900972366}
+{"Finetune/Learning Rate": 4.0097307665356243e-07, "Finetune/Loss": 0.8009335398674011, "Finetune/Loss (Raw)": 0.9438931941986084, "Finetune/Step": 7185, "Finetune/Step Time": 6.444535942748189}
+{"Finetune/Learning Rate": 3.998211481950254e-07, "Finetune/Loss": 0.8023297786712646, "Finetune/Loss (Raw)": 0.82126784324646, "Finetune/Step": 7186, "Finetune/Step Time": 6.433751164004207}
+{"Finetune/Learning Rate": 3.9867084301240755e-07, "Finetune/Loss": 0.8041218519210815, "Finetune/Loss (Raw)": 0.9642927646636963, "Finetune/Step": 7187, "Finetune/Step Time": 6.436844125390053}
+{"Finetune/Learning Rate": 3.975221613002123e-07, "Finetune/Loss": 0.8031109571456909, "Finetune/Loss (Raw)": 0.6862388849258423, "Finetune/Step": 7188, "Finetune/Step Time": 6.443796724081039}
+{"Finetune/Learning Rate": 3.963751032526697e-07, "Finetune/Loss": 0.8036373853683472, "Finetune/Loss (Raw)": 0.8375983834266663, "Finetune/Step": 7189, "Finetune/Step Time": 6.4570410791784525}
+{"Finetune/Learning Rate": 3.9522966906373027e-07, "Finetune/Loss": 0.807569146156311, "Finetune/Loss (Raw)": 0.8551121354103088, "Finetune/Step": 7190, "Finetune/Step Time": 6.4821631126105785}
+{"Finetune/Learning Rate": 3.940858589270735e-07, "Finetune/Loss": 0.8073415756225586, "Finetune/Loss (Raw)": 0.7815659046173096, "Finetune/Step": 7191, "Finetune/Step Time": 6.463851992040873}
+{"Finetune/Learning Rate": 3.929436730361058e-07, "Finetune/Loss": 0.8054441809654236, "Finetune/Loss (Raw)": 0.7067439556121826, "Finetune/Step": 7192, "Finetune/Step Time": 6.463730273768306}
+{"Finetune/Learning Rate": 3.9180311158395935e-07, "Finetune/Loss": 0.8044707775115967, "Finetune/Loss (Raw)": 0.671249508857727, "Finetune/Step": 7193, "Finetune/Step Time": 6.475740035995841}
+{"Finetune/Learning Rate": 3.906641747634843e-07, "Finetune/Loss": 0.8063324093818665, "Finetune/Loss (Raw)": 1.0657994747161865, "Finetune/Step": 7194, "Finetune/Step Time": 6.487934594973922}
+{"Finetune/Learning Rate": 3.895268627672655e-07, "Finetune/Loss": 0.8065374493598938, "Finetune/Loss (Raw)": 0.7689841389656067, "Finetune/Step": 7195, "Finetune/Step Time": 6.482199164107442}
+{"Finetune/Learning Rate": 3.883911757876058e-07, "Finetune/Loss": 0.807645320892334, "Finetune/Loss (Raw)": 0.8661144375801086, "Finetune/Step": 7196, "Finetune/Step Time": 6.469007229432464}
+{"Finetune/Learning Rate": 3.872571140165393e-07, "Finetune/Loss": 0.8058726787567139, "Finetune/Loss (Raw)": 0.3732987940311432, "Finetune/Step": 7197, "Finetune/Step Time": 6.466840736567974}
+{"Finetune/Learning Rate": 3.861246776458194e-07, "Finetune/Loss": 0.8064943552017212, "Finetune/Loss (Raw)": 0.764115035533905, "Finetune/Step": 7198, "Finetune/Step Time": 6.460369536653161}
+{"Finetune/Learning Rate": 3.8499386686693065e-07, "Finetune/Loss": 0.8095537424087524, "Finetune/Loss (Raw)": 0.8080912232398987, "Finetune/Step": 7199, "Finetune/Step Time": 6.4428037740290165}
+{"Finetune/Learning Rate": 3.838646818710767e-07, "Finetune/Loss": 0.8105068206787109, "Finetune/Loss (Raw)": 0.7307105660438538, "Finetune/Step": 7200, "Finetune/Step Time": 6.425497215241194}
+{"Finetune/Learning Rate": 3.827371228491916e-07, "Finetune/Loss": 0.8101154565811157, "Finetune/Loss (Raw)": 0.8079883456230164, "Finetune/Step": 7201, "Finetune/Step Time": 6.4219784792512655}
+{"Finetune/Learning Rate": 3.816111899919306e-07, "Finetune/Loss": 0.8095295429229736, "Finetune/Loss (Raw)": 0.8448582887649536, "Finetune/Step": 7202, "Finetune/Step Time": 6.405475918203592}
+{"Finetune/Learning Rate": 3.80486883489678e-07, "Finetune/Loss": 0.8072379231452942, "Finetune/Loss (Raw)": 0.6051785349845886, "Finetune/Step": 7203, "Finetune/Step Time": 6.392517985776067}
+{"Finetune/Learning Rate": 3.793642035325362e-07, "Finetune/Loss": 0.8066524267196655, "Finetune/Loss (Raw)": 0.7740228176116943, "Finetune/Step": 7204, "Finetune/Step Time": 6.393031053245068}
+{"Finetune/Learning Rate": 3.782431503103412e-07, "Finetune/Loss": 0.8072798848152161, "Finetune/Loss (Raw)": 0.8609864115715027, "Finetune/Step": 7205, "Finetune/Step Time": 6.381895378232002}
+{"Finetune/Learning Rate": 3.771237240126469e-07, "Finetune/Loss": 0.8035818338394165, "Finetune/Loss (Raw)": 0.3243851363658905, "Finetune/Step": 7206, "Finetune/Step Time": 6.381366707384586}
+{"Finetune/Learning Rate": 3.7600592482873844e-07, "Finetune/Loss": 0.8073445558547974, "Finetune/Loss (Raw)": 0.8955796957015991, "Finetune/Step": 7207, "Finetune/Step Time": 6.399025559425354}
+{"Finetune/Learning Rate": 3.748897529476192e-07, "Finetune/Loss": 0.8075445890426636, "Finetune/Loss (Raw)": 0.8434900641441345, "Finetune/Step": 7208, "Finetune/Step Time": 6.397527540102601}
+{"Finetune/Learning Rate": 3.7377520855802153e-07, "Finetune/Loss": 0.8072963953018188, "Finetune/Loss (Raw)": 1.0034189224243164, "Finetune/Step": 7209, "Finetune/Step Time": 6.396739538758993}
+{"Finetune/Learning Rate": 3.7266229184840017e-07, "Finetune/Loss": 0.807504415512085, "Finetune/Loss (Raw)": 0.8685386180877686, "Finetune/Step": 7210, "Finetune/Step Time": 6.384299762547016}
+{"Finetune/Learning Rate": 3.7155100300693916e-07, "Finetune/Loss": 0.8075277805328369, "Finetune/Loss (Raw)": 0.8251523375511169, "Finetune/Step": 7211, "Finetune/Step Time": 6.380065536126494}
+{"Finetune/Learning Rate": 3.704413422215425e-07, "Finetune/Loss": 0.8088672757148743, "Finetune/Loss (Raw)": 0.9725099802017212, "Finetune/Step": 7212, "Finetune/Step Time": 6.383186765015125}
+{"Finetune/Learning Rate": 3.6933330967984016e-07, "Finetune/Loss": 0.8101376295089722, "Finetune/Loss (Raw)": 0.9403256177902222, "Finetune/Step": 7213, "Finetune/Step Time": 6.380232417955995}
+{"Finetune/Learning Rate": 3.6822690556918783e-07, "Finetune/Loss": 0.812247633934021, "Finetune/Loss (Raw)": 0.7018114328384399, "Finetune/Step": 7214, "Finetune/Step Time": 6.375825297087431}
+{"Finetune/Learning Rate": 3.6712213007666476e-07, "Finetune/Loss": 0.8130435943603516, "Finetune/Loss (Raw)": 0.9300032258033752, "Finetune/Step": 7215, "Finetune/Step Time": 6.358249466866255}
+{"Finetune/Learning Rate": 3.66018983389077e-07, "Finetune/Loss": 0.810624361038208, "Finetune/Loss (Raw)": 0.3578668534755707, "Finetune/Step": 7216, "Finetune/Step Time": 6.35981272533536}
+{"Finetune/Learning Rate": 3.6491746569295107e-07, "Finetune/Loss": 0.8102961778640747, "Finetune/Loss (Raw)": 0.8121127486228943, "Finetune/Step": 7217, "Finetune/Step Time": 6.369731556624174}
+{"Finetune/Learning Rate": 3.6381757717454224e-07, "Finetune/Loss": 0.8107868432998657, "Finetune/Loss (Raw)": 0.9389426708221436, "Finetune/Step": 7218, "Finetune/Step Time": 6.367697084322572}
+{"Finetune/Learning Rate": 3.627193180198274e-07, "Finetune/Loss": 0.8119805455207825, "Finetune/Loss (Raw)": 0.7535266876220703, "Finetune/Step": 7219, "Finetune/Step Time": 6.361951371654868}
+{"Finetune/Learning Rate": 3.616226884145102e-07, "Finetune/Loss": 0.814267098903656, "Finetune/Loss (Raw)": 0.8542991280555725, "Finetune/Step": 7220, "Finetune/Step Time": 6.340220211073756}
+{"Finetune/Learning Rate": 3.6052768854401897e-07, "Finetune/Loss": 0.8133139610290527, "Finetune/Loss (Raw)": 0.8382452130317688, "Finetune/Step": 7221, "Finetune/Step Time": 6.318347135558724}
+{"Finetune/Learning Rate": 3.594343185935001e-07, "Finetune/Loss": 0.8105611801147461, "Finetune/Loss (Raw)": 0.7016311883926392, "Finetune/Step": 7222, "Finetune/Step Time": 6.3115709982812405}
+{"Finetune/Learning Rate": 3.5834257874783454e-07, "Finetune/Loss": 0.810742974281311, "Finetune/Loss (Raw)": 0.9218782186508179, "Finetune/Step": 7223, "Finetune/Step Time": 6.3138406574726105}
+{"Finetune/Learning Rate": 3.5725246919162014e-07, "Finetune/Loss": 0.8102021217346191, "Finetune/Loss (Raw)": 0.8174077868461609, "Finetune/Step": 7224, "Finetune/Step Time": 6.316156538203359}
+{"Finetune/Learning Rate": 3.5616399010918403e-07, "Finetune/Loss": 0.8120402097702026, "Finetune/Loss (Raw)": 0.9158416390419006, "Finetune/Step": 7225, "Finetune/Step Time": 6.308172889053822}
+{"Finetune/Learning Rate": 3.5507714168457e-07, "Finetune/Loss": 0.8125202655792236, "Finetune/Loss (Raw)": 0.7815157771110535, "Finetune/Step": 7226, "Finetune/Step Time": 6.305980157107115}
+{"Finetune/Learning Rate": 3.539919241015555e-07, "Finetune/Loss": 0.8116847276687622, "Finetune/Loss (Raw)": 0.7451497912406921, "Finetune/Step": 7227, "Finetune/Step Time": 6.322593238204718}
+{"Finetune/Learning Rate": 3.5290833754363486e-07, "Finetune/Loss": 0.8122923374176025, "Finetune/Loss (Raw)": 0.9987345933914185, "Finetune/Step": 7228, "Finetune/Step Time": 6.321485701948404}
+{"Finetune/Learning Rate": 3.5182638219403375e-07, "Finetune/Loss": 0.812504768371582, "Finetune/Loss (Raw)": 0.8305198550224304, "Finetune/Step": 7229, "Finetune/Step Time": 6.323981199413538}
+{"Finetune/Learning Rate": 3.5074605823569473e-07, "Finetune/Loss": 0.8126622438430786, "Finetune/Loss (Raw)": 0.6841739416122437, "Finetune/Step": 7230, "Finetune/Step Time": 6.339603908360004}
+{"Finetune/Learning Rate": 3.4966736585128834e-07, "Finetune/Loss": 0.8134732246398926, "Finetune/Loss (Raw)": 0.746910810470581, "Finetune/Step": 7231, "Finetune/Step Time": 6.333732815459371}
+{"Finetune/Learning Rate": 3.485903052232098e-07, "Finetune/Loss": 0.8126068711280823, "Finetune/Loss (Raw)": 0.7363714575767517, "Finetune/Step": 7232, "Finetune/Step Time": 6.32463650777936}
+{"Finetune/Learning Rate": 3.475148765335745e-07, "Finetune/Loss": 0.8114408850669861, "Finetune/Loss (Raw)": 0.7780141830444336, "Finetune/Step": 7233, "Finetune/Step Time": 6.321305660530925}
+{"Finetune/Learning Rate": 3.4644107996422707e-07, "Finetune/Loss": 0.8133106231689453, "Finetune/Loss (Raw)": 0.9660364985466003, "Finetune/Step": 7234, "Finetune/Step Time": 6.326814614236355}
+{"Finetune/Learning Rate": 3.4536891569673326e-07, "Finetune/Loss": 0.8130009174346924, "Finetune/Loss (Raw)": 0.868499219417572, "Finetune/Step": 7235, "Finetune/Step Time": 6.329175243154168}
+{"Finetune/Learning Rate": 3.442983839123826e-07, "Finetune/Loss": 0.8113762736320496, "Finetune/Loss (Raw)": 0.8323240280151367, "Finetune/Step": 7236, "Finetune/Step Time": 6.331906432285905}
+{"Finetune/Learning Rate": 3.4322948479219023e-07, "Finetune/Loss": 0.8122767210006714, "Finetune/Loss (Raw)": 0.8601469397544861, "Finetune/Step": 7237, "Finetune/Step Time": 6.335328716784716}
+{"Finetune/Learning Rate": 3.421622185168938e-07, "Finetune/Loss": 0.8118546009063721, "Finetune/Loss (Raw)": 0.8422574996948242, "Finetune/Step": 7238, "Finetune/Step Time": 6.331815753132105}
+{"Finetune/Learning Rate": 3.4109658526695567e-07, "Finetune/Loss": 0.8126468658447266, "Finetune/Loss (Raw)": 1.0235669612884521, "Finetune/Step": 7239, "Finetune/Step Time": 6.324035545811057}
+{"Finetune/Learning Rate": 3.4003258522256057e-07, "Finetune/Loss": 0.813059389591217, "Finetune/Loss (Raw)": 0.8181942105293274, "Finetune/Step": 7240, "Finetune/Step Time": 6.324991263449192}
+{"Finetune/Learning Rate": 3.389702185636179e-07, "Finetune/Loss": 0.8124593496322632, "Finetune/Loss (Raw)": 0.7313393950462341, "Finetune/Step": 7241, "Finetune/Step Time": 6.325925298035145}
+{"Finetune/Learning Rate": 3.3790948546976397e-07, "Finetune/Loss": 0.8140923976898193, "Finetune/Loss (Raw)": 0.9358420968055725, "Finetune/Step": 7242, "Finetune/Step Time": 6.3247628677636385}
+{"Finetune/Learning Rate": 3.3685038612035314e-07, "Finetune/Loss": 0.8146566152572632, "Finetune/Loss (Raw)": 0.9454025626182556, "Finetune/Step": 7243, "Finetune/Step Time": 6.318863861262798}
+{"Finetune/Learning Rate": 3.357929206944699e-07, "Finetune/Loss": 0.8153516054153442, "Finetune/Loss (Raw)": 0.7799208760261536, "Finetune/Step": 7244, "Finetune/Step Time": 6.318815648555756}
+{"Finetune/Learning Rate": 3.3473708937091564e-07, "Finetune/Loss": 0.8149286508560181, "Finetune/Loss (Raw)": 0.7738998532295227, "Finetune/Step": 7245, "Finetune/Step Time": 6.335883988067508}
+{"Finetune/Learning Rate": 3.3368289232822094e-07, "Finetune/Loss": 0.8130190372467041, "Finetune/Loss (Raw)": 0.604140043258667, "Finetune/Step": 7246, "Finetune/Step Time": 6.34109877794981}
+{"Finetune/Learning Rate": 3.326303297446343e-07, "Finetune/Loss": 0.8115259408950806, "Finetune/Loss (Raw)": 0.49273380637168884, "Finetune/Step": 7247, "Finetune/Step Time": 6.346716493368149}
+{"Finetune/Learning Rate": 3.3157940179813776e-07, "Finetune/Loss": 0.8123329281806946, "Finetune/Loss (Raw)": 0.8882105946540833, "Finetune/Step": 7248, "Finetune/Step Time": 6.358793510124087}
+{"Finetune/Learning Rate": 3.30530108666427e-07, "Finetune/Loss": 0.8111778497695923, "Finetune/Loss (Raw)": 0.7380298376083374, "Finetune/Step": 7249, "Finetune/Step Time": 6.362794464454055}
+{"Finetune/Learning Rate": 3.2948245052692454e-07, "Finetune/Loss": 0.8095985651016235, "Finetune/Loss (Raw)": 0.6272525191307068, "Finetune/Step": 7250, "Finetune/Step Time": 6.378353772684932}
+{"Finetune/Learning Rate": 3.284364275567775e-07, "Finetune/Loss": 0.8115349411964417, "Finetune/Loss (Raw)": 0.8381866812705994, "Finetune/Step": 7251, "Finetune/Step Time": 6.385103549808264}
+{"Finetune/Learning Rate": 3.273920399328567e-07, "Finetune/Loss": 0.8099796772003174, "Finetune/Loss (Raw)": 0.6063733696937561, "Finetune/Step": 7252, "Finetune/Step Time": 6.373519459739327}
+{"Finetune/Learning Rate": 3.2634928783175423e-07, "Finetune/Loss": 0.8103312849998474, "Finetune/Loss (Raw)": 0.926535427570343, "Finetune/Step": 7253, "Finetune/Step Time": 6.361079705879092}
+{"Finetune/Learning Rate": 3.25308171429789e-07, "Finetune/Loss": 0.8104194402694702, "Finetune/Loss (Raw)": 0.8012689352035522, "Finetune/Step": 7254, "Finetune/Step Time": 6.358196388930082}
+{"Finetune/Learning Rate": 3.2426869090300016e-07, "Finetune/Loss": 0.8107898831367493, "Finetune/Loss (Raw)": 0.7649706602096558, "Finetune/Step": 7255, "Finetune/Step Time": 6.357709497213364}
+{"Finetune/Learning Rate": 3.232308464271505e-07, "Finetune/Loss": 0.8114470839500427, "Finetune/Loss (Raw)": 0.8037663698196411, "Finetune/Step": 7256, "Finetune/Step Time": 6.362029304727912}
+{"Finetune/Learning Rate": 3.221946381777297e-07, "Finetune/Loss": 0.8097584247589111, "Finetune/Loss (Raw)": 0.6539778709411621, "Finetune/Step": 7257, "Finetune/Step Time": 6.372651511803269}
+{"Finetune/Learning Rate": 3.2116006632994747e-07, "Finetune/Loss": 0.8093346357345581, "Finetune/Loss (Raw)": 0.7896511554718018, "Finetune/Step": 7258, "Finetune/Step Time": 6.385723127052188}
+{"Finetune/Learning Rate": 3.201271310587339e-07, "Finetune/Loss": 0.8095212578773499, "Finetune/Loss (Raw)": 0.8840756416320801, "Finetune/Step": 7259, "Finetune/Step Time": 6.381222240626812}
+{"Finetune/Learning Rate": 3.1909583253875167e-07, "Finetune/Loss": 0.8098806142807007, "Finetune/Loss (Raw)": 0.9488345980644226, "Finetune/Step": 7260, "Finetune/Step Time": 6.36891988478601}
+{"Finetune/Learning Rate": 3.1806617094437775e-07, "Finetune/Loss": 0.809552788734436, "Finetune/Loss (Raw)": 0.8818991780281067, "Finetune/Step": 7261, "Finetune/Step Time": 6.367108130827546}
+{"Finetune/Learning Rate": 3.170381464497174e-07, "Finetune/Loss": 0.8085203170776367, "Finetune/Loss (Raw)": 0.8561762571334839, "Finetune/Step": 7262, "Finetune/Step Time": 6.375675816088915}
+{"Finetune/Learning Rate": 3.1601175922859493e-07, "Finetune/Loss": 0.8088603019714355, "Finetune/Loss (Raw)": 0.8328502774238586, "Finetune/Step": 7263, "Finetune/Step Time": 6.376939134672284}
+{"Finetune/Learning Rate": 3.149870094545626e-07, "Finetune/Loss": 0.8085275292396545, "Finetune/Loss (Raw)": 0.9415180087089539, "Finetune/Step": 7264, "Finetune/Step Time": 6.366810714825988}
+{"Finetune/Learning Rate": 3.139638973008918e-07, "Finetune/Loss": 0.8073093891143799, "Finetune/Loss (Raw)": 0.8608551621437073, "Finetune/Step": 7265, "Finetune/Step Time": 6.363494291901588}
+{"Finetune/Learning Rate": 3.1294242294057974e-07, "Finetune/Loss": 0.8110237717628479, "Finetune/Loss (Raw)": 1.0669161081314087, "Finetune/Step": 7266, "Finetune/Step Time": 6.337025340646505}
+{"Finetune/Learning Rate": 3.119225865463449e-07, "Finetune/Loss": 0.8082532286643982, "Finetune/Loss (Raw)": 0.3522195518016815, "Finetune/Step": 7267, "Finetune/Step Time": 6.334582442417741}
+{"Finetune/Learning Rate": 3.109043882906293e-07, "Finetune/Loss": 0.8109241724014282, "Finetune/Loss (Raw)": 0.699633777141571, "Finetune/Step": 7268, "Finetune/Step Time": 6.338967582210898}
+{"Finetune/Learning Rate": 3.098878283455975e-07, "Finetune/Loss": 0.8114014863967896, "Finetune/Loss (Raw)": 0.9295607209205627, "Finetune/Step": 7269, "Finetune/Step Time": 6.32410754263401}
+{"Finetune/Learning Rate": 3.0887290688313973e-07, "Finetune/Loss": 0.8115437030792236, "Finetune/Loss (Raw)": 0.8826075792312622, "Finetune/Step": 7270, "Finetune/Step Time": 6.312575150281191}
+{"Finetune/Learning Rate": 3.0785962407486767e-07, "Finetune/Loss": 0.8106546401977539, "Finetune/Loss (Raw)": 0.8024134039878845, "Finetune/Step": 7271, "Finetune/Step Time": 6.294318066909909}
+{"Finetune/Learning Rate": 3.068479800921109e-07, "Finetune/Loss": 0.813012957572937, "Finetune/Loss (Raw)": 0.9580568075180054, "Finetune/Step": 7272, "Finetune/Step Time": 6.294721592217684}
+{"Finetune/Learning Rate": 3.0583797510592926e-07, "Finetune/Loss": 0.8131767511367798, "Finetune/Loss (Raw)": 0.8819807767868042, "Finetune/Step": 7273, "Finetune/Step Time": 6.28521535359323}
+{"Finetune/Learning Rate": 3.048296092871039e-07, "Finetune/Loss": 0.8152391910552979, "Finetune/Loss (Raw)": 0.9244546294212341, "Finetune/Step": 7274, "Finetune/Step Time": 6.274451544508338}
+{"Finetune/Learning Rate": 3.0382288280613624e-07, "Finetune/Loss": 0.8115895986557007, "Finetune/Loss (Raw)": 0.34000420570373535, "Finetune/Step": 7275, "Finetune/Step Time": 6.247836912050843}
+{"Finetune/Learning Rate": 3.028177958332512e-07, "Finetune/Loss": 0.809874415397644, "Finetune/Loss (Raw)": 0.7587824463844299, "Finetune/Step": 7276, "Finetune/Step Time": 6.255177635699511}
+{"Finetune/Learning Rate": 3.018143485383973e-07, "Finetune/Loss": 0.8110747337341309, "Finetune/Loss (Raw)": 0.7469703555107117, "Finetune/Step": 7277, "Finetune/Step Time": 6.256797673180699}
+{"Finetune/Learning Rate": 3.0081254109124436e-07, "Finetune/Loss": 0.810476541519165, "Finetune/Loss (Raw)": 0.760572612285614, "Finetune/Step": 7278, "Finetune/Step Time": 6.265347758308053}
+{"Finetune/Learning Rate": 2.998123736611891e-07, "Finetune/Loss": 0.8103036880493164, "Finetune/Loss (Raw)": 0.8562784194946289, "Finetune/Step": 7279, "Finetune/Step Time": 6.278401622548699}
+{"Finetune/Learning Rate": 2.9881384641734625e-07, "Finetune/Loss": 0.8078072667121887, "Finetune/Loss (Raw)": 0.6635305881500244, "Finetune/Step": 7280, "Finetune/Step Time": 6.284872317686677}
+{"Finetune/Learning Rate": 2.9781695952855405e-07, "Finetune/Loss": 0.8079929351806641, "Finetune/Loss (Raw)": 0.8739298582077026, "Finetune/Step": 7281, "Finetune/Step Time": 6.296116396784782}
+{"Finetune/Learning Rate": 2.968217131633755e-07, "Finetune/Loss": 0.8090309500694275, "Finetune/Loss (Raw)": 0.9022672772407532, "Finetune/Step": 7282, "Finetune/Step Time": 6.2969063911587}
+{"Finetune/Learning Rate": 2.958281074900937e-07, "Finetune/Loss": 0.8059450387954712, "Finetune/Loss (Raw)": 0.5731648802757263, "Finetune/Step": 7283, "Finetune/Step Time": 6.288847420364618}
+{"Finetune/Learning Rate": 2.948361426767166e-07, "Finetune/Loss": 0.807153046131134, "Finetune/Loss (Raw)": 0.9366099238395691, "Finetune/Step": 7284, "Finetune/Step Time": 6.300746647641063}
+{"Finetune/Learning Rate": 2.9384581889097206e-07, "Finetune/Loss": 0.8077384829521179, "Finetune/Loss (Raw)": 0.7286349534988403, "Finetune/Step": 7285, "Finetune/Step Time": 6.299867471680045}
+{"Finetune/Learning Rate": 2.928571363003152e-07, "Finetune/Loss": 0.8063661456108093, "Finetune/Loss (Raw)": 0.8245142698287964, "Finetune/Step": 7286, "Finetune/Step Time": 6.300786331295967}
+{"Finetune/Learning Rate": 2.9187009507191665e-07, "Finetune/Loss": 0.8057878613471985, "Finetune/Loss (Raw)": 0.8009935021400452, "Finetune/Step": 7287, "Finetune/Step Time": 6.301720345392823}
+{"Finetune/Learning Rate": 2.908846953726763e-07, "Finetune/Loss": 0.8078949451446533, "Finetune/Loss (Raw)": 0.8498032093048096, "Finetune/Step": 7288, "Finetune/Step Time": 6.296664563938975}
+{"Finetune/Learning Rate": 2.899009373692119e-07, "Finetune/Loss": 0.8078532218933105, "Finetune/Loss (Raw)": 0.887143075466156, "Finetune/Step": 7289, "Finetune/Step Time": 6.284225817769766}
+{"Finetune/Learning Rate": 2.88918821227866e-07, "Finetune/Loss": 0.8082218766212463, "Finetune/Loss (Raw)": 0.8243889808654785, "Finetune/Step": 7290, "Finetune/Step Time": 6.275945508852601}
+{"Finetune/Learning Rate": 2.8793834711470235e-07, "Finetune/Loss": 0.8078179359436035, "Finetune/Loss (Raw)": 0.903301477432251, "Finetune/Step": 7291, "Finetune/Step Time": 6.274629091843963}
+{"Finetune/Learning Rate": 2.8695951519550734e-07, "Finetune/Loss": 0.8058129549026489, "Finetune/Loss (Raw)": 0.7667677998542786, "Finetune/Step": 7292, "Finetune/Step Time": 6.280234158039093}
+{"Finetune/Learning Rate": 2.8598232563578964e-07, "Finetune/Loss": 0.8045101165771484, "Finetune/Loss (Raw)": 0.7330074310302734, "Finetune/Step": 7293, "Finetune/Step Time": 6.281649444252253}
+{"Finetune/Learning Rate": 2.850067786007826e-07, "Finetune/Loss": 0.8041561841964722, "Finetune/Loss (Raw)": 0.7648594975471497, "Finetune/Step": 7294, "Finetune/Step Time": 6.260867903009057}
+{"Finetune/Learning Rate": 2.8403287425543547e-07, "Finetune/Loss": 0.8031368255615234, "Finetune/Loss (Raw)": 0.8595461249351501, "Finetune/Step": 7295, "Finetune/Step Time": 6.258251953870058}
+{"Finetune/Learning Rate": 2.8306061276442753e-07, "Finetune/Loss": 0.8003352284431458, "Finetune/Loss (Raw)": 0.5888850688934326, "Finetune/Step": 7296, "Finetune/Step Time": 6.258070355281234}
+{"Finetune/Learning Rate": 2.8208999429215287e-07, "Finetune/Loss": 0.8020535707473755, "Finetune/Loss (Raw)": 0.9266397356987, "Finetune/Step": 7297, "Finetune/Step Time": 6.261573351919651}
+{"Finetune/Learning Rate": 2.8112101900273693e-07, "Finetune/Loss": 0.7992887496948242, "Finetune/Loss (Raw)": 0.4024707078933716, "Finetune/Step": 7298, "Finetune/Step Time": 6.2599699310958385}
+{"Finetune/Learning Rate": 2.8015368706001743e-07, "Finetune/Loss": 0.7990021705627441, "Finetune/Loss (Raw)": 0.7790619730949402, "Finetune/Step": 7299, "Finetune/Step Time": 6.274293314665556}
+{"Finetune/Learning Rate": 2.791879986275592e-07, "Finetune/Loss": 0.7967884540557861, "Finetune/Loss (Raw)": 0.6532112956047058, "Finetune/Step": 7300, "Finetune/Step Time": 6.271369544789195}
+{"Finetune/Learning Rate": 2.782239538686504e-07, "Finetune/Loss": 0.7990982532501221, "Finetune/Loss (Raw)": 0.9513640999794006, "Finetune/Step": 7301, "Finetune/Step Time": 6.270106565207243}
+{"Finetune/Learning Rate": 2.7726155294629854e-07, "Finetune/Loss": 0.8002279996871948, "Finetune/Loss (Raw)": 0.83652663230896, "Finetune/Step": 7302, "Finetune/Step Time": 6.264399226754904}
+{"Finetune/Learning Rate": 2.7630079602323447e-07, "Finetune/Loss": 0.7995744943618774, "Finetune/Loss (Raw)": 0.7952906489372253, "Finetune/Step": 7303, "Finetune/Step Time": 6.254122735932469}
+{"Finetune/Learning Rate": 2.7534168326191047e-07, "Finetune/Loss": 0.799338698387146, "Finetune/Loss (Raw)": 0.7495321035385132, "Finetune/Step": 7304, "Finetune/Step Time": 6.23497249931097}
+{"Finetune/Learning Rate": 2.7438421482450016e-07, "Finetune/Loss": 0.800429105758667, "Finetune/Loss (Raw)": 0.8773202300071716, "Finetune/Step": 7305, "Finetune/Step Time": 6.239334901794791}
+{"Finetune/Learning Rate": 2.7342839087290183e-07, "Finetune/Loss": 0.8020240068435669, "Finetune/Loss (Raw)": 0.8293896913528442, "Finetune/Step": 7306, "Finetune/Step Time": 6.24183632992208}
+{"Finetune/Learning Rate": 2.724742115687329e-07, "Finetune/Loss": 0.7991267442703247, "Finetune/Loss (Raw)": 0.565599262714386, "Finetune/Step": 7307, "Finetune/Step Time": 6.245176004245877}
+{"Finetune/Learning Rate": 2.715216770733353e-07, "Finetune/Loss": 0.7968267798423767, "Finetune/Loss (Raw)": 0.7161056399345398, "Finetune/Step": 7308, "Finetune/Step Time": 6.259463911876082}
+{"Finetune/Learning Rate": 2.705707875477681e-07, "Finetune/Loss": 0.7985794544219971, "Finetune/Loss (Raw)": 0.9693239331245422, "Finetune/Step": 7309, "Finetune/Step Time": 6.27093318477273}
+{"Finetune/Learning Rate": 2.696215431528182e-07, "Finetune/Loss": 0.7977001667022705, "Finetune/Loss (Raw)": 0.8421076536178589, "Finetune/Step": 7310, "Finetune/Step Time": 6.272023942321539}
+{"Finetune/Learning Rate": 2.6867394404898936e-07, "Finetune/Loss": 0.7959033250808716, "Finetune/Loss (Raw)": 0.7097301483154297, "Finetune/Step": 7311, "Finetune/Step Time": 6.274806072935462}
+{"Finetune/Learning Rate": 2.677279903965124e-07, "Finetune/Loss": 0.796954870223999, "Finetune/Loss (Raw)": 0.789548933506012, "Finetune/Step": 7312, "Finetune/Step Time": 6.284235466271639}
+{"Finetune/Learning Rate": 2.667836823553338e-07, "Finetune/Loss": 0.7968469858169556, "Finetune/Loss (Raw)": 0.9300828576087952, "Finetune/Step": 7313, "Finetune/Step Time": 6.278373226523399}
+{"Finetune/Learning Rate": 2.658410200851269e-07, "Finetune/Loss": 0.796786904335022, "Finetune/Loss (Raw)": 0.8135755658149719, "Finetune/Step": 7314, "Finetune/Step Time": 6.276592092588544}
+{"Finetune/Learning Rate": 2.649000037452809e-07, "Finetune/Loss": 0.7962042093276978, "Finetune/Loss (Raw)": 0.8897005915641785, "Finetune/Step": 7315, "Finetune/Step Time": 6.275445219129324}
+{"Finetune/Learning Rate": 2.639606334949163e-07, "Finetune/Loss": 0.7969586253166199, "Finetune/Loss (Raw)": 0.7828091382980347, "Finetune/Step": 7316, "Finetune/Step Time": 6.265466766431928}
+{"Finetune/Learning Rate": 2.630229094928649e-07, "Finetune/Loss": 0.7978477478027344, "Finetune/Loss (Raw)": 0.9514055252075195, "Finetune/Step": 7317, "Finetune/Step Time": 6.251108707860112}
+{"Finetune/Learning Rate": 2.6208683189768656e-07, "Finetune/Loss": 0.7976754903793335, "Finetune/Loss (Raw)": 0.833058774471283, "Finetune/Step": 7318, "Finetune/Step Time": 6.2354888543486595}
+{"Finetune/Learning Rate": 2.6115240086766027e-07, "Finetune/Loss": 0.7976769208908081, "Finetune/Loss (Raw)": 0.7817579507827759, "Finetune/Step": 7319, "Finetune/Step Time": 6.2353864926844835}
+{"Finetune/Learning Rate": 2.602196165607873e-07, "Finetune/Loss": 0.7989040613174438, "Finetune/Loss (Raw)": 0.863821804523468, "Finetune/Step": 7320, "Finetune/Step Time": 6.230366788804531}
+{"Finetune/Learning Rate": 2.592884791347905e-07, "Finetune/Loss": 0.8009825348854065, "Finetune/Loss (Raw)": 0.9372891187667847, "Finetune/Step": 7321, "Finetune/Step Time": 6.219500532373786}
+{"Finetune/Learning Rate": 2.5835898874711384e-07, "Finetune/Loss": 0.7986541986465454, "Finetune/Loss (Raw)": 0.7677772045135498, "Finetune/Step": 7322, "Finetune/Step Time": 6.201534755527973}
+{"Finetune/Learning Rate": 2.5743114555492275e-07, "Finetune/Loss": 0.7980327606201172, "Finetune/Loss (Raw)": 0.6894314289093018, "Finetune/Step": 7323, "Finetune/Step Time": 6.202440930530429}
+{"Finetune/Learning Rate": 2.565049497151062e-07, "Finetune/Loss": 0.7985714077949524, "Finetune/Loss (Raw)": 0.935064435005188, "Finetune/Step": 7324, "Finetune/Step Time": 6.202838251367211}
+{"Finetune/Learning Rate": 2.5558040138427e-07, "Finetune/Loss": 0.8025137782096863, "Finetune/Loss (Raw)": 0.8779227137565613, "Finetune/Step": 7325, "Finetune/Step Time": 6.213347144424915}
+{"Finetune/Learning Rate": 2.5465750071874797e-07, "Finetune/Loss": 0.8030664920806885, "Finetune/Loss (Raw)": 0.8348545432090759, "Finetune/Step": 7326, "Finetune/Step Time": 6.198904164135456}
+{"Finetune/Learning Rate": 2.537362478745886e-07, "Finetune/Loss": 0.8042961955070496, "Finetune/Loss (Raw)": 0.9655024409294128, "Finetune/Step": 7327, "Finetune/Step Time": 6.2015677988529205}
+{"Finetune/Learning Rate": 2.52816643007564e-07, "Finetune/Loss": 0.8059974908828735, "Finetune/Loss (Raw)": 0.9484732747077942, "Finetune/Step": 7328, "Finetune/Step Time": 6.200494404882193}
+{"Finetune/Learning Rate": 2.5189868627317207e-07, "Finetune/Loss": 0.8071870803833008, "Finetune/Loss (Raw)": 0.9602587223052979, "Finetune/Step": 7329, "Finetune/Step Time": 6.1926748640835285}
+{"Finetune/Learning Rate": 2.509823778266274e-07, "Finetune/Loss": 0.8071141242980957, "Finetune/Loss (Raw)": 0.8355175852775574, "Finetune/Step": 7330, "Finetune/Step Time": 6.192681720480323}
+{"Finetune/Learning Rate": 2.5006771782286386e-07, "Finetune/Loss": 0.8094612956047058, "Finetune/Loss (Raw)": 0.9056127667427063, "Finetune/Step": 7331, "Finetune/Step Time": 6.202081708237529}
+{"Finetune/Learning Rate": 2.4915470641654227e-07, "Finetune/Loss": 0.8105425834655762, "Finetune/Loss (Raw)": 0.9124301075935364, "Finetune/Step": 7332, "Finetune/Step Time": 6.1996358167380095}
+{"Finetune/Learning Rate": 2.482433437620413e-07, "Finetune/Loss": 0.8098002672195435, "Finetune/Loss (Raw)": 0.7659663558006287, "Finetune/Step": 7333, "Finetune/Step Time": 6.200720535591245}
+{"Finetune/Learning Rate": 2.47333630013461e-07, "Finetune/Loss": 0.8159064650535583, "Finetune/Loss (Raw)": 1.105980634689331, "Finetune/Step": 7334, "Finetune/Step Time": 6.2037920374423265}
+{"Finetune/Learning Rate": 2.4642556532462503e-07, "Finetune/Loss": 0.8153806924819946, "Finetune/Loss (Raw)": 0.8282874822616577, "Finetune/Step": 7335, "Finetune/Step Time": 6.181934809312224}
+{"Finetune/Learning Rate": 2.455191498490739e-07, "Finetune/Loss": 0.8160442113876343, "Finetune/Loss (Raw)": 0.9284101128578186, "Finetune/Step": 7336, "Finetune/Step Time": 6.171976905316114}
+{"Finetune/Learning Rate": 2.4461438374007273e-07, "Finetune/Loss": 0.8152567744255066, "Finetune/Loss (Raw)": 0.9026386737823486, "Finetune/Step": 7337, "Finetune/Step Time": 6.173811089247465}
+{"Finetune/Learning Rate": 2.437112671506059e-07, "Finetune/Loss": 0.8149725198745728, "Finetune/Loss (Raw)": 0.8321487903594971, "Finetune/Step": 7338, "Finetune/Step Time": 6.180396717041731}
+{"Finetune/Learning Rate": 2.428098002333812e-07, "Finetune/Loss": 0.8161247968673706, "Finetune/Loss (Raw)": 0.9726483225822449, "Finetune/Step": 7339, "Finetune/Step Time": 6.197547513991594}
+{"Finetune/Learning Rate": 2.419099831408256e-07, "Finetune/Loss": 0.8159363269805908, "Finetune/Loss (Raw)": 0.9483848810195923, "Finetune/Step": 7340, "Finetune/Step Time": 6.208776317536831}
+{"Finetune/Learning Rate": 2.410118160250863e-07, "Finetune/Loss": 0.8149045705795288, "Finetune/Loss (Raw)": 0.8082573413848877, "Finetune/Step": 7341, "Finetune/Step Time": 6.212395630776882}
+{"Finetune/Learning Rate": 2.40115299038034e-07, "Finetune/Loss": 0.81552654504776, "Finetune/Loss (Raw)": 0.7814190983772278, "Finetune/Step": 7342, "Finetune/Step Time": 6.2172732297331095}
+{"Finetune/Learning Rate": 2.3922043233125746e-07, "Finetune/Loss": 0.8153421878814697, "Finetune/Loss (Raw)": 0.9064131379127502, "Finetune/Step": 7343, "Finetune/Step Time": 6.2194160763174295}
+{"Finetune/Learning Rate": 2.3832721605607123e-07, "Finetune/Loss": 0.8190412521362305, "Finetune/Loss (Raw)": 0.8313343524932861, "Finetune/Step": 7344, "Finetune/Step Time": 6.208819122985005}
+{"Finetune/Learning Rate": 2.3743565036350335e-07, "Finetune/Loss": 0.818859338760376, "Finetune/Loss (Raw)": 0.7888324856758118, "Finetune/Step": 7345, "Finetune/Step Time": 6.190850913524628}
+{"Finetune/Learning Rate": 2.365457354043088e-07, "Finetune/Loss": 0.8155818581581116, "Finetune/Loss (Raw)": 0.5194336175918579, "Finetune/Step": 7346, "Finetune/Step Time": 6.195487409830093}
+{"Finetune/Learning Rate": 2.3565747132896167e-07, "Finetune/Loss": 0.8163012266159058, "Finetune/Loss (Raw)": 0.8455938696861267, "Finetune/Step": 7347, "Finetune/Step Time": 6.205308889970183}
+{"Finetune/Learning Rate": 2.3477085828765733e-07, "Finetune/Loss": 0.8157323002815247, "Finetune/Loss (Raw)": 0.7814822793006897, "Finetune/Step": 7348, "Finetune/Step Time": 6.2062394972890615}
+{"Finetune/Learning Rate": 2.3388589643031256e-07, "Finetune/Loss": 0.8164635896682739, "Finetune/Loss (Raw)": 0.9318557977676392, "Finetune/Step": 7349, "Finetune/Step Time": 6.205330457538366}
+{"Finetune/Learning Rate": 2.330025859065599e-07, "Finetune/Loss": 0.8182634711265564, "Finetune/Loss (Raw)": 0.9320119619369507, "Finetune/Step": 7350, "Finetune/Step Time": 6.207312855869532}
+{"Finetune/Learning Rate": 2.3212092686576094e-07, "Finetune/Loss": 0.8142198324203491, "Finetune/Loss (Raw)": 0.4042883813381195, "Finetune/Step": 7351, "Finetune/Step Time": 6.20790758728981}
+{"Finetune/Learning Rate": 2.3124091945698978e-07, "Finetune/Loss": 0.8151223063468933, "Finetune/Loss (Raw)": 0.9329293966293335, "Finetune/Step": 7352, "Finetune/Step Time": 6.220736192539334}
+{"Finetune/Learning Rate": 2.3036256382904854e-07, "Finetune/Loss": 0.8147017359733582, "Finetune/Loss (Raw)": 0.8620113134384155, "Finetune/Step": 7353, "Finetune/Step Time": 6.223040409386158}
+{"Finetune/Learning Rate": 2.2948586013045614e-07, "Finetune/Loss": 0.815057098865509, "Finetune/Loss (Raw)": 0.8269954323768616, "Finetune/Step": 7354, "Finetune/Step Time": 6.21723716519773}
+{"Finetune/Learning Rate": 2.2861080850945072e-07, "Finetune/Loss": 0.8159881830215454, "Finetune/Loss (Raw)": 0.8643350601196289, "Finetune/Step": 7355, "Finetune/Step Time": 6.198215326294303}
+{"Finetune/Learning Rate": 2.27737409113995e-07, "Finetune/Loss": 0.8139923810958862, "Finetune/Loss (Raw)": 0.7432700395584106, "Finetune/Step": 7356, "Finetune/Step Time": 6.203429592773318}
+{"Finetune/Learning Rate": 2.2686566209176975e-07, "Finetune/Loss": 0.8141465187072754, "Finetune/Loss (Raw)": 0.8502485752105713, "Finetune/Step": 7357, "Finetune/Step Time": 6.205921143293381}
+{"Finetune/Learning Rate": 2.2599556759017703e-07, "Finetune/Loss": 0.8162317276000977, "Finetune/Loss (Raw)": 0.9510747194290161, "Finetune/Step": 7358, "Finetune/Step Time": 6.183250263333321}
+{"Finetune/Learning Rate": 2.251271257563392e-07, "Finetune/Loss": 0.8167487978935242, "Finetune/Loss (Raw)": 0.813102126121521, "Finetune/Step": 7359, "Finetune/Step Time": 6.18227900005877}
+{"Finetune/Learning Rate": 2.242603367370999e-07, "Finetune/Loss": 0.8182592988014221, "Finetune/Loss (Raw)": 0.9297131299972534, "Finetune/Step": 7360, "Finetune/Step Time": 6.187831731513143}
+{"Finetune/Learning Rate": 2.2339520067902188e-07, "Finetune/Loss": 0.8196923732757568, "Finetune/Loss (Raw)": 0.9614449739456177, "Finetune/Step": 7361, "Finetune/Step Time": 6.189703179523349}
+{"Finetune/Learning Rate": 2.2253171772839143e-07, "Finetune/Loss": 0.8177188634872437, "Finetune/Loss (Raw)": 0.7134373784065247, "Finetune/Step": 7362, "Finetune/Step Time": 6.1934455614537}
+{"Finetune/Learning Rate": 2.2166988803121292e-07, "Finetune/Loss": 0.8186673521995544, "Finetune/Loss (Raw)": 0.989900529384613, "Finetune/Step": 7363, "Finetune/Step Time": 6.200442070141435}
+{"Finetune/Learning Rate": 2.2080971173320865e-07, "Finetune/Loss": 0.8198885917663574, "Finetune/Loss (Raw)": 0.988639235496521, "Finetune/Step": 7364, "Finetune/Step Time": 6.202421605587006}
+{"Finetune/Learning Rate": 2.199511889798256e-07, "Finetune/Loss": 0.8202915787696838, "Finetune/Loss (Raw)": 0.9117291569709778, "Finetune/Step": 7365, "Finetune/Step Time": 6.205575205385685}
+{"Finetune/Learning Rate": 2.1909431991623097e-07, "Finetune/Loss": 0.820242702960968, "Finetune/Loss (Raw)": 0.8360040187835693, "Finetune/Step": 7366, "Finetune/Step Time": 6.210404356941581}
+{"Finetune/Learning Rate": 2.1823910468731113e-07, "Finetune/Loss": 0.8175318241119385, "Finetune/Loss (Raw)": 0.6765743494033813, "Finetune/Step": 7367, "Finetune/Step Time": 6.221287686377764}
+{"Finetune/Learning Rate": 2.1738554343767147e-07, "Finetune/Loss": 0.8162540197372437, "Finetune/Loss (Raw)": 0.6546375751495361, "Finetune/Step": 7368, "Finetune/Step Time": 6.23064031265676}
+{"Finetune/Learning Rate": 2.1653363631163883e-07, "Finetune/Loss": 0.817162036895752, "Finetune/Loss (Raw)": 0.8475657105445862, "Finetune/Step": 7369, "Finetune/Step Time": 6.23917605355382}
+{"Finetune/Learning Rate": 2.1568338345326123e-07, "Finetune/Loss": 0.8171306848526001, "Finetune/Loss (Raw)": 0.9318224787712097, "Finetune/Step": 7370, "Finetune/Step Time": 6.24766625277698}
+{"Finetune/Learning Rate": 2.1483478500630705e-07, "Finetune/Loss": 0.8148242235183716, "Finetune/Loss (Raw)": 0.6501808166503906, "Finetune/Step": 7371, "Finetune/Step Time": 6.254337863996625}
+{"Finetune/Learning Rate": 2.1398784111426374e-07, "Finetune/Loss": 0.816238522529602, "Finetune/Loss (Raw)": 0.9609492421150208, "Finetune/Step": 7372, "Finetune/Step Time": 6.260801387950778}
+{"Finetune/Learning Rate": 2.1314255192033894e-07, "Finetune/Loss": 0.8162199854850769, "Finetune/Loss (Raw)": 0.7715322971343994, "Finetune/Step": 7373, "Finetune/Step Time": 6.241842312738299}
+{"Finetune/Learning Rate": 2.1229891756746057e-07, "Finetune/Loss": 0.8173375725746155, "Finetune/Loss (Raw)": 0.7471905946731567, "Finetune/Step": 7374, "Finetune/Step Time": 6.229741962626576}
+{"Finetune/Learning Rate": 2.1145693819827784e-07, "Finetune/Loss": 0.8210263252258301, "Finetune/Loss (Raw)": 0.9648951292037964, "Finetune/Step": 7375, "Finetune/Step Time": 6.21059625223279}
+{"Finetune/Learning Rate": 2.106166139551602e-07, "Finetune/Loss": 0.8196128606796265, "Finetune/Loss (Raw)": 0.7072863578796387, "Finetune/Step": 7376, "Finetune/Step Time": 6.193506125360727}
+{"Finetune/Learning Rate": 2.097779449801951e-07, "Finetune/Loss": 0.8215083479881287, "Finetune/Loss (Raw)": 0.9806475639343262, "Finetune/Step": 7377, "Finetune/Step Time": 6.204687412828207}
+{"Finetune/Learning Rate": 2.0894093141519245e-07, "Finetune/Loss": 0.8245866298675537, "Finetune/Loss (Raw)": 1.02127206325531, "Finetune/Step": 7378, "Finetune/Step Time": 6.184731176123023}
+{"Finetune/Learning Rate": 2.0810557340168013e-07, "Finetune/Loss": 0.824343740940094, "Finetune/Loss (Raw)": 0.8071020245552063, "Finetune/Step": 7379, "Finetune/Step Time": 6.172064991667867}
+{"Finetune/Learning Rate": 2.0727187108090852e-07, "Finetune/Loss": 0.8275792598724365, "Finetune/Loss (Raw)": 1.020513892173767, "Finetune/Step": 7380, "Finetune/Step Time": 6.169447213411331}
+{"Finetune/Learning Rate": 2.0643982459384703e-07, "Finetune/Loss": 0.8275681138038635, "Finetune/Loss (Raw)": 0.9251077175140381, "Finetune/Step": 7381, "Finetune/Step Time": 6.166275110095739}
+{"Finetune/Learning Rate": 2.0560943408118317e-07, "Finetune/Loss": 0.8278195858001709, "Finetune/Loss (Raw)": 0.8334672451019287, "Finetune/Step": 7382, "Finetune/Step Time": 6.16619011387229}
+{"Finetune/Learning Rate": 2.047806996833257e-07, "Finetune/Loss": 0.8246212005615234, "Finetune/Loss (Raw)": 0.35557687282562256, "Finetune/Step": 7383, "Finetune/Step Time": 6.167634092271328}
+{"Finetune/Learning Rate": 2.0395362154040588e-07, "Finetune/Loss": 0.8249526023864746, "Finetune/Loss (Raw)": 0.8461746573448181, "Finetune/Step": 7384, "Finetune/Step Time": 6.189964860677719}
+{"Finetune/Learning Rate": 2.0312819979227293e-07, "Finetune/Loss": 0.8254849314689636, "Finetune/Loss (Raw)": 0.7221205830574036, "Finetune/Step": 7385, "Finetune/Step Time": 6.184171956032515}
+{"Finetune/Learning Rate": 2.0230443457849414e-07, "Finetune/Loss": 0.8251476883888245, "Finetune/Loss (Raw)": 0.746487021446228, "Finetune/Step": 7386, "Finetune/Step Time": 6.165534188970923}
+{"Finetune/Learning Rate": 2.0148232603835804e-07, "Finetune/Loss": 0.8239510655403137, "Finetune/Loss (Raw)": 0.7309081554412842, "Finetune/Step": 7387, "Finetune/Step Time": 6.168804883956909}
+{"Finetune/Learning Rate": 2.006618743108757e-07, "Finetune/Loss": 0.8226552605628967, "Finetune/Loss (Raw)": 0.7829694747924805, "Finetune/Step": 7388, "Finetune/Step Time": 6.1811302695423365}
+{"Finetune/Learning Rate": 1.998430795347728e-07, "Finetune/Loss": 0.8223083019256592, "Finetune/Loss (Raw)": 0.837492823600769, "Finetune/Step": 7389, "Finetune/Step Time": 6.180984731763601}
+{"Finetune/Learning Rate": 1.9902594184850077e-07, "Finetune/Loss": 0.8230133652687073, "Finetune/Loss (Raw)": 0.9464234709739685, "Finetune/Step": 7390, "Finetune/Step Time": 6.173875467851758}
+{"Finetune/Learning Rate": 1.982104613902258e-07, "Finetune/Loss": 0.8222106695175171, "Finetune/Loss (Raw)": 0.7301029562950134, "Finetune/Step": 7391, "Finetune/Step Time": 6.174022378399968}
+{"Finetune/Learning Rate": 1.9739663829783652e-07, "Finetune/Loss": 0.8214842081069946, "Finetune/Loss (Raw)": 0.8485268950462341, "Finetune/Step": 7392, "Finetune/Step Time": 6.181634308770299}
+{"Finetune/Learning Rate": 1.9658447270894164e-07, "Finetune/Loss": 0.8218335509300232, "Finetune/Loss (Raw)": 0.9055725336074829, "Finetune/Step": 7393, "Finetune/Step Time": 6.184143437072635}
+{"Finetune/Learning Rate": 1.9577396476086695e-07, "Finetune/Loss": 0.8205636739730835, "Finetune/Loss (Raw)": 0.9043706655502319, "Finetune/Step": 7394, "Finetune/Step Time": 6.188265882432461}
+{"Finetune/Learning Rate": 1.9496511459066169e-07, "Finetune/Loss": 0.824698805809021, "Finetune/Loss (Raw)": 0.8815231323242188, "Finetune/Step": 7395, "Finetune/Step Time": 6.183537680655718}
+{"Finetune/Learning Rate": 1.941579223350898e-07, "Finetune/Loss": 0.8257840871810913, "Finetune/Loss (Raw)": 0.838546872138977, "Finetune/Step": 7396, "Finetune/Step Time": 6.170801188796759}
+{"Finetune/Learning Rate": 1.9335238813064094e-07, "Finetune/Loss": 0.8243128061294556, "Finetune/Loss (Raw)": 0.7412360906600952, "Finetune/Step": 7397, "Finetune/Step Time": 6.19015340693295}
+{"Finetune/Learning Rate": 1.9254851211351956e-07, "Finetune/Loss": 0.8229681253433228, "Finetune/Loss (Raw)": 0.7104960680007935, "Finetune/Step": 7398, "Finetune/Step Time": 6.201723780483007}
+{"Finetune/Learning Rate": 1.9174629441965354e-07, "Finetune/Loss": 0.82447350025177, "Finetune/Loss (Raw)": 0.9950966835021973, "Finetune/Step": 7399, "Finetune/Step Time": 6.2189671248197556}
+{"Finetune/Learning Rate": 1.9094573518468663e-07, "Finetune/Loss": 0.8248862028121948, "Finetune/Loss (Raw)": 1.0108822584152222, "Finetune/Step": 7400, "Finetune/Step Time": 6.223525851964951}
+{"Finetune/Learning Rate": 1.9014683454398385e-07, "Finetune/Loss": 0.8248345851898193, "Finetune/Loss (Raw)": 0.875369131565094, "Finetune/Step": 7401, "Finetune/Step Time": 6.228974610567093}
+{"Finetune/Learning Rate": 1.893495926326283e-07, "Finetune/Loss": 0.8244192600250244, "Finetune/Loss (Raw)": 0.8712896704673767, "Finetune/Step": 7402, "Finetune/Step Time": 6.234456159174442}
+{"Finetune/Learning Rate": 1.885540095854288e-07, "Finetune/Loss": 0.8268435597419739, "Finetune/Loss (Raw)": 0.6503216028213501, "Finetune/Step": 7403, "Finetune/Step Time": 6.2618811298161745}
+{"Finetune/Learning Rate": 1.8776008553690438e-07, "Finetune/Loss": 0.8272522687911987, "Finetune/Loss (Raw)": 0.8110946416854858, "Finetune/Step": 7404, "Finetune/Step Time": 6.251950534060597}
+{"Finetune/Learning Rate": 1.8696782062129993e-07, "Finetune/Loss": 0.8272556066513062, "Finetune/Loss (Raw)": 0.7474048733711243, "Finetune/Step": 7405, "Finetune/Step Time": 6.247485714033246}
+{"Finetune/Learning Rate": 1.8617721497257823e-07, "Finetune/Loss": 0.8285473585128784, "Finetune/Loss (Raw)": 0.9259072542190552, "Finetune/Step": 7406, "Finetune/Step Time": 6.235355395823717}
+{"Finetune/Learning Rate": 1.8538826872442129e-07, "Finetune/Loss": 0.8295144438743591, "Finetune/Loss (Raw)": 0.9800735712051392, "Finetune/Step": 7407, "Finetune/Step Time": 6.224459698423743}
+{"Finetune/Learning Rate": 1.8460098201022902e-07, "Finetune/Loss": 0.8310190439224243, "Finetune/Loss (Raw)": 0.8561102747917175, "Finetune/Step": 7408, "Finetune/Step Time": 6.218810569494963}
+{"Finetune/Learning Rate": 1.8381535496312498e-07, "Finetune/Loss": 0.8271988034248352, "Finetune/Loss (Raw)": 0.3849411606788635, "Finetune/Step": 7409, "Finetune/Step Time": 6.216814886778593}
+{"Finetune/Learning Rate": 1.830313877159462e-07, "Finetune/Loss": 0.8268470764160156, "Finetune/Loss (Raw)": 0.8572515845298767, "Finetune/Step": 7410, "Finetune/Step Time": 6.230505138635635}
+{"Finetune/Learning Rate": 1.8224908040125555e-07, "Finetune/Loss": 0.8282212018966675, "Finetune/Loss (Raw)": 0.7490516304969788, "Finetune/Step": 7411, "Finetune/Step Time": 6.240542691200972}
+{"Finetune/Learning Rate": 1.8146843315132834e-07, "Finetune/Loss": 0.8277694582939148, "Finetune/Loss (Raw)": 0.8787860870361328, "Finetune/Step": 7412, "Finetune/Step Time": 6.2241834700107574}
+{"Finetune/Learning Rate": 1.8068944609816674e-07, "Finetune/Loss": 0.8291164040565491, "Finetune/Loss (Raw)": 0.901046872138977, "Finetune/Step": 7413, "Finetune/Step Time": 6.216611199080944}
+{"Finetune/Learning Rate": 1.799121193734843e-07, "Finetune/Loss": 0.8295034766197205, "Finetune/Loss (Raw)": 0.8740596175193787, "Finetune/Step": 7414, "Finetune/Step Time": 6.2018955778330564}
+{"Finetune/Learning Rate": 1.7913645310871808e-07, "Finetune/Loss": 0.8290863037109375, "Finetune/Loss (Raw)": 0.7475928068161011, "Finetune/Step": 7415, "Finetune/Step Time": 6.207273019477725}
+{"Finetune/Learning Rate": 1.7836244743502762e-07, "Finetune/Loss": 0.8284955024719238, "Finetune/Loss (Raw)": 0.7741788625717163, "Finetune/Step": 7416, "Finetune/Step Time": 6.209906037896872}
+{"Finetune/Learning Rate": 1.775901024832849e-07, "Finetune/Loss": 0.8273897171020508, "Finetune/Loss (Raw)": 0.7456040382385254, "Finetune/Step": 7417, "Finetune/Step Time": 6.2152401097118855}
+{"Finetune/Learning Rate": 1.7681941838408545e-07, "Finetune/Loss": 0.8277286887168884, "Finetune/Loss (Raw)": 0.8677773475646973, "Finetune/Step": 7418, "Finetune/Step Time": 6.217985991388559}
+{"Finetune/Learning Rate": 1.760503952677417e-07, "Finetune/Loss": 0.8247460126876831, "Finetune/Loss (Raw)": 0.5215153694152832, "Finetune/Step": 7419, "Finetune/Step Time": 6.2225949838757515}
+{"Finetune/Learning Rate": 1.7528303326428742e-07, "Finetune/Loss": 0.825812816619873, "Finetune/Loss (Raw)": 0.9033216834068298, "Finetune/Step": 7420, "Finetune/Step Time": 6.227048190310597}
+{"Finetune/Learning Rate": 1.7451733250347325e-07, "Finetune/Loss": 0.8259515166282654, "Finetune/Loss (Raw)": 0.7507613897323608, "Finetune/Step": 7421, "Finetune/Step Time": 6.235604187473655}
+{"Finetune/Learning Rate": 1.737532931147723e-07, "Finetune/Loss": 0.8256483674049377, "Finetune/Loss (Raw)": 0.7260563373565674, "Finetune/Step": 7422, "Finetune/Step Time": 6.247125456109643}
+{"Finetune/Learning Rate": 1.7299091522737122e-07, "Finetune/Loss": 0.8256579041481018, "Finetune/Loss (Raw)": 0.8607692718505859, "Finetune/Step": 7423, "Finetune/Step Time": 6.243461953476071}
+{"Finetune/Learning Rate": 1.7223019897018244e-07, "Finetune/Loss": 0.8278043866157532, "Finetune/Loss (Raw)": 0.8636307120323181, "Finetune/Step": 7424, "Finetune/Step Time": 6.244128420948982}
+{"Finetune/Learning Rate": 1.714711444718309e-07, "Finetune/Loss": 0.8273055553436279, "Finetune/Loss (Raw)": 0.8627892732620239, "Finetune/Step": 7425, "Finetune/Step Time": 6.2406355291605}
+{"Finetune/Learning Rate": 1.7071375186066607e-07, "Finetune/Loss": 0.8308184146881104, "Finetune/Loss (Raw)": 0.8521217703819275, "Finetune/Step": 7426, "Finetune/Step Time": 6.239677470177412}
+{"Finetune/Learning Rate": 1.6995802126475337e-07, "Finetune/Loss": 0.8318881392478943, "Finetune/Loss (Raw)": 0.9159864187240601, "Finetune/Step": 7427, "Finetune/Step Time": 6.224247481673956}
+{"Finetune/Learning Rate": 1.6920395281187718e-07, "Finetune/Loss": 0.8328955769538879, "Finetune/Loss (Raw)": 0.7821589708328247, "Finetune/Step": 7428, "Finetune/Step Time": 6.224729349836707}
+{"Finetune/Learning Rate": 1.6845154662954223e-07, "Finetune/Loss": 0.8318716287612915, "Finetune/Loss (Raw)": 0.8203019499778748, "Finetune/Step": 7429, "Finetune/Step Time": 6.23370549082756}
+{"Finetune/Learning Rate": 1.6770080284497002e-07, "Finetune/Loss": 0.8281878232955933, "Finetune/Loss (Raw)": 0.3649997115135193, "Finetune/Step": 7430, "Finetune/Step Time": 6.238074971362948}
+{"Finetune/Learning Rate": 1.6695172158510576e-07, "Finetune/Loss": 0.8285231590270996, "Finetune/Loss (Raw)": 0.8382166028022766, "Finetune/Step": 7431, "Finetune/Step Time": 6.253120921552181}
+{"Finetune/Learning Rate": 1.6620430297660695e-07, "Finetune/Loss": 0.8282874226570129, "Finetune/Loss (Raw)": 0.7193496823310852, "Finetune/Step": 7432, "Finetune/Step Time": 6.250940468162298}
+{"Finetune/Learning Rate": 1.6545854714585253e-07, "Finetune/Loss": 0.8285540342330933, "Finetune/Loss (Raw)": 0.9114514589309692, "Finetune/Step": 7433, "Finetune/Step Time": 6.242436438798904}
+{"Finetune/Learning Rate": 1.6471445421894384e-07, "Finetune/Loss": 0.8295503854751587, "Finetune/Loss (Raw)": 0.9569251537322998, "Finetune/Step": 7434, "Finetune/Step Time": 6.243354491889477}
+{"Finetune/Learning Rate": 1.6397202432169802e-07, "Finetune/Loss": 0.8308201432228088, "Finetune/Loss (Raw)": 0.7281259298324585, "Finetune/Step": 7435, "Finetune/Step Time": 6.236881257966161}
+{"Finetune/Learning Rate": 1.6323125757964799e-07, "Finetune/Loss": 0.831322968006134, "Finetune/Loss (Raw)": 0.7804715037345886, "Finetune/Step": 7436, "Finetune/Step Time": 6.223193330690265}
+{"Finetune/Learning Rate": 1.624921541180513e-07, "Finetune/Loss": 0.8305172920227051, "Finetune/Loss (Raw)": 0.8661836981773376, "Finetune/Step": 7437, "Finetune/Step Time": 6.219263020902872}
+{"Finetune/Learning Rate": 1.6175471406188137e-07, "Finetune/Loss": 0.8315552473068237, "Finetune/Loss (Raw)": 0.9749783277511597, "Finetune/Step": 7438, "Finetune/Step Time": 6.217550802975893}
+{"Finetune/Learning Rate": 1.6101893753582841e-07, "Finetune/Loss": 0.8341983556747437, "Finetune/Loss (Raw)": 1.04804527759552, "Finetune/Step": 7439, "Finetune/Step Time": 6.214030569419265}
+{"Finetune/Learning Rate": 1.602848246643063e-07, "Finetune/Loss": 0.8351678848266602, "Finetune/Loss (Raw)": 0.9136397242546082, "Finetune/Step": 7440, "Finetune/Step Time": 6.208515614271164}
+{"Finetune/Learning Rate": 1.5955237557144343e-07, "Finetune/Loss": 0.8333469033241272, "Finetune/Loss (Raw)": 0.6970041990280151, "Finetune/Step": 7441, "Finetune/Step Time": 6.217673242092133}
+{"Finetune/Learning Rate": 1.5882159038108747e-07, "Finetune/Loss": 0.8337104916572571, "Finetune/Loss (Raw)": 0.8601175546646118, "Finetune/Step": 7442, "Finetune/Step Time": 6.231186171993613}
+{"Finetune/Learning Rate": 1.580924692168062e-07, "Finetune/Loss": 0.8335458636283875, "Finetune/Loss (Raw)": 0.8686303496360779, "Finetune/Step": 7443, "Finetune/Step Time": 6.226824596524239}
+{"Finetune/Learning Rate": 1.573650122018866e-07, "Finetune/Loss": 0.8338684439659119, "Finetune/Loss (Raw)": 0.8240935802459717, "Finetune/Step": 7444, "Finetune/Step Time": 6.228524560108781}
+{"Finetune/Learning Rate": 1.5663921945933136e-07, "Finetune/Loss": 0.8315222263336182, "Finetune/Loss (Raw)": 0.6510905623435974, "Finetune/Step": 7445, "Finetune/Step Time": 6.243009278550744}
+{"Finetune/Learning Rate": 1.5591509111186342e-07, "Finetune/Loss": 0.8298839330673218, "Finetune/Loss (Raw)": 0.623357892036438, "Finetune/Step": 7446, "Finetune/Step Time": 6.244756534695625}
+{"Finetune/Learning Rate": 1.5519262728192486e-07, "Finetune/Loss": 0.8303394913673401, "Finetune/Loss (Raw)": 0.8400687575340271, "Finetune/Step": 7447, "Finetune/Step Time": 6.2541998121887445}
+{"Finetune/Learning Rate": 1.5447182809167572e-07, "Finetune/Loss": 0.8305187821388245, "Finetune/Loss (Raw)": 0.8867683410644531, "Finetune/Step": 7448, "Finetune/Step Time": 6.25580140016973}
+{"Finetune/Learning Rate": 1.5375269366299517e-07, "Finetune/Loss": 0.829444944858551, "Finetune/Loss (Raw)": 0.7998416423797607, "Finetune/Step": 7449, "Finetune/Step Time": 6.254486421123147}
+{"Finetune/Learning Rate": 1.530352241174782e-07, "Finetune/Loss": 0.8314691781997681, "Finetune/Loss (Raw)": 1.0268830060958862, "Finetune/Step": 7450, "Finetune/Step Time": 6.254889579489827}
+{"Finetune/Learning Rate": 1.5231941957644214e-07, "Finetune/Loss": 0.833059549331665, "Finetune/Loss (Raw)": 0.8929951786994934, "Finetune/Step": 7451, "Finetune/Step Time": 6.258462246507406}
+{"Finetune/Learning Rate": 1.5160528016091913e-07, "Finetune/Loss": 0.8291569948196411, "Finetune/Loss (Raw)": 0.43554258346557617, "Finetune/Step": 7452, "Finetune/Step Time": 6.268796309828758}
+{"Finetune/Learning Rate": 1.5089280599166478e-07, "Finetune/Loss": 0.8277134895324707, "Finetune/Loss (Raw)": 0.6931461691856384, "Finetune/Step": 7453, "Finetune/Step Time": 6.273394862189889}
+{"Finetune/Learning Rate": 1.5018199718914828e-07, "Finetune/Loss": 0.8263525366783142, "Finetune/Loss (Raw)": 0.6606550812721252, "Finetune/Step": 7454, "Finetune/Step Time": 6.2748828418552876}
+{"Finetune/Learning Rate": 1.4947285387355792e-07, "Finetune/Loss": 0.8259595036506653, "Finetune/Loss (Raw)": 0.9151951670646667, "Finetune/Step": 7455, "Finetune/Step Time": 6.273482542484999}
+{"Finetune/Learning Rate": 1.4876537616480335e-07, "Finetune/Loss": 0.825707197189331, "Finetune/Loss (Raw)": 0.9161731004714966, "Finetune/Step": 7456, "Finetune/Step Time": 6.2705771662294865}
+{"Finetune/Learning Rate": 1.480595641825089e-07, "Finetune/Loss": 0.8247755765914917, "Finetune/Loss (Raw)": 0.8410176634788513, "Finetune/Step": 7457, "Finetune/Step Time": 6.270176177844405}
+{"Finetune/Learning Rate": 1.4735541804602017e-07, "Finetune/Loss": 0.8247896432876587, "Finetune/Loss (Raw)": 0.8373174071311951, "Finetune/Step": 7458, "Finetune/Step Time": 6.265182763338089}
+{"Finetune/Learning Rate": 1.4665293787439862e-07, "Finetune/Loss": 0.8246257901191711, "Finetune/Loss (Raw)": 0.8846377730369568, "Finetune/Step": 7459, "Finetune/Step Time": 6.249047914519906}
+{"Finetune/Learning Rate": 1.4595212378642698e-07, "Finetune/Loss": 0.8245220184326172, "Finetune/Loss (Raw)": 0.8991487622261047, "Finetune/Step": 7460, "Finetune/Step Time": 6.2512004263699055}
+{"Finetune/Learning Rate": 1.4525297590060272e-07, "Finetune/Loss": 0.8252866268157959, "Finetune/Loss (Raw)": 0.8638356328010559, "Finetune/Step": 7461, "Finetune/Step Time": 6.2567147221416235}
+{"Finetune/Learning Rate": 1.445554943351446e-07, "Finetune/Loss": 0.8228657245635986, "Finetune/Loss (Raw)": 0.7961074113845825, "Finetune/Step": 7462, "Finetune/Step Time": 6.2499220464378595}
+{"Finetune/Learning Rate": 1.4385967920798938e-07, "Finetune/Loss": 0.8236859440803528, "Finetune/Loss (Raw)": 0.9332713484764099, "Finetune/Step": 7463, "Finetune/Step Time": 6.251554174348712}
+{"Finetune/Learning Rate": 1.431655306367885e-07, "Finetune/Loss": 0.8237966895103455, "Finetune/Loss (Raw)": 0.9425846338272095, "Finetune/Step": 7464, "Finetune/Step Time": 6.264107599854469}
+{"Finetune/Learning Rate": 1.42473048738917e-07, "Finetune/Loss": 0.8228859305381775, "Finetune/Loss (Raw)": 0.7860610485076904, "Finetune/Step": 7465, "Finetune/Step Time": 6.272743260487914}
+{"Finetune/Learning Rate": 1.4178223363146226e-07, "Finetune/Loss": 0.8230417966842651, "Finetune/Loss (Raw)": 0.852104663848877, "Finetune/Step": 7466, "Finetune/Step Time": 6.267788268625736}
+{"Finetune/Learning Rate": 1.4109308543123646e-07, "Finetune/Loss": 0.8221309781074524, "Finetune/Loss (Raw)": 0.8560585975646973, "Finetune/Step": 7467, "Finetune/Step Time": 6.2474013939499855}
+{"Finetune/Learning Rate": 1.4040560425476412e-07, "Finetune/Loss": 0.8216850757598877, "Finetune/Loss (Raw)": 0.8913133144378662, "Finetune/Step": 7468, "Finetune/Step Time": 6.230918558314443}
+{"Finetune/Learning Rate": 1.3971979021829007e-07, "Finetune/Loss": 0.8222532272338867, "Finetune/Loss (Raw)": 0.8809716105461121, "Finetune/Step": 7469, "Finetune/Step Time": 6.2268020417541265}
+{"Finetune/Learning Rate": 1.390356434377771e-07, "Finetune/Loss": 0.8215857744216919, "Finetune/Loss (Raw)": 0.6959884166717529, "Finetune/Step": 7470, "Finetune/Step Time": 6.227264208719134}
+{"Finetune/Learning Rate": 1.3835316402890707e-07, "Finetune/Loss": 0.8166663646697998, "Finetune/Loss (Raw)": 0.27673155069351196, "Finetune/Step": 7471, "Finetune/Step Time": 6.25132797844708}
+{"Finetune/Learning Rate": 1.3767235210708108e-07, "Finetune/Loss": 0.8173032402992249, "Finetune/Loss (Raw)": 0.9128594398498535, "Finetune/Step": 7472, "Finetune/Step Time": 6.261286919936538}
+{"Finetune/Learning Rate": 1.3699320778741255e-07, "Finetune/Loss": 0.8163747787475586, "Finetune/Loss (Raw)": 0.6699777841567993, "Finetune/Step": 7473, "Finetune/Step Time": 6.264915397390723}
+{"Finetune/Learning Rate": 1.363157311847385e-07, "Finetune/Loss": 0.819625973701477, "Finetune/Loss (Raw)": 0.9355987310409546, "Finetune/Step": 7474, "Finetune/Step Time": 6.262355849146843}
+{"Finetune/Learning Rate": 1.356399224136118e-07, "Finetune/Loss": 0.8199102878570557, "Finetune/Loss (Raw)": 0.8819815516471863, "Finetune/Step": 7475, "Finetune/Step Time": 6.251423574984074}
+{"Finetune/Learning Rate": 1.349657815883032e-07, "Finetune/Loss": 0.8199355602264404, "Finetune/Loss (Raw)": 0.7847176194190979, "Finetune/Step": 7476, "Finetune/Step Time": 6.252558082342148}
+{"Finetune/Learning Rate": 1.3429330882280378e-07, "Finetune/Loss": 0.8199008107185364, "Finetune/Loss (Raw)": 0.9274032711982727, "Finetune/Step": 7477, "Finetune/Step Time": 6.2591477539390326}
+{"Finetune/Learning Rate": 1.3362250423081924e-07, "Finetune/Loss": 0.8183866739273071, "Finetune/Loss (Raw)": 0.7382001280784607, "Finetune/Step": 7478, "Finetune/Step Time": 6.262842068448663}
+{"Finetune/Learning Rate": 1.329533679257744e-07, "Finetune/Loss": 0.8223751783370972, "Finetune/Loss (Raw)": 0.9148277044296265, "Finetune/Step": 7479, "Finetune/Step Time": 6.263683930039406}
+{"Finetune/Learning Rate": 1.3228590002081322e-07, "Finetune/Loss": 0.8221309185028076, "Finetune/Loss (Raw)": 0.9016605019569397, "Finetune/Step": 7480, "Finetune/Step Time": 6.250441228970885}
+{"Finetune/Learning Rate": 1.316201006287954e-07, "Finetune/Loss": 0.820658802986145, "Finetune/Loss (Raw)": 0.6735753417015076, "Finetune/Step": 7481, "Finetune/Step Time": 6.248936148360372}
+{"Finetune/Learning Rate": 1.3095596986230198e-07, "Finetune/Loss": 0.8199402093887329, "Finetune/Loss (Raw)": 0.7350218892097473, "Finetune/Step": 7482, "Finetune/Step Time": 6.263375841081142}
+{"Finetune/Learning Rate": 1.3029350783362537e-07, "Finetune/Loss": 0.8186625838279724, "Finetune/Loss (Raw)": 0.7007976174354553, "Finetune/Step": 7483, "Finetune/Step Time": 6.26264969445765}
+{"Finetune/Learning Rate": 1.296327146547849e-07, "Finetune/Loss": 0.8214462995529175, "Finetune/Loss (Raw)": 1.099583387374878, "Finetune/Step": 7484, "Finetune/Step Time": 6.259254470467567}
+{"Finetune/Learning Rate": 1.289735904375089e-07, "Finetune/Loss": 0.8193489909172058, "Finetune/Loss (Raw)": 0.5817887187004089, "Finetune/Step": 7485, "Finetune/Step Time": 6.2653850968927145}
+{"Finetune/Learning Rate": 1.283161352932505e-07, "Finetune/Loss": 0.8160243630409241, "Finetune/Loss (Raw)": 0.525524377822876, "Finetune/Step": 7486, "Finetune/Step Time": 6.289801014587283}
+{"Finetune/Learning Rate": 1.2766034933317518e-07, "Finetune/Loss": 0.8147493004798889, "Finetune/Loss (Raw)": 0.6498945355415344, "Finetune/Step": 7487, "Finetune/Step Time": 6.299030898138881}
+{"Finetune/Learning Rate": 1.270062326681698e-07, "Finetune/Loss": 0.8136662244796753, "Finetune/Loss (Raw)": 0.7910846471786499, "Finetune/Step": 7488, "Finetune/Step Time": 6.302414925768971}
+{"Finetune/Learning Rate": 1.2635378540883592e-07, "Finetune/Loss": 0.8112936019897461, "Finetune/Loss (Raw)": 0.6577432751655579, "Finetune/Step": 7489, "Finetune/Step Time": 6.301853079348803}
+{"Finetune/Learning Rate": 1.257030076654986e-07, "Finetune/Loss": 0.8120636940002441, "Finetune/Loss (Raw)": 0.8120165467262268, "Finetune/Step": 7490, "Finetune/Step Time": 6.299588058143854}
+{"Finetune/Learning Rate": 1.2505389954819203e-07, "Finetune/Loss": 0.8119524121284485, "Finetune/Loss (Raw)": 0.9756518602371216, "Finetune/Step": 7491, "Finetune/Step Time": 6.29208773933351}
+{"Finetune/Learning Rate": 1.244064611666751e-07, "Finetune/Loss": 0.8105703592300415, "Finetune/Loss (Raw)": 0.8117363452911377, "Finetune/Step": 7492, "Finetune/Step Time": 6.28754829056561}
+{"Finetune/Learning Rate": 1.2376069263042133e-07, "Finetune/Loss": 0.8095275163650513, "Finetune/Loss (Raw)": 0.7782407402992249, "Finetune/Step": 7493, "Finetune/Step Time": 6.282810818403959}
+{"Finetune/Learning Rate": 1.231165940486234e-07, "Finetune/Loss": 0.8084992170333862, "Finetune/Loss (Raw)": 0.7043891549110413, "Finetune/Step": 7494, "Finetune/Step Time": 6.2812302596867085}
+{"Finetune/Learning Rate": 1.2247416553018866e-07, "Finetune/Loss": 0.8097018003463745, "Finetune/Loss (Raw)": 0.8304986953735352, "Finetune/Step": 7495, "Finetune/Step Time": 6.2809115163981915}
+{"Finetune/Learning Rate": 1.218334071837468e-07, "Finetune/Loss": 0.811333417892456, "Finetune/Loss (Raw)": 0.8634892702102661, "Finetune/Step": 7496, "Finetune/Step Time": 6.28413762524724}
+{"Finetune/Learning Rate": 1.2119431911764013e-07, "Finetune/Loss": 0.8107607364654541, "Finetune/Loss (Raw)": 0.7742599844932556, "Finetune/Step": 7497, "Finetune/Step Time": 6.277802577242255}
+{"Finetune/Learning Rate": 1.2055690143993104e-07, "Finetune/Loss": 0.8107023239135742, "Finetune/Loss (Raw)": 0.9243504405021667, "Finetune/Step": 7498, "Finetune/Step Time": 6.274151964113116}
+{"Finetune/Learning Rate": 1.1992115425840112e-07, "Finetune/Loss": 0.8129738569259644, "Finetune/Loss (Raw)": 0.9409294724464417, "Finetune/Step": 7499, "Finetune/Step Time": 6.2768745962530375}
+{"Finetune/Learning Rate": 1.192870776805466e-07, "Finetune/Loss": 0.8118996620178223, "Finetune/Loss (Raw)": 0.8234603404998779, "Finetune/Step": 7500, "Finetune/Step Time": 6.264984983950853}
+{"Finetune/Learning Rate": 1.1865467181358171e-07, "Finetune/Loss": 0.8120052814483643, "Finetune/Loss (Raw)": 0.7850496768951416, "Finetune/Step": 7501, "Finetune/Step Time": 6.262995362281799}
+{"Finetune/Learning Rate": 1.1802393676443869e-07, "Finetune/Loss": 0.8125913143157959, "Finetune/Loss (Raw)": 0.8222030997276306, "Finetune/Step": 7502, "Finetune/Step Time": 6.268202435225248}
+{"Finetune/Learning Rate": 1.173948726397689e-07, "Finetune/Loss": 0.8122757077217102, "Finetune/Loss (Raw)": 0.9244934916496277, "Finetune/Step": 7503, "Finetune/Step Time": 6.272223716601729}
+{"Finetune/Learning Rate": 1.1676747954593836e-07, "Finetune/Loss": 0.8128607869148254, "Finetune/Loss (Raw)": 0.7821796536445618, "Finetune/Step": 7504, "Finetune/Step Time": 6.271629959344864}
+{"Finetune/Learning Rate": 1.1614175758903223e-07, "Finetune/Loss": 0.8121650218963623, "Finetune/Loss (Raw)": 0.8915873765945435, "Finetune/Step": 7505, "Finetune/Step Time": 6.25829142332077}
+{"Finetune/Learning Rate": 1.1551770687485142e-07, "Finetune/Loss": 0.8100244998931885, "Finetune/Loss (Raw)": 0.7472933530807495, "Finetune/Step": 7506, "Finetune/Step Time": 6.260337023064494}
+{"Finetune/Learning Rate": 1.1489532750891708e-07, "Finetune/Loss": 0.8106093406677246, "Finetune/Loss (Raw)": 0.8819567561149597, "Finetune/Step": 7507, "Finetune/Step Time": 6.2616489846259356}
+{"Finetune/Learning Rate": 1.1427461959646501e-07, "Finetune/Loss": 0.8077192306518555, "Finetune/Loss (Raw)": 0.6505764722824097, "Finetune/Step": 7508, "Finetune/Step Time": 6.264004314318299}
+{"Finetune/Learning Rate": 1.1365558324245019e-07, "Finetune/Loss": 0.8070070147514343, "Finetune/Loss (Raw)": 0.8339433073997498, "Finetune/Step": 7509, "Finetune/Step Time": 6.2700488697737455}
+{"Finetune/Learning Rate": 1.130382185515444e-07, "Finetune/Loss": 0.8079829216003418, "Finetune/Loss (Raw)": 0.9583828449249268, "Finetune/Step": 7510, "Finetune/Step Time": 6.277701899409294}
+{"Finetune/Learning Rate": 1.1242252562813527e-07, "Finetune/Loss": 0.8119559288024902, "Finetune/Loss (Raw)": 0.864122748374939, "Finetune/Step": 7511, "Finetune/Step Time": 6.274866284802556}
+{"Finetune/Learning Rate": 1.1180850457633175e-07, "Finetune/Loss": 0.8116565346717834, "Finetune/Loss (Raw)": 0.8078516125679016, "Finetune/Step": 7512, "Finetune/Step Time": 6.250701354816556}
+{"Finetune/Learning Rate": 1.1119615549995411e-07, "Finetune/Loss": 0.8117680549621582, "Finetune/Loss (Raw)": 0.7363983392715454, "Finetune/Step": 7513, "Finetune/Step Time": 6.247583255171776}
+{"Finetune/Learning Rate": 1.105854785025473e-07, "Finetune/Loss": 0.8130029439926147, "Finetune/Loss (Raw)": 0.904556155204773, "Finetune/Step": 7514, "Finetune/Step Time": 6.24958772957325}
+{"Finetune/Learning Rate": 1.0997647368736541e-07, "Finetune/Loss": 0.8152856826782227, "Finetune/Loss (Raw)": 1.0230987071990967, "Finetune/Step": 7515, "Finetune/Step Time": 6.245725337415934}
+{"Finetune/Learning Rate": 1.0936914115738717e-07, "Finetune/Loss": 0.8150149583816528, "Finetune/Loss (Raw)": 0.7483170628547668, "Finetune/Step": 7516, "Finetune/Step Time": 6.238967644050717}
+{"Finetune/Learning Rate": 1.0876348101530376e-07, "Finetune/Loss": 0.8141356706619263, "Finetune/Loss (Raw)": 0.724941074848175, "Finetune/Step": 7517, "Finetune/Step Time": 6.242535505443811}
+{"Finetune/Learning Rate": 1.081594933635255e-07, "Finetune/Loss": 0.8120169639587402, "Finetune/Loss (Raw)": 0.6752251386642456, "Finetune/Step": 7518, "Finetune/Step Time": 6.251143457368016}
+{"Finetune/Learning Rate": 1.0755717830417845e-07, "Finetune/Loss": 0.8118497729301453, "Finetune/Loss (Raw)": 0.7087070345878601, "Finetune/Step": 7519, "Finetune/Step Time": 6.258887853473425}
+{"Finetune/Learning Rate": 1.0695653593910781e-07, "Finetune/Loss": 0.812489926815033, "Finetune/Loss (Raw)": 0.9304660558700562, "Finetune/Step": 7520, "Finetune/Step Time": 6.260142600163817}
+{"Finetune/Learning Rate": 1.0635756636987571e-07, "Finetune/Loss": 0.8110321760177612, "Finetune/Loss (Raw)": 0.7189837694168091, "Finetune/Step": 7521, "Finetune/Step Time": 6.263584494590759}
+{"Finetune/Learning Rate": 1.0576026969775999e-07, "Finetune/Loss": 0.8103724718093872, "Finetune/Loss (Raw)": 0.819930911064148, "Finetune/Step": 7522, "Finetune/Step Time": 6.280626870691776}
+{"Finetune/Learning Rate": 1.0516464602375654e-07, "Finetune/Loss": 0.8096755146980286, "Finetune/Loss (Raw)": 0.7923113107681274, "Finetune/Step": 7523, "Finetune/Step Time": 6.291380051523447}
+{"Finetune/Learning Rate": 1.0457069544857812e-07, "Finetune/Loss": 0.805547833442688, "Finetune/Loss (Raw)": 0.31020301580429077, "Finetune/Step": 7524, "Finetune/Step Time": 6.292931696400046}
+{"Finetune/Learning Rate": 1.0397841807265441e-07, "Finetune/Loss": 0.8055249452590942, "Finetune/Loss (Raw)": 0.7382975816726685, "Finetune/Step": 7525, "Finetune/Step Time": 6.292129410430789}
+{"Finetune/Learning Rate": 1.0338781399613307e-07, "Finetune/Loss": 0.8066408038139343, "Finetune/Loss (Raw)": 0.8533313274383545, "Finetune/Step": 7526, "Finetune/Step Time": 6.297545108944178}
+{"Finetune/Learning Rate": 1.0279888331887866e-07, "Finetune/Loss": 0.8058505058288574, "Finetune/Loss (Raw)": 0.8939374685287476, "Finetune/Step": 7527, "Finetune/Step Time": 6.279097380116582}
+{"Finetune/Learning Rate": 1.0221162614047042e-07, "Finetune/Loss": 0.8041365146636963, "Finetune/Loss (Raw)": 0.7914934754371643, "Finetune/Step": 7528, "Finetune/Step Time": 6.276760017499328}
+{"Finetune/Learning Rate": 1.0162604256020891e-07, "Finetune/Loss": 0.8040004372596741, "Finetune/Loss (Raw)": 0.8579537272453308, "Finetune/Step": 7529, "Finetune/Step Time": 6.280519403517246}
+{"Finetune/Learning Rate": 1.0104213267710717e-07, "Finetune/Loss": 0.8046997785568237, "Finetune/Loss (Raw)": 0.9608063101768494, "Finetune/Step": 7530, "Finetune/Step Time": 6.272290006279945}
+{"Finetune/Learning Rate": 1.0045989658989952e-07, "Finetune/Loss": 0.8055545091629028, "Finetune/Loss (Raw)": 0.7597260475158691, "Finetune/Step": 7531, "Finetune/Step Time": 6.241803469136357}
+{"Finetune/Learning Rate": 9.98793343970328e-08, "Finetune/Loss": 0.8073137998580933, "Finetune/Loss (Raw)": 1.036285161972046, "Finetune/Step": 7532, "Finetune/Step Time": 6.240864280611277}
+{"Finetune/Learning Rate": 9.930044619667512e-08, "Finetune/Loss": 0.8048656582832336, "Finetune/Loss (Raw)": 0.4340350329875946, "Finetune/Step": 7533, "Finetune/Step Time": 6.244885642081499}
+{"Finetune/Learning Rate": 9.87232320867093e-08, "Finetune/Loss": 0.8031854033470154, "Finetune/Loss (Raw)": 0.7108371257781982, "Finetune/Step": 7534, "Finetune/Step Time": 6.2614686246961355}
+{"Finetune/Learning Rate": 9.814769216473397e-08, "Finetune/Loss": 0.8021857738494873, "Finetune/Loss (Raw)": 0.8521258234977722, "Finetune/Step": 7535, "Finetune/Step Time": 6.2613501120358706}
+{"Finetune/Learning Rate": 9.757382652806791e-08, "Finetune/Loss": 0.8013163805007935, "Finetune/Loss (Raw)": 0.7448234558105469, "Finetune/Step": 7536, "Finetune/Step Time": 6.2587013226002455}
+{"Finetune/Learning Rate": 9.700163527374462e-08, "Finetune/Loss": 0.8028203845024109, "Finetune/Loss (Raw)": 0.5774533152580261, "Finetune/Step": 7537, "Finetune/Step Time": 6.255163408815861}
+{"Finetune/Learning Rate": 9.643111849851338e-08, "Finetune/Loss": 0.8030034303665161, "Finetune/Loss (Raw)": 0.8806827664375305, "Finetune/Step": 7538, "Finetune/Step Time": 6.246516387909651}
+{"Finetune/Learning Rate": 9.586227629884259e-08, "Finetune/Loss": 0.8049030303955078, "Finetune/Loss (Raw)": 0.992203414440155, "Finetune/Step": 7539, "Finetune/Step Time": 6.226973485201597}
+{"Finetune/Learning Rate": 9.529510877091752e-08, "Finetune/Loss": 0.8056569695472717, "Finetune/Loss (Raw)": 0.9752898216247559, "Finetune/Step": 7540, "Finetune/Step Time": 6.2283660639077425}
+{"Finetune/Learning Rate": 9.472961601063812e-08, "Finetune/Loss": 0.8056236505508423, "Finetune/Loss (Raw)": 0.8967738747596741, "Finetune/Step": 7541, "Finetune/Step Time": 6.226190643385053}
+{"Finetune/Learning Rate": 9.416579811362348e-08, "Finetune/Loss": 0.8069947957992554, "Finetune/Loss (Raw)": 1.0495718717575073, "Finetune/Step": 7542, "Finetune/Step Time": 6.233816357329488}
+{"Finetune/Learning Rate": 9.360365517520842e-08, "Finetune/Loss": 0.8070518970489502, "Finetune/Loss (Raw)": 0.7549011707305908, "Finetune/Step": 7543, "Finetune/Step Time": 6.238384393975139}
+{"Finetune/Learning Rate": 9.30431872904436e-08, "Finetune/Loss": 0.8065085411071777, "Finetune/Loss (Raw)": 0.7046326994895935, "Finetune/Step": 7544, "Finetune/Step Time": 6.243780365213752}
+{"Finetune/Learning Rate": 9.248439455409875e-08, "Finetune/Loss": 0.8027493357658386, "Finetune/Loss (Raw)": 0.26442503929138184, "Finetune/Step": 7545, "Finetune/Step Time": 6.251781228929758}
+{"Finetune/Learning Rate": 9.192727706065829e-08, "Finetune/Loss": 0.8027114272117615, "Finetune/Loss (Raw)": 0.8629230260848999, "Finetune/Step": 7546, "Finetune/Step Time": 6.264864526689053}
+{"Finetune/Learning Rate": 9.137183490432467e-08, "Finetune/Loss": 0.805185079574585, "Finetune/Loss (Raw)": 0.8381391167640686, "Finetune/Step": 7547, "Finetune/Step Time": 6.260198058560491}
+{"Finetune/Learning Rate": 9.081806817901607e-08, "Finetune/Loss": 0.8050599098205566, "Finetune/Loss (Raw)": 0.8873105645179749, "Finetune/Step": 7548, "Finetune/Step Time": 6.252168245613575}
+{"Finetune/Learning Rate": 9.026597697836759e-08, "Finetune/Loss": 0.8061926364898682, "Finetune/Loss (Raw)": 0.8957470655441284, "Finetune/Step": 7549, "Finetune/Step Time": 6.243492400273681}
+{"Finetune/Learning Rate": 8.971556139573345e-08, "Finetune/Loss": 0.8081549406051636, "Finetune/Loss (Raw)": 0.9772250652313232, "Finetune/Step": 7550, "Finetune/Step Time": 6.246935361996293}
+{"Finetune/Learning Rate": 8.91668215241781e-08, "Finetune/Loss": 0.8093501329421997, "Finetune/Loss (Raw)": 1.0137509107589722, "Finetune/Step": 7551, "Finetune/Step Time": 6.246135609224439}
+{"Finetune/Learning Rate": 8.861975745649176e-08, "Finetune/Loss": 0.8084553480148315, "Finetune/Loss (Raw)": 0.7491026520729065, "Finetune/Step": 7552, "Finetune/Step Time": 6.243153316900134}
+{"Finetune/Learning Rate": 8.807436928517266e-08, "Finetune/Loss": 0.8084501028060913, "Finetune/Loss (Raw)": 0.8621121048927307, "Finetune/Step": 7553, "Finetune/Step Time": 6.241137849166989}
+{"Finetune/Learning Rate": 8.753065710244147e-08, "Finetune/Loss": 0.8091488480567932, "Finetune/Loss (Raw)": 0.9415673017501831, "Finetune/Step": 7554, "Finetune/Step Time": 6.2382972575724125}
+{"Finetune/Learning Rate": 8.698862100023353e-08, "Finetune/Loss": 0.8067155480384827, "Finetune/Loss (Raw)": 0.6045264005661011, "Finetune/Step": 7555, "Finetune/Step Time": 6.237333571538329}
+{"Finetune/Learning Rate": 8.644826107019888e-08, "Finetune/Loss": 0.8029356002807617, "Finetune/Loss (Raw)": 0.2983192801475525, "Finetune/Step": 7556, "Finetune/Step Time": 6.245911912992597}
+{"Finetune/Learning Rate": 8.590957740370775e-08, "Finetune/Loss": 0.8030096292495728, "Finetune/Loss (Raw)": 0.8297746181488037, "Finetune/Step": 7557, "Finetune/Step Time": 6.2514743991196156}
+{"Finetune/Learning Rate": 8.537257009184396e-08, "Finetune/Loss": 0.8072189688682556, "Finetune/Loss (Raw)": 0.9037999510765076, "Finetune/Step": 7558, "Finetune/Step Time": 6.24995599873364}
+{"Finetune/Learning Rate": 8.483723922541042e-08, "Finetune/Loss": 0.8044567704200745, "Finetune/Loss (Raw)": 0.48465394973754883, "Finetune/Step": 7559, "Finetune/Step Time": 6.236399179324508}
+{"Finetune/Learning Rate": 8.430358489492474e-08, "Finetune/Loss": 0.805684506893158, "Finetune/Loss (Raw)": 0.8765032887458801, "Finetune/Step": 7560, "Finetune/Step Time": 6.2360472828149796}
+{"Finetune/Learning Rate": 8.377160719062027e-08, "Finetune/Loss": 0.8012081384658813, "Finetune/Loss (Raw)": 0.33847835659980774, "Finetune/Step": 7561, "Finetune/Step Time": 6.235353048890829}
+{"Finetune/Learning Rate": 8.324130620244953e-08, "Finetune/Loss": 0.8004485964775085, "Finetune/Loss (Raw)": 0.8596993088722229, "Finetune/Step": 7562, "Finetune/Step Time": 6.264311041682959}
+{"Finetune/Learning Rate": 8.271268202007854e-08, "Finetune/Loss": 0.8022215366363525, "Finetune/Loss (Raw)": 0.9550628066062927, "Finetune/Step": 7563, "Finetune/Step Time": 6.261821262538433}
+{"Finetune/Learning Rate": 8.21857347328936e-08, "Finetune/Loss": 0.8018315434455872, "Finetune/Loss (Raw)": 0.730557382106781, "Finetune/Step": 7564, "Finetune/Step Time": 6.262897880747914}
+{"Finetune/Learning Rate": 8.166046442999342e-08, "Finetune/Loss": 0.8016889095306396, "Finetune/Loss (Raw)": 0.8479204773902893, "Finetune/Step": 7565, "Finetune/Step Time": 6.259018111974001}
+{"Finetune/Learning Rate": 8.113687120019587e-08, "Finetune/Loss": 0.8002713918685913, "Finetune/Loss (Raw)": 0.793536901473999, "Finetune/Step": 7566, "Finetune/Step Time": 6.2561075408011675}
+{"Finetune/Learning Rate": 8.061495513203344e-08, "Finetune/Loss": 0.8003127574920654, "Finetune/Loss (Raw)": 1.053339958190918, "Finetune/Step": 7567, "Finetune/Step Time": 6.255573330447078}
+{"Finetune/Learning Rate": 8.009471631375776e-08, "Finetune/Loss": 0.798507034778595, "Finetune/Loss (Raw)": 0.6825093030929565, "Finetune/Step": 7568, "Finetune/Step Time": 6.253190632909536}
+{"Finetune/Learning Rate": 7.957615483333292e-08, "Finetune/Loss": 0.7994347810745239, "Finetune/Loss (Raw)": 0.81574946641922, "Finetune/Step": 7569, "Finetune/Step Time": 6.247401010245085}
+{"Finetune/Learning Rate": 7.9059270778441e-08, "Finetune/Loss": 0.7996504902839661, "Finetune/Loss (Raw)": 0.8877352476119995, "Finetune/Step": 7570, "Finetune/Step Time": 6.241659630089998}
+{"Finetune/Learning Rate": 7.85440642364843e-08, "Finetune/Loss": 0.799598753452301, "Finetune/Loss (Raw)": 0.8620090484619141, "Finetune/Step": 7571, "Finetune/Step Time": 6.262354908511043}
+{"Finetune/Learning Rate": 7.803053529457539e-08, "Finetune/Loss": 0.8009939193725586, "Finetune/Loss (Raw)": 1.0026665925979614, "Finetune/Step": 7572, "Finetune/Step Time": 6.259158216416836}
+{"Finetune/Learning Rate": 7.751868403954699e-08, "Finetune/Loss": 0.8027803897857666, "Finetune/Loss (Raw)": 0.8797607421875, "Finetune/Step": 7573, "Finetune/Step Time": 6.250394346192479}
+{"Finetune/Learning Rate": 7.700851055794545e-08, "Finetune/Loss": 0.8053961992263794, "Finetune/Loss (Raw)": 0.9581829309463501, "Finetune/Step": 7574, "Finetune/Step Time": 6.238989343866706}
+{"Finetune/Learning Rate": 7.650001493603732e-08, "Finetune/Loss": 0.8040856122970581, "Finetune/Loss (Raw)": 0.6723116040229797, "Finetune/Step": 7575, "Finetune/Step Time": 6.233588982373476}
+{"Finetune/Learning Rate": 7.599319725980047e-08, "Finetune/Loss": 0.8028676509857178, "Finetune/Loss (Raw)": 0.7308728694915771, "Finetune/Step": 7576, "Finetune/Step Time": 6.238389981910586}
+{"Finetune/Learning Rate": 7.548805761493527e-08, "Finetune/Loss": 0.8034340143203735, "Finetune/Loss (Raw)": 0.8723365664482117, "Finetune/Step": 7577, "Finetune/Step Time": 6.241965303197503}
+{"Finetune/Learning Rate": 7.498459608685227e-08, "Finetune/Loss": 0.8027369976043701, "Finetune/Loss (Raw)": 0.9376620054244995, "Finetune/Step": 7578, "Finetune/Step Time": 6.242622304707766}
+{"Finetune/Learning Rate": 7.448281276068114e-08, "Finetune/Loss": 0.8019940853118896, "Finetune/Loss (Raw)": 0.7978993058204651, "Finetune/Step": 7579, "Finetune/Step Time": 6.240850515663624}
+{"Finetune/Learning Rate": 7.398270772126737e-08, "Finetune/Loss": 0.8044164776802063, "Finetune/Loss (Raw)": 0.7456130981445312, "Finetune/Step": 7580, "Finetune/Step Time": 6.22963641770184}
+{"Finetune/Learning Rate": 7.348428105317329e-08, "Finetune/Loss": 0.8045434951782227, "Finetune/Loss (Raw)": 0.7094064950942993, "Finetune/Step": 7581, "Finetune/Step Time": 6.210122015327215}
+{"Finetune/Learning Rate": 7.298753284067705e-08, "Finetune/Loss": 0.8046989440917969, "Finetune/Loss (Raw)": 0.6805542707443237, "Finetune/Step": 7582, "Finetune/Step Time": 6.233734514564276}
+{"Finetune/Learning Rate": 7.249246316777258e-08, "Finetune/Loss": 0.8041660785675049, "Finetune/Loss (Raw)": 0.84698486328125, "Finetune/Step": 7583, "Finetune/Step Time": 6.233967754989862}
+{"Finetune/Learning Rate": 7.19990721181707e-08, "Finetune/Loss": 0.8030480742454529, "Finetune/Loss (Raw)": 0.7730692625045776, "Finetune/Step": 7584, "Finetune/Step Time": 6.238634467124939}
+{"Finetune/Learning Rate": 7.150735977529688e-08, "Finetune/Loss": 0.8040810823440552, "Finetune/Loss (Raw)": 0.9732400178909302, "Finetune/Step": 7585, "Finetune/Step Time": 6.244586579501629}
+{"Finetune/Learning Rate": 7.101732622229462e-08, "Finetune/Loss": 0.803902268409729, "Finetune/Loss (Raw)": 0.8144304752349854, "Finetune/Step": 7586, "Finetune/Step Time": 6.245174204930663}
+{"Finetune/Learning Rate": 7.052897154202321e-08, "Finetune/Loss": 0.8032540082931519, "Finetune/Loss (Raw)": 0.8016604781150818, "Finetune/Step": 7587, "Finetune/Step Time": 6.252975411713123}
+{"Finetune/Learning Rate": 7.004229581705546e-08, "Finetune/Loss": 0.8042452335357666, "Finetune/Loss (Raw)": 1.026030421257019, "Finetune/Step": 7588, "Finetune/Step Time": 6.261625923216343}
+{"Finetune/Learning Rate": 6.955729912968557e-08, "Finetune/Loss": 0.8028464317321777, "Finetune/Loss (Raw)": 0.6847875118255615, "Finetune/Step": 7589, "Finetune/Step Time": 6.250608667731285}
+{"Finetune/Learning Rate": 6.907398156191791e-08, "Finetune/Loss": 0.8025196194648743, "Finetune/Loss (Raw)": 0.7542750835418701, "Finetune/Step": 7590, "Finetune/Step Time": 6.246578074991703}
+{"Finetune/Learning Rate": 6.859234319547825e-08, "Finetune/Loss": 0.8016897439956665, "Finetune/Loss (Raw)": 0.8270483016967773, "Finetune/Step": 7591, "Finetune/Step Time": 6.2468811850994825}
+{"Finetune/Learning Rate": 6.811238411180365e-08, "Finetune/Loss": 0.8023213148117065, "Finetune/Loss (Raw)": 1.0234272480010986, "Finetune/Step": 7592, "Finetune/Step Time": 6.229082139208913}
+{"Finetune/Learning Rate": 6.763410439205031e-08, "Finetune/Loss": 0.802765429019928, "Finetune/Loss (Raw)": 0.8428985476493835, "Finetune/Step": 7593, "Finetune/Step Time": 6.217893397435546}
+{"Finetune/Learning Rate": 6.71575041170891e-08, "Finetune/Loss": 0.8016135692596436, "Finetune/Loss (Raw)": 0.704675555229187, "Finetune/Step": 7594, "Finetune/Step Time": 6.2235283479094505}
+{"Finetune/Learning Rate": 6.668258336750999e-08, "Finetune/Loss": 0.797311544418335, "Finetune/Loss (Raw)": 0.3053957521915436, "Finetune/Step": 7595, "Finetune/Step Time": 6.23617359995842}
+{"Finetune/Learning Rate": 6.62093422236132e-08, "Finetune/Loss": 0.7966709733009338, "Finetune/Loss (Raw)": 0.8093207478523254, "Finetune/Step": 7596, "Finetune/Step Time": 6.254509573802352}
+{"Finetune/Learning Rate": 6.573778076542025e-08, "Finetune/Loss": 0.7955347895622253, "Finetune/Loss (Raw)": 0.7355408072471619, "Finetune/Step": 7597, "Finetune/Step Time": 6.259084545075893}
+{"Finetune/Learning Rate": 6.526789907266517e-08, "Finetune/Loss": 0.7955411076545715, "Finetune/Loss (Raw)": 0.6967936754226685, "Finetune/Step": 7598, "Finetune/Step Time": 6.261531507596374}
+{"Finetune/Learning Rate": 6.479969722479995e-08, "Finetune/Loss": 0.7998720407485962, "Finetune/Loss (Raw)": 0.8310959935188293, "Finetune/Step": 7599, "Finetune/Step Time": 6.238764116540551}
+{"Finetune/Learning Rate": 6.433317530099236e-08, "Finetune/Loss": 0.7984632849693298, "Finetune/Loss (Raw)": 0.7325352430343628, "Finetune/Step": 7600, "Finetune/Step Time": 6.221172900870442}
+{"Finetune/Learning Rate": 6.386833338012489e-08, "Finetune/Loss": 0.7983812689781189, "Finetune/Loss (Raw)": 0.6594811677932739, "Finetune/Step": 7601, "Finetune/Step Time": 6.220144534483552}
+{"Finetune/Learning Rate": 6.340517154079684e-08, "Finetune/Loss": 0.7968367338180542, "Finetune/Loss (Raw)": 0.7378917336463928, "Finetune/Step": 7602, "Finetune/Step Time": 6.230600481852889}
+{"Finetune/Learning Rate": 6.294368986132449e-08, "Finetune/Loss": 0.7962250113487244, "Finetune/Loss (Raw)": 0.8036866188049316, "Finetune/Step": 7603, "Finetune/Step Time": 6.2397186160087585}
+{"Finetune/Learning Rate": 6.248388841973763e-08, "Finetune/Loss": 0.7950959205627441, "Finetune/Loss (Raw)": 0.6401983499526978, "Finetune/Step": 7604, "Finetune/Step Time": 6.24142581038177}
+{"Finetune/Learning Rate": 6.202576729378518e-08, "Finetune/Loss": 0.7943496108055115, "Finetune/Loss (Raw)": 0.8318729996681213, "Finetune/Step": 7605, "Finetune/Step Time": 6.239127827808261}
+{"Finetune/Learning Rate": 6.15693265609274e-08, "Finetune/Loss": 0.7930452823638916, "Finetune/Loss (Raw)": 0.5712451934814453, "Finetune/Step": 7606, "Finetune/Step Time": 6.236204059794545}
+{"Finetune/Learning Rate": 6.111456629834256e-08, "Finetune/Loss": 0.7934538125991821, "Finetune/Loss (Raw)": 0.967123806476593, "Finetune/Step": 7607, "Finetune/Step Time": 6.243274046108127}
+{"Finetune/Learning Rate": 6.066148658292914e-08, "Finetune/Loss": 0.7927035093307495, "Finetune/Loss (Raw)": 0.8056167960166931, "Finetune/Step": 7608, "Finetune/Step Time": 6.244508782401681}
+{"Finetune/Learning Rate": 6.021008749129476e-08, "Finetune/Loss": 0.7901253700256348, "Finetune/Loss (Raw)": 0.3435748517513275, "Finetune/Step": 7609, "Finetune/Step Time": 6.258286340162158}
+{"Finetune/Learning Rate": 5.976036909976501e-08, "Finetune/Loss": 0.7909994125366211, "Finetune/Loss (Raw)": 0.8468977212905884, "Finetune/Step": 7610, "Finetune/Step Time": 6.260844582691789}
+{"Finetune/Learning Rate": 5.931233148438353e-08, "Finetune/Loss": 0.7911238074302673, "Finetune/Loss (Raw)": 0.7167263031005859, "Finetune/Step": 7611, "Finetune/Step Time": 6.263143997639418}
+{"Finetune/Learning Rate": 5.8865974720906384e-08, "Finetune/Loss": 0.7886477708816528, "Finetune/Loss (Raw)": 0.7826508283615112, "Finetune/Step": 7612, "Finetune/Step Time": 6.260226644575596}
+{"Finetune/Learning Rate": 5.842129888480985e-08, "Finetune/Loss": 0.7900606393814087, "Finetune/Loss (Raw)": 0.7626317739486694, "Finetune/Step": 7613, "Finetune/Step Time": 6.24618218280375}
+{"Finetune/Learning Rate": 5.797830405128046e-08, "Finetune/Loss": 0.7914106845855713, "Finetune/Loss (Raw)": 0.6983217000961304, "Finetune/Step": 7614, "Finetune/Step Time": 6.2300513200461864}
+{"Finetune/Learning Rate": 5.753699029522608e-08, "Finetune/Loss": 0.7914265394210815, "Finetune/Loss (Raw)": 0.6519280672073364, "Finetune/Step": 7615, "Finetune/Step Time": 6.230973709374666}
+{"Finetune/Learning Rate": 5.709735769126479e-08, "Finetune/Loss": 0.7914883494377136, "Finetune/Loss (Raw)": 0.7989999651908875, "Finetune/Step": 7616, "Finetune/Step Time": 6.224793219938874}
+{"Finetune/Learning Rate": 5.66594063137349e-08, "Finetune/Loss": 0.7927409410476685, "Finetune/Loss (Raw)": 0.8180751800537109, "Finetune/Step": 7617, "Finetune/Step Time": 6.225558115169406}
+{"Finetune/Learning Rate": 5.6223136236689404e-08, "Finetune/Loss": 0.793330192565918, "Finetune/Loss (Raw)": 0.8874374032020569, "Finetune/Step": 7618, "Finetune/Step Time": 6.226632667705417}
+{"Finetune/Learning Rate": 5.578854753389484e-08, "Finetune/Loss": 0.7906818985939026, "Finetune/Loss (Raw)": 0.6366745829582214, "Finetune/Step": 7619, "Finetune/Step Time": 6.22559704259038}
+{"Finetune/Learning Rate": 5.5355640278835776e-08, "Finetune/Loss": 0.7907642126083374, "Finetune/Loss (Raw)": 0.8222715854644775, "Finetune/Step": 7620, "Finetune/Step Time": 6.232895124703646}
+{"Finetune/Learning Rate": 5.4924414544711426e-08, "Finetune/Loss": 0.7899452447891235, "Finetune/Loss (Raw)": 0.6734108924865723, "Finetune/Step": 7621, "Finetune/Step Time": 6.249862290918827}
+{"Finetune/Learning Rate": 5.449487040443791e-08, "Finetune/Loss": 0.7907171845436096, "Finetune/Loss (Raw)": 0.8031994700431824, "Finetune/Step": 7622, "Finetune/Step Time": 6.26564491353929}
+{"Finetune/Learning Rate": 5.406700793064379e-08, "Finetune/Loss": 0.7907092571258545, "Finetune/Loss (Raw)": 0.8294826745986938, "Finetune/Step": 7623, "Finetune/Step Time": 6.253648856654763}
+{"Finetune/Learning Rate": 5.364082719567787e-08, "Finetune/Loss": 0.7913001775741577, "Finetune/Loss (Raw)": 0.9391301870346069, "Finetune/Step": 7624, "Finetune/Step Time": 6.243876436725259}
+{"Finetune/Learning Rate": 5.3216328271600284e-08, "Finetune/Loss": 0.790830135345459, "Finetune/Loss (Raw)": 0.7140871286392212, "Finetune/Step": 7625, "Finetune/Step Time": 6.2428278382867575}
+{"Finetune/Learning Rate": 5.279351123019028e-08, "Finetune/Loss": 0.7893714904785156, "Finetune/Loss (Raw)": 0.7376492619514465, "Finetune/Step": 7626, "Finetune/Step Time": 6.240024991333485}
+{"Finetune/Learning Rate": 5.237237614294066e-08, "Finetune/Loss": 0.7880114316940308, "Finetune/Loss (Raw)": 0.7668416500091553, "Finetune/Step": 7627, "Finetune/Step Time": 6.230457883328199}
+{"Finetune/Learning Rate": 5.1952923081061146e-08, "Finetune/Loss": 0.7881526947021484, "Finetune/Loss (Raw)": 0.8415452241897583, "Finetune/Step": 7628, "Finetune/Step Time": 6.239042356610298}
+{"Finetune/Learning Rate": 5.1535152115473884e-08, "Finetune/Loss": 0.7889901995658875, "Finetune/Loss (Raw)": 0.8922460675239563, "Finetune/Step": 7629, "Finetune/Step Time": 6.255088256672025}
+{"Finetune/Learning Rate": 5.111906331682126e-08, "Finetune/Loss": 0.7899442911148071, "Finetune/Loss (Raw)": 0.9443215727806091, "Finetune/Step": 7630, "Finetune/Step Time": 6.253744745627046}
+{"Finetune/Learning Rate": 5.0704656755458104e-08, "Finetune/Loss": 0.7890254259109497, "Finetune/Loss (Raw)": 0.8068867325782776, "Finetune/Step": 7631, "Finetune/Step Time": 6.256693925708532}
+{"Finetune/Learning Rate": 5.0291932501455035e-08, "Finetune/Loss": 0.7887237071990967, "Finetune/Loss (Raw)": 0.7435532212257385, "Finetune/Step": 7632, "Finetune/Step Time": 6.2582508977502584}
+{"Finetune/Learning Rate": 4.9880890624600666e-08, "Finetune/Loss": 0.7893774509429932, "Finetune/Loss (Raw)": 0.9752680063247681, "Finetune/Step": 7633, "Finetune/Step Time": 6.258254325017333}
+{"Finetune/Learning Rate": 4.947153119439496e-08, "Finetune/Loss": 0.7864229679107666, "Finetune/Loss (Raw)": 0.36912012100219727, "Finetune/Step": 7634, "Finetune/Step Time": 6.265198087319732}
+{"Finetune/Learning Rate": 4.9063854280057e-08, "Finetune/Loss": 0.786319375038147, "Finetune/Loss (Raw)": 0.8686965703964233, "Finetune/Step": 7635, "Finetune/Step Time": 6.278460841625929}
+{"Finetune/Learning Rate": 4.8657859950520524e-08, "Finetune/Loss": 0.7877683639526367, "Finetune/Loss (Raw)": 0.8360428810119629, "Finetune/Step": 7636, "Finetune/Step Time": 6.276622794568539}
+{"Finetune/Learning Rate": 4.825354827443396e-08, "Finetune/Loss": 0.7865536212921143, "Finetune/Loss (Raw)": 0.6784626245498657, "Finetune/Step": 7637, "Finetune/Step Time": 6.271316593512893}
+{"Finetune/Learning Rate": 4.7850919320160395e-08, "Finetune/Loss": 0.7849714756011963, "Finetune/Loss (Raw)": 0.7558730244636536, "Finetune/Step": 7638, "Finetune/Step Time": 6.268059546127915}
+{"Finetune/Learning Rate": 4.7449973155780926e-08, "Finetune/Loss": 0.7842371463775635, "Finetune/Loss (Raw)": 0.7701283693313599, "Finetune/Step": 7639, "Finetune/Step Time": 6.266691640019417}
+{"Finetune/Learning Rate": 4.705070984909132e-08, "Finetune/Loss": 0.7855103611946106, "Finetune/Loss (Raw)": 0.9708195328712463, "Finetune/Step": 7640, "Finetune/Step Time": 6.279675280675292}
+{"Finetune/Learning Rate": 4.6653129467600924e-08, "Finetune/Loss": 0.7849016785621643, "Finetune/Loss (Raw)": 0.6584855318069458, "Finetune/Step": 7641, "Finetune/Step Time": 6.28588624112308}
+{"Finetune/Learning Rate": 4.625723207853594e-08, "Finetune/Loss": 0.7846202254295349, "Finetune/Loss (Raw)": 0.8685318231582642, "Finetune/Step": 7642, "Finetune/Step Time": 6.29019483551383}
+{"Finetune/Learning Rate": 4.586301774883839e-08, "Finetune/Loss": 0.7841770052909851, "Finetune/Loss (Raw)": 0.9663658142089844, "Finetune/Step": 7643, "Finetune/Step Time": 6.294945329427719}
+{"Finetune/Learning Rate": 4.547048654516495e-08, "Finetune/Loss": 0.7854447364807129, "Finetune/Loss (Raw)": 0.9105899930000305, "Finetune/Step": 7644, "Finetune/Step Time": 6.290965991094708}
+{"Finetune/Learning Rate": 4.5079638533888084e-08, "Finetune/Loss": 0.7876161336898804, "Finetune/Loss (Raw)": 1.0028741359710693, "Finetune/Step": 7645, "Finetune/Step Time": 6.286825358867645}
+{"Finetune/Learning Rate": 4.469047378109603e-08, "Finetune/Loss": 0.7884514331817627, "Finetune/Loss (Raw)": 0.7821507453918457, "Finetune/Step": 7646, "Finetune/Step Time": 6.275470877066255}
+{"Finetune/Learning Rate": 4.4302992352590614e-08, "Finetune/Loss": 0.7854999303817749, "Finetune/Loss (Raw)": 0.3309100568294525, "Finetune/Step": 7647, "Finetune/Step Time": 6.272279862314463}
+{"Finetune/Learning Rate": 4.3917194313891634e-08, "Finetune/Loss": 0.7860329747200012, "Finetune/Loss (Raw)": 0.9986942410469055, "Finetune/Step": 7648, "Finetune/Step Time": 6.280137583613396}
+{"Finetune/Learning Rate": 4.353307973023246e-08, "Finetune/Loss": 0.7880744934082031, "Finetune/Loss (Raw)": 0.9802960753440857, "Finetune/Step": 7649, "Finetune/Step Time": 6.272615922614932}
+{"Finetune/Learning Rate": 4.315064866656338e-08, "Finetune/Loss": 0.7885639667510986, "Finetune/Loss (Raw)": 0.8825909495353699, "Finetune/Step": 7650, "Finetune/Step Time": 6.252679342404008}
+{"Finetune/Learning Rate": 4.276990118754598e-08, "Finetune/Loss": 0.789328396320343, "Finetune/Loss (Raw)": 0.8901559710502625, "Finetune/Step": 7651, "Finetune/Step Time": 6.247203055769205}
+{"Finetune/Learning Rate": 4.239083735756322e-08, "Finetune/Loss": 0.7938156127929688, "Finetune/Loss (Raw)": 0.8845611214637756, "Finetune/Step": 7652, "Finetune/Step Time": 6.240980481728911}
+{"Finetune/Learning Rate": 4.2013457240708265e-08, "Finetune/Loss": 0.796105146408081, "Finetune/Loss (Raw)": 1.0313611030578613, "Finetune/Step": 7653, "Finetune/Step Time": 6.223595218732953}
+{"Finetune/Learning Rate": 4.163776090079341e-08, "Finetune/Loss": 0.7958446741104126, "Finetune/Loss (Raw)": 0.8199938535690308, "Finetune/Step": 7654, "Finetune/Step Time": 6.211973901838064}
+{"Finetune/Learning Rate": 4.12637484013434e-08, "Finetune/Loss": 0.7945698499679565, "Finetune/Loss (Raw)": 0.7307634353637695, "Finetune/Step": 7655, "Finetune/Step Time": 6.217369543388486}
+{"Finetune/Learning Rate": 4.0891419805597634e-08, "Finetune/Loss": 0.7941606044769287, "Finetune/Loss (Raw)": 0.7391034364700317, "Finetune/Step": 7656, "Finetune/Step Time": 6.215561317279935}
+{"Finetune/Learning Rate": 4.052077517651576e-08, "Finetune/Loss": 0.7945243716239929, "Finetune/Loss (Raw)": 0.904513955116272, "Finetune/Step": 7657, "Finetune/Step Time": 6.207010570913553}
+{"Finetune/Learning Rate": 4.015181457676653e-08, "Finetune/Loss": 0.7927668690681458, "Finetune/Loss (Raw)": 0.7358518838882446, "Finetune/Step": 7658, "Finetune/Step Time": 6.214681686833501}
+{"Finetune/Learning Rate": 3.978453806873894e-08, "Finetune/Loss": 0.7943711280822754, "Finetune/Loss (Raw)": 0.9650665521621704, "Finetune/Step": 7659, "Finetune/Step Time": 6.233878528699279}
+{"Finetune/Learning Rate": 3.941894571453442e-08, "Finetune/Loss": 0.7919213771820068, "Finetune/Loss (Raw)": 0.7227110266685486, "Finetune/Step": 7660, "Finetune/Step Time": 6.226223837584257}
+{"Finetune/Learning Rate": 3.9055037575969067e-08, "Finetune/Loss": 0.7945420145988464, "Finetune/Loss (Raw)": 0.7694839835166931, "Finetune/Step": 7661, "Finetune/Step Time": 6.225174443796277}
+{"Finetune/Learning Rate": 3.8692813714577e-08, "Finetune/Loss": 0.7955636978149414, "Finetune/Loss (Raw)": 0.8416174054145813, "Finetune/Step": 7662, "Finetune/Step Time": 6.2085537780076265}
+{"Finetune/Learning Rate": 3.833227419160368e-08, "Finetune/Loss": 0.7955566048622131, "Finetune/Loss (Raw)": 0.8512129783630371, "Finetune/Step": 7663, "Finetune/Step Time": 6.211443217471242}
+{"Finetune/Learning Rate": 3.797341906801588e-08, "Finetune/Loss": 0.7951328754425049, "Finetune/Loss (Raw)": 0.6905811429023743, "Finetune/Step": 7664, "Finetune/Step Time": 6.219384657219052}
+{"Finetune/Learning Rate": 3.761624840448841e-08, "Finetune/Loss": 0.79670250415802, "Finetune/Loss (Raw)": 0.7783669829368591, "Finetune/Step": 7665, "Finetune/Step Time": 6.219374326989055}
+{"Finetune/Learning Rate": 3.7260762261416287e-08, "Finetune/Loss": 0.795674741268158, "Finetune/Loss (Raw)": 0.7491346001625061, "Finetune/Step": 7666, "Finetune/Step Time": 6.228798745200038}
+{"Finetune/Learning Rate": 3.690696069890698e-08, "Finetune/Loss": 0.7940018177032471, "Finetune/Loss (Raw)": 0.7780689001083374, "Finetune/Step": 7667, "Finetune/Step Time": 6.248430836945772}
+{"Finetune/Learning Rate": 3.655484377678375e-08, "Finetune/Loss": 0.7935289144515991, "Finetune/Loss (Raw)": 0.9147535562515259, "Finetune/Step": 7668, "Finetune/Step Time": 6.258176136761904}
+{"Finetune/Learning Rate": 3.620441155458676e-08, "Finetune/Loss": 0.7940407395362854, "Finetune/Loss (Raw)": 0.9622926115989685, "Finetune/Step": 7669, "Finetune/Step Time": 6.2631024196743965}
+{"Finetune/Learning Rate": 3.585566409156971e-08, "Finetune/Loss": 0.7917536497116089, "Finetune/Loss (Raw)": 0.7568252086639404, "Finetune/Step": 7670, "Finetune/Step Time": 6.2519559524953365}
+{"Finetune/Learning Rate": 3.550860144670099e-08, "Finetune/Loss": 0.7922621369361877, "Finetune/Loss (Raw)": 0.8199849128723145, "Finetune/Step": 7671, "Finetune/Step Time": 6.2444193456321955}
+{"Finetune/Learning Rate": 3.516322367866476e-08, "Finetune/Loss": 0.7934672832489014, "Finetune/Loss (Raw)": 0.8588902950286865, "Finetune/Step": 7672, "Finetune/Step Time": 6.2417406886816025}
+{"Finetune/Learning Rate": 3.4819530845860984e-08, "Finetune/Loss": 0.7987180948257446, "Finetune/Loss (Raw)": 0.9365290403366089, "Finetune/Step": 7673, "Finetune/Step Time": 6.229415733367205}
+{"Finetune/Learning Rate": 3.447752300640317e-08, "Finetune/Loss": 0.7984697222709656, "Finetune/Loss (Raw)": 0.8311319947242737, "Finetune/Step": 7674, "Finetune/Step Time": 6.213074805215001}
+{"Finetune/Learning Rate": 3.413720021812061e-08, "Finetune/Loss": 0.7983731031417847, "Finetune/Loss (Raw)": 0.8257761597633362, "Finetune/Step": 7675, "Finetune/Step Time": 6.213823862373829}
+{"Finetune/Learning Rate": 3.379856253855951e-08, "Finetune/Loss": 0.7974117398262024, "Finetune/Loss (Raw)": 0.7642484307289124, "Finetune/Step": 7676, "Finetune/Step Time": 6.212505653500557}
+{"Finetune/Learning Rate": 3.346161002497739e-08, "Finetune/Loss": 0.7957626581192017, "Finetune/Loss (Raw)": 0.6846680641174316, "Finetune/Step": 7677, "Finetune/Step Time": 6.2103107161819935}
+{"Finetune/Learning Rate": 3.312634273435089e-08, "Finetune/Loss": 0.7941834926605225, "Finetune/Loss (Raw)": 0.7750974297523499, "Finetune/Step": 7678, "Finetune/Step Time": 6.199057130143046}
+{"Finetune/Learning Rate": 3.2792760723368014e-08, "Finetune/Loss": 0.7938248515129089, "Finetune/Loss (Raw)": 0.9678382277488708, "Finetune/Step": 7679, "Finetune/Step Time": 6.199755359441042}
+{"Finetune/Learning Rate": 3.246086404843474e-08, "Finetune/Loss": 0.7938330173492432, "Finetune/Loss (Raw)": 0.7501448392868042, "Finetune/Step": 7680, "Finetune/Step Time": 6.201762311160564}
+{"Finetune/Learning Rate": 3.213065276566951e-08, "Finetune/Loss": 0.7939248085021973, "Finetune/Loss (Raw)": 0.8738648295402527, "Finetune/Step": 7681, "Finetune/Step Time": 6.205674208700657}
+{"Finetune/Learning Rate": 3.1802126930908786e-08, "Finetune/Loss": 0.7921230792999268, "Finetune/Loss (Raw)": 0.7109439969062805, "Finetune/Step": 7682, "Finetune/Step Time": 6.208032025024295}
+{"Finetune/Learning Rate": 3.147528659970145e-08, "Finetune/Loss": 0.7939682602882385, "Finetune/Loss (Raw)": 0.8407105207443237, "Finetune/Step": 7683, "Finetune/Step Time": 6.213418463245034}
+{"Finetune/Learning Rate": 3.115013182731219e-08, "Finetune/Loss": 0.7983145713806152, "Finetune/Loss (Raw)": 0.8546461462974548, "Finetune/Step": 7684, "Finetune/Step Time": 6.206023698672652}
+{"Finetune/Learning Rate": 3.082666266872036e-08, "Finetune/Loss": 0.7976725101470947, "Finetune/Loss (Raw)": 0.7475897073745728, "Finetune/Step": 7685, "Finetune/Step Time": 6.19108066521585}
+{"Finetune/Learning Rate": 3.0504879178622214e-08, "Finetune/Loss": 0.7968899011611938, "Finetune/Loss (Raw)": 0.8036361336708069, "Finetune/Step": 7686, "Finetune/Step Time": 6.188342459499836}
+{"Finetune/Learning Rate": 3.018478141142533e-08, "Finetune/Loss": 0.7999770641326904, "Finetune/Loss (Raw)": 0.879806399345398, "Finetune/Step": 7687, "Finetune/Step Time": 6.188380083069205}
+{"Finetune/Learning Rate": 2.9866369421257535e-08, "Finetune/Loss": 0.8006268739700317, "Finetune/Loss (Raw)": 0.95968097448349, "Finetune/Step": 7688, "Finetune/Step Time": 6.190473584458232}
+{"Finetune/Learning Rate": 2.954964326195575e-08, "Finetune/Loss": 0.8040775060653687, "Finetune/Loss (Raw)": 0.7801554203033447, "Finetune/Step": 7689, "Finetune/Step Time": 6.182976881042123}
+{"Finetune/Learning Rate": 2.9234602987074922e-08, "Finetune/Loss": 0.8039810657501221, "Finetune/Loss (Raw)": 0.8473532795906067, "Finetune/Step": 7690, "Finetune/Step Time": 6.1531521286815405}
+{"Finetune/Learning Rate": 2.892124864988577e-08, "Finetune/Loss": 0.8028513193130493, "Finetune/Loss (Raw)": 0.8104551434516907, "Finetune/Step": 7691, "Finetune/Step Time": 6.15815082192421}
+{"Finetune/Learning Rate": 2.8609580303373686e-08, "Finetune/Loss": 0.8032332062721252, "Finetune/Loss (Raw)": 0.7794403433799744, "Finetune/Step": 7692, "Finetune/Step Time": 6.1560364700853825}
+{"Finetune/Learning Rate": 2.8299598000235405e-08, "Finetune/Loss": 0.8027637600898743, "Finetune/Loss (Raw)": 0.7878255248069763, "Finetune/Step": 7693, "Finetune/Step Time": 6.152846870943904}
+{"Finetune/Learning Rate": 2.7991301792885674e-08, "Finetune/Loss": 0.8026078939437866, "Finetune/Loss (Raw)": 0.7735968232154846, "Finetune/Step": 7694, "Finetune/Step Time": 6.153926195576787}
+{"Finetune/Learning Rate": 2.7684691733455004e-08, "Finetune/Loss": 0.8021643161773682, "Finetune/Loss (Raw)": 0.9965596199035645, "Finetune/Step": 7695, "Finetune/Step Time": 6.157387102022767}
+{"Finetune/Learning Rate": 2.73797678737886e-08, "Finetune/Loss": 0.8035863637924194, "Finetune/Loss (Raw)": 0.8645308017730713, "Finetune/Step": 7696, "Finetune/Step Time": 6.158902365714312}
+{"Finetune/Learning Rate": 2.7076530265441882e-08, "Finetune/Loss": 0.8032915592193604, "Finetune/Loss (Raw)": 0.7780175805091858, "Finetune/Step": 7697, "Finetune/Step Time": 6.156505418941379}
+{"Finetune/Learning Rate": 2.677497895969161e-08, "Finetune/Loss": 0.8030122518539429, "Finetune/Loss (Raw)": 0.8519856333732605, "Finetune/Step": 7698, "Finetune/Step Time": 6.15158218704164}
+{"Finetune/Learning Rate": 2.647511400752589e-08, "Finetune/Loss": 0.8022482991218567, "Finetune/Loss (Raw)": 0.7642184495925903, "Finetune/Step": 7699, "Finetune/Step Time": 6.133750606328249}
+{"Finetune/Learning Rate": 2.61769354596475e-08, "Finetune/Loss": 0.8006144165992737, "Finetune/Loss (Raw)": 0.7935290336608887, "Finetune/Step": 7700, "Finetune/Step Time": 6.138961119577289}
+{"Finetune/Learning Rate": 2.5880443366476103e-08, "Finetune/Loss": 0.8007062673568726, "Finetune/Loss (Raw)": 0.8915197849273682, "Finetune/Step": 7701, "Finetune/Step Time": 6.163989273831248}
+{"Finetune/Learning Rate": 2.5585637778143822e-08, "Finetune/Loss": 0.8001546263694763, "Finetune/Loss (Raw)": 0.887571394443512, "Finetune/Step": 7702, "Finetune/Step Time": 6.160726988688111}
+{"Finetune/Learning Rate": 2.5292518744498562e-08, "Finetune/Loss": 0.8005350828170776, "Finetune/Loss (Raw)": 0.7210054993629456, "Finetune/Step": 7703, "Finetune/Step Time": 6.15584371984005}
+{"Finetune/Learning Rate": 2.5001086315105115e-08, "Finetune/Loss": 0.8014960289001465, "Finetune/Loss (Raw)": 0.8538745641708374, "Finetune/Step": 7704, "Finetune/Step Time": 6.149448914453387}
+{"Finetune/Learning Rate": 2.4711340539239625e-08, "Finetune/Loss": 0.8006413578987122, "Finetune/Loss (Raw)": 0.7629432678222656, "Finetune/Step": 7705, "Finetune/Step Time": 6.144557382911444}
+{"Finetune/Learning Rate": 2.442328146589512e-08, "Finetune/Loss": 0.7996466159820557, "Finetune/Loss (Raw)": 0.8103328943252563, "Finetune/Step": 7706, "Finetune/Step Time": 6.145507434383035}
+{"Finetune/Learning Rate": 2.4136909143779307e-08, "Finetune/Loss": 0.8003653287887573, "Finetune/Loss (Raw)": 0.8898923397064209, "Finetune/Step": 7707, "Finetune/Step Time": 6.146678436547518}
+{"Finetune/Learning Rate": 2.3852223621313453e-08, "Finetune/Loss": 0.8002964854240417, "Finetune/Loss (Raw)": 0.7368008494377136, "Finetune/Step": 7708, "Finetune/Step Time": 6.151980111375451}
+{"Finetune/Learning Rate": 2.3569224946634605e-08, "Finetune/Loss": 0.8016200661659241, "Finetune/Loss (Raw)": 0.878821074962616, "Finetune/Step": 7709, "Finetune/Step Time": 6.148369658738375}
+{"Finetune/Learning Rate": 2.328791316759671e-08, "Finetune/Loss": 0.8020793199539185, "Finetune/Loss (Raw)": 0.7393447756767273, "Finetune/Step": 7710, "Finetune/Step Time": 6.120250057429075}
+{"Finetune/Learning Rate": 2.300828833176283e-08, "Finetune/Loss": 0.8023008108139038, "Finetune/Loss (Raw)": 0.8753370642662048, "Finetune/Step": 7711, "Finetune/Step Time": 6.124428980052471}
+{"Finetune/Learning Rate": 2.2730350486416252e-08, "Finetune/Loss": 0.8027039766311646, "Finetune/Loss (Raw)": 0.8246690630912781, "Finetune/Step": 7712, "Finetune/Step Time": 6.125777643173933}
+{"Finetune/Learning Rate": 2.245409967855161e-08, "Finetune/Loss": 0.8020480871200562, "Finetune/Loss (Raw)": 0.8892901539802551, "Finetune/Step": 7713, "Finetune/Step Time": 6.12154346331954}
+{"Finetune/Learning Rate": 2.2179535954881538e-08, "Finetune/Loss": 0.8025403618812561, "Finetune/Loss (Raw)": 0.8774446249008179, "Finetune/Step": 7714, "Finetune/Step Time": 6.122702000662684}
+{"Finetune/Learning Rate": 2.1906659361830008e-08, "Finetune/Loss": 0.8037151098251343, "Finetune/Loss (Raw)": 0.9520285129547119, "Finetune/Step": 7715, "Finetune/Step Time": 6.113553449511528}
+{"Finetune/Learning Rate": 2.163546994553789e-08, "Finetune/Loss": 0.8031220436096191, "Finetune/Loss (Raw)": 0.95010906457901, "Finetune/Step": 7716, "Finetune/Step Time": 6.101845599710941}
+{"Finetune/Learning Rate": 2.1365967751859618e-08, "Finetune/Loss": 0.8036175966262817, "Finetune/Loss (Raw)": 0.7482218742370605, "Finetune/Step": 7717, "Finetune/Step Time": 6.099208611994982}
+{"Finetune/Learning Rate": 2.1098152826365403e-08, "Finetune/Loss": 0.8043835759162903, "Finetune/Loss (Raw)": 0.8523188829421997, "Finetune/Step": 7718, "Finetune/Step Time": 6.100423667579889}
+{"Finetune/Learning Rate": 2.0832025214339026e-08, "Finetune/Loss": 0.8042409420013428, "Finetune/Loss (Raw)": 0.8087976574897766, "Finetune/Step": 7719, "Finetune/Step Time": 6.113276246935129}
+{"Finetune/Learning Rate": 2.056758496077893e-08, "Finetune/Loss": 0.8030065298080444, "Finetune/Loss (Raw)": 0.8654171228408813, "Finetune/Step": 7720, "Finetune/Step Time": 6.120291592553258}
+{"Finetune/Learning Rate": 2.0304832110400463e-08, "Finetune/Loss": 0.8031686544418335, "Finetune/Loss (Raw)": 0.8636573553085327, "Finetune/Step": 7721, "Finetune/Step Time": 6.134414955973625}
+{"Finetune/Learning Rate": 2.004376670763031e-08, "Finetune/Loss": 0.8042187690734863, "Finetune/Loss (Raw)": 0.8390859961509705, "Finetune/Step": 7722, "Finetune/Step Time": 6.129358187317848}
+{"Finetune/Learning Rate": 1.978438879661315e-08, "Finetune/Loss": 0.8079040050506592, "Finetune/Loss (Raw)": 0.777107834815979, "Finetune/Step": 7723, "Finetune/Step Time": 6.118247589096427}
+{"Finetune/Learning Rate": 1.9526698421206135e-08, "Finetune/Loss": 0.808064877986908, "Finetune/Loss (Raw)": 0.8299061059951782, "Finetune/Step": 7724, "Finetune/Step Time": 6.105053162202239}
+{"Finetune/Learning Rate": 1.927069562497996e-08, "Finetune/Loss": 0.807817816734314, "Finetune/Loss (Raw)": 0.7039162516593933, "Finetune/Step": 7725, "Finetune/Step Time": 6.099077312275767}
+{"Finetune/Learning Rate": 1.9016380451223337e-08, "Finetune/Loss": 0.8086524605751038, "Finetune/Loss (Raw)": 0.8036299347877502, "Finetune/Step": 7726, "Finetune/Step Time": 6.093906419351697}
+{"Finetune/Learning Rate": 1.876375294293853e-08, "Finetune/Loss": 0.8093026876449585, "Finetune/Loss (Raw)": 0.91432785987854, "Finetune/Step": 7727, "Finetune/Step Time": 6.0941074173897505}
+{"Finetune/Learning Rate": 1.8512813142840256e-08, "Finetune/Loss": 0.8094686269760132, "Finetune/Loss (Raw)": 0.7537779211997986, "Finetune/Step": 7728, "Finetune/Step Time": 6.1099290400743484}
+{"Finetune/Learning Rate": 1.8263561093360137e-08, "Finetune/Loss": 0.8089818358421326, "Finetune/Loss (Raw)": 0.5971682667732239, "Finetune/Step": 7729, "Finetune/Step Time": 6.131952961906791}
+{"Finetune/Learning Rate": 1.8015996836643346e-08, "Finetune/Loss": 0.8101915717124939, "Finetune/Loss (Raw)": 0.8927407264709473, "Finetune/Step": 7730, "Finetune/Step Time": 6.13211689516902}
+{"Finetune/Learning Rate": 1.777012041455084e-08, "Finetune/Loss": 0.8113284111022949, "Finetune/Loss (Raw)": 0.9491966366767883, "Finetune/Step": 7731, "Finetune/Step Time": 6.123563328757882}
+{"Finetune/Learning Rate": 1.752593186865714e-08, "Finetune/Loss": 0.8123276233673096, "Finetune/Loss (Raw)": 0.768095850944519, "Finetune/Step": 7732, "Finetune/Step Time": 6.120596162974834}
+{"Finetune/Learning Rate": 1.7283431240251447e-08, "Finetune/Loss": 0.8126348853111267, "Finetune/Loss (Raw)": 0.871207594871521, "Finetune/Step": 7733, "Finetune/Step Time": 6.1238578371703625}
+{"Finetune/Learning Rate": 1.704261857033762e-08, "Finetune/Loss": 0.815387487411499, "Finetune/Loss (Raw)": 0.9235780239105225, "Finetune/Step": 7734, "Finetune/Step Time": 6.124298246577382}
+{"Finetune/Learning Rate": 1.6803493899634206e-08, "Finetune/Loss": 0.8149422407150269, "Finetune/Loss (Raw)": 0.9101318120956421, "Finetune/Step": 7735, "Finetune/Step Time": 6.120816811919212}
+{"Finetune/Learning Rate": 1.656605726857441e-08, "Finetune/Loss": 0.8148940205574036, "Finetune/Loss (Raw)": 0.7994470000267029, "Finetune/Step": 7736, "Finetune/Step Time": 6.11764357611537}
+{"Finetune/Learning Rate": 1.633030871730612e-08, "Finetune/Loss": 0.8176701068878174, "Finetune/Loss (Raw)": 0.6989086866378784, "Finetune/Step": 7737, "Finetune/Step Time": 6.108794290572405}
+{"Finetune/Learning Rate": 1.6096248285691895e-08, "Finetune/Loss": 0.8187293410301208, "Finetune/Loss (Raw)": 0.9824826121330261, "Finetune/Step": 7738, "Finetune/Step Time": 6.106396798044443}
+{"Finetune/Learning Rate": 1.5863876013307856e-08, "Finetune/Loss": 0.820875883102417, "Finetune/Loss (Raw)": 0.9914822578430176, "Finetune/Step": 7739, "Finetune/Step Time": 6.106167001649737}
+{"Finetune/Learning Rate": 1.563319193944479e-08, "Finetune/Loss": 0.822482705116272, "Finetune/Loss (Raw)": 0.9883249998092651, "Finetune/Step": 7740, "Finetune/Step Time": 6.105552827939391}
+{"Finetune/Learning Rate": 1.5404196103110392e-08, "Finetune/Loss": 0.8217570781707764, "Finetune/Loss (Raw)": 0.6697489619255066, "Finetune/Step": 7741, "Finetune/Step Time": 6.106129754334688}
+{"Finetune/Learning Rate": 1.5176888543024794e-08, "Finetune/Loss": 0.8220511674880981, "Finetune/Loss (Raw)": 0.7359692454338074, "Finetune/Step": 7742, "Finetune/Step Time": 6.105142395943403}
+{"Finetune/Learning Rate": 1.4951269297621694e-08, "Finetune/Loss": 0.8238257169723511, "Finetune/Loss (Raw)": 0.8790735006332397, "Finetune/Step": 7743, "Finetune/Step Time": 6.101886082440615}
+{"Finetune/Learning Rate": 1.4727338405051695e-08, "Finetune/Loss": 0.8244882822036743, "Finetune/Loss (Raw)": 0.8838016986846924, "Finetune/Step": 7744, "Finetune/Step Time": 6.1002141162753105}
+{"Finetune/Learning Rate": 1.4505095903177835e-08, "Finetune/Loss": 0.8241525888442993, "Finetune/Loss (Raw)": 0.7751128077507019, "Finetune/Step": 7745, "Finetune/Step Time": 6.111470241099596}
+{"Finetune/Learning Rate": 1.4284541829580056e-08, "Finetune/Loss": 0.8232125639915466, "Finetune/Loss (Raw)": 0.7671105861663818, "Finetune/Step": 7746, "Finetune/Step Time": 6.106563387438655}
+{"Finetune/Learning Rate": 1.4065676221550751e-08, "Finetune/Loss": 0.8251111507415771, "Finetune/Loss (Raw)": 0.8796981573104858, "Finetune/Step": 7747, "Finetune/Step Time": 6.107432249933481}
+{"Finetune/Learning Rate": 1.384849911609809e-08, "Finetune/Loss": 0.8250345587730408, "Finetune/Loss (Raw)": 0.8124625086784363, "Finetune/Step": 7748, "Finetune/Step Time": 6.100769437849522}
+{"Finetune/Learning Rate": 1.3633010549941594e-08, "Finetune/Loss": 0.8253083229064941, "Finetune/Loss (Raw)": 0.7084566950798035, "Finetune/Step": 7749, "Finetune/Step Time": 6.08226234279573}
+{"Finetune/Learning Rate": 1.3419210559521e-08, "Finetune/Loss": 0.8215404152870178, "Finetune/Loss (Raw)": 0.3209076225757599, "Finetune/Step": 7750, "Finetune/Step Time": 6.06748922355473}
+{"Finetune/Learning Rate": 1.3207099180986283e-08, "Finetune/Loss": 0.8223133683204651, "Finetune/Loss (Raw)": 0.928417444229126, "Finetune/Step": 7751, "Finetune/Step Time": 6.082640117034316}
+{"Finetune/Learning Rate": 1.2996676450203194e-08, "Finetune/Loss": 0.8198339343070984, "Finetune/Loss (Raw)": 0.621763288974762, "Finetune/Step": 7752, "Finetune/Step Time": 6.081215299665928}
+{"Finetune/Learning Rate": 1.2787942402749942e-08, "Finetune/Loss": 0.8212093114852905, "Finetune/Loss (Raw)": 0.8901333808898926, "Finetune/Step": 7753, "Finetune/Step Time": 6.096515983343124}
+{"Finetune/Learning Rate": 1.2580897073922738e-08, "Finetune/Loss": 0.8220580220222473, "Finetune/Loss (Raw)": 0.8462861180305481, "Finetune/Step": 7754, "Finetune/Step Time": 6.101371463388205}
+{"Finetune/Learning Rate": 1.2375540498730243e-08, "Finetune/Loss": 0.822842001914978, "Finetune/Loss (Raw)": 0.8671879172325134, "Finetune/Step": 7755, "Finetune/Step Time": 6.101546598598361}
+{"Finetune/Learning Rate": 1.2171872711895794e-08, "Finetune/Loss": 0.8237909078598022, "Finetune/Loss (Raw)": 0.9630075097084045, "Finetune/Step": 7756, "Finetune/Step Time": 6.095836920663714}
+{"Finetune/Learning Rate": 1.1969893747857398e-08, "Finetune/Loss": 0.822722852230072, "Finetune/Loss (Raw)": 0.7555375695228577, "Finetune/Step": 7757, "Finetune/Step Time": 6.080790871754289}
+{"Finetune/Learning Rate": 1.1769603640765515e-08, "Finetune/Loss": 0.8226034641265869, "Finetune/Loss (Raw)": 0.9290395379066467, "Finetune/Step": 7758, "Finetune/Step Time": 6.076770750805736}
+{"Finetune/Learning Rate": 1.1571002424489718e-08, "Finetune/Loss": 0.8205312490463257, "Finetune/Loss (Raw)": 0.5416395664215088, "Finetune/Step": 7759, "Finetune/Step Time": 6.071986364200711}
+{"Finetune/Learning Rate": 1.1374090132608706e-08, "Finetune/Loss": 0.8212737441062927, "Finetune/Loss (Raw)": 0.8385973572731018, "Finetune/Step": 7760, "Finetune/Step Time": 6.082630170509219}
+{"Finetune/Learning Rate": 1.1178866798419174e-08, "Finetune/Loss": 0.8201287984848022, "Finetune/Loss (Raw)": 0.8287055492401123, "Finetune/Step": 7761, "Finetune/Step Time": 6.091041183099151}
+{"Finetune/Learning Rate": 1.0985332454930276e-08, "Finetune/Loss": 0.8242063522338867, "Finetune/Loss (Raw)": 0.8910503387451172, "Finetune/Step": 7762, "Finetune/Step Time": 6.083367384970188}
+{"Finetune/Learning Rate": 1.0793487134866942e-08, "Finetune/Loss": 0.8242857456207275, "Finetune/Loss (Raw)": 0.8788632154464722, "Finetune/Step": 7763, "Finetune/Step Time": 6.073730602860451}
+{"Finetune/Learning Rate": 1.0603330870668781e-08, "Finetune/Loss": 0.824604332447052, "Finetune/Loss (Raw)": 0.8768205642700195, "Finetune/Step": 7764, "Finetune/Step Time": 6.074034985154867}
+{"Finetune/Learning Rate": 1.0414863694486742e-08, "Finetune/Loss": 0.8272264003753662, "Finetune/Loss (Raw)": 1.0140883922576904, "Finetune/Step": 7765, "Finetune/Step Time": 6.071403972804546}
+{"Finetune/Learning Rate": 1.0228085638190887e-08, "Finetune/Loss": 0.8278231024742126, "Finetune/Loss (Raw)": 0.8322546482086182, "Finetune/Step": 7766, "Finetune/Step Time": 6.066888403147459}
+{"Finetune/Learning Rate": 1.004299673336151e-08, "Finetune/Loss": 0.828186571598053, "Finetune/Loss (Raw)": 0.8166521191596985, "Finetune/Step": 7767, "Finetune/Step Time": 6.0667952336370945}
+{"Finetune/Learning Rate": 9.859597011294686e-09, "Finetune/Loss": 0.8265043497085571, "Finetune/Loss (Raw)": 0.7554949522018433, "Finetune/Step": 7768, "Finetune/Step Time": 6.046677241101861}
+{"Finetune/Learning Rate": 9.677886503002276e-09, "Finetune/Loss": 0.8261553049087524, "Finetune/Loss (Raw)": 0.6138080954551697, "Finetune/Step": 7769, "Finetune/Step Time": 6.038171576336026}
+{"Finetune/Learning Rate": 9.497865239208593e-09, "Finetune/Loss": 0.8251925706863403, "Finetune/Loss (Raw)": 0.7452990412712097, "Finetune/Step": 7770, "Finetune/Step Time": 6.035848071798682}
+{"Finetune/Learning Rate": 9.31953325035373e-09, "Finetune/Loss": 0.8232081532478333, "Finetune/Loss (Raw)": 0.7123652100563049, "Finetune/Step": 7771, "Finetune/Step Time": 6.039528753608465}
+{"Finetune/Learning Rate": 9.142890566591344e-09, "Finetune/Loss": 0.8227179050445557, "Finetune/Loss (Raw)": 0.8478270173072815, "Finetune/Step": 7772, "Finetune/Step Time": 6.0466052908450365}
+{"Finetune/Learning Rate": 8.967937217789768e-09, "Finetune/Loss": 0.821907639503479, "Finetune/Loss (Raw)": 0.8991705179214478, "Finetune/Step": 7773, "Finetune/Step Time": 6.051530044525862}
+{"Finetune/Learning Rate": 8.794673233530893e-09, "Finetune/Loss": 0.8218609690666199, "Finetune/Loss (Raw)": 0.7761739492416382, "Finetune/Step": 7774, "Finetune/Step Time": 6.057905938476324}
+{"Finetune/Learning Rate": 8.623098643111283e-09, "Finetune/Loss": 0.826376736164093, "Finetune/Loss (Raw)": 0.908930778503418, "Finetune/Step": 7775, "Finetune/Step Time": 6.056686624884605}
+{"Finetune/Learning Rate": 8.453213475543287e-09, "Finetune/Loss": 0.824899435043335, "Finetune/Loss (Raw)": 0.8095951676368713, "Finetune/Step": 7776, "Finetune/Step Time": 6.039144380018115}
+{"Finetune/Learning Rate": 8.285017759551705e-09, "Finetune/Loss": 0.8246102333068848, "Finetune/Loss (Raw)": 0.9432745575904846, "Finetune/Step": 7777, "Finetune/Step Time": 6.045350551605225}
+{"Finetune/Learning Rate": 8.118511523577122e-09, "Finetune/Loss": 0.8244385123252869, "Finetune/Loss (Raw)": 0.8606159090995789, "Finetune/Step": 7778, "Finetune/Step Time": 6.060727471485734}
+{"Finetune/Learning Rate": 7.953694795772571e-09, "Finetune/Loss": 0.8238939046859741, "Finetune/Loss (Raw)": 0.8204452991485596, "Finetune/Step": 7779, "Finetune/Step Time": 6.074323972687125}
+{"Finetune/Learning Rate": 7.79056760400798e-09, "Finetune/Loss": 0.8222156167030334, "Finetune/Loss (Raw)": 0.669741153717041, "Finetune/Step": 7780, "Finetune/Step Time": 6.083882985636592}
+{"Finetune/Learning Rate": 7.629129975864623e-09, "Finetune/Loss": 0.8174282312393188, "Finetune/Loss (Raw)": 0.4185721278190613, "Finetune/Step": 7781, "Finetune/Step Time": 6.089388450607657}
+{"Finetune/Learning Rate": 7.469381938641774e-09, "Finetune/Loss": 0.817185640335083, "Finetune/Loss (Raw)": 0.7889516949653625, "Finetune/Step": 7782, "Finetune/Step Time": 6.103954637423158}
+{"Finetune/Learning Rate": 7.311323519348934e-09, "Finetune/Loss": 0.8181281089782715, "Finetune/Loss (Raw)": 0.8513989448547363, "Finetune/Step": 7783, "Finetune/Step Time": 6.100126018747687}
+{"Finetune/Learning Rate": 7.154954744713616e-09, "Finetune/Loss": 0.8179648518562317, "Finetune/Loss (Raw)": 0.7181996703147888, "Finetune/Step": 7784, "Finetune/Step Time": 6.104099988937378}
+{"Finetune/Learning Rate": 7.0002756411746694e-09, "Finetune/Loss": 0.817506730556488, "Finetune/Loss (Raw)": 0.8458759784698486, "Finetune/Step": 7785, "Finetune/Step Time": 6.107999108731747}
+{"Finetune/Learning Rate": 6.84728623488562e-09, "Finetune/Loss": 0.8181157112121582, "Finetune/Loss (Raw)": 0.813797116279602, "Finetune/Step": 7786, "Finetune/Step Time": 6.106819784268737}
+{"Finetune/Learning Rate": 6.695986551717992e-09, "Finetune/Loss": 0.8169251680374146, "Finetune/Loss (Raw)": 0.8126852512359619, "Finetune/Step": 7787, "Finetune/Step Time": 6.088735766708851}
+{"Finetune/Learning Rate": 6.546376617252437e-09, "Finetune/Loss": 0.8174611926078796, "Finetune/Loss (Raw)": 0.7913165092468262, "Finetune/Step": 7788, "Finetune/Step Time": 6.0892075672745705}
+{"Finetune/Learning Rate": 6.3984564567876054e-09, "Finetune/Loss": 0.8178696632385254, "Finetune/Loss (Raw)": 0.8217674493789673, "Finetune/Step": 7789, "Finetune/Step Time": 6.0873992424458265}
+{"Finetune/Learning Rate": 6.252226095333492e-09, "Finetune/Loss": 0.8171987533569336, "Finetune/Loss (Raw)": 0.7557385563850403, "Finetune/Step": 7790, "Finetune/Step Time": 6.091348307207227}
+{"Finetune/Learning Rate": 6.1076855576169825e-09, "Finetune/Loss": 0.8160262107849121, "Finetune/Loss (Raw)": 0.701130211353302, "Finetune/Step": 7791, "Finetune/Step Time": 6.097226681187749}
+{"Finetune/Learning Rate": 5.964834868078528e-09, "Finetune/Loss": 0.8155475854873657, "Finetune/Loss (Raw)": 0.6293164491653442, "Finetune/Step": 7792, "Finetune/Step Time": 6.108845669776201}
+{"Finetune/Learning Rate": 5.823674050871031e-09, "Finetune/Loss": 0.8165843486785889, "Finetune/Loss (Raw)": 0.9110736846923828, "Finetune/Step": 7793, "Finetune/Step Time": 6.117838531732559}
+{"Finetune/Learning Rate": 5.684203129865396e-09, "Finetune/Loss": 0.8168864250183105, "Finetune/Loss (Raw)": 0.7878072261810303, "Finetune/Step": 7794, "Finetune/Step Time": 6.107349533587694}
+{"Finetune/Learning Rate": 5.546422128641648e-09, "Finetune/Loss": 0.8168445825576782, "Finetune/Loss (Raw)": 0.7727144360542297, "Finetune/Step": 7795, "Finetune/Step Time": 6.093346195295453}
+{"Finetune/Learning Rate": 5.410331070498931e-09, "Finetune/Loss": 0.8156626224517822, "Finetune/Loss (Raw)": 0.7634556293487549, "Finetune/Step": 7796, "Finetune/Step Time": 6.088397450745106}
+{"Finetune/Learning Rate": 5.275929978448835e-09, "Finetune/Loss": 0.8146902322769165, "Finetune/Loss (Raw)": 0.8378207683563232, "Finetune/Step": 7797, "Finetune/Step Time": 6.088267583400011}
+{"Finetune/Learning Rate": 5.143218875214295e-09, "Finetune/Loss": 0.8152956962585449, "Finetune/Loss (Raw)": 0.8343328833580017, "Finetune/Step": 7798, "Finetune/Step Time": 6.089543014764786}
+{"Finetune/Learning Rate": 5.01219778323847e-09, "Finetune/Loss": 0.8153939247131348, "Finetune/Loss (Raw)": 0.8325604796409607, "Finetune/Step": 7799, "Finetune/Step Time": 6.1012292839586735}
+{"Finetune/Learning Rate": 4.882866724673641e-09, "Finetune/Loss": 0.8141863942146301, "Finetune/Loss (Raw)": 0.7043178677558899, "Finetune/Step": 7800, "Finetune/Step Time": 6.096565969288349}
+{"Finetune/Learning Rate": 4.755225721388978e-09, "Finetune/Loss": 0.8143482208251953, "Finetune/Loss (Raw)": 0.9572463631629944, "Finetune/Step": 7801, "Finetune/Step Time": 6.099296310916543}
+{"Finetune/Learning Rate": 4.62927479496611e-09, "Finetune/Loss": 0.814928412437439, "Finetune/Loss (Raw)": 0.9054020047187805, "Finetune/Step": 7802, "Finetune/Step Time": 6.106121765449643}
+{"Finetune/Learning Rate": 4.5050139667024425e-09, "Finetune/Loss": 0.8143022060394287, "Finetune/Loss (Raw)": 0.745621919631958, "Finetune/Step": 7803, "Finetune/Step Time": 6.119269223883748}
+{"Finetune/Learning Rate": 4.382443257610058e-09, "Finetune/Loss": 0.8154019117355347, "Finetune/Loss (Raw)": 0.9050065875053406, "Finetune/Step": 7804, "Finetune/Step Time": 6.123849788680673}
+{"Finetune/Learning Rate": 4.261562688411269e-09, "Finetune/Loss": 0.8167720437049866, "Finetune/Loss (Raw)": 0.860043466091156, "Finetune/Step": 7805, "Finetune/Step Time": 6.1203851364552975}
+{"Finetune/Learning Rate": 4.142372279548612e-09, "Finetune/Loss": 0.815701961517334, "Finetune/Loss (Raw)": 0.6381231546401978, "Finetune/Step": 7806, "Finetune/Step Time": 6.116213059052825}
+{"Finetune/Learning Rate": 4.024872051174855e-09, "Finetune/Loss": 0.8144345283508301, "Finetune/Loss (Raw)": 0.8056082725524902, "Finetune/Step": 7807, "Finetune/Step Time": 6.124772146344185}
+{"Finetune/Learning Rate": 3.909062023156329e-09, "Finetune/Loss": 0.8151763081550598, "Finetune/Loss (Raw)": 0.8450943231582642, "Finetune/Step": 7808, "Finetune/Step Time": 6.130129346624017}
+{"Finetune/Learning Rate": 3.7949422150773684e-09, "Finetune/Loss": 0.814083993434906, "Finetune/Loss (Raw)": 0.7340488433837891, "Finetune/Step": 7809, "Finetune/Step Time": 6.127387283369899}
+{"Finetune/Learning Rate": 3.682512646232539e-09, "Finetune/Loss": 0.8113824725151062, "Finetune/Loss (Raw)": 0.36514902114868164, "Finetune/Step": 7810, "Finetune/Step Time": 6.132317116484046}
+{"Finetune/Learning Rate": 3.5717733356332994e-09, "Finetune/Loss": 0.8094683885574341, "Finetune/Loss (Raw)": 0.5957079529762268, "Finetune/Step": 7811, "Finetune/Step Time": 6.14473626576364}
+{"Finetune/Learning Rate": 3.4627243020035617e-09, "Finetune/Loss": 0.8090975284576416, "Finetune/Loss (Raw)": 0.8071804642677307, "Finetune/Step": 7812, "Finetune/Step Time": 6.147153502330184}
+{"Finetune/Learning Rate": 3.35536556378413e-09, "Finetune/Loss": 0.8104246854782104, "Finetune/Loss (Raw)": 0.9174675941467285, "Finetune/Step": 7813, "Finetune/Step Time": 6.144165655598044}
+{"Finetune/Learning Rate": 3.24969713912493e-09, "Finetune/Loss": 0.809741735458374, "Finetune/Loss (Raw)": 0.716205894947052, "Finetune/Step": 7814, "Finetune/Step Time": 6.146997535601258}
+{"Finetune/Learning Rate": 3.1457190458961116e-09, "Finetune/Loss": 0.809850811958313, "Finetune/Loss (Raw)": 0.893776535987854, "Finetune/Step": 7815, "Finetune/Step Time": 6.154626285657287}
+{"Finetune/Learning Rate": 3.043431301678057e-09, "Finetune/Loss": 0.8092896938323975, "Finetune/Loss (Raw)": 0.8878509998321533, "Finetune/Step": 7816, "Finetune/Step Time": 6.155996683984995}
+{"Finetune/Learning Rate": 2.94283392376693e-09, "Finetune/Loss": 0.8096767663955688, "Finetune/Loss (Raw)": 0.8297016620635986, "Finetune/Step": 7817, "Finetune/Step Time": 6.159997450187802}
+{"Finetune/Learning Rate": 2.8439269291713477e-09, "Finetune/Loss": 0.810920000076294, "Finetune/Loss (Raw)": 1.0064923763275146, "Finetune/Step": 7818, "Finetune/Step Time": 6.160297950729728}
+{"Finetune/Learning Rate": 2.74671033461571e-09, "Finetune/Loss": 0.8108639717102051, "Finetune/Loss (Raw)": 0.8032771944999695, "Finetune/Step": 7819, "Finetune/Step Time": 6.159335011616349}
+{"Finetune/Learning Rate": 2.651184156539088e-09, "Finetune/Loss": 0.8127676248550415, "Finetune/Loss (Raw)": 1.0231208801269531, "Finetune/Step": 7820, "Finetune/Step Time": 6.161175621673465}
+{"Finetune/Learning Rate": 2.557348411093008e-09, "Finetune/Loss": 0.8139346241950989, "Finetune/Loss (Raw)": 0.9371971487998962, "Finetune/Step": 7821, "Finetune/Step Time": 6.164250126108527}
+{"Finetune/Learning Rate": 2.4652031141436663e-09, "Finetune/Loss": 0.815525472164154, "Finetune/Loss (Raw)": 0.9772212505340576, "Finetune/Step": 7822, "Finetune/Step Time": 6.166057456284761}
+{"Finetune/Learning Rate": 2.3747482812719326e-09, "Finetune/Loss": 0.8137458562850952, "Finetune/Loss (Raw)": 0.7687719464302063, "Finetune/Step": 7823, "Finetune/Step Time": 6.1725723166018724}
+{"Finetune/Learning Rate": 2.2859839277733497e-09, "Finetune/Loss": 0.8138642907142639, "Finetune/Loss (Raw)": 0.8796887397766113, "Finetune/Step": 7824, "Finetune/Step Time": 6.182371359318495}
+{"Finetune/Learning Rate": 2.198910068657023e-09, "Finetune/Loss": 0.8146109580993652, "Finetune/Loss (Raw)": 0.8735860586166382, "Finetune/Step": 7825, "Finetune/Step Time": 6.181572424247861}
+{"Finetune/Learning Rate": 2.11352671864562e-09, "Finetune/Loss": 0.8153855800628662, "Finetune/Loss (Raw)": 0.9511461853981018, "Finetune/Step": 7826, "Finetune/Step Time": 6.17509213462472}
+{"Finetune/Learning Rate": 2.02983389217537e-09, "Finetune/Loss": 0.8154691457748413, "Finetune/Loss (Raw)": 0.7749061584472656, "Finetune/Step": 7827, "Finetune/Step Time": 6.173328746110201}
+{"Finetune/Learning Rate": 1.947831603399397e-09, "Finetune/Loss": 0.8144420385360718, "Finetune/Loss (Raw)": 0.6620661616325378, "Finetune/Step": 7828, "Finetune/Step Time": 6.173712292686105}
+{"Finetune/Learning Rate": 1.867519866183276e-09, "Finetune/Loss": 0.8141512870788574, "Finetune/Loss (Raw)": 0.8542971611022949, "Finetune/Step": 7829, "Finetune/Step Time": 6.149923738092184}
+{"Finetune/Learning Rate": 1.7888986941050346e-09, "Finetune/Loss": 0.8138768672943115, "Finetune/Loss (Raw)": 0.8524450063705444, "Finetune/Step": 7830, "Finetune/Step Time": 6.150206694379449}
+{"Finetune/Learning Rate": 1.7119681004607037e-09, "Finetune/Loss": 0.8133462071418762, "Finetune/Loss (Raw)": 0.6530872583389282, "Finetune/Step": 7831, "Finetune/Step Time": 6.160490768030286}
+{"Finetune/Learning Rate": 1.6367280982565458e-09, "Finetune/Loss": 0.8130512237548828, "Finetune/Loss (Raw)": 0.8161125779151917, "Finetune/Step": 7832, "Finetune/Step Time": 6.170094216242433}
+{"Finetune/Learning Rate": 1.5631787002157173e-09, "Finetune/Loss": 0.8132534027099609, "Finetune/Loss (Raw)": 0.7888223528862, "Finetune/Step": 7833, "Finetune/Step Time": 6.169807869940996}
+{"Finetune/Learning Rate": 1.491319918774936e-09, "Finetune/Loss": 0.8136734366416931, "Finetune/Loss (Raw)": 0.8640955090522766, "Finetune/Step": 7834, "Finetune/Step Time": 6.17245801910758}
+{"Finetune/Learning Rate": 1.4211517660833728e-09, "Finetune/Loss": 0.8134725689888, "Finetune/Loss (Raw)": 0.8641858100891113, "Finetune/Step": 7835, "Finetune/Step Time": 6.1812988165766}
+{"Finetune/Learning Rate": 1.3526742540070913e-09, "Finetune/Loss": 0.8139596581459045, "Finetune/Loss (Raw)": 0.799150288105011, "Finetune/Step": 7836, "Finetune/Step Time": 6.18222938477993}
+{"Finetune/Learning Rate": 1.2858873941234974e-09, "Finetune/Loss": 0.8139821290969849, "Finetune/Loss (Raw)": 0.881687581539154, "Finetune/Step": 7837, "Finetune/Step Time": 6.194917861372232}
+{"Finetune/Learning Rate": 1.220791197725779e-09, "Finetune/Loss": 0.8152761459350586, "Finetune/Loss (Raw)": 0.904979407787323, "Finetune/Step": 7838, "Finetune/Step Time": 6.195155078545213}
+{"Finetune/Learning Rate": 1.1573856758217983e-09, "Finetune/Loss": 0.8142926692962646, "Finetune/Loss (Raw)": 0.7494572997093201, "Finetune/Step": 7839, "Finetune/Step Time": 6.190254379063845}
+{"Finetune/Learning Rate": 1.0956708391318682e-09, "Finetune/Loss": 0.814159631729126, "Finetune/Loss (Raw)": 0.8076409697532654, "Finetune/Step": 7840, "Finetune/Step Time": 6.192657075822353}
+{"Finetune/Learning Rate": 1.0356466980909751e-09, "Finetune/Loss": 0.8142231702804565, "Finetune/Loss (Raw)": 0.8974215984344482, "Finetune/Step": 7841, "Finetune/Step Time": 6.19556924328208}
+{"Finetune/Learning Rate": 9.773132628498883e-10, "Finetune/Loss": 0.8125624656677246, "Finetune/Loss (Raw)": 0.6648771166801453, "Finetune/Step": 7842, "Finetune/Step Time": 6.200051594525576}
+{"Finetune/Learning Rate": 9.206705432707186e-10, "Finetune/Loss": 0.8123061656951904, "Finetune/Loss (Raw)": 0.9192237257957458, "Finetune/Step": 7843, "Finetune/Step Time": 6.202270098030567}
+{"Finetune/Learning Rate": 8.657185489313602e-10, "Finetune/Loss": 0.8110780119895935, "Finetune/Loss (Raw)": 0.7928996086120605, "Finetune/Step": 7844, "Finetune/Step Time": 6.201295064762235}
+{"Finetune/Learning Rate": 8.124572891232696e-10, "Finetune/Loss": 0.8125646114349365, "Finetune/Loss (Raw)": 0.9385090470314026, "Finetune/Step": 7845, "Finetune/Step Time": 6.209630247205496}
+{"Finetune/Learning Rate": 7.608867728536862e-10, "Finetune/Loss": 0.8138229846954346, "Finetune/Loss (Raw)": 1.0133839845657349, "Finetune/Step": 7846, "Finetune/Step Time": 6.21009785681963}
+{"Finetune/Learning Rate": 7.110070088411913e-10, "Finetune/Loss": 0.8135505318641663, "Finetune/Loss (Raw)": 0.7739306688308716, "Finetune/Step": 7847, "Finetune/Step Time": 6.199537517502904}
+{"Finetune/Learning Rate": 6.628180055201494e-10, "Finetune/Loss": 0.8131270408630371, "Finetune/Loss (Raw)": 0.8112117648124695, "Finetune/Step": 7848, "Finetune/Step Time": 6.196219788864255}
+{"Finetune/Learning Rate": 6.163197710384872e-10, "Finetune/Loss": 0.8122813701629639, "Finetune/Loss (Raw)": 0.7554062008857727, "Finetune/Step": 7849, "Finetune/Step Time": 6.181985525414348}
+{"Finetune/Learning Rate": 5.715123132599143e-10, "Finetune/Loss": 0.8104986548423767, "Finetune/Loss (Raw)": 0.610900342464447, "Finetune/Step": 7850, "Finetune/Step Time": 6.1871013306081295}
+{"Finetune/Learning Rate": 5.283956397594825e-10, "Finetune/Loss": 0.8119494915008545, "Finetune/Loss (Raw)": 0.9628159999847412, "Finetune/Step": 7851, "Finetune/Step Time": 6.196958024054766}
+{"Finetune/Learning Rate": 4.869697578269162e-10, "Finetune/Loss": 0.8120429515838623, "Finetune/Loss (Raw)": 0.8418708443641663, "Finetune/Step": 7852, "Finetune/Step Time": 6.19154947809875}
+{"Finetune/Learning Rate": 4.4723467446883275e-10, "Finetune/Loss": 0.8121395111083984, "Finetune/Loss (Raw)": 0.7162707448005676, "Finetune/Step": 7853, "Finetune/Step Time": 6.190266020596027}
+{"Finetune/Learning Rate": 4.091903964031918e-10, "Finetune/Loss": 0.813029944896698, "Finetune/Loss (Raw)": 0.917608380317688, "Finetune/Step": 7854, "Finetune/Step Time": 6.186681287363172}
+{"Finetune/Learning Rate": 3.7283693006262553e-10, "Finetune/Loss": 0.8129463195800781, "Finetune/Loss (Raw)": 0.9036260843276978, "Finetune/Step": 7855, "Finetune/Step Time": 6.186843361705542}
+{"Finetune/Learning Rate": 3.381742815944389e-10, "Finetune/Loss": 0.8128576874732971, "Finetune/Loss (Raw)": 0.7424304485321045, "Finetune/Step": 7856, "Finetune/Step Time": 6.172708127647638}
+{"Finetune/Learning Rate": 3.052024568583889e-10, "Finetune/Loss": 0.8151878118515015, "Finetune/Loss (Raw)": 0.8954285383224487, "Finetune/Step": 7857, "Finetune/Step Time": 6.1531038247048855}
+{"Finetune/Learning Rate": 2.7392146143112587e-10, "Finetune/Loss": 0.8155943155288696, "Finetune/Loss (Raw)": 0.9447728991508484, "Finetune/Step": 7858, "Finetune/Step Time": 6.156767576932907}
+{"Finetune/Learning Rate": 2.4433130060175226e-10, "Finetune/Loss": 0.8134384155273438, "Finetune/Loss (Raw)": 0.673234760761261, "Finetune/Step": 7859, "Finetune/Step Time": 6.160899613052607}
+{"Finetune/Learning Rate": 2.1643197937293304e-10, "Finetune/Loss": 0.8135970830917358, "Finetune/Loss (Raw)": 0.7884106040000916, "Finetune/Step": 7860, "Finetune/Step Time": 6.165089514106512}
+{"Finetune/Learning Rate": 1.9022350246200582e-10, "Finetune/Loss": 0.8128741979598999, "Finetune/Loss (Raw)": 0.7786760926246643, "Finetune/Step": 7861, "Finetune/Step Time": 6.164333680644631}
+{"Finetune/Learning Rate": 1.6570587430209117e-10, "Finetune/Loss": 0.8120594620704651, "Finetune/Loss (Raw)": 0.8192941546440125, "Finetune/Step": 7862, "Finetune/Step Time": 6.165326738730073}
+{"Finetune/Learning Rate": 1.428790990365414e-10, "Finetune/Loss": 0.8115657567977905, "Finetune/Loss (Raw)": 0.8469417095184326, "Finetune/Step": 7863, "Finetune/Step Time": 6.164433656260371}
+{"Finetune/Learning Rate": 1.2174318052671218e-10, "Finetune/Loss": 0.8129510879516602, "Finetune/Loss (Raw)": 0.9767583608627319, "Finetune/Step": 7864, "Finetune/Step Time": 6.164379918947816}
+{"Finetune/Learning Rate": 1.0229812234641145e-10, "Finetune/Loss": 0.8136370182037354, "Finetune/Loss (Raw)": 0.7867196202278137, "Finetune/Step": 7865, "Finetune/Step Time": 6.158905271440744}
+{"Finetune/Learning Rate": 8.454392778189935e-11, "Finetune/Loss": 0.8132575750350952, "Finetune/Loss (Raw)": 0.9339110255241394, "Finetune/Step": 7866, "Finetune/Step Time": 6.151745706796646}
+{"Finetune/Learning Rate": 6.848059983743938e-11, "Finetune/Loss": 0.8123464584350586, "Finetune/Loss (Raw)": 0.8748528957366943, "Finetune/Step": 7867, "Finetune/Step Time": 6.152351353317499}
+{"Finetune/Learning Rate": 5.410814122752683e-11, "Finetune/Loss": 0.8092836141586304, "Finetune/Loss (Raw)": 0.5962802767753601, "Finetune/Step": 7868, "Finetune/Step Time": 6.163330972194672}
+{"Finetune/Learning Rate": 4.1426554383550144e-11, "Finetune/Loss": 0.810552179813385, "Finetune/Loss (Raw)": 0.8321312069892883, "Finetune/Step": 7869, "Finetune/Step Time": 6.184296755120158}
+{"Finetune/Learning Rate": 3.043584144823974e-11, "Finetune/Loss": 0.8111766576766968, "Finetune/Loss (Raw)": 0.8158971071243286, "Finetune/Step": 7870, "Finetune/Step Time": 6.18676901422441}
+{"Finetune/Learning Rate": 2.1136004282329427e-11, "Finetune/Loss": 0.8098263740539551, "Finetune/Loss (Raw)": 0.7062418460845947, "Finetune/Step": 7871, "Finetune/Step Time": 6.186675509437919}
+{"Finetune/Learning Rate": 1.3527044455674542e-11, "Finetune/Loss": 0.8103303909301758, "Finetune/Loss (Raw)": 0.9483136534690857, "Finetune/Step": 7872, "Finetune/Step Time": 6.193092392757535}
+{"Finetune/Learning Rate": 7.608963257244029e-12, "Finetune/Loss": 0.8108252286911011, "Finetune/Loss (Raw)": 0.8384532928466797, "Finetune/Step": 7873, "Finetune/Step Time": 6.181253179907799}
+{"Finetune/Learning Rate": 3.381761686238605e-12, "Finetune/Loss": 0.8119465112686157, "Finetune/Loss (Raw)": 0.9106294512748718, "Finetune/Step": 7874, "Finetune/Step Time": 6.1828560922294855}
+{"Finetune/Learning Rate": 8.454404576418995e-13, "Finetune/Loss": 0.8122718334197998, "Finetune/Loss (Raw)": 0.9213470220565796, "Finetune/Step": 7875, "Finetune/Step Time": 6.181739227846265}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8132457733154297, "Finetune/Loss (Raw)": 0.9371241927146912, "Finetune/Step": 7876, "Finetune/Step Time": 6.182806890457869}