{
  "best_global_step": 12000,
  "best_metric": 0.23060274,
  "best_model_checkpoint": "/home/work_nfs23/sywang/code/ms-swift/examples/qwen3asr/exp3/exp_stage6_zh_en/v7-20260708-235534/checkpoint-12000",
  "epoch": 0.9931102973123953,
  "eval_steps": 500,
  "global_step": 16000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 6.481931615621455e-05,
      "grad_norm": 2.655649185180664,
      "learning_rate": 1.295336787564767e-08,
      "loss": 0.3341776132583618,
      "step": 1,
      "token_acc": 0.9117376841438302
    },
    {
      "epoch": 0.00032409658078107277,
      "grad_norm": 2.3714418411254883,
      "learning_rate": 6.476683937823834e-08,
      "loss": 0.32723408937454224,
      "step": 5,
      "token_acc": 0.9133364880962094
    },
    {
      "epoch": 0.0006481931615621455,
      "grad_norm": 2.3853228092193604,
      "learning_rate": 1.2953367875647668e-07,
      "loss": 0.31995859146118166,
      "step": 10,
      "token_acc": 0.9147802247075855
    },
    {
      "epoch": 0.0009722897423432182,
      "grad_norm": 2.6294362545013428,
      "learning_rate": 1.9430051813471504e-07,
      "loss": 0.3260782241821289,
      "step": 15,
      "token_acc": 0.9135075595651775
    },
    {
      "epoch": 0.001296386323124291,
      "grad_norm": 2.2157599925994873,
      "learning_rate": 2.5906735751295336e-07,
      "loss": 0.3227314233779907,
      "step": 20,
      "token_acc": 0.9144817968765132
    },
    {
      "epoch": 0.0016204829039053639,
      "grad_norm": 2.3223657608032227,
      "learning_rate": 3.238341968911917e-07,
      "loss": 0.3281126022338867,
      "step": 25,
      "token_acc": 0.9134876140808345
    },
    {
      "epoch": 0.0019445794846864365,
      "grad_norm": 1.8758041858673096,
      "learning_rate": 3.886010362694301e-07,
      "loss": 0.3164376258850098,
      "step": 30,
      "token_acc": 0.9155102518125828
    },
    {
      "epoch": 0.0022686760654675093,
      "grad_norm": 1.8605087995529175,
      "learning_rate": 4.5336787564766845e-07,
      "loss": 0.3189058303833008,
      "step": 35,
      "token_acc": 0.9153365897842332
    },
    {
      "epoch": 0.002592772646248582,
      "grad_norm": 1.5158028602600098,
      "learning_rate": 5.181347150259067e-07,
      "loss": 0.31297638416290285,
      "step": 40,
      "token_acc": 0.916547756341341
    },
    {
      "epoch": 0.002916869227029655,
      "grad_norm": 1.369957685470581,
      "learning_rate": 5.829015544041451e-07,
      "loss": 0.3067481994628906,
      "step": 45,
      "token_acc": 0.916672624347634
    },
    {
      "epoch": 0.0032409658078107278,
      "grad_norm": 1.3565272092819214,
      "learning_rate": 6.476683937823834e-07,
      "loss": 0.30818629264831543,
      "step": 50,
      "token_acc": 0.9172184122888997
    },
    {
      "epoch": 0.0035650623885918,
      "grad_norm": 1.7045643329620361,
      "learning_rate": 7.124352331606219e-07,
      "loss": 0.31780500411987306,
      "step": 55,
      "token_acc": 0.9151205018157808
    },
    {
      "epoch": 0.003889158969372873,
      "grad_norm": 1.3580641746520996,
      "learning_rate": 7.772020725388602e-07,
      "loss": 0.30206310749053955,
      "step": 60,
      "token_acc": 0.9192551764849309
    },
    {
      "epoch": 0.004213255550153946,
      "grad_norm": 1.372952938079834,
      "learning_rate": 8.419689119170985e-07,
      "loss": 0.3010685443878174,
      "step": 65,
      "token_acc": 0.9178735707714548
    },
    {
      "epoch": 0.004537352130935019,
      "grad_norm": 1.3031820058822632,
      "learning_rate": 9.067357512953369e-07,
      "loss": 0.29661927223205564,
      "step": 70,
      "token_acc": 0.9191524095598799
    },
    {
      "epoch": 0.004861448711716091,
      "grad_norm": 1.260411024093628,
      "learning_rate": 9.715025906735752e-07,
      "loss": 0.3009307861328125,
      "step": 75,
      "token_acc": 0.9196397599272189
    },
    {
      "epoch": 0.005185545292497164,
      "grad_norm": 1.2549397945404053,
      "learning_rate": 1.0362694300518134e-06,
      "loss": 0.2917083740234375,
      "step": 80,
      "token_acc": 0.9206776871569922
    },
    {
      "epoch": 0.005509641873278237,
      "grad_norm": 1.2358394861221313,
      "learning_rate": 1.1010362694300518e-06,
      "loss": 0.29244284629821776,
      "step": 85,
      "token_acc": 0.9203724671065474
    },
    {
      "epoch": 0.00583373845405931,
      "grad_norm": 1.2670187950134277,
      "learning_rate": 1.1658031088082903e-06,
      "loss": 0.29021873474121096,
      "step": 90,
      "token_acc": 0.9205806383595583
    },
    {
      "epoch": 0.006157835034840383,
      "grad_norm": 1.128826379776001,
      "learning_rate": 1.2305699481865285e-06,
      "loss": 0.2890714168548584,
      "step": 95,
      "token_acc": 0.9221680580499583
    },
    {
      "epoch": 0.0064819316156214555,
      "grad_norm": 1.2712926864624023,
      "learning_rate": 1.2953367875647669e-06,
      "loss": 0.288629150390625,
      "step": 100,
      "token_acc": 0.9215318116919947
    },
    {
      "epoch": 0.006806028196402528,
      "grad_norm": 1.3695846796035767,
      "learning_rate": 1.3601036269430053e-06,
      "loss": 0.2901022911071777,
      "step": 105,
      "token_acc": 0.9207788849772262
    },
    {
      "epoch": 0.0071301247771836,
      "grad_norm": 1.181462049484253,
      "learning_rate": 1.4248704663212437e-06,
      "loss": 0.2921628475189209,
      "step": 110,
      "token_acc": 0.9201108559458211
    },
    {
      "epoch": 0.007454221357964673,
      "grad_norm": 1.1615545749664307,
      "learning_rate": 1.489637305699482e-06,
      "loss": 0.27958681583404543,
      "step": 115,
      "token_acc": 0.9226613535406324
    },
    {
      "epoch": 0.007778317938745746,
      "grad_norm": 1.1601577997207642,
      "learning_rate": 1.5544041450777204e-06,
      "loss": 0.2812881231307983,
      "step": 120,
      "token_acc": 0.9219507427677873
    },
    {
      "epoch": 0.00810241451952682,
      "grad_norm": 1.1718589067459106,
      "learning_rate": 1.6191709844559586e-06,
      "loss": 0.28042919635772706,
      "step": 125,
      "token_acc": 0.922784509384652
    },
    {
      "epoch": 0.008426511100307892,
      "grad_norm": 1.1261916160583496,
      "learning_rate": 1.683937823834197e-06,
      "loss": 0.28291802406311034,
      "step": 130,
      "token_acc": 0.9216872217187438
    },
    {
      "epoch": 0.008750607681088965,
      "grad_norm": 1.2394858598709106,
      "learning_rate": 1.7487046632124354e-06,
      "loss": 0.2855110168457031,
      "step": 135,
      "token_acc": 0.9219139435628654
    },
    {
      "epoch": 0.009074704261870037,
      "grad_norm": 1.1633332967758179,
      "learning_rate": 1.8134715025906738e-06,
      "loss": 0.2800710916519165,
      "step": 140,
      "token_acc": 0.9219525269495525
    },
    {
      "epoch": 0.00939880084265111,
      "grad_norm": 1.0819878578186035,
      "learning_rate": 1.878238341968912e-06,
      "loss": 0.2783178806304932,
      "step": 145,
      "token_acc": 0.9228247096782621
    },
    {
      "epoch": 0.009722897423432183,
      "grad_norm": 1.2350913286209106,
      "learning_rate": 1.9430051813471504e-06,
      "loss": 0.2704397439956665,
      "step": 150,
      "token_acc": 0.9243719866405021
    },
    {
      "epoch": 0.010046994004213255,
      "grad_norm": 1.2952532768249512,
      "learning_rate": 2.0077720207253886e-06,
      "loss": 0.2756261110305786,
      "step": 155,
      "token_acc": 0.923563500377939
    },
    {
      "epoch": 0.010371090584994328,
      "grad_norm": 2.835852861404419,
      "learning_rate": 2.072538860103627e-06,
      "loss": 0.27072920799255373,
      "step": 160,
      "token_acc": 0.9240289571712448
    },
    {
      "epoch": 0.0106951871657754,
      "grad_norm": 1.2432365417480469,
      "learning_rate": 2.1373056994818655e-06,
      "loss": 0.28088808059692383,
      "step": 165,
      "token_acc": 0.9218431443392088
    },
    {
      "epoch": 0.011019283746556474,
      "grad_norm": 1.1758121252059937,
      "learning_rate": 2.2020725388601037e-06,
      "loss": 0.2745814323425293,
      "step": 170,
      "token_acc": 0.923520129422373
    },
    {
      "epoch": 0.011343380327337546,
      "grad_norm": 1.1752557754516602,
      "learning_rate": 2.2668393782383423e-06,
      "loss": 0.284597110748291,
      "step": 175,
      "token_acc": 0.921214273500901
    },
    {
      "epoch": 0.01166747690811862,
      "grad_norm": 1.1469591856002808,
      "learning_rate": 2.3316062176165805e-06,
      "loss": 0.27476656436920166,
      "step": 180,
      "token_acc": 0.9236426183753611
    },
    {
      "epoch": 0.011991573488899692,
      "grad_norm": 1.1166425943374634,
      "learning_rate": 2.3963730569948187e-06,
      "loss": 0.2817973613739014,
      "step": 185,
      "token_acc": 0.9223100209377249
    },
    {
      "epoch": 0.012315670069680765,
      "grad_norm": 1.1793495416641235,
      "learning_rate": 2.461139896373057e-06,
      "loss": 0.27724857330322267,
      "step": 190,
      "token_acc": 0.9227060065421657
    },
    {
      "epoch": 0.012639766650461837,
      "grad_norm": 1.1739124059677124,
      "learning_rate": 2.5259067357512956e-06,
      "loss": 0.28834104537963867,
      "step": 195,
      "token_acc": 0.9206041147010362
    },
    {
      "epoch": 0.012963863231242911,
      "grad_norm": 1.135248064994812,
      "learning_rate": 2.5906735751295338e-06,
      "loss": 0.27553977966308596,
      "step": 200,
      "token_acc": 0.9237138096229952
    },
    {
      "epoch": 0.013287959812023983,
      "grad_norm": 1.1080269813537598,
      "learning_rate": 2.6554404145077724e-06,
      "loss": 0.2846039295196533,
      "step": 205,
      "token_acc": 0.9222145902722878
    },
    {
      "epoch": 0.013612056392805057,
      "grad_norm": 1.1565662622451782,
      "learning_rate": 2.7202072538860106e-06,
      "loss": 0.2811276912689209,
      "step": 210,
      "token_acc": 0.9220826230889215
    },
    {
      "epoch": 0.013936152973586129,
      "grad_norm": 1.1716532707214355,
      "learning_rate": 2.784974093264249e-06,
      "loss": 0.28411569595336916,
      "step": 215,
      "token_acc": 0.9210638619159232
    },
    {
      "epoch": 0.0142602495543672,
      "grad_norm": 1.2090009450912476,
      "learning_rate": 2.8497409326424875e-06,
      "loss": 0.28354754447937014,
      "step": 220,
      "token_acc": 0.9223695272586173
    },
    {
      "epoch": 0.014584346135148274,
      "grad_norm": 1.1573808193206787,
      "learning_rate": 2.9145077720207252e-06,
      "loss": 0.27943172454833987,
      "step": 225,
      "token_acc": 0.922367671423052
    },
    {
      "epoch": 0.014908442715929346,
      "grad_norm": 1.1708178520202637,
      "learning_rate": 2.979274611398964e-06,
      "loss": 0.26848132610321046,
      "step": 230,
      "token_acc": 0.9253435183804218
    },
    {
      "epoch": 0.01523253929671042,
      "grad_norm": 1.145649790763855,
      "learning_rate": 3.0440414507772025e-06,
      "loss": 0.26862215995788574,
      "step": 235,
      "token_acc": 0.9247367940405213
    },
    {
      "epoch": 0.015556635877491492,
      "grad_norm": 1.1238332986831665,
      "learning_rate": 3.1088082901554407e-06,
      "loss": 0.27870104312896726,
      "step": 240,
      "token_acc": 0.9225761980010014
    },
    {
      "epoch": 0.015880732458272564,
      "grad_norm": 1.142770528793335,
      "learning_rate": 3.1735751295336793e-06,
      "loss": 0.271391487121582,
      "step": 245,
      "token_acc": 0.9252171658239337
    },
    {
      "epoch": 0.01620482903905364,
      "grad_norm": 1.0345611572265625,
      "learning_rate": 3.238341968911917e-06,
      "loss": 0.2781627655029297,
      "step": 250,
      "token_acc": 0.9220097608841605
    },
    {
      "epoch": 0.01652892561983471,
      "grad_norm": 1.0694793462753296,
      "learning_rate": 3.3031088082901557e-06,
      "loss": 0.26626498699188234,
      "step": 255,
      "token_acc": 0.9258351506262423
    },
    {
      "epoch": 0.016853022200615783,
      "grad_norm": 1.2326105833053589,
      "learning_rate": 3.367875647668394e-06,
      "loss": 0.2813969612121582,
      "step": 260,
      "token_acc": 0.9220959919142596
    },
    {
      "epoch": 0.017177118781396855,
      "grad_norm": 1.1490870714187622,
      "learning_rate": 3.4326424870466326e-06,
      "loss": 0.27063512802124023,
      "step": 265,
      "token_acc": 0.925166912735017
    },
    {
      "epoch": 0.01750121536217793,
      "grad_norm": 1.1896758079528809,
      "learning_rate": 3.497409326424871e-06,
      "loss": 0.27055246829986573,
      "step": 270,
      "token_acc": 0.9244674824013597
    },
    {
      "epoch": 0.017825311942959002,
      "grad_norm": 1.175060510635376,
      "learning_rate": 3.562176165803109e-06,
      "loss": 0.27529966831207275,
      "step": 275,
      "token_acc": 0.9235797078850252
    },
    {
      "epoch": 0.018149408523740074,
      "grad_norm": 1.1656664609909058,
      "learning_rate": 3.6269430051813476e-06,
      "loss": 0.2720619201660156,
      "step": 280,
      "token_acc": 0.924282242288921
    },
    {
      "epoch": 0.018473505104521146,
      "grad_norm": 1.2035537958145142,
      "learning_rate": 3.6917098445595854e-06,
      "loss": 0.27737472057342527,
      "step": 285,
      "token_acc": 0.9232464193903782
    },
    {
      "epoch": 0.01879760168530222,
      "grad_norm": 1.0576199293136597,
      "learning_rate": 3.756476683937824e-06,
      "loss": 0.2786442756652832,
      "step": 290,
      "token_acc": 0.922734228213919
    },
    {
      "epoch": 0.019121698266083294,
      "grad_norm": 1.101805567741394,
      "learning_rate": 3.821243523316063e-06,
      "loss": 0.26576249599456786,
      "step": 295,
      "token_acc": 0.9256528679087294
    },
    {
      "epoch": 0.019445794846864366,
      "grad_norm": 1.164818525314331,
      "learning_rate": 3.886010362694301e-06,
      "loss": 0.27654869556427003,
      "step": 300,
      "token_acc": 0.9231146575969651
    },
    {
      "epoch": 0.019769891427645438,
      "grad_norm": 1.1586562395095825,
      "learning_rate": 3.9507772020725395e-06,
      "loss": 0.276000452041626,
      "step": 305,
      "token_acc": 0.9234045303260413
    },
    {
      "epoch": 0.02009398800842651,
      "grad_norm": 1.2469451427459717,
      "learning_rate": 4.015544041450777e-06,
      "loss": 0.28005189895629884,
      "step": 310,
      "token_acc": 0.9224248584478456
    },
    {
      "epoch": 0.020418084589207585,
      "grad_norm": 1.088731050491333,
      "learning_rate": 4.080310880829016e-06,
      "loss": 0.27149338722229005,
      "step": 315,
      "token_acc": 0.9231371230103549
    },
    {
      "epoch": 0.020742181169988657,
      "grad_norm": 1.0491572618484497,
      "learning_rate": 4.145077720207254e-06,
      "loss": 0.26023097038269044,
      "step": 320,
      "token_acc": 0.9270244697348017
    },
    {
      "epoch": 0.02106627775076973,
      "grad_norm": 1.1924079656600952,
      "learning_rate": 4.209844559585492e-06,
      "loss": 0.27563767433166503,
      "step": 325,
      "token_acc": 0.922792435810702
    },
    {
      "epoch": 0.0213903743315508,
      "grad_norm": 1.0052635669708252,
      "learning_rate": 4.274611398963731e-06,
      "loss": 0.2668116569519043,
      "step": 330,
      "token_acc": 0.9254766824471007
    },
    {
      "epoch": 0.021714470912331876,
      "grad_norm": 1.1143276691436768,
      "learning_rate": 4.339378238341969e-06,
      "loss": 0.27575368881225587,
      "step": 335,
      "token_acc": 0.9234813273435626
    },
    {
      "epoch": 0.02203856749311295,
      "grad_norm": 1.1198474168777466,
      "learning_rate": 4.404145077720207e-06,
      "loss": 0.2739673137664795,
      "step": 340,
      "token_acc": 0.9234454717323182
    },
    {
      "epoch": 0.02236266407389402,
      "grad_norm": 1.1597661972045898,
      "learning_rate": 4.468911917098446e-06,
      "loss": 0.2812596559524536,
      "step": 345,
      "token_acc": 0.9220368755769822
    },
    {
      "epoch": 0.022686760654675092,
      "grad_norm": 1.1597846746444702,
      "learning_rate": 4.533678756476685e-06,
      "loss": 0.2782421112060547,
      "step": 350,
      "token_acc": 0.9231371002202281
    },
    {
      "epoch": 0.023010857235456168,
      "grad_norm": 1.1377077102661133,
      "learning_rate": 4.598445595854923e-06,
      "loss": 0.27525331974029543,
      "step": 355,
      "token_acc": 0.9234653879321608
    },
    {
      "epoch": 0.02333495381623724,
      "grad_norm": 1.1639304161071777,
      "learning_rate": 4.663212435233161e-06,
      "loss": 0.27627902030944823,
      "step": 360,
      "token_acc": 0.9239800719987891
    },
    {
      "epoch": 0.02365905039701831,
      "grad_norm": 1.1461061239242554,
      "learning_rate": 4.7279792746114e-06,
      "loss": 0.26558914184570315,
      "step": 365,
      "token_acc": 0.9252026481090521
    },
    {
      "epoch": 0.023983146977799383,
      "grad_norm": 1.254964828491211,
      "learning_rate": 4.7927461139896375e-06,
      "loss": 0.27816622257232665,
      "step": 370,
      "token_acc": 0.9229658348728891
    },
    {
      "epoch": 0.024307243558580455,
      "grad_norm": 1.1927502155303955,
      "learning_rate": 4.857512953367876e-06,
      "loss": 0.26456561088562014,
      "step": 375,
      "token_acc": 0.9256379821958457
    },
    {
      "epoch": 0.02463134013936153,
      "grad_norm": 1.0993506908416748,
      "learning_rate": 4.922279792746114e-06,
      "loss": 0.26846771240234374,
      "step": 380,
      "token_acc": 0.9255846499947682
    },
    {
      "epoch": 0.024955436720142603,
      "grad_norm": 1.1774364709854126,
      "learning_rate": 4.9870466321243525e-06,
      "loss": 0.2800713539123535,
      "step": 385,
      "token_acc": 0.923156113937995
    },
    {
      "epoch": 0.025279533300923675,
      "grad_norm": 1.2764763832092285,
      "learning_rate": 5.051813471502591e-06,
      "loss": 0.270487642288208,
      "step": 390,
      "token_acc": 0.9245638849599246
    },
    {
      "epoch": 0.025603629881704747,
      "grad_norm": 1.1404081583023071,
      "learning_rate": 5.11658031088083e-06,
      "loss": 0.27359600067138673,
      "step": 395,
      "token_acc": 0.9244739005075082
    },
    {
      "epoch": 0.025927726462485822,
      "grad_norm": 1.1143617630004883,
      "learning_rate": 5.1813471502590676e-06,
      "loss": 0.27301363945007323,
      "step": 400,
      "token_acc": 0.9238943472935289
    },
    {
      "epoch": 0.026251823043266894,
      "grad_norm": 1.5213898420333862,
      "learning_rate": 5.246113989637306e-06,
      "loss": 0.27214756011962893,
      "step": 405,
      "token_acc": 0.9242776311816523
    },
    {
      "epoch": 0.026575919624047966,
      "grad_norm": 1.1557198762893677,
      "learning_rate": 5.310880829015545e-06,
      "loss": 0.2753096103668213,
      "step": 410,
      "token_acc": 0.923890271693801
    },
    {
      "epoch": 0.026900016204829038,
      "grad_norm": 1.197363018989563,
      "learning_rate": 5.3756476683937834e-06,
      "loss": 0.27670223712921144,
      "step": 415,
      "token_acc": 0.9229302265035148
    },
    {
      "epoch": 0.027224112785610113,
      "grad_norm": 1.1271995306015015,
      "learning_rate": 5.440414507772021e-06,
      "loss": 0.2729542016983032,
      "step": 420,
      "token_acc": 0.9231763534323003
    },
    {
      "epoch": 0.027548209366391185,
      "grad_norm": 1.1053199768066406,
      "learning_rate": 5.505181347150259e-06,
      "loss": 0.27408714294433595,
      "step": 425,
      "token_acc": 0.923493480330874
    },
    {
      "epoch": 0.027872305947172257,
      "grad_norm": 1.1583583354949951,
      "learning_rate": 5.569948186528498e-06,
      "loss": 0.2778322696685791,
      "step": 430,
      "token_acc": 0.9223960251465049
    },
    {
      "epoch": 0.02819640252795333,
      "grad_norm": 1.1535427570343018,
      "learning_rate": 5.634715025906736e-06,
      "loss": 0.27780320644378664,
      "step": 435,
      "token_acc": 0.9218625346193012
    },
    {
      "epoch": 0.0285204991087344,
      "grad_norm": 1.1105202436447144,
      "learning_rate": 5.699481865284975e-06,
      "loss": 0.27113909721374513,
      "step": 440,
      "token_acc": 0.9243662988143548
    },
    {
      "epoch": 0.028844595689515477,
      "grad_norm": 1.1289681196212769,
      "learning_rate": 5.7642487046632135e-06,
      "loss": 0.2736364841461182,
      "step": 445,
      "token_acc": 0.9236354858492413
    },
    {
      "epoch": 0.02916869227029655,
      "grad_norm": 1.119524359703064,
      "learning_rate": 5.8290155440414505e-06,
      "loss": 0.2711230754852295,
      "step": 450,
      "token_acc": 0.9240434261931405
    },
    {
      "epoch": 0.02949278885107762,
      "grad_norm": 1.166691780090332,
      "learning_rate": 5.893782383419689e-06,
      "loss": 0.27475461959838865,
      "step": 455,
      "token_acc": 0.923216417669646
    },
    {
      "epoch": 0.029816885431858692,
      "grad_norm": 1.1108464002609253,
      "learning_rate": 5.958549222797928e-06,
      "loss": 0.27015066146850586,
      "step": 460,
      "token_acc": 0.9245998342566673
    },
    {
      "epoch": 0.030140982012639768,
      "grad_norm": 1.3036308288574219,
      "learning_rate": 6.023316062176166e-06,
      "loss": 0.27171549797058103,
      "step": 465,
      "token_acc": 0.9233259233259233
    },
    {
      "epoch": 0.03046507859342084,
      "grad_norm": 1.4210838079452515,
      "learning_rate": 6.088082901554405e-06,
      "loss": 0.27597966194152834,
      "step": 470,
      "token_acc": 0.9232971630278468
    },
    {
      "epoch": 0.030789175174201912,
      "grad_norm": 1.2602447271347046,
      "learning_rate": 6.152849740932643e-06,
      "loss": 0.28009696006774903,
      "step": 475,
      "token_acc": 0.921947459863359
    },
    {
      "epoch": 0.031113271754982984,
      "grad_norm": 1.1573154926300049,
      "learning_rate": 6.217616580310881e-06,
      "loss": 0.27212891578674314,
      "step": 480,
      "token_acc": 0.9239911824538681
    },
    {
      "epoch": 0.031437368335764056,
      "grad_norm": 1.5468491315841675,
      "learning_rate": 6.28238341968912e-06,
      "loss": 0.26889379024505616,
      "step": 485,
      "token_acc": 0.9242921558007661
    },
    {
      "epoch": 0.03176146491654513,
      "grad_norm": 1.0774251222610474,
      "learning_rate": 6.347150259067359e-06,
      "loss": 0.27394418716430663,
      "step": 490,
      "token_acc": 0.9239502943100065
    },
    {
      "epoch": 0.03208556149732621,
      "grad_norm": 1.0900217294692993,
      "learning_rate": 6.411917098445596e-06,
      "loss": 0.2677357912063599,
      "step": 495,
      "token_acc": 0.9250740075064756
    },
    {
      "epoch": 0.03240965807810728,
      "grad_norm": 1.1952015161514282,
      "learning_rate": 6.476683937823834e-06,
      "loss": 0.2757922649383545,
      "step": 500,
      "token_acc": 0.9237246194149515
    },
    {
      "epoch": 0.03240965807810728,
      "eval_loss": 0.2766605019569397,
      "eval_runtime": 118.2624,
      "eval_samples_per_second": 169.116,
      "eval_steps_per_second": 0.228,
      "eval_token_acc": 0.9228264253046955,
      "step": 500
    },
    {
      "epoch": 0.03273375465888835,
      "grad_norm": 1.072628378868103,
      "learning_rate": 6.541450777202073e-06,
      "loss": 0.27219414710998535,
      "step": 505,
      "token_acc": 0.923241036144262
    },
    {
      "epoch": 0.03305785123966942,
      "grad_norm": 1.123671531677246,
      "learning_rate": 6.6062176165803115e-06,
      "loss": 0.27762365341186523,
      "step": 510,
      "token_acc": 0.9229576107284878
    },
    {
      "epoch": 0.033381947820450494,
      "grad_norm": 1.149427890777588,
      "learning_rate": 6.67098445595855e-06,
      "loss": 0.277001690864563,
      "step": 515,
      "token_acc": 0.9234441979821897
    },
    {
      "epoch": 0.033706044401231566,
      "grad_norm": 1.1308335065841675,
      "learning_rate": 6.735751295336788e-06,
      "loss": 0.27818913459777833,
      "step": 520,
      "token_acc": 0.9231610048227251
    },
    {
      "epoch": 0.03403014098201264,
      "grad_norm": 1.2418826818466187,
      "learning_rate": 6.8005181347150265e-06,
      "loss": 0.27416648864746096,
      "step": 525,
      "token_acc": 0.9227283971513013
    },
    {
      "epoch": 0.03435423756279371,
      "grad_norm": 1.12945556640625,
      "learning_rate": 6.865284974093265e-06,
      "loss": 0.2727360248565674,
      "step": 530,
      "token_acc": 0.9247170911664296
    },
    {
      "epoch": 0.03467833414357478,
      "grad_norm": 1.153743028640747,
      "learning_rate": 6.930051813471503e-06,
      "loss": 0.2731607913970947,
      "step": 535,
      "token_acc": 0.9244839180524422
    },
    {
      "epoch": 0.03500243072435586,
      "grad_norm": 1.1583285331726074,
      "learning_rate": 6.994818652849742e-06,
      "loss": 0.27802448272705077,
      "step": 540,
      "token_acc": 0.922633087074326
    },
    {
      "epoch": 0.03532652730513693,
      "grad_norm": 1.2018134593963623,
      "learning_rate": 7.059585492227979e-06,
      "loss": 0.2711876392364502,
      "step": 545,
      "token_acc": 0.9240181425935071
    },
    {
      "epoch": 0.035650623885918005,
      "grad_norm": 1.1137855052947998,
      "learning_rate": 7.124352331606218e-06,
      "loss": 0.2710531711578369,
      "step": 550,
      "token_acc": 0.9236695779893513
    },
    {
      "epoch": 0.03597472046669908,
      "grad_norm": 1.1690529584884644,
      "learning_rate": 7.189119170984457e-06,
      "loss": 0.27385501861572265,
      "step": 555,
      "token_acc": 0.9241576534326812
    },
    {
      "epoch": 0.03629881704748015,
      "grad_norm": 1.1739192008972168,
      "learning_rate": 7.253886010362695e-06,
      "loss": 0.2713189601898193,
      "step": 560,
      "token_acc": 0.9240261137814765
    },
    {
      "epoch": 0.03662291362826122,
      "grad_norm": 1.574720859527588,
      "learning_rate": 7.318652849740934e-06,
      "loss": 0.27800450325012205,
      "step": 565,
      "token_acc": 0.9226385003529504
    },
    {
      "epoch": 0.03694701020904229,
      "grad_norm": 1.0243511199951172,
      "learning_rate": 7.383419689119171e-06,
      "loss": 0.27382216453552244,
      "step": 570,
      "token_acc": 0.9235590504565607
    },
    {
      "epoch": 0.037271106789823365,
      "grad_norm": 1.138895869255066,
      "learning_rate": 7.4481865284974095e-06,
      "loss": 0.2831470012664795,
      "step": 575,
      "token_acc": 0.9223049276273151
    },
    {
      "epoch": 0.03759520337060444,
      "grad_norm": 1.067686676979065,
      "learning_rate": 7.512953367875648e-06,
      "loss": 0.27533273696899413,
      "step": 580,
      "token_acc": 0.9240167802831672
    },
    {
      "epoch": 0.037919299951385516,
      "grad_norm": 1.2463687658309937,
      "learning_rate": 7.577720207253887e-06,
      "loss": 0.2789109230041504,
      "step": 585,
      "token_acc": 0.9221528491266894
    },
    {
      "epoch": 0.03824339653216659,
      "grad_norm": 1.0746787786483765,
      "learning_rate": 7.642487046632126e-06,
      "loss": 0.27881345748901365,
      "step": 590,
      "token_acc": 0.9218981710331191
    },
    {
      "epoch": 0.03856749311294766,
      "grad_norm": 1.2029082775115967,
      "learning_rate": 7.707253886010362e-06,
      "loss": 0.2803633451461792,
      "step": 595,
      "token_acc": 0.9225640759572481
    },
    {
      "epoch": 0.03889158969372873,
      "grad_norm": 1.1455609798431396,
      "learning_rate": 7.772020725388602e-06,
      "loss": 0.28123066425323484,
      "step": 600,
      "token_acc": 0.9223912180928449
    },
    {
      "epoch": 0.0392156862745098,
      "grad_norm": 1.1479970216751099,
      "learning_rate": 7.83678756476684e-06,
      "loss": 0.2779627799987793,
      "step": 605,
      "token_acc": 0.9228941389389806
    },
    {
      "epoch": 0.039539782855290875,
      "grad_norm": 1.1086708307266235,
      "learning_rate": 7.901554404145079e-06,
      "loss": 0.27979559898376466,
      "step": 610,
      "token_acc": 0.9224347554711779
    },
    {
      "epoch": 0.03986387943607195,
      "grad_norm": 1.1686094999313354,
      "learning_rate": 7.966321243523317e-06,
      "loss": 0.2715947151184082,
      "step": 615,
      "token_acc": 0.9236265697504624
    },
    {
      "epoch": 0.04018797601685302,
      "grad_norm": 1.0965114831924438,
      "learning_rate": 8.031088082901555e-06,
      "loss": 0.2718233823776245,
      "step": 620,
      "token_acc": 0.9235554344723801
    },
    {
      "epoch": 0.0405120725976341,
      "grad_norm": 1.1116286516189575,
      "learning_rate": 8.095854922279794e-06,
      "loss": 0.26779100894927976,
      "step": 625,
      "token_acc": 0.9256486247595279
    },
    {
      "epoch": 0.04083616917841517,
      "grad_norm": 1.1061184406280518,
      "learning_rate": 8.160621761658032e-06,
      "loss": 0.27161588668823244,
      "step": 630,
      "token_acc": 0.9231390227205208
    },
    {
      "epoch": 0.04116026575919624,
      "grad_norm": 1.137664556503296,
      "learning_rate": 8.22538860103627e-06,
      "loss": 0.27380824089050293,
      "step": 635,
      "token_acc": 0.9229845368563279
    },
    {
      "epoch": 0.041484362339977314,
      "grad_norm": 1.1426571607589722,
      "learning_rate": 8.290155440414507e-06,
      "loss": 0.2724440574645996,
      "step": 640,
      "token_acc": 0.9243293077632259
    },
    {
      "epoch": 0.041808458920758386,
      "grad_norm": 1.2707536220550537,
      "learning_rate": 8.354922279792747e-06,
      "loss": 0.27617788314819336,
      "step": 645,
      "token_acc": 0.9231982418718894
    },
    {
      "epoch": 0.04213255550153946,
      "grad_norm": 1.0595289468765259,
      "learning_rate": 8.419689119170985e-06,
      "loss": 0.27484869956970215,
      "step": 650,
      "token_acc": 0.9236766623207301
    },
    {
      "epoch": 0.04245665208232053,
      "grad_norm": 1.2787915468215942,
      "learning_rate": 8.484455958549224e-06,
      "loss": 0.2772678375244141,
      "step": 655,
      "token_acc": 0.9225656959991502
    },
    {
      "epoch": 0.0427807486631016,
      "grad_norm": 1.0741102695465088,
      "learning_rate": 8.549222797927462e-06,
      "loss": 0.2790708541870117,
      "step": 660,
      "token_acc": 0.9225615230249261
    },
    {
      "epoch": 0.043104845243882674,
      "grad_norm": 1.0884015560150146,
      "learning_rate": 8.6139896373057e-06,
      "loss": 0.2731776237487793,
      "step": 665,
      "token_acc": 0.923714427712982
    },
    {
      "epoch": 0.04342894182466375,
      "grad_norm": 1.1796871423721313,
      "learning_rate": 8.678756476683938e-06,
      "loss": 0.26450159549713137,
      "step": 670,
      "token_acc": 0.9260345496511498
    },
    {
      "epoch": 0.043753038405444825,
      "grad_norm": 1.1302798986434937,
      "learning_rate": 8.743523316062177e-06,
      "loss": 0.286497974395752,
      "step": 675,
      "token_acc": 0.9212607806408483
    },
    {
      "epoch": 0.0440771349862259,
      "grad_norm": 1.0766465663909912,
      "learning_rate": 8.808290155440415e-06,
      "loss": 0.2754509925842285,
      "step": 680,
      "token_acc": 0.9223906644786538
    },
    {
      "epoch": 0.04440123156700697,
      "grad_norm": 1.1511085033416748,
      "learning_rate": 8.873056994818654e-06,
      "loss": 0.2762892723083496,
      "step": 685,
      "token_acc": 0.9242773204915137
    },
    {
      "epoch": 0.04472532814778804,
      "grad_norm": 1.2351347208023071,
      "learning_rate": 8.937823834196892e-06,
      "loss": 0.2697291851043701,
      "step": 690,
      "token_acc": 0.9241456435220209
    },
    {
      "epoch": 0.04504942472856911,
      "grad_norm": 1.1533805131912231,
      "learning_rate": 9.00259067357513e-06,
      "loss": 0.27661752700805664,
      "step": 695,
      "token_acc": 0.9234376426698668
    },
    {
      "epoch": 0.045373521309350184,
      "grad_norm": 1.4566006660461426,
      "learning_rate": 9.06735751295337e-06,
      "loss": 0.2665151596069336,
      "step": 700,
      "token_acc": 0.9256478929225396
    },
    {
      "epoch": 0.045697617890131256,
      "grad_norm": 1.2104111909866333,
      "learning_rate": 9.132124352331607e-06,
      "loss": 0.2740550756454468,
      "step": 705,
      "token_acc": 0.9229390563779198
    },
    {
      "epoch": 0.046021714470912335,
      "grad_norm": 1.082419753074646,
      "learning_rate": 9.196891191709847e-06,
      "loss": 0.2736359119415283,
      "step": 710,
      "token_acc": 0.9242869889950097
    },
    {
      "epoch": 0.04634581105169341,
      "grad_norm": 1.2044905424118042,
      "learning_rate": 9.261658031088083e-06,
      "loss": 0.27272777557373046,
      "step": 715,
      "token_acc": 0.9237638165499864
    },
    {
      "epoch": 0.04666990763247448,
      "grad_norm": 1.1270380020141602,
      "learning_rate": 9.326424870466322e-06,
      "loss": 0.27639906406402587,
      "step": 720,
      "token_acc": 0.9229221824222603
    },
    {
      "epoch": 0.04699400421325555,
      "grad_norm": 1.140891432762146,
      "learning_rate": 9.39119170984456e-06,
      "loss": 0.2769869327545166,
      "step": 725,
      "token_acc": 0.9231643044896773
    },
    {
      "epoch": 0.04731810079403662,
      "grad_norm": 1.2938241958618164,
      "learning_rate": 9.4559585492228e-06,
      "loss": 0.2770379543304443,
      "step": 730,
      "token_acc": 0.9227479442637688
    },
    {
      "epoch": 0.047642197374817695,
      "grad_norm": 1.1942880153656006,
      "learning_rate": 9.520725388601037e-06,
      "loss": 0.27842211723327637,
      "step": 735,
      "token_acc": 0.9219535053237186
    },
    {
      "epoch": 0.04796629395559877,
      "grad_norm": 1.5139548778533936,
      "learning_rate": 9.585492227979275e-06,
      "loss": 0.279721736907959,
      "step": 740,
      "token_acc": 0.9225660590645753
    },
    {
      "epoch": 0.04829039053637984,
      "grad_norm": 1.0569076538085938,
      "learning_rate": 9.650259067357514e-06,
      "loss": 0.2757410049438477,
      "step": 745,
      "token_acc": 0.9230635290172382
    },
    {
      "epoch": 0.04861448711716091,
      "grad_norm": 1.347761631011963,
      "learning_rate": 9.715025906735752e-06,
      "loss": 0.27115836143493655,
      "step": 750,
      "token_acc": 0.9239254170755643
    },
    {
      "epoch": 0.04893858369794199,
      "grad_norm": 1.1022578477859497,
      "learning_rate": 9.77979274611399e-06,
      "loss": 0.28516759872436526,
      "step": 755,
      "token_acc": 0.9212077933989334
    },
    {
      "epoch": 0.04926268027872306,
      "grad_norm": 1.153346300125122,
      "learning_rate": 9.844559585492228e-06,
      "loss": 0.2748947858810425,
      "step": 760,
      "token_acc": 0.9237991482618599
    },
    {
      "epoch": 0.049586776859504134,
      "grad_norm": 1.146430253982544,
      "learning_rate": 9.909326424870467e-06,
      "loss": 0.2799590826034546,
      "step": 765,
      "token_acc": 0.9221607156911614
    },
    {
      "epoch": 0.049910873440285206,
      "grad_norm": 1.074004054069519,
      "learning_rate": 9.974093264248705e-06,
      "loss": 0.2774993419647217,
      "step": 770,
      "token_acc": 0.9225398806505714
    },
    {
      "epoch": 0.05023497002106628,
      "grad_norm": 1.0626007318496704,
      "learning_rate": 9.999998966164752e-06,
      "loss": 0.27788662910461426,
      "step": 775,
      "token_acc": 0.9223414363765936
    },
    {
      "epoch": 0.05055906660184735,
      "grad_norm": 1.2621933221817017,
      "learning_rate": 9.999992648284216e-06,
      "loss": 0.2749335765838623,
      "step": 780,
      "token_acc": 0.9238335700383988
    },
    {
      "epoch": 0.05088316318262842,
      "grad_norm": 1.1462196111679077,
      "learning_rate": 9.999980586883313e-06,
      "loss": 0.2756141185760498,
      "step": 785,
      "token_acc": 0.9220426114530389
    },
    {
      "epoch": 0.05120725976340949,
      "grad_norm": 1.1427782773971558,
      "learning_rate": 9.999962781975896e-06,
      "loss": 0.27129230499267576,
      "step": 790,
      "token_acc": 0.9244358478401031
    },
    {
      "epoch": 0.051531356344190565,
      "grad_norm": 1.059018611907959,
      "learning_rate": 9.999939233582416e-06,
      "loss": 0.2826401233673096,
      "step": 795,
      "token_acc": 0.9208777683943149
    },
    {
      "epoch": 0.051855452924971644,
      "grad_norm": 1.0648328065872192,
      "learning_rate": 9.999909941729927e-06,
      "loss": 0.27859494686126707,
      "step": 800,
      "token_acc": 0.9232760032760032
    },
    {
      "epoch": 0.052179549505752716,
      "grad_norm": 1.2377976179122925,
      "learning_rate": 9.999874906452072e-06,
      "loss": 0.27971878051757815,
      "step": 805,
      "token_acc": 0.9224227431779438
    },
    {
      "epoch": 0.05250364608653379,
      "grad_norm": 1.168636679649353,
      "learning_rate": 9.9998341277891e-06,
      "loss": 0.27319889068603515,
      "step": 810,
      "token_acc": 0.9236747392983797
    },
    {
      "epoch": 0.05282774266731486,
      "grad_norm": 1.1205686330795288,
      "learning_rate": 9.99978760578785e-06,
      "loss": 0.27941184043884276,
      "step": 815,
      "token_acc": 0.9213014802493188
    },
    {
      "epoch": 0.05315183924809593,
      "grad_norm": 1.1140272617340088,
      "learning_rate": 9.999735340501765e-06,
      "loss": 0.27391619682312013,
      "step": 820,
      "token_acc": 0.9239368261924653
    },
    {
      "epoch": 0.053475935828877004,
      "grad_norm": 1.169887661933899,
      "learning_rate": 9.999677331990885e-06,
      "loss": 0.2753794193267822,
      "step": 825,
      "token_acc": 0.9224798000502519
    },
    {
      "epoch": 0.053800032409658076,
      "grad_norm": 1.1942942142486572,
      "learning_rate": 9.999613580321839e-06,
      "loss": 0.28004434108734133,
      "step": 830,
      "token_acc": 0.9226770844313271
    },
    {
      "epoch": 0.05412412899043915,
      "grad_norm": 1.188458800315857,
      "learning_rate": 9.99954408556786e-06,
      "loss": 0.28326759338378904,
      "step": 835,
      "token_acc": 0.9210668085962601
    },
    {
      "epoch": 0.05444822557122023,
      "grad_norm": 1.0895791053771973,
      "learning_rate": 9.99946884780878e-06,
      "loss": 0.28024749755859374,
      "step": 840,
      "token_acc": 0.9220975777692613
    },
    {
      "epoch": 0.0547723221520013,
      "grad_norm": 1.0977063179016113,
      "learning_rate": 9.999387867131024e-06,
      "loss": 0.2782959699630737,
      "step": 845,
      "token_acc": 0.9221023706825373
    },
    {
      "epoch": 0.05509641873278237,
      "grad_norm": 1.0744558572769165,
      "learning_rate": 9.999301143627613e-06,
      "loss": 0.28442230224609377,
      "step": 850,
      "token_acc": 0.9221025514893396
    },
    {
      "epoch": 0.05542051531356344,
      "grad_norm": 1.0994865894317627,
      "learning_rate": 9.99920867739817e-06,
      "loss": 0.28086304664611816,
      "step": 855,
      "token_acc": 0.9227749373956594
    },
    {
      "epoch": 0.055744611894344515,
      "grad_norm": 1.2142789363861084,
      "learning_rate": 9.999110468548909e-06,
      "loss": 0.2726480484008789,
      "step": 860,
      "token_acc": 0.9236710319811929
    },
    {
      "epoch": 0.05606870847512559,
      "grad_norm": 1.2806187868118286,
      "learning_rate": 9.999006517192644e-06,
      "loss": 0.2741135597229004,
      "step": 865,
      "token_acc": 0.9237250292228687
    },
    {
      "epoch": 0.05639280505590666,
      "grad_norm": 1.2578004598617554,
      "learning_rate": 9.998896823448784e-06,
      "loss": 0.2765141487121582,
      "step": 870,
      "token_acc": 0.9229077881176722
    },
    {
      "epoch": 0.05671690163668773,
      "grad_norm": 1.0189783573150635,
      "learning_rate": 9.998781387443336e-06,
      "loss": 0.28197636604309084,
      "step": 875,
      "token_acc": 0.921837868104251
    },
    {
      "epoch": 0.0570409982174688,
      "grad_norm": 1.1214468479156494,
      "learning_rate": 9.998660209308899e-06,
      "loss": 0.28133354187011717,
      "step": 880,
      "token_acc": 0.9221426551721871
    },
    {
      "epoch": 0.05736509479824988,
      "grad_norm": 1.0209897756576538,
      "learning_rate": 9.998533289184674e-06,
      "loss": 0.28200483322143555,
      "step": 885,
      "token_acc": 0.9226726578769305
    },
    {
      "epoch": 0.05768919137903095,
      "grad_norm": 1.057998776435852,
      "learning_rate": 9.998400627216456e-06,
      "loss": 0.2701537609100342,
      "step": 890,
      "token_acc": 0.9244533587610562
    },
    {
      "epoch": 0.058013287959812025,
      "grad_norm": 1.0923854112625122,
      "learning_rate": 9.99826222355663e-06,
      "loss": 0.2727808952331543,
      "step": 895,
      "token_acc": 0.9238448899112718
    },
    {
      "epoch": 0.0583373845405931,
      "grad_norm": 1.0997750759124756,
      "learning_rate": 9.998118078364186e-06,
      "loss": 0.2779165983200073,
      "step": 900,
      "token_acc": 0.9216114826292612
    },
    {
      "epoch": 0.05866148112137417,
      "grad_norm": 1.1464025974273682,
      "learning_rate": 9.9979681918047e-06,
      "loss": 0.2803272008895874,
      "step": 905,
      "token_acc": 0.9226379612217106
    },
    {
      "epoch": 0.05898557770215524,
      "grad_norm": 1.063568115234375,
      "learning_rate": 9.997812564050352e-06,
      "loss": 0.27731595039367674,
      "step": 910,
      "token_acc": 0.9222437460983506
    },
    {
      "epoch": 0.05930967428293631,
      "grad_norm": 1.1723806858062744,
      "learning_rate": 9.997651195279907e-06,
      "loss": 0.27817227840423586,
      "step": 915,
      "token_acc": 0.9223472731783108
    },
    {
      "epoch": 0.059633770863717385,
      "grad_norm": 1.0762029886245728,
      "learning_rate": 9.997484085678734e-06,
      "loss": 0.2755002498626709,
      "step": 920,
      "token_acc": 0.9227790491705778
    },
    {
      "epoch": 0.059957867444498464,
      "grad_norm": 1.1249760389328003,
      "learning_rate": 9.997311235438795e-06,
      "loss": 0.26909599304199217,
      "step": 925,
      "token_acc": 0.9242543222479616
    },
    {
      "epoch": 0.060281964025279536,
      "grad_norm": 1.0824518203735352,
      "learning_rate": 9.997132644758639e-06,
      "loss": 0.2789783477783203,
      "step": 930,
      "token_acc": 0.922192208806587
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 1.0471711158752441,
      "learning_rate": 9.996948313843417e-06,
      "loss": 0.2783126592636108,
      "step": 935,
      "token_acc": 0.9226764530169839
    },
    {
      "epoch": 0.06093015718684168,
      "grad_norm": 1.1419248580932617,
      "learning_rate": 9.99675824290487e-06,
      "loss": 0.27683291435241697,
      "step": 940,
      "token_acc": 0.9229383806136581
    },
    {
      "epoch": 0.06125425376762275,
      "grad_norm": 1.1103299856185913,
      "learning_rate": 9.996562432161334e-06,
      "loss": 0.27548627853393554,
      "step": 945,
      "token_acc": 0.9228202389560763
    },
    {
      "epoch": 0.061578350348403824,
      "grad_norm": 1.1687252521514893,
      "learning_rate": 9.99636088183774e-06,
      "loss": 0.26608130931854246,
      "step": 950,
      "token_acc": 0.9261335933690883
    },
    {
      "epoch": 0.061902446929184896,
      "grad_norm": 1.0601294040679932,
      "learning_rate": 9.996153592165605e-06,
      "loss": 0.2721517086029053,
      "step": 955,
      "token_acc": 0.9241069662565766
    },
    {
      "epoch": 0.06222654350996597,
      "grad_norm": 1.1069499254226685,
      "learning_rate": 9.995940563383048e-06,
      "loss": 0.27439448833465574,
      "step": 960,
      "token_acc": 0.924347078142105
    },
    {
      "epoch": 0.06255064009074704,
      "grad_norm": 2.6561391353607178,
      "learning_rate": 9.995721795734774e-06,
      "loss": 0.27994685173034667,
      "step": 965,
      "token_acc": 0.9225540625656099
    },
    {
      "epoch": 0.06287473667152811,
      "grad_norm": 1.096655249595642,
      "learning_rate": 9.995497289472085e-06,
      "loss": 0.2748950242996216,
      "step": 970,
      "token_acc": 0.9231229887402357
    },
    {
      "epoch": 0.06319883325230918,
      "grad_norm": 1.1758030652999878,
      "learning_rate": 9.995267044852872e-06,
      "loss": 0.28017172813415525,
      "step": 975,
      "token_acc": 0.9224684369782972
    },
    {
      "epoch": 0.06352292983309026,
      "grad_norm": 1.0659986734390259,
      "learning_rate": 9.995031062141617e-06,
      "loss": 0.27984328269958497,
      "step": 980,
      "token_acc": 0.9212892498561105
    },
    {
      "epoch": 0.06384702641387133,
      "grad_norm": 1.2035590410232544,
      "learning_rate": 9.994789341609395e-06,
      "loss": 0.286294150352478,
      "step": 985,
      "token_acc": 0.9208251654409346
    },
    {
      "epoch": 0.06417112299465241,
      "grad_norm": 1.0138523578643799,
      "learning_rate": 9.994541883533873e-06,
      "loss": 0.2800797462463379,
      "step": 990,
      "token_acc": 0.9230723692000052
    },
    {
      "epoch": 0.06449521957543349,
      "grad_norm": 1.0648677349090576,
      "learning_rate": 9.994288688199305e-06,
      "loss": 0.2819873571395874,
      "step": 995,
      "token_acc": 0.9220508407255396
    },
    {
      "epoch": 0.06481931615621456,
      "grad_norm": 1.3292344808578491,
      "learning_rate": 9.994029755896541e-06,
      "loss": 0.2753146171569824,
      "step": 1000,
      "token_acc": 0.923467268857395
    },
    {
      "epoch": 0.06481931615621456,
      "eval_loss": 0.2790466248989105,
      "eval_runtime": 132.7952,
      "eval_samples_per_second": 150.608,
      "eval_steps_per_second": 0.203,
      "eval_token_acc": 0.9227258578167278,
      "step": 1000
    },
    {
      "epoch": 0.06514341273699563,
      "grad_norm": 1.0402147769927979,
      "learning_rate": 9.993765086923016e-06,
      "loss": 0.27179250717163084,
      "step": 1005,
      "token_acc": 0.9241823139449233
    },
    {
      "epoch": 0.0654675093177767,
      "grad_norm": 1.1630990505218506,
      "learning_rate": 9.993494681582758e-06,
      "loss": 0.2761619806289673,
      "step": 1010,
      "token_acc": 0.9224574199600957
    },
    {
      "epoch": 0.06579160589855777,
      "grad_norm": 1.0634405612945557,
      "learning_rate": 9.993218540186382e-06,
      "loss": 0.280862021446228,
      "step": 1015,
      "token_acc": 0.9225046415286321
    },
    {
      "epoch": 0.06611570247933884,
      "grad_norm": 1.0645707845687866,
      "learning_rate": 9.992936663051097e-06,
      "loss": 0.27747955322265627,
      "step": 1020,
      "token_acc": 0.9223336072308956
    },
    {
      "epoch": 0.06643979906011992,
      "grad_norm": 1.0335700511932373,
      "learning_rate": 9.99264905050069e-06,
      "loss": 0.2748509645462036,
      "step": 1025,
      "token_acc": 0.9228667824036162
    },
    {
      "epoch": 0.06676389564090099,
      "grad_norm": 0.947760283946991,
      "learning_rate": 9.992355702865549e-06,
      "loss": 0.2750194549560547,
      "step": 1030,
      "token_acc": 0.9228971508846435
    },
    {
      "epoch": 0.06708799222168206,
      "grad_norm": 1.025646686553955,
      "learning_rate": 9.99205662048264e-06,
      "loss": 0.2718366622924805,
      "step": 1035,
      "token_acc": 0.9243326815515438
    },
    {
      "epoch": 0.06741208880246313,
      "grad_norm": 1.1592144966125488,
      "learning_rate": 9.991751803695524e-06,
      "loss": 0.271783709526062,
      "step": 1040,
      "token_acc": 0.9241152626929273
    },
    {
      "epoch": 0.0677361853832442,
      "grad_norm": 1.1432433128356934,
      "learning_rate": 9.991441252854345e-06,
      "loss": 0.27407772541046144,
      "step": 1045,
      "token_acc": 0.9226717677270583
    },
    {
      "epoch": 0.06806028196402528,
      "grad_norm": 0.9991722106933594,
      "learning_rate": 9.991124968315833e-06,
      "loss": 0.27140059471130373,
      "step": 1050,
      "token_acc": 0.9241662289915966
    },
    {
      "epoch": 0.06838437854480635,
      "grad_norm": 1.0588241815567017,
      "learning_rate": 9.990802950443308e-06,
      "loss": 0.27434496879577636,
      "step": 1055,
      "token_acc": 0.9236371965185525
    },
    {
      "epoch": 0.06870847512558742,
      "grad_norm": 1.166620135307312,
      "learning_rate": 9.990475199606672e-06,
      "loss": 0.2784614086151123,
      "step": 1060,
      "token_acc": 0.9222009165068737
    },
    {
      "epoch": 0.06903257170636849,
      "grad_norm": 1.0814213752746582,
      "learning_rate": 9.990141716182415e-06,
      "loss": 0.27708754539489744,
      "step": 1065,
      "token_acc": 0.9233220276106945
    },
    {
      "epoch": 0.06935666828714956,
      "grad_norm": 1.1501027345657349,
      "learning_rate": 9.989802500553611e-06,
      "loss": 0.27069602012634275,
      "step": 1070,
      "token_acc": 0.924789820495342
    },
    {
      "epoch": 0.06968076486793065,
      "grad_norm": 1.2108640670776367,
      "learning_rate": 9.98945755310992e-06,
      "loss": 0.2705090999603271,
      "step": 1075,
      "token_acc": 0.9240915032679738
    },
    {
      "epoch": 0.07000486144871172,
      "grad_norm": 1.1110398769378662,
      "learning_rate": 9.989106874247584e-06,
      "loss": 0.2795064926147461,
      "step": 1080,
      "token_acc": 0.9227160558993917
    },
    {
      "epoch": 0.0703289580294928,
      "grad_norm": 1.1872522830963135,
      "learning_rate": 9.98875046436943e-06,
      "loss": 0.2769919395446777,
      "step": 1085,
      "token_acc": 0.9226704873289292
    },
    {
      "epoch": 0.07065305461027387,
      "grad_norm": 1.0782725811004639,
      "learning_rate": 9.98838832388487e-06,
      "loss": 0.2816041946411133,
      "step": 1090,
      "token_acc": 0.9211050111880106
    },
    {
      "epoch": 0.07097715119105494,
      "grad_norm": 1.0335499048233032,
      "learning_rate": 9.988020453209893e-06,
      "loss": 0.2720641136169434,
      "step": 1095,
      "token_acc": 0.9238217909823203
    },
    {
      "epoch": 0.07130124777183601,
      "grad_norm": 1.0420279502868652,
      "learning_rate": 9.987646852767077e-06,
      "loss": 0.2817659378051758,
      "step": 1100,
      "token_acc": 0.9224168986409039
    },
    {
      "epoch": 0.07162534435261708,
      "grad_norm": 1.151588797569275,
      "learning_rate": 9.987267522985579e-06,
      "loss": 0.2755244255065918,
      "step": 1105,
      "token_acc": 0.9239411698186003
    },
    {
      "epoch": 0.07194944093339815,
      "grad_norm": 1.122923493385315,
      "learning_rate": 9.986882464301135e-06,
      "loss": 0.2755061149597168,
      "step": 1110,
      "token_acc": 0.9228540689083037
    },
    {
      "epoch": 0.07227353751417923,
      "grad_norm": 1.0247633457183838,
      "learning_rate": 9.986491677156067e-06,
      "loss": 0.2809417724609375,
      "step": 1115,
      "token_acc": 0.9233920034045043
    },
    {
      "epoch": 0.0725976340949603,
      "grad_norm": 1.0457372665405273,
      "learning_rate": 9.986095161999273e-06,
      "loss": 0.27999517917633054,
      "step": 1120,
      "token_acc": 0.922785589788617
    },
    {
      "epoch": 0.07292173067574137,
      "grad_norm": 2.0044500827789307,
      "learning_rate": 9.985692919286233e-06,
      "loss": 0.27866621017456056,
      "step": 1125,
      "token_acc": 0.9225357126675598
    },
    {
      "epoch": 0.07324582725652244,
      "grad_norm": 1.012980341911316,
      "learning_rate": 9.985284949479004e-06,
      "loss": 0.27526078224182127,
      "step": 1130,
      "token_acc": 0.9233288968716484
    },
    {
      "epoch": 0.07356992383730351,
      "grad_norm": 0.9666235446929932,
      "learning_rate": 9.984871253046225e-06,
      "loss": 0.2693899631500244,
      "step": 1135,
      "token_acc": 0.9245722108145106
    },
    {
      "epoch": 0.07389402041808459,
      "grad_norm": 1.1077278852462769,
      "learning_rate": 9.98445183046311e-06,
      "loss": 0.27521681785583496,
      "step": 1140,
      "token_acc": 0.9232492852911633
    },
    {
      "epoch": 0.07421811699886566,
      "grad_norm": 1.0638463497161865,
      "learning_rate": 9.984026682211453e-06,
      "loss": 0.27799296379089355,
      "step": 1145,
      "token_acc": 0.9228619303392962
    },
    {
      "epoch": 0.07454221357964673,
      "grad_norm": 1.1785340309143066,
      "learning_rate": 9.983595808779625e-06,
      "loss": 0.28396103382110593,
      "step": 1150,
      "token_acc": 0.9209412221646815
    },
    {
      "epoch": 0.0748663101604278,
      "grad_norm": 1.3344743251800537,
      "learning_rate": 9.98315921066257e-06,
      "loss": 0.2823387861251831,
      "step": 1155,
      "token_acc": 0.9223486856052576
    },
    {
      "epoch": 0.07519040674120887,
      "grad_norm": 1.074034333229065,
      "learning_rate": 9.982716888361815e-06,
      "loss": 0.27908711433410643,
      "step": 1160,
      "token_acc": 0.9232541894882524
    },
    {
      "epoch": 0.07551450332198996,
      "grad_norm": 1.1171108484268188,
      "learning_rate": 9.982268842385454e-06,
      "loss": 0.2776108026504517,
      "step": 1165,
      "token_acc": 0.9222206383557738
    },
    {
      "epoch": 0.07583859990277103,
      "grad_norm": 1.0370464324951172,
      "learning_rate": 9.981815073248163e-06,
      "loss": 0.2771688222885132,
      "step": 1170,
      "token_acc": 0.9227592796188682
    },
    {
      "epoch": 0.0761626964835521,
      "grad_norm": 1.0821559429168701,
      "learning_rate": 9.981355581471185e-06,
      "loss": 0.28194661140441896,
      "step": 1175,
      "token_acc": 0.9206759686332028
    },
    {
      "epoch": 0.07648679306433318,
      "grad_norm": 1.0708980560302734,
      "learning_rate": 9.980890367582347e-06,
      "loss": 0.2811826467514038,
      "step": 1180,
      "token_acc": 0.922474976058352
    },
    {
      "epoch": 0.07681088964511425,
      "grad_norm": 1.101333498954773,
      "learning_rate": 9.98041943211604e-06,
      "loss": 0.2675865650177002,
      "step": 1185,
      "token_acc": 0.9243971972023975
    },
    {
      "epoch": 0.07713498622589532,
      "grad_norm": 1.3167011737823486,
      "learning_rate": 9.979942775613229e-06,
      "loss": 0.27997446060180664,
      "step": 1190,
      "token_acc": 0.9227666273120818
    },
    {
      "epoch": 0.07745908280667639,
      "grad_norm": 1.044586420059204,
      "learning_rate": 9.979460398621452e-06,
      "loss": 0.2761145353317261,
      "step": 1195,
      "token_acc": 0.9237089894045724
    },
    {
      "epoch": 0.07778317938745746,
      "grad_norm": 1.0204477310180664,
      "learning_rate": 9.978972301694822e-06,
      "loss": 0.2762503385543823,
      "step": 1200,
      "token_acc": 0.9229936713455155
    },
    {
      "epoch": 0.07810727596823853,
      "grad_norm": 1.0193427801132202,
      "learning_rate": 9.978478485394014e-06,
      "loss": 0.27045645713806155,
      "step": 1205,
      "token_acc": 0.923695456225561
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 1.0065299272537231,
      "learning_rate": 9.97797895028628e-06,
      "loss": 0.2738425493240356,
      "step": 1210,
      "token_acc": 0.9239265326383718
    },
    {
      "epoch": 0.07875546912980068,
      "grad_norm": 1.076905369758606,
      "learning_rate": 9.97747369694544e-06,
      "loss": 0.2760471343994141,
      "step": 1215,
      "token_acc": 0.9226923325366578
    },
    {
      "epoch": 0.07907956571058175,
      "grad_norm": 0.9906021356582642,
      "learning_rate": 9.976962725951878e-06,
      "loss": 0.2779691696166992,
      "step": 1220,
      "token_acc": 0.9230997778122255
    },
    {
      "epoch": 0.07940366229136282,
      "grad_norm": 1.0541574954986572,
      "learning_rate": 9.976446037892553e-06,
      "loss": 0.27247233390808107,
      "step": 1225,
      "token_acc": 0.9237839226770502
    },
    {
      "epoch": 0.0797277588721439,
      "grad_norm": 1.0109562873840332,
      "learning_rate": 9.975923633360985e-06,
      "loss": 0.27540037631988523,
      "step": 1230,
      "token_acc": 0.922697659191357
    },
    {
      "epoch": 0.08005185545292497,
      "grad_norm": 1.8598495721817017,
      "learning_rate": 9.975395512957265e-06,
      "loss": 0.27339174747467043,
      "step": 1235,
      "token_acc": 0.9236737966531309
    },
    {
      "epoch": 0.08037595203370604,
      "grad_norm": 1.072318434715271,
      "learning_rate": 9.974861677288046e-06,
      "loss": 0.2772857189178467,
      "step": 1240,
      "token_acc": 0.923789479240204
    },
    {
      "epoch": 0.08070004861448711,
      "grad_norm": 1.184702754020691,
      "learning_rate": 9.97432212696655e-06,
      "loss": 0.2722355365753174,
      "step": 1245,
      "token_acc": 0.923662387084624
    },
    {
      "epoch": 0.0810241451952682,
      "grad_norm": 1.0730267763137817,
      "learning_rate": 9.973776862612558e-06,
      "loss": 0.2687468767166138,
      "step": 1250,
      "token_acc": 0.9247340599099393
    },
    {
      "epoch": 0.08134824177604927,
      "grad_norm": 1.1542036533355713,
      "learning_rate": 9.973225884852424e-06,
      "loss": 0.27355084419250486,
      "step": 1255,
      "token_acc": 0.9236140004160599
    },
    {
      "epoch": 0.08167233835683034,
      "grad_norm": 1.2776581048965454,
      "learning_rate": 9.972669194319055e-06,
      "loss": 0.2811305522918701,
      "step": 1260,
      "token_acc": 0.9221158515896829
    },
    {
      "epoch": 0.08199643493761141,
      "grad_norm": 0.9761309027671814,
      "learning_rate": 9.972106791651926e-06,
      "loss": 0.2706268787384033,
      "step": 1265,
      "token_acc": 0.9242809563151916
    },
    {
      "epoch": 0.08232053151839248,
      "grad_norm": 1.5077848434448242,
      "learning_rate": 9.971538677497072e-06,
      "loss": 0.2713223218917847,
      "step": 1270,
      "token_acc": 0.924114835015352
    },
    {
      "epoch": 0.08264462809917356,
      "grad_norm": 0.9981542229652405,
      "learning_rate": 9.970964852507089e-06,
      "loss": 0.27992656230926516,
      "step": 1275,
      "token_acc": 0.9224513598728564
    },
    {
      "epoch": 0.08296872467995463,
      "grad_norm": 1.1641405820846558,
      "learning_rate": 9.970385317341133e-06,
      "loss": 0.27625312805175783,
      "step": 1280,
      "token_acc": 0.9222651154824174
    },
    {
      "epoch": 0.0832928212607357,
      "grad_norm": 0.974733829498291,
      "learning_rate": 9.96980007266492e-06,
      "loss": 0.2753995180130005,
      "step": 1285,
      "token_acc": 0.9226927125214924
    },
    {
      "epoch": 0.08361691784151677,
      "grad_norm": 1.1057713031768799,
      "learning_rate": 9.969209119150723e-06,
      "loss": 0.2756865739822388,
      "step": 1290,
      "token_acc": 0.9226307237144503
    },
    {
      "epoch": 0.08394101442229784,
      "grad_norm": 1.0507092475891113,
      "learning_rate": 9.968612457477373e-06,
      "loss": 0.2823331356048584,
      "step": 1295,
      "token_acc": 0.9209386804248543
    },
    {
      "epoch": 0.08426511100307892,
      "grad_norm": 0.9887701869010925,
      "learning_rate": 9.968010088330262e-06,
      "loss": 0.2696245193481445,
      "step": 1300,
      "token_acc": 0.9235237741310853
    },
    {
      "epoch": 0.08458920758385999,
      "grad_norm": 1.0384249687194824,
      "learning_rate": 9.967402012401332e-06,
      "loss": 0.2720928430557251,
      "step": 1305,
      "token_acc": 0.9242610837438424
    },
    {
      "epoch": 0.08491330416464106,
      "grad_norm": 0.9624770283699036,
      "learning_rate": 9.966788230389084e-06,
      "loss": 0.2723661422729492,
      "step": 1310,
      "token_acc": 0.9240750231933514
    },
    {
      "epoch": 0.08523740074542213,
      "grad_norm": 1.3515757322311401,
      "learning_rate": 9.966168742998574e-06,
      "loss": 0.27405097484588625,
      "step": 1315,
      "token_acc": 0.9239717062036148
    },
    {
      "epoch": 0.0855614973262032,
      "grad_norm": 1.0048466920852661,
      "learning_rate": 9.965543550941407e-06,
      "loss": 0.2661163568496704,
      "step": 1320,
      "token_acc": 0.9261450799912339
    },
    {
      "epoch": 0.08588559390698428,
      "grad_norm": 1.1117011308670044,
      "learning_rate": 9.96491265493575e-06,
      "loss": 0.27957565784454347,
      "step": 1325,
      "token_acc": 0.9222313947517242
    },
    {
      "epoch": 0.08620969048776535,
      "grad_norm": 2.154306650161743,
      "learning_rate": 9.964276055706314e-06,
      "loss": 0.27651729583740237,
      "step": 1330,
      "token_acc": 0.9226900369488895
    },
    {
      "epoch": 0.08653378706854643,
      "grad_norm": 1.0748560428619385,
      "learning_rate": 9.963633753984365e-06,
      "loss": 0.27028441429138184,
      "step": 1335,
      "token_acc": 0.9244444151703969
    },
    {
      "epoch": 0.0868578836493275,
      "grad_norm": 1.0136338472366333,
      "learning_rate": 9.962985750507717e-06,
      "loss": 0.27360053062438966,
      "step": 1340,
      "token_acc": 0.9237293069652803
    },
    {
      "epoch": 0.08718198023010858,
      "grad_norm": 1.0045623779296875,
      "learning_rate": 9.962332046020737e-06,
      "loss": 0.2793967962265015,
      "step": 1345,
      "token_acc": 0.9225186087785754
    },
    {
      "epoch": 0.08750607681088965,
      "grad_norm": 1.2772600650787354,
      "learning_rate": 9.96167264127434e-06,
      "loss": 0.27541522979736327,
      "step": 1350,
      "token_acc": 0.9226138789687074
    },
    {
      "epoch": 0.08783017339167072,
      "grad_norm": 1.0508257150650024,
      "learning_rate": 9.961007537025986e-06,
      "loss": 0.279202938079834,
      "step": 1355,
      "token_acc": 0.92288791300711
    },
    {
      "epoch": 0.0881542699724518,
      "grad_norm": 1.0508962869644165,
      "learning_rate": 9.960336734039684e-06,
      "loss": 0.2759141683578491,
      "step": 1360,
      "token_acc": 0.923016862410603
    },
    {
      "epoch": 0.08847836655323287,
      "grad_norm": 1.060666799545288,
      "learning_rate": 9.95966023308599e-06,
      "loss": 0.2707224369049072,
      "step": 1365,
      "token_acc": 0.9250858742628713
    },
    {
      "epoch": 0.08880246313401394,
      "grad_norm": 1.0132877826690674,
      "learning_rate": 9.958978034942005e-06,
      "loss": 0.2735624313354492,
      "step": 1370,
      "token_acc": 0.9239582237188256
    },
    {
      "epoch": 0.08912655971479501,
      "grad_norm": 1.0716954469680786,
      "learning_rate": 9.958290140391373e-06,
      "loss": 0.2802464962005615,
      "step": 1375,
      "token_acc": 0.9227937775075666
    },
    {
      "epoch": 0.08945065629557608,
      "grad_norm": 1.1273002624511719,
      "learning_rate": 9.957596550224285e-06,
      "loss": 0.2658792018890381,
      "step": 1380,
      "token_acc": 0.9261406869047306
    },
    {
      "epoch": 0.08977475287635715,
      "grad_norm": 1.0252765417099,
      "learning_rate": 9.956897265237469e-06,
      "loss": 0.26928048133850097,
      "step": 1385,
      "token_acc": 0.924581423323255
    },
    {
      "epoch": 0.09009884945713822,
      "grad_norm": 1.1737946271896362,
      "learning_rate": 9.956192286234196e-06,
      "loss": 0.2721066474914551,
      "step": 1390,
      "token_acc": 0.9248243422211494
    },
    {
      "epoch": 0.0904229460379193,
      "grad_norm": 1.0543155670166016,
      "learning_rate": 9.955481614024285e-06,
      "loss": 0.2810823917388916,
      "step": 1395,
      "token_acc": 0.9226053639846743
    },
    {
      "epoch": 0.09074704261870037,
      "grad_norm": 1.058847427368164,
      "learning_rate": 9.954765249424085e-06,
      "loss": 0.27713589668273925,
      "step": 1400,
      "token_acc": 0.9238235313603509
    },
    {
      "epoch": 0.09107113919948144,
      "grad_norm": 1.0769394636154175,
      "learning_rate": 9.954043193256492e-06,
      "loss": 0.2708258628845215,
      "step": 1405,
      "token_acc": 0.924610216549999
    },
    {
      "epoch": 0.09139523578026251,
      "grad_norm": 0.9873836636543274,
      "learning_rate": 9.953315446350931e-06,
      "loss": 0.2721253871917725,
      "step": 1410,
      "token_acc": 0.9246683157184619
    },
    {
      "epoch": 0.09171933236104358,
      "grad_norm": 0.9685482978820801,
      "learning_rate": 9.952582009543374e-06,
      "loss": 0.26997599601745603,
      "step": 1415,
      "token_acc": 0.9243553008595988
    },
    {
      "epoch": 0.09204342894182467,
      "grad_norm": 1.050148367881775,
      "learning_rate": 9.95184288367632e-06,
      "loss": 0.27266907691955566,
      "step": 1420,
      "token_acc": 0.923055460025566
    },
    {
      "epoch": 0.09236752552260574,
      "grad_norm": 1.0243918895721436,
      "learning_rate": 9.95109806959881e-06,
      "loss": 0.27440733909606935,
      "step": 1425,
      "token_acc": 0.9242123116960466
    },
    {
      "epoch": 0.09269162210338681,
      "grad_norm": 0.9882935285568237,
      "learning_rate": 9.950347568166415e-06,
      "loss": 0.27068524360656737,
      "step": 1430,
      "token_acc": 0.9244608314211562
    },
    {
      "epoch": 0.09301571868416789,
      "grad_norm": 1.5366190671920776,
      "learning_rate": 9.94959138024124e-06,
      "loss": 0.27944977283477784,
      "step": 1435,
      "token_acc": 0.9219542443131752
    },
    {
      "epoch": 0.09333981526494896,
      "grad_norm": 0.9288245439529419,
      "learning_rate": 9.948829506691922e-06,
      "loss": 0.273094630241394,
      "step": 1440,
      "token_acc": 0.923447023049482
    },
    {
      "epoch": 0.09366391184573003,
      "grad_norm": 0.9544121623039246,
      "learning_rate": 9.948061948393632e-06,
      "loss": 0.2785993814468384,
      "step": 1445,
      "token_acc": 0.9230764193140664
    },
    {
      "epoch": 0.0939880084265111,
      "grad_norm": 1.113324761390686,
      "learning_rate": 9.947288706228066e-06,
      "loss": 0.26924405097961424,
      "step": 1450,
      "token_acc": 0.9248237280280711
    },
    {
      "epoch": 0.09431210500729217,
      "grad_norm": 1.1089950799942017,
      "learning_rate": 9.946509781083453e-06,
      "loss": 0.2786333322525024,
      "step": 1455,
      "token_acc": 0.9225569367571
    },
    {
      "epoch": 0.09463620158807325,
      "grad_norm": 1.0635888576507568,
      "learning_rate": 9.94572517385455e-06,
      "loss": 0.27387681007385256,
      "step": 1460,
      "token_acc": 0.9240360712963452
    },
    {
      "epoch": 0.09496029816885432,
      "grad_norm": 1.245919942855835,
      "learning_rate": 9.944934885442637e-06,
      "loss": 0.26668992042541506,
      "step": 1465,
      "token_acc": 0.9258613397533917
    },
    {
      "epoch": 0.09528439474963539,
      "grad_norm": 0.9693779945373535,
      "learning_rate": 9.944138916755523e-06,
      "loss": 0.27269687652587893,
      "step": 1470,
      "token_acc": 0.9245179277198838
    },
    {
      "epoch": 0.09560849133041646,
      "grad_norm": 1.0893992185592651,
      "learning_rate": 9.943337268707546e-06,
      "loss": 0.2674590587615967,
      "step": 1475,
      "token_acc": 0.9252651441212831
    },
    {
      "epoch": 0.09593258791119753,
      "grad_norm": 1.0595895051956177,
      "learning_rate": 9.94252994221956e-06,
      "loss": 0.27796216011047364,
      "step": 1480,
      "token_acc": 0.9230672591181994
    },
    {
      "epoch": 0.0962566844919786,
      "grad_norm": 1.2038002014160156,
      "learning_rate": 9.941716938218946e-06,
      "loss": 0.27327332496643064,
      "step": 1485,
      "token_acc": 0.9240932051490957
    },
    {
      "epoch": 0.09658078107275968,
      "grad_norm": 0.93292236328125,
      "learning_rate": 9.940898257639605e-06,
      "loss": 0.2675984621047974,
      "step": 1490,
      "token_acc": 0.9246261566693129
    },
    {
      "epoch": 0.09690487765354075,
      "grad_norm": 1.0741572380065918,
      "learning_rate": 9.940073901421966e-06,
      "loss": 0.271208667755127,
      "step": 1495,
      "token_acc": 0.9248086946878119
    },
    {
      "epoch": 0.09722897423432182,
      "grad_norm": 1.0228209495544434,
      "learning_rate": 9.939243870512964e-06,
      "loss": 0.27718663215637207,
      "step": 1500,
      "token_acc": 0.9228590957914267
    },
    {
      "epoch": 0.09722897423432182,
      "eval_loss": 0.2752794921398163,
      "eval_runtime": 107.2536,
      "eval_samples_per_second": 186.474,
      "eval_steps_per_second": 0.252,
      "eval_token_acc": 0.923384335416517,
      "step": 1500
    },
    {
      "epoch": 0.09755307081510291,
      "grad_norm": 1.1989173889160156,
      "learning_rate": 9.938408165866068e-06,
      "loss": 0.27685868740081787,
      "step": 1505,
      "token_acc": 0.9227603898767474
    },
    {
      "epoch": 0.09787716739588398,
      "grad_norm": 1.0230028629302979,
      "learning_rate": 9.937566788441249e-06,
      "loss": 0.27478115558624266,
      "step": 1510,
      "token_acc": 0.9243062454467184
    },
    {
      "epoch": 0.09820126397666505,
      "grad_norm": 0.9761582612991333,
      "learning_rate": 9.936719739205007e-06,
      "loss": 0.26723716259002683,
      "step": 1515,
      "token_acc": 0.9247941838234338
    },
    {
      "epoch": 0.09852536055744612,
      "grad_norm": 2.422489881515503,
      "learning_rate": 9.935867019130352e-06,
      "loss": 0.28370051383972167,
      "step": 1520,
      "token_acc": 0.9212301227009779
    },
    {
      "epoch": 0.0988494571382272,
      "grad_norm": 0.9710668325424194,
      "learning_rate": 9.935008629196804e-06,
      "loss": 0.27482008934020996,
      "step": 1525,
      "token_acc": 0.9237486785862021
    },
    {
      "epoch": 0.09917355371900827,
      "grad_norm": 0.9680889248847961,
      "learning_rate": 9.934144570390408e-06,
      "loss": 0.2679934024810791,
      "step": 1530,
      "token_acc": 0.9246236853162244
    },
    {
      "epoch": 0.09949765029978934,
      "grad_norm": 0.9842939972877502,
      "learning_rate": 9.933274843703709e-06,
      "loss": 0.2746241569519043,
      "step": 1535,
      "token_acc": 0.9238204562945956
    },
    {
      "epoch": 0.09982174688057041,
      "grad_norm": 1.007063865661621,
      "learning_rate": 9.932399450135765e-06,
      "loss": 0.2839823722839355,
      "step": 1540,
      "token_acc": 0.9214075037673394
    },
    {
      "epoch": 0.10014584346135148,
      "grad_norm": 1.0514264106750488,
      "learning_rate": 9.93151839069215e-06,
      "loss": 0.2774252414703369,
      "step": 1545,
      "token_acc": 0.922728350670743
    },
    {
      "epoch": 0.10046994004213256,
      "grad_norm": 1.0856746435165405,
      "learning_rate": 9.93063166638494e-06,
      "loss": 0.27080397605895995,
      "step": 1550,
      "token_acc": 0.9244019076154153
    },
    {
      "epoch": 0.10079403662291363,
      "grad_norm": 1.0452642440795898,
      "learning_rate": 9.929739278232721e-06,
      "loss": 0.27521600723266604,
      "step": 1555,
      "token_acc": 0.9234253074882037
    },
    {
      "epoch": 0.1011181332036947,
      "grad_norm": 0.9296409487724304,
      "learning_rate": 9.928841227260584e-06,
      "loss": 0.27310690879821775,
      "step": 1560,
      "token_acc": 0.9238805390500602
    },
    {
      "epoch": 0.10144222978447577,
      "grad_norm": 1.110642910003662,
      "learning_rate": 9.927937514500123e-06,
      "loss": 0.27369258403778074,
      "step": 1565,
      "token_acc": 0.9242291906090954
    },
    {
      "epoch": 0.10176632636525684,
      "grad_norm": 1.4237020015716553,
      "learning_rate": 9.927028140989444e-06,
      "loss": 0.2711742877960205,
      "step": 1570,
      "token_acc": 0.9246883316073043
    },
    {
      "epoch": 0.10209042294603791,
      "grad_norm": 1.013430118560791,
      "learning_rate": 9.926113107773142e-06,
      "loss": 0.27250239849090574,
      "step": 1575,
      "token_acc": 0.9236099877708688
    },
    {
      "epoch": 0.10241451952681899,
      "grad_norm": 1.0401182174682617,
      "learning_rate": 9.925192415902326e-06,
      "loss": 0.2742006778717041,
      "step": 1580,
      "token_acc": 0.9229780521529144
    },
    {
      "epoch": 0.10273861610760006,
      "grad_norm": 0.9349300861358643,
      "learning_rate": 9.9242660664346e-06,
      "loss": 0.2691805362701416,
      "step": 1585,
      "token_acc": 0.9248303612133385
    },
    {
      "epoch": 0.10306271268838113,
      "grad_norm": 1.0663888454437256,
      "learning_rate": 9.923334060434064e-06,
      "loss": 0.2780755996704102,
      "step": 1590,
      "token_acc": 0.9229700063650417
    },
    {
      "epoch": 0.10338680926916222,
      "grad_norm": 1.0016791820526123,
      "learning_rate": 9.922396398971321e-06,
      "loss": 0.27017571926116946,
      "step": 1595,
      "token_acc": 0.9248345160521041
    },
    {
      "epoch": 0.10371090584994329,
      "grad_norm": 0.9433210492134094,
      "learning_rate": 9.92145308312347e-06,
      "loss": 0.27652616500854493,
      "step": 1600,
      "token_acc": 0.9227423254835997
    },
    {
      "epoch": 0.10403500243072436,
      "grad_norm": 1.1194981336593628,
      "learning_rate": 9.920504113974097e-06,
      "loss": 0.2833522319793701,
      "step": 1605,
      "token_acc": 0.9220748138709031
    },
    {
      "epoch": 0.10435909901150543,
      "grad_norm": 0.9643964171409607,
      "learning_rate": 9.919549492613296e-06,
      "loss": 0.27577548027038573,
      "step": 1610,
      "token_acc": 0.9239792879072538
    },
    {
      "epoch": 0.1046831955922865,
      "grad_norm": 1.0825419425964355,
      "learning_rate": 9.918589220137639e-06,
      "loss": 0.2689621925354004,
      "step": 1615,
      "token_acc": 0.9247710010757245
    },
    {
      "epoch": 0.10500729217306758,
      "grad_norm": 1.1451032161712646,
      "learning_rate": 9.917623297650203e-06,
      "loss": 0.26808867454528806,
      "step": 1620,
      "token_acc": 0.9237905211059574
    },
    {
      "epoch": 0.10533138875384865,
      "grad_norm": 0.9955279231071472,
      "learning_rate": 9.916651726260544e-06,
      "loss": 0.27466559410095215,
      "step": 1625,
      "token_acc": 0.9237133205272571
    },
    {
      "epoch": 0.10565548533462972,
      "grad_norm": 1.0354743003845215,
      "learning_rate": 9.915674507084713e-06,
      "loss": 0.27103400230407715,
      "step": 1630,
      "token_acc": 0.9245161040069303
    },
    {
      "epoch": 0.10597958191541079,
      "grad_norm": 1.0770398378372192,
      "learning_rate": 9.914691641245248e-06,
      "loss": 0.277128791809082,
      "step": 1635,
      "token_acc": 0.9233194452671972
    },
    {
      "epoch": 0.10630367849619186,
      "grad_norm": 0.9900469183921814,
      "learning_rate": 9.913703129871172e-06,
      "loss": 0.2723726749420166,
      "step": 1640,
      "token_acc": 0.9245738480504476
    },
    {
      "epoch": 0.10662777507697294,
      "grad_norm": 1.0054636001586914,
      "learning_rate": 9.912708974097994e-06,
      "loss": 0.2797891855239868,
      "step": 1645,
      "token_acc": 0.9233071800619767
    },
    {
      "epoch": 0.10695187165775401,
      "grad_norm": 1.2931158542633057,
      "learning_rate": 9.911709175067707e-06,
      "loss": 0.2797114372253418,
      "step": 1650,
      "token_acc": 0.9234006678566018
    },
    {
      "epoch": 0.10727596823853508,
      "grad_norm": 1.136385440826416,
      "learning_rate": 9.910703733928783e-06,
      "loss": 0.2698939800262451,
      "step": 1655,
      "token_acc": 0.9251408569829931
    },
    {
      "epoch": 0.10760006481931615,
      "grad_norm": 1.03597891330719,
      "learning_rate": 9.909692651836182e-06,
      "loss": 0.2703925609588623,
      "step": 1660,
      "token_acc": 0.9252016076072395
    },
    {
      "epoch": 0.10792416140009722,
      "grad_norm": 0.9790574312210083,
      "learning_rate": 9.908675929951339e-06,
      "loss": 0.27372188568115235,
      "step": 1665,
      "token_acc": 0.9229208535477016
    },
    {
      "epoch": 0.1082482579808783,
      "grad_norm": 1.118811011314392,
      "learning_rate": 9.907653569442166e-06,
      "loss": 0.274387788772583,
      "step": 1670,
      "token_acc": 0.9243058716431497
    },
    {
      "epoch": 0.10857235456165937,
      "grad_norm": 1.0487786531448364,
      "learning_rate": 9.906625571483058e-06,
      "loss": 0.2731483459472656,
      "step": 1675,
      "token_acc": 0.9245208571853635
    },
    {
      "epoch": 0.10889645114244045,
      "grad_norm": 0.9568978548049927,
      "learning_rate": 9.905591937254878e-06,
      "loss": 0.2664167881011963,
      "step": 1680,
      "token_acc": 0.9249768225324159
    },
    {
      "epoch": 0.10922054772322153,
      "grad_norm": 0.9544060826301575,
      "learning_rate": 9.90455266794497e-06,
      "loss": 0.27443690299987794,
      "step": 1685,
      "token_acc": 0.9237837802459601
    },
    {
      "epoch": 0.1095446443040026,
      "grad_norm": 1.0311187505722046,
      "learning_rate": 9.903507764747149e-06,
      "loss": 0.2735258102416992,
      "step": 1690,
      "token_acc": 0.9240997193930576
    },
    {
      "epoch": 0.10986874088478367,
      "grad_norm": 1.0488665103912354,
      "learning_rate": 9.9024572288617e-06,
      "loss": 0.27213072776794434,
      "step": 1695,
      "token_acc": 0.9231436693410002
    },
    {
      "epoch": 0.11019283746556474,
      "grad_norm": 1.081527590751648,
      "learning_rate": 9.901401061495379e-06,
      "loss": 0.27215576171875,
      "step": 1700,
      "token_acc": 0.9249249829360326
    },
    {
      "epoch": 0.11051693404634581,
      "grad_norm": 0.9950317144393921,
      "learning_rate": 9.900339263861414e-06,
      "loss": 0.270894193649292,
      "step": 1705,
      "token_acc": 0.9237205618881936
    },
    {
      "epoch": 0.11084103062712689,
      "grad_norm": 1.0484617948532104,
      "learning_rate": 9.899271837179497e-06,
      "loss": 0.2749714612960815,
      "step": 1710,
      "token_acc": 0.9234928306750443
    },
    {
      "epoch": 0.11116512720790796,
      "grad_norm": 1.0407040119171143,
      "learning_rate": 9.898198782675786e-06,
      "loss": 0.26599321365356443,
      "step": 1715,
      "token_acc": 0.9257451765515182
    },
    {
      "epoch": 0.11148922378868903,
      "grad_norm": 1.0516830682754517,
      "learning_rate": 9.897120101582907e-06,
      "loss": 0.28003873825073244,
      "step": 1720,
      "token_acc": 0.9234885882066052
    },
    {
      "epoch": 0.1118133203694701,
      "grad_norm": 0.957533597946167,
      "learning_rate": 9.896035795139947e-06,
      "loss": 0.27316989898681643,
      "step": 1725,
      "token_acc": 0.9233659981471091
    },
    {
      "epoch": 0.11213741695025117,
      "grad_norm": 0.9559309482574463,
      "learning_rate": 9.89494586459245e-06,
      "loss": 0.27594521045684817,
      "step": 1730,
      "token_acc": 0.9231319828994202
    },
    {
      "epoch": 0.11246151353103225,
      "grad_norm": 1.3301963806152344,
      "learning_rate": 9.893850311192434e-06,
      "loss": 0.27024025917053224,
      "step": 1735,
      "token_acc": 0.9244858884801119
    },
    {
      "epoch": 0.11278561011181332,
      "grad_norm": 1.0732120275497437,
      "learning_rate": 9.892749136198361e-06,
      "loss": 0.27436850070953367,
      "step": 1740,
      "token_acc": 0.9236043095004897
    },
    {
      "epoch": 0.11310970669259439,
      "grad_norm": 1.0805331468582153,
      "learning_rate": 9.89164234087516e-06,
      "loss": 0.26944427490234374,
      "step": 1745,
      "token_acc": 0.9247072927593644
    },
    {
      "epoch": 0.11343380327337546,
      "grad_norm": 1.1050970554351807,
      "learning_rate": 9.890529926494211e-06,
      "loss": 0.27786822319030763,
      "step": 1750,
      "token_acc": 0.9235740778029659
    },
    {
      "epoch": 0.11375789985415653,
      "grad_norm": 1.0643095970153809,
      "learning_rate": 9.889411894333355e-06,
      "loss": 0.2682131290435791,
      "step": 1755,
      "token_acc": 0.9250420364467354
    },
    {
      "epoch": 0.1140819964349376,
      "grad_norm": 0.9681152701377869,
      "learning_rate": 9.888288245676879e-06,
      "loss": 0.26546540260314944,
      "step": 1760,
      "token_acc": 0.9257162284085412
    },
    {
      "epoch": 0.11440609301571869,
      "grad_norm": 0.9666985273361206,
      "learning_rate": 9.887158981815523e-06,
      "loss": 0.277356481552124,
      "step": 1765,
      "token_acc": 0.9232284237387948
    },
    {
      "epoch": 0.11473018959649976,
      "grad_norm": 0.9490284323692322,
      "learning_rate": 9.886024104046482e-06,
      "loss": 0.27654027938842773,
      "step": 1770,
      "token_acc": 0.9241275567595632
    },
    {
      "epoch": 0.11505428617728083,
      "grad_norm": 1.04364013671875,
      "learning_rate": 9.884883613673393e-06,
      "loss": 0.2679736137390137,
      "step": 1775,
      "token_acc": 0.9255010184637624
    },
    {
      "epoch": 0.1153783827580619,
      "grad_norm": 0.9443017840385437,
      "learning_rate": 9.883737512006349e-06,
      "loss": 0.2656404972076416,
      "step": 1780,
      "token_acc": 0.925007385039551
    },
    {
      "epoch": 0.11570247933884298,
      "grad_norm": 1.1193122863769531,
      "learning_rate": 9.882585800361879e-06,
      "loss": 0.2742094278335571,
      "step": 1785,
      "token_acc": 0.9236529105524739
    },
    {
      "epoch": 0.11602657591962405,
      "grad_norm": 1.2240768671035767,
      "learning_rate": 9.881428480062962e-06,
      "loss": 0.27303686141967776,
      "step": 1790,
      "token_acc": 0.9235450299424407
    },
    {
      "epoch": 0.11635067250040512,
      "grad_norm": 1.0624961853027344,
      "learning_rate": 9.880265552439022e-06,
      "loss": 0.2721515655517578,
      "step": 1795,
      "token_acc": 0.9239791057524885
    },
    {
      "epoch": 0.1166747690811862,
      "grad_norm": 1.1981738805770874,
      "learning_rate": 9.879097018825916e-06,
      "loss": 0.2719876766204834,
      "step": 1800,
      "token_acc": 0.92382783226353
    },
    {
      "epoch": 0.11699886566196727,
      "grad_norm": 0.9903087019920349,
      "learning_rate": 9.877922880565946e-06,
      "loss": 0.27469184398651125,
      "step": 1805,
      "token_acc": 0.9234782033034326
    },
    {
      "epoch": 0.11732296224274834,
      "grad_norm": 0.9771552681922913,
      "learning_rate": 9.876743139007853e-06,
      "loss": 0.2729260683059692,
      "step": 1810,
      "token_acc": 0.9238089047773805
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 1.0332655906677246,
      "learning_rate": 9.875557795506815e-06,
      "loss": 0.27531943321228025,
      "step": 1815,
      "token_acc": 0.9233112462085216
    },
    {
      "epoch": 0.11797115540431048,
      "grad_norm": 0.8811163306236267,
      "learning_rate": 9.874366851424439e-06,
      "loss": 0.2734023094177246,
      "step": 1820,
      "token_acc": 0.9243820350525921
    },
    {
      "epoch": 0.11829525198509155,
      "grad_norm": 0.9587964415550232,
      "learning_rate": 9.87317030812877e-06,
      "loss": 0.2750477075576782,
      "step": 1825,
      "token_acc": 0.9230510186900152
    },
    {
      "epoch": 0.11861934856587263,
      "grad_norm": 1.0105973482131958,
      "learning_rate": 9.871968166994284e-06,
      "loss": 0.27099003791809084,
      "step": 1830,
      "token_acc": 0.9240659714944456
    },
    {
      "epoch": 0.1189434451466537,
      "grad_norm": 1.1160749197006226,
      "learning_rate": 9.87076042940189e-06,
      "loss": 0.26824226379394533,
      "step": 1835,
      "token_acc": 0.9241721875833013
    },
    {
      "epoch": 0.11926754172743477,
      "grad_norm": 0.9462841749191284,
      "learning_rate": 9.869547096738921e-06,
      "loss": 0.267621374130249,
      "step": 1840,
      "token_acc": 0.9238915268271856
    },
    {
      "epoch": 0.11959163830821584,
      "grad_norm": 0.8994613289833069,
      "learning_rate": 9.86832817039914e-06,
      "loss": 0.2728606700897217,
      "step": 1845,
      "token_acc": 0.9244416222275499
    },
    {
      "epoch": 0.11991573488899693,
      "grad_norm": 1.0033142566680908,
      "learning_rate": 9.867103651782733e-06,
      "loss": 0.26934051513671875,
      "step": 1850,
      "token_acc": 0.9246378327493332
    },
    {
      "epoch": 0.120239831469778,
      "grad_norm": 0.9191084504127502,
      "learning_rate": 9.865873542296313e-06,
      "loss": 0.2698638677597046,
      "step": 1855,
      "token_acc": 0.9245987381909712
    },
    {
      "epoch": 0.12056392805055907,
      "grad_norm": 0.9678038954734802,
      "learning_rate": 9.864637843352916e-06,
      "loss": 0.27739927768707273,
      "step": 1860,
      "token_acc": 0.9233562315996074
    },
    {
      "epoch": 0.12088802463134014,
      "grad_norm": 0.931466817855835,
      "learning_rate": 9.86339655637199e-06,
      "loss": 0.2710101842880249,
      "step": 1865,
      "token_acc": 0.9242738114687142
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 1.0041298866271973,
      "learning_rate": 9.862149682779419e-06,
      "loss": 0.2756577730178833,
      "step": 1870,
      "token_acc": 0.9233062133599466
    },
    {
      "epoch": 0.12153621779290229,
      "grad_norm": 1.1264930963516235,
      "learning_rate": 9.860897224007483e-06,
      "loss": 0.28103365898132326,
      "step": 1875,
      "token_acc": 0.9231336417557895
    },
    {
      "epoch": 0.12186031437368336,
      "grad_norm": 0.9130573272705078,
      "learning_rate": 9.859639181494894e-06,
      "loss": 0.27318921089172366,
      "step": 1880,
      "token_acc": 0.9240624044845908
    },
    {
      "epoch": 0.12218441095446443,
      "grad_norm": 0.9747406244277954,
      "learning_rate": 9.858375556686772e-06,
      "loss": 0.26555347442626953,
      "step": 1885,
      "token_acc": 0.9248226302289
    },
    {
      "epoch": 0.1225085075352455,
      "grad_norm": 0.9989035725593567,
      "learning_rate": 9.85710635103465e-06,
      "loss": 0.27396016120910643,
      "step": 1890,
      "token_acc": 0.9231803379255885
    },
    {
      "epoch": 0.12283260411602658,
      "grad_norm": 0.8758108019828796,
      "learning_rate": 9.855831565996475e-06,
      "loss": 0.2606497049331665,
      "step": 1895,
      "token_acc": 0.9271418086604646
    },
    {
      "epoch": 0.12315670069680765,
      "grad_norm": 1.024030327796936,
      "learning_rate": 9.854551203036592e-06,
      "loss": 0.27004094123840333,
      "step": 1900,
      "token_acc": 0.9245094033765172
    },
    {
      "epoch": 0.12348079727758872,
      "grad_norm": 0.9365476369857788,
      "learning_rate": 9.853265263625771e-06,
      "loss": 0.26974670886993407,
      "step": 1905,
      "token_acc": 0.9241203682967873
    },
    {
      "epoch": 0.12380489385836979,
      "grad_norm": 0.9061581492424011,
      "learning_rate": 9.85197374924117e-06,
      "loss": 0.26725306510925295,
      "step": 1910,
      "token_acc": 0.9252236324081317
    },
    {
      "epoch": 0.12412899043915086,
      "grad_norm": 0.9130187630653381,
      "learning_rate": 9.850676661366362e-06,
      "loss": 0.2614121913909912,
      "step": 1915,
      "token_acc": 0.9277056819155457
    },
    {
      "epoch": 0.12445308701993194,
      "grad_norm": 0.9489284753799438,
      "learning_rate": 9.849374001491322e-06,
      "loss": 0.2705172300338745,
      "step": 1920,
      "token_acc": 0.9256416343541453
    },
    {
      "epoch": 0.12477718360071301,
      "grad_norm": 1.0743412971496582,
      "learning_rate": 9.848065771112418e-06,
      "loss": 0.27531633377075193,
      "step": 1925,
      "token_acc": 0.9229580962437184
    },
    {
      "epoch": 0.12510128018149408,
      "grad_norm": 0.8972349166870117,
      "learning_rate": 9.846751971732424e-06,
      "loss": 0.265399694442749,
      "step": 1930,
      "token_acc": 0.9260574602740973
    },
    {
      "epoch": 0.12542537676227516,
      "grad_norm": 0.9575828313827515,
      "learning_rate": 9.845432604860512e-06,
      "loss": 0.2672731399536133,
      "step": 1935,
      "token_acc": 0.9256607965285852
    },
    {
      "epoch": 0.12574947334305622,
      "grad_norm": 0.9541116952896118,
      "learning_rate": 9.84410767201224e-06,
      "loss": 0.2785304069519043,
      "step": 1940,
      "token_acc": 0.9225122723310547
    },
    {
      "epoch": 0.1260735699238373,
      "grad_norm": 1.20053231716156,
      "learning_rate": 9.842777174709572e-06,
      "loss": 0.2687264919281006,
      "step": 1945,
      "token_acc": 0.9248639925033189
    },
    {
      "epoch": 0.12639766650461837,
      "grad_norm": 0.9025915265083313,
      "learning_rate": 9.841441114480854e-06,
      "loss": 0.26512718200683594,
      "step": 1950,
      "token_acc": 0.9259264123561048
    },
    {
      "epoch": 0.12672176308539945,
      "grad_norm": 1.2694759368896484,
      "learning_rate": 9.840099492860828e-06,
      "loss": 0.26184635162353515,
      "step": 1955,
      "token_acc": 0.9266154394838375
    },
    {
      "epoch": 0.1270458596661805,
      "grad_norm": 1.0990233421325684,
      "learning_rate": 9.838752311390621e-06,
      "loss": 0.26923418045043945,
      "step": 1960,
      "token_acc": 0.924598121916282
    },
    {
      "epoch": 0.1273699562469616,
      "grad_norm": 0.8711085915565491,
      "learning_rate": 9.837399571617749e-06,
      "loss": 0.26091601848602297,
      "step": 1965,
      "token_acc": 0.9265056249920371
    },
    {
      "epoch": 0.12769405282774265,
      "grad_norm": 0.9464273452758789,
      "learning_rate": 9.836041275096114e-06,
      "loss": 0.23966712951660157,
      "step": 1970,
      "token_acc": 0.9333811548231702
    },
    {
      "epoch": 0.12801814940852374,
      "grad_norm": 1.0471134185791016,
      "learning_rate": 9.834677423385995e-06,
      "loss": 0.23803000450134276,
      "step": 1975,
      "token_acc": 0.9326232831347467
    },
    {
      "epoch": 0.12834224598930483,
      "grad_norm": 1.0047551393508911,
      "learning_rate": 9.83330801805406e-06,
      "loss": 0.2700387954711914,
      "step": 1980,
      "token_acc": 0.9249814589182603
    },
    {
      "epoch": 0.12866634257008588,
      "grad_norm": 1.093272089958191,
      "learning_rate": 9.83193306067335e-06,
      "loss": 0.267792797088623,
      "step": 1985,
      "token_acc": 0.9250008166998791
    },
    {
      "epoch": 0.12899043915086697,
      "grad_norm": 0.9251362681388855,
      "learning_rate": 9.830552552823287e-06,
      "loss": 0.2690268039703369,
      "step": 1990,
      "token_acc": 0.9244774903774154
    },
    {
      "epoch": 0.12931453573164803,
      "grad_norm": 1.2007625102996826,
      "learning_rate": 9.82916649608967e-06,
      "loss": 0.27674341201782227,
      "step": 1995,
      "token_acc": 0.9238611085517223
    },
    {
      "epoch": 0.12963863231242911,
      "grad_norm": 0.8932528495788574,
      "learning_rate": 9.82777489206467e-06,
      "loss": 0.274359917640686,
      "step": 2000,
      "token_acc": 0.924495963785276
    },
    {
      "epoch": 0.12963863231242911,
      "eval_loss": 0.27270475029945374,
      "eval_runtime": 136.3632,
      "eval_samples_per_second": 146.667,
      "eval_steps_per_second": 0.198,
      "eval_token_acc": 0.923762660728396,
      "step": 2000
    },
    {
      "epoch": 0.12996272889321017,
      "grad_norm": 0.9958134293556213,
      "learning_rate": 9.826377742346829e-06,
      "loss": 0.2681886672973633,
      "step": 2005,
      "token_acc": 0.9251692761383699
    },
    {
      "epoch": 0.13028682547399126,
      "grad_norm": 0.9843332767486572,
      "learning_rate": 9.824975048541061e-06,
      "loss": 0.26679039001464844,
      "step": 2010,
      "token_acc": 0.9254165166442997
    },
    {
      "epoch": 0.13061092205477232,
      "grad_norm": 0.9692593812942505,
      "learning_rate": 9.82356681225865e-06,
      "loss": 0.2728773593902588,
      "step": 2015,
      "token_acc": 0.9239635189544502
    },
    {
      "epoch": 0.1309350186355534,
      "grad_norm": 1.0011025667190552,
      "learning_rate": 9.822153035117246e-06,
      "loss": 0.2710697889328003,
      "step": 2020,
      "token_acc": 0.9248103965871386
    },
    {
      "epoch": 0.13125911521633446,
      "grad_norm": 0.9607855677604675,
      "learning_rate": 9.820733718740859e-06,
      "loss": 0.26751160621643066,
      "step": 2025,
      "token_acc": 0.9253515643044273
    },
    {
      "epoch": 0.13158321179711555,
      "grad_norm": 0.9440774917602539,
      "learning_rate": 9.819308864759869e-06,
      "loss": 0.2621784210205078,
      "step": 2030,
      "token_acc": 0.9258067242735742
    },
    {
      "epoch": 0.1319073083778966,
      "grad_norm": 0.9163006544113159,
      "learning_rate": 9.817878474811013e-06,
      "loss": 0.26691765785217286,
      "step": 2035,
      "token_acc": 0.9253205149053253
    },
    {
      "epoch": 0.1322314049586777,
      "grad_norm": 1.0467102527618408,
      "learning_rate": 9.816442550537388e-06,
      "loss": 0.2757887363433838,
      "step": 2040,
      "token_acc": 0.923038464535231
    },
    {
      "epoch": 0.13255550153945875,
      "grad_norm": 1.7916594743728638,
      "learning_rate": 9.81500109358845e-06,
      "loss": 0.27697553634643557,
      "step": 2045,
      "token_acc": 0.9227113590074679
    },
    {
      "epoch": 0.13287959812023983,
      "grad_norm": 0.98685622215271,
      "learning_rate": 9.813554105620007e-06,
      "loss": 0.27060303688049314,
      "step": 2050,
      "token_acc": 0.9243251420753525
    },
    {
      "epoch": 0.1332036947010209,
      "grad_norm": 0.9809501767158508,
      "learning_rate": 9.812101588294224e-06,
      "loss": 0.2721551418304443,
      "step": 2055,
      "token_acc": 0.9237612188694946
    },
    {
      "epoch": 0.13352779128180198,
      "grad_norm": 0.9539017677307129,
      "learning_rate": 9.810643543279616e-06,
      "loss": 0.26798052787780763,
      "step": 2060,
      "token_acc": 0.9251081116498493
    },
    {
      "epoch": 0.13385188786258306,
      "grad_norm": 0.8639307618141174,
      "learning_rate": 9.809179972251046e-06,
      "loss": 0.2696994304656982,
      "step": 2065,
      "token_acc": 0.9246522971458704
    },
    {
      "epoch": 0.13417598444336412,
      "grad_norm": 1.030457854270935,
      "learning_rate": 9.807710876889727e-06,
      "loss": 0.26218347549438475,
      "step": 2070,
      "token_acc": 0.9262481064669437
    },
    {
      "epoch": 0.1345000810241452,
      "grad_norm": 1.0565268993377686,
      "learning_rate": 9.806236258883218e-06,
      "loss": 0.27016291618347166,
      "step": 2075,
      "token_acc": 0.9239725938685904
    },
    {
      "epoch": 0.13482417760492627,
      "grad_norm": 0.9403888583183289,
      "learning_rate": 9.804756119925421e-06,
      "loss": 0.2598578453063965,
      "step": 2080,
      "token_acc": 0.9272878933857525
    },
    {
      "epoch": 0.13514827418570735,
      "grad_norm": 0.9595038294792175,
      "learning_rate": 9.80327046171658e-06,
      "loss": 0.2734077930450439,
      "step": 2085,
      "token_acc": 0.923968586251284
    },
    {
      "epoch": 0.1354723707664884,
      "grad_norm": 1.557283878326416,
      "learning_rate": 9.801779285963279e-06,
      "loss": 0.27282917499542236,
      "step": 2090,
      "token_acc": 0.9233787199131965
    },
    {
      "epoch": 0.1357964673472695,
      "grad_norm": 0.8996778726577759,
      "learning_rate": 9.800282594378441e-06,
      "loss": 0.26968817710876464,
      "step": 2095,
      "token_acc": 0.9252194913671177
    },
    {
      "epoch": 0.13612056392805055,
      "grad_norm": 0.8910385966300964,
      "learning_rate": 9.798780388681322e-06,
      "loss": 0.2675360679626465,
      "step": 2100,
      "token_acc": 0.9249030286154624
    },
    {
      "epoch": 0.13644466050883164,
      "grad_norm": 1.030527114868164,
      "learning_rate": 9.797272670597518e-06,
      "loss": 0.27029075622558596,
      "step": 2105,
      "token_acc": 0.9239693404820155
    },
    {
      "epoch": 0.1367687570896127,
      "grad_norm": 0.9011632204055786,
      "learning_rate": 9.795759441858952e-06,
      "loss": 0.2744141101837158,
      "step": 2110,
      "token_acc": 0.9237051322418136
    },
    {
      "epoch": 0.13709285367039378,
      "grad_norm": 0.9581583738327026,
      "learning_rate": 9.794240704203876e-06,
      "loss": 0.28199870586395265,
      "step": 2115,
      "token_acc": 0.9227496655900297
    },
    {
      "epoch": 0.13741695025117484,
      "grad_norm": 1.2229371070861816,
      "learning_rate": 9.792716459376875e-06,
      "loss": 0.27021174430847167,
      "step": 2120,
      "token_acc": 0.9239751295068044
    },
    {
      "epoch": 0.13774104683195593,
      "grad_norm": 0.8828976154327393,
      "learning_rate": 9.791186709128859e-06,
      "loss": 0.26480114459991455,
      "step": 2125,
      "token_acc": 0.9258972559155586
    },
    {
      "epoch": 0.13806514341273698,
      "grad_norm": 0.9912476539611816,
      "learning_rate": 9.789651455217058e-06,
      "loss": 0.2708422183990479,
      "step": 2130,
      "token_acc": 0.9241014235454019
    },
    {
      "epoch": 0.13838923999351807,
      "grad_norm": 0.9211575984954834,
      "learning_rate": 9.78811069940503e-06,
      "loss": 0.2720188617706299,
      "step": 2135,
      "token_acc": 0.9244300236218382
    },
    {
      "epoch": 0.13871333657429913,
      "grad_norm": 1.0295453071594238,
      "learning_rate": 9.786564443462646e-06,
      "loss": 0.2796108961105347,
      "step": 2140,
      "token_acc": 0.9226034794602542
    },
    {
      "epoch": 0.13903743315508021,
      "grad_norm": 1.0893932580947876,
      "learning_rate": 9.785012689166104e-06,
      "loss": 0.2808856964111328,
      "step": 2145,
      "token_acc": 0.9218724213278058
    },
    {
      "epoch": 0.1393615297358613,
      "grad_norm": 0.9018267393112183,
      "learning_rate": 9.783455438297909e-06,
      "loss": 0.2733065366744995,
      "step": 2150,
      "token_acc": 0.9236945402640656
    },
    {
      "epoch": 0.13968562631664236,
      "grad_norm": 1.0649100542068481,
      "learning_rate": 9.781892692646886e-06,
      "loss": 0.2655647277832031,
      "step": 2155,
      "token_acc": 0.9260286699423591
    },
    {
      "epoch": 0.14000972289742344,
      "grad_norm": 0.906578779220581,
      "learning_rate": 9.780324454008172e-06,
      "loss": 0.2723796844482422,
      "step": 2160,
      "token_acc": 0.9241845140032949
    },
    {
      "epoch": 0.1403338194782045,
      "grad_norm": 0.990885317325592,
      "learning_rate": 9.778750724183209e-06,
      "loss": 0.269470739364624,
      "step": 2165,
      "token_acc": 0.9245861834891128
    },
    {
      "epoch": 0.1406579160589856,
      "grad_norm": 0.912858247756958,
      "learning_rate": 9.777171504979748e-06,
      "loss": 0.2701325654983521,
      "step": 2170,
      "token_acc": 0.9247378898473789
    },
    {
      "epoch": 0.14098201263976665,
      "grad_norm": 0.9650824069976807,
      "learning_rate": 9.77558679821185e-06,
      "loss": 0.267457389831543,
      "step": 2175,
      "token_acc": 0.9255161023947152
    },
    {
      "epoch": 0.14130610922054773,
      "grad_norm": 0.896472692489624,
      "learning_rate": 9.773996605699876e-06,
      "loss": 0.26908278465270996,
      "step": 2180,
      "token_acc": 0.9240542618486037
    },
    {
      "epoch": 0.1416302058013288,
      "grad_norm": 0.9619896411895752,
      "learning_rate": 9.77240092927049e-06,
      "loss": 0.26523962020874026,
      "step": 2185,
      "token_acc": 0.9264276228419654
    },
    {
      "epoch": 0.14195430238210988,
      "grad_norm": 0.9019481539726257,
      "learning_rate": 9.770799770756653e-06,
      "loss": 0.26586222648620605,
      "step": 2190,
      "token_acc": 0.9255034080857485
    },
    {
      "epoch": 0.14227839896289093,
      "grad_norm": 0.9216703176498413,
      "learning_rate": 9.769193131997627e-06,
      "loss": 0.2637033224105835,
      "step": 2195,
      "token_acc": 0.92591671845867
    },
    {
      "epoch": 0.14260249554367202,
      "grad_norm": 0.9822421669960022,
      "learning_rate": 9.767581014838968e-06,
      "loss": 0.2749229907989502,
      "step": 2200,
      "token_acc": 0.9239928361968865
    },
    {
      "epoch": 0.14292659212445308,
      "grad_norm": 0.9890458583831787,
      "learning_rate": 9.765963421132521e-06,
      "loss": 0.2718761444091797,
      "step": 2205,
      "token_acc": 0.9240334674048278
    },
    {
      "epoch": 0.14325068870523416,
      "grad_norm": 0.8598413467407227,
      "learning_rate": 9.764340352736425e-06,
      "loss": 0.2701383113861084,
      "step": 2210,
      "token_acc": 0.9246272453332289
    },
    {
      "epoch": 0.14357478528601522,
      "grad_norm": 1.0562912225723267,
      "learning_rate": 9.762711811515112e-06,
      "loss": 0.27956080436706543,
      "step": 2215,
      "token_acc": 0.9224512571391059
    },
    {
      "epoch": 0.1438988818667963,
      "grad_norm": 1.060282826423645,
      "learning_rate": 9.761077799339294e-06,
      "loss": 0.26948440074920654,
      "step": 2220,
      "token_acc": 0.924671926416366
    },
    {
      "epoch": 0.14422297844757737,
      "grad_norm": 0.8981298208236694,
      "learning_rate": 9.75943831808597e-06,
      "loss": 0.26290059089660645,
      "step": 2225,
      "token_acc": 0.9258906019785308
    },
    {
      "epoch": 0.14454707502835845,
      "grad_norm": 0.8841952681541443,
      "learning_rate": 9.757793369638421e-06,
      "loss": 0.27398066520690917,
      "step": 2230,
      "token_acc": 0.9234172019753215
    },
    {
      "epoch": 0.14487117160913954,
      "grad_norm": 1.0952105522155762,
      "learning_rate": 9.756142955886211e-06,
      "loss": 0.2776633739471436,
      "step": 2235,
      "token_acc": 0.9233878971535947
    },
    {
      "epoch": 0.1451952681899206,
      "grad_norm": 0.9648717045783997,
      "learning_rate": 9.75448707872518e-06,
      "loss": 0.2631640672683716,
      "step": 2240,
      "token_acc": 0.925903796404512
    },
    {
      "epoch": 0.14551936477070168,
      "grad_norm": 0.905194103717804,
      "learning_rate": 9.75282574005744e-06,
      "loss": 0.26733789443969724,
      "step": 2245,
      "token_acc": 0.9254697042386837
    },
    {
      "epoch": 0.14584346135148274,
      "grad_norm": 1.4902266263961792,
      "learning_rate": 9.751158941791386e-06,
      "loss": 0.2674945592880249,
      "step": 2250,
      "token_acc": 0.9249406081197659
    },
    {
      "epoch": 0.14616755793226383,
      "grad_norm": 0.961801290512085,
      "learning_rate": 9.749486685841673e-06,
      "loss": 0.2644834041595459,
      "step": 2255,
      "token_acc": 0.9258671473448409
    },
    {
      "epoch": 0.14649165451304488,
      "grad_norm": 0.9748981595039368,
      "learning_rate": 9.747808974129237e-06,
      "loss": 0.2630170345306396,
      "step": 2260,
      "token_acc": 0.9259586140336395
    },
    {
      "epoch": 0.14681575109382597,
      "grad_norm": 0.9286852478981018,
      "learning_rate": 9.746125808581266e-06,
      "loss": 0.26565778255462646,
      "step": 2265,
      "token_acc": 0.9248479041287384
    },
    {
      "epoch": 0.14713984767460703,
      "grad_norm": 0.9646102786064148,
      "learning_rate": 9.744437191131232e-06,
      "loss": 0.2667598485946655,
      "step": 2270,
      "token_acc": 0.9253188446493525
    },
    {
      "epoch": 0.1474639442553881,
      "grad_norm": 1.0613057613372803,
      "learning_rate": 9.742743123718854e-06,
      "loss": 0.26466832160949705,
      "step": 2275,
      "token_acc": 0.9258959831528436
    },
    {
      "epoch": 0.14778804083616917,
      "grad_norm": 0.9826300144195557,
      "learning_rate": 9.741043608290117e-06,
      "loss": 0.27543792724609373,
      "step": 2280,
      "token_acc": 0.9231002745034717
    },
    {
      "epoch": 0.14811213741695026,
      "grad_norm": 1.1122735738754272,
      "learning_rate": 9.739338646797268e-06,
      "loss": 0.26322145462036134,
      "step": 2285,
      "token_acc": 0.9261482021193644
    },
    {
      "epoch": 0.14843623399773131,
      "grad_norm": 1.0941451787948608,
      "learning_rate": 9.7376282411988e-06,
      "loss": 0.2738584756851196,
      "step": 2290,
      "token_acc": 0.9229976452477708
    },
    {
      "epoch": 0.1487603305785124,
      "grad_norm": 0.8940174579620361,
      "learning_rate": 9.735912393459471e-06,
      "loss": 0.269028377532959,
      "step": 2295,
      "token_acc": 0.9249781262951535
    },
    {
      "epoch": 0.14908442715929346,
      "grad_norm": 1.19048011302948,
      "learning_rate": 9.734191105550284e-06,
      "loss": 0.2797422409057617,
      "step": 2300,
      "token_acc": 0.9231565824797008
    },
    {
      "epoch": 0.14940852374007454,
      "grad_norm": 1.085537075996399,
      "learning_rate": 9.73246437944849e-06,
      "loss": 0.27753300666809083,
      "step": 2305,
      "token_acc": 0.9228830776443623
    },
    {
      "epoch": 0.1497326203208556,
      "grad_norm": 0.9471875429153442,
      "learning_rate": 9.730732217137593e-06,
      "loss": 0.2848607063293457,
      "step": 2310,
      "token_acc": 0.9216459830176356
    },
    {
      "epoch": 0.1500567169016367,
      "grad_norm": 0.9744594693183899,
      "learning_rate": 9.728994620607335e-06,
      "loss": 0.26773533821105955,
      "step": 2315,
      "token_acc": 0.9250412825547075
    },
    {
      "epoch": 0.15038081348241775,
      "grad_norm": 0.9366313815116882,
      "learning_rate": 9.727251591853703e-06,
      "loss": 0.27124905586242676,
      "step": 2320,
      "token_acc": 0.9235699334460926
    },
    {
      "epoch": 0.15070491006319883,
      "grad_norm": 0.9696183204650879,
      "learning_rate": 9.725503132878926e-06,
      "loss": 0.2665980339050293,
      "step": 2325,
      "token_acc": 0.9253111210928211
    },
    {
      "epoch": 0.15102900664397992,
      "grad_norm": 1.0398274660110474,
      "learning_rate": 9.72374924569147e-06,
      "loss": 0.26602926254272463,
      "step": 2330,
      "token_acc": 0.9250271500232714
    },
    {
      "epoch": 0.15135310322476098,
      "grad_norm": 1.1119755506515503,
      "learning_rate": 9.72198993230603e-06,
      "loss": 0.2673789501190186,
      "step": 2335,
      "token_acc": 0.926091141425205
    },
    {
      "epoch": 0.15167719980554206,
      "grad_norm": 0.9922897815704346,
      "learning_rate": 9.720225194743544e-06,
      "loss": 0.2739012002944946,
      "step": 2340,
      "token_acc": 0.9238379201893591
    },
    {
      "epoch": 0.15200129638632312,
      "grad_norm": 0.9148727059364319,
      "learning_rate": 9.718455035031176e-06,
      "loss": 0.27413690090179443,
      "step": 2345,
      "token_acc": 0.923864671437866
    },
    {
      "epoch": 0.1523253929671042,
      "grad_norm": 0.954188883304596,
      "learning_rate": 9.716679455202317e-06,
      "loss": 0.26938366889953613,
      "step": 2350,
      "token_acc": 0.9244251666754161
    },
    {
      "epoch": 0.15264948954788526,
      "grad_norm": 0.9454711675643921,
      "learning_rate": 9.714898457296585e-06,
      "loss": 0.26335599422454836,
      "step": 2355,
      "token_acc": 0.9264231728171055
    },
    {
      "epoch": 0.15297358612866635,
      "grad_norm": 0.8574007153511047,
      "learning_rate": 9.713112043359826e-06,
      "loss": 0.2716971397399902,
      "step": 2360,
      "token_acc": 0.9248679899533927
    },
    {
      "epoch": 0.1532976827094474,
      "grad_norm": 0.9906074404716492,
      "learning_rate": 9.7113202154441e-06,
      "loss": 0.27153911590576174,
      "step": 2365,
      "token_acc": 0.9240451729276136
    },
    {
      "epoch": 0.1536217792902285,
      "grad_norm": 0.8852605819702148,
      "learning_rate": 9.709522975607694e-06,
      "loss": 0.27397239208221436,
      "step": 2370,
      "token_acc": 0.9238037302131735
    },
    {
      "epoch": 0.15394587587100955,
      "grad_norm": 1.0331032276153564,
      "learning_rate": 9.707720325915105e-06,
      "loss": 0.2730919122695923,
      "step": 2375,
      "token_acc": 0.9246810885165911
    },
    {
      "epoch": 0.15426997245179064,
      "grad_norm": 1.0172979831695557,
      "learning_rate": 9.705912268437048e-06,
      "loss": 0.2705503225326538,
      "step": 2380,
      "token_acc": 0.9250787249504082
    },
    {
      "epoch": 0.1545940690325717,
      "grad_norm": 0.9462108612060547,
      "learning_rate": 9.704098805250449e-06,
      "loss": 0.2731978416442871,
      "step": 2385,
      "token_acc": 0.9230673431129639
    },
    {
      "epoch": 0.15491816561335278,
      "grad_norm": 0.9303444623947144,
      "learning_rate": 9.702279938438442e-06,
      "loss": 0.27066688537597655,
      "step": 2390,
      "token_acc": 0.9241699971266619
    },
    {
      "epoch": 0.15524226219413384,
      "grad_norm": 0.8797633647918701,
      "learning_rate": 9.700455670090373e-06,
      "loss": 0.26954338550567625,
      "step": 2395,
      "token_acc": 0.9248562382890742
    },
    {
      "epoch": 0.15556635877491493,
      "grad_norm": 1.0779069662094116,
      "learning_rate": 9.698626002301787e-06,
      "loss": 0.27100348472595215,
      "step": 2400,
      "token_acc": 0.9248093586951516
    },
    {
      "epoch": 0.15589045535569598,
      "grad_norm": 0.9742034673690796,
      "learning_rate": 9.696790937174437e-06,
      "loss": 0.2760479211807251,
      "step": 2405,
      "token_acc": 0.9233303621537751
    },
    {
      "epoch": 0.15621455193647707,
      "grad_norm": 1.021911382675171,
      "learning_rate": 9.694950476816267e-06,
      "loss": 0.26833267211914064,
      "step": 2410,
      "token_acc": 0.9240885492810407
    },
    {
      "epoch": 0.15653864851725816,
      "grad_norm": 1.056108832359314,
      "learning_rate": 9.69310462334143e-06,
      "loss": 0.2755893707275391,
      "step": 2415,
      "token_acc": 0.9229099442651804
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 1.103298306465149,
      "learning_rate": 9.691253378870266e-06,
      "loss": 0.26777632236480714,
      "step": 2420,
      "token_acc": 0.9254783351962653
    },
    {
      "epoch": 0.1571868416788203,
      "grad_norm": 0.9593473672866821,
      "learning_rate": 9.689396745529313e-06,
      "loss": 0.26924068927764894,
      "step": 2425,
      "token_acc": 0.9233803482472779
    },
    {
      "epoch": 0.15751093825960136,
      "grad_norm": 0.9766969680786133,
      "learning_rate": 9.687534725451293e-06,
      "loss": 0.27867262363433837,
      "step": 2430,
      "token_acc": 0.9226700415368639
    },
    {
      "epoch": 0.15783503484038244,
      "grad_norm": 0.8712724447250366,
      "learning_rate": 9.68566732077512e-06,
      "loss": 0.2709386348724365,
      "step": 2435,
      "token_acc": 0.9248605333906171
    },
    {
      "epoch": 0.1581591314211635,
      "grad_norm": 0.8471109867095947,
      "learning_rate": 9.683794533645892e-06,
      "loss": 0.26900711059570315,
      "step": 2440,
      "token_acc": 0.9250147106897679
    },
    {
      "epoch": 0.1584832280019446,
      "grad_norm": 0.9042940139770508,
      "learning_rate": 9.681916366214893e-06,
      "loss": 0.26176202297210693,
      "step": 2445,
      "token_acc": 0.926466090057726
    },
    {
      "epoch": 0.15880732458272565,
      "grad_norm": 0.9194527864456177,
      "learning_rate": 9.680032820639582e-06,
      "loss": 0.26869964599609375,
      "step": 2450,
      "token_acc": 0.9253670499472638
    },
    {
      "epoch": 0.15913142116350673,
      "grad_norm": 0.9261711835861206,
      "learning_rate": 9.6781438990836e-06,
      "loss": 0.2819127082824707,
      "step": 2455,
      "token_acc": 0.921958007399749
    },
    {
      "epoch": 0.1594555177442878,
      "grad_norm": 1.810258388519287,
      "learning_rate": 9.676249603716763e-06,
      "loss": 0.27083301544189453,
      "step": 2460,
      "token_acc": 0.9252204861450614
    },
    {
      "epoch": 0.15977961432506887,
      "grad_norm": 1.0610450506210327,
      "learning_rate": 9.674349936715056e-06,
      "loss": 0.26989331245422366,
      "step": 2465,
      "token_acc": 0.9244125454724216
    },
    {
      "epoch": 0.16010371090584993,
      "grad_norm": 0.9772783517837524,
      "learning_rate": 9.67244490026064e-06,
      "loss": 0.2681535005569458,
      "step": 2470,
      "token_acc": 0.9246753754183977
    },
    {
      "epoch": 0.16042780748663102,
      "grad_norm": 1.0335973501205444,
      "learning_rate": 9.670534496541842e-06,
      "loss": 0.2709876775741577,
      "step": 2475,
      "token_acc": 0.9242767823203262
    },
    {
      "epoch": 0.16075190406741208,
      "grad_norm": 0.9158135652542114,
      "learning_rate": 9.668618727753151e-06,
      "loss": 0.2754196643829346,
      "step": 2480,
      "token_acc": 0.9224319483535733
    },
    {
      "epoch": 0.16107600064819316,
      "grad_norm": 0.9066814184188843,
      "learning_rate": 9.666697596095222e-06,
      "loss": 0.26880836486816406,
      "step": 2485,
      "token_acc": 0.9258791503618684
    },
    {
      "epoch": 0.16140009722897422,
      "grad_norm": 0.8360012173652649,
      "learning_rate": 9.664771103774872e-06,
      "loss": 0.26613950729370117,
      "step": 2490,
      "token_acc": 0.9250717804177752
    },
    {
      "epoch": 0.1617241938097553,
      "grad_norm": 1.3411678075790405,
      "learning_rate": 9.662839253005074e-06,
      "loss": 0.2622185230255127,
      "step": 2495,
      "token_acc": 0.9262349691783258
    },
    {
      "epoch": 0.1620482903905364,
      "grad_norm": 0.9041964411735535,
      "learning_rate": 9.660902046004954e-06,
      "loss": 0.2633491516113281,
      "step": 2500,
      "token_acc": 0.9261170377241806
    },
    {
      "epoch": 0.1620482903905364,
      "eval_loss": 0.2693125307559967,
      "eval_runtime": 97.9366,
      "eval_samples_per_second": 204.214,
      "eval_steps_per_second": 0.276,
      "eval_token_acc": 0.9247300241840863,
      "step": 2500
    },
    {
      "epoch": 0.16237238697131745,
      "grad_norm": 0.9021881818771362,
      "learning_rate": 9.658959484999793e-06,
      "loss": 0.27304782867431643,
      "step": 2505,
      "token_acc": 0.9239885547414668
    },
    {
      "epoch": 0.16269648355209854,
      "grad_norm": 0.946571946144104,
      "learning_rate": 9.657011572221025e-06,
      "loss": 0.2680337429046631,
      "step": 2510,
      "token_acc": 0.9243992750883323
    },
    {
      "epoch": 0.1630205801328796,
      "grad_norm": 1.0762147903442383,
      "learning_rate": 9.655058309906225e-06,
      "loss": 0.27248587608337405,
      "step": 2515,
      "token_acc": 0.9241179059669038
    },
    {
      "epoch": 0.16334467671366068,
      "grad_norm": 0.8797369599342346,
      "learning_rate": 9.653099700299117e-06,
      "loss": 0.26749458312988283,
      "step": 2520,
      "token_acc": 0.9240640313622999
    },
    {
      "epoch": 0.16366877329444174,
      "grad_norm": 0.975339949131012,
      "learning_rate": 9.651135745649569e-06,
      "loss": 0.2744440078735352,
      "step": 2525,
      "token_acc": 0.922800012879544
    },
    {
      "epoch": 0.16399286987522282,
      "grad_norm": 0.942367434501648,
      "learning_rate": 9.649166448213587e-06,
      "loss": 0.26875944137573243,
      "step": 2530,
      "token_acc": 0.924911497410969
    },
    {
      "epoch": 0.16431696645600388,
      "grad_norm": 0.9769216179847717,
      "learning_rate": 9.647191810253313e-06,
      "loss": 0.27029297351837156,
      "step": 2535,
      "token_acc": 0.9244857114734736
    },
    {
      "epoch": 0.16464106303678497,
      "grad_norm": 0.8727836608886719,
      "learning_rate": 9.645211834037026e-06,
      "loss": 0.2656926155090332,
      "step": 2540,
      "token_acc": 0.925261026014118
    },
    {
      "epoch": 0.16496515961756603,
      "grad_norm": 1.0316293239593506,
      "learning_rate": 9.643226521839135e-06,
      "loss": 0.2695032596588135,
      "step": 2545,
      "token_acc": 0.9253708809242484
    },
    {
      "epoch": 0.1652892561983471,
      "grad_norm": 0.955760657787323,
      "learning_rate": 9.641235875940182e-06,
      "loss": 0.2700937271118164,
      "step": 2550,
      "token_acc": 0.9251608090511121
    },
    {
      "epoch": 0.16561335277912817,
      "grad_norm": 0.9320876002311707,
      "learning_rate": 9.639239898626831e-06,
      "loss": 0.26358623504638673,
      "step": 2555,
      "token_acc": 0.9256394497332356
    },
    {
      "epoch": 0.16593744935990926,
      "grad_norm": 1.0790841579437256,
      "learning_rate": 9.637238592191872e-06,
      "loss": 0.26795163154602053,
      "step": 2560,
      "token_acc": 0.9259342608649608
    },
    {
      "epoch": 0.16626154594069031,
      "grad_norm": 1.0255367755889893,
      "learning_rate": 9.63523195893422e-06,
      "loss": 0.26568045616149905,
      "step": 2565,
      "token_acc": 0.9256250892057767
    },
    {
      "epoch": 0.1665856425214714,
      "grad_norm": 0.8673477172851562,
      "learning_rate": 9.633220001158905e-06,
      "loss": 0.2709315776824951,
      "step": 2570,
      "token_acc": 0.9240601750188456
    },
    {
      "epoch": 0.16690973910225246,
      "grad_norm": 0.9090352058410645,
      "learning_rate": 9.631202721177072e-06,
      "loss": 0.26872954368591306,
      "step": 2575,
      "token_acc": 0.9252753083064819
    },
    {
      "epoch": 0.16723383568303354,
      "grad_norm": 0.872573971748352,
      "learning_rate": 9.629180121305987e-06,
      "loss": 0.26783461570739747,
      "step": 2580,
      "token_acc": 0.9249155455074131
    },
    {
      "epoch": 0.16755793226381463,
      "grad_norm": 0.9576750993728638,
      "learning_rate": 9.627152203869018e-06,
      "loss": 0.2675694227218628,
      "step": 2585,
      "token_acc": 0.9259019987862415
    },
    {
      "epoch": 0.1678820288445957,
      "grad_norm": 0.8838078379631042,
      "learning_rate": 9.625118971195648e-06,
      "loss": 0.27301788330078125,
      "step": 2590,
      "token_acc": 0.9238369298325387
    },
    {
      "epoch": 0.16820612542537677,
      "grad_norm": 0.898270308971405,
      "learning_rate": 9.62308042562146e-06,
      "loss": 0.26538777351379395,
      "step": 2595,
      "token_acc": 0.9249246899573569
    },
    {
      "epoch": 0.16853022200615783,
      "grad_norm": 0.8839157223701477,
      "learning_rate": 9.621036569488147e-06,
      "loss": 0.27141058444976807,
      "step": 2600,
      "token_acc": 0.9235273968090852
    },
    {
      "epoch": 0.16885431858693892,
      "grad_norm": 0.8628047704696655,
      "learning_rate": 9.618987405143496e-06,
      "loss": 0.26827387809753417,
      "step": 2605,
      "token_acc": 0.9245675376047127
    },
    {
      "epoch": 0.16917841516771998,
      "grad_norm": 1.3759979009628296,
      "learning_rate": 9.616932934941395e-06,
      "loss": 0.26434149742126467,
      "step": 2610,
      "token_acc": 0.9254122401094962
    },
    {
      "epoch": 0.16950251174850106,
      "grad_norm": 0.8740105032920837,
      "learning_rate": 9.614873161241823e-06,
      "loss": 0.26240692138671873,
      "step": 2615,
      "token_acc": 0.9254635311287274
    },
    {
      "epoch": 0.16982660832928212,
      "grad_norm": 0.861902117729187,
      "learning_rate": 9.612808086410858e-06,
      "loss": 0.26700992584228517,
      "step": 2620,
      "token_acc": 0.9256909531029713
    },
    {
      "epoch": 0.1701507049100632,
      "grad_norm": 0.9149457812309265,
      "learning_rate": 9.610737712820662e-06,
      "loss": 0.25867371559143065,
      "step": 2625,
      "token_acc": 0.9270531967576302
    },
    {
      "epoch": 0.17047480149084426,
      "grad_norm": 0.9046423435211182,
      "learning_rate": 9.608662042849482e-06,
      "loss": 0.2661403179168701,
      "step": 2630,
      "token_acc": 0.9255159977262778
    },
    {
      "epoch": 0.17079889807162535,
      "grad_norm": 0.946203887462616,
      "learning_rate": 9.606581078881654e-06,
      "loss": 0.2612419366836548,
      "step": 2635,
      "token_acc": 0.9260435511772551
    },
    {
      "epoch": 0.1711229946524064,
      "grad_norm": 0.9279782772064209,
      "learning_rate": 9.604494823307596e-06,
      "loss": 0.2729593276977539,
      "step": 2640,
      "token_acc": 0.9243067391628377
    },
    {
      "epoch": 0.1714470912331875,
      "grad_norm": 1.1244595050811768,
      "learning_rate": 9.6024032785238e-06,
      "loss": 0.26831631660461425,
      "step": 2645,
      "token_acc": 0.9245293999728407
    },
    {
      "epoch": 0.17177118781396855,
      "grad_norm": 1.0777920484542847,
      "learning_rate": 9.600306446932833e-06,
      "loss": 0.2622260093688965,
      "step": 2650,
      "token_acc": 0.9261585715509798
    },
    {
      "epoch": 0.17209528439474964,
      "grad_norm": 0.8829298615455627,
      "learning_rate": 9.598204330943342e-06,
      "loss": 0.2691788911819458,
      "step": 2655,
      "token_acc": 0.9246981209096535
    },
    {
      "epoch": 0.1724193809755307,
      "grad_norm": 0.8727412819862366,
      "learning_rate": 9.596096932970035e-06,
      "loss": 0.2701603412628174,
      "step": 2660,
      "token_acc": 0.9251781242113029
    },
    {
      "epoch": 0.17274347755631178,
      "grad_norm": 0.8715673685073853,
      "learning_rate": 9.593984255433696e-06,
      "loss": 0.269091272354126,
      "step": 2665,
      "token_acc": 0.9246743830756882
    },
    {
      "epoch": 0.17306757413709287,
      "grad_norm": 0.8858821392059326,
      "learning_rate": 9.591866300761168e-06,
      "loss": 0.2670030117034912,
      "step": 2670,
      "token_acc": 0.9260644234346337
    },
    {
      "epoch": 0.17339167071787392,
      "grad_norm": 0.937385082244873,
      "learning_rate": 9.589743071385358e-06,
      "loss": 0.2634093761444092,
      "step": 2675,
      "token_acc": 0.9263213011748536
    },
    {
      "epoch": 0.173715767298655,
      "grad_norm": 1.0016553401947021,
      "learning_rate": 9.587614569745232e-06,
      "loss": 0.2667978763580322,
      "step": 2680,
      "token_acc": 0.9253238522986525
    },
    {
      "epoch": 0.17403986387943607,
      "grad_norm": 0.844342827796936,
      "learning_rate": 9.585480798285813e-06,
      "loss": 0.2686027765274048,
      "step": 2685,
      "token_acc": 0.9248242850608479
    },
    {
      "epoch": 0.17436396046021715,
      "grad_norm": 0.8686570525169373,
      "learning_rate": 9.583341759458176e-06,
      "loss": 0.27094235420227053,
      "step": 2690,
      "token_acc": 0.9233838057367469
    },
    {
      "epoch": 0.1746880570409982,
      "grad_norm": 0.961058497428894,
      "learning_rate": 9.581197455719446e-06,
      "loss": 0.2694754362106323,
      "step": 2695,
      "token_acc": 0.9245497407499315
    },
    {
      "epoch": 0.1750121536217793,
      "grad_norm": 0.9178889393806458,
      "learning_rate": 9.579047889532798e-06,
      "loss": 0.2602999210357666,
      "step": 2700,
      "token_acc": 0.9271164244129507
    },
    {
      "epoch": 0.17533625020256036,
      "grad_norm": 0.891244113445282,
      "learning_rate": 9.57689306336745e-06,
      "loss": 0.2633685111999512,
      "step": 2705,
      "token_acc": 0.9264931087289433
    },
    {
      "epoch": 0.17566034678334144,
      "grad_norm": 0.8418755531311035,
      "learning_rate": 9.574732979698667e-06,
      "loss": 0.2603219270706177,
      "step": 2710,
      "token_acc": 0.926565407700574
    },
    {
      "epoch": 0.1759844433641225,
      "grad_norm": 0.9048406481742859,
      "learning_rate": 9.572567641007745e-06,
      "loss": 0.26884543895721436,
      "step": 2715,
      "token_acc": 0.9254149261952694
    },
    {
      "epoch": 0.1763085399449036,
      "grad_norm": 0.8801888823509216,
      "learning_rate": 9.570397049782023e-06,
      "loss": 0.2616330862045288,
      "step": 2720,
      "token_acc": 0.9265229181824195
    },
    {
      "epoch": 0.17663263652568464,
      "grad_norm": 0.9177769422531128,
      "learning_rate": 9.568221208514872e-06,
      "loss": 0.27637467384338377,
      "step": 2725,
      "token_acc": 0.923530262016767
    },
    {
      "epoch": 0.17695673310646573,
      "grad_norm": 0.9469224214553833,
      "learning_rate": 9.566040119705692e-06,
      "loss": 0.2751315593719482,
      "step": 2730,
      "token_acc": 0.923161246541734
    },
    {
      "epoch": 0.1772808296872468,
      "grad_norm": 0.8869476318359375,
      "learning_rate": 9.563853785859914e-06,
      "loss": 0.26172842979431155,
      "step": 2735,
      "token_acc": 0.9263717969642565
    },
    {
      "epoch": 0.17760492626802787,
      "grad_norm": 0.9011089205741882,
      "learning_rate": 9.561662209488991e-06,
      "loss": 0.2768300294876099,
      "step": 2740,
      "token_acc": 0.9224174909984272
    },
    {
      "epoch": 0.17792902284880893,
      "grad_norm": 0.858426034450531,
      "learning_rate": 9.559465393110401e-06,
      "loss": 0.25355207920074463,
      "step": 2745,
      "token_acc": 0.9281829223213814
    },
    {
      "epoch": 0.17825311942959002,
      "grad_norm": 0.8865728974342346,
      "learning_rate": 9.557263339247637e-06,
      "loss": 0.2730297565460205,
      "step": 2750,
      "token_acc": 0.9236890931776601
    },
    {
      "epoch": 0.1785772160103711,
      "grad_norm": 0.9161731600761414,
      "learning_rate": 9.555056050430213e-06,
      "loss": 0.25940628051757814,
      "step": 2755,
      "token_acc": 0.9267621837127348
    },
    {
      "epoch": 0.17890131259115216,
      "grad_norm": 0.8771811127662659,
      "learning_rate": 9.552843529193655e-06,
      "loss": 0.27488343715667723,
      "step": 2760,
      "token_acc": 0.9232528309709518
    },
    {
      "epoch": 0.17922540917193325,
      "grad_norm": 0.8269277811050415,
      "learning_rate": 9.550625778079496e-06,
      "loss": 0.26508274078369143,
      "step": 2765,
      "token_acc": 0.9256487612480246
    },
    {
      "epoch": 0.1795495057527143,
      "grad_norm": 1.0027071237564087,
      "learning_rate": 9.548402799635283e-06,
      "loss": 0.2624945163726807,
      "step": 2770,
      "token_acc": 0.9273640396302738
    },
    {
      "epoch": 0.1798736023334954,
      "grad_norm": 1.0807225704193115,
      "learning_rate": 9.54617459641456e-06,
      "loss": 0.27345755100250246,
      "step": 2775,
      "token_acc": 0.9232509426057813
    },
    {
      "epoch": 0.18019769891427645,
      "grad_norm": 0.9232643246650696,
      "learning_rate": 9.543941170976883e-06,
      "loss": 0.2619877815246582,
      "step": 2780,
      "token_acc": 0.9259899094995976
    },
    {
      "epoch": 0.18052179549505754,
      "grad_norm": 0.9397012591362,
      "learning_rate": 9.541702525887794e-06,
      "loss": 0.26745309829711916,
      "step": 2785,
      "token_acc": 0.9250451733734288
    },
    {
      "epoch": 0.1808458920758386,
      "grad_norm": 0.8636280298233032,
      "learning_rate": 9.539458663718842e-06,
      "loss": 0.2638130187988281,
      "step": 2790,
      "token_acc": 0.9266646512972845
    },
    {
      "epoch": 0.18116998865661968,
      "grad_norm": 0.8776155114173889,
      "learning_rate": 9.537209587047562e-06,
      "loss": 0.26659042835235597,
      "step": 2795,
      "token_acc": 0.9250484445375511
    },
    {
      "epoch": 0.18149408523740074,
      "grad_norm": 0.8816049098968506,
      "learning_rate": 9.534955298457483e-06,
      "loss": 0.2618479013442993,
      "step": 2800,
      "token_acc": 0.9261779866487263
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.8553512692451477,
      "learning_rate": 9.532695800538117e-06,
      "loss": 0.26416175365447997,
      "step": 2805,
      "token_acc": 0.9264781962371401
    },
    {
      "epoch": 0.18214227839896288,
      "grad_norm": 0.9307749271392822,
      "learning_rate": 9.530431095884966e-06,
      "loss": 0.27537033557891843,
      "step": 2810,
      "token_acc": 0.9237300387724255
    },
    {
      "epoch": 0.18246637497974397,
      "grad_norm": 0.9014064073562622,
      "learning_rate": 9.528161187099505e-06,
      "loss": 0.2667578935623169,
      "step": 2815,
      "token_acc": 0.9255435947742141
    },
    {
      "epoch": 0.18279047156052503,
      "grad_norm": 0.9323372840881348,
      "learning_rate": 9.525886076789195e-06,
      "loss": 0.25858187675476074,
      "step": 2820,
      "token_acc": 0.9263095900271571
    },
    {
      "epoch": 0.1831145681413061,
      "grad_norm": 0.8880383968353271,
      "learning_rate": 9.523605767567466e-06,
      "loss": 0.2622524261474609,
      "step": 2825,
      "token_acc": 0.9265344466269437
    },
    {
      "epoch": 0.18343866472208717,
      "grad_norm": 1.5275278091430664,
      "learning_rate": 9.521320262053723e-06,
      "loss": 0.26889405250549314,
      "step": 2830,
      "token_acc": 0.9249789062911986
    },
    {
      "epoch": 0.18376276130286825,
      "grad_norm": 0.8432549238204956,
      "learning_rate": 9.519029562873339e-06,
      "loss": 0.2683408737182617,
      "step": 2835,
      "token_acc": 0.9256379100850547
    },
    {
      "epoch": 0.18408685788364934,
      "grad_norm": 0.9999023675918579,
      "learning_rate": 9.516733672657654e-06,
      "loss": 0.27060914039611816,
      "step": 2840,
      "token_acc": 0.9239678439260384
    },
    {
      "epoch": 0.1844109544644304,
      "grad_norm": 0.9052605032920837,
      "learning_rate": 9.514432594043971e-06,
      "loss": 0.27492902278900144,
      "step": 2845,
      "token_acc": 0.923604527235993
    },
    {
      "epoch": 0.18473505104521148,
      "grad_norm": 0.9163946509361267,
      "learning_rate": 9.512126329675551e-06,
      "loss": 0.26916625499725344,
      "step": 2850,
      "token_acc": 0.9246265834124072
    },
    {
      "epoch": 0.18505914762599254,
      "grad_norm": 0.9483189582824707,
      "learning_rate": 9.509814882201613e-06,
      "loss": 0.2590158700942993,
      "step": 2855,
      "token_acc": 0.9271527497033163
    },
    {
      "epoch": 0.18538324420677363,
      "grad_norm": 1.0431078672409058,
      "learning_rate": 9.50749825427733e-06,
      "loss": 0.2773310899734497,
      "step": 2860,
      "token_acc": 0.9225722991253185
    },
    {
      "epoch": 0.1857073407875547,
      "grad_norm": 1.0394572019577026,
      "learning_rate": 9.505176448563827e-06,
      "loss": 0.2685012102127075,
      "step": 2865,
      "token_acc": 0.9247046179857011
    },
    {
      "epoch": 0.18603143736833577,
      "grad_norm": 0.8381138443946838,
      "learning_rate": 9.502849467728177e-06,
      "loss": 0.2576919078826904,
      "step": 2870,
      "token_acc": 0.9272901860367893
    },
    {
      "epoch": 0.18635553394911683,
      "grad_norm": 0.926325261592865,
      "learning_rate": 9.500517314443392e-06,
      "loss": 0.2674917697906494,
      "step": 2875,
      "token_acc": 0.9249887355766405
    },
    {
      "epoch": 0.18667963052989792,
      "grad_norm": 0.9320431351661682,
      "learning_rate": 9.498179991388431e-06,
      "loss": 0.26810216903686523,
      "step": 2880,
      "token_acc": 0.9255161955126959
    },
    {
      "epoch": 0.18700372711067897,
      "grad_norm": 0.9325308799743652,
      "learning_rate": 9.495837501248195e-06,
      "loss": 0.2625418186187744,
      "step": 2885,
      "token_acc": 0.9267093130629124
    },
    {
      "epoch": 0.18732782369146006,
      "grad_norm": 0.9615559577941895,
      "learning_rate": 9.49348984671351e-06,
      "loss": 0.26489830017089844,
      "step": 2890,
      "token_acc": 0.9267306621236444
    },
    {
      "epoch": 0.18765192027224112,
      "grad_norm": 0.8754135966300964,
      "learning_rate": 9.491137030481144e-06,
      "loss": 0.2675673484802246,
      "step": 2895,
      "token_acc": 0.9248358240509507
    },
    {
      "epoch": 0.1879760168530222,
      "grad_norm": 0.9541027545928955,
      "learning_rate": 9.48877905525379e-06,
      "loss": 0.2661820650100708,
      "step": 2900,
      "token_acc": 0.9262947692228153
    },
    {
      "epoch": 0.18830011343380326,
      "grad_norm": 0.8665955662727356,
      "learning_rate": 9.486415923740067e-06,
      "loss": 0.2627674102783203,
      "step": 2905,
      "token_acc": 0.9260402805947783
    },
    {
      "epoch": 0.18862421001458435,
      "grad_norm": 0.9961279630661011,
      "learning_rate": 9.484047638654517e-06,
      "loss": 0.2679285526275635,
      "step": 2910,
      "token_acc": 0.9246748672727985
    },
    {
      "epoch": 0.1889483065953654,
      "grad_norm": 0.9711815118789673,
      "learning_rate": 9.481674202717603e-06,
      "loss": 0.2702517032623291,
      "step": 2915,
      "token_acc": 0.9248402361411845
    },
    {
      "epoch": 0.1892724031761465,
      "grad_norm": 0.908807098865509,
      "learning_rate": 9.479295618655708e-06,
      "loss": 0.26656417846679686,
      "step": 2920,
      "token_acc": 0.9263028808635377
    },
    {
      "epoch": 0.18959649975692758,
      "grad_norm": 0.868600070476532,
      "learning_rate": 9.47691188920112e-06,
      "loss": 0.26037304401397704,
      "step": 2925,
      "token_acc": 0.9269948279173261
    },
    {
      "epoch": 0.18992059633770864,
      "grad_norm": 0.8724709749221802,
      "learning_rate": 9.474523017092046e-06,
      "loss": 0.2684026718139648,
      "step": 2930,
      "token_acc": 0.92422396474629
    },
    {
      "epoch": 0.19024469291848972,
      "grad_norm": 0.9151384830474854,
      "learning_rate": 9.472129005072597e-06,
      "loss": 0.2716273307800293,
      "step": 2935,
      "token_acc": 0.9240155150877655
    },
    {
      "epoch": 0.19056878949927078,
      "grad_norm": 0.8546174764633179,
      "learning_rate": 9.469729855892788e-06,
      "loss": 0.2660079479217529,
      "step": 2940,
      "token_acc": 0.9248888655075361
    },
    {
      "epoch": 0.19089288608005187,
      "grad_norm": 0.978075385093689,
      "learning_rate": 9.467325572308534e-06,
      "loss": 0.2749605655670166,
      "step": 2945,
      "token_acc": 0.9229108491053883
    },
    {
      "epoch": 0.19121698266083292,
      "grad_norm": 0.9070817232131958,
      "learning_rate": 9.464916157081652e-06,
      "loss": 0.2724959373474121,
      "step": 2950,
      "token_acc": 0.9241896370279827
    },
    {
      "epoch": 0.191541079241614,
      "grad_norm": 0.8709344267845154,
      "learning_rate": 9.462501612979849e-06,
      "loss": 0.2549907207489014,
      "step": 2955,
      "token_acc": 0.9278869300831668
    },
    {
      "epoch": 0.19186517582239507,
      "grad_norm": 0.8853091597557068,
      "learning_rate": 9.460081942776726e-06,
      "loss": 0.2638587474822998,
      "step": 2960,
      "token_acc": 0.9252458973193404
    },
    {
      "epoch": 0.19218927240317615,
      "grad_norm": 0.9735586643218994,
      "learning_rate": 9.457657149251772e-06,
      "loss": 0.2752849102020264,
      "step": 2965,
      "token_acc": 0.9244127717690311
    },
    {
      "epoch": 0.1925133689839572,
      "grad_norm": 0.9884077310562134,
      "learning_rate": 9.455227235190366e-06,
      "loss": 0.2634574413299561,
      "step": 2970,
      "token_acc": 0.9255827412146739
    },
    {
      "epoch": 0.1928374655647383,
      "grad_norm": 0.9071623086929321,
      "learning_rate": 9.452792203383756e-06,
      "loss": 0.2632092237472534,
      "step": 2975,
      "token_acc": 0.9264309642906311
    },
    {
      "epoch": 0.19316156214551936,
      "grad_norm": 0.9388969540596008,
      "learning_rate": 9.450352056629083e-06,
      "loss": 0.2657320022583008,
      "step": 2980,
      "token_acc": 0.9249191956939337
    },
    {
      "epoch": 0.19348565872630044,
      "grad_norm": 0.9680787324905396,
      "learning_rate": 9.447906797729356e-06,
      "loss": 0.26667883396148684,
      "step": 2985,
      "token_acc": 0.9254906822571384
    },
    {
      "epoch": 0.1938097553070815,
      "grad_norm": 0.8580886125564575,
      "learning_rate": 9.445456429493458e-06,
      "loss": 0.26700196266174314,
      "step": 2990,
      "token_acc": 0.9261833244988907
    },
    {
      "epoch": 0.19413385188786259,
      "grad_norm": 0.935131311416626,
      "learning_rate": 9.443000954736142e-06,
      "loss": 0.27133774757385254,
      "step": 2995,
      "token_acc": 0.9240634024764944
    },
    {
      "epoch": 0.19445794846864364,
      "grad_norm": 0.8756237626075745,
      "learning_rate": 9.440540376278022e-06,
      "loss": 0.270628023147583,
      "step": 3000,
      "token_acc": 0.9241394927536232
    },
    {
      "epoch": 0.19445794846864364,
      "eval_loss": 0.2669617533683777,
      "eval_runtime": 224.4063,
      "eval_samples_per_second": 89.124,
      "eval_steps_per_second": 0.12,
      "eval_token_acc": 0.9251011661039676,
      "step": 3000
    },
    {
      "epoch": 0.19478204504942473,
      "grad_norm": 0.9781657457351685,
      "learning_rate": 9.438074696945584e-06,
      "loss": 0.2703601598739624,
      "step": 3005,
      "token_acc": 0.9239762998503912
    },
    {
      "epoch": 0.19510614163020581,
      "grad_norm": 0.82326740026474,
      "learning_rate": 9.435603919571166e-06,
      "loss": 0.2636559247970581,
      "step": 3010,
      "token_acc": 0.9260278821007925
    },
    {
      "epoch": 0.19543023821098687,
      "grad_norm": 1.0966346263885498,
      "learning_rate": 9.433128046992964e-06,
      "loss": 0.26722183227539065,
      "step": 3015,
      "token_acc": 0.9245521642691295
    },
    {
      "epoch": 0.19575433479176796,
      "grad_norm": 1.1072540283203125,
      "learning_rate": 9.430647082055025e-06,
      "loss": 0.2628938674926758,
      "step": 3020,
      "token_acc": 0.9258546980781476
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 0.9641943573951721,
      "learning_rate": 9.428161027607252e-06,
      "loss": 0.26081194877624514,
      "step": 3025,
      "token_acc": 0.9273439516155714
    },
    {
      "epoch": 0.1964025279533301,
      "grad_norm": 0.9969142079353333,
      "learning_rate": 9.425669886505386e-06,
      "loss": 0.2594396352767944,
      "step": 3030,
      "token_acc": 0.9267347910294952
    },
    {
      "epoch": 0.19672662453411116,
      "grad_norm": 1.1544158458709717,
      "learning_rate": 9.423173661611019e-06,
      "loss": 0.2689204692840576,
      "step": 3035,
      "token_acc": 0.924153076053609
    },
    {
      "epoch": 0.19705072111489225,
      "grad_norm": 0.9067439436912537,
      "learning_rate": 9.420672355791576e-06,
      "loss": 0.27121949195861816,
      "step": 3040,
      "token_acc": 0.9238504357024452
    },
    {
      "epoch": 0.1973748176956733,
      "grad_norm": 1.1141999959945679,
      "learning_rate": 9.418165971920324e-06,
      "loss": 0.2658883571624756,
      "step": 3045,
      "token_acc": 0.9256831102145608
    },
    {
      "epoch": 0.1976989142764544,
      "grad_norm": 1.1477572917938232,
      "learning_rate": 9.415654512876357e-06,
      "loss": 0.2585632801055908,
      "step": 3050,
      "token_acc": 0.9263922646797094
    },
    {
      "epoch": 0.19802301085723545,
      "grad_norm": 0.9336361289024353,
      "learning_rate": 9.413137981544604e-06,
      "loss": 0.26142230033874514,
      "step": 3055,
      "token_acc": 0.925754917351556
    },
    {
      "epoch": 0.19834710743801653,
      "grad_norm": 0.9960599541664124,
      "learning_rate": 9.41061638081582e-06,
      "loss": 0.26828603744506835,
      "step": 3060,
      "token_acc": 0.9253106796761359
    },
    {
      "epoch": 0.1986712040187976,
      "grad_norm": 0.8798666000366211,
      "learning_rate": 9.408089713586583e-06,
      "loss": 0.26261000633239745,
      "step": 3065,
      "token_acc": 0.9258832766291547
    },
    {
      "epoch": 0.19899530059957868,
      "grad_norm": 0.8934407234191895,
      "learning_rate": 9.405557982759288e-06,
      "loss": 0.2672741413116455,
      "step": 3070,
      "token_acc": 0.9248355197839584
    },
    {
      "epoch": 0.19931939718035974,
      "grad_norm": 0.8798461556434631,
      "learning_rate": 9.40302119124215e-06,
      "loss": 0.26403422355651857,
      "step": 3075,
      "token_acc": 0.925556557680204
    },
    {
      "epoch": 0.19964349376114082,
      "grad_norm": 0.8795861601829529,
      "learning_rate": 9.400479341949197e-06,
      "loss": 0.26785836219787595,
      "step": 3080,
      "token_acc": 0.9256736945917851
    },
    {
      "epoch": 0.19996759034192188,
      "grad_norm": 0.8664177656173706,
      "learning_rate": 9.39793243780026e-06,
      "loss": 0.2684819221496582,
      "step": 3085,
      "token_acc": 0.9248567085408949
    },
    {
      "epoch": 0.20029168692270297,
      "grad_norm": 0.910502552986145,
      "learning_rate": 9.395380481720993e-06,
      "loss": 0.26074411869049074,
      "step": 3090,
      "token_acc": 0.9265236640516235
    },
    {
      "epoch": 0.20061578350348405,
      "grad_norm": 0.8878445029258728,
      "learning_rate": 9.392823476642835e-06,
      "loss": 0.2634315490722656,
      "step": 3095,
      "token_acc": 0.9264346103644818
    },
    {
      "epoch": 0.2009398800842651,
      "grad_norm": 0.9140256643295288,
      "learning_rate": 9.390261425503032e-06,
      "loss": 0.26543502807617186,
      "step": 3100,
      "token_acc": 0.925520651809376
    },
    {
      "epoch": 0.2012639766650462,
      "grad_norm": 0.8995592594146729,
      "learning_rate": 9.387694331244631e-06,
      "loss": 0.2643453359603882,
      "step": 3105,
      "token_acc": 0.9259720738894822
    },
    {
      "epoch": 0.20158807324582725,
      "grad_norm": 0.8818653225898743,
      "learning_rate": 9.385122196816467e-06,
      "loss": 0.25981147289276124,
      "step": 3110,
      "token_acc": 0.926405707926949
    },
    {
      "epoch": 0.20191216982660834,
      "grad_norm": 0.8031456470489502,
      "learning_rate": 9.382545025173164e-06,
      "loss": 0.2631994724273682,
      "step": 3115,
      "token_acc": 0.9249338839745177
    },
    {
      "epoch": 0.2022362664073894,
      "grad_norm": 0.9274810552597046,
      "learning_rate": 9.379962819275135e-06,
      "loss": 0.26482396125793456,
      "step": 3120,
      "token_acc": 0.9262748458977487
    },
    {
      "epoch": 0.20256036298817048,
      "grad_norm": 0.8133262991905212,
      "learning_rate": 9.377375582088572e-06,
      "loss": 0.2686553716659546,
      "step": 3125,
      "token_acc": 0.9249135625285406
    },
    {
      "epoch": 0.20288445956895154,
      "grad_norm": 0.8277010917663574,
      "learning_rate": 9.374783316585454e-06,
      "loss": 0.2611072063446045,
      "step": 3130,
      "token_acc": 0.9269352368557701
    },
    {
      "epoch": 0.20320855614973263,
      "grad_norm": 0.8608559370040894,
      "learning_rate": 9.37218602574353e-06,
      "loss": 0.2676061153411865,
      "step": 3135,
      "token_acc": 0.9250135461958318
    },
    {
      "epoch": 0.20353265273051369,
      "grad_norm": 0.995265543460846,
      "learning_rate": 9.369583712546322e-06,
      "loss": 0.2630260944366455,
      "step": 3140,
      "token_acc": 0.9265028478437755
    },
    {
      "epoch": 0.20385674931129477,
      "grad_norm": 0.8645061254501343,
      "learning_rate": 9.366976379983122e-06,
      "loss": 0.2663288593292236,
      "step": 3145,
      "token_acc": 0.9254733991654895
    },
    {
      "epoch": 0.20418084589207583,
      "grad_norm": 0.8868167400360107,
      "learning_rate": 9.364364031048987e-06,
      "loss": 0.26913843154907224,
      "step": 3150,
      "token_acc": 0.9251655845215179
    },
    {
      "epoch": 0.20450494247285692,
      "grad_norm": 0.8741997480392456,
      "learning_rate": 9.36174666874474e-06,
      "loss": 0.27433693408966064,
      "step": 3155,
      "token_acc": 0.924311956592796
    },
    {
      "epoch": 0.20482903905363797,
      "grad_norm": 0.8934440016746521,
      "learning_rate": 9.359124296076957e-06,
      "loss": 0.2624192237854004,
      "step": 3160,
      "token_acc": 0.9260399015769758
    },
    {
      "epoch": 0.20515313563441906,
      "grad_norm": 0.8825971484184265,
      "learning_rate": 9.356496916057976e-06,
      "loss": 0.265681791305542,
      "step": 3165,
      "token_acc": 0.9262891902100999
    },
    {
      "epoch": 0.20547723221520012,
      "grad_norm": 0.9596103429794312,
      "learning_rate": 9.353864531705881e-06,
      "loss": 0.26413259506225584,
      "step": 3170,
      "token_acc": 0.925178682157893
    },
    {
      "epoch": 0.2058013287959812,
      "grad_norm": 0.8729656934738159,
      "learning_rate": 9.351227146044508e-06,
      "loss": 0.2690155029296875,
      "step": 3175,
      "token_acc": 0.9247205000999942
    },
    {
      "epoch": 0.20612542537676226,
      "grad_norm": 0.964819610118866,
      "learning_rate": 9.348584762103437e-06,
      "loss": 0.25860748291015623,
      "step": 3180,
      "token_acc": 0.9266335950589704
    },
    {
      "epoch": 0.20644952195754335,
      "grad_norm": 1.0884703397750854,
      "learning_rate": 9.345937382917989e-06,
      "loss": 0.27290592193603513,
      "step": 3185,
      "token_acc": 0.9236298292902066
    },
    {
      "epoch": 0.20677361853832443,
      "grad_norm": 0.9925956726074219,
      "learning_rate": 9.343285011529224e-06,
      "loss": 0.2644828796386719,
      "step": 3190,
      "token_acc": 0.9259972054520049
    },
    {
      "epoch": 0.2070977151191055,
      "grad_norm": 0.8774257302284241,
      "learning_rate": 9.340627650983938e-06,
      "loss": 0.2670236587524414,
      "step": 3195,
      "token_acc": 0.924974185368659
    },
    {
      "epoch": 0.20742181169988658,
      "grad_norm": 1.082173466682434,
      "learning_rate": 9.337965304334654e-06,
      "loss": 0.2710235595703125,
      "step": 3200,
      "token_acc": 0.9241783294690545
    },
    {
      "epoch": 0.20774590828066763,
      "grad_norm": 0.9013928174972534,
      "learning_rate": 9.335297974639627e-06,
      "loss": 0.2677942752838135,
      "step": 3205,
      "token_acc": 0.9253698157134075
    },
    {
      "epoch": 0.20807000486144872,
      "grad_norm": 0.8851301670074463,
      "learning_rate": 9.332625664962834e-06,
      "loss": 0.2658917665481567,
      "step": 3210,
      "token_acc": 0.9261253514139243
    },
    {
      "epoch": 0.20839410144222978,
      "grad_norm": 0.8417280912399292,
      "learning_rate": 9.329948378373968e-06,
      "loss": 0.2675912618637085,
      "step": 3215,
      "token_acc": 0.92596061274879
    },
    {
      "epoch": 0.20871819802301086,
      "grad_norm": 0.9322956204414368,
      "learning_rate": 9.327266117948448e-06,
      "loss": 0.2649038314819336,
      "step": 3220,
      "token_acc": 0.9258410292422455
    },
    {
      "epoch": 0.20904229460379192,
      "grad_norm": 0.8290584683418274,
      "learning_rate": 9.324578886767404e-06,
      "loss": 0.266896390914917,
      "step": 3225,
      "token_acc": 0.9251301283501988
    },
    {
      "epoch": 0.209366391184573,
      "grad_norm": 0.8853901028633118,
      "learning_rate": 9.321886687917669e-06,
      "loss": 0.26955952644348147,
      "step": 3230,
      "token_acc": 0.9233748486084935
    },
    {
      "epoch": 0.20969048776535407,
      "grad_norm": 0.8447184562683105,
      "learning_rate": 9.31918952449179e-06,
      "loss": 0.2642394542694092,
      "step": 3235,
      "token_acc": 0.926285911449348
    },
    {
      "epoch": 0.21001458434613515,
      "grad_norm": 0.8104745745658875,
      "learning_rate": 9.316487399588012e-06,
      "loss": 0.2651174306869507,
      "step": 3240,
      "token_acc": 0.9255133891900772
    },
    {
      "epoch": 0.2103386809269162,
      "grad_norm": 0.9052267074584961,
      "learning_rate": 9.313780316310284e-06,
      "loss": 0.26404538154602053,
      "step": 3245,
      "token_acc": 0.9255737662903495
    },
    {
      "epoch": 0.2106627775076973,
      "grad_norm": 0.8188114166259766,
      "learning_rate": 9.311068277768247e-06,
      "loss": 0.27112455368041993,
      "step": 3250,
      "token_acc": 0.9243555692418235
    },
    {
      "epoch": 0.21098687408847835,
      "grad_norm": 0.9233535528182983,
      "learning_rate": 9.308351287077235e-06,
      "loss": 0.26205155849456785,
      "step": 3255,
      "token_acc": 0.9250019597083954
    },
    {
      "epoch": 0.21131097066925944,
      "grad_norm": 0.9320750832557678,
      "learning_rate": 9.305629347358271e-06,
      "loss": 0.2659982919692993,
      "step": 3260,
      "token_acc": 0.9265380902661492
    },
    {
      "epoch": 0.2116350672500405,
      "grad_norm": 1.0764758586883545,
      "learning_rate": 9.302902461738064e-06,
      "loss": 0.2635190010070801,
      "step": 3265,
      "token_acc": 0.9256084746994799
    },
    {
      "epoch": 0.21195916383082158,
      "grad_norm": 1.054880976676941,
      "learning_rate": 9.300170633349002e-06,
      "loss": 0.26807527542114257,
      "step": 3270,
      "token_acc": 0.9259429140565617
    },
    {
      "epoch": 0.21228326041160267,
      "grad_norm": 0.8692432045936584,
      "learning_rate": 9.297433865329152e-06,
      "loss": 0.26184585094451907,
      "step": 3275,
      "token_acc": 0.9262432409348041
    },
    {
      "epoch": 0.21260735699238373,
      "grad_norm": 0.9357015490531921,
      "learning_rate": 9.294692160822257e-06,
      "loss": 0.26640684604644777,
      "step": 3280,
      "token_acc": 0.9247855204553219
    },
    {
      "epoch": 0.21293145357316481,
      "grad_norm": 0.8411440849304199,
      "learning_rate": 9.291945522977725e-06,
      "loss": 0.2638063669204712,
      "step": 3285,
      "token_acc": 0.9252875073930472
    },
    {
      "epoch": 0.21325555015394587,
      "grad_norm": 1.2368943691253662,
      "learning_rate": 9.28919395495064e-06,
      "loss": 0.258840274810791,
      "step": 3290,
      "token_acc": 0.9272132840058505
    },
    {
      "epoch": 0.21357964673472696,
      "grad_norm": 0.9098902344703674,
      "learning_rate": 9.286437459901739e-06,
      "loss": 0.2618029832839966,
      "step": 3295,
      "token_acc": 0.927083602532627
    },
    {
      "epoch": 0.21390374331550802,
      "grad_norm": 0.8564281463623047,
      "learning_rate": 9.283676040997426e-06,
      "loss": 0.26063683032989504,
      "step": 3300,
      "token_acc": 0.9267134518265888
    },
    {
      "epoch": 0.2142278398962891,
      "grad_norm": 0.9145544767379761,
      "learning_rate": 9.28090970140976e-06,
      "loss": 0.25838847160339357,
      "step": 3305,
      "token_acc": 0.9262876073808698
    },
    {
      "epoch": 0.21455193647707016,
      "grad_norm": 0.9129169583320618,
      "learning_rate": 9.278138444316448e-06,
      "loss": 0.26417269706726076,
      "step": 3310,
      "token_acc": 0.9264557779212395
    },
    {
      "epoch": 0.21487603305785125,
      "grad_norm": 0.8717644214630127,
      "learning_rate": 9.275362272900851e-06,
      "loss": 0.2664037704467773,
      "step": 3315,
      "token_acc": 0.9256631788610525
    },
    {
      "epoch": 0.2152001296386323,
      "grad_norm": 0.9037322998046875,
      "learning_rate": 9.272581190351974e-06,
      "loss": 0.27002625465393065,
      "step": 3320,
      "token_acc": 0.9244667503136763
    },
    {
      "epoch": 0.2155242262194134,
      "grad_norm": 1.2448707818984985,
      "learning_rate": 9.269795199864461e-06,
      "loss": 0.2606431722640991,
      "step": 3325,
      "token_acc": 0.9267611836864228
    },
    {
      "epoch": 0.21584832280019445,
      "grad_norm": 0.8325229287147522,
      "learning_rate": 9.267004304638597e-06,
      "loss": 0.2634316682815552,
      "step": 3330,
      "token_acc": 0.9260141964902763
    },
    {
      "epoch": 0.21617241938097553,
      "grad_norm": 0.9249715805053711,
      "learning_rate": 9.264208507880297e-06,
      "loss": 0.2697380781173706,
      "step": 3335,
      "token_acc": 0.9248956162053
    },
    {
      "epoch": 0.2164965159617566,
      "grad_norm": 0.8680678606033325,
      "learning_rate": 9.261407812801108e-06,
      "loss": 0.2574089527130127,
      "step": 3340,
      "token_acc": 0.9272097510223165
    },
    {
      "epoch": 0.21682061254253768,
      "grad_norm": 0.8961992859840393,
      "learning_rate": 9.25860222261821e-06,
      "loss": 0.2660964488983154,
      "step": 3345,
      "token_acc": 0.9243412554895376
    },
    {
      "epoch": 0.21714470912331874,
      "grad_norm": 0.8428463935852051,
      "learning_rate": 9.255791740554396e-06,
      "loss": 0.2641308784484863,
      "step": 3350,
      "token_acc": 0.9258106271438742
    },
    {
      "epoch": 0.21746880570409982,
      "grad_norm": 0.9367009401321411,
      "learning_rate": 9.252976369838085e-06,
      "loss": 0.2612863063812256,
      "step": 3355,
      "token_acc": 0.9269817817236785
    },
    {
      "epoch": 0.2177929022848809,
      "grad_norm": 0.9557777643203735,
      "learning_rate": 9.250156113703309e-06,
      "loss": 0.2637699365615845,
      "step": 3360,
      "token_acc": 0.9258202381030296
    },
    {
      "epoch": 0.21811699886566197,
      "grad_norm": 0.9488732814788818,
      "learning_rate": 9.247330975389712e-06,
      "loss": 0.2667109489440918,
      "step": 3365,
      "token_acc": 0.9248041741141836
    },
    {
      "epoch": 0.21844109544644305,
      "grad_norm": 0.9357844591140747,
      "learning_rate": 9.244500958142546e-06,
      "loss": 0.2645890474319458,
      "step": 3370,
      "token_acc": 0.9257691799815133
    },
    {
      "epoch": 0.2187651920272241,
      "grad_norm": 0.9841048121452332,
      "learning_rate": 9.24166606521267e-06,
      "loss": 0.2663395643234253,
      "step": 3375,
      "token_acc": 0.9243055148280648
    },
    {
      "epoch": 0.2190892886080052,
      "grad_norm": 0.8774002194404602,
      "learning_rate": 9.238826299856541e-06,
      "loss": 0.2606687545776367,
      "step": 3380,
      "token_acc": 0.9270253678436343
    },
    {
      "epoch": 0.21941338518878625,
      "grad_norm": 0.8875116109848022,
      "learning_rate": 9.235981665336214e-06,
      "loss": 0.27065410614013674,
      "step": 3385,
      "token_acc": 0.9239730829461986
    },
    {
      "epoch": 0.21973748176956734,
      "grad_norm": 0.9407257437705994,
      "learning_rate": 9.233132164919335e-06,
      "loss": 0.2632985830307007,
      "step": 3390,
      "token_acc": 0.9244549591944613
    },
    {
      "epoch": 0.2200615783503484,
      "grad_norm": 0.8755924105644226,
      "learning_rate": 9.230277801879145e-06,
      "loss": 0.25905284881591795,
      "step": 3395,
      "token_acc": 0.9266411768517918
    },
    {
      "epoch": 0.22038567493112948,
      "grad_norm": 0.9250627160072327,
      "learning_rate": 9.227418579494465e-06,
      "loss": 0.26375718116760255,
      "step": 3400,
      "token_acc": 0.925414833479118
    },
    {
      "epoch": 0.22070977151191054,
      "grad_norm": 0.8629029989242554,
      "learning_rate": 9.224554501049701e-06,
      "loss": 0.2573062896728516,
      "step": 3405,
      "token_acc": 0.9272287545715522
    },
    {
      "epoch": 0.22103386809269163,
      "grad_norm": 0.8667880296707153,
      "learning_rate": 9.221685569834836e-06,
      "loss": 0.2670911312103271,
      "step": 3410,
      "token_acc": 0.9251760505608022
    },
    {
      "epoch": 0.22135796467347268,
      "grad_norm": 0.9667277336120605,
      "learning_rate": 9.21881178914543e-06,
      "loss": 0.24934451580047606,
      "step": 3415,
      "token_acc": 0.9284775023435059
    },
    {
      "epoch": 0.22168206125425377,
      "grad_norm": 0.949001133441925,
      "learning_rate": 9.215933162282607e-06,
      "loss": 0.2649359941482544,
      "step": 3420,
      "token_acc": 0.926513788478524
    },
    {
      "epoch": 0.22200615783503483,
      "grad_norm": 0.932003915309906,
      "learning_rate": 9.213049692553066e-06,
      "loss": 0.25911531448364256,
      "step": 3425,
      "token_acc": 0.92675016411343
    },
    {
      "epoch": 0.22233025441581591,
      "grad_norm": 0.8812533617019653,
      "learning_rate": 9.210161383269063e-06,
      "loss": 0.26271121501922606,
      "step": 3430,
      "token_acc": 0.926700607653145
    },
    {
      "epoch": 0.22265435099659697,
      "grad_norm": 0.8192481994628906,
      "learning_rate": 9.20726823774842e-06,
      "loss": 0.2638916015625,
      "step": 3435,
      "token_acc": 0.9267796654080066
    },
    {
      "epoch": 0.22297844757737806,
      "grad_norm": 0.8288140892982483,
      "learning_rate": 9.204370259314503e-06,
      "loss": 0.2629103183746338,
      "step": 3440,
      "token_acc": 0.9257631082166816
    },
    {
      "epoch": 0.22330254415815914,
      "grad_norm": 0.8430953621864319,
      "learning_rate": 9.20146745129624e-06,
      "loss": 0.26664912700653076,
      "step": 3445,
      "token_acc": 0.9247475697304168
    },
    {
      "epoch": 0.2236266407389402,
      "grad_norm": 0.8576011061668396,
      "learning_rate": 9.198559817028106e-06,
      "loss": 0.25874958038330076,
      "step": 3450,
      "token_acc": 0.9274104978587072
    },
    {
      "epoch": 0.2239507373197213,
      "grad_norm": 0.8742114305496216,
      "learning_rate": 9.195647359850112e-06,
      "loss": 0.26214098930358887,
      "step": 3455,
      "token_acc": 0.9264212524706127
    },
    {
      "epoch": 0.22427483390050235,
      "grad_norm": 0.8295634388923645,
      "learning_rate": 9.19273008310782e-06,
      "loss": 0.2547857046127319,
      "step": 3460,
      "token_acc": 0.9279300536133286
    },
    {
      "epoch": 0.22459893048128343,
      "grad_norm": 0.9069639444351196,
      "learning_rate": 9.189807990152317e-06,
      "loss": 0.2580267906188965,
      "step": 3465,
      "token_acc": 0.9262434216131548
    },
    {
      "epoch": 0.2249230270620645,
      "grad_norm": 0.8336062431335449,
      "learning_rate": 9.18688108434023e-06,
      "loss": 0.2631111145019531,
      "step": 3470,
      "token_acc": 0.9266328138679741
    },
    {
      "epoch": 0.22524712364284558,
      "grad_norm": 0.8848274350166321,
      "learning_rate": 9.183949369033716e-06,
      "loss": 0.258338475227356,
      "step": 3475,
      "token_acc": 0.927288605637183
    },
    {
      "epoch": 0.22557122022362663,
      "grad_norm": 0.8938132524490356,
      "learning_rate": 9.181012847600448e-06,
      "loss": 0.2634269237518311,
      "step": 3480,
      "token_acc": 0.9262855276053578
    },
    {
      "epoch": 0.22589531680440772,
      "grad_norm": 0.9038134217262268,
      "learning_rate": 9.17807152341363e-06,
      "loss": 0.25702710151672364,
      "step": 3485,
      "token_acc": 0.9270220671677117
    },
    {
      "epoch": 0.22621941338518878,
      "grad_norm": 0.9028303623199463,
      "learning_rate": 9.175125399851974e-06,
      "loss": 0.2674188375473022,
      "step": 3490,
      "token_acc": 0.9244738583719391
    },
    {
      "epoch": 0.22654350996596986,
      "grad_norm": 0.8527891039848328,
      "learning_rate": 9.17217448029971e-06,
      "loss": 0.2608349323272705,
      "step": 3495,
      "token_acc": 0.9266560286448198
    },
    {
      "epoch": 0.22686760654675092,
      "grad_norm": 1.0615705251693726,
      "learning_rate": 9.169218768146578e-06,
      "loss": 0.2727582693099976,
      "step": 3500,
      "token_acc": 0.9247851802254212
    },
    {
      "epoch": 0.22686760654675092,
      "eval_loss": 0.26445960998535156,
      "eval_runtime": 217.568,
      "eval_samples_per_second": 91.925,
      "eval_steps_per_second": 0.124,
      "eval_token_acc": 0.9255944256878098,
      "step": 3500
    },
    {
      "epoch": 0.227191703127532,
      "grad_norm": 2.071399688720703,
      "learning_rate": 9.16625826678782e-06,
      "loss": 0.2597506046295166,
      "step": 3505,
      "token_acc": 0.92645379789868
    },
    {
      "epoch": 0.22751579970831307,
      "grad_norm": 0.9225764274597168,
      "learning_rate": 9.16329297962418e-06,
      "loss": 0.26715450286865233,
      "step": 3510,
      "token_acc": 0.9264514579622551
    },
    {
      "epoch": 0.22783989628909415,
      "grad_norm": 0.8650937080383301,
      "learning_rate": 9.160322910061905e-06,
      "loss": 0.2705091953277588,
      "step": 3515,
      "token_acc": 0.9246110297957947
    },
    {
      "epoch": 0.2281639928698752,
      "grad_norm": 0.8749118447303772,
      "learning_rate": 9.157348061512728e-06,
      "loss": 0.25983762741088867,
      "step": 3520,
      "token_acc": 0.9268422095647226
    },
    {
      "epoch": 0.2284880894506563,
      "grad_norm": 0.9360148310661316,
      "learning_rate": 9.154368437393873e-06,
      "loss": 0.2631370067596436,
      "step": 3525,
      "token_acc": 0.9269716338281127
    },
    {
      "epoch": 0.22881218603143738,
      "grad_norm": 0.9098191261291504,
      "learning_rate": 9.151384041128054e-06,
      "loss": 0.2653895378112793,
      "step": 3530,
      "token_acc": 0.9262201893946862
    },
    {
      "epoch": 0.22913628261221844,
      "grad_norm": 0.8991694450378418,
      "learning_rate": 9.148394876143461e-06,
      "loss": 0.26526656150817873,
      "step": 3535,
      "token_acc": 0.9253257982628443
    },
    {
      "epoch": 0.22946037919299953,
      "grad_norm": 0.8953236937522888,
      "learning_rate": 9.14540094587377e-06,
      "loss": 0.263206934928894,
      "step": 3540,
      "token_acc": 0.9255694241085205
    },
    {
      "epoch": 0.22978447577378058,
      "grad_norm": 0.8852925300598145,
      "learning_rate": 9.142402253758123e-06,
      "loss": 0.2582906007766724,
      "step": 3545,
      "token_acc": 0.9274711875839079
    },
    {
      "epoch": 0.23010857235456167,
      "grad_norm": 0.8822129964828491,
      "learning_rate": 9.139398803241134e-06,
      "loss": 0.2554760932922363,
      "step": 3550,
      "token_acc": 0.9273237356001607
    },
    {
      "epoch": 0.23043266893534273,
      "grad_norm": 1.7858068943023682,
      "learning_rate": 9.136390597772886e-06,
      "loss": 0.2673048973083496,
      "step": 3555,
      "token_acc": 0.9252214880632657
    },
    {
      "epoch": 0.2307567655161238,
      "grad_norm": 0.937673032283783,
      "learning_rate": 9.13337764080892e-06,
      "loss": 0.26005423069000244,
      "step": 3560,
      "token_acc": 0.926369818399729
    },
    {
      "epoch": 0.23108086209690487,
      "grad_norm": 1.00150728225708,
      "learning_rate": 9.13035993581024e-06,
      "loss": 0.2589425563812256,
      "step": 3565,
      "token_acc": 0.9277278678748753
    },
    {
      "epoch": 0.23140495867768596,
      "grad_norm": 0.8138728737831116,
      "learning_rate": 9.127337486243298e-06,
      "loss": 0.2727918863296509,
      "step": 3570,
      "token_acc": 0.9244027839556241
    },
    {
      "epoch": 0.23172905525846701,
      "grad_norm": 0.9878820180892944,
      "learning_rate": 9.12431029558e-06,
      "loss": 0.25275774002075196,
      "step": 3575,
      "token_acc": 0.9281122532223853
    },
    {
      "epoch": 0.2320531518392481,
      "grad_norm": 0.9843800067901611,
      "learning_rate": 9.121278367297698e-06,
      "loss": 0.26565070152282716,
      "step": 3580,
      "token_acc": 0.9257811735382969
    },
    {
      "epoch": 0.23237724842002916,
      "grad_norm": 0.8798107504844666,
      "learning_rate": 9.118241704879185e-06,
      "loss": 0.26822733879089355,
      "step": 3585,
      "token_acc": 0.9240915911018331
    },
    {
      "epoch": 0.23270134500081024,
      "grad_norm": 0.8808806538581848,
      "learning_rate": 9.115200311812695e-06,
      "loss": 0.26865925788879397,
      "step": 3590,
      "token_acc": 0.9246415406210235
    },
    {
      "epoch": 0.2330254415815913,
      "grad_norm": 0.8680911064147949,
      "learning_rate": 9.112154191591888e-06,
      "loss": 0.2660682678222656,
      "step": 3595,
      "token_acc": 0.9253614794955555
    },
    {
      "epoch": 0.2333495381623724,
      "grad_norm": 0.8418766856193542,
      "learning_rate": 9.109103347715867e-06,
      "loss": 0.26566033363342284,
      "step": 3600,
      "token_acc": 0.9256912254623925
    },
    {
      "epoch": 0.23367363474315345,
      "grad_norm": 0.8841730356216431,
      "learning_rate": 9.10604778368915e-06,
      "loss": 0.261461067199707,
      "step": 3605,
      "token_acc": 0.926539747844256
    },
    {
      "epoch": 0.23399773132393453,
      "grad_norm": 0.9045286178588867,
      "learning_rate": 9.102987503021678e-06,
      "loss": 0.2669029235839844,
      "step": 3610,
      "token_acc": 0.9253856832802143
    },
    {
      "epoch": 0.23432182790471562,
      "grad_norm": 0.8939406275749207,
      "learning_rate": 9.09992250922882e-06,
      "loss": 0.2606555461883545,
      "step": 3615,
      "token_acc": 0.9257858294848793
    },
    {
      "epoch": 0.23464592448549668,
      "grad_norm": 0.9183914661407471,
      "learning_rate": 9.096852805831348e-06,
      "loss": 0.26268754005432127,
      "step": 3620,
      "token_acc": 0.9264376253457248
    },
    {
      "epoch": 0.23497002106627776,
      "grad_norm": 1.1463788747787476,
      "learning_rate": 9.093778396355448e-06,
      "loss": 0.26030635833740234,
      "step": 3625,
      "token_acc": 0.9261901969217136
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.8447176218032837,
      "learning_rate": 9.09069928433271e-06,
      "loss": 0.2567586898803711,
      "step": 3630,
      "token_acc": 0.9281518507628476
    },
    {
      "epoch": 0.2356182142278399,
      "grad_norm": 0.7754336595535278,
      "learning_rate": 9.087615473300134e-06,
      "loss": 0.2564385890960693,
      "step": 3635,
      "token_acc": 0.9276885326353672
    },
    {
      "epoch": 0.23594231080862096,
      "grad_norm": 0.8199570178985596,
      "learning_rate": 9.084526966800106e-06,
      "loss": 0.26219370365142824,
      "step": 3640,
      "token_acc": 0.9275552058611083
    },
    {
      "epoch": 0.23626640738940205,
      "grad_norm": 0.8361279964447021,
      "learning_rate": 9.081433768380415e-06,
      "loss": 0.25876152515411377,
      "step": 3645,
      "token_acc": 0.9266012246088056
    },
    {
      "epoch": 0.2365905039701831,
      "grad_norm": 0.8484302759170532,
      "learning_rate": 9.078335881594231e-06,
      "loss": 0.27129244804382324,
      "step": 3650,
      "token_acc": 0.9239092154177265
    },
    {
      "epoch": 0.2369146005509642,
      "grad_norm": 0.8304858803749084,
      "learning_rate": 9.075233310000116e-06,
      "loss": 0.25465760231018064,
      "step": 3655,
      "token_acc": 0.9280951075963408
    },
    {
      "epoch": 0.23723869713174525,
      "grad_norm": 0.9628082513809204,
      "learning_rate": 9.072126057162017e-06,
      "loss": 0.25599141120910646,
      "step": 3660,
      "token_acc": 0.9284275896116719
    },
    {
      "epoch": 0.23756279371252634,
      "grad_norm": 0.944200336933136,
      "learning_rate": 9.069014126649245e-06,
      "loss": 0.2635692596435547,
      "step": 3665,
      "token_acc": 0.9263506659464872
    },
    {
      "epoch": 0.2378868902933074,
      "grad_norm": 0.863064706325531,
      "learning_rate": 9.0658975220365e-06,
      "loss": 0.26157259941101074,
      "step": 3670,
      "token_acc": 0.9262945979196958
    },
    {
      "epoch": 0.23821098687408848,
      "grad_norm": 0.9632282257080078,
      "learning_rate": 9.062776246903838e-06,
      "loss": 0.2579564809799194,
      "step": 3675,
      "token_acc": 0.9273096764108175
    },
    {
      "epoch": 0.23853508345486954,
      "grad_norm": 0.8893093466758728,
      "learning_rate": 9.059650304836689e-06,
      "loss": 0.26536922454833983,
      "step": 3680,
      "token_acc": 0.9253779620776431
    },
    {
      "epoch": 0.23885918003565063,
      "grad_norm": 0.9201160669326782,
      "learning_rate": 9.05651969942584e-06,
      "loss": 0.25775980949401855,
      "step": 3685,
      "token_acc": 0.9275294454308366
    },
    {
      "epoch": 0.23918327661643168,
      "grad_norm": 0.8697929978370667,
      "learning_rate": 9.053384434267436e-06,
      "loss": 0.2649453401565552,
      "step": 3690,
      "token_acc": 0.9264027140396324
    },
    {
      "epoch": 0.23950737319721277,
      "grad_norm": 0.8250270485877991,
      "learning_rate": 9.05024451296297e-06,
      "loss": 0.26184511184692383,
      "step": 3695,
      "token_acc": 0.9265153792860037
    },
    {
      "epoch": 0.23983146977799386,
      "grad_norm": 0.8657457232475281,
      "learning_rate": 9.047099939119295e-06,
      "loss": 0.25553097724914553,
      "step": 3700,
      "token_acc": 0.9279016543516642
    },
    {
      "epoch": 0.2401555663587749,
      "grad_norm": 0.840779721736908,
      "learning_rate": 9.043950716348596e-06,
      "loss": 0.2610261678695679,
      "step": 3705,
      "token_acc": 0.9268059466893707
    },
    {
      "epoch": 0.240479662939556,
      "grad_norm": 0.8344523906707764,
      "learning_rate": 9.040796848268405e-06,
      "loss": 0.26270155906677245,
      "step": 3710,
      "token_acc": 0.9263935128720704
    },
    {
      "epoch": 0.24080375952033706,
      "grad_norm": 0.9003820419311523,
      "learning_rate": 9.037638338501588e-06,
      "loss": 0.25495471954345705,
      "step": 3715,
      "token_acc": 0.9280774094957053
    },
    {
      "epoch": 0.24112785610111814,
      "grad_norm": 0.8304955959320068,
      "learning_rate": 9.034475190676342e-06,
      "loss": 0.26463875770568845,
      "step": 3720,
      "token_acc": 0.9264853186683688
    },
    {
      "epoch": 0.2414519526818992,
      "grad_norm": 0.8362470865249634,
      "learning_rate": 9.031307408426196e-06,
      "loss": 0.25963654518127444,
      "step": 3725,
      "token_acc": 0.926955288176843
    },
    {
      "epoch": 0.2417760492626803,
      "grad_norm": 0.9689456224441528,
      "learning_rate": 9.028134995389996e-06,
      "loss": 0.2558337450027466,
      "step": 3730,
      "token_acc": 0.927906577592353
    },
    {
      "epoch": 0.24210014584346135,
      "grad_norm": 0.8339043855667114,
      "learning_rate": 9.024957955211916e-06,
      "loss": 0.26160173416137694,
      "step": 3735,
      "token_acc": 0.9282867209137841
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 0.8988233804702759,
      "learning_rate": 9.021776291541437e-06,
      "loss": 0.26324822902679446,
      "step": 3740,
      "token_acc": 0.9257408255380388
    },
    {
      "epoch": 0.2427483390050235,
      "grad_norm": 0.9286147356033325,
      "learning_rate": 9.018590008033355e-06,
      "loss": 0.25923609733581543,
      "step": 3745,
      "token_acc": 0.9268346928496203
    },
    {
      "epoch": 0.24307243558580457,
      "grad_norm": 0.9040605425834656,
      "learning_rate": 9.015399108347771e-06,
      "loss": 0.2699911594390869,
      "step": 3750,
      "token_acc": 0.9250075359431724
    },
    {
      "epoch": 0.24339653216658563,
      "grad_norm": 0.8517218828201294,
      "learning_rate": 9.012203596150092e-06,
      "loss": 0.26553008556365965,
      "step": 3755,
      "token_acc": 0.9259371460182819
    },
    {
      "epoch": 0.24372062874736672,
      "grad_norm": 0.9971320033073425,
      "learning_rate": 9.009003475111022e-06,
      "loss": 0.26141085624694826,
      "step": 3760,
      "token_acc": 0.9255360778929635
    },
    {
      "epoch": 0.24404472532814778,
      "grad_norm": 0.8291534185409546,
      "learning_rate": 9.005798748906556e-06,
      "loss": 0.26013109683990476,
      "step": 3765,
      "token_acc": 0.9276141175850736
    },
    {
      "epoch": 0.24436882190892886,
      "grad_norm": 0.8724426031112671,
      "learning_rate": 9.002589421217983e-06,
      "loss": 0.26230764389038086,
      "step": 3770,
      "token_acc": 0.9261460378761686
    },
    {
      "epoch": 0.24469291848970992,
      "grad_norm": 0.8928936719894409,
      "learning_rate": 8.999375495731874e-06,
      "loss": 0.2632465839385986,
      "step": 3775,
      "token_acc": 0.9262064488206015
    },
    {
      "epoch": 0.245017015070491,
      "grad_norm": 0.8393530249595642,
      "learning_rate": 8.996156976140088e-06,
      "loss": 0.2712278127670288,
      "step": 3780,
      "token_acc": 0.9246547023786452
    },
    {
      "epoch": 0.2453411116512721,
      "grad_norm": 0.9236770272254944,
      "learning_rate": 8.99293386613975e-06,
      "loss": 0.2687112808227539,
      "step": 3785,
      "token_acc": 0.9243318851603088
    },
    {
      "epoch": 0.24566520823205315,
      "grad_norm": 0.8596184253692627,
      "learning_rate": 8.989706169433274e-06,
      "loss": 0.26513023376464845,
      "step": 3790,
      "token_acc": 0.9252471871803614
    },
    {
      "epoch": 0.24598930481283424,
      "grad_norm": 0.8616563677787781,
      "learning_rate": 8.986473889728326e-06,
      "loss": 0.2634493350982666,
      "step": 3795,
      "token_acc": 0.9257477790043631
    },
    {
      "epoch": 0.2463134013936153,
      "grad_norm": 0.9413219690322876,
      "learning_rate": 8.983237030737848e-06,
      "loss": 0.25677313804626467,
      "step": 3800,
      "token_acc": 0.9281611625350445
    },
    {
      "epoch": 0.24663749797439638,
      "grad_norm": 0.9483920335769653,
      "learning_rate": 8.97999559618004e-06,
      "loss": 0.26177291870117186,
      "step": 3805,
      "token_acc": 0.9271578726638883
    },
    {
      "epoch": 0.24696159455517744,
      "grad_norm": 0.825879693031311,
      "learning_rate": 8.976749589778352e-06,
      "loss": 0.264525842666626,
      "step": 3810,
      "token_acc": 0.9265027987344853
    },
    {
      "epoch": 0.24728569113595852,
      "grad_norm": 0.8431276679039001,
      "learning_rate": 8.973499015261496e-06,
      "loss": 0.25930109024047854,
      "step": 3815,
      "token_acc": 0.9269418366811769
    },
    {
      "epoch": 0.24760978771673958,
      "grad_norm": 0.9299726486206055,
      "learning_rate": 8.97024387636342e-06,
      "loss": 0.2606808185577393,
      "step": 3820,
      "token_acc": 0.9262172954288098
    },
    {
      "epoch": 0.24793388429752067,
      "grad_norm": 0.856094479560852,
      "learning_rate": 8.966984176823325e-06,
      "loss": 0.264854884147644,
      "step": 3825,
      "token_acc": 0.9259519442167844
    },
    {
      "epoch": 0.24825798087830173,
      "grad_norm": 0.9173142910003662,
      "learning_rate": 8.963719920385644e-06,
      "loss": 0.2681146144866943,
      "step": 3830,
      "token_acc": 0.9248820785448102
    },
    {
      "epoch": 0.2485820774590828,
      "grad_norm": 0.9074921607971191,
      "learning_rate": 8.960451110800049e-06,
      "loss": 0.25864691734313966,
      "step": 3835,
      "token_acc": 0.926948873292425
    },
    {
      "epoch": 0.24890617403986387,
      "grad_norm": 0.8386721014976501,
      "learning_rate": 8.95717775182144e-06,
      "loss": 0.2642892122268677,
      "step": 3840,
      "token_acc": 0.9266356654782143
    },
    {
      "epoch": 0.24923027062064496,
      "grad_norm": 0.8855156302452087,
      "learning_rate": 8.953899847209941e-06,
      "loss": 0.26588640213012693,
      "step": 3845,
      "token_acc": 0.9253760551069131
    },
    {
      "epoch": 0.24955436720142601,
      "grad_norm": 0.8465850949287415,
      "learning_rate": 8.950617400730903e-06,
      "loss": 0.25530314445495605,
      "step": 3850,
      "token_acc": 0.9287901286482082
    },
    {
      "epoch": 0.2498784637822071,
      "grad_norm": 0.8979588150978088,
      "learning_rate": 8.947330416154892e-06,
      "loss": 0.2618697643280029,
      "step": 3855,
      "token_acc": 0.9264437729986637
    },
    {
      "epoch": 0.25020256036298816,
      "grad_norm": 0.8771248459815979,
      "learning_rate": 8.944038897257681e-06,
      "loss": 0.2614720344543457,
      "step": 3860,
      "token_acc": 0.9258256913481695
    },
    {
      "epoch": 0.25052665694376924,
      "grad_norm": 0.9567051529884338,
      "learning_rate": 8.940742847820262e-06,
      "loss": 0.2619285583496094,
      "step": 3865,
      "token_acc": 0.9265165096645914
    },
    {
      "epoch": 0.25085075352455033,
      "grad_norm": 0.8558542132377625,
      "learning_rate": 8.937442271628823e-06,
      "loss": 0.26223363876342776,
      "step": 3870,
      "token_acc": 0.9262437605368418
    },
    {
      "epoch": 0.2511748501053314,
      "grad_norm": 0.791343092918396,
      "learning_rate": 8.934137172474757e-06,
      "loss": 0.2604944705963135,
      "step": 3875,
      "token_acc": 0.9258543470947911
    },
    {
      "epoch": 0.25149894668611245,
      "grad_norm": 0.8936379551887512,
      "learning_rate": 8.930827554154648e-06,
      "loss": 0.2596839427947998,
      "step": 3880,
      "token_acc": 0.9271534975161467
    },
    {
      "epoch": 0.25182304326689353,
      "grad_norm": 0.8601925373077393,
      "learning_rate": 8.927513420470275e-06,
      "loss": 0.2696534156799316,
      "step": 3885,
      "token_acc": 0.9251128409759927
    },
    {
      "epoch": 0.2521471398476746,
      "grad_norm": 0.8659956455230713,
      "learning_rate": 8.924194775228603e-06,
      "loss": 0.2614442348480225,
      "step": 3890,
      "token_acc": 0.9262755571928531
    },
    {
      "epoch": 0.2524712364284557,
      "grad_norm": 0.9207909107208252,
      "learning_rate": 8.920871622241777e-06,
      "loss": 0.25987801551818845,
      "step": 3895,
      "token_acc": 0.9266914939195201
    },
    {
      "epoch": 0.25279533300923673,
      "grad_norm": 0.8467811346054077,
      "learning_rate": 8.917543965327124e-06,
      "loss": 0.2568974018096924,
      "step": 3900,
      "token_acc": 0.9276546468449586
    },
    {
      "epoch": 0.2531194295900178,
      "grad_norm": 0.8296903371810913,
      "learning_rate": 8.914211808307143e-06,
      "loss": 0.2594138145446777,
      "step": 3905,
      "token_acc": 0.9268131355052915
    },
    {
      "epoch": 0.2534435261707989,
      "grad_norm": 0.8565858006477356,
      "learning_rate": 8.910875155009499e-06,
      "loss": 0.26329946517944336,
      "step": 3910,
      "token_acc": 0.9262049565681691
    },
    {
      "epoch": 0.25376762275158,
      "grad_norm": 0.8322010636329651,
      "learning_rate": 8.907534009267029e-06,
      "loss": 0.259573769569397,
      "step": 3915,
      "token_acc": 0.9271110410550444
    },
    {
      "epoch": 0.254091719332361,
      "grad_norm": 0.8544418811798096,
      "learning_rate": 8.904188374917722e-06,
      "loss": 0.26168150901794435,
      "step": 3920,
      "token_acc": 0.9261133670285703
    },
    {
      "epoch": 0.2544158159131421,
      "grad_norm": 0.889323890209198,
      "learning_rate": 8.90083825580473e-06,
      "loss": 0.25737709999084474,
      "step": 3925,
      "token_acc": 0.9276443972632001
    },
    {
      "epoch": 0.2547399124939232,
      "grad_norm": 0.8525602221488953,
      "learning_rate": 8.897483655776353e-06,
      "loss": 0.2580659627914429,
      "step": 3930,
      "token_acc": 0.9270104176936476
    },
    {
      "epoch": 0.2550640090747043,
      "grad_norm": 0.8723629117012024,
      "learning_rate": 8.894124578686043e-06,
      "loss": 0.2544872283935547,
      "step": 3935,
      "token_acc": 0.9277833829059605
    },
    {
      "epoch": 0.2553881056554853,
      "grad_norm": 0.869596540927887,
      "learning_rate": 8.890761028392385e-06,
      "loss": 0.2566462516784668,
      "step": 3940,
      "token_acc": 0.9288142318629721
    },
    {
      "epoch": 0.2557122022362664,
      "grad_norm": 0.9088364243507385,
      "learning_rate": 8.887393008759115e-06,
      "loss": 0.25803382396698,
      "step": 3945,
      "token_acc": 0.9273799013588057
    },
    {
      "epoch": 0.2560362988170475,
      "grad_norm": 0.9087403416633606,
      "learning_rate": 8.88402052365509e-06,
      "loss": 0.26232974529266356,
      "step": 3950,
      "token_acc": 0.9256121867881549
    },
    {
      "epoch": 0.25636039539782857,
      "grad_norm": 0.9897594451904297,
      "learning_rate": 8.880643576954309e-06,
      "loss": 0.25968708992004397,
      "step": 3955,
      "token_acc": 0.9273781963590445
    },
    {
      "epoch": 0.25668449197860965,
      "grad_norm": 0.8380420804023743,
      "learning_rate": 8.877262172535888e-06,
      "loss": 0.2629442930221558,
      "step": 3960,
      "token_acc": 0.9261984697064335
    },
    {
      "epoch": 0.2570085885593907,
      "grad_norm": 1.008497714996338,
      "learning_rate": 8.873876314284064e-06,
      "loss": 0.2611828327178955,
      "step": 3965,
      "token_acc": 0.9270141810308393
    },
    {
      "epoch": 0.25733268514017177,
      "grad_norm": 0.8280889987945557,
      "learning_rate": 8.870486006088194e-06,
      "loss": 0.2556713581085205,
      "step": 3970,
      "token_acc": 0.9271267278536236
    },
    {
      "epoch": 0.25765678172095285,
      "grad_norm": 0.8611913919448853,
      "learning_rate": 8.867091251842743e-06,
      "loss": 0.2606687068939209,
      "step": 3975,
      "token_acc": 0.9278035532420504
    },
    {
      "epoch": 0.25798087830173394,
      "grad_norm": 0.9114230275154114,
      "learning_rate": 8.863692055447288e-06,
      "loss": 0.2592257738113403,
      "step": 3980,
      "token_acc": 0.9271485896453985
    },
    {
      "epoch": 0.25830497488251497,
      "grad_norm": 0.9067589044570923,
      "learning_rate": 8.860288420806501e-06,
      "loss": 0.2650330066680908,
      "step": 3985,
      "token_acc": 0.9259556919914889
    },
    {
      "epoch": 0.25862907146329606,
      "grad_norm": 0.8510159254074097,
      "learning_rate": 8.85688035183016e-06,
      "loss": 0.2607996940612793,
      "step": 3990,
      "token_acc": 0.9266827707775674
    },
    {
      "epoch": 0.25895316804407714,
      "grad_norm": 0.8950018882751465,
      "learning_rate": 8.85346785243313e-06,
      "loss": 0.2593094825744629,
      "step": 3995,
      "token_acc": 0.9269510684422422
    },
    {
      "epoch": 0.25927726462485823,
      "grad_norm": 0.8641705513000488,
      "learning_rate": 8.850050926535373e-06,
      "loss": 0.2626436948776245,
      "step": 4000,
      "token_acc": 0.9257002864660971
    },
    {
      "epoch": 0.25927726462485823,
      "eval_loss": 0.2615666389465332,
      "eval_runtime": 108.0265,
      "eval_samples_per_second": 185.14,
      "eval_steps_per_second": 0.25,
      "eval_token_acc": 0.9262576922155975,
      "step": 4000
    },
    {
      "epoch": 0.25960136120563926,
      "grad_norm": 0.9181963801383972,
      "learning_rate": 8.84662957806193e-06,
      "loss": 0.25753178596496584,
      "step": 4005,
      "token_acc": 0.9272111584858569
    },
    {
      "epoch": 0.25992545778642034,
      "grad_norm": 1.0889618396759033,
      "learning_rate": 8.843203810942922e-06,
      "loss": 0.26236202716827395,
      "step": 4010,
      "token_acc": 0.9270046071021845
    },
    {
      "epoch": 0.26024955436720143,
      "grad_norm": 0.8697792887687683,
      "learning_rate": 8.839773629113551e-06,
      "loss": 0.2591404438018799,
      "step": 4015,
      "token_acc": 0.9274140352022989
    },
    {
      "epoch": 0.2605736509479825,
      "grad_norm": 1.0301299095153809,
      "learning_rate": 8.836339036514081e-06,
      "loss": 0.25630109310150145,
      "step": 4020,
      "token_acc": 0.9279003828413886
    },
    {
      "epoch": 0.26089774752876355,
      "grad_norm": 0.8997102975845337,
      "learning_rate": 8.832900037089853e-06,
      "loss": 0.26283869743347166,
      "step": 4025,
      "token_acc": 0.9259731636282353
    },
    {
      "epoch": 0.26122184410954463,
      "grad_norm": 0.9788554906845093,
      "learning_rate": 8.829456634791265e-06,
      "loss": 0.2563297986984253,
      "step": 4030,
      "token_acc": 0.9279093314171866
    },
    {
      "epoch": 0.2615459406903257,
      "grad_norm": 0.8830538988113403,
      "learning_rate": 8.826008833573772e-06,
      "loss": 0.2604154109954834,
      "step": 4035,
      "token_acc": 0.9272978205698438
    },
    {
      "epoch": 0.2618700372711068,
      "grad_norm": 0.9093402028083801,
      "learning_rate": 8.82255663739788e-06,
      "loss": 0.26268959045410156,
      "step": 4040,
      "token_acc": 0.9263486995277057
    },
    {
      "epoch": 0.2621941338518879,
      "grad_norm": 0.9278461337089539,
      "learning_rate": 8.819100050229155e-06,
      "loss": 0.2609283924102783,
      "step": 4045,
      "token_acc": 0.9262323783832855
    },
    {
      "epoch": 0.2625182304326689,
      "grad_norm": 0.8410829305648804,
      "learning_rate": 8.81563907603819e-06,
      "loss": 0.25548272132873534,
      "step": 4050,
      "token_acc": 0.9285036111602203
    },
    {
      "epoch": 0.26284232701345,
      "grad_norm": 0.8875502943992615,
      "learning_rate": 8.812173718800632e-06,
      "loss": 0.24896974563598634,
      "step": 4055,
      "token_acc": 0.9284992354938192
    },
    {
      "epoch": 0.2631664235942311,
      "grad_norm": 0.8588442802429199,
      "learning_rate": 8.80870398249715e-06,
      "loss": 0.2595560073852539,
      "step": 4060,
      "token_acc": 0.9271875967392426
    },
    {
      "epoch": 0.2634905201750122,
      "grad_norm": 0.8414188027381897,
      "learning_rate": 8.805229871113458e-06,
      "loss": 0.26101150512695315,
      "step": 4065,
      "token_acc": 0.9274352518687667
    },
    {
      "epoch": 0.2638146167557932,
      "grad_norm": 0.8336014747619629,
      "learning_rate": 8.801751388640285e-06,
      "loss": 0.26275513172149656,
      "step": 4070,
      "token_acc": 0.9267329628546359
    },
    {
      "epoch": 0.2641387133365743,
      "grad_norm": 0.9280481934547424,
      "learning_rate": 8.798268539073381e-06,
      "loss": 0.25650203227996826,
      "step": 4075,
      "token_acc": 0.926746981637613
    },
    {
      "epoch": 0.2644628099173554,
      "grad_norm": 0.8466014862060547,
      "learning_rate": 8.794781326413518e-06,
      "loss": 0.26517748832702637,
      "step": 4080,
      "token_acc": 0.9260950549780689
    },
    {
      "epoch": 0.26478690649813647,
      "grad_norm": 0.9260287284851074,
      "learning_rate": 8.791289754666476e-06,
      "loss": 0.25632548332214355,
      "step": 4085,
      "token_acc": 0.9279644397960518
    },
    {
      "epoch": 0.2651110030789175,
      "grad_norm": 0.8487626910209656,
      "learning_rate": 8.787793827843045e-06,
      "loss": 0.26072518825531005,
      "step": 4090,
      "token_acc": 0.9272499934536123
    },
    {
      "epoch": 0.2654350996596986,
      "grad_norm": 0.9548547267913818,
      "learning_rate": 8.784293549959015e-06,
      "loss": 0.25896425247192384,
      "step": 4095,
      "token_acc": 0.9273138849452728
    },
    {
      "epoch": 0.26575919624047967,
      "grad_norm": 0.8799179792404175,
      "learning_rate": 8.780788925035178e-06,
      "loss": 0.2615668296813965,
      "step": 4100,
      "token_acc": 0.9258027852533117
    },
    {
      "epoch": 0.26608329282126075,
      "grad_norm": 0.8915330171585083,
      "learning_rate": 8.777279957097314e-06,
      "loss": 0.25951237678527833,
      "step": 4105,
      "token_acc": 0.9273119544964206
    },
    {
      "epoch": 0.2664073894020418,
      "grad_norm": 0.8761894702911377,
      "learning_rate": 8.773766650176194e-06,
      "loss": 0.26072139739990235,
      "step": 4110,
      "token_acc": 0.9267907073980192
    },
    {
      "epoch": 0.26673148598282287,
      "grad_norm": 0.8780137896537781,
      "learning_rate": 8.770249008307576e-06,
      "loss": 0.2666799068450928,
      "step": 4115,
      "token_acc": 0.9249040957879645
    },
    {
      "epoch": 0.26705558256360395,
      "grad_norm": 0.8100029230117798,
      "learning_rate": 8.766727035532194e-06,
      "loss": 0.25823545455932617,
      "step": 4120,
      "token_acc": 0.9268384378544806
    },
    {
      "epoch": 0.26737967914438504,
      "grad_norm": 0.8637539744377136,
      "learning_rate": 8.763200735895761e-06,
      "loss": 0.25935347080230714,
      "step": 4125,
      "token_acc": 0.9276374520821299
    },
    {
      "epoch": 0.2677037757251661,
      "grad_norm": 0.830479085445404,
      "learning_rate": 8.759670113448955e-06,
      "loss": 0.25900342464447024,
      "step": 4130,
      "token_acc": 0.9269661448089581
    },
    {
      "epoch": 0.26802787230594716,
      "grad_norm": 0.8664636015892029,
      "learning_rate": 8.756135172247424e-06,
      "loss": 0.264119815826416,
      "step": 4135,
      "token_acc": 0.9258832490283773
    },
    {
      "epoch": 0.26835196888672824,
      "grad_norm": 0.854291558265686,
      "learning_rate": 8.752595916351775e-06,
      "loss": 0.26243431568145753,
      "step": 4140,
      "token_acc": 0.9262808578464996
    },
    {
      "epoch": 0.26867606546750933,
      "grad_norm": 0.8646603226661682,
      "learning_rate": 8.749052349827571e-06,
      "loss": 0.26148834228515627,
      "step": 4145,
      "token_acc": 0.9265831207718753
    },
    {
      "epoch": 0.2690001620482904,
      "grad_norm": 0.8024001121520996,
      "learning_rate": 8.745504476745327e-06,
      "loss": 0.26543483734130857,
      "step": 4150,
      "token_acc": 0.9270494810776811
    },
    {
      "epoch": 0.26932425862907144,
      "grad_norm": 0.8672388792037964,
      "learning_rate": 8.741952301180505e-06,
      "loss": 0.2581904172897339,
      "step": 4155,
      "token_acc": 0.92770268069444
    },
    {
      "epoch": 0.26964835520985253,
      "grad_norm": 0.8728849291801453,
      "learning_rate": 8.738395827213514e-06,
      "loss": 0.26202404499053955,
      "step": 4160,
      "token_acc": 0.9269285045434763
    },
    {
      "epoch": 0.2699724517906336,
      "grad_norm": 0.8646561503410339,
      "learning_rate": 8.734835058929689e-06,
      "loss": 0.2576277494430542,
      "step": 4165,
      "token_acc": 0.9275364208193462
    },
    {
      "epoch": 0.2702965483714147,
      "grad_norm": 0.8579664826393127,
      "learning_rate": 8.73127000041931e-06,
      "loss": 0.2608315467834473,
      "step": 4170,
      "token_acc": 0.9265154102840327
    },
    {
      "epoch": 0.27062064495219573,
      "grad_norm": 0.9109944105148315,
      "learning_rate": 8.72770065577758e-06,
      "loss": 0.26182596683502196,
      "step": 4175,
      "token_acc": 0.9265203819802661
    },
    {
      "epoch": 0.2709447415329768,
      "grad_norm": 0.834479808807373,
      "learning_rate": 8.724127029104622e-06,
      "loss": 0.2617176532745361,
      "step": 4180,
      "token_acc": 0.9271503552918399
    },
    {
      "epoch": 0.2712688381137579,
      "grad_norm": 0.7978215217590332,
      "learning_rate": 8.720549124505486e-06,
      "loss": 0.2595092535018921,
      "step": 4185,
      "token_acc": 0.9274626904510975
    },
    {
      "epoch": 0.271592934694539,
      "grad_norm": 0.9155907034873962,
      "learning_rate": 8.716966946090128e-06,
      "loss": 0.258466100692749,
      "step": 4190,
      "token_acc": 0.927371822889763
    },
    {
      "epoch": 0.27191703127532,
      "grad_norm": 0.8430355191230774,
      "learning_rate": 8.71338049797342e-06,
      "loss": 0.2581905126571655,
      "step": 4195,
      "token_acc": 0.9278152762411046
    },
    {
      "epoch": 0.2722411278561011,
      "grad_norm": 0.8546805381774902,
      "learning_rate": 8.709789784275135e-06,
      "loss": 0.2573368072509766,
      "step": 4200,
      "token_acc": 0.9268665513734787
    },
    {
      "epoch": 0.2725652244368822,
      "grad_norm": 0.8864487409591675,
      "learning_rate": 8.706194809119946e-06,
      "loss": 0.2595867156982422,
      "step": 4205,
      "token_acc": 0.9276965164107529
    },
    {
      "epoch": 0.2728893210176633,
      "grad_norm": 0.8413786888122559,
      "learning_rate": 8.702595576637421e-06,
      "loss": 0.25751380920410155,
      "step": 4210,
      "token_acc": 0.9276682107815681
    },
    {
      "epoch": 0.27321341759844436,
      "grad_norm": 0.8857844471931458,
      "learning_rate": 8.69899209096202e-06,
      "loss": 0.25587632656097414,
      "step": 4215,
      "token_acc": 0.9274264954816531
    },
    {
      "epoch": 0.2735375141792254,
      "grad_norm": 0.8905762434005737,
      "learning_rate": 8.695384356233087e-06,
      "loss": 0.26235363483428953,
      "step": 4220,
      "token_acc": 0.9261363636363636
    },
    {
      "epoch": 0.2738616107600065,
      "grad_norm": 0.8709800839424133,
      "learning_rate": 8.691772376594848e-06,
      "loss": 0.25589828491210936,
      "step": 4225,
      "token_acc": 0.9278785736726359
    },
    {
      "epoch": 0.27418570734078757,
      "grad_norm": 0.8865376114845276,
      "learning_rate": 8.688156156196406e-06,
      "loss": 0.2593587160110474,
      "step": 4230,
      "token_acc": 0.9265213078353184
    },
    {
      "epoch": 0.27450980392156865,
      "grad_norm": 0.8404337167739868,
      "learning_rate": 8.684535699191732e-06,
      "loss": 0.26578805446624754,
      "step": 4235,
      "token_acc": 0.9258751437724594
    },
    {
      "epoch": 0.2748339005023497,
      "grad_norm": 0.8681219816207886,
      "learning_rate": 8.680911009739668e-06,
      "loss": 0.2678975582122803,
      "step": 4240,
      "token_acc": 0.92585965560955
    },
    {
      "epoch": 0.27515799708313077,
      "grad_norm": 0.8618078231811523,
      "learning_rate": 8.677282092003916e-06,
      "loss": 0.26030144691467283,
      "step": 4245,
      "token_acc": 0.9266608192833707
    },
    {
      "epoch": 0.27548209366391185,
      "grad_norm": 0.8333085775375366,
      "learning_rate": 8.673648950153031e-06,
      "loss": 0.2648721694946289,
      "step": 4250,
      "token_acc": 0.9256482573097892
    },
    {
      "epoch": 0.27580619024469294,
      "grad_norm": 0.9011963605880737,
      "learning_rate": 8.670011588360427e-06,
      "loss": 0.2618532657623291,
      "step": 4255,
      "token_acc": 0.926247904037147
    },
    {
      "epoch": 0.27613028682547397,
      "grad_norm": 0.8680630326271057,
      "learning_rate": 8.666370010804361e-06,
      "loss": 0.26095402240753174,
      "step": 4260,
      "token_acc": 0.9269770869799824
    },
    {
      "epoch": 0.27645438340625506,
      "grad_norm": 0.8607080578804016,
      "learning_rate": 8.662724221667938e-06,
      "loss": 0.26872236728668214,
      "step": 4265,
      "token_acc": 0.925488050339046
    },
    {
      "epoch": 0.27677847998703614,
      "grad_norm": 0.9179531931877136,
      "learning_rate": 8.65907422513909e-06,
      "loss": 0.2637462854385376,
      "step": 4270,
      "token_acc": 0.9265373477001748
    },
    {
      "epoch": 0.2771025765678172,
      "grad_norm": 1.0090644359588623,
      "learning_rate": 8.655420025410595e-06,
      "loss": 0.25885162353515623,
      "step": 4275,
      "token_acc": 0.9270950105217614
    },
    {
      "epoch": 0.27742667314859826,
      "grad_norm": 0.805095374584198,
      "learning_rate": 8.651761626680053e-06,
      "loss": 0.25754637718200685,
      "step": 4280,
      "token_acc": 0.9276448887302154
    },
    {
      "epoch": 0.27775076972937934,
      "grad_norm": 0.8855307102203369,
      "learning_rate": 8.648099033149883e-06,
      "loss": 0.26982290744781495,
      "step": 4285,
      "token_acc": 0.9243785844692889
    },
    {
      "epoch": 0.27807486631016043,
      "grad_norm": 0.8368988037109375,
      "learning_rate": 8.644432249027331e-06,
      "loss": 0.26548309326171876,
      "step": 4290,
      "token_acc": 0.9249674457758428
    },
    {
      "epoch": 0.2783989628909415,
      "grad_norm": 0.854810893535614,
      "learning_rate": 8.640761278524452e-06,
      "loss": 0.25629405975341796,
      "step": 4295,
      "token_acc": 0.9281478175950538
    },
    {
      "epoch": 0.2787230594717226,
      "grad_norm": 0.9607113003730774,
      "learning_rate": 8.637086125858112e-06,
      "loss": 0.2584683895111084,
      "step": 4300,
      "token_acc": 0.9276847406019441
    },
    {
      "epoch": 0.27904715605250363,
      "grad_norm": 1.022955060005188,
      "learning_rate": 8.63340679524998e-06,
      "loss": 0.25905470848083495,
      "step": 4305,
      "token_acc": 0.9263242021000104
    },
    {
      "epoch": 0.2793712526332847,
      "grad_norm": 0.8529595136642456,
      "learning_rate": 8.629723290926523e-06,
      "loss": 0.2610101938247681,
      "step": 4310,
      "token_acc": 0.9268275168749103
    },
    {
      "epoch": 0.2796953492140658,
      "grad_norm": 0.8392961621284485,
      "learning_rate": 8.626035617119004e-06,
      "loss": 0.2516136169433594,
      "step": 4315,
      "token_acc": 0.9289293790281064
    },
    {
      "epoch": 0.2800194457948469,
      "grad_norm": 0.8918694853782654,
      "learning_rate": 8.622343778063476e-06,
      "loss": 0.2556185007095337,
      "step": 4320,
      "token_acc": 0.9275754313174549
    },
    {
      "epoch": 0.2803435423756279,
      "grad_norm": 0.8912484645843506,
      "learning_rate": 8.618647778000774e-06,
      "loss": 0.26317009925842283,
      "step": 4325,
      "token_acc": 0.9264018540336885
    },
    {
      "epoch": 0.280667638956409,
      "grad_norm": 0.8526169657707214,
      "learning_rate": 8.614947621176518e-06,
      "loss": 0.26370677947998045,
      "step": 4330,
      "token_acc": 0.9264761556637642
    },
    {
      "epoch": 0.2809917355371901,
      "grad_norm": 0.787969172000885,
      "learning_rate": 8.611243311841096e-06,
      "loss": 0.2644437551498413,
      "step": 4335,
      "token_acc": 0.9262885357238113
    },
    {
      "epoch": 0.2813158321179712,
      "grad_norm": 0.8639456033706665,
      "learning_rate": 8.60753485424967e-06,
      "loss": 0.2666572093963623,
      "step": 4340,
      "token_acc": 0.9255236867547535
    },
    {
      "epoch": 0.2816399286987522,
      "grad_norm": 0.8059642910957336,
      "learning_rate": 8.603822252662167e-06,
      "loss": 0.255582332611084,
      "step": 4345,
      "token_acc": 0.9275718127885698
    },
    {
      "epoch": 0.2819640252795333,
      "grad_norm": 0.865582287311554,
      "learning_rate": 8.600105511343275e-06,
      "loss": 0.25562052726745604,
      "step": 4350,
      "token_acc": 0.9275944251593182
    },
    {
      "epoch": 0.2822881218603144,
      "grad_norm": 0.9560853242874146,
      "learning_rate": 8.596384634562436e-06,
      "loss": 0.25618150234222414,
      "step": 4355,
      "token_acc": 0.9284469763708619
    },
    {
      "epoch": 0.28261221844109546,
      "grad_norm": 0.8125806450843811,
      "learning_rate": 8.592659626593842e-06,
      "loss": 0.26212809085845945,
      "step": 4360,
      "token_acc": 0.925521434769277
    },
    {
      "epoch": 0.2829363150218765,
      "grad_norm": 0.8340820074081421,
      "learning_rate": 8.58893049171643e-06,
      "loss": 0.25907244682312014,
      "step": 4365,
      "token_acc": 0.9279651766636016
    },
    {
      "epoch": 0.2832604116026576,
      "grad_norm": 1.152242660522461,
      "learning_rate": 8.58519723421388e-06,
      "loss": 0.2560394287109375,
      "step": 4370,
      "token_acc": 0.9284370109675332
    },
    {
      "epoch": 0.28358450818343867,
      "grad_norm": 0.8692997694015503,
      "learning_rate": 8.581459858374607e-06,
      "loss": 0.25981576442718507,
      "step": 4375,
      "token_acc": 0.9275689469035234
    },
    {
      "epoch": 0.28390860476421975,
      "grad_norm": 0.8109081387519836,
      "learning_rate": 8.577718368491755e-06,
      "loss": 0.265024733543396,
      "step": 4380,
      "token_acc": 0.9255212925981638
    },
    {
      "epoch": 0.28423270134500084,
      "grad_norm": 0.8136877417564392,
      "learning_rate": 8.573972768863195e-06,
      "loss": 0.2588953018188477,
      "step": 4385,
      "token_acc": 0.9262902301843557
    },
    {
      "epoch": 0.28455679792578187,
      "grad_norm": 0.8151147365570068,
      "learning_rate": 8.57022306379152e-06,
      "loss": 0.25647411346435545,
      "step": 4390,
      "token_acc": 0.9291680739951674
    },
    {
      "epoch": 0.28488089450656295,
      "grad_norm": 0.8916630148887634,
      "learning_rate": 8.566469257584036e-06,
      "loss": 0.256088399887085,
      "step": 4395,
      "token_acc": 0.9281545767152448
    },
    {
      "epoch": 0.28520499108734404,
      "grad_norm": 0.9227495789527893,
      "learning_rate": 8.562711354552764e-06,
      "loss": 0.2566675662994385,
      "step": 4400,
      "token_acc": 0.9272532202879779
    },
    {
      "epoch": 0.2855290876681251,
      "grad_norm": 0.9229126572608948,
      "learning_rate": 8.558949359014426e-06,
      "loss": 0.2588158845901489,
      "step": 4405,
      "token_acc": 0.9269686109818978
    },
    {
      "epoch": 0.28585318424890616,
      "grad_norm": 0.8906359076499939,
      "learning_rate": 8.55518327529045e-06,
      "loss": 0.25998449325561523,
      "step": 4410,
      "token_acc": 0.927286327817687
    },
    {
      "epoch": 0.28617728082968724,
      "grad_norm": 0.8305565118789673,
      "learning_rate": 8.55141310770696e-06,
      "loss": 0.25321784019470217,
      "step": 4415,
      "token_acc": 0.9292436754489448
    },
    {
      "epoch": 0.2865013774104683,
      "grad_norm": 0.8713905811309814,
      "learning_rate": 8.547638860594765e-06,
      "loss": 0.26077094078063967,
      "step": 4420,
      "token_acc": 0.9261191009936859
    },
    {
      "epoch": 0.2868254739912494,
      "grad_norm": 0.928564727306366,
      "learning_rate": 8.543860538289369e-06,
      "loss": 0.2653969764709473,
      "step": 4425,
      "token_acc": 0.9256734869269163
    },
    {
      "epoch": 0.28714957057203044,
      "grad_norm": 0.832565188407898,
      "learning_rate": 8.540078145130945e-06,
      "loss": 0.24893877506256104,
      "step": 4430,
      "token_acc": 0.9288546784441747
    },
    {
      "epoch": 0.28747366715281153,
      "grad_norm": 0.8889361023902893,
      "learning_rate": 8.536291685464359e-06,
      "loss": 0.2631813049316406,
      "step": 4435,
      "token_acc": 0.9270454485988644
    },
    {
      "epoch": 0.2877977637335926,
      "grad_norm": 0.8341926336288452,
      "learning_rate": 8.532501163639135e-06,
      "loss": 0.2558422088623047,
      "step": 4440,
      "token_acc": 0.9281146190264445
    },
    {
      "epoch": 0.2881218603143737,
      "grad_norm": 0.9090847969055176,
      "learning_rate": 8.528706584009466e-06,
      "loss": 0.2625986337661743,
      "step": 4445,
      "token_acc": 0.9262155059132721
    },
    {
      "epoch": 0.28844595689515473,
      "grad_norm": 0.8605325818061829,
      "learning_rate": 8.524907950934208e-06,
      "loss": 0.26441380977630613,
      "step": 4450,
      "token_acc": 0.9261832953378584
    },
    {
      "epoch": 0.2887700534759358,
      "grad_norm": 0.824472963809967,
      "learning_rate": 8.521105268776874e-06,
      "loss": 0.2646904945373535,
      "step": 4455,
      "token_acc": 0.9262664703045784
    },
    {
      "epoch": 0.2890941500567169,
      "grad_norm": 0.9076079726219177,
      "learning_rate": 8.517298541905625e-06,
      "loss": 0.2581419706344604,
      "step": 4460,
      "token_acc": 0.9276443334538166
    },
    {
      "epoch": 0.289418246637498,
      "grad_norm": 0.9562705159187317,
      "learning_rate": 8.513487774693274e-06,
      "loss": 0.26229536533355713,
      "step": 4465,
      "token_acc": 0.9255800274491863
    },
    {
      "epoch": 0.2897423432182791,
      "grad_norm": 0.8635479807853699,
      "learning_rate": 8.509672971517267e-06,
      "loss": 0.25909576416015623,
      "step": 4470,
      "token_acc": 0.9270664082636755
    },
    {
      "epoch": 0.2900664397990601,
      "grad_norm": 0.9615090489387512,
      "learning_rate": 8.505854136759692e-06,
      "loss": 0.2638214588165283,
      "step": 4475,
      "token_acc": 0.9265640715492476
    },
    {
      "epoch": 0.2903905363798412,
      "grad_norm": 0.8019809722900391,
      "learning_rate": 8.502031274807267e-06,
      "loss": 0.25642058849334715,
      "step": 4480,
      "token_acc": 0.9286695369661111
    },
    {
      "epoch": 0.2907146329606223,
      "grad_norm": 0.798728346824646,
      "learning_rate": 8.498204390051334e-06,
      "loss": 0.2538729190826416,
      "step": 4485,
      "token_acc": 0.927420722401221
    },
    {
      "epoch": 0.29103872954140336,
      "grad_norm": 0.8398305773735046,
      "learning_rate": 8.49437348688786e-06,
      "loss": 0.2576607227325439,
      "step": 4490,
      "token_acc": 0.9273271032930213
    },
    {
      "epoch": 0.2913628261221844,
      "grad_norm": 0.8285930752754211,
      "learning_rate": 8.490538569717423e-06,
      "loss": 0.2579181671142578,
      "step": 4495,
      "token_acc": 0.9273833591514165
    },
    {
      "epoch": 0.2916869227029655,
      "grad_norm": 0.8076286911964417,
      "learning_rate": 8.486699642945216e-06,
      "loss": 0.25668256282806395,
      "step": 4500,
      "token_acc": 0.9271647718679932
    },
    {
      "epoch": 0.2916869227029655,
      "eval_loss": 0.25997117161750793,
      "eval_runtime": 96.7453,
      "eval_samples_per_second": 206.728,
      "eval_steps_per_second": 0.279,
      "eval_token_acc": 0.926774896439432,
      "step": 4500
    },
    {
      "epoch": 0.29201101928374656,
      "grad_norm": 0.8445154428482056,
      "learning_rate": 8.482856710981036e-06,
      "loss": 0.2559226036071777,
      "step": 4505,
      "token_acc": 0.9279525084088891
    },
    {
      "epoch": 0.29233511586452765,
      "grad_norm": 0.7991846799850464,
      "learning_rate": 8.479009778239282e-06,
      "loss": 0.260178804397583,
      "step": 4510,
      "token_acc": 0.9264195010892818
    },
    {
      "epoch": 0.2926592124453087,
      "grad_norm": 0.7896396517753601,
      "learning_rate": 8.475158849138945e-06,
      "loss": 0.255644416809082,
      "step": 4515,
      "token_acc": 0.9276749324503826
    },
    {
      "epoch": 0.29298330902608977,
      "grad_norm": 0.8383848667144775,
      "learning_rate": 8.471303928103612e-06,
      "loss": 0.25098657608032227,
      "step": 4520,
      "token_acc": 0.9298443214551575
    },
    {
      "epoch": 0.29330740560687085,
      "grad_norm": 0.8458635807037354,
      "learning_rate": 8.467445019561453e-06,
      "loss": 0.2586371421813965,
      "step": 4525,
      "token_acc": 0.9260129783863881
    },
    {
      "epoch": 0.29363150218765194,
      "grad_norm": 0.8787609934806824,
      "learning_rate": 8.463582127945215e-06,
      "loss": 0.2525789260864258,
      "step": 4530,
      "token_acc": 0.9286536473067093
    },
    {
      "epoch": 0.29395559876843297,
      "grad_norm": 0.8466007113456726,
      "learning_rate": 8.459715257692231e-06,
      "loss": 0.25201973915100095,
      "step": 4535,
      "token_acc": 0.9282693782821627
    },
    {
      "epoch": 0.29427969534921405,
      "grad_norm": 0.7773720026016235,
      "learning_rate": 8.45584441324439e-06,
      "loss": 0.24717361927032472,
      "step": 4540,
      "token_acc": 0.9297840058866047
    },
    {
      "epoch": 0.29460379192999514,
      "grad_norm": 0.9622704982757568,
      "learning_rate": 8.451969599048155e-06,
      "loss": 0.253770112991333,
      "step": 4545,
      "token_acc": 0.9290868487633603
    },
    {
      "epoch": 0.2949278885107762,
      "grad_norm": 0.8518549203872681,
      "learning_rate": 8.44809081955455e-06,
      "loss": 0.2599879503250122,
      "step": 4550,
      "token_acc": 0.9269575316278129
    },
    {
      "epoch": 0.29525198509155726,
      "grad_norm": 0.8601849675178528,
      "learning_rate": 8.444208079219151e-06,
      "loss": 0.2509438514709473,
      "step": 4555,
      "token_acc": 0.9292395439710057
    },
    {
      "epoch": 0.29557608167233834,
      "grad_norm": 0.9402835369110107,
      "learning_rate": 8.440321382502081e-06,
      "loss": 0.2564061641693115,
      "step": 4560,
      "token_acc": 0.9276455983265234
    },
    {
      "epoch": 0.29590017825311943,
      "grad_norm": 0.9080990552902222,
      "learning_rate": 8.436430733868015e-06,
      "loss": 0.2519416809082031,
      "step": 4565,
      "token_acc": 0.9284104188351288
    },
    {
      "epoch": 0.2962242748339005,
      "grad_norm": 0.8620240688323975,
      "learning_rate": 8.43253613778616e-06,
      "loss": 0.253730845451355,
      "step": 4570,
      "token_acc": 0.928283251683215
    },
    {
      "epoch": 0.2965483714146816,
      "grad_norm": 0.7967708110809326,
      "learning_rate": 8.428637598730262e-06,
      "loss": 0.25818068981170655,
      "step": 4575,
      "token_acc": 0.9268982679021643
    },
    {
      "epoch": 0.29687246799546263,
      "grad_norm": 0.7762065529823303,
      "learning_rate": 8.424735121178598e-06,
      "loss": 0.2558622360229492,
      "step": 4580,
      "token_acc": 0.9273359063457667
    },
    {
      "epoch": 0.2971965645762437,
      "grad_norm": 0.8516469597816467,
      "learning_rate": 8.420828709613961e-06,
      "loss": 0.25595688819885254,
      "step": 4585,
      "token_acc": 0.9276898599498464
    },
    {
      "epoch": 0.2975206611570248,
      "grad_norm": 0.793605387210846,
      "learning_rate": 8.416918368523674e-06,
      "loss": 0.2574084520339966,
      "step": 4590,
      "token_acc": 0.9276705677694909
    },
    {
      "epoch": 0.2978447577378059,
      "grad_norm": 0.7745986580848694,
      "learning_rate": 8.413004102399566e-06,
      "loss": 0.258134126663208,
      "step": 4595,
      "token_acc": 0.9270275706786578
    },
    {
      "epoch": 0.2981688543185869,
      "grad_norm": 0.8007134795188904,
      "learning_rate": 8.409085915737976e-06,
      "loss": 0.2545877456665039,
      "step": 4600,
      "token_acc": 0.9284854274908063
    },
    {
      "epoch": 0.298492950899368,
      "grad_norm": 0.8616408109664917,
      "learning_rate": 8.405163813039749e-06,
      "loss": 0.2454993963241577,
      "step": 4605,
      "token_acc": 0.9298686802363756
    },
    {
      "epoch": 0.2988170474801491,
      "grad_norm": 0.874708354473114,
      "learning_rate": 8.401237798810226e-06,
      "loss": 0.24809842109680175,
      "step": 4610,
      "token_acc": 0.9298469634530927
    },
    {
      "epoch": 0.2991411440609302,
      "grad_norm": 0.8593062162399292,
      "learning_rate": 8.397307877559245e-06,
      "loss": 0.25692005157470704,
      "step": 4615,
      "token_acc": 0.9281992771783576
    },
    {
      "epoch": 0.2994652406417112,
      "grad_norm": 0.8699996471405029,
      "learning_rate": 8.393374053801124e-06,
      "loss": 0.2564384937286377,
      "step": 4620,
      "token_acc": 0.9275587177523014
    },
    {
      "epoch": 0.2997893372224923,
      "grad_norm": 0.8594209551811218,
      "learning_rate": 8.389436332054674e-06,
      "loss": 0.2538710594177246,
      "step": 4625,
      "token_acc": 0.9283748891554953
    },
    {
      "epoch": 0.3001134338032734,
      "grad_norm": 0.8707131147384644,
      "learning_rate": 8.385494716843175e-06,
      "loss": 0.25265750885009763,
      "step": 4630,
      "token_acc": 0.9284925563147912
    },
    {
      "epoch": 0.30043753038405446,
      "grad_norm": 0.8986489772796631,
      "learning_rate": 8.381549212694386e-06,
      "loss": 0.25220727920532227,
      "step": 4635,
      "token_acc": 0.9285658759053159
    },
    {
      "epoch": 0.3007616269648355,
      "grad_norm": 0.8076885342597961,
      "learning_rate": 8.377599824140528e-06,
      "loss": 0.2537433624267578,
      "step": 4640,
      "token_acc": 0.9294523669987628
    },
    {
      "epoch": 0.3010857235456166,
      "grad_norm": 0.8762333393096924,
      "learning_rate": 8.37364655571829e-06,
      "loss": 0.2557267189025879,
      "step": 4645,
      "token_acc": 0.9281360883643673
    },
    {
      "epoch": 0.30140982012639767,
      "grad_norm": 0.8202180862426758,
      "learning_rate": 8.36968941196881e-06,
      "loss": 0.25569977760314944,
      "step": 4650,
      "token_acc": 0.9284688270948875
    },
    {
      "epoch": 0.30173391670717875,
      "grad_norm": 0.7823079228401184,
      "learning_rate": 8.365728397437683e-06,
      "loss": 0.25203168392181396,
      "step": 4655,
      "token_acc": 0.9282671242260744
    },
    {
      "epoch": 0.30205801328795984,
      "grad_norm": 0.901809811592102,
      "learning_rate": 8.36176351667495e-06,
      "loss": 0.2631944179534912,
      "step": 4660,
      "token_acc": 0.9267473029538762
    },
    {
      "epoch": 0.30238210986874087,
      "grad_norm": 0.8835824131965637,
      "learning_rate": 8.357794774235094e-06,
      "loss": 0.24550769329071045,
      "step": 4665,
      "token_acc": 0.9303645162138705
    },
    {
      "epoch": 0.30270620644952195,
      "grad_norm": 1.375875473022461,
      "learning_rate": 8.353822174677028e-06,
      "loss": 0.25109076499938965,
      "step": 4670,
      "token_acc": 0.9294088027578015
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 0.8311654329299927,
      "learning_rate": 8.349845722564102e-06,
      "loss": 0.2611923933029175,
      "step": 4675,
      "token_acc": 0.9270273099621822
    },
    {
      "epoch": 0.3033543996110841,
      "grad_norm": 0.8401497602462769,
      "learning_rate": 8.345865422464093e-06,
      "loss": 0.248571515083313,
      "step": 4680,
      "token_acc": 0.9299583458469896
    },
    {
      "epoch": 0.30367849619186515,
      "grad_norm": 0.7976726293563843,
      "learning_rate": 8.341881278949188e-06,
      "loss": 0.2562813997268677,
      "step": 4685,
      "token_acc": 0.9276254214905701
    },
    {
      "epoch": 0.30400259277264624,
      "grad_norm": 0.9042043089866638,
      "learning_rate": 8.337893296596003e-06,
      "loss": 0.2566051483154297,
      "step": 4690,
      "token_acc": 0.9277031889169093
    },
    {
      "epoch": 0.3043266893534273,
      "grad_norm": 0.8301060199737549,
      "learning_rate": 8.33390147998555e-06,
      "loss": 0.2525335788726807,
      "step": 4695,
      "token_acc": 0.9291540081757994
    },
    {
      "epoch": 0.3046507859342084,
      "grad_norm": 0.841970682144165,
      "learning_rate": 8.329905833703256e-06,
      "loss": 0.25495975017547606,
      "step": 4700,
      "token_acc": 0.92744929651129
    },
    {
      "epoch": 0.30497488251498944,
      "grad_norm": 0.7683242559432983,
      "learning_rate": 8.325906362338939e-06,
      "loss": 0.25261821746826174,
      "step": 4705,
      "token_acc": 0.9292814355593921
    },
    {
      "epoch": 0.30529897909577053,
      "grad_norm": 0.8385177254676819,
      "learning_rate": 8.321903070486818e-06,
      "loss": 0.2564859867095947,
      "step": 4710,
      "token_acc": 0.9282557921365397
    },
    {
      "epoch": 0.3056230756765516,
      "grad_norm": 0.7710776329040527,
      "learning_rate": 8.317895962745497e-06,
      "loss": 0.2535907745361328,
      "step": 4715,
      "token_acc": 0.9288265989197944
    },
    {
      "epoch": 0.3059471722573327,
      "grad_norm": 0.8197054266929626,
      "learning_rate": 8.313885043717961e-06,
      "loss": 0.25845472812652587,
      "step": 4720,
      "token_acc": 0.9267085017878349
    },
    {
      "epoch": 0.30627126883811373,
      "grad_norm": 0.8318530321121216,
      "learning_rate": 8.30987031801158e-06,
      "loss": 0.253541898727417,
      "step": 4725,
      "token_acc": 0.9279746546036516
    },
    {
      "epoch": 0.3065953654188948,
      "grad_norm": 0.8602234721183777,
      "learning_rate": 8.305851790238091e-06,
      "loss": 0.24508543014526368,
      "step": 4730,
      "token_acc": 0.9307151253791249
    },
    {
      "epoch": 0.3069194619996759,
      "grad_norm": 0.825896143913269,
      "learning_rate": 8.301829465013599e-06,
      "loss": 0.2642338752746582,
      "step": 4735,
      "token_acc": 0.9275627649382522
    },
    {
      "epoch": 0.307243558580457,
      "grad_norm": 0.7946286201477051,
      "learning_rate": 8.29780334695857e-06,
      "loss": 0.2531984806060791,
      "step": 4740,
      "token_acc": 0.9292734052070342
    },
    {
      "epoch": 0.3075676551612381,
      "grad_norm": 0.8747215867042542,
      "learning_rate": 8.293773440697835e-06,
      "loss": 0.262772274017334,
      "step": 4745,
      "token_acc": 0.9265769548771834
    },
    {
      "epoch": 0.3078917517420191,
      "grad_norm": 0.8840360641479492,
      "learning_rate": 8.289739750860565e-06,
      "loss": 0.25669431686401367,
      "step": 4750,
      "token_acc": 0.9268584582987267
    },
    {
      "epoch": 0.3082158483228002,
      "grad_norm": 0.9459658861160278,
      "learning_rate": 8.285702282080287e-06,
      "loss": 0.2484278678894043,
      "step": 4755,
      "token_acc": 0.9299281744445448
    },
    {
      "epoch": 0.3085399449035813,
      "grad_norm": 0.8330216407775879,
      "learning_rate": 8.281661038994863e-06,
      "loss": 0.2532350540161133,
      "step": 4760,
      "token_acc": 0.9288564335115141
    },
    {
      "epoch": 0.30886404148436236,
      "grad_norm": 0.96248859167099,
      "learning_rate": 8.27761602624649e-06,
      "loss": 0.25225965976715087,
      "step": 4765,
      "token_acc": 0.9292069833199305
    },
    {
      "epoch": 0.3091881380651434,
      "grad_norm": 1.0275380611419678,
      "learning_rate": 8.2735672484817e-06,
      "loss": 0.25095353126525877,
      "step": 4770,
      "token_acc": 0.9287246597940834
    },
    {
      "epoch": 0.3095122346459245,
      "grad_norm": 0.7922157645225525,
      "learning_rate": 8.269514710351348e-06,
      "loss": 0.25148792266845704,
      "step": 4775,
      "token_acc": 0.929184080241754
    },
    {
      "epoch": 0.30983633122670556,
      "grad_norm": 0.8703495264053345,
      "learning_rate": 8.265458416510604e-06,
      "loss": 0.25350565910339357,
      "step": 4780,
      "token_acc": 0.9274720343600756
    },
    {
      "epoch": 0.31016042780748665,
      "grad_norm": 0.8390120267868042,
      "learning_rate": 8.261398371618961e-06,
      "loss": 0.25656514167785643,
      "step": 4785,
      "token_acc": 0.9278823651775964
    },
    {
      "epoch": 0.3104845243882677,
      "grad_norm": 0.8252216577529907,
      "learning_rate": 8.257334580340214e-06,
      "loss": 0.24998075962066652,
      "step": 4790,
      "token_acc": 0.9286773802815077
    },
    {
      "epoch": 0.31080862096904877,
      "grad_norm": 0.7970818877220154,
      "learning_rate": 8.25326704734246e-06,
      "loss": 0.2452923536300659,
      "step": 4795,
      "token_acc": 0.929958549561017
    },
    {
      "epoch": 0.31113271754982985,
      "grad_norm": 0.8182471990585327,
      "learning_rate": 8.249195777298102e-06,
      "loss": 0.2508249759674072,
      "step": 4800,
      "token_acc": 0.9292277702611718
    },
    {
      "epoch": 0.31145681413061094,
      "grad_norm": 0.8293774127960205,
      "learning_rate": 8.24512077488383e-06,
      "loss": 0.2571417331695557,
      "step": 4805,
      "token_acc": 0.9276218328565591
    },
    {
      "epoch": 0.31178091071139197,
      "grad_norm": 0.8604652881622314,
      "learning_rate": 8.241042044780624e-06,
      "loss": 0.25105676651000974,
      "step": 4810,
      "token_acc": 0.9290629170328418
    },
    {
      "epoch": 0.31210500729217305,
      "grad_norm": 0.9412925243377686,
      "learning_rate": 8.236959591673742e-06,
      "loss": 0.24480276107788085,
      "step": 4815,
      "token_acc": 0.9301605437583989
    },
    {
      "epoch": 0.31242910387295414,
      "grad_norm": 0.8297778964042664,
      "learning_rate": 8.232873420252725e-06,
      "loss": 0.2522099494934082,
      "step": 4820,
      "token_acc": 0.9281306645069227
    },
    {
      "epoch": 0.3127532004537352,
      "grad_norm": 0.8403857350349426,
      "learning_rate": 8.228783535211378e-06,
      "loss": 0.25393450260162354,
      "step": 4825,
      "token_acc": 0.9295854739401546
    },
    {
      "epoch": 0.3130772970345163,
      "grad_norm": 0.8431863784790039,
      "learning_rate": 8.22468994124778e-06,
      "loss": 0.2535162687301636,
      "step": 4830,
      "token_acc": 0.9282226376225537
    },
    {
      "epoch": 0.31340139361529734,
      "grad_norm": 0.8600555062294006,
      "learning_rate": 8.22059264306426e-06,
      "loss": 0.2624182224273682,
      "step": 4835,
      "token_acc": 0.9270829934281369
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 0.8913409113883972,
      "learning_rate": 8.216491645367413e-06,
      "loss": 0.26180500984191896,
      "step": 4840,
      "token_acc": 0.9274914403700897
    },
    {
      "epoch": 0.3140495867768595,
      "grad_norm": 0.8180789947509766,
      "learning_rate": 8.212386952868075e-06,
      "loss": 0.25782151222229005,
      "step": 4845,
      "token_acc": 0.9268415741675076
    },
    {
      "epoch": 0.3143736833576406,
      "grad_norm": 0.7859653830528259,
      "learning_rate": 8.208278570281334e-06,
      "loss": 0.2502692699432373,
      "step": 4850,
      "token_acc": 0.9289705233924094
    },
    {
      "epoch": 0.31469777993842163,
      "grad_norm": 0.7936506867408752,
      "learning_rate": 8.20416650232651e-06,
      "loss": 0.25090012550354,
      "step": 4855,
      "token_acc": 0.9293159272971195
    },
    {
      "epoch": 0.3150218765192027,
      "grad_norm": 0.868652880191803,
      "learning_rate": 8.200050753727158e-06,
      "loss": 0.2527328014373779,
      "step": 4860,
      "token_acc": 0.9279462150106665
    },
    {
      "epoch": 0.3153459730999838,
      "grad_norm": 0.8084596395492554,
      "learning_rate": 8.195931329211065e-06,
      "loss": 0.2486318588256836,
      "step": 4865,
      "token_acc": 0.9306657265409248
    },
    {
      "epoch": 0.3156700696807649,
      "grad_norm": 0.8976461291313171,
      "learning_rate": 8.191808233510236e-06,
      "loss": 0.2592757225036621,
      "step": 4870,
      "token_acc": 0.9271228252401974
    },
    {
      "epoch": 0.3159941662615459,
      "grad_norm": 0.77048259973526,
      "learning_rate": 8.187681471360897e-06,
      "loss": 0.24336700439453124,
      "step": 4875,
      "token_acc": 0.9307782981299181
    },
    {
      "epoch": 0.316318262842327,
      "grad_norm": 0.9246774911880493,
      "learning_rate": 8.183551047503481e-06,
      "loss": 0.2508383750915527,
      "step": 4880,
      "token_acc": 0.9295256795256795
    },
    {
      "epoch": 0.3166423594231081,
      "grad_norm": 0.7566430568695068,
      "learning_rate": 8.179416966682631e-06,
      "loss": 0.2462817668914795,
      "step": 4885,
      "token_acc": 0.9301076313964866
    },
    {
      "epoch": 0.3169664560038892,
      "grad_norm": 0.7588401436805725,
      "learning_rate": 8.175279233647188e-06,
      "loss": 0.2516657590866089,
      "step": 4890,
      "token_acc": 0.9292460516624408
    },
    {
      "epoch": 0.3172905525846702,
      "grad_norm": 0.8508820533752441,
      "learning_rate": 8.17113785315019e-06,
      "loss": 0.2541757583618164,
      "step": 4895,
      "token_acc": 0.9287519580870641
    },
    {
      "epoch": 0.3176146491654513,
      "grad_norm": 0.8151727914810181,
      "learning_rate": 8.166992829948868e-06,
      "loss": 0.25663328170776367,
      "step": 4900,
      "token_acc": 0.9289739444593524
    },
    {
      "epoch": 0.3179387457462324,
      "grad_norm": 0.8366798162460327,
      "learning_rate": 8.16284416880463e-06,
      "loss": 0.24537343978881837,
      "step": 4905,
      "token_acc": 0.9296337242205288
    },
    {
      "epoch": 0.31826284232701346,
      "grad_norm": 1.6288071870803833,
      "learning_rate": 8.158691874483068e-06,
      "loss": 0.24519662857055663,
      "step": 4910,
      "token_acc": 0.9304471073315295
    },
    {
      "epoch": 0.31858693890779455,
      "grad_norm": 0.9123721718788147,
      "learning_rate": 8.154535951753947e-06,
      "loss": 0.25664308071136477,
      "step": 4915,
      "token_acc": 0.9287781036168133
    },
    {
      "epoch": 0.3189110354885756,
      "grad_norm": 0.8206848502159119,
      "learning_rate": 8.150376405391199e-06,
      "loss": 0.25568883419036864,
      "step": 4920,
      "token_acc": 0.928616502533703
    },
    {
      "epoch": 0.31923513206935666,
      "grad_norm": 0.9703457355499268,
      "learning_rate": 8.14621324017292e-06,
      "loss": 0.25037987232208253,
      "step": 4925,
      "token_acc": 0.9286584055583411
    },
    {
      "epoch": 0.31955922865013775,
      "grad_norm": 0.8173373341560364,
      "learning_rate": 8.14204646088136e-06,
      "loss": 0.2526259183883667,
      "step": 4930,
      "token_acc": 0.9288663109325878
    },
    {
      "epoch": 0.31988332523091884,
      "grad_norm": 0.829410970211029,
      "learning_rate": 8.137876072302922e-06,
      "loss": 0.25476980209350586,
      "step": 4935,
      "token_acc": 0.9274816034580353
    },
    {
      "epoch": 0.32020742181169987,
      "grad_norm": 0.7998035550117493,
      "learning_rate": 8.13370207922816e-06,
      "loss": 0.24864635467529297,
      "step": 4940,
      "token_acc": 0.9290111593499726
    },
    {
      "epoch": 0.32053151839248095,
      "grad_norm": 0.8048272132873535,
      "learning_rate": 8.129524486451758e-06,
      "loss": 0.24827265739440918,
      "step": 4945,
      "token_acc": 0.9295353303113039
    },
    {
      "epoch": 0.32085561497326204,
      "grad_norm": 0.8166364431381226,
      "learning_rate": 8.125343298772545e-06,
      "loss": 0.2600978374481201,
      "step": 4950,
      "token_acc": 0.9270806509759489
    },
    {
      "epoch": 0.3211797115540431,
      "grad_norm": 0.8427425026893616,
      "learning_rate": 8.121158520993474e-06,
      "loss": 0.24655332565307617,
      "step": 4955,
      "token_acc": 0.9300956776518785
    },
    {
      "epoch": 0.32150380813482415,
      "grad_norm": 0.7745749354362488,
      "learning_rate": 8.116970157921622e-06,
      "loss": 0.2470086097717285,
      "step": 4960,
      "token_acc": 0.9306469832119347
    },
    {
      "epoch": 0.32182790471560524,
      "grad_norm": 0.7962144613265991,
      "learning_rate": 8.112778214368187e-06,
      "loss": 0.2446513891220093,
      "step": 4965,
      "token_acc": 0.9306665965931114
    },
    {
      "epoch": 0.3221520012963863,
      "grad_norm": 0.8554896116256714,
      "learning_rate": 8.108582695148479e-06,
      "loss": 0.25709655284881594,
      "step": 4970,
      "token_acc": 0.9272511741474948
    },
    {
      "epoch": 0.3224760978771674,
      "grad_norm": 0.8150755763053894,
      "learning_rate": 8.104383605081916e-06,
      "loss": 0.24930920600891113,
      "step": 4975,
      "token_acc": 0.9289160501769057
    },
    {
      "epoch": 0.32280019445794844,
      "grad_norm": 0.9156748056411743,
      "learning_rate": 8.100180948992015e-06,
      "loss": 0.25332045555114746,
      "step": 4980,
      "token_acc": 0.9282575826107184
    },
    {
      "epoch": 0.3231242910387295,
      "grad_norm": 0.8166223168373108,
      "learning_rate": 8.095974731706393e-06,
      "loss": 0.256150221824646,
      "step": 4985,
      "token_acc": 0.9275375583478249
    },
    {
      "epoch": 0.3234483876195106,
      "grad_norm": 0.7595811486244202,
      "learning_rate": 8.091764958056753e-06,
      "loss": 0.2429211139678955,
      "step": 4990,
      "token_acc": 0.9305146254520185
    },
    {
      "epoch": 0.3237724842002917,
      "grad_norm": 0.7972972989082336,
      "learning_rate": 8.087551632878891e-06,
      "loss": 0.25571765899658205,
      "step": 4995,
      "token_acc": 0.9285718850861215
    },
    {
      "epoch": 0.3240965807810728,
      "grad_norm": 0.8897417187690735,
      "learning_rate": 8.083334761012673e-06,
      "loss": 0.25411286354064944,
      "step": 5000,
      "token_acc": 0.9279644236699451
    },
    {
      "epoch": 0.3240965807810728,
      "eval_loss": 0.25553035736083984,
      "eval_runtime": 105.607,
      "eval_samples_per_second": 189.381,
      "eval_steps_per_second": 0.256,
      "eval_token_acc": 0.9272240997719853,
      "step": 5000
    },
    {
      "epoch": 0.3244206773618538,
      "grad_norm": 0.781226634979248,
      "learning_rate": 8.079114347302048e-06,
      "loss": 0.25302577018737793,
      "step": 5005,
      "token_acc": 0.9274667369253062
    },
    {
      "epoch": 0.3247447739426349,
      "grad_norm": 0.8227452635765076,
      "learning_rate": 8.074890396595028e-06,
      "loss": 0.2615841865539551,
      "step": 5010,
      "token_acc": 0.9265363037909006
    },
    {
      "epoch": 0.325068870523416,
      "grad_norm": 0.8179060816764832,
      "learning_rate": 8.070662913743688e-06,
      "loss": 0.25869903564453123,
      "step": 5015,
      "token_acc": 0.9272949006532302
    },
    {
      "epoch": 0.3253929671041971,
      "grad_norm": 0.9276995062828064,
      "learning_rate": 8.066431903604165e-06,
      "loss": 0.25614514350891116,
      "step": 5020,
      "token_acc": 0.9273942180316372
    },
    {
      "epoch": 0.3257170636849781,
      "grad_norm": 0.9039407968521118,
      "learning_rate": 8.06219737103664e-06,
      "loss": 0.24863269329071044,
      "step": 5025,
      "token_acc": 0.9293900086829145
    },
    {
      "epoch": 0.3260411602657592,
      "grad_norm": 0.8861247301101685,
      "learning_rate": 8.057959320905352e-06,
      "loss": 0.2517418384552002,
      "step": 5030,
      "token_acc": 0.929113940513194
    },
    {
      "epoch": 0.3263652568465403,
      "grad_norm": 0.8858475089073181,
      "learning_rate": 8.053717758078566e-06,
      "loss": 0.24458818435668944,
      "step": 5035,
      "token_acc": 0.9307570108607554
    },
    {
      "epoch": 0.32668935342732136,
      "grad_norm": 0.8284400105476379,
      "learning_rate": 8.049472687428594e-06,
      "loss": 0.24628174304962158,
      "step": 5040,
      "token_acc": 0.9292034258484126
    },
    {
      "epoch": 0.3270134500081024,
      "grad_norm": 0.8065065145492554,
      "learning_rate": 8.045224113831773e-06,
      "loss": 0.25313968658447267,
      "step": 5045,
      "token_acc": 0.9285822184567086
    },
    {
      "epoch": 0.3273375465888835,
      "grad_norm": 0.8459227681159973,
      "learning_rate": 8.040972042168464e-06,
      "loss": 0.24716649055480958,
      "step": 5050,
      "token_acc": 0.9313201339521767
    },
    {
      "epoch": 0.32766164316966456,
      "grad_norm": 0.9181363582611084,
      "learning_rate": 8.036716477323045e-06,
      "loss": 0.26085968017578126,
      "step": 5055,
      "token_acc": 0.9276424939791277
    },
    {
      "epoch": 0.32798573975044565,
      "grad_norm": 0.77690589427948,
      "learning_rate": 8.032457424183909e-06,
      "loss": 0.24831562042236327,
      "step": 5060,
      "token_acc": 0.9294923240220571
    },
    {
      "epoch": 0.3283098363312267,
      "grad_norm": 0.8056610822677612,
      "learning_rate": 8.028194887643455e-06,
      "loss": 0.24811506271362305,
      "step": 5065,
      "token_acc": 0.9298639014906027
    },
    {
      "epoch": 0.32863393291200776,
      "grad_norm": 0.9039129018783569,
      "learning_rate": 8.023928872598082e-06,
      "loss": 0.25830817222595215,
      "step": 5070,
      "token_acc": 0.9270809596666558
    },
    {
      "epoch": 0.32895802949278885,
      "grad_norm": 0.7763206362724304,
      "learning_rate": 8.019659383948183e-06,
      "loss": 0.25286617279052737,
      "step": 5075,
      "token_acc": 0.9289317973472828
    },
    {
      "epoch": 0.32928212607356994,
      "grad_norm": 0.8035215735435486,
      "learning_rate": 8.015386426598154e-06,
      "loss": 0.24364714622497557,
      "step": 5080,
      "token_acc": 0.930171096552493
    },
    {
      "epoch": 0.329606222654351,
      "grad_norm": 0.8502820134162903,
      "learning_rate": 8.011110005456355e-06,
      "loss": 0.2522239685058594,
      "step": 5085,
      "token_acc": 0.9294928651553491
    },
    {
      "epoch": 0.32993031923513205,
      "grad_norm": 0.7755847573280334,
      "learning_rate": 8.006830125435142e-06,
      "loss": 0.2543953895568848,
      "step": 5090,
      "token_acc": 0.928968738111168
    },
    {
      "epoch": 0.33025441581591314,
      "grad_norm": 0.8396223187446594,
      "learning_rate": 8.002546791450836e-06,
      "loss": 0.2531644344329834,
      "step": 5095,
      "token_acc": 0.9282779737219488
    },
    {
      "epoch": 0.3305785123966942,
      "grad_norm": 0.8563336133956909,
      "learning_rate": 7.998260008423729e-06,
      "loss": 0.2522023916244507,
      "step": 5100,
      "token_acc": 0.928631043652103
    },
    {
      "epoch": 0.3309026089774753,
      "grad_norm": 0.7964015603065491,
      "learning_rate": 7.993969781278071e-06,
      "loss": 0.25537183284759524,
      "step": 5105,
      "token_acc": 0.9278630276053258
    },
    {
      "epoch": 0.33122670555825634,
      "grad_norm": 0.7790189981460571,
      "learning_rate": 7.98967611494207e-06,
      "loss": 0.2565012454986572,
      "step": 5110,
      "token_acc": 0.9281973404980238
    },
    {
      "epoch": 0.3315508021390374,
      "grad_norm": 0.8407790660858154,
      "learning_rate": 7.985379014347887e-06,
      "loss": 0.24981045722961426,
      "step": 5115,
      "token_acc": 0.9296262499036064
    },
    {
      "epoch": 0.3318748987198185,
      "grad_norm": 0.8096004128456116,
      "learning_rate": 7.981078484431628e-06,
      "loss": 0.24656393527984619,
      "step": 5120,
      "token_acc": 0.9299084831570066
    },
    {
      "epoch": 0.3321989953005996,
      "grad_norm": 0.838131308555603,
      "learning_rate": 7.976774530133332e-06,
      "loss": 0.2573067665100098,
      "step": 5125,
      "token_acc": 0.9283298001894367
    },
    {
      "epoch": 0.33252309188138063,
      "grad_norm": 0.8461585640907288,
      "learning_rate": 7.972467156396978e-06,
      "loss": 0.25550527572631837,
      "step": 5130,
      "token_acc": 0.9273887079261672
    },
    {
      "epoch": 0.3328471884621617,
      "grad_norm": 0.8040698766708374,
      "learning_rate": 7.968156368170476e-06,
      "loss": 0.2437753915786743,
      "step": 5135,
      "token_acc": 0.9308880233309194
    },
    {
      "epoch": 0.3331712850429428,
      "grad_norm": 0.7927164435386658,
      "learning_rate": 7.963842170405646e-06,
      "loss": 0.24805796146392822,
      "step": 5140,
      "token_acc": 0.9288831138607141
    },
    {
      "epoch": 0.3334953816237239,
      "grad_norm": 0.8112002611160278,
      "learning_rate": 7.959524568058234e-06,
      "loss": 0.2482987880706787,
      "step": 5145,
      "token_acc": 0.93027632872894
    },
    {
      "epoch": 0.3338194782045049,
      "grad_norm": 0.9138498902320862,
      "learning_rate": 7.955203566087897e-06,
      "loss": 0.2555858612060547,
      "step": 5150,
      "token_acc": 0.9271770795401342
    },
    {
      "epoch": 0.334143574785286,
      "grad_norm": 0.8687700629234314,
      "learning_rate": 7.950879169458194e-06,
      "loss": 0.25181288719177247,
      "step": 5155,
      "token_acc": 0.9285288862418106
    },
    {
      "epoch": 0.3344676713660671,
      "grad_norm": 0.8657352328300476,
      "learning_rate": 7.946551383136582e-06,
      "loss": 0.2562386512756348,
      "step": 5160,
      "token_acc": 0.9276751068727392
    },
    {
      "epoch": 0.3347917679468482,
      "grad_norm": 0.8554297685623169,
      "learning_rate": 7.942220212094415e-06,
      "loss": 0.2441800355911255,
      "step": 5165,
      "token_acc": 0.9303021945549821
    },
    {
      "epoch": 0.33511586452762926,
      "grad_norm": 0.8135873675346375,
      "learning_rate": 7.937885661306938e-06,
      "loss": 0.25539531707763674,
      "step": 5170,
      "token_acc": 0.9282641741324105
    },
    {
      "epoch": 0.3354399611084103,
      "grad_norm": 0.824191689491272,
      "learning_rate": 7.933547735753268e-06,
      "loss": 0.2518582344055176,
      "step": 5175,
      "token_acc": 0.9289096135586166
    },
    {
      "epoch": 0.3357640576891914,
      "grad_norm": 0.8475911617279053,
      "learning_rate": 7.929206440416412e-06,
      "loss": 0.24718787670135497,
      "step": 5180,
      "token_acc": 0.9301319787626416
    },
    {
      "epoch": 0.33608815426997246,
      "grad_norm": 0.8635424971580505,
      "learning_rate": 7.924861780283235e-06,
      "loss": 0.2528079986572266,
      "step": 5185,
      "token_acc": 0.9286200922663655
    },
    {
      "epoch": 0.33641225085075355,
      "grad_norm": 0.8695507049560547,
      "learning_rate": 7.920513760344475e-06,
      "loss": 0.2556718349456787,
      "step": 5190,
      "token_acc": 0.9281598359300056
    },
    {
      "epoch": 0.3367363474315346,
      "grad_norm": 0.8251754641532898,
      "learning_rate": 7.91616238559473e-06,
      "loss": 0.25039381980895997,
      "step": 5195,
      "token_acc": 0.929501098786103
    },
    {
      "epoch": 0.33706044401231566,
      "grad_norm": 0.8470465540885925,
      "learning_rate": 7.911807661032446e-06,
      "loss": 0.2590325355529785,
      "step": 5200,
      "token_acc": 0.9272696303866462
    },
    {
      "epoch": 0.33738454059309675,
      "grad_norm": 0.8453739285469055,
      "learning_rate": 7.90744959165992e-06,
      "loss": 0.2517526149749756,
      "step": 5205,
      "token_acc": 0.9287489061631717
    },
    {
      "epoch": 0.33770863717387783,
      "grad_norm": 1.0070303678512573,
      "learning_rate": 7.903088182483295e-06,
      "loss": 0.2535067558288574,
      "step": 5210,
      "token_acc": 0.927861559095816
    },
    {
      "epoch": 0.33803273375465887,
      "grad_norm": 0.8390263319015503,
      "learning_rate": 7.898723438512546e-06,
      "loss": 0.24636497497558593,
      "step": 5215,
      "token_acc": 0.9297858921593488
    },
    {
      "epoch": 0.33835683033543995,
      "grad_norm": 0.8553630113601685,
      "learning_rate": 7.894355364761476e-06,
      "loss": 0.25316691398620605,
      "step": 5220,
      "token_acc": 0.9281559197029111
    },
    {
      "epoch": 0.33868092691622104,
      "grad_norm": 0.8556739091873169,
      "learning_rate": 7.889983966247721e-06,
      "loss": 0.2501840591430664,
      "step": 5225,
      "token_acc": 0.9292125938652201
    },
    {
      "epoch": 0.3390050234970021,
      "grad_norm": 1.0619709491729736,
      "learning_rate": 7.885609247992727e-06,
      "loss": 0.25245227813720705,
      "step": 5230,
      "token_acc": 0.9284152443181087
    },
    {
      "epoch": 0.33932912007778315,
      "grad_norm": 0.8231361508369446,
      "learning_rate": 7.881231215021763e-06,
      "loss": 0.255342435836792,
      "step": 5235,
      "token_acc": 0.9281765787218453
    },
    {
      "epoch": 0.33965321665856424,
      "grad_norm": 1.1481475830078125,
      "learning_rate": 7.876849872363896e-06,
      "loss": 0.25723843574523925,
      "step": 5240,
      "token_acc": 0.92721412483496
    },
    {
      "epoch": 0.3399773132393453,
      "grad_norm": 0.8251258730888367,
      "learning_rate": 7.872465225052004e-06,
      "loss": 0.2554172515869141,
      "step": 5245,
      "token_acc": 0.9279755594914373
    },
    {
      "epoch": 0.3403014098201264,
      "grad_norm": 0.8859728574752808,
      "learning_rate": 7.868077278122754e-06,
      "loss": 0.24776082038879393,
      "step": 5250,
      "token_acc": 0.9295331874070369
    },
    {
      "epoch": 0.3406255064009075,
      "grad_norm": 0.8037582635879517,
      "learning_rate": 7.863686036616606e-06,
      "loss": 0.25240345001220704,
      "step": 5255,
      "token_acc": 0.9295603768198687
    },
    {
      "epoch": 0.3409496029816885,
      "grad_norm": 0.8746057152748108,
      "learning_rate": 7.859291505577805e-06,
      "loss": 0.2473452091217041,
      "step": 5260,
      "token_acc": 0.9296412692061976
    },
    {
      "epoch": 0.3412736995624696,
      "grad_norm": 0.9796491265296936,
      "learning_rate": 7.854893690054373e-06,
      "loss": 0.2474212169647217,
      "step": 5265,
      "token_acc": 0.9303670904156549
    },
    {
      "epoch": 0.3415977961432507,
      "grad_norm": 0.8041320443153381,
      "learning_rate": 7.850492595098107e-06,
      "loss": 0.2509519815444946,
      "step": 5270,
      "token_acc": 0.9284994102025081
    },
    {
      "epoch": 0.3419218927240318,
      "grad_norm": 0.867673397064209,
      "learning_rate": 7.846088225764572e-06,
      "loss": 0.25418758392333984,
      "step": 5275,
      "token_acc": 0.9279067790514428
    },
    {
      "epoch": 0.3422459893048128,
      "grad_norm": 0.8879721760749817,
      "learning_rate": 7.84168058711309e-06,
      "loss": 0.2534532070159912,
      "step": 5280,
      "token_acc": 0.928356297733613
    },
    {
      "epoch": 0.3425700858855939,
      "grad_norm": 0.8307471871376038,
      "learning_rate": 7.83726968420674e-06,
      "loss": 0.25272173881530763,
      "step": 5285,
      "token_acc": 0.9286928904621696
    },
    {
      "epoch": 0.342894182466375,
      "grad_norm": 0.842936635017395,
      "learning_rate": 7.832855522112355e-06,
      "loss": 0.24378321170806885,
      "step": 5290,
      "token_acc": 0.9306362866361056
    },
    {
      "epoch": 0.34321827904715607,
      "grad_norm": 0.8907715678215027,
      "learning_rate": 7.828438105900504e-06,
      "loss": 0.253885555267334,
      "step": 5295,
      "token_acc": 0.9291491852222061
    },
    {
      "epoch": 0.3435423756279371,
      "grad_norm": 0.7900069355964661,
      "learning_rate": 7.824017440645502e-06,
      "loss": 0.24583210945129394,
      "step": 5300,
      "token_acc": 0.9303247168015851
    },
    {
      "epoch": 0.3438664722087182,
      "grad_norm": 0.8247885704040527,
      "learning_rate": 7.819593531425393e-06,
      "loss": 0.25352504253387453,
      "step": 5305,
      "token_acc": 0.9287361015966696
    },
    {
      "epoch": 0.3441905687894993,
      "grad_norm": 0.9311105608940125,
      "learning_rate": 7.815166383321944e-06,
      "loss": 0.24814109802246093,
      "step": 5310,
      "token_acc": 0.928730541177693
    },
    {
      "epoch": 0.34451466537028036,
      "grad_norm": 0.8059632778167725,
      "learning_rate": 7.810736001420648e-06,
      "loss": 0.24797918796539306,
      "step": 5315,
      "token_acc": 0.9302761123177568
    },
    {
      "epoch": 0.3448387619510614,
      "grad_norm": 0.8258737921714783,
      "learning_rate": 7.80630239081071e-06,
      "loss": 0.25756282806396485,
      "step": 5320,
      "token_acc": 0.9275917291970709
    },
    {
      "epoch": 0.3451628585318425,
      "grad_norm": 0.815545916557312,
      "learning_rate": 7.801865556585043e-06,
      "loss": 0.24850454330444335,
      "step": 5325,
      "token_acc": 0.9298312858525684
    },
    {
      "epoch": 0.34548695511262356,
      "grad_norm": 0.9134780168533325,
      "learning_rate": 7.797425503840263e-06,
      "loss": 0.24773640632629396,
      "step": 5330,
      "token_acc": 0.9292507478121993
    },
    {
      "epoch": 0.34581105169340465,
      "grad_norm": 0.8894223570823669,
      "learning_rate": 7.792982237676687e-06,
      "loss": 0.25623526573181155,
      "step": 5335,
      "token_acc": 0.927582139401731
    },
    {
      "epoch": 0.34613514827418573,
      "grad_norm": 0.8839740753173828,
      "learning_rate": 7.788535763198318e-06,
      "loss": 0.25153093338012694,
      "step": 5340,
      "token_acc": 0.9290341578327445
    },
    {
      "epoch": 0.34645924485496676,
      "grad_norm": 0.8760332465171814,
      "learning_rate": 7.78408608551285e-06,
      "loss": 0.2507377862930298,
      "step": 5345,
      "token_acc": 0.928809927567667
    },
    {
      "epoch": 0.34678334143574785,
      "grad_norm": 0.8758668303489685,
      "learning_rate": 7.779633209731649e-06,
      "loss": 0.25293607711791993,
      "step": 5350,
      "token_acc": 0.9293097287640084
    },
    {
      "epoch": 0.34710743801652894,
      "grad_norm": 0.7980352640151978,
      "learning_rate": 7.775177140969762e-06,
      "loss": 0.25273752212524414,
      "step": 5355,
      "token_acc": 0.9286163810622649
    },
    {
      "epoch": 0.34743153459731,
      "grad_norm": 1.0390256643295288,
      "learning_rate": 7.770717884345902e-06,
      "loss": 0.24456522464752198,
      "step": 5360,
      "token_acc": 0.9306050866132491
    },
    {
      "epoch": 0.34775563117809105,
      "grad_norm": 0.907213568687439,
      "learning_rate": 7.76625544498244e-06,
      "loss": 0.24939141273498536,
      "step": 5365,
      "token_acc": 0.9291206322957831
    },
    {
      "epoch": 0.34807972775887214,
      "grad_norm": 0.8462250828742981,
      "learning_rate": 7.761789828005408e-06,
      "loss": 0.2489654541015625,
      "step": 5370,
      "token_acc": 0.9292870616339558
    },
    {
      "epoch": 0.3484038243396532,
      "grad_norm": 0.9953560829162598,
      "learning_rate": 7.757321038544483e-06,
      "loss": 0.24589056968688966,
      "step": 5375,
      "token_acc": 0.9298889584500313
    },
    {
      "epoch": 0.3487279209204343,
      "grad_norm": 0.7983831167221069,
      "learning_rate": 7.752849081732993e-06,
      "loss": 0.2558305263519287,
      "step": 5380,
      "token_acc": 0.9274585734870316
    },
    {
      "epoch": 0.34905201750121534,
      "grad_norm": 0.9755795001983643,
      "learning_rate": 7.748373962707898e-06,
      "loss": 0.24854235649108886,
      "step": 5385,
      "token_acc": 0.9288953593238681
    },
    {
      "epoch": 0.3493761140819964,
      "grad_norm": 0.8616177439689636,
      "learning_rate": 7.743895686609793e-06,
      "loss": 0.25255656242370605,
      "step": 5390,
      "token_acc": 0.9284949634349244
    },
    {
      "epoch": 0.3497002106627775,
      "grad_norm": 0.8259103894233704,
      "learning_rate": 7.7394142585829e-06,
      "loss": 0.25195789337158203,
      "step": 5395,
      "token_acc": 0.9292784028423992
    },
    {
      "epoch": 0.3500243072435586,
      "grad_norm": 0.9628980755805969,
      "learning_rate": 7.734929683775064e-06,
      "loss": 0.2485969066619873,
      "step": 5400,
      "token_acc": 0.9295956993769879
    },
    {
      "epoch": 0.3503484038243396,
      "grad_norm": 0.8506217002868652,
      "learning_rate": 7.730441967337735e-06,
      "loss": 0.25638890266418457,
      "step": 5405,
      "token_acc": 0.9278660480547419
    },
    {
      "epoch": 0.3506725004051207,
      "grad_norm": 0.7939960360527039,
      "learning_rate": 7.725951114425985e-06,
      "loss": 0.24454362392425538,
      "step": 5410,
      "token_acc": 0.9306267474370923
    },
    {
      "epoch": 0.3509965969859018,
      "grad_norm": 1.1062229871749878,
      "learning_rate": 7.721457130198482e-06,
      "loss": 0.24372103214263915,
      "step": 5415,
      "token_acc": 0.9311154292570326
    },
    {
      "epoch": 0.3513206935666829,
      "grad_norm": 0.9029282927513123,
      "learning_rate": 7.71696001981749e-06,
      "loss": 0.25217740535736083,
      "step": 5420,
      "token_acc": 0.9288803333157534
    },
    {
      "epoch": 0.35164479014746397,
      "grad_norm": 0.8418589234352112,
      "learning_rate": 7.712459788448863e-06,
      "loss": 0.2501793384552002,
      "step": 5425,
      "token_acc": 0.9293845351414787
    },
    {
      "epoch": 0.351968886728245,
      "grad_norm": 0.793563723564148,
      "learning_rate": 7.707956441262047e-06,
      "loss": 0.2526703834533691,
      "step": 5430,
      "token_acc": 0.9287680931403398
    },
    {
      "epoch": 0.3522929833090261,
      "grad_norm": 0.8207056522369385,
      "learning_rate": 7.703449983430064e-06,
      "loss": 0.2467909574508667,
      "step": 5435,
      "token_acc": 0.9294978752248612
    },
    {
      "epoch": 0.3526170798898072,
      "grad_norm": 0.8784594535827637,
      "learning_rate": 7.698940420129503e-06,
      "loss": 0.25243971347808836,
      "step": 5440,
      "token_acc": 0.9289702576799036
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.8435435891151428,
      "learning_rate": 7.694427756540529e-06,
      "loss": 0.24867188930511475,
      "step": 5445,
      "token_acc": 0.9300796748491984
    },
    {
      "epoch": 0.3532652730513693,
      "grad_norm": 0.8420418500900269,
      "learning_rate": 7.689911997846863e-06,
      "loss": 0.2528546810150146,
      "step": 5450,
      "token_acc": 0.9287434268756183
    },
    {
      "epoch": 0.3535893696321504,
      "grad_norm": 0.824761688709259,
      "learning_rate": 7.685393149235784e-06,
      "loss": 0.2558503866195679,
      "step": 5455,
      "token_acc": 0.9284002180237331
    },
    {
      "epoch": 0.35391346621293146,
      "grad_norm": 0.8431583642959595,
      "learning_rate": 7.680871215898117e-06,
      "loss": 0.2536440849304199,
      "step": 5460,
      "token_acc": 0.9287037278585031
    },
    {
      "epoch": 0.35423756279371255,
      "grad_norm": 0.8413884043693542,
      "learning_rate": 7.676346203028238e-06,
      "loss": 0.2470717430114746,
      "step": 5465,
      "token_acc": 0.9288218004540689
    },
    {
      "epoch": 0.3545616593744936,
      "grad_norm": 0.8339266180992126,
      "learning_rate": 7.671818115824052e-06,
      "loss": 0.25326056480407716,
      "step": 5470,
      "token_acc": 0.9284378319550073
    },
    {
      "epoch": 0.35488575595527466,
      "grad_norm": 0.8217309713363647,
      "learning_rate": 7.667286959486997e-06,
      "loss": 0.2545089960098267,
      "step": 5475,
      "token_acc": 0.9279552129221733
    },
    {
      "epoch": 0.35520985253605575,
      "grad_norm": 0.7824126482009888,
      "learning_rate": 7.66275273922204e-06,
      "loss": 0.2447800636291504,
      "step": 5480,
      "token_acc": 0.9308840655038785
    },
    {
      "epoch": 0.35553394911683683,
      "grad_norm": 0.8091416954994202,
      "learning_rate": 7.65821546023767e-06,
      "loss": 0.25156702995300295,
      "step": 5485,
      "token_acc": 0.9285445118702652
    },
    {
      "epoch": 0.35585804569761786,
      "grad_norm": 0.8021688461303711,
      "learning_rate": 7.65367512774588e-06,
      "loss": 0.251130485534668,
      "step": 5490,
      "token_acc": 0.9281955569380719
    },
    {
      "epoch": 0.35618214227839895,
      "grad_norm": 0.8379022479057312,
      "learning_rate": 7.649131746962177e-06,
      "loss": 0.2552762985229492,
      "step": 5495,
      "token_acc": 0.927667386329847
    },
    {
      "epoch": 0.35650623885918004,
      "grad_norm": 0.9970967769622803,
      "learning_rate": 7.644585323105571e-06,
      "loss": 0.2519248962402344,
      "step": 5500,
      "token_acc": 0.9298844623863792
    },
    {
      "epoch": 0.35650623885918004,
      "eval_loss": 0.2532550096511841,
      "eval_runtime": 117.32,
      "eval_samples_per_second": 170.474,
      "eval_steps_per_second": 0.23,
      "eval_token_acc": 0.9276949478242996,
      "step": 5500
    },
    {
      "epoch": 0.3568303354399611,
      "grad_norm": 0.8221502900123596,
      "learning_rate": 7.640035861398566e-06,
      "loss": 0.2463094711303711,
      "step": 5505,
      "token_acc": 0.9299298784602826
    },
    {
      "epoch": 0.3571544320207422,
      "grad_norm": 0.7970005869865417,
      "learning_rate": 7.63548336706715e-06,
      "loss": 0.24803633689880372,
      "step": 5510,
      "token_acc": 0.929139877685432
    },
    {
      "epoch": 0.35747852860152324,
      "grad_norm": 0.8124566674232483,
      "learning_rate": 7.630927845340803e-06,
      "loss": 0.2541279554367065,
      "step": 5515,
      "token_acc": 0.9289399884180184
    },
    {
      "epoch": 0.3578026251823043,
      "grad_norm": 0.8208630681037903,
      "learning_rate": 7.626369301452479e-06,
      "loss": 0.2485501766204834,
      "step": 5520,
      "token_acc": 0.9295272021141839
    },
    {
      "epoch": 0.3581267217630854,
      "grad_norm": 0.8408405184745789,
      "learning_rate": 7.621807740638603e-06,
      "loss": 0.25894615650177,
      "step": 5525,
      "token_acc": 0.9277205800224703
    },
    {
      "epoch": 0.3584508183438665,
      "grad_norm": 0.8286508917808533,
      "learning_rate": 7.6172431681390654e-06,
      "loss": 0.24380989074707032,
      "step": 5530,
      "token_acc": 0.9312132507349853
    },
    {
      "epoch": 0.3587749149246475,
      "grad_norm": 0.8268141746520996,
      "learning_rate": 7.61267558919722e-06,
      "loss": 0.2462075710296631,
      "step": 5535,
      "token_acc": 0.9294996189341684
    },
    {
      "epoch": 0.3590990115054286,
      "grad_norm": 0.8434064984321594,
      "learning_rate": 7.608105009059867e-06,
      "loss": 0.24595377445220948,
      "step": 5540,
      "token_acc": 0.9304552023121387
    },
    {
      "epoch": 0.3594231080862097,
      "grad_norm": 0.8048689961433411,
      "learning_rate": 7.603531432977262e-06,
      "loss": 0.24870061874389648,
      "step": 5545,
      "token_acc": 0.9299459431497814
    },
    {
      "epoch": 0.3597472046669908,
      "grad_norm": 0.7562397122383118,
      "learning_rate": 7.598954866203094e-06,
      "loss": 0.2463165521621704,
      "step": 5550,
      "token_acc": 0.929876804570729
    },
    {
      "epoch": 0.3600713012477718,
      "grad_norm": 0.9828148484230042,
      "learning_rate": 7.594375313994496e-06,
      "loss": 0.24554038047790527,
      "step": 5555,
      "token_acc": 0.9308532356848893
    },
    {
      "epoch": 0.3603953978285529,
      "grad_norm": 0.7583472728729248,
      "learning_rate": 7.589792781612022e-06,
      "loss": 0.24926190376281737,
      "step": 5560,
      "token_acc": 0.9287607921173412
    },
    {
      "epoch": 0.360719494409334,
      "grad_norm": 0.8745729327201843,
      "learning_rate": 7.5852072743196556e-06,
      "loss": 0.245491886138916,
      "step": 5565,
      "token_acc": 0.930393507485587
    },
    {
      "epoch": 0.36104359099011507,
      "grad_norm": 0.8307902812957764,
      "learning_rate": 7.580618797384795e-06,
      "loss": 0.24790010452270508,
      "step": 5570,
      "token_acc": 0.9301750235315068
    },
    {
      "epoch": 0.3613676875708961,
      "grad_norm": 0.8324232697486877,
      "learning_rate": 7.576027356078252e-06,
      "loss": 0.2472665786743164,
      "step": 5575,
      "token_acc": 0.9296586805420728
    },
    {
      "epoch": 0.3616917841516772,
      "grad_norm": 0.7718153595924377,
      "learning_rate": 7.5714329556742385e-06,
      "loss": 0.25357723236083984,
      "step": 5580,
      "token_acc": 0.9277195286000245
    },
    {
      "epoch": 0.3620158807324583,
      "grad_norm": 0.8068608045578003,
      "learning_rate": 7.566835601450371e-06,
      "loss": 0.2465280532836914,
      "step": 5585,
      "token_acc": 0.9298192711849963
    },
    {
      "epoch": 0.36233997731323936,
      "grad_norm": 0.8294431567192078,
      "learning_rate": 7.562235298687654e-06,
      "loss": 0.25209431648254393,
      "step": 5590,
      "token_acc": 0.928373550124275
    },
    {
      "epoch": 0.36266407389402044,
      "grad_norm": 0.8896099328994751,
      "learning_rate": 7.557632052670485e-06,
      "loss": 0.2517201900482178,
      "step": 5595,
      "token_acc": 0.9291328276845956
    },
    {
      "epoch": 0.3629881704748015,
      "grad_norm": 0.7957136034965515,
      "learning_rate": 7.553025868686637e-06,
      "loss": 0.2476658821105957,
      "step": 5600,
      "token_acc": 0.9290897566906828
    },
    {
      "epoch": 0.36331226705558256,
      "grad_norm": 0.8148760199546814,
      "learning_rate": 7.548416752027261e-06,
      "loss": 0.24758920669555665,
      "step": 5605,
      "token_acc": 0.9298057272938924
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.8497121930122375,
      "learning_rate": 7.543804707986877e-06,
      "loss": 0.24784598350524903,
      "step": 5610,
      "token_acc": 0.9297942872712411
    },
    {
      "epoch": 0.36396046021714473,
      "grad_norm": 0.8171190023422241,
      "learning_rate": 7.539189741863365e-06,
      "loss": 0.24795398712158204,
      "step": 5615,
      "token_acc": 0.9301607204665531
    },
    {
      "epoch": 0.36428455679792576,
      "grad_norm": 0.8167567849159241,
      "learning_rate": 7.534571858957964e-06,
      "loss": 0.249265718460083,
      "step": 5620,
      "token_acc": 0.9290492053669006
    },
    {
      "epoch": 0.36460865337870685,
      "grad_norm": 1.2014907598495483,
      "learning_rate": 7.529951064575263e-06,
      "loss": 0.2517377853393555,
      "step": 5625,
      "token_acc": 0.9291127411446932
    },
    {
      "epoch": 0.36493274995948793,
      "grad_norm": 0.8801676630973816,
      "learning_rate": 7.525327364023193e-06,
      "loss": 0.2550851583480835,
      "step": 5630,
      "token_acc": 0.9282969556610731
    },
    {
      "epoch": 0.365256846540269,
      "grad_norm": 0.8066464066505432,
      "learning_rate": 7.520700762613027e-06,
      "loss": 0.2507494926452637,
      "step": 5635,
      "token_acc": 0.9285508045252907
    },
    {
      "epoch": 0.36558094312105005,
      "grad_norm": 0.7963135838508606,
      "learning_rate": 7.51607126565937e-06,
      "loss": 0.24458787441253663,
      "step": 5640,
      "token_acc": 0.9300442872083564
    },
    {
      "epoch": 0.36590503970183114,
      "grad_norm": 0.9268953204154968,
      "learning_rate": 7.511438878480149e-06,
      "loss": 0.25169053077697756,
      "step": 5645,
      "token_acc": 0.9296430919144658
    },
    {
      "epoch": 0.3662291362826122,
      "grad_norm": 0.8366501331329346,
      "learning_rate": 7.506803606396615e-06,
      "loss": 0.24937992095947265,
      "step": 5650,
      "token_acc": 0.9288642630113909
    },
    {
      "epoch": 0.3665532328633933,
      "grad_norm": 0.8187414407730103,
      "learning_rate": 7.5021654547333325e-06,
      "loss": 0.2612889766693115,
      "step": 5655,
      "token_acc": 0.9258605299678787
    },
    {
      "epoch": 0.36687732944417434,
      "grad_norm": 0.8096038699150085,
      "learning_rate": 7.4975244288181736e-06,
      "loss": 0.24756073951721191,
      "step": 5660,
      "token_acc": 0.9290026469169286
    },
    {
      "epoch": 0.3672014260249554,
      "grad_norm": 0.9664244651794434,
      "learning_rate": 7.4928805339823095e-06,
      "loss": 0.24379749298095704,
      "step": 5665,
      "token_acc": 0.9308731262961699
    },
    {
      "epoch": 0.3675255226057365,
      "grad_norm": 0.8128650188446045,
      "learning_rate": 7.488233775560211e-06,
      "loss": 0.24985289573669434,
      "step": 5670,
      "token_acc": 0.9290800509088536
    },
    {
      "epoch": 0.3678496191865176,
      "grad_norm": 0.8231331706047058,
      "learning_rate": 7.483584158889634e-06,
      "loss": 0.2451352596282959,
      "step": 5675,
      "token_acc": 0.9304782409113538
    },
    {
      "epoch": 0.3681737157672987,
      "grad_norm": 0.8120703101158142,
      "learning_rate": 7.478931689311622e-06,
      "loss": 0.24784393310546876,
      "step": 5680,
      "token_acc": 0.9294909494870287
    },
    {
      "epoch": 0.3684978123480797,
      "grad_norm": 0.8960381150245667,
      "learning_rate": 7.4742763721704925e-06,
      "loss": 0.248191499710083,
      "step": 5685,
      "token_acc": 0.9306251717684627
    },
    {
      "epoch": 0.3688219089288608,
      "grad_norm": 0.8736811280250549,
      "learning_rate": 7.469618212813835e-06,
      "loss": 0.25290207862854003,
      "step": 5690,
      "token_acc": 0.9291139406840909
    },
    {
      "epoch": 0.3691460055096419,
      "grad_norm": 0.7868461608886719,
      "learning_rate": 7.464957216592506e-06,
      "loss": 0.2468033790588379,
      "step": 5695,
      "token_acc": 0.9294153602059992
    },
    {
      "epoch": 0.36947010209042297,
      "grad_norm": 0.795536994934082,
      "learning_rate": 7.460293388860616e-06,
      "loss": 0.2489880084991455,
      "step": 5700,
      "token_acc": 0.929502304917801
    },
    {
      "epoch": 0.369794198671204,
      "grad_norm": 0.9006305932998657,
      "learning_rate": 7.455626734975532e-06,
      "loss": 0.25122604370117185,
      "step": 5705,
      "token_acc": 0.9285560069873795
    },
    {
      "epoch": 0.3701182952519851,
      "grad_norm": 0.8214429020881653,
      "learning_rate": 7.4509572602978675e-06,
      "loss": 0.24657235145568848,
      "step": 5710,
      "token_acc": 0.9295389825290541
    },
    {
      "epoch": 0.37044239183276617,
      "grad_norm": 0.901337206363678,
      "learning_rate": 7.446284970191473e-06,
      "loss": 0.23954389095306397,
      "step": 5715,
      "token_acc": 0.9313016427868029
    },
    {
      "epoch": 0.37076648841354726,
      "grad_norm": 0.7922210097312927,
      "learning_rate": 7.441609870023435e-06,
      "loss": 0.2529605865478516,
      "step": 5720,
      "token_acc": 0.928476088159651
    },
    {
      "epoch": 0.3710905849943283,
      "grad_norm": 0.8337340354919434,
      "learning_rate": 7.436931965164069e-06,
      "loss": 0.24810476303100587,
      "step": 5725,
      "token_acc": 0.9304056907136129
    },
    {
      "epoch": 0.3714146815751094,
      "grad_norm": 0.8533103466033936,
      "learning_rate": 7.43225126098691e-06,
      "loss": 0.25355119705200196,
      "step": 5730,
      "token_acc": 0.9289379152079381
    },
    {
      "epoch": 0.37173877815589046,
      "grad_norm": 0.9082756042480469,
      "learning_rate": 7.427567762868714e-06,
      "loss": 0.25278534889221194,
      "step": 5735,
      "token_acc": 0.9292338907615276
    },
    {
      "epoch": 0.37206287473667154,
      "grad_norm": 0.925537645816803,
      "learning_rate": 7.422881476189436e-06,
      "loss": 0.25462296009063723,
      "step": 5740,
      "token_acc": 0.9277285751497786
    },
    {
      "epoch": 0.3723869713174526,
      "grad_norm": 0.8708488345146179,
      "learning_rate": 7.4181924063322455e-06,
      "loss": 0.24743733406066895,
      "step": 5745,
      "token_acc": 0.9298096400560951
    },
    {
      "epoch": 0.37271106789823366,
      "grad_norm": 0.8439504504203796,
      "learning_rate": 7.4135005586835005e-06,
      "loss": 0.25099031925201415,
      "step": 5750,
      "token_acc": 0.929031715428113
    },
    {
      "epoch": 0.37303516447901475,
      "grad_norm": 0.8168339729309082,
      "learning_rate": 7.408805938632757e-06,
      "loss": 0.2507676124572754,
      "step": 5755,
      "token_acc": 0.9288786431747077
    },
    {
      "epoch": 0.37335926105979583,
      "grad_norm": 0.7949603796005249,
      "learning_rate": 7.404108551572749e-06,
      "loss": 0.24744062423706054,
      "step": 5760,
      "token_acc": 0.9304642216619448
    },
    {
      "epoch": 0.3736833576405769,
      "grad_norm": 0.8355185985565186,
      "learning_rate": 7.399408402899394e-06,
      "loss": 0.24788496494293213,
      "step": 5765,
      "token_acc": 0.9306345561759641
    },
    {
      "epoch": 0.37400745422135795,
      "grad_norm": 0.8773040175437927,
      "learning_rate": 7.394705498011778e-06,
      "loss": 0.24866197109222413,
      "step": 5770,
      "token_acc": 0.929516252177942
    },
    {
      "epoch": 0.37433155080213903,
      "grad_norm": 0.8648874759674072,
      "learning_rate": 7.3899998423121575e-06,
      "loss": 0.25167207717895507,
      "step": 5775,
      "token_acc": 0.9284107630178454
    },
    {
      "epoch": 0.3746556473829201,
      "grad_norm": 0.8743617534637451,
      "learning_rate": 7.385291441205945e-06,
      "loss": 0.2416687250137329,
      "step": 5780,
      "token_acc": 0.9306152531649697
    },
    {
      "epoch": 0.3749797439637012,
      "grad_norm": 0.8802637457847595,
      "learning_rate": 7.380580300101708e-06,
      "loss": 0.25122091770172117,
      "step": 5785,
      "token_acc": 0.927914676895763
    },
    {
      "epoch": 0.37530384054448224,
      "grad_norm": 0.817274272441864,
      "learning_rate": 7.375866424411161e-06,
      "loss": 0.2491596221923828,
      "step": 5790,
      "token_acc": 0.9292833164944758
    },
    {
      "epoch": 0.3756279371252633,
      "grad_norm": 0.8446117043495178,
      "learning_rate": 7.371149819549161e-06,
      "loss": 0.24905223846435548,
      "step": 5795,
      "token_acc": 0.9293505173447314
    },
    {
      "epoch": 0.3759520337060444,
      "grad_norm": 0.911071240901947,
      "learning_rate": 7.366430490933698e-06,
      "loss": 0.25403106212615967,
      "step": 5800,
      "token_acc": 0.92970559047304
    },
    {
      "epoch": 0.3762761302868255,
      "grad_norm": 0.7907551527023315,
      "learning_rate": 7.361708443985893e-06,
      "loss": 0.2491678476333618,
      "step": 5805,
      "token_acc": 0.9296901898878084
    },
    {
      "epoch": 0.3766002268676065,
      "grad_norm": 0.7458071112632751,
      "learning_rate": 7.3569836841299905e-06,
      "loss": 0.24875168800354003,
      "step": 5810,
      "token_acc": 0.9297017690340761
    },
    {
      "epoch": 0.3769243234483876,
      "grad_norm": 0.8069392442703247,
      "learning_rate": 7.352256216793343e-06,
      "loss": 0.2534111499786377,
      "step": 5815,
      "token_acc": 0.9290031597855017
    },
    {
      "epoch": 0.3772484200291687,
      "grad_norm": 0.8453103303909302,
      "learning_rate": 7.3475260474064256e-06,
      "loss": 0.2519563674926758,
      "step": 5820,
      "token_acc": 0.9288014172474881
    },
    {
      "epoch": 0.3775725166099498,
      "grad_norm": 0.8347076773643494,
      "learning_rate": 7.34279318140281e-06,
      "loss": 0.24747095108032227,
      "step": 5825,
      "token_acc": 0.9301468913316542
    },
    {
      "epoch": 0.3778966131907308,
      "grad_norm": 0.80881667137146,
      "learning_rate": 7.338057624219166e-06,
      "loss": 0.257477331161499,
      "step": 5830,
      "token_acc": 0.9284658376233516
    },
    {
      "epoch": 0.3782207097715119,
      "grad_norm": 0.7803962826728821,
      "learning_rate": 7.333319381295254e-06,
      "loss": 0.2449647903442383,
      "step": 5835,
      "token_acc": 0.9305486836280306
    },
    {
      "epoch": 0.378544806352293,
      "grad_norm": 0.8698723912239075,
      "learning_rate": 7.328578458073923e-06,
      "loss": 0.24910480976104737,
      "step": 5840,
      "token_acc": 0.9291339099823327
    },
    {
      "epoch": 0.37886890293307407,
      "grad_norm": 0.802711546421051,
      "learning_rate": 7.323834860001098e-06,
      "loss": 0.24600112438201904,
      "step": 5845,
      "token_acc": 0.9299426657218322
    },
    {
      "epoch": 0.37919299951385516,
      "grad_norm": 0.8455180525779724,
      "learning_rate": 7.319088592525777e-06,
      "loss": 0.24964759349822999,
      "step": 5850,
      "token_acc": 0.9301407204522832
    },
    {
      "epoch": 0.3795170960946362,
      "grad_norm": 0.7447041273117065,
      "learning_rate": 7.314339661100024e-06,
      "loss": 0.24864084720611573,
      "step": 5855,
      "token_acc": 0.9294635244808039
    },
    {
      "epoch": 0.37984119267541727,
      "grad_norm": 0.8902390599250793,
      "learning_rate": 7.309588071178968e-06,
      "loss": 0.24960193634033204,
      "step": 5860,
      "token_acc": 0.929395510856185
    },
    {
      "epoch": 0.38016528925619836,
      "grad_norm": 0.8307676911354065,
      "learning_rate": 7.304833828220783e-06,
      "loss": 0.24532790184020997,
      "step": 5865,
      "token_acc": 0.9302209291753796
    },
    {
      "epoch": 0.38048938583697944,
      "grad_norm": 0.8505387902259827,
      "learning_rate": 7.3000769376866975e-06,
      "loss": 0.24723994731903076,
      "step": 5870,
      "token_acc": 0.9300405590465021
    },
    {
      "epoch": 0.3808134824177605,
      "grad_norm": 0.7767970561981201,
      "learning_rate": 7.295317405040978e-06,
      "loss": 0.2445511817932129,
      "step": 5875,
      "token_acc": 0.9309734858584742
    },
    {
      "epoch": 0.38113757899854156,
      "grad_norm": 0.8741298913955688,
      "learning_rate": 7.290555235750929e-06,
      "loss": 0.24777607917785643,
      "step": 5880,
      "token_acc": 0.9299743974345712
    },
    {
      "epoch": 0.38146167557932265,
      "grad_norm": 0.8490284085273743,
      "learning_rate": 7.285790435286881e-06,
      "loss": 0.24147202968597412,
      "step": 5885,
      "token_acc": 0.9316492938272228
    },
    {
      "epoch": 0.38178577216010373,
      "grad_norm": 0.8055647015571594,
      "learning_rate": 7.281023009122186e-06,
      "loss": 0.24822120666503905,
      "step": 5890,
      "token_acc": 0.9298401478551279
    },
    {
      "epoch": 0.38210986874088476,
      "grad_norm": 1.1799010038375854,
      "learning_rate": 7.276252962733216e-06,
      "loss": 0.24888854026794432,
      "step": 5895,
      "token_acc": 0.9296221912127179
    },
    {
      "epoch": 0.38243396532166585,
      "grad_norm": 0.8989364504814148,
      "learning_rate": 7.27148030159935e-06,
      "loss": 0.2550069570541382,
      "step": 5900,
      "token_acc": 0.9283967391304347
    },
    {
      "epoch": 0.38275806190244693,
      "grad_norm": 0.8483166098594666,
      "learning_rate": 7.2667050312029715e-06,
      "loss": 0.24626591205596923,
      "step": 5905,
      "token_acc": 0.9297844462143205
    },
    {
      "epoch": 0.383082158483228,
      "grad_norm": 0.8166069388389587,
      "learning_rate": 7.2619271570294615e-06,
      "loss": 0.2533806562423706,
      "step": 5910,
      "token_acc": 0.9283036764180423
    },
    {
      "epoch": 0.38340625506400905,
      "grad_norm": 0.7880768775939941,
      "learning_rate": 7.257146684567191e-06,
      "loss": 0.2501368522644043,
      "step": 5915,
      "token_acc": 0.9301680461821988
    },
    {
      "epoch": 0.38373035164479014,
      "grad_norm": 0.8067118525505066,
      "learning_rate": 7.252363619307515e-06,
      "loss": 0.2533315420150757,
      "step": 5920,
      "token_acc": 0.9281309129421186
    },
    {
      "epoch": 0.3840544482255712,
      "grad_norm": 0.9428396821022034,
      "learning_rate": 7.247577966744771e-06,
      "loss": 0.2566884756088257,
      "step": 5925,
      "token_acc": 0.9277419605406245
    },
    {
      "epoch": 0.3843785448063523,
      "grad_norm": 0.7594807147979736,
      "learning_rate": 7.242789732376264e-06,
      "loss": 0.2503016471862793,
      "step": 5930,
      "token_acc": 0.92980950523373
    },
    {
      "epoch": 0.3847026413871334,
      "grad_norm": 0.7880812287330627,
      "learning_rate": 7.237998921702267e-06,
      "loss": 0.2509206771850586,
      "step": 5935,
      "token_acc": 0.9284875145217925
    },
    {
      "epoch": 0.3850267379679144,
      "grad_norm": 0.8450835347175598,
      "learning_rate": 7.233205540226009e-06,
      "loss": 0.23751478195190429,
      "step": 5940,
      "token_acc": 0.9320899465722058
    },
    {
      "epoch": 0.3853508345486955,
      "grad_norm": 0.7689372301101685,
      "learning_rate": 7.2284095934536815e-06,
      "loss": 0.2496507167816162,
      "step": 5945,
      "token_acc": 0.9295028340080972
    },
    {
      "epoch": 0.3856749311294766,
      "grad_norm": 1.1915459632873535,
      "learning_rate": 7.223611086894409e-06,
      "loss": 0.25453155040740966,
      "step": 5950,
      "token_acc": 0.9281481625083199
    },
    {
      "epoch": 0.3859990277102577,
      "grad_norm": 0.8655173182487488,
      "learning_rate": 7.218810026060268e-06,
      "loss": 0.2535928010940552,
      "step": 5955,
      "token_acc": 0.929066225122729
    },
    {
      "epoch": 0.3863231242910387,
      "grad_norm": 0.8232638835906982,
      "learning_rate": 7.2140064164662614e-06,
      "loss": 0.2492776870727539,
      "step": 5960,
      "token_acc": 0.9294874685183158
    },
    {
      "epoch": 0.3866472208718198,
      "grad_norm": 0.9562768340110779,
      "learning_rate": 7.209200263630327e-06,
      "loss": 0.2505103588104248,
      "step": 5965,
      "token_acc": 0.9296851652135497
    },
    {
      "epoch": 0.3869713174526009,
      "grad_norm": 0.8652516603469849,
      "learning_rate": 7.204391573073318e-06,
      "loss": 0.24292435646057128,
      "step": 5970,
      "token_acc": 0.9305044521898825
    },
    {
      "epoch": 0.38729541403338197,
      "grad_norm": 0.8117918372154236,
      "learning_rate": 7.199580350319008e-06,
      "loss": 0.25945172309875486,
      "step": 5975,
      "token_acc": 0.9272641740452899
    },
    {
      "epoch": 0.387619510614163,
      "grad_norm": 0.8763304948806763,
      "learning_rate": 7.19476660089407e-06,
      "loss": 0.25110797882080077,
      "step": 5980,
      "token_acc": 0.9289415537435717
    },
    {
      "epoch": 0.3879436071949441,
      "grad_norm": 0.8209167718887329,
      "learning_rate": 7.189950330328093e-06,
      "loss": 0.24779777526855468,
      "step": 5985,
      "token_acc": 0.9308405286799829
    },
    {
      "epoch": 0.38826770377572517,
      "grad_norm": 0.8319463133811951,
      "learning_rate": 7.185131544153548e-06,
      "loss": 0.25665993690490724,
      "step": 5990,
      "token_acc": 0.9272942905392341
    },
    {
      "epoch": 0.38859180035650626,
      "grad_norm": 0.7923457622528076,
      "learning_rate": 7.180310247905807e-06,
      "loss": 0.24477794170379638,
      "step": 5995,
      "token_acc": 0.9302908596229837
    },
    {
      "epoch": 0.3889158969372873,
      "grad_norm": 0.8393254280090332,
      "learning_rate": 7.17548644712312e-06,
      "loss": 0.25057382583618165,
      "step": 6000,
      "token_acc": 0.9288680091229848
    },
    {
      "epoch": 0.3889158969372873,
      "eval_loss": 0.25131648778915405,
      "eval_runtime": 134.4394,
      "eval_samples_per_second": 148.766,
      "eval_steps_per_second": 0.201,
      "eval_token_acc": 0.928378514032228,
      "step": 6000
    },
    {
      "epoch": 0.3892399935180684,
      "grad_norm": 0.8427085280418396,
      "learning_rate": 7.1706601473466145e-06,
      "loss": 0.24825241565704345,
      "step": 6005,
      "token_acc": 0.9300593667546174
    },
    {
      "epoch": 0.38956409009884946,
      "grad_norm": 0.8174166083335876,
      "learning_rate": 7.165831354120287e-06,
      "loss": 0.2487788438796997,
      "step": 6010,
      "token_acc": 0.9294917402946845
    },
    {
      "epoch": 0.38988818667963054,
      "grad_norm": 0.8083465695381165,
      "learning_rate": 7.161000072991003e-06,
      "loss": 0.24853429794311524,
      "step": 6015,
      "token_acc": 0.9294653014789533
    },
    {
      "epoch": 0.39021228326041163,
      "grad_norm": 0.7684163451194763,
      "learning_rate": 7.156166309508482e-06,
      "loss": 0.2502692699432373,
      "step": 6020,
      "token_acc": 0.9292363901132478
    },
    {
      "epoch": 0.39053637984119266,
      "grad_norm": 0.8139322996139526,
      "learning_rate": 7.151330069225294e-06,
      "loss": 0.24837079048156738,
      "step": 6025,
      "token_acc": 0.9295849522209387
    },
    {
      "epoch": 0.39086047642197375,
      "grad_norm": 0.8195866346359253,
      "learning_rate": 7.14649135769686e-06,
      "loss": 0.2473134994506836,
      "step": 6030,
      "token_acc": 0.9307603589045201
    },
    {
      "epoch": 0.39118457300275483,
      "grad_norm": 1.4740195274353027,
      "learning_rate": 7.141650180481432e-06,
      "loss": 0.24711377620697023,
      "step": 6035,
      "token_acc": 0.9302415976946018
    },
    {
      "epoch": 0.3915086695835359,
      "grad_norm": 0.8047171235084534,
      "learning_rate": 7.1368065431401e-06,
      "loss": 0.2506782054901123,
      "step": 6040,
      "token_acc": 0.9285563570665577
    },
    {
      "epoch": 0.39183276616431695,
      "grad_norm": 0.846748411655426,
      "learning_rate": 7.131960451236778e-06,
      "loss": 0.2510914087295532,
      "step": 6045,
      "token_acc": 0.9294932569703771
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 0.8135450482368469,
      "learning_rate": 7.127111910338199e-06,
      "loss": 0.25735769271850584,
      "step": 6050,
      "token_acc": 0.9271783304489859
    },
    {
      "epoch": 0.3924809593258791,
      "grad_norm": 0.833382248878479,
      "learning_rate": 7.122260926013911e-06,
      "loss": 0.24741125106811523,
      "step": 6055,
      "token_acc": 0.9298429455679148
    },
    {
      "epoch": 0.3928050559066602,
      "grad_norm": 0.837912380695343,
      "learning_rate": 7.117407503836268e-06,
      "loss": 0.24092507362365723,
      "step": 6060,
      "token_acc": 0.9318338067997561
    },
    {
      "epoch": 0.39312915248744124,
      "grad_norm": 0.9085661768913269,
      "learning_rate": 7.112551649380422e-06,
      "loss": 0.24745550155639648,
      "step": 6065,
      "token_acc": 0.9292455276121337
    },
    {
      "epoch": 0.3934532490682223,
      "grad_norm": 0.8578550219535828,
      "learning_rate": 7.1076933682243225e-06,
      "loss": 0.24648494720458985,
      "step": 6070,
      "token_acc": 0.9305644581071358
    },
    {
      "epoch": 0.3937773456490034,
      "grad_norm": 0.7916164398193359,
      "learning_rate": 7.102832665948703e-06,
      "loss": 0.24976131916046143,
      "step": 6075,
      "token_acc": 0.9297053323876459
    },
    {
      "epoch": 0.3941014422297845,
      "grad_norm": 1.5179264545440674,
      "learning_rate": 7.0979695481370835e-06,
      "loss": 0.23998498916625977,
      "step": 6080,
      "token_acc": 0.9313768001681909
    },
    {
      "epoch": 0.3944255388105655,
      "grad_norm": 0.7588879466056824,
      "learning_rate": 7.093104020375754e-06,
      "loss": 0.24896540641784667,
      "step": 6085,
      "token_acc": 0.9290475110923989
    },
    {
      "epoch": 0.3947496353913466,
      "grad_norm": 0.856115460395813,
      "learning_rate": 7.088236088253773e-06,
      "loss": 0.2511408567428589,
      "step": 6090,
      "token_acc": 0.928884366615251
    },
    {
      "epoch": 0.3950737319721277,
      "grad_norm": 1.0240391492843628,
      "learning_rate": 7.083365757362965e-06,
      "loss": 0.2496952772140503,
      "step": 6095,
      "token_acc": 0.9295063369096626
    },
    {
      "epoch": 0.3953978285529088,
      "grad_norm": 0.7972952723503113,
      "learning_rate": 7.078493033297904e-06,
      "loss": 0.2559971332550049,
      "step": 6100,
      "token_acc": 0.9280127006163913
    },
    {
      "epoch": 0.39572192513368987,
      "grad_norm": 0.7779661417007446,
      "learning_rate": 7.073617921655919e-06,
      "loss": 0.25266385078430176,
      "step": 6105,
      "token_acc": 0.9286510519845339
    },
    {
      "epoch": 0.3960460217144709,
      "grad_norm": 0.7954340577125549,
      "learning_rate": 7.068740428037075e-06,
      "loss": 0.250183629989624,
      "step": 6110,
      "token_acc": 0.9287291075370545
    },
    {
      "epoch": 0.396370118295252,
      "grad_norm": 0.7634496092796326,
      "learning_rate": 7.063860558044181e-06,
      "loss": 0.2507870435714722,
      "step": 6115,
      "token_acc": 0.9298716878781557
    },
    {
      "epoch": 0.39669421487603307,
      "grad_norm": 0.8289607763290405,
      "learning_rate": 7.058978317282771e-06,
      "loss": 0.24918882846832274,
      "step": 6120,
      "token_acc": 0.9291013428804074
    },
    {
      "epoch": 0.39701831145681415,
      "grad_norm": 0.8151379823684692,
      "learning_rate": 7.054093711361102e-06,
      "loss": 0.2469410181045532,
      "step": 6125,
      "token_acc": 0.9302538902538903
    },
    {
      "epoch": 0.3973424080375952,
      "grad_norm": 0.9721442461013794,
      "learning_rate": 7.049206745890149e-06,
      "loss": 0.24393579959869385,
      "step": 6130,
      "token_acc": 0.9307932132191263
    },
    {
      "epoch": 0.39766650461837627,
      "grad_norm": 0.8404655456542969,
      "learning_rate": 7.044317426483598e-06,
      "loss": 0.24058222770690918,
      "step": 6135,
      "token_acc": 0.931081742535487
    },
    {
      "epoch": 0.39799060119915736,
      "grad_norm": 0.8413792252540588,
      "learning_rate": 7.039425758757838e-06,
      "loss": 0.24167876243591307,
      "step": 6140,
      "token_acc": 0.9310887778706529
    },
    {
      "epoch": 0.39831469777993844,
      "grad_norm": 0.8259962797164917,
      "learning_rate": 7.034531748331956e-06,
      "loss": 0.24562034606933594,
      "step": 6145,
      "token_acc": 0.9300162601626016
    },
    {
      "epoch": 0.3986387943607195,
      "grad_norm": 0.7962437868118286,
      "learning_rate": 7.02963540082773e-06,
      "loss": 0.2529958009719849,
      "step": 6150,
      "token_acc": 0.9283162140643404
    },
    {
      "epoch": 0.39896289094150056,
      "grad_norm": 0.7873697876930237,
      "learning_rate": 7.024736721869624e-06,
      "loss": 0.245263671875,
      "step": 6155,
      "token_acc": 0.9303382260743671
    },
    {
      "epoch": 0.39928698752228164,
      "grad_norm": 0.8236318826675415,
      "learning_rate": 7.019835717084775e-06,
      "loss": 0.25450906753540037,
      "step": 6160,
      "token_acc": 0.9286381493087069
    },
    {
      "epoch": 0.39961108410306273,
      "grad_norm": 0.8441376090049744,
      "learning_rate": 7.014932392103e-06,
      "loss": 0.2424696207046509,
      "step": 6165,
      "token_acc": 0.9315550917924805
    },
    {
      "epoch": 0.39993518068384376,
      "grad_norm": 0.8870713114738464,
      "learning_rate": 7.010026752556774e-06,
      "loss": 0.24054996967315673,
      "step": 6170,
      "token_acc": 0.9313860952051973
    },
    {
      "epoch": 0.40025927726462485,
      "grad_norm": 0.789865255355835,
      "learning_rate": 7.005118804081233e-06,
      "loss": 0.2514184474945068,
      "step": 6175,
      "token_acc": 0.9289943471103909
    },
    {
      "epoch": 0.40058337384540593,
      "grad_norm": 0.8248916864395142,
      "learning_rate": 7.000208552314166e-06,
      "loss": 0.24821736812591552,
      "step": 6180,
      "token_acc": 0.9288357510889537
    },
    {
      "epoch": 0.400907470426187,
      "grad_norm": 0.8034648895263672,
      "learning_rate": 6.99529600289601e-06,
      "loss": 0.24904162883758546,
      "step": 6185,
      "token_acc": 0.9301058299892431
    },
    {
      "epoch": 0.4012315670069681,
      "grad_norm": 0.8538951873779297,
      "learning_rate": 6.990381161469835e-06,
      "loss": 0.24318549633026124,
      "step": 6190,
      "token_acc": 0.930396528070916
    },
    {
      "epoch": 0.40155566358774913,
      "grad_norm": 1.014456033706665,
      "learning_rate": 6.985464033681353e-06,
      "loss": 0.2531020164489746,
      "step": 6195,
      "token_acc": 0.9286696873879454
    },
    {
      "epoch": 0.4018797601685302,
      "grad_norm": 0.8683779239654541,
      "learning_rate": 6.980544625178891e-06,
      "loss": 0.25147645473480223,
      "step": 6200,
      "token_acc": 0.9286735277301315
    },
    {
      "epoch": 0.4022038567493113,
      "grad_norm": 0.8594753742218018,
      "learning_rate": 6.975622941613405e-06,
      "loss": 0.2452561855316162,
      "step": 6205,
      "token_acc": 0.9308650605746845
    },
    {
      "epoch": 0.4025279533300924,
      "grad_norm": 0.7687065601348877,
      "learning_rate": 6.9706989886384606e-06,
      "loss": 0.24630703926086425,
      "step": 6210,
      "token_acc": 0.9306638242130812
    },
    {
      "epoch": 0.4028520499108734,
      "grad_norm": 0.8112002611160278,
      "learning_rate": 6.965772771910231e-06,
      "loss": 0.25576488971710204,
      "step": 6215,
      "token_acc": 0.9282142504200019
    },
    {
      "epoch": 0.4031761464916545,
      "grad_norm": 0.7707385420799255,
      "learning_rate": 6.9608442970874904e-06,
      "loss": 0.247090482711792,
      "step": 6220,
      "token_acc": 0.9300129231010221
    },
    {
      "epoch": 0.4035002430724356,
      "grad_norm": 0.7890149354934692,
      "learning_rate": 6.955913569831606e-06,
      "loss": 0.24798500537872314,
      "step": 6225,
      "token_acc": 0.9301982106797195
    },
    {
      "epoch": 0.4038243396532167,
      "grad_norm": 0.779474675655365,
      "learning_rate": 6.950980595806532e-06,
      "loss": 0.2413931131362915,
      "step": 6230,
      "token_acc": 0.9317457929744472
    },
    {
      "epoch": 0.4041484362339977,
      "grad_norm": 0.8524256944656372,
      "learning_rate": 6.946045380678803e-06,
      "loss": 0.24512686729431152,
      "step": 6235,
      "token_acc": 0.929696103243755
    },
    {
      "epoch": 0.4044725328147788,
      "grad_norm": 0.8619547486305237,
      "learning_rate": 6.9411079301175335e-06,
      "loss": 0.2537808656692505,
      "step": 6240,
      "token_acc": 0.9286926330078838
    },
    {
      "epoch": 0.4047966293955599,
      "grad_norm": 0.8410328030586243,
      "learning_rate": 6.936168249794396e-06,
      "loss": 0.24522767066955567,
      "step": 6245,
      "token_acc": 0.9300479416160401
    },
    {
      "epoch": 0.40512072597634097,
      "grad_norm": 0.8448101282119751,
      "learning_rate": 6.931226345383634e-06,
      "loss": 0.24491569995880128,
      "step": 6250,
      "token_acc": 0.9305088574102158
    },
    {
      "epoch": 0.405444822557122,
      "grad_norm": 0.7887387275695801,
      "learning_rate": 6.926282222562037e-06,
      "loss": 0.24861605167388917,
      "step": 6255,
      "token_acc": 0.9293052141286066
    },
    {
      "epoch": 0.4057689191379031,
      "grad_norm": 0.8755037784576416,
      "learning_rate": 6.921335887008953e-06,
      "loss": 0.25023641586303713,
      "step": 6260,
      "token_acc": 0.9293841453609906
    },
    {
      "epoch": 0.40609301571868417,
      "grad_norm": 0.8661155700683594,
      "learning_rate": 6.916387344406261e-06,
      "loss": 0.2531020164489746,
      "step": 6265,
      "token_acc": 0.9278149584702063
    },
    {
      "epoch": 0.40641711229946526,
      "grad_norm": 0.7866302132606506,
      "learning_rate": 6.911436600438385e-06,
      "loss": 0.24124016761779785,
      "step": 6270,
      "token_acc": 0.9315049864007253
    },
    {
      "epoch": 0.40674120888024634,
      "grad_norm": 0.8174487352371216,
      "learning_rate": 6.906483660792268e-06,
      "loss": 0.2448854923248291,
      "step": 6275,
      "token_acc": 0.9305721232506143
    },
    {
      "epoch": 0.40706530546102737,
      "grad_norm": 0.836603581905365,
      "learning_rate": 6.9015285311573865e-06,
      "loss": 0.2584808349609375,
      "step": 6280,
      "token_acc": 0.9276651559030168
    },
    {
      "epoch": 0.40738940204180846,
      "grad_norm": 0.7945948243141174,
      "learning_rate": 6.89657121722572e-06,
      "loss": 0.2419842004776001,
      "step": 6285,
      "token_acc": 0.9318030518607474
    },
    {
      "epoch": 0.40771349862258954,
      "grad_norm": 0.8075172305107117,
      "learning_rate": 6.891611724691768e-06,
      "loss": 0.24677686691284179,
      "step": 6290,
      "token_acc": 0.9301219305009213
    },
    {
      "epoch": 0.40803759520337063,
      "grad_norm": 0.85341876745224,
      "learning_rate": 6.886650059252527e-06,
      "loss": 0.25059549808502196,
      "step": 6295,
      "token_acc": 0.9291581379993397
    },
    {
      "epoch": 0.40836169178415166,
      "grad_norm": 1.4045888185501099,
      "learning_rate": 6.88168622660749e-06,
      "loss": 0.25671844482421874,
      "step": 6300,
      "token_acc": 0.9281095126764048
    },
    {
      "epoch": 0.40868578836493274,
      "grad_norm": 0.8921906352043152,
      "learning_rate": 6.8767202324586415e-06,
      "loss": 0.24798715114593506,
      "step": 6305,
      "token_acc": 0.9300713411617674
    },
    {
      "epoch": 0.40900988494571383,
      "grad_norm": 0.8096488118171692,
      "learning_rate": 6.871752082510447e-06,
      "loss": 0.25236351490020753,
      "step": 6310,
      "token_acc": 0.9281867498296557
    },
    {
      "epoch": 0.4093339815264949,
      "grad_norm": 0.7677403688430786,
      "learning_rate": 6.866781782469847e-06,
      "loss": 0.2519232749938965,
      "step": 6315,
      "token_acc": 0.9291794612663739
    },
    {
      "epoch": 0.40965807810727595,
      "grad_norm": 0.8326215147972107,
      "learning_rate": 6.861809338046257e-06,
      "loss": 0.2411609411239624,
      "step": 6320,
      "token_acc": 0.9313886902848747
    },
    {
      "epoch": 0.40998217468805703,
      "grad_norm": 0.912262499332428,
      "learning_rate": 6.8568347549515515e-06,
      "loss": 0.24906229972839355,
      "step": 6325,
      "token_acc": 0.9300536300951837
    },
    {
      "epoch": 0.4103062712688381,
      "grad_norm": 0.8335503935813904,
      "learning_rate": 6.85185803890006e-06,
      "loss": 0.2402871370315552,
      "step": 6330,
      "token_acc": 0.9302122597288403
    },
    {
      "epoch": 0.4106303678496192,
      "grad_norm": 0.8052857518196106,
      "learning_rate": 6.84687919560857e-06,
      "loss": 0.24075784683227539,
      "step": 6335,
      "token_acc": 0.9319713022011932
    },
    {
      "epoch": 0.41095446443040023,
      "grad_norm": 0.938561201095581,
      "learning_rate": 6.841898230796302e-06,
      "loss": 0.24760501384735106,
      "step": 6340,
      "token_acc": 0.9296986048960253
    },
    {
      "epoch": 0.4112785610111813,
      "grad_norm": 0.8097336888313293,
      "learning_rate": 6.836915150184924e-06,
      "loss": 0.251514196395874,
      "step": 6345,
      "token_acc": 0.9284721602427611
    },
    {
      "epoch": 0.4116026575919624,
      "grad_norm": 0.80184406042099,
      "learning_rate": 6.831929959498527e-06,
      "loss": 0.24845759868621825,
      "step": 6350,
      "token_acc": 0.9296243155774885
    },
    {
      "epoch": 0.4119267541727435,
      "grad_norm": 0.8103557825088501,
      "learning_rate": 6.826942664463627e-06,
      "loss": 0.24678592681884765,
      "step": 6355,
      "token_acc": 0.9301489167601908
    },
    {
      "epoch": 0.4122508507535245,
      "grad_norm": 0.8284949660301208,
      "learning_rate": 6.821953270809161e-06,
      "loss": 0.24939770698547364,
      "step": 6360,
      "token_acc": 0.9304687141949888
    },
    {
      "epoch": 0.4125749473343056,
      "grad_norm": 0.8252038359642029,
      "learning_rate": 6.816961784266474e-06,
      "loss": 0.24977412223815917,
      "step": 6365,
      "token_acc": 0.9298505253810863
    },
    {
      "epoch": 0.4128990439150867,
      "grad_norm": 0.7670993804931641,
      "learning_rate": 6.811968210569313e-06,
      "loss": 0.2490987777709961,
      "step": 6370,
      "token_acc": 0.9293177627535341
    },
    {
      "epoch": 0.4132231404958678,
      "grad_norm": 0.8551302552223206,
      "learning_rate": 6.8069725554538266e-06,
      "loss": 0.2415782928466797,
      "step": 6375,
      "token_acc": 0.9309415112894087
    },
    {
      "epoch": 0.41354723707664887,
      "grad_norm": 0.7688048481941223,
      "learning_rate": 6.8019748246585524e-06,
      "loss": 0.2406745195388794,
      "step": 6380,
      "token_acc": 0.9313389425573907
    },
    {
      "epoch": 0.4138713336574299,
      "grad_norm": 0.817086398601532,
      "learning_rate": 6.7969750239244145e-06,
      "loss": 0.25042071342468264,
      "step": 6385,
      "token_acc": 0.9294163133441241
    },
    {
      "epoch": 0.414195430238211,
      "grad_norm": 0.8368716835975647,
      "learning_rate": 6.7919731589947095e-06,
      "loss": 0.2538616180419922,
      "step": 6390,
      "token_acc": 0.9288528042850828
    },
    {
      "epoch": 0.41451952681899207,
      "grad_norm": 0.816768229007721,
      "learning_rate": 6.786969235615111e-06,
      "loss": 0.2462073802947998,
      "step": 6395,
      "token_acc": 0.9295392603046566
    },
    {
      "epoch": 0.41484362339977315,
      "grad_norm": 0.8432138562202454,
      "learning_rate": 6.781963259533653e-06,
      "loss": 0.24964299201965331,
      "step": 6400,
      "token_acc": 0.9290247713142864
    },
    {
      "epoch": 0.4151677199805542,
      "grad_norm": 0.8623592853546143,
      "learning_rate": 6.776955236500728e-06,
      "loss": 0.2452172040939331,
      "step": 6405,
      "token_acc": 0.9297661035224121
    },
    {
      "epoch": 0.41549181656133527,
      "grad_norm": 0.8474541902542114,
      "learning_rate": 6.771945172269086e-06,
      "loss": 0.2386030912399292,
      "step": 6410,
      "token_acc": 0.9322192793832276
    },
    {
      "epoch": 0.41581591314211636,
      "grad_norm": 1.0228440761566162,
      "learning_rate": 6.766933072593809e-06,
      "loss": 0.250473165512085,
      "step": 6415,
      "token_acc": 0.9285704993104884
    },
    {
      "epoch": 0.41614000972289744,
      "grad_norm": 0.846895158290863,
      "learning_rate": 6.761918943232332e-06,
      "loss": 0.2434088706970215,
      "step": 6420,
      "token_acc": 0.9307850704517199
    },
    {
      "epoch": 0.41646410630367847,
      "grad_norm": 0.7895659804344177,
      "learning_rate": 6.756902789944411e-06,
      "loss": 0.24429407119750976,
      "step": 6425,
      "token_acc": 0.9309236272372685
    },
    {
      "epoch": 0.41678820288445956,
      "grad_norm": 0.9482538104057312,
      "learning_rate": 6.751884618492129e-06,
      "loss": 0.24467546939849855,
      "step": 6430,
      "token_acc": 0.930704780680138
    },
    {
      "epoch": 0.41711229946524064,
      "grad_norm": 0.8409300446510315,
      "learning_rate": 6.746864434639891e-06,
      "loss": 0.24743320941925048,
      "step": 6435,
      "token_acc": 0.9292427700422913
    },
    {
      "epoch": 0.41743639604602173,
      "grad_norm": 0.8351048231124878,
      "learning_rate": 6.741842244154411e-06,
      "loss": 0.24508042335510255,
      "step": 6440,
      "token_acc": 0.9298526028138877
    },
    {
      "epoch": 0.41776049262680276,
      "grad_norm": 0.8143692016601562,
      "learning_rate": 6.7368180528047045e-06,
      "loss": 0.2419804573059082,
      "step": 6445,
      "token_acc": 0.9318651021794805
    },
    {
      "epoch": 0.41808458920758385,
      "grad_norm": 0.7897880673408508,
      "learning_rate": 6.731791866362094e-06,
      "loss": 0.2422799587249756,
      "step": 6450,
      "token_acc": 0.931002175223419
    },
    {
      "epoch": 0.41840868578836493,
      "grad_norm": 0.7665742039680481,
      "learning_rate": 6.7267636906001854e-06,
      "loss": 0.24817900657653807,
      "step": 6455,
      "token_acc": 0.9290333960489181
    },
    {
      "epoch": 0.418732782369146,
      "grad_norm": 0.7542237043380737,
      "learning_rate": 6.721733531294876e-06,
      "loss": 0.25026507377624513,
      "step": 6460,
      "token_acc": 0.9297434532196589
    },
    {
      "epoch": 0.4190568789499271,
      "grad_norm": 0.8287550806999207,
      "learning_rate": 6.716701394224335e-06,
      "loss": 0.244926118850708,
      "step": 6465,
      "token_acc": 0.9302594665873745
    },
    {
      "epoch": 0.41938097553070813,
      "grad_norm": 0.846988320350647,
      "learning_rate": 6.711667285169011e-06,
      "loss": 0.2485114097595215,
      "step": 6470,
      "token_acc": 0.9298332756017699
    },
    {
      "epoch": 0.4197050721114892,
      "grad_norm": 0.7603313326835632,
      "learning_rate": 6.706631209911613e-06,
      "loss": 0.24062485694885255,
      "step": 6475,
      "token_acc": 0.931276097888899
    },
    {
      "epoch": 0.4200291686922703,
      "grad_norm": 0.9658607840538025,
      "learning_rate": 6.701593174237108e-06,
      "loss": 0.2402059555053711,
      "step": 6480,
      "token_acc": 0.9319303328784576
    },
    {
      "epoch": 0.4203532652730514,
      "grad_norm": 0.7766156792640686,
      "learning_rate": 6.696553183932717e-06,
      "loss": 0.24536514282226562,
      "step": 6485,
      "token_acc": 0.9298894412894014
    },
    {
      "epoch": 0.4206773618538324,
      "grad_norm": 0.7984305024147034,
      "learning_rate": 6.691511244787908e-06,
      "loss": 0.24613780975341798,
      "step": 6490,
      "token_acc": 0.9296067602548136
    },
    {
      "epoch": 0.4210014584346135,
      "grad_norm": 0.8978537917137146,
      "learning_rate": 6.686467362594384e-06,
      "loss": 0.2514453411102295,
      "step": 6495,
      "token_acc": 0.9289049137891184
    },
    {
      "epoch": 0.4213255550153946,
      "grad_norm": 0.8040966987609863,
      "learning_rate": 6.68142154314608e-06,
      "loss": 0.2456225872039795,
      "step": 6500,
      "token_acc": 0.929896254893948
    },
    {
      "epoch": 0.4213255550153946,
      "eval_loss": 0.25065386295318604,
      "eval_runtime": 108.5168,
      "eval_samples_per_second": 184.303,
      "eval_steps_per_second": 0.249,
      "eval_token_acc": 0.9281275544104362,
      "step": 6500
    },
    {
      "epoch": 0.4216496515961757,
      "grad_norm": 0.8634015917778015,
      "learning_rate": 6.676373792239162e-06,
      "loss": 0.24506475925445556,
      "step": 6505,
      "token_acc": 0.9304544412044167
    },
    {
      "epoch": 0.4219737481769567,
      "grad_norm": 0.9035208821296692,
      "learning_rate": 6.671324115672009e-06,
      "loss": 0.25476062297821045,
      "step": 6510,
      "token_acc": 0.9284668493008063
    },
    {
      "epoch": 0.4222978447577378,
      "grad_norm": 0.9372864365577698,
      "learning_rate": 6.66627251924521e-06,
      "loss": 0.24822752475738524,
      "step": 6515,
      "token_acc": 0.9294503745503094
    },
    {
      "epoch": 0.4226219413385189,
      "grad_norm": 0.755682647228241,
      "learning_rate": 6.661219008761568e-06,
      "loss": 0.24432203769683838,
      "step": 6520,
      "token_acc": 0.9306668398155964
    },
    {
      "epoch": 0.42294603791929997,
      "grad_norm": 0.8265901207923889,
      "learning_rate": 6.656163590026077e-06,
      "loss": 0.24868192672729492,
      "step": 6525,
      "token_acc": 0.9289532780858125
    },
    {
      "epoch": 0.423270134500081,
      "grad_norm": 0.7345836162567139,
      "learning_rate": 6.651106268845925e-06,
      "loss": 0.24633252620697021,
      "step": 6530,
      "token_acc": 0.9300361175283897
    },
    {
      "epoch": 0.4235942310808621,
      "grad_norm": 0.8827416300773621,
      "learning_rate": 6.6460470510304865e-06,
      "loss": 0.24641914367675782,
      "step": 6535,
      "token_acc": 0.9303573749187785
    },
    {
      "epoch": 0.42391832766164317,
      "grad_norm": 0.8788570761680603,
      "learning_rate": 6.6409859423913145e-06,
      "loss": 0.2445530652999878,
      "step": 6540,
      "token_acc": 0.9298858698497461
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 0.838145911693573,
      "learning_rate": 6.6359229487421365e-06,
      "loss": 0.25053863525390624,
      "step": 6545,
      "token_acc": 0.9290646334584638
    },
    {
      "epoch": 0.42456652082320534,
      "grad_norm": 0.8223479986190796,
      "learning_rate": 6.630858075898836e-06,
      "loss": 0.24428014755249022,
      "step": 6550,
      "token_acc": 0.9304644976733049
    },
    {
      "epoch": 0.42489061740398637,
      "grad_norm": 0.822411835193634,
      "learning_rate": 6.625791329679467e-06,
      "loss": 0.24856266975402833,
      "step": 6555,
      "token_acc": 0.9294042081086867
    },
    {
      "epoch": 0.42521471398476746,
      "grad_norm": 0.7726208567619324,
      "learning_rate": 6.62072271590423e-06,
      "loss": 0.24491300582885742,
      "step": 6560,
      "token_acc": 0.9314692658593416
    },
    {
      "epoch": 0.42553881056554854,
      "grad_norm": 0.8025507926940918,
      "learning_rate": 6.615652240395468e-06,
      "loss": 0.25168623924255373,
      "step": 6565,
      "token_acc": 0.9290414841368957
    },
    {
      "epoch": 0.42586290714632963,
      "grad_norm": 0.8266592621803284,
      "learning_rate": 6.610579908977666e-06,
      "loss": 0.24751648902893067,
      "step": 6570,
      "token_acc": 0.929554844642464
    },
    {
      "epoch": 0.42618700372711066,
      "grad_norm": 0.7941948175430298,
      "learning_rate": 6.605505727477443e-06,
      "loss": 0.25345375537872317,
      "step": 6575,
      "token_acc": 0.9285220949476785
    },
    {
      "epoch": 0.42651110030789174,
      "grad_norm": 0.8837137818336487,
      "learning_rate": 6.600429701723536e-06,
      "loss": 0.24606151580810548,
      "step": 6580,
      "token_acc": 0.9299154944362796
    },
    {
      "epoch": 0.42683519688867283,
      "grad_norm": 0.7955554723739624,
      "learning_rate": 6.595351837546811e-06,
      "loss": 0.24320287704467775,
      "step": 6585,
      "token_acc": 0.9313969899621437
    },
    {
      "epoch": 0.4271592934694539,
      "grad_norm": 0.8251743912696838,
      "learning_rate": 6.590272140780233e-06,
      "loss": 0.24558377265930176,
      "step": 6590,
      "token_acc": 0.9299231533274086
    },
    {
      "epoch": 0.42748339005023495,
      "grad_norm": 0.8760346174240112,
      "learning_rate": 6.585190617258884e-06,
      "loss": 0.24608831405639647,
      "step": 6595,
      "token_acc": 0.9305453086371814
    },
    {
      "epoch": 0.42780748663101603,
      "grad_norm": 0.8176361918449402,
      "learning_rate": 6.580107272819938e-06,
      "loss": 0.2506168127059937,
      "step": 6600,
      "token_acc": 0.9296813395797578
    },
    {
      "epoch": 0.4281315832117971,
      "grad_norm": 0.800468385219574,
      "learning_rate": 6.575022113302662e-06,
      "loss": 0.25252861976623536,
      "step": 6605,
      "token_acc": 0.9292283557211491
    },
    {
      "epoch": 0.4284556797925782,
      "grad_norm": 0.8433128595352173,
      "learning_rate": 6.569935144548407e-06,
      "loss": 0.2553386688232422,
      "step": 6610,
      "token_acc": 0.9284312255052202
    },
    {
      "epoch": 0.42877977637335923,
      "grad_norm": 0.7839466333389282,
      "learning_rate": 6.564846372400604e-06,
      "loss": 0.24884500503540039,
      "step": 6615,
      "token_acc": 0.9297051563446421
    },
    {
      "epoch": 0.4291038729541403,
      "grad_norm": 0.8041486740112305,
      "learning_rate": 6.559755802704757e-06,
      "loss": 0.24316997528076173,
      "step": 6620,
      "token_acc": 0.9310730807803047
    },
    {
      "epoch": 0.4294279695349214,
      "grad_norm": 0.7820088267326355,
      "learning_rate": 6.554663441308428e-06,
      "loss": 0.24194040298461914,
      "step": 6625,
      "token_acc": 0.9310885705322598
    },
    {
      "epoch": 0.4297520661157025,
      "grad_norm": 0.8956055641174316,
      "learning_rate": 6.549569294061248e-06,
      "loss": 0.24583797454833983,
      "step": 6630,
      "token_acc": 0.9299669213043966
    },
    {
      "epoch": 0.4300761626964836,
      "grad_norm": 0.8159700632095337,
      "learning_rate": 6.544473366814887e-06,
      "loss": 0.2461874008178711,
      "step": 6635,
      "token_acc": 0.9293364072368715
    },
    {
      "epoch": 0.4304002592772646,
      "grad_norm": 0.7954070568084717,
      "learning_rate": 6.53937566542307e-06,
      "loss": 0.24941813945770264,
      "step": 6640,
      "token_acc": 0.9299861874016254
    },
    {
      "epoch": 0.4307243558580457,
      "grad_norm": 0.9013829827308655,
      "learning_rate": 6.534276195741556e-06,
      "loss": 0.25430951118469236,
      "step": 6645,
      "token_acc": 0.9278059785673999
    },
    {
      "epoch": 0.4310484524388268,
      "grad_norm": 0.8831157088279724,
      "learning_rate": 6.529174963628133e-06,
      "loss": 0.24619996547698975,
      "step": 6650,
      "token_acc": 0.9301673772303806
    },
    {
      "epoch": 0.43137254901960786,
      "grad_norm": 0.877896785736084,
      "learning_rate": 6.524071974942618e-06,
      "loss": 0.25113663673400877,
      "step": 6655,
      "token_acc": 0.9293884906177773
    },
    {
      "epoch": 0.4316966456003889,
      "grad_norm": 0.7848274111747742,
      "learning_rate": 6.5189672355468415e-06,
      "loss": 0.24569523334503174,
      "step": 6660,
      "token_acc": 0.9306485486493782
    },
    {
      "epoch": 0.43202074218117,
      "grad_norm": 0.8189888000488281,
      "learning_rate": 6.513860751304648e-06,
      "loss": 0.2422551155090332,
      "step": 6665,
      "token_acc": 0.9313376458433413
    },
    {
      "epoch": 0.43234483876195107,
      "grad_norm": 0.815414309501648,
      "learning_rate": 6.508752528081886e-06,
      "loss": 0.24816856384277344,
      "step": 6670,
      "token_acc": 0.9298346408854373
    },
    {
      "epoch": 0.43266893534273215,
      "grad_norm": 0.8267301321029663,
      "learning_rate": 6.503642571746401e-06,
      "loss": 0.24688267707824707,
      "step": 6675,
      "token_acc": 0.9292447591734878
    },
    {
      "epoch": 0.4329930319235132,
      "grad_norm": 0.8032580018043518,
      "learning_rate": 6.498530888168027e-06,
      "loss": 0.24493839740753173,
      "step": 6680,
      "token_acc": 0.9307759743189759
    },
    {
      "epoch": 0.43331712850429427,
      "grad_norm": 0.7993561625480652,
      "learning_rate": 6.493417483218586e-06,
      "loss": 0.24506628513336182,
      "step": 6685,
      "token_acc": 0.9307712333224861
    },
    {
      "epoch": 0.43364122508507535,
      "grad_norm": 0.8500654101371765,
      "learning_rate": 6.488302362771877e-06,
      "loss": 0.2509969711303711,
      "step": 6690,
      "token_acc": 0.9280468938686789
    },
    {
      "epoch": 0.43396532166585644,
      "grad_norm": 0.844978928565979,
      "learning_rate": 6.483185532703666e-06,
      "loss": 0.2540831327438354,
      "step": 6695,
      "token_acc": 0.928517761124795
    },
    {
      "epoch": 0.43428941824663747,
      "grad_norm": 0.8010037541389465,
      "learning_rate": 6.478066998891687e-06,
      "loss": 0.2489070177078247,
      "step": 6700,
      "token_acc": 0.9298651575310679
    },
    {
      "epoch": 0.43461351482741856,
      "grad_norm": 0.9018349647521973,
      "learning_rate": 6.472946767215628e-06,
      "loss": 0.24423112869262695,
      "step": 6705,
      "token_acc": 0.9311181804353146
    },
    {
      "epoch": 0.43493761140819964,
      "grad_norm": 0.7697138786315918,
      "learning_rate": 6.467824843557129e-06,
      "loss": 0.24227299690246581,
      "step": 6710,
      "token_acc": 0.9312001234655229
    },
    {
      "epoch": 0.43526170798898073,
      "grad_norm": 0.7765949964523315,
      "learning_rate": 6.462701233799774e-06,
      "loss": 0.24548327922821045,
      "step": 6715,
      "token_acc": 0.9296979887641914
    },
    {
      "epoch": 0.4355858045697618,
      "grad_norm": 0.9074963331222534,
      "learning_rate": 6.457575943829082e-06,
      "loss": 0.24725427627563476,
      "step": 6720,
      "token_acc": 0.9301477055791922
    },
    {
      "epoch": 0.43590990115054284,
      "grad_norm": 0.8736677169799805,
      "learning_rate": 6.452448979532504e-06,
      "loss": 0.23506083488464355,
      "step": 6725,
      "token_acc": 0.9317259629520729
    },
    {
      "epoch": 0.43623399773132393,
      "grad_norm": 0.8097268342971802,
      "learning_rate": 6.447320346799413e-06,
      "loss": 0.25235648155212403,
      "step": 6730,
      "token_acc": 0.9289199291756837
    },
    {
      "epoch": 0.436558094312105,
      "grad_norm": 0.7962629199028015,
      "learning_rate": 6.4421900515210976e-06,
      "loss": 0.24368133544921874,
      "step": 6735,
      "token_acc": 0.9299814121527868
    },
    {
      "epoch": 0.4368821908928861,
      "grad_norm": 0.8999195694923401,
      "learning_rate": 6.437058099590761e-06,
      "loss": 0.2428037166595459,
      "step": 6740,
      "token_acc": 0.9314099216710183
    },
    {
      "epoch": 0.43720628747366713,
      "grad_norm": 0.8035469651222229,
      "learning_rate": 6.431924496903503e-06,
      "loss": 0.24131884574890136,
      "step": 6745,
      "token_acc": 0.931392081062895
    },
    {
      "epoch": 0.4375303840544482,
      "grad_norm": 0.8522917628288269,
      "learning_rate": 6.4267892493563225e-06,
      "loss": 0.2463465690612793,
      "step": 6750,
      "token_acc": 0.929873250749329
    },
    {
      "epoch": 0.4378544806352293,
      "grad_norm": 0.7927606105804443,
      "learning_rate": 6.421652362848111e-06,
      "loss": 0.2525139331817627,
      "step": 6755,
      "token_acc": 0.9289588903095819
    },
    {
      "epoch": 0.4381785772160104,
      "grad_norm": 0.7988627552986145,
      "learning_rate": 6.416513843279635e-06,
      "loss": 0.24797518253326417,
      "step": 6760,
      "token_acc": 0.9301948266082758
    },
    {
      "epoch": 0.4385026737967914,
      "grad_norm": 0.8298184871673584,
      "learning_rate": 6.411373696553546e-06,
      "loss": 0.2446286678314209,
      "step": 6765,
      "token_acc": 0.9301514222738122
    },
    {
      "epoch": 0.4388267703775725,
      "grad_norm": 0.7754964232444763,
      "learning_rate": 6.406231928574358e-06,
      "loss": 0.2454598665237427,
      "step": 6770,
      "token_acc": 0.9303206540873942
    },
    {
      "epoch": 0.4391508669583536,
      "grad_norm": 0.7787110805511475,
      "learning_rate": 6.40108854524845e-06,
      "loss": 0.2484816551208496,
      "step": 6775,
      "token_acc": 0.9293973519912475
    },
    {
      "epoch": 0.4394749635391347,
      "grad_norm": 0.745827853679657,
      "learning_rate": 6.395943552484054e-06,
      "loss": 0.23671541213989258,
      "step": 6780,
      "token_acc": 0.9329808657321464
    },
    {
      "epoch": 0.4397990601199157,
      "grad_norm": 0.7915314435958862,
      "learning_rate": 6.390796956191258e-06,
      "loss": 0.24257347583770753,
      "step": 6785,
      "token_acc": 0.9310108253237372
    },
    {
      "epoch": 0.4401231567006968,
      "grad_norm": 0.813419759273529,
      "learning_rate": 6.38564876228198e-06,
      "loss": 0.2489013671875,
      "step": 6790,
      "token_acc": 0.9300118156754628
    },
    {
      "epoch": 0.4404472532814779,
      "grad_norm": 0.8088440299034119,
      "learning_rate": 6.380498976669987e-06,
      "loss": 0.25125837326049805,
      "step": 6795,
      "token_acc": 0.92869431603278
    },
    {
      "epoch": 0.44077134986225897,
      "grad_norm": 0.8884025812149048,
      "learning_rate": 6.37534760527086e-06,
      "loss": 0.24603140354156494,
      "step": 6800,
      "token_acc": 0.9303325009856749
    },
    {
      "epoch": 0.44109544644304005,
      "grad_norm": 0.9571425914764404,
      "learning_rate": 6.370194654002016e-06,
      "loss": 0.24786901473999023,
      "step": 6805,
      "token_acc": 0.9298900210042922
    },
    {
      "epoch": 0.4414195430238211,
      "grad_norm": 0.9139158129692078,
      "learning_rate": 6.365040128782676e-06,
      "loss": 0.24400038719177247,
      "step": 6810,
      "token_acc": 0.9303450626671561
    },
    {
      "epoch": 0.44174363960460217,
      "grad_norm": 0.8593194484710693,
      "learning_rate": 6.3598840355338735e-06,
      "loss": 0.23929789066314697,
      "step": 6815,
      "token_acc": 0.9315760065735414
    },
    {
      "epoch": 0.44206773618538325,
      "grad_norm": 0.8248846530914307,
      "learning_rate": 6.354726380178442e-06,
      "loss": 0.2452117919921875,
      "step": 6820,
      "token_acc": 0.9301444910774357
    },
    {
      "epoch": 0.44239183276616434,
      "grad_norm": 1.0394436120986938,
      "learning_rate": 6.349567168641011e-06,
      "loss": 0.24956960678100587,
      "step": 6825,
      "token_acc": 0.9285117701480263
    },
    {
      "epoch": 0.44271592934694537,
      "grad_norm": 0.8519606590270996,
      "learning_rate": 6.344406406847996e-06,
      "loss": 0.2468410015106201,
      "step": 6830,
      "token_acc": 0.929284793814433
    },
    {
      "epoch": 0.44304002592772646,
      "grad_norm": 0.8163942694664001,
      "learning_rate": 6.3392441007275925e-06,
      "loss": 0.24638650417327881,
      "step": 6835,
      "token_acc": 0.9300933513860187
    },
    {
      "epoch": 0.44336412250850754,
      "grad_norm": 0.8128418922424316,
      "learning_rate": 6.334080256209776e-06,
      "loss": 0.25072493553161623,
      "step": 6840,
      "token_acc": 0.9289994611334377
    },
    {
      "epoch": 0.4436882190892886,
      "grad_norm": 1.1899977922439575,
      "learning_rate": 6.328914879226279e-06,
      "loss": 0.2565500020980835,
      "step": 6845,
      "token_acc": 0.9276548501200589
    },
    {
      "epoch": 0.44401231567006966,
      "grad_norm": 0.8768362998962402,
      "learning_rate": 6.323747975710602e-06,
      "loss": 0.2480078935623169,
      "step": 6850,
      "token_acc": 0.930231661967489
    },
    {
      "epoch": 0.44433641225085074,
      "grad_norm": 0.7817205190658569,
      "learning_rate": 6.318579551597997e-06,
      "loss": 0.24654531478881836,
      "step": 6855,
      "token_acc": 0.930560944970963
    },
    {
      "epoch": 0.44466050883163183,
      "grad_norm": 0.8359101414680481,
      "learning_rate": 6.3134096128254625e-06,
      "loss": 0.24729843139648439,
      "step": 6860,
      "token_acc": 0.9294746674396882
    },
    {
      "epoch": 0.4449846054124129,
      "grad_norm": 2.2188644409179688,
      "learning_rate": 6.308238165331737e-06,
      "loss": 0.2432945728302002,
      "step": 6865,
      "token_acc": 0.9304408028372315
    },
    {
      "epoch": 0.44530870199319394,
      "grad_norm": 0.9280081987380981,
      "learning_rate": 6.303065215057291e-06,
      "loss": 0.24894299507141113,
      "step": 6870,
      "token_acc": 0.9291882898229212
    },
    {
      "epoch": 0.44563279857397503,
      "grad_norm": 0.9287869930267334,
      "learning_rate": 6.2978907679443235e-06,
      "loss": 0.24746317863464357,
      "step": 6875,
      "token_acc": 0.9301460945286681
    },
    {
      "epoch": 0.4459568951547561,
      "grad_norm": 0.9028133153915405,
      "learning_rate": 6.292714829936753e-06,
      "loss": 0.24716858863830565,
      "step": 6880,
      "token_acc": 0.9295245034577426
    },
    {
      "epoch": 0.4462809917355372,
      "grad_norm": 0.8528873920440674,
      "learning_rate": 6.287537406980204e-06,
      "loss": 0.24401540756225587,
      "step": 6885,
      "token_acc": 0.9298846021469066
    },
    {
      "epoch": 0.4466050883163183,
      "grad_norm": 0.9566242098808289,
      "learning_rate": 6.2823585050220185e-06,
      "loss": 0.24426093101501464,
      "step": 6890,
      "token_acc": 0.930919791862905
    },
    {
      "epoch": 0.4469291848970993,
      "grad_norm": 0.8177052140235901,
      "learning_rate": 6.277178130011228e-06,
      "loss": 0.2438453197479248,
      "step": 6895,
      "token_acc": 0.9308969754437466
    },
    {
      "epoch": 0.4472532814778804,
      "grad_norm": 0.7762317657470703,
      "learning_rate": 6.271996287898559e-06,
      "loss": 0.2454068660736084,
      "step": 6900,
      "token_acc": 0.9308352233507544
    },
    {
      "epoch": 0.4475773780586615,
      "grad_norm": 0.8040958642959595,
      "learning_rate": 6.266812984636424e-06,
      "loss": 0.2489825963973999,
      "step": 6905,
      "token_acc": 0.9300500537467769
    },
    {
      "epoch": 0.4479014746394426,
      "grad_norm": 0.9034572839736938,
      "learning_rate": 6.261628226178913e-06,
      "loss": 0.24741644859313966,
      "step": 6910,
      "token_acc": 0.9305717238041673
    },
    {
      "epoch": 0.4482255712202236,
      "grad_norm": 0.8136153221130371,
      "learning_rate": 6.256442018481788e-06,
      "loss": 0.24943118095397948,
      "step": 6915,
      "token_acc": 0.9295736995161901
    },
    {
      "epoch": 0.4485496678010047,
      "grad_norm": 0.8086121678352356,
      "learning_rate": 6.251254367502475e-06,
      "loss": 0.2401984691619873,
      "step": 6920,
      "token_acc": 0.9318958476265151
    },
    {
      "epoch": 0.4488737643817858,
      "grad_norm": 0.7901370525360107,
      "learning_rate": 6.246065279200061e-06,
      "loss": 0.24500036239624023,
      "step": 6925,
      "token_acc": 0.9303003943779881
    },
    {
      "epoch": 0.44919786096256686,
      "grad_norm": 0.8167763948440552,
      "learning_rate": 6.2408747595352785e-06,
      "loss": 0.24441289901733398,
      "step": 6930,
      "token_acc": 0.9306867574616053
    },
    {
      "epoch": 0.4495219575433479,
      "grad_norm": 0.8201696872711182,
      "learning_rate": 6.23568281447051e-06,
      "loss": 0.24563422203063964,
      "step": 6935,
      "token_acc": 0.9307546748314696
    },
    {
      "epoch": 0.449846054124129,
      "grad_norm": 0.8428823351860046,
      "learning_rate": 6.230489449969769e-06,
      "loss": 0.2507824182510376,
      "step": 6940,
      "token_acc": 0.9300005867511588
    },
    {
      "epoch": 0.45017015070491007,
      "grad_norm": 0.7671437859535217,
      "learning_rate": 6.225294671998707e-06,
      "loss": 0.24523510932922363,
      "step": 6945,
      "token_acc": 0.9308130820936062
    },
    {
      "epoch": 0.45049424728569115,
      "grad_norm": 0.8143147826194763,
      "learning_rate": 6.220098486524595e-06,
      "loss": 0.2412482738494873,
      "step": 6950,
      "token_acc": 0.9312241015350134
    },
    {
      "epoch": 0.4508183438664722,
      "grad_norm": 0.8239895701408386,
      "learning_rate": 6.21490089951632e-06,
      "loss": 0.24498944282531737,
      "step": 6955,
      "token_acc": 0.9296124620558983
    },
    {
      "epoch": 0.45114244044725327,
      "grad_norm": 0.774706244468689,
      "learning_rate": 6.20970191694438e-06,
      "loss": 0.2444399356842041,
      "step": 6960,
      "token_acc": 0.9312609173837096
    },
    {
      "epoch": 0.45146653702803435,
      "grad_norm": 0.7867602705955505,
      "learning_rate": 6.204501544780879e-06,
      "loss": 0.24828519821166992,
      "step": 6965,
      "token_acc": 0.9299280320673887
    },
    {
      "epoch": 0.45179063360881544,
      "grad_norm": 0.8243736624717712,
      "learning_rate": 6.199299788999509e-06,
      "loss": 0.24571335315704346,
      "step": 6970,
      "token_acc": 0.931302849674238
    },
    {
      "epoch": 0.4521147301895965,
      "grad_norm": 0.7898803353309631,
      "learning_rate": 6.194096655575561e-06,
      "loss": 0.2523608922958374,
      "step": 6975,
      "token_acc": 0.9295294841488294
    },
    {
      "epoch": 0.45243882677037756,
      "grad_norm": 0.8108680248260498,
      "learning_rate": 6.188892150485904e-06,
      "loss": 0.23994555473327636,
      "step": 6980,
      "token_acc": 0.9321341715229661
    },
    {
      "epoch": 0.45276292335115864,
      "grad_norm": 0.8507076501846313,
      "learning_rate": 6.1836862797089815e-06,
      "loss": 0.24871957302093506,
      "step": 6985,
      "token_acc": 0.9296751357705265
    },
    {
      "epoch": 0.4530870199319397,
      "grad_norm": 0.7880665063858032,
      "learning_rate": 6.178479049224809e-06,
      "loss": 0.2360888957977295,
      "step": 6990,
      "token_acc": 0.9324869536121282
    },
    {
      "epoch": 0.4534111165127208,
      "grad_norm": 0.7432335019111633,
      "learning_rate": 6.173270465014961e-06,
      "loss": 0.2419327974319458,
      "step": 6995,
      "token_acc": 0.931600144068629
    },
    {
      "epoch": 0.45373521309350184,
      "grad_norm": 0.8045170903205872,
      "learning_rate": 6.168060533062569e-06,
      "loss": 0.24260053634643555,
      "step": 7000,
      "token_acc": 0.9304721584849562
    },
    {
      "epoch": 0.45373521309350184,
      "eval_loss": 0.2480049580335617,
      "eval_runtime": 114.5944,
      "eval_samples_per_second": 174.529,
      "eval_steps_per_second": 0.236,
      "eval_token_acc": 0.9291911451885065,
      "step": 7000
    },
    {
      "epoch": 0.45405930967428293,
      "grad_norm": 0.8640063405036926,
      "learning_rate": 6.16284925935231e-06,
      "loss": 0.24346632957458497,
      "step": 7005,
      "token_acc": 0.9310155678612475
    },
    {
      "epoch": 0.454383406255064,
      "grad_norm": 0.8250936269760132,
      "learning_rate": 6.157636649870406e-06,
      "loss": 0.24369192123413086,
      "step": 7010,
      "token_acc": 0.9303238020629325
    },
    {
      "epoch": 0.4547075028358451,
      "grad_norm": 0.7867532968521118,
      "learning_rate": 6.152422710604611e-06,
      "loss": 0.2530375480651855,
      "step": 7015,
      "token_acc": 0.9287874461346763
    },
    {
      "epoch": 0.45503159941662613,
      "grad_norm": 0.817786455154419,
      "learning_rate": 6.147207447544209e-06,
      "loss": 0.24739413261413573,
      "step": 7020,
      "token_acc": 0.9295719768551891
    },
    {
      "epoch": 0.4553556959974072,
      "grad_norm": 0.8706911206245422,
      "learning_rate": 6.1419908666799975e-06,
      "loss": 0.24179625511169434,
      "step": 7025,
      "token_acc": 0.9310759119631643
    },
    {
      "epoch": 0.4556797925781883,
      "grad_norm": 0.755524218082428,
      "learning_rate": 6.136772974004299e-06,
      "loss": 0.24910340309143067,
      "step": 7030,
      "token_acc": 0.9291959182608241
    },
    {
      "epoch": 0.4560038891589694,
      "grad_norm": 0.8053135275840759,
      "learning_rate": 6.131553775510933e-06,
      "loss": 0.2488250732421875,
      "step": 7035,
      "token_acc": 0.9306361048136237
    },
    {
      "epoch": 0.4563279857397504,
      "grad_norm": 0.7617267370223999,
      "learning_rate": 6.126333277195225e-06,
      "loss": 0.24774932861328125,
      "step": 7040,
      "token_acc": 0.9299860037410561
    },
    {
      "epoch": 0.4566520823205315,
      "grad_norm": 0.773455023765564,
      "learning_rate": 6.121111485053989e-06,
      "loss": 0.25046119689941404,
      "step": 7045,
      "token_acc": 0.9293088088874915
    },
    {
      "epoch": 0.4569761789013126,
      "grad_norm": 0.7508012056350708,
      "learning_rate": 6.115888405085531e-06,
      "loss": 0.24143848419189454,
      "step": 7050,
      "token_acc": 0.9310436825289405
    },
    {
      "epoch": 0.4573002754820937,
      "grad_norm": 0.8446716070175171,
      "learning_rate": 6.11066404328963e-06,
      "loss": 0.24196486473083495,
      "step": 7055,
      "token_acc": 0.931147093959383
    },
    {
      "epoch": 0.45762437206287476,
      "grad_norm": 0.793343722820282,
      "learning_rate": 6.1054384056675444e-06,
      "loss": 0.2391761064529419,
      "step": 7060,
      "token_acc": 0.930980598944099
    },
    {
      "epoch": 0.4579484686436558,
      "grad_norm": 0.7833433151245117,
      "learning_rate": 6.100211498221988e-06,
      "loss": 0.2528715133666992,
      "step": 7065,
      "token_acc": 0.9286416548686487
    },
    {
      "epoch": 0.4582725652244369,
      "grad_norm": 0.7633975744247437,
      "learning_rate": 6.094983326957147e-06,
      "loss": 0.2432431697845459,
      "step": 7070,
      "token_acc": 0.9305570042766246
    },
    {
      "epoch": 0.45859666180521796,
      "grad_norm": 0.7638473510742188,
      "learning_rate": 6.089753897878646e-06,
      "loss": 0.24175143241882324,
      "step": 7075,
      "token_acc": 0.9314752586150096
    },
    {
      "epoch": 0.45892075838599905,
      "grad_norm": 0.7639363408088684,
      "learning_rate": 6.084523216993563e-06,
      "loss": 0.2517850399017334,
      "step": 7080,
      "token_acc": 0.9286959206117474
    },
    {
      "epoch": 0.4592448549667801,
      "grad_norm": 0.8633525967597961,
      "learning_rate": 6.0792912903104095e-06,
      "loss": 0.24610002040863038,
      "step": 7085,
      "token_acc": 0.9309653431617471
    },
    {
      "epoch": 0.45956895154756117,
      "grad_norm": 0.7721365690231323,
      "learning_rate": 6.074058123839134e-06,
      "loss": 0.24886999130249024,
      "step": 7090,
      "token_acc": 0.9294607967438443
    },
    {
      "epoch": 0.45989304812834225,
      "grad_norm": 0.8289453387260437,
      "learning_rate": 6.068823723591099e-06,
      "loss": 0.24496798515319823,
      "step": 7095,
      "token_acc": 0.930727327686559
    },
    {
      "epoch": 0.46021714470912334,
      "grad_norm": 0.7461783289909363,
      "learning_rate": 6.063588095579095e-06,
      "loss": 0.24125440120697023,
      "step": 7100,
      "token_acc": 0.9307487152800364
    },
    {
      "epoch": 0.46054124128990437,
      "grad_norm": 0.8909839391708374,
      "learning_rate": 6.058351245817315e-06,
      "loss": 0.24663491249084474,
      "step": 7105,
      "token_acc": 0.9306657877389585
    },
    {
      "epoch": 0.46086533787068545,
      "grad_norm": 0.7701578140258789,
      "learning_rate": 6.053113180321361e-06,
      "loss": 0.24728705883026122,
      "step": 7110,
      "token_acc": 0.9299513929899477
    },
    {
      "epoch": 0.46118943445146654,
      "grad_norm": 0.8420730233192444,
      "learning_rate": 6.0478739051082295e-06,
      "loss": 0.2519880533218384,
      "step": 7115,
      "token_acc": 0.9291380561782596
    },
    {
      "epoch": 0.4615135310322476,
      "grad_norm": 0.8113135099411011,
      "learning_rate": 6.042633426196302e-06,
      "loss": 0.24408466815948487,
      "step": 7120,
      "token_acc": 0.9317681439216127
    },
    {
      "epoch": 0.46183762761302866,
      "grad_norm": 0.80897456407547,
      "learning_rate": 6.03739174960535e-06,
      "loss": 0.24516592025756836,
      "step": 7125,
      "token_acc": 0.9300213606058645
    },
    {
      "epoch": 0.46216172419380974,
      "grad_norm": 0.8209992051124573,
      "learning_rate": 6.032148881356516e-06,
      "loss": 0.24397122859954834,
      "step": 7130,
      "token_acc": 0.930765451508303
    },
    {
      "epoch": 0.46248582077459083,
      "grad_norm": 0.790714681148529,
      "learning_rate": 6.026904827472315e-06,
      "loss": 0.2530096769332886,
      "step": 7135,
      "token_acc": 0.9289773098376288
    },
    {
      "epoch": 0.4628099173553719,
      "grad_norm": 0.8383195996284485,
      "learning_rate": 6.021659593976621e-06,
      "loss": 0.24527640342712403,
      "step": 7140,
      "token_acc": 0.9306662897599147
    },
    {
      "epoch": 0.463134013936153,
      "grad_norm": 0.9278517365455627,
      "learning_rate": 6.016413186894664e-06,
      "loss": 0.24085440635681152,
      "step": 7145,
      "token_acc": 0.9311666321993589
    },
    {
      "epoch": 0.46345811051693403,
      "grad_norm": 0.7752022743225098,
      "learning_rate": 6.01116561225302e-06,
      "loss": 0.25044426918029783,
      "step": 7150,
      "token_acc": 0.9294272136881042
    },
    {
      "epoch": 0.4637822070977151,
      "grad_norm": 0.8321642279624939,
      "learning_rate": 6.005916876079612e-06,
      "loss": 0.24100041389465332,
      "step": 7155,
      "token_acc": 0.930574219557577
    },
    {
      "epoch": 0.4641063036784962,
      "grad_norm": 0.793859601020813,
      "learning_rate": 6.0006669844036905e-06,
      "loss": 0.24372425079345703,
      "step": 7160,
      "token_acc": 0.9311068899570993
    },
    {
      "epoch": 0.4644304002592773,
      "grad_norm": 0.7799960970878601,
      "learning_rate": 5.995415943255837e-06,
      "loss": 0.24092025756835939,
      "step": 7165,
      "token_acc": 0.9316692159989586
    },
    {
      "epoch": 0.4647544968400583,
      "grad_norm": 0.780870258808136,
      "learning_rate": 5.990163758667953e-06,
      "loss": 0.24342315196990966,
      "step": 7170,
      "token_acc": 0.9307079384857527
    },
    {
      "epoch": 0.4650785934208394,
      "grad_norm": 0.7920390963554382,
      "learning_rate": 5.984910436673255e-06,
      "loss": 0.24602940082550048,
      "step": 7175,
      "token_acc": 0.930932444729589
    },
    {
      "epoch": 0.4654026900016205,
      "grad_norm": 0.7609754800796509,
      "learning_rate": 5.979655983306261e-06,
      "loss": 0.2466379165649414,
      "step": 7180,
      "token_acc": 0.9302953586497891
    },
    {
      "epoch": 0.4657267865824016,
      "grad_norm": 0.7831788659095764,
      "learning_rate": 5.974400404602794e-06,
      "loss": 0.24454162120819092,
      "step": 7185,
      "token_acc": 0.9304420469116295
    },
    {
      "epoch": 0.4660508831631826,
      "grad_norm": 0.841581404209137,
      "learning_rate": 5.969143706599965e-06,
      "loss": 0.2416010856628418,
      "step": 7190,
      "token_acc": 0.9306707727841401
    },
    {
      "epoch": 0.4663749797439637,
      "grad_norm": 0.7865729331970215,
      "learning_rate": 5.963885895336178e-06,
      "loss": 0.24700531959533692,
      "step": 7195,
      "token_acc": 0.9299680817936475
    },
    {
      "epoch": 0.4666990763247448,
      "grad_norm": 0.8593873977661133,
      "learning_rate": 5.958626976851108e-06,
      "loss": 0.24058361053466798,
      "step": 7200,
      "token_acc": 0.9316406378974478
    },
    {
      "epoch": 0.46702317290552586,
      "grad_norm": 0.7791067361831665,
      "learning_rate": 5.953366957185704e-06,
      "loss": 0.24740440845489503,
      "step": 7205,
      "token_acc": 0.9300064383039668
    },
    {
      "epoch": 0.4673472694863069,
      "grad_norm": 0.9328451156616211,
      "learning_rate": 5.9481058423821835e-06,
      "loss": 0.24319086074829102,
      "step": 7210,
      "token_acc": 0.9312566298414012
    },
    {
      "epoch": 0.467671366067088,
      "grad_norm": 0.8297845721244812,
      "learning_rate": 5.942843638484017e-06,
      "loss": 0.24497509002685547,
      "step": 7215,
      "token_acc": 0.9307391702003824
    },
    {
      "epoch": 0.46799546264786906,
      "grad_norm": 0.9476004242897034,
      "learning_rate": 5.93758035153593e-06,
      "loss": 0.2518218278884888,
      "step": 7220,
      "token_acc": 0.92853568666697
    },
    {
      "epoch": 0.46831955922865015,
      "grad_norm": 0.7887179255485535,
      "learning_rate": 5.932315987583889e-06,
      "loss": 0.2438260555267334,
      "step": 7225,
      "token_acc": 0.9305594419246312
    },
    {
      "epoch": 0.46864365580943124,
      "grad_norm": 0.77700275182724,
      "learning_rate": 5.927050552675102e-06,
      "loss": 0.24254326820373534,
      "step": 7230,
      "token_acc": 0.9312934576744369
    },
    {
      "epoch": 0.46896775239021227,
      "grad_norm": 0.79954993724823,
      "learning_rate": 5.921784052858002e-06,
      "loss": 0.23991994857788085,
      "step": 7235,
      "token_acc": 0.9320260577745608
    },
    {
      "epoch": 0.46929184897099335,
      "grad_norm": 0.8309112787246704,
      "learning_rate": 5.916516494182248e-06,
      "loss": 0.24758648872375488,
      "step": 7240,
      "token_acc": 0.9295347049396068
    },
    {
      "epoch": 0.46961594555177444,
      "grad_norm": 0.7835402488708496,
      "learning_rate": 5.911247882698716e-06,
      "loss": 0.24622159004211425,
      "step": 7245,
      "token_acc": 0.9302724035037059
    },
    {
      "epoch": 0.4699400421325555,
      "grad_norm": 0.7982234954833984,
      "learning_rate": 5.90597822445949e-06,
      "loss": 0.24415826797485352,
      "step": 7250,
      "token_acc": 0.9299488644811781
    },
    {
      "epoch": 0.47026413871333655,
      "grad_norm": 0.801871120929718,
      "learning_rate": 5.900707525517855e-06,
      "loss": 0.24193406105041504,
      "step": 7255,
      "token_acc": 0.9310414153598713
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.823549747467041,
      "learning_rate": 5.895435791928297e-06,
      "loss": 0.2442370891571045,
      "step": 7260,
      "token_acc": 0.9299186631559738
    },
    {
      "epoch": 0.4709123318748987,
      "grad_norm": 0.8188885450363159,
      "learning_rate": 5.890163029746483e-06,
      "loss": 0.2481070041656494,
      "step": 7265,
      "token_acc": 0.9294977098351468
    },
    {
      "epoch": 0.4712364284556798,
      "grad_norm": 0.7622184753417969,
      "learning_rate": 5.884889245029268e-06,
      "loss": 0.24289364814758302,
      "step": 7270,
      "token_acc": 0.9310376005890026
    },
    {
      "epoch": 0.47156052503646084,
      "grad_norm": 0.8150364756584167,
      "learning_rate": 5.879614443834677e-06,
      "loss": 0.247299861907959,
      "step": 7275,
      "token_acc": 0.9301882498293071
    },
    {
      "epoch": 0.47188462161724193,
      "grad_norm": 1.145160436630249,
      "learning_rate": 5.874338632221905e-06,
      "loss": 0.24291410446166992,
      "step": 7280,
      "token_acc": 0.9300374463894684
    },
    {
      "epoch": 0.472208718198023,
      "grad_norm": 0.8822237849235535,
      "learning_rate": 5.869061816251308e-06,
      "loss": 0.24790515899658203,
      "step": 7285,
      "token_acc": 0.9296458281961767
    },
    {
      "epoch": 0.4725328147788041,
      "grad_norm": 0.8110260963439941,
      "learning_rate": 5.863784001984395e-06,
      "loss": 0.24577221870422364,
      "step": 7290,
      "token_acc": 0.9301813513079763
    },
    {
      "epoch": 0.47285691135958513,
      "grad_norm": 0.8428686857223511,
      "learning_rate": 5.85850519548382e-06,
      "loss": 0.24503989219665528,
      "step": 7295,
      "token_acc": 0.9308361221133727
    },
    {
      "epoch": 0.4731810079403662,
      "grad_norm": 0.7832386493682861,
      "learning_rate": 5.853225402813381e-06,
      "loss": 0.24122278690338134,
      "step": 7300,
      "token_acc": 0.9313942232222281
    },
    {
      "epoch": 0.4735051045211473,
      "grad_norm": 0.7935068607330322,
      "learning_rate": 5.847944630038004e-06,
      "loss": 0.24553532600402833,
      "step": 7305,
      "token_acc": 0.9309881054696469
    },
    {
      "epoch": 0.4738292011019284,
      "grad_norm": 0.7849323749542236,
      "learning_rate": 5.842662883223742e-06,
      "loss": 0.24533777236938475,
      "step": 7310,
      "token_acc": 0.9303316886858245
    },
    {
      "epoch": 0.4741532976827095,
      "grad_norm": 0.8023664355278015,
      "learning_rate": 5.837380168437774e-06,
      "loss": 0.2432631015777588,
      "step": 7315,
      "token_acc": 0.9308933965228656
    },
    {
      "epoch": 0.4744773942634905,
      "grad_norm": 0.8131499290466309,
      "learning_rate": 5.832096491748377e-06,
      "loss": 0.23787450790405273,
      "step": 7320,
      "token_acc": 0.9318131096320218
    },
    {
      "epoch": 0.4748014908442716,
      "grad_norm": 0.7458800673484802,
      "learning_rate": 5.826811859224947e-06,
      "loss": 0.24123818874359132,
      "step": 7325,
      "token_acc": 0.9312690999250418
    },
    {
      "epoch": 0.4751255874250527,
      "grad_norm": 0.8308848142623901,
      "learning_rate": 5.821526276937969e-06,
      "loss": 0.23940391540527345,
      "step": 7330,
      "token_acc": 0.9321470060196431
    },
    {
      "epoch": 0.47544968400583376,
      "grad_norm": 0.8587900400161743,
      "learning_rate": 5.816239750959022e-06,
      "loss": 0.23550353050231934,
      "step": 7335,
      "token_acc": 0.9331772205418415
    },
    {
      "epoch": 0.4757737805866148,
      "grad_norm": 0.7613879442214966,
      "learning_rate": 5.810952287360769e-06,
      "loss": 0.24399156570434571,
      "step": 7340,
      "token_acc": 0.9303306484430004
    },
    {
      "epoch": 0.4760978771673959,
      "grad_norm": 0.8084679841995239,
      "learning_rate": 5.805663892216951e-06,
      "loss": 0.24433746337890624,
      "step": 7345,
      "token_acc": 0.9304250399911922
    },
    {
      "epoch": 0.47642197374817696,
      "grad_norm": 0.8833265900611877,
      "learning_rate": 5.800374571602375e-06,
      "loss": 0.24544548988342285,
      "step": 7350,
      "token_acc": 0.9300916443464103
    },
    {
      "epoch": 0.47674607032895805,
      "grad_norm": 0.8222519159317017,
      "learning_rate": 5.7950843315929195e-06,
      "loss": 0.24089088439941406,
      "step": 7355,
      "token_acc": 0.9308697494052857
    },
    {
      "epoch": 0.4770701669097391,
      "grad_norm": 0.8963642716407776,
      "learning_rate": 5.789793178265508e-06,
      "loss": 0.24761710166931153,
      "step": 7360,
      "token_acc": 0.9299117820543568
    },
    {
      "epoch": 0.47739426349052017,
      "grad_norm": 0.8671111464500427,
      "learning_rate": 5.784501117698121e-06,
      "loss": 0.2512833595275879,
      "step": 7365,
      "token_acc": 0.9292549779412728
    },
    {
      "epoch": 0.47771836007130125,
      "grad_norm": 0.8154078125953674,
      "learning_rate": 5.779208155969781e-06,
      "loss": 0.24694218635559081,
      "step": 7370,
      "token_acc": 0.9297978784681997
    },
    {
      "epoch": 0.47804245665208234,
      "grad_norm": 0.7898163795471191,
      "learning_rate": 5.773914299160541e-06,
      "loss": 0.24669747352600097,
      "step": 7375,
      "token_acc": 0.9300495195618667
    },
    {
      "epoch": 0.47836655323286337,
      "grad_norm": 0.8330132961273193,
      "learning_rate": 5.768619553351484e-06,
      "loss": 0.24952363967895508,
      "step": 7380,
      "token_acc": 0.9295875104013948
    },
    {
      "epoch": 0.47869064981364445,
      "grad_norm": 0.8676002025604248,
      "learning_rate": 5.763323924624719e-06,
      "loss": 0.2445683002471924,
      "step": 7385,
      "token_acc": 0.9305887922592527
    },
    {
      "epoch": 0.47901474639442554,
      "grad_norm": 0.8415531516075134,
      "learning_rate": 5.758027419063361e-06,
      "loss": 0.24503810405731202,
      "step": 7390,
      "token_acc": 0.9303431806801987
    },
    {
      "epoch": 0.4793388429752066,
      "grad_norm": 0.7999857068061829,
      "learning_rate": 5.7527300427515405e-06,
      "loss": 0.2508838176727295,
      "step": 7395,
      "token_acc": 0.9295394895374055
    },
    {
      "epoch": 0.4796629395559877,
      "grad_norm": 0.7936879396438599,
      "learning_rate": 5.74743180177438e-06,
      "loss": 0.24643292427062988,
      "step": 7400,
      "token_acc": 0.9309012649563649
    },
    {
      "epoch": 0.47998703613676874,
      "grad_norm": 0.8030619621276855,
      "learning_rate": 5.742132702218003e-06,
      "loss": 0.24593739509582518,
      "step": 7405,
      "token_acc": 0.9305901390310756
    },
    {
      "epoch": 0.4803111327175498,
      "grad_norm": 0.814037561416626,
      "learning_rate": 5.7368327501695145e-06,
      "loss": 0.23953685760498047,
      "step": 7410,
      "token_acc": 0.9315129460428829
    },
    {
      "epoch": 0.4806352292983309,
      "grad_norm": 0.8436970710754395,
      "learning_rate": 5.731531951716998e-06,
      "loss": 0.2429438591003418,
      "step": 7415,
      "token_acc": 0.9307386118046281
    },
    {
      "epoch": 0.480959325879112,
      "grad_norm": 0.8039954900741577,
      "learning_rate": 5.726230312949513e-06,
      "loss": 0.2452918529510498,
      "step": 7420,
      "token_acc": 0.9301069732116422
    },
    {
      "epoch": 0.48128342245989303,
      "grad_norm": 0.860999345779419,
      "learning_rate": 5.720927839957083e-06,
      "loss": 0.24331765174865722,
      "step": 7425,
      "token_acc": 0.9306858780573987
    },
    {
      "epoch": 0.4816075190406741,
      "grad_norm": 0.7792454957962036,
      "learning_rate": 5.715624538830689e-06,
      "loss": 0.246140193939209,
      "step": 7430,
      "token_acc": 0.9299925205684368
    },
    {
      "epoch": 0.4819316156214552,
      "grad_norm": 0.8203843832015991,
      "learning_rate": 5.710320415662263e-06,
      "loss": 0.24417695999145508,
      "step": 7435,
      "token_acc": 0.9307122372505398
    },
    {
      "epoch": 0.4822557122022363,
      "grad_norm": 1.3512002229690552,
      "learning_rate": 5.705015476544682e-06,
      "loss": 0.23995592594146728,
      "step": 7440,
      "token_acc": 0.931725936431788
    },
    {
      "epoch": 0.4825798087830173,
      "grad_norm": 0.8797436356544495,
      "learning_rate": 5.699709727571759e-06,
      "loss": 0.2497626304626465,
      "step": 7445,
      "token_acc": 0.929725907913517
    },
    {
      "epoch": 0.4829039053637984,
      "grad_norm": 0.80140620470047,
      "learning_rate": 5.6944031748382415e-06,
      "loss": 0.23983383178710938,
      "step": 7450,
      "token_acc": 0.9317038102084831
    },
    {
      "epoch": 0.4832280019445795,
      "grad_norm": 0.7998064160346985,
      "learning_rate": 5.689095824439794e-06,
      "loss": 0.24627900123596191,
      "step": 7455,
      "token_acc": 0.9311544220044328
    },
    {
      "epoch": 0.4835520985253606,
      "grad_norm": 0.7984311580657959,
      "learning_rate": 5.683787682473003e-06,
      "loss": 0.25499677658081055,
      "step": 7460,
      "token_acc": 0.9289444408088476
    },
    {
      "epoch": 0.4838761951061416,
      "grad_norm": 0.7579300999641418,
      "learning_rate": 5.67847875503536e-06,
      "loss": 0.24941422939300537,
      "step": 7465,
      "token_acc": 0.9300160327609187
    },
    {
      "epoch": 0.4842002916869227,
      "grad_norm": 0.8316287994384766,
      "learning_rate": 5.673169048225262e-06,
      "loss": 0.2476407527923584,
      "step": 7470,
      "token_acc": 0.929546752505062
    },
    {
      "epoch": 0.4845243882677038,
      "grad_norm": 0.8425142765045166,
      "learning_rate": 5.6678585681419975e-06,
      "loss": 0.2421328067779541,
      "step": 7475,
      "token_acc": 0.9317967678841793
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 0.8572697043418884,
      "learning_rate": 5.662547320885748e-06,
      "loss": 0.24735674858093262,
      "step": 7480,
      "token_acc": 0.9297394998449796
    },
    {
      "epoch": 0.48517258142926595,
      "grad_norm": 0.8174471259117126,
      "learning_rate": 5.657235312557572e-06,
      "loss": 0.24396953582763672,
      "step": 7485,
      "token_acc": 0.9308595939973142
    },
    {
      "epoch": 0.485496678010047,
      "grad_norm": 0.8187726140022278,
      "learning_rate": 5.651922549259405e-06,
      "loss": 0.24969685077667236,
      "step": 7490,
      "token_acc": 0.9295560242790152
    },
    {
      "epoch": 0.48582077459082806,
      "grad_norm": 0.7857913970947266,
      "learning_rate": 5.646609037094049e-06,
      "loss": 0.2439340829849243,
      "step": 7495,
      "token_acc": 0.930715502995249
    },
    {
      "epoch": 0.48614487117160915,
      "grad_norm": 0.7940389513969421,
      "learning_rate": 5.641294782165167e-06,
      "loss": 0.24431586265563965,
      "step": 7500,
      "token_acc": 0.93080903135267
    },
    {
      "epoch": 0.48614487117160915,
      "eval_loss": 0.2470269799232483,
      "eval_runtime": 94.7764,
      "eval_samples_per_second": 211.023,
      "eval_steps_per_second": 0.285,
      "eval_token_acc": 0.9290190585907063,
      "step": 7500
    },
    {
      "epoch": 0.48646896775239024,
      "grad_norm": 0.7991194725036621,
      "learning_rate": 5.635979790577272e-06,
      "loss": 0.24032049179077147,
      "step": 7505,
      "token_acc": 0.9311292254804938
    },
    {
      "epoch": 0.48679306433317127,
      "grad_norm": 0.8410168886184692,
      "learning_rate": 5.630664068435726e-06,
      "loss": 0.24054737091064454,
      "step": 7510,
      "token_acc": 0.9318539227677791
    },
    {
      "epoch": 0.48711716091395235,
      "grad_norm": 0.7762529253959656,
      "learning_rate": 5.625347621846731e-06,
      "loss": 0.23797812461853027,
      "step": 7515,
      "token_acc": 0.9319988301433074
    },
    {
      "epoch": 0.48744125749473344,
      "grad_norm": 0.7729056477546692,
      "learning_rate": 5.620030456917318e-06,
      "loss": 0.2422544240951538,
      "step": 7520,
      "token_acc": 0.9317390735409579
    },
    {
      "epoch": 0.4877653540755145,
      "grad_norm": 0.7804219126701355,
      "learning_rate": 5.614712579755348e-06,
      "loss": 0.24253218173980712,
      "step": 7525,
      "token_acc": 0.9314864462317546
    },
    {
      "epoch": 0.48808945065629555,
      "grad_norm": 0.7841384410858154,
      "learning_rate": 5.609393996469493e-06,
      "loss": 0.2512629985809326,
      "step": 7530,
      "token_acc": 0.9290513002550551
    },
    {
      "epoch": 0.48841354723707664,
      "grad_norm": 0.8139344453811646,
      "learning_rate": 5.604074713169244e-06,
      "loss": 0.24291272163391114,
      "step": 7535,
      "token_acc": 0.9310141122415491
    },
    {
      "epoch": 0.4887376438178577,
      "grad_norm": 0.8065107464790344,
      "learning_rate": 5.598754735964889e-06,
      "loss": 0.24636802673339844,
      "step": 7540,
      "token_acc": 0.9298178533993448
    },
    {
      "epoch": 0.4890617403986388,
      "grad_norm": 0.7690847516059875,
      "learning_rate": 5.593434070967521e-06,
      "loss": 0.2485781192779541,
      "step": 7545,
      "token_acc": 0.928919075516642
    },
    {
      "epoch": 0.48938583697941984,
      "grad_norm": 0.7922711372375488,
      "learning_rate": 5.588112724289014e-06,
      "loss": 0.23648474216461182,
      "step": 7550,
      "token_acc": 0.9320190256634472
    },
    {
      "epoch": 0.4897099335602009,
      "grad_norm": 0.765006959438324,
      "learning_rate": 5.582790702042031e-06,
      "loss": 0.239981746673584,
      "step": 7555,
      "token_acc": 0.9314938154138915
    },
    {
      "epoch": 0.490034030140982,
      "grad_norm": 0.7746934294700623,
      "learning_rate": 5.57746801034001e-06,
      "loss": 0.24087538719177246,
      "step": 7560,
      "token_acc": 0.9309103234801295
    },
    {
      "epoch": 0.4903581267217631,
      "grad_norm": 0.807295024394989,
      "learning_rate": 5.572144655297161e-06,
      "loss": 0.2453380584716797,
      "step": 7565,
      "token_acc": 0.9301488555163715
    },
    {
      "epoch": 0.4906822233025442,
      "grad_norm": 0.8400338888168335,
      "learning_rate": 5.5668206430284445e-06,
      "loss": 0.24542250633239746,
      "step": 7570,
      "token_acc": 0.9300138869060752
    },
    {
      "epoch": 0.4910063198833252,
      "grad_norm": 0.8722658157348633,
      "learning_rate": 5.561495979649591e-06,
      "loss": 0.24783506393432617,
      "step": 7575,
      "token_acc": 0.9292057919567757
    },
    {
      "epoch": 0.4913304164641063,
      "grad_norm": 0.8119931221008301,
      "learning_rate": 5.55617067127707e-06,
      "loss": 0.24852707386016845,
      "step": 7580,
      "token_acc": 0.9296910072726806
    },
    {
      "epoch": 0.4916545130448874,
      "grad_norm": 0.7851658463478088,
      "learning_rate": 5.550844724028094e-06,
      "loss": 0.24525146484375,
      "step": 7585,
      "token_acc": 0.9305225002096192
    },
    {
      "epoch": 0.4919786096256685,
      "grad_norm": 0.7551227807998657,
      "learning_rate": 5.5455181440206094e-06,
      "loss": 0.2473278045654297,
      "step": 7590,
      "token_acc": 0.929891820820912
    },
    {
      "epoch": 0.4923027062064495,
      "grad_norm": 0.7961981892585754,
      "learning_rate": 5.540190937373289e-06,
      "loss": 0.24113478660583496,
      "step": 7595,
      "token_acc": 0.93153201274126
    },
    {
      "epoch": 0.4926268027872306,
      "grad_norm": 1.1232867240905762,
      "learning_rate": 5.534863110205525e-06,
      "loss": 0.24363250732421876,
      "step": 7600,
      "token_acc": 0.9304038186644885
    },
    {
      "epoch": 0.4929508993680117,
      "grad_norm": 0.8785202503204346,
      "learning_rate": 5.529534668637424e-06,
      "loss": 0.24906694889068604,
      "step": 7605,
      "token_acc": 0.92944146582687
    },
    {
      "epoch": 0.49327499594879276,
      "grad_norm": 0.8886693120002747,
      "learning_rate": 5.5242056187897975e-06,
      "loss": 0.24398365020751953,
      "step": 7610,
      "token_acc": 0.9300042874403981
    },
    {
      "epoch": 0.4935990925295738,
      "grad_norm": 0.7710747122764587,
      "learning_rate": 5.518875966784155e-06,
      "loss": 0.24580163955688478,
      "step": 7615,
      "token_acc": 0.9311868604575376
    },
    {
      "epoch": 0.4939231891103549,
      "grad_norm": 0.86784827709198,
      "learning_rate": 5.513545718742702e-06,
      "loss": 0.24286196231842042,
      "step": 7620,
      "token_acc": 0.9313651158838677
    },
    {
      "epoch": 0.49424728569113596,
      "grad_norm": 0.8150655031204224,
      "learning_rate": 5.50821488078832e-06,
      "loss": 0.24462320804595947,
      "step": 7625,
      "token_acc": 0.9304603706814204
    },
    {
      "epoch": 0.49457138227191705,
      "grad_norm": 0.7798458933830261,
      "learning_rate": 5.5028834590445765e-06,
      "loss": 0.24243826866149903,
      "step": 7630,
      "token_acc": 0.9306309661485387
    },
    {
      "epoch": 0.4948954788526981,
      "grad_norm": 0.8419156670570374,
      "learning_rate": 5.497551459635706e-06,
      "loss": 0.24553794860839845,
      "step": 7635,
      "token_acc": 0.9300106794992216
    },
    {
      "epoch": 0.49521957543347916,
      "grad_norm": 0.7870699763298035,
      "learning_rate": 5.492218888686605e-06,
      "loss": 0.2434901237487793,
      "step": 7640,
      "token_acc": 0.9308198931701499
    },
    {
      "epoch": 0.49554367201426025,
      "grad_norm": 0.8135480284690857,
      "learning_rate": 5.4868857523228304e-06,
      "loss": 0.2447603940963745,
      "step": 7645,
      "token_acc": 0.9304962681681288
    },
    {
      "epoch": 0.49586776859504134,
      "grad_norm": 0.7578834295272827,
      "learning_rate": 5.481552056670588e-06,
      "loss": 0.24322094917297363,
      "step": 7650,
      "token_acc": 0.9309408731032874
    },
    {
      "epoch": 0.4961918651758224,
      "grad_norm": 0.7788705825805664,
      "learning_rate": 5.476217807856722e-06,
      "loss": 0.23853001594543458,
      "step": 7655,
      "token_acc": 0.9325492483151893
    },
    {
      "epoch": 0.49651596175660345,
      "grad_norm": 0.8064255118370056,
      "learning_rate": 5.470883012008715e-06,
      "loss": 0.24325900077819823,
      "step": 7660,
      "token_acc": 0.9305672385349217
    },
    {
      "epoch": 0.49684005833738454,
      "grad_norm": 0.8105224370956421,
      "learning_rate": 5.465547675254679e-06,
      "loss": 0.2396378993988037,
      "step": 7665,
      "token_acc": 0.9312487785811999
    },
    {
      "epoch": 0.4971641549181656,
      "grad_norm": 0.798450767993927,
      "learning_rate": 5.460211803723346e-06,
      "loss": 0.24111769199371338,
      "step": 7670,
      "token_acc": 0.9321596561331712
    },
    {
      "epoch": 0.4974882514989467,
      "grad_norm": 0.763343870639801,
      "learning_rate": 5.454875403544062e-06,
      "loss": 0.24174098968505858,
      "step": 7675,
      "token_acc": 0.9313221910519315
    },
    {
      "epoch": 0.49781234807972774,
      "grad_norm": 0.8922900557518005,
      "learning_rate": 5.44953848084678e-06,
      "loss": 0.24481558799743652,
      "step": 7680,
      "token_acc": 0.9305245983774513
    },
    {
      "epoch": 0.4981364446605088,
      "grad_norm": 0.7840978503227234,
      "learning_rate": 5.444201041762054e-06,
      "loss": 0.24006333351135253,
      "step": 7685,
      "token_acc": 0.9318637798414555
    },
    {
      "epoch": 0.4984605412412899,
      "grad_norm": 0.8150468468666077,
      "learning_rate": 5.438863092421033e-06,
      "loss": 0.24881525039672853,
      "step": 7690,
      "token_acc": 0.9296583349480075
    },
    {
      "epoch": 0.498784637822071,
      "grad_norm": 0.8252663612365723,
      "learning_rate": 5.433524638955448e-06,
      "loss": 0.24469571113586425,
      "step": 7695,
      "token_acc": 0.9307921677117112
    },
    {
      "epoch": 0.49910873440285203,
      "grad_norm": 0.9058377742767334,
      "learning_rate": 5.428185687497611e-06,
      "loss": 0.24043920040130615,
      "step": 7700,
      "token_acc": 0.9315072071895553
    },
    {
      "epoch": 0.4994328309836331,
      "grad_norm": 0.8012968897819519,
      "learning_rate": 5.4228462441804075e-06,
      "loss": 0.24302992820739747,
      "step": 7705,
      "token_acc": 0.9313474915682968
    },
    {
      "epoch": 0.4997569275644142,
      "grad_norm": 0.7841219902038574,
      "learning_rate": 5.4175063151372875e-06,
      "loss": 0.2421788215637207,
      "step": 7710,
      "token_acc": 0.9313296891593424
    },
    {
      "epoch": 0.5000810241451953,
      "grad_norm": 0.9029830098152161,
      "learning_rate": 5.412165906502257e-06,
      "loss": 0.2500525951385498,
      "step": 7715,
      "token_acc": 0.9290055302600981
    },
    {
      "epoch": 0.5004051207259763,
      "grad_norm": 0.8373149037361145,
      "learning_rate": 5.406825024409874e-06,
      "loss": 0.24214701652526854,
      "step": 7720,
      "token_acc": 0.931790159508884
    },
    {
      "epoch": 0.5007292173067575,
      "grad_norm": 0.9877371191978455,
      "learning_rate": 5.401483674995241e-06,
      "loss": 0.24039196968078613,
      "step": 7725,
      "token_acc": 0.9312767550342657
    },
    {
      "epoch": 0.5010533138875385,
      "grad_norm": 0.9403799176216125,
      "learning_rate": 5.3961418643939975e-06,
      "loss": 0.2397371292114258,
      "step": 7730,
      "token_acc": 0.9317112391095177
    },
    {
      "epoch": 0.5013774104683195,
      "grad_norm": 0.8215600252151489,
      "learning_rate": 5.3907995987423114e-06,
      "loss": 0.24052364826202394,
      "step": 7735,
      "token_acc": 0.9309898059848734
    },
    {
      "epoch": 0.5017015070491007,
      "grad_norm": 0.769806444644928,
      "learning_rate": 5.3854568841768726e-06,
      "loss": 0.24830429553985595,
      "step": 7740,
      "token_acc": 0.9293371367538067
    },
    {
      "epoch": 0.5020256036298817,
      "grad_norm": 0.7827233672142029,
      "learning_rate": 5.380113726834893e-06,
      "loss": 0.2434443473815918,
      "step": 7745,
      "token_acc": 0.9304004279481048
    },
    {
      "epoch": 0.5023497002106628,
      "grad_norm": 0.854593813419342,
      "learning_rate": 5.3747701328540805e-06,
      "loss": 0.24224843978881835,
      "step": 7750,
      "token_acc": 0.9315753433506893
    },
    {
      "epoch": 0.5026737967914439,
      "grad_norm": 0.7842069268226624,
      "learning_rate": 5.369426108372658e-06,
      "loss": 0.25064547061920167,
      "step": 7755,
      "token_acc": 0.9295774647887324
    },
    {
      "epoch": 0.5029978933722249,
      "grad_norm": 0.8304519057273865,
      "learning_rate": 5.364081659529338e-06,
      "loss": 0.250368595123291,
      "step": 7760,
      "token_acc": 0.9292641484773232
    },
    {
      "epoch": 0.503321989953006,
      "grad_norm": 0.7939998507499695,
      "learning_rate": 5.358736792463316e-06,
      "loss": 0.23783884048461915,
      "step": 7765,
      "token_acc": 0.9318341758830632
    },
    {
      "epoch": 0.5036460865337871,
      "grad_norm": 0.8201247453689575,
      "learning_rate": 5.353391513314272e-06,
      "loss": 0.2445065975189209,
      "step": 7770,
      "token_acc": 0.9306209991420841
    },
    {
      "epoch": 0.5039701831145681,
      "grad_norm": 0.7881768345832825,
      "learning_rate": 5.348045828222363e-06,
      "loss": 0.24810023307800294,
      "step": 7775,
      "token_acc": 0.9295796504522912
    },
    {
      "epoch": 0.5042942796953492,
      "grad_norm": 0.7838528752326965,
      "learning_rate": 5.342699743328203e-06,
      "loss": 0.23910899162292482,
      "step": 7780,
      "token_acc": 0.9321085841987643
    },
    {
      "epoch": 0.5046183762761303,
      "grad_norm": 0.8515399694442749,
      "learning_rate": 5.337353264772874e-06,
      "loss": 0.24224519729614258,
      "step": 7785,
      "token_acc": 0.9314966298017145
    },
    {
      "epoch": 0.5049424728569114,
      "grad_norm": 0.7680197358131409,
      "learning_rate": 5.332006398697906e-06,
      "loss": 0.24511206150054932,
      "step": 7790,
      "token_acc": 0.9299646592884048
    },
    {
      "epoch": 0.5052665694376924,
      "grad_norm": 0.9122819900512695,
      "learning_rate": 5.3266591512452735e-06,
      "loss": 0.24524412155151368,
      "step": 7795,
      "token_acc": 0.9304604348334611
    },
    {
      "epoch": 0.5055906660184735,
      "grad_norm": 0.7906087040901184,
      "learning_rate": 5.321311528557392e-06,
      "loss": 0.24533822536468505,
      "step": 7800,
      "token_acc": 0.9303934398200817
    },
    {
      "epoch": 0.5059147625992546,
      "grad_norm": 0.9067139625549316,
      "learning_rate": 5.3159635367771064e-06,
      "loss": 0.2511197805404663,
      "step": 7805,
      "token_acc": 0.9288504374213126
    },
    {
      "epoch": 0.5062388591800356,
      "grad_norm": 1.4244379997253418,
      "learning_rate": 5.310615182047684e-06,
      "loss": 0.24121689796447754,
      "step": 7810,
      "token_acc": 0.9307596497002317
    },
    {
      "epoch": 0.5065629557608167,
      "grad_norm": 0.8904971480369568,
      "learning_rate": 5.305266470512813e-06,
      "loss": 0.24918434619903565,
      "step": 7815,
      "token_acc": 0.9298726069502349
    },
    {
      "epoch": 0.5068870523415978,
      "grad_norm": 0.8301509618759155,
      "learning_rate": 5.299917408316588e-06,
      "loss": 0.24777026176452638,
      "step": 7820,
      "token_acc": 0.9307029242429171
    },
    {
      "epoch": 0.5072111489223788,
      "grad_norm": 0.7868053913116455,
      "learning_rate": 5.294568001603507e-06,
      "loss": 0.23963661193847657,
      "step": 7825,
      "token_acc": 0.9322958353773463
    },
    {
      "epoch": 0.50753524550316,
      "grad_norm": 0.7698747515678406,
      "learning_rate": 5.289218256518467e-06,
      "loss": 0.2473468780517578,
      "step": 7830,
      "token_acc": 0.9293757704664636
    },
    {
      "epoch": 0.507859342083941,
      "grad_norm": 0.8122236728668213,
      "learning_rate": 5.283868179206747e-06,
      "loss": 0.2354792594909668,
      "step": 7835,
      "token_acc": 0.9322856046764157
    },
    {
      "epoch": 0.508183438664722,
      "grad_norm": 0.8381909728050232,
      "learning_rate": 5.278517775814014e-06,
      "loss": 0.24550132751464843,
      "step": 7840,
      "token_acc": 0.9301673808075186
    },
    {
      "epoch": 0.5085075352455032,
      "grad_norm": 0.7912919521331787,
      "learning_rate": 5.273167052486308e-06,
      "loss": 0.24692962169647217,
      "step": 7845,
      "token_acc": 0.9306367525029166
    },
    {
      "epoch": 0.5088316318262842,
      "grad_norm": 1.0017120838165283,
      "learning_rate": 5.267816015370033e-06,
      "loss": 0.2431316375732422,
      "step": 7850,
      "token_acc": 0.931215077000954
    },
    {
      "epoch": 0.5091557284070654,
      "grad_norm": 0.8614035248756409,
      "learning_rate": 5.2624646706119576e-06,
      "loss": 0.2454979181289673,
      "step": 7855,
      "token_acc": 0.9309589763883392
    },
    {
      "epoch": 0.5094798249878464,
      "grad_norm": 0.8533740639686584,
      "learning_rate": 5.257113024359205e-06,
      "loss": 0.23997969627380372,
      "step": 7860,
      "token_acc": 0.9321140609636185
    },
    {
      "epoch": 0.5098039215686274,
      "grad_norm": 0.8387362957000732,
      "learning_rate": 5.251761082759237e-06,
      "loss": 0.2517509698867798,
      "step": 7865,
      "token_acc": 0.9288694795770267
    },
    {
      "epoch": 0.5101280181494086,
      "grad_norm": 0.8285295963287354,
      "learning_rate": 5.246408851959864e-06,
      "loss": 0.24385528564453124,
      "step": 7870,
      "token_acc": 0.929992353848347
    },
    {
      "epoch": 0.5104521147301896,
      "grad_norm": 0.7974392175674438,
      "learning_rate": 5.241056338109222e-06,
      "loss": 0.23985812664031983,
      "step": 7875,
      "token_acc": 0.9311231855526682
    },
    {
      "epoch": 0.5107762113109706,
      "grad_norm": 0.7955368757247925,
      "learning_rate": 5.235703547355775e-06,
      "loss": 0.24634807109832763,
      "step": 7880,
      "token_acc": 0.930091445175626
    },
    {
      "epoch": 0.5111003078917518,
      "grad_norm": 1.3570237159729004,
      "learning_rate": 5.230350485848306e-06,
      "loss": 0.24254817962646485,
      "step": 7885,
      "token_acc": 0.9313306931968189
    },
    {
      "epoch": 0.5114244044725328,
      "grad_norm": 0.8287480473518372,
      "learning_rate": 5.224997159735905e-06,
      "loss": 0.2377037525177002,
      "step": 7890,
      "token_acc": 0.9320928773960878
    },
    {
      "epoch": 0.5117485010533139,
      "grad_norm": 0.7878602147102356,
      "learning_rate": 5.219643575167972e-06,
      "loss": 0.23456892967224122,
      "step": 7895,
      "token_acc": 0.9329305175678518
    },
    {
      "epoch": 0.512072597634095,
      "grad_norm": 0.8212928771972656,
      "learning_rate": 5.2142897382941974e-06,
      "loss": 0.24674248695373535,
      "step": 7900,
      "token_acc": 0.930282859754606
    },
    {
      "epoch": 0.512396694214876,
      "grad_norm": 0.780990481376648,
      "learning_rate": 5.2089356552645645e-06,
      "loss": 0.2401130199432373,
      "step": 7905,
      "token_acc": 0.9311170716108359
    },
    {
      "epoch": 0.5127207907956571,
      "grad_norm": 0.7864103317260742,
      "learning_rate": 5.20358133222934e-06,
      "loss": 0.24617395401000977,
      "step": 7910,
      "token_acc": 0.9302838709677419
    },
    {
      "epoch": 0.5130448873764382,
      "grad_norm": 0.778942346572876,
      "learning_rate": 5.198226775339068e-06,
      "loss": 0.2374958038330078,
      "step": 7915,
      "token_acc": 0.9319598737717115
    },
    {
      "epoch": 0.5133689839572193,
      "grad_norm": 0.815487802028656,
      "learning_rate": 5.192871990744556e-06,
      "loss": 0.24502220153808593,
      "step": 7920,
      "token_acc": 0.9306892916960365
    },
    {
      "epoch": 0.5136930805380003,
      "grad_norm": 0.78216952085495,
      "learning_rate": 5.187516984596877e-06,
      "loss": 0.23564400672912597,
      "step": 7925,
      "token_acc": 0.9325555440199336
    },
    {
      "epoch": 0.5140171771187814,
      "grad_norm": 0.8167345523834229,
      "learning_rate": 5.182161763047356e-06,
      "loss": 0.24689910411834717,
      "step": 7930,
      "token_acc": 0.9297727021167156
    },
    {
      "epoch": 0.5143412736995625,
      "grad_norm": 0.8001877069473267,
      "learning_rate": 5.176806332247569e-06,
      "loss": 0.246451473236084,
      "step": 7935,
      "token_acc": 0.9300970376956585
    },
    {
      "epoch": 0.5146653702803435,
      "grad_norm": 0.7823928594589233,
      "learning_rate": 5.171450698349329e-06,
      "loss": 0.2414849281311035,
      "step": 7940,
      "token_acc": 0.9315584126526925
    },
    {
      "epoch": 0.5149894668611246,
      "grad_norm": 0.8291507959365845,
      "learning_rate": 5.166094867504684e-06,
      "loss": 0.24354779720306396,
      "step": 7945,
      "token_acc": 0.9306286177877651
    },
    {
      "epoch": 0.5153135634419057,
      "grad_norm": 0.8140103220939636,
      "learning_rate": 5.160738845865907e-06,
      "loss": 0.24305620193481445,
      "step": 7950,
      "token_acc": 0.9310030889286295
    },
    {
      "epoch": 0.5156376600226867,
      "grad_norm": 0.7822763323783875,
      "learning_rate": 5.155382639585492e-06,
      "loss": 0.2432279109954834,
      "step": 7955,
      "token_acc": 0.9308704330801558
    },
    {
      "epoch": 0.5159617566034679,
      "grad_norm": 0.7554298639297485,
      "learning_rate": 5.150026254816143e-06,
      "loss": 0.24599411487579345,
      "step": 7960,
      "token_acc": 0.9306002091411573
    },
    {
      "epoch": 0.5162858531842489,
      "grad_norm": 0.7561237812042236,
      "learning_rate": 5.144669697710771e-06,
      "loss": 0.2430462121963501,
      "step": 7965,
      "token_acc": 0.9304546694907546
    },
    {
      "epoch": 0.5166099497650299,
      "grad_norm": 0.8321071267127991,
      "learning_rate": 5.139312974422484e-06,
      "loss": 0.24661059379577638,
      "step": 7970,
      "token_acc": 0.9308829923232166
    },
    {
      "epoch": 0.5169340463458111,
      "grad_norm": 0.8013107180595398,
      "learning_rate": 5.133956091104579e-06,
      "loss": 0.24365005493164063,
      "step": 7975,
      "token_acc": 0.9318664536290193
    },
    {
      "epoch": 0.5172581429265921,
      "grad_norm": 0.8609841465950012,
      "learning_rate": 5.12859905391054e-06,
      "loss": 0.24148359298706054,
      "step": 7980,
      "token_acc": 0.9310917312661499
    },
    {
      "epoch": 0.5175822395073731,
      "grad_norm": 0.8396371006965637,
      "learning_rate": 5.123241868994029e-06,
      "loss": 0.2418349266052246,
      "step": 7985,
      "token_acc": 0.9318439371863364
    },
    {
      "epoch": 0.5179063360881543,
      "grad_norm": 0.7766262888908386,
      "learning_rate": 5.117884542508871e-06,
      "loss": 0.24117686748504638,
      "step": 7990,
      "token_acc": 0.9311893322874791
    },
    {
      "epoch": 0.5182304326689353,
      "grad_norm": 0.8737439513206482,
      "learning_rate": 5.11252708060906e-06,
      "loss": 0.2367872714996338,
      "step": 7995,
      "token_acc": 0.9317715053055636
    },
    {
      "epoch": 0.5185545292497165,
      "grad_norm": 0.9268008470535278,
      "learning_rate": 5.107169489448743e-06,
      "loss": 0.24811651706695556,
      "step": 8000,
      "token_acc": 0.9293736445316534
    },
    {
      "epoch": 0.5185545292497165,
      "eval_loss": 0.2457723319530487,
      "eval_runtime": 105.7765,
      "eval_samples_per_second": 189.078,
      "eval_steps_per_second": 0.255,
      "eval_token_acc": 0.9298818816713432,
      "step": 8000
    },
    {
      "epoch": 0.5188786258304975,
      "grad_norm": 0.8182088136672974,
      "learning_rate": 5.101811775182216e-06,
      "loss": 0.2457118034362793,
      "step": 8005,
      "token_acc": 0.9302541541258059
    },
    {
      "epoch": 0.5192027224112785,
      "grad_norm": 0.7813268899917603,
      "learning_rate": 5.096453943963916e-06,
      "loss": 0.24027745723724364,
      "step": 8010,
      "token_acc": 0.9312314429688663
    },
    {
      "epoch": 0.5195268189920597,
      "grad_norm": 0.7759381532669067,
      "learning_rate": 5.091096001948416e-06,
      "loss": 0.24170594215393065,
      "step": 8015,
      "token_acc": 0.931519464210967
    },
    {
      "epoch": 0.5198509155728407,
      "grad_norm": 0.8082971572875977,
      "learning_rate": 5.085737955290412e-06,
      "loss": 0.2472979784011841,
      "step": 8020,
      "token_acc": 0.9298481769586208
    },
    {
      "epoch": 0.5201750121536218,
      "grad_norm": 0.8368838429450989,
      "learning_rate": 5.080379810144726e-06,
      "loss": 0.2482856273651123,
      "step": 8025,
      "token_acc": 0.9304547856231555
    },
    {
      "epoch": 0.5204991087344029,
      "grad_norm": 0.8105872273445129,
      "learning_rate": 5.0750215726662876e-06,
      "loss": 0.24172635078430177,
      "step": 8030,
      "token_acc": 0.9317255236002107
    },
    {
      "epoch": 0.5208232053151839,
      "grad_norm": 0.7763067483901978,
      "learning_rate": 5.069663249010136e-06,
      "loss": 0.23796768188476564,
      "step": 8035,
      "token_acc": 0.9324099358447113
    },
    {
      "epoch": 0.521147301895965,
      "grad_norm": 0.9100785851478577,
      "learning_rate": 5.064304845331411e-06,
      "loss": 0.24763593673706055,
      "step": 8040,
      "token_acc": 0.9302783280828814
    },
    {
      "epoch": 0.5214713984767461,
      "grad_norm": 0.7872911691665649,
      "learning_rate": 5.058946367785337e-06,
      "loss": 0.2422987699508667,
      "step": 8045,
      "token_acc": 0.931563184479907
    },
    {
      "epoch": 0.5217954950575271,
      "grad_norm": 0.8047623634338379,
      "learning_rate": 5.053587822527232e-06,
      "loss": 0.24172568321228027,
      "step": 8050,
      "token_acc": 0.9315299024589839
    },
    {
      "epoch": 0.5221195916383082,
      "grad_norm": 0.8453525304794312,
      "learning_rate": 5.048229215712486e-06,
      "loss": 0.24186124801635742,
      "step": 8055,
      "token_acc": 0.931052853847903
    },
    {
      "epoch": 0.5224436882190893,
      "grad_norm": 0.7734045386314392,
      "learning_rate": 5.042870553496563e-06,
      "loss": 0.24204602241516113,
      "step": 8060,
      "token_acc": 0.9312360101404308
    },
    {
      "epoch": 0.5227677847998704,
      "grad_norm": 0.8912164568901062,
      "learning_rate": 5.037511842034986e-06,
      "loss": 0.24309887886047363,
      "step": 8065,
      "token_acc": 0.9312218720412954
    },
    {
      "epoch": 0.5230918813806514,
      "grad_norm": 0.8992875218391418,
      "learning_rate": 5.032153087483342e-06,
      "loss": 0.24645709991455078,
      "step": 8070,
      "token_acc": 0.9303330938836792
    },
    {
      "epoch": 0.5234159779614325,
      "grad_norm": 0.8028161525726318,
      "learning_rate": 5.026794295997259e-06,
      "loss": 0.2326809883117676,
      "step": 8075,
      "token_acc": 0.9327388518675449
    },
    {
      "epoch": 0.5237400745422136,
      "grad_norm": 0.805109441280365,
      "learning_rate": 5.021435473732417e-06,
      "loss": 0.24801273345947267,
      "step": 8080,
      "token_acc": 0.9295700701965893
    },
    {
      "epoch": 0.5240641711229946,
      "grad_norm": 0.8166808485984802,
      "learning_rate": 5.01607662684452e-06,
      "loss": 0.2413862705230713,
      "step": 8085,
      "token_acc": 0.9323404145144796
    },
    {
      "epoch": 0.5243882677037758,
      "grad_norm": 0.8032011389732361,
      "learning_rate": 5.01071776148931e-06,
      "loss": 0.24653840065002441,
      "step": 8090,
      "token_acc": 0.9299417043550275
    },
    {
      "epoch": 0.5247123642845568,
      "grad_norm": 0.8287736177444458,
      "learning_rate": 5.005358883822546e-06,
      "loss": 0.23931994438171386,
      "step": 8095,
      "token_acc": 0.9320784200435959
    },
    {
      "epoch": 0.5250364608653378,
      "grad_norm": 0.861404299736023,
      "learning_rate": 5e-06,
      "loss": 0.24744443893432616,
      "step": 8100,
      "token_acc": 0.9300367718211728
    },
    {
      "epoch": 0.525360557446119,
      "grad_norm": 0.9745165705680847,
      "learning_rate": 4.994641116177455e-06,
      "loss": 0.24156579971313477,
      "step": 8105,
      "token_acc": 0.9313802570018174
    },
    {
      "epoch": 0.5256846540269,
      "grad_norm": 0.8105664849281311,
      "learning_rate": 4.9892822385106905e-06,
      "loss": 0.23055248260498046,
      "step": 8110,
      "token_acc": 0.9338000777907429
    },
    {
      "epoch": 0.526008750607681,
      "grad_norm": 0.7735220193862915,
      "learning_rate": 4.983923373155481e-06,
      "loss": 0.24546487331390382,
      "step": 8115,
      "token_acc": 0.9305158807800169
    },
    {
      "epoch": 0.5263328471884622,
      "grad_norm": 0.8099386692047119,
      "learning_rate": 4.978564526267586e-06,
      "loss": 0.24430627822875978,
      "step": 8120,
      "token_acc": 0.9309777019902894
    },
    {
      "epoch": 0.5266569437692432,
      "grad_norm": 0.8047671318054199,
      "learning_rate": 4.973205704002742e-06,
      "loss": 0.2410892963409424,
      "step": 8125,
      "token_acc": 0.9314974698732328
    },
    {
      "epoch": 0.5269810403500244,
      "grad_norm": 0.7818545699119568,
      "learning_rate": 4.96784691251666e-06,
      "loss": 0.23745946884155272,
      "step": 8130,
      "token_acc": 0.93223412165247
    },
    {
      "epoch": 0.5273051369308054,
      "grad_norm": 0.8808779716491699,
      "learning_rate": 4.962488157965015e-06,
      "loss": 0.23475260734558107,
      "step": 8135,
      "token_acc": 0.9329703489897665
    },
    {
      "epoch": 0.5276292335115864,
      "grad_norm": 0.7542123794555664,
      "learning_rate": 4.957129446503438e-06,
      "loss": 0.24455347061157226,
      "step": 8140,
      "token_acc": 0.9301236454842945
    },
    {
      "epoch": 0.5279533300923676,
      "grad_norm": 1.1037278175354004,
      "learning_rate": 4.9517707842875165e-06,
      "loss": 0.24701261520385742,
      "step": 8145,
      "token_acc": 0.9302665874068315
    },
    {
      "epoch": 0.5282774266731486,
      "grad_norm": 0.7745888829231262,
      "learning_rate": 4.94641217747277e-06,
      "loss": 0.24668564796447753,
      "step": 8150,
      "token_acc": 0.929274253397139
    },
    {
      "epoch": 0.5286015232539296,
      "grad_norm": 0.8106912970542908,
      "learning_rate": 4.941053632214665e-06,
      "loss": 0.2416560173034668,
      "step": 8155,
      "token_acc": 0.9319337132239893
    },
    {
      "epoch": 0.5289256198347108,
      "grad_norm": 0.8011447191238403,
      "learning_rate": 4.935695154668591e-06,
      "loss": 0.24505655765533446,
      "step": 8160,
      "token_acc": 0.9308806054970035
    },
    {
      "epoch": 0.5292497164154918,
      "grad_norm": 0.9251782894134521,
      "learning_rate": 4.9303367509898645e-06,
      "loss": 0.24659318923950196,
      "step": 8165,
      "token_acc": 0.930319256218242
    },
    {
      "epoch": 0.5295738129962729,
      "grad_norm": 0.7943255305290222,
      "learning_rate": 4.924978427333715e-06,
      "loss": 0.23770604133605958,
      "step": 8170,
      "token_acc": 0.9323439688919729
    },
    {
      "epoch": 0.529897909577054,
      "grad_norm": 0.7926489114761353,
      "learning_rate": 4.919620189855277e-06,
      "loss": 0.23708786964416503,
      "step": 8175,
      "token_acc": 0.9332639927192355
    },
    {
      "epoch": 0.530222006157835,
      "grad_norm": 0.9216257333755493,
      "learning_rate": 4.91426204470959e-06,
      "loss": 0.249497127532959,
      "step": 8180,
      "token_acc": 0.9301416048550236
    },
    {
      "epoch": 0.5305461027386161,
      "grad_norm": 0.7923769354820251,
      "learning_rate": 4.908903998051586e-06,
      "loss": 0.23885347843170165,
      "step": 8185,
      "token_acc": 0.9325591666017198
    },
    {
      "epoch": 0.5308701993193972,
      "grad_norm": 0.79524827003479,
      "learning_rate": 4.903546056036085e-06,
      "loss": 0.2395010471343994,
      "step": 8190,
      "token_acc": 0.9311084671048782
    },
    {
      "epoch": 0.5311942959001783,
      "grad_norm": 0.8420419096946716,
      "learning_rate": 4.8981882248177845e-06,
      "loss": 0.24050664901733398,
      "step": 8195,
      "token_acc": 0.9324349652609468
    },
    {
      "epoch": 0.5315183924809593,
      "grad_norm": 0.846523642539978,
      "learning_rate": 4.892830510551258e-06,
      "loss": 0.2463658332824707,
      "step": 8200,
      "token_acc": 0.9300151280036879
    },
    {
      "epoch": 0.5318424890617404,
      "grad_norm": 0.8087852597236633,
      "learning_rate": 4.887472919390942e-06,
      "loss": 0.2432598352432251,
      "step": 8205,
      "token_acc": 0.9311726313997866
    },
    {
      "epoch": 0.5321665856425215,
      "grad_norm": 0.8151853680610657,
      "learning_rate": 4.882115457491131e-06,
      "loss": 0.23900861740112306,
      "step": 8210,
      "token_acc": 0.9310613042597277
    },
    {
      "epoch": 0.5324906822233025,
      "grad_norm": 0.8653593063354492,
      "learning_rate": 4.876758131005973e-06,
      "loss": 0.24174349308013915,
      "step": 8215,
      "token_acc": 0.9310197452773742
    },
    {
      "epoch": 0.5328147788040836,
      "grad_norm": 0.8096201419830322,
      "learning_rate": 4.87140094608946e-06,
      "loss": 0.24266068935394286,
      "step": 8220,
      "token_acc": 0.9308755160244305
    },
    {
      "epoch": 0.5331388753848647,
      "grad_norm": 0.7821497917175293,
      "learning_rate": 4.8660439088954215e-06,
      "loss": 0.24201838970184325,
      "step": 8225,
      "token_acc": 0.9307404489956675
    },
    {
      "epoch": 0.5334629719656457,
      "grad_norm": 0.8003436923027039,
      "learning_rate": 4.8606870255775195e-06,
      "loss": 0.23647682666778563,
      "step": 8230,
      "token_acc": 0.931872754927025
    },
    {
      "epoch": 0.5337870685464269,
      "grad_norm": 0.8531568050384521,
      "learning_rate": 4.85533030228923e-06,
      "loss": 0.24609119892120362,
      "step": 8235,
      "token_acc": 0.9306366343517559
    },
    {
      "epoch": 0.5341111651272079,
      "grad_norm": 0.7754499912261963,
      "learning_rate": 4.849973745183859e-06,
      "loss": 0.2448775053024292,
      "step": 8240,
      "token_acc": 0.9308254923132294
    },
    {
      "epoch": 0.5344352617079889,
      "grad_norm": 0.8106386065483093,
      "learning_rate": 4.844617360414509e-06,
      "loss": 0.24270193576812743,
      "step": 8245,
      "token_acc": 0.9309066353265069
    },
    {
      "epoch": 0.5347593582887701,
      "grad_norm": 0.8205743432044983,
      "learning_rate": 4.839261154134094e-06,
      "loss": 0.23956866264343263,
      "step": 8250,
      "token_acc": 0.9317624273724984
    },
    {
      "epoch": 0.5350834548695511,
      "grad_norm": 0.9065422415733337,
      "learning_rate": 4.833905132495319e-06,
      "loss": 0.23816938400268556,
      "step": 8255,
      "token_acc": 0.9322561919504644
    },
    {
      "epoch": 0.5354075514503323,
      "grad_norm": 0.8193075060844421,
      "learning_rate": 4.828549301650673e-06,
      "loss": 0.23941342830657958,
      "step": 8260,
      "token_acc": 0.9313159792800472
    },
    {
      "epoch": 0.5357316480311133,
      "grad_norm": 0.8344675302505493,
      "learning_rate": 4.823193667752432e-06,
      "loss": 0.2484200716018677,
      "step": 8265,
      "token_acc": 0.929895266620521
    },
    {
      "epoch": 0.5360557446118943,
      "grad_norm": 0.8096815347671509,
      "learning_rate": 4.817838236952645e-06,
      "loss": 0.24381232261657715,
      "step": 8270,
      "token_acc": 0.9309579416703662
    },
    {
      "epoch": 0.5363798411926755,
      "grad_norm": 0.8262730836868286,
      "learning_rate": 4.812483015403124e-06,
      "loss": 0.2425703525543213,
      "step": 8275,
      "token_acc": 0.9312016883974467
    },
    {
      "epoch": 0.5367039377734565,
      "grad_norm": 0.8010238409042358,
      "learning_rate": 4.807128009255445e-06,
      "loss": 0.24077913761138917,
      "step": 8280,
      "token_acc": 0.9318037342141308
    },
    {
      "epoch": 0.5370280343542375,
      "grad_norm": 0.8176038861274719,
      "learning_rate": 4.801773224660934e-06,
      "loss": 0.24325640201568605,
      "step": 8285,
      "token_acc": 0.9320766261578217
    },
    {
      "epoch": 0.5373521309350187,
      "grad_norm": 0.7913457751274109,
      "learning_rate": 4.796418667770661e-06,
      "loss": 0.2420496940612793,
      "step": 8290,
      "token_acc": 0.9309660458881558
    },
    {
      "epoch": 0.5376762275157997,
      "grad_norm": 0.7514023780822754,
      "learning_rate": 4.791064344735436e-06,
      "loss": 0.23033642768859863,
      "step": 8295,
      "token_acc": 0.9340288571132526
    },
    {
      "epoch": 0.5380003240965808,
      "grad_norm": 0.900210440158844,
      "learning_rate": 4.785710261705805e-06,
      "loss": 0.24016294479370118,
      "step": 8300,
      "token_acc": 0.9311983362291371
    },
    {
      "epoch": 0.5383244206773619,
      "grad_norm": 0.8491877317428589,
      "learning_rate": 4.78035642483203e-06,
      "loss": 0.25060606002807617,
      "step": 8305,
      "token_acc": 0.9294361313749009
    },
    {
      "epoch": 0.5386485172581429,
      "grad_norm": 0.8001054525375366,
      "learning_rate": 4.7750028402640966e-06,
      "loss": 0.2407216787338257,
      "step": 8310,
      "token_acc": 0.9313146814622437
    },
    {
      "epoch": 0.538972613838924,
      "grad_norm": 0.8820044994354248,
      "learning_rate": 4.769649514151696e-06,
      "loss": 0.23607473373413085,
      "step": 8315,
      "token_acc": 0.9328092807181008
    },
    {
      "epoch": 0.5392967104197051,
      "grad_norm": 0.8178361058235168,
      "learning_rate": 4.764296452644226e-06,
      "loss": 0.23810672760009766,
      "step": 8320,
      "token_acc": 0.9320127988250259
    },
    {
      "epoch": 0.5396208070004861,
      "grad_norm": 0.8087671995162964,
      "learning_rate": 4.75894366189078e-06,
      "loss": 0.2373284101486206,
      "step": 8325,
      "token_acc": 0.9316758795944565
    },
    {
      "epoch": 0.5399449035812672,
      "grad_norm": 0.8738973140716553,
      "learning_rate": 4.753591148040137e-06,
      "loss": 0.24265022277832032,
      "step": 8330,
      "token_acc": 0.9312873825121049
    },
    {
      "epoch": 0.5402690001620483,
      "grad_norm": 0.8106444478034973,
      "learning_rate": 4.748238917240763e-06,
      "loss": 0.2397428035736084,
      "step": 8335,
      "token_acc": 0.9322988836309446
    },
    {
      "epoch": 0.5405930967428294,
      "grad_norm": 0.8210396766662598,
      "learning_rate": 4.742886975640797e-06,
      "loss": 0.24487061500549318,
      "step": 8340,
      "token_acc": 0.9309169278996865
    },
    {
      "epoch": 0.5409171933236104,
      "grad_norm": 0.8426142334938049,
      "learning_rate": 4.737535329388044e-06,
      "loss": 0.23839833736419677,
      "step": 8345,
      "token_acc": 0.9317527419312619
    },
    {
      "epoch": 0.5412412899043915,
      "grad_norm": 0.8345897793769836,
      "learning_rate": 4.732183984629969e-06,
      "loss": 0.24344558715820314,
      "step": 8350,
      "token_acc": 0.9305297473512633
    },
    {
      "epoch": 0.5415653864851726,
      "grad_norm": 0.8126654624938965,
      "learning_rate": 4.7268329475136945e-06,
      "loss": 0.23946683406829833,
      "step": 8355,
      "token_acc": 0.9316787233625439
    },
    {
      "epoch": 0.5418894830659536,
      "grad_norm": 0.8076168894767761,
      "learning_rate": 4.721482224185987e-06,
      "loss": 0.23504953384399413,
      "step": 8360,
      "token_acc": 0.9323022883280473
    },
    {
      "epoch": 0.5422135796467348,
      "grad_norm": 0.8037662506103516,
      "learning_rate": 4.716131820793253e-06,
      "loss": 0.23991770744323732,
      "step": 8365,
      "token_acc": 0.931755131020156
    },
    {
      "epoch": 0.5425376762275158,
      "grad_norm": 0.8573919534683228,
      "learning_rate": 4.710781743481536e-06,
      "loss": 0.23679189682006835,
      "step": 8370,
      "token_acc": 0.9319086609499106
    },
    {
      "epoch": 0.5428617728082968,
      "grad_norm": 0.8242449760437012,
      "learning_rate": 4.705431998396494e-06,
      "loss": 0.23830027580261232,
      "step": 8375,
      "token_acc": 0.9330742268841263
    },
    {
      "epoch": 0.543185869389078,
      "grad_norm": 0.8846279978752136,
      "learning_rate": 4.7000825916834135e-06,
      "loss": 0.24338040351867676,
      "step": 8380,
      "token_acc": 0.9309993022919053
    },
    {
      "epoch": 0.543509965969859,
      "grad_norm": 1.085318684577942,
      "learning_rate": 4.694733529487188e-06,
      "loss": 0.236962890625,
      "step": 8385,
      "token_acc": 0.9318104176201004
    },
    {
      "epoch": 0.54383406255064,
      "grad_norm": 0.8240640759468079,
      "learning_rate": 4.689384817952316e-06,
      "loss": 0.24508442878723144,
      "step": 8390,
      "token_acc": 0.930229718875502
    },
    {
      "epoch": 0.5441581591314212,
      "grad_norm": 0.7967071533203125,
      "learning_rate": 4.684036463222896e-06,
      "loss": 0.2489915370941162,
      "step": 8395,
      "token_acc": 0.9296897651493187
    },
    {
      "epoch": 0.5444822557122022,
      "grad_norm": 0.824304461479187,
      "learning_rate": 4.6786884714426094e-06,
      "loss": 0.2351855754852295,
      "step": 8400,
      "token_acc": 0.9318790711486692
    },
    {
      "epoch": 0.5448063522929834,
      "grad_norm": 0.7934773564338684,
      "learning_rate": 4.673340848754728e-06,
      "loss": 0.24302077293395996,
      "step": 8405,
      "token_acc": 0.9309109054618037
    },
    {
      "epoch": 0.5451304488737644,
      "grad_norm": 0.7740573287010193,
      "learning_rate": 4.667993601302096e-06,
      "loss": 0.24123754501342773,
      "step": 8410,
      "token_acc": 0.931778052298319
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.7817065119743347,
      "learning_rate": 4.662646735227127e-06,
      "loss": 0.23929495811462403,
      "step": 8415,
      "token_acc": 0.9309532971153909
    },
    {
      "epoch": 0.5457786420353266,
      "grad_norm": 0.7800682783126831,
      "learning_rate": 4.6573002566717974e-06,
      "loss": 0.2433910846710205,
      "step": 8420,
      "token_acc": 0.931371727883618
    },
    {
      "epoch": 0.5461027386161076,
      "grad_norm": 0.990047037601471,
      "learning_rate": 4.651954171777639e-06,
      "loss": 0.24240436553955078,
      "step": 8425,
      "token_acc": 0.9315155275446559
    },
    {
      "epoch": 0.5464268351968887,
      "grad_norm": 0.8210124373435974,
      "learning_rate": 4.646608486685729e-06,
      "loss": 0.23503177165985106,
      "step": 8430,
      "token_acc": 0.9317767549208598
    },
    {
      "epoch": 0.5467509317776698,
      "grad_norm": 0.7846969962120056,
      "learning_rate": 4.641263207536685e-06,
      "loss": 0.23521924018859863,
      "step": 8435,
      "token_acc": 0.932362857068186
    },
    {
      "epoch": 0.5470750283584508,
      "grad_norm": 1.123048186302185,
      "learning_rate": 4.635918340470664e-06,
      "loss": 0.23991575241088867,
      "step": 8440,
      "token_acc": 0.9320802575525999
    },
    {
      "epoch": 0.5473991249392319,
      "grad_norm": 0.8502026796340942,
      "learning_rate": 4.630573891627341e-06,
      "loss": 0.24041686058044434,
      "step": 8445,
      "token_acc": 0.9316244333561622
    },
    {
      "epoch": 0.547723221520013,
      "grad_norm": 0.8347294330596924,
      "learning_rate": 4.625229867145922e-06,
      "loss": 0.25098018646240233,
      "step": 8450,
      "token_acc": 0.9285222970062805
    },
    {
      "epoch": 0.548047318100794,
      "grad_norm": 0.8280182480812073,
      "learning_rate": 4.6198862731651105e-06,
      "loss": 0.23603384494781493,
      "step": 8455,
      "token_acc": 0.932926436692806
    },
    {
      "epoch": 0.5483714146815751,
      "grad_norm": 0.8085178136825562,
      "learning_rate": 4.614543115823129e-06,
      "loss": 0.2388146162033081,
      "step": 8460,
      "token_acc": 0.9326059217207885
    },
    {
      "epoch": 0.5486955112623562,
      "grad_norm": 0.8370281457901001,
      "learning_rate": 4.60920040125769e-06,
      "loss": 0.24448227882385254,
      "step": 8465,
      "token_acc": 0.9309708498983437
    },
    {
      "epoch": 0.5490196078431373,
      "grad_norm": 0.8001585006713867,
      "learning_rate": 4.603858135606004e-06,
      "loss": 0.2341989278793335,
      "step": 8470,
      "token_acc": 0.933618088483091
    },
    {
      "epoch": 0.5493437044239183,
      "grad_norm": 0.8019942045211792,
      "learning_rate": 4.59851632500476e-06,
      "loss": 0.23873131275177,
      "step": 8475,
      "token_acc": 0.9314791484963013
    },
    {
      "epoch": 0.5496678010046994,
      "grad_norm": 0.8279576897621155,
      "learning_rate": 4.593174975590129e-06,
      "loss": 0.2401789665222168,
      "step": 8480,
      "token_acc": 0.9316625448691735
    },
    {
      "epoch": 0.5499918975854805,
      "grad_norm": 0.7763727307319641,
      "learning_rate": 4.587834093497745e-06,
      "loss": 0.23969721794128418,
      "step": 8485,
      "token_acc": 0.9316840272115943
    },
    {
      "epoch": 0.5503159941662615,
      "grad_norm": 1.7937692403793335,
      "learning_rate": 4.582493684862714e-06,
      "loss": 0.24093496799468994,
      "step": 8490,
      "token_acc": 0.9317538235275146
    },
    {
      "epoch": 0.5506400907470426,
      "grad_norm": 0.828227162361145,
      "learning_rate": 4.577153755819593e-06,
      "loss": 0.24339766502380372,
      "step": 8495,
      "token_acc": 0.9319290392653786
    },
    {
      "epoch": 0.5509641873278237,
      "grad_norm": 0.8395451307296753,
      "learning_rate": 4.57181431250239e-06,
      "loss": 0.23802585601806642,
      "step": 8500,
      "token_acc": 0.9315395006884368
    },
    {
      "epoch": 0.5509641873278237,
      "eval_loss": 0.24377238750457764,
      "eval_runtime": 105.1109,
      "eval_samples_per_second": 190.275,
      "eval_steps_per_second": 0.257,
      "eval_token_acc": 0.9303957513731076,
      "step": 8500
    },
    {
      "epoch": 0.5279001924151201,
      "grad_norm": 1.0943489074707031,
      "learning_rate": 4.9522764324554615e-06,
      "loss": 0.26176598072052004,
      "step": 8505,
      "token_acc": 0.9312429863357318
    },
    {
      "epoch": 0.5282105393830302,
      "grad_norm": 1.4687483310699463,
      "learning_rate": 4.947145047925423e-06,
      "loss": 0.24499595165252686,
      "step": 8510,
      "token_acc": 0.9305895573303368
    },
    {
      "epoch": 0.5285208863509403,
      "grad_norm": 0.9141036868095398,
      "learning_rate": 4.942013719070193e-06,
      "loss": 0.24243512153625488,
      "step": 8515,
      "token_acc": 0.9304801781499606
    },
    {
      "epoch": 0.5288312333188505,
      "grad_norm": 0.9178383350372314,
      "learning_rate": 4.93688245129486e-06,
      "loss": 0.23781514167785645,
      "step": 8520,
      "token_acc": 0.9318716212142527
    },
    {
      "epoch": 0.5291415802867606,
      "grad_norm": 0.8719151020050049,
      "learning_rate": 4.931751250004451e-06,
      "loss": 0.23084447383880616,
      "step": 8525,
      "token_acc": 0.9340286745472004
    },
    {
      "epoch": 0.5294519272546707,
      "grad_norm": 0.8730896711349487,
      "learning_rate": 4.926620120603921e-06,
      "loss": 0.2331705093383789,
      "step": 8530,
      "token_acc": 0.9332122435250588
    },
    {
      "epoch": 0.5297622742225808,
      "grad_norm": 0.8118588924407959,
      "learning_rate": 4.921489068498147e-06,
      "loss": 0.23608248233795165,
      "step": 8535,
      "token_acc": 0.9322579138107092
    },
    {
      "epoch": 0.5300726211904909,
      "grad_norm": 0.7789573669433594,
      "learning_rate": 4.91635809909193e-06,
      "loss": 0.2308420419692993,
      "step": 8540,
      "token_acc": 0.9339207342288862
    },
    {
      "epoch": 0.5303829681584011,
      "grad_norm": 0.882975697517395,
      "learning_rate": 4.911227217789982e-06,
      "loss": 0.24052877426147462,
      "step": 8545,
      "token_acc": 0.9310772257747172
    },
    {
      "epoch": 0.5306933151263112,
      "grad_norm": 1.1390831470489502,
      "learning_rate": 4.906096429996915e-06,
      "loss": 0.23412952423095704,
      "step": 8550,
      "token_acc": 0.9325691972586729
    },
    {
      "epoch": 0.5310036620942213,
      "grad_norm": 0.8960070610046387,
      "learning_rate": 4.900965741117258e-06,
      "loss": 0.23040266036987306,
      "step": 8555,
      "token_acc": 0.9338292873923257
    },
    {
      "epoch": 0.5313140090621314,
      "grad_norm": 0.8467027544975281,
      "learning_rate": 4.895835156555417e-06,
      "loss": 0.23063969612121582,
      "step": 8560,
      "token_acc": 0.9344212446786945
    },
    {
      "epoch": 0.5316243560300415,
      "grad_norm": 0.8829395174980164,
      "learning_rate": 4.890704681715704e-06,
      "loss": 0.22131528854370117,
      "step": 8565,
      "token_acc": 0.9363915598290599
    },
    {
      "epoch": 0.5319347029979518,
      "grad_norm": 0.9108978509902954,
      "learning_rate": 4.8855743220023066e-06,
      "loss": 0.23421890735626222,
      "step": 8570,
      "token_acc": 0.9338276376591536
    },
    {
      "epoch": 0.5322450499658619,
      "grad_norm": 1.1023825407028198,
      "learning_rate": 4.880444082819293e-06,
      "loss": 0.227890682220459,
      "step": 8575,
      "token_acc": 0.9345380748613124
    },
    {
      "epoch": 0.532555396933772,
      "grad_norm": 0.7825270891189575,
      "learning_rate": 4.875313969570606e-06,
      "loss": 0.22762112617492675,
      "step": 8580,
      "token_acc": 0.9339450987604853
    },
    {
      "epoch": 0.5328657439016821,
      "grad_norm": 0.8017994165420532,
      "learning_rate": 4.8701839876600555e-06,
      "loss": 0.23148279190063475,
      "step": 8585,
      "token_acc": 0.9341727074483338
    },
    {
      "epoch": 0.5331760908695922,
      "grad_norm": 0.8482680916786194,
      "learning_rate": 4.86505414249131e-06,
      "loss": 0.2255796432495117,
      "step": 8590,
      "token_acc": 0.934995197182347
    },
    {
      "epoch": 0.5334864378375024,
      "grad_norm": 0.8013801574707031,
      "learning_rate": 4.859924439467899e-06,
      "loss": 0.23364462852478027,
      "step": 8595,
      "token_acc": 0.933110590934251
    },
    {
      "epoch": 0.5337967848054125,
      "grad_norm": 0.8017052412033081,
      "learning_rate": 4.8547948839931985e-06,
      "loss": 0.23359198570251466,
      "step": 8600,
      "token_acc": 0.9335612119603093
    },
    {
      "epoch": 0.5341071317733226,
      "grad_norm": 0.8352408409118652,
      "learning_rate": 4.849665481470428e-06,
      "loss": 0.22977676391601562,
      "step": 8605,
      "token_acc": 0.9341043392426001
    },
    {
      "epoch": 0.5344174787412327,
      "grad_norm": 0.856725811958313,
      "learning_rate": 4.844536237302651e-06,
      "loss": 0.22916121482849122,
      "step": 8610,
      "token_acc": 0.933448799309879
    },
    {
      "epoch": 0.5347278257091428,
      "grad_norm": 0.7687222361564636,
      "learning_rate": 4.839407156892758e-06,
      "loss": 0.2331073760986328,
      "step": 8615,
      "token_acc": 0.9338393858362806
    },
    {
      "epoch": 0.5350381726770529,
      "grad_norm": 0.8741118311882019,
      "learning_rate": 4.8342782456434725e-06,
      "loss": 0.2293628692626953,
      "step": 8620,
      "token_acc": 0.9345788125477784
    },
    {
      "epoch": 0.5353485196449631,
      "grad_norm": 0.7720116972923279,
      "learning_rate": 4.829149508957338e-06,
      "loss": 0.23599376678466796,
      "step": 8625,
      "token_acc": 0.9324241340450371
    },
    {
      "epoch": 0.5356588666128732,
      "grad_norm": 1.1758185625076294,
      "learning_rate": 4.824020952236713e-06,
      "loss": 0.23185458183288574,
      "step": 8630,
      "token_acc": 0.9343576628237661
    },
    {
      "epoch": 0.5359692135807833,
      "grad_norm": 0.8351410031318665,
      "learning_rate": 4.818892580883765e-06,
      "loss": 0.23154013156890868,
      "step": 8635,
      "token_acc": 0.9341552938695626
    },
    {
      "epoch": 0.5362795605486934,
      "grad_norm": 0.8490530252456665,
      "learning_rate": 4.813764400300472e-06,
      "loss": 0.23256049156188965,
      "step": 8640,
      "token_acc": 0.9336019842932285
    },
    {
      "epoch": 0.5365899075166035,
      "grad_norm": 0.7952938675880432,
      "learning_rate": 4.808636415888605e-06,
      "loss": 0.22400345802307128,
      "step": 8645,
      "token_acc": 0.9360759661547439
    },
    {
      "epoch": 0.5369002544845137,
      "grad_norm": 0.8120350241661072,
      "learning_rate": 4.80350863304973e-06,
      "loss": 0.23719615936279298,
      "step": 8650,
      "token_acc": 0.932943906537569
    },
    {
      "epoch": 0.5372106014524238,
      "grad_norm": 0.8350797295570374,
      "learning_rate": 4.798381057185203e-06,
      "loss": 0.22629237174987793,
      "step": 8655,
      "token_acc": 0.9350838948341921
    },
    {
      "epoch": 0.5375209484203339,
      "grad_norm": 0.8154293894767761,
      "learning_rate": 4.79325369369616e-06,
      "loss": 0.2357499361038208,
      "step": 8660,
      "token_acc": 0.9342103524374612
    },
    {
      "epoch": 0.537831295388244,
      "grad_norm": 0.7825552821159363,
      "learning_rate": 4.788126547983512e-06,
      "loss": 0.22491831779479982,
      "step": 8665,
      "token_acc": 0.935371976266545
    },
    {
      "epoch": 0.5381416423561541,
      "grad_norm": 0.776562511920929,
      "learning_rate": 4.782999625447945e-06,
      "loss": 0.23323287963867187,
      "step": 8670,
      "token_acc": 0.9339219729020511
    },
    {
      "epoch": 0.5384519893240644,
      "grad_norm": 0.7857832312583923,
      "learning_rate": 4.7778729314899075e-06,
      "loss": 0.22632973194122313,
      "step": 8675,
      "token_acc": 0.9349340673155175
    },
    {
      "epoch": 0.5387623362919745,
      "grad_norm": 0.8435510993003845,
      "learning_rate": 4.772746471509602e-06,
      "loss": 0.22583863735198975,
      "step": 8680,
      "token_acc": 0.934649886196278
    },
    {
      "epoch": 0.5390726832598846,
      "grad_norm": 0.9099718332290649,
      "learning_rate": 4.7676202509069955e-06,
      "loss": 0.2343308925628662,
      "step": 8685,
      "token_acc": 0.9331213163719764
    },
    {
      "epoch": 0.5393830302277947,
      "grad_norm": 1.25424325466156,
      "learning_rate": 4.762494275081794e-06,
      "loss": 0.23212890625,
      "step": 8690,
      "token_acc": 0.9345982828377242
    },
    {
      "epoch": 0.5396933771957048,
      "grad_norm": 0.8444955348968506,
      "learning_rate": 4.757368549433447e-06,
      "loss": 0.23432559967041017,
      "step": 8695,
      "token_acc": 0.9334054501625968
    },
    {
      "epoch": 0.540003724163615,
      "grad_norm": 0.8400503396987915,
      "learning_rate": 4.7522430793611445e-06,
      "loss": 0.22563433647155762,
      "step": 8700,
      "token_acc": 0.9356806155543008
    },
    {
      "epoch": 0.5403140711315251,
      "grad_norm": 0.7889493107795715,
      "learning_rate": 4.747117870263803e-06,
      "loss": 0.23246073722839355,
      "step": 8705,
      "token_acc": 0.9336666958695843
    },
    {
      "epoch": 0.5406244180994352,
      "grad_norm": 0.844626784324646,
      "learning_rate": 4.7419929275400665e-06,
      "loss": 0.22999210357666017,
      "step": 8710,
      "token_acc": 0.9342222456802423
    },
    {
      "epoch": 0.5409347650673453,
      "grad_norm": 0.9092142581939697,
      "learning_rate": 4.736868256588299e-06,
      "loss": 0.23199191093444824,
      "step": 8715,
      "token_acc": 0.9343479577993493
    },
    {
      "epoch": 0.5412451120352554,
      "grad_norm": 0.8355756402015686,
      "learning_rate": 4.7317438628065744e-06,
      "loss": 0.2307112693786621,
      "step": 8720,
      "token_acc": 0.9345810462271014
    },
    {
      "epoch": 0.5415554590031655,
      "grad_norm": 0.8477380871772766,
      "learning_rate": 4.72661975159268e-06,
      "loss": 0.23037476539611818,
      "step": 8725,
      "token_acc": 0.9342635022382327
    },
    {
      "epoch": 0.5418658059710757,
      "grad_norm": 0.8044423460960388,
      "learning_rate": 4.721495928344102e-06,
      "loss": 0.22875185012817384,
      "step": 8730,
      "token_acc": 0.9342845473828439
    },
    {
      "epoch": 0.5421761529389858,
      "grad_norm": 0.8599227666854858,
      "learning_rate": 4.716372398458021e-06,
      "loss": 0.2305788516998291,
      "step": 8735,
      "token_acc": 0.9333685068187586
    },
    {
      "epoch": 0.5424864999068959,
      "grad_norm": 0.7696322202682495,
      "learning_rate": 4.711249167331316e-06,
      "loss": 0.23076372146606444,
      "step": 8740,
      "token_acc": 0.9337488533080031
    },
    {
      "epoch": 0.542796846874806,
      "grad_norm": 0.832984447479248,
      "learning_rate": 4.706126240360544e-06,
      "loss": 0.23358781337738038,
      "step": 8745,
      "token_acc": 0.9338935054082912
    },
    {
      "epoch": 0.5431071938427161,
      "grad_norm": 1.2727806568145752,
      "learning_rate": 4.701003622941944e-06,
      "loss": 0.22997024059295654,
      "step": 8750,
      "token_acc": 0.9347333978832092
    },
    {
      "epoch": 0.5434175408106263,
      "grad_norm": 0.9071239829063416,
      "learning_rate": 4.695881320471431e-06,
      "loss": 0.2304611921310425,
      "step": 8755,
      "token_acc": 0.9339700858952674
    },
    {
      "epoch": 0.5437278877785364,
      "grad_norm": 0.9167559742927551,
      "learning_rate": 4.690759338344586e-06,
      "loss": 0.23465757369995116,
      "step": 8760,
      "token_acc": 0.9331339514172731
    },
    {
      "epoch": 0.5440382347464465,
      "grad_norm": 0.8482223153114319,
      "learning_rate": 4.685637681956654e-06,
      "loss": 0.23015966415405273,
      "step": 8765,
      "token_acc": 0.9338798752774549
    },
    {
      "epoch": 0.5443485817143566,
      "grad_norm": 0.8712725639343262,
      "learning_rate": 4.680516356702535e-06,
      "loss": 0.2333503246307373,
      "step": 8770,
      "token_acc": 0.9336201102298696
    },
    {
      "epoch": 0.5446589286822667,
      "grad_norm": 0.8591123819351196,
      "learning_rate": 4.675395367976783e-06,
      "loss": 0.22921152114868165,
      "step": 8775,
      "token_acc": 0.9343863266052606
    },
    {
      "epoch": 0.5449692756501769,
      "grad_norm": 0.7953234314918518,
      "learning_rate": 4.670274721173591e-06,
      "loss": 0.23133621215820313,
      "step": 8780,
      "token_acc": 0.9339300825047598
    },
    {
      "epoch": 0.545279622618087,
      "grad_norm": 0.8676745891571045,
      "learning_rate": 4.6651544216868035e-06,
      "loss": 0.22861878871917723,
      "step": 8785,
      "token_acc": 0.9345684272191083
    },
    {
      "epoch": 0.5455899695859971,
      "grad_norm": 0.8397374749183655,
      "learning_rate": 4.6600344749098885e-06,
      "loss": 0.23129031658172608,
      "step": 8790,
      "token_acc": 0.9335689140531931
    },
    {
      "epoch": 0.5459003165539072,
      "grad_norm": 0.8353647589683533,
      "learning_rate": 4.654914886235945e-06,
      "loss": 0.23283302783966064,
      "step": 8795,
      "token_acc": 0.9339753059647886
    },
    {
      "epoch": 0.5462106635218174,
      "grad_norm": 0.9914921522140503,
      "learning_rate": 4.649795661057699e-06,
      "loss": 0.23629448413848878,
      "step": 8800,
      "token_acc": 0.932591702555656
    },
    {
      "epoch": 0.5465210104897276,
      "grad_norm": 0.9160581827163696,
      "learning_rate": 4.64467680476749e-06,
      "loss": 0.23420491218566894,
      "step": 8805,
      "token_acc": 0.9339306008786213
    },
    {
      "epoch": 0.5468313574576377,
      "grad_norm": 0.8121772408485413,
      "learning_rate": 4.639558322757267e-06,
      "loss": 0.22683205604553222,
      "step": 8810,
      "token_acc": 0.9344195574608946
    },
    {
      "epoch": 0.5471417044255478,
      "grad_norm": 0.7670088410377502,
      "learning_rate": 4.634440220418591e-06,
      "loss": 0.23064541816711426,
      "step": 8815,
      "token_acc": 0.9341344131257888
    },
    {
      "epoch": 0.5474520513934579,
      "grad_norm": 0.8074731230735779,
      "learning_rate": 4.629322503142619e-06,
      "loss": 0.22980527877807616,
      "step": 8820,
      "token_acc": 0.9346408732418904
    },
    {
      "epoch": 0.547762398361368,
      "grad_norm": 0.8520170450210571,
      "learning_rate": 4.624205176320098e-06,
      "loss": 0.2307342529296875,
      "step": 8825,
      "token_acc": 0.9339525626140321
    },
    {
      "epoch": 0.5480727453292782,
      "grad_norm": 0.8012826442718506,
      "learning_rate": 4.6190882453413754e-06,
      "loss": 0.2328421115875244,
      "step": 8830,
      "token_acc": 0.933793121499241
    },
    {
      "epoch": 0.5483830922971883,
      "grad_norm": 0.8000373244285583,
      "learning_rate": 4.613971715596369e-06,
      "loss": 0.23833394050598145,
      "step": 8835,
      "token_acc": 0.9322533521156153
    },
    {
      "epoch": 0.5486934392650984,
      "grad_norm": 0.8231528401374817,
      "learning_rate": 4.608855592474585e-06,
      "loss": 0.22967119216918946,
      "step": 8840,
      "token_acc": 0.934244343172063
    },
    {
      "epoch": 0.5490037862330085,
      "grad_norm": 0.8057606220245361,
      "learning_rate": 4.603739881365092e-06,
      "loss": 0.2327864646911621,
      "step": 8845,
      "token_acc": 0.9338939826744704
    },
    {
      "epoch": 0.5493141332009186,
      "grad_norm": 0.808185875415802,
      "learning_rate": 4.598624587656528e-06,
      "loss": 0.22434659004211427,
      "step": 8850,
      "token_acc": 0.9355642695733085
    },
    {
      "epoch": 0.5496244801688287,
      "grad_norm": 0.8256720900535583,
      "learning_rate": 4.593509716737096e-06,
      "loss": 0.23056917190551757,
      "step": 8855,
      "token_acc": 0.9347033825831831
    },
    {
      "epoch": 0.5499348271367389,
      "grad_norm": 0.837979793548584,
      "learning_rate": 4.588395273994547e-06,
      "loss": 0.23199942111968994,
      "step": 8860,
      "token_acc": 0.9341652640966667
    },
    {
      "epoch": 0.550245174104649,
      "grad_norm": 0.9255218505859375,
      "learning_rate": 4.583281264816184e-06,
      "loss": 0.2314289093017578,
      "step": 8865,
      "token_acc": 0.9331975533233147
    },
    {
      "epoch": 0.5505555210725591,
      "grad_norm": 0.8304197192192078,
      "learning_rate": 4.5781676945888535e-06,
      "loss": 0.2247575044631958,
      "step": 8870,
      "token_acc": 0.9357142383952408
    },
    {
      "epoch": 0.5508658680404692,
      "grad_norm": 0.8666803240776062,
      "learning_rate": 4.573054568698938e-06,
      "loss": 0.2326340913772583,
      "step": 8875,
      "token_acc": 0.9337747458533976
    },
    {
      "epoch": 0.5511762150083793,
      "grad_norm": 0.8482410907745361,
      "learning_rate": 4.5679418925323524e-06,
      "loss": 0.2324667453765869,
      "step": 8880,
      "token_acc": 0.9339230944376733
    },
    {
      "epoch": 0.5514865619762895,
      "grad_norm": 0.8537354469299316,
      "learning_rate": 4.562829671474541e-06,
      "loss": 0.22909798622131347,
      "step": 8885,
      "token_acc": 0.9342763543843228
    },
    {
      "epoch": 0.5517969089441996,
      "grad_norm": 0.7891256213188171,
      "learning_rate": 4.557717910910465e-06,
      "loss": 0.23165831565856934,
      "step": 8890,
      "token_acc": 0.9336792210275106
    },
    {
      "epoch": 0.5521072559121097,
      "grad_norm": 0.8280441761016846,
      "learning_rate": 4.552606616224599e-06,
      "loss": 0.22349858283996582,
      "step": 8895,
      "token_acc": 0.9358325515017772
    },
    {
      "epoch": 0.5524176028800198,
      "grad_norm": 0.8107667565345764,
      "learning_rate": 4.547495792800934e-06,
      "loss": 0.22554943561553956,
      "step": 8900,
      "token_acc": 0.9359554542476888
    },
    {
      "epoch": 0.55272794984793,
      "grad_norm": 0.8827427625656128,
      "learning_rate": 4.542385446022958e-06,
      "loss": 0.23208744525909425,
      "step": 8905,
      "token_acc": 0.9348644132468455
    },
    {
      "epoch": 0.5530382968158402,
      "grad_norm": 0.7992011308670044,
      "learning_rate": 4.537275581273658e-06,
      "loss": 0.22699120044708251,
      "step": 8910,
      "token_acc": 0.9352303213269951
    },
    {
      "epoch": 0.5533486437837503,
      "grad_norm": 0.8149877786636353,
      "learning_rate": 4.532166203935516e-06,
      "loss": 0.2283721923828125,
      "step": 8915,
      "token_acc": 0.9351928139380664
    },
    {
      "epoch": 0.5536589907516604,
      "grad_norm": 0.8204125761985779,
      "learning_rate": 4.5270573193905e-06,
      "loss": 0.23148202896118164,
      "step": 8920,
      "token_acc": 0.9336571834332092
    },
    {
      "epoch": 0.5539693377195705,
      "grad_norm": 0.889298677444458,
      "learning_rate": 4.521948933020054e-06,
      "loss": 0.2339005947113037,
      "step": 8925,
      "token_acc": 0.9326921175283965
    },
    {
      "epoch": 0.5542796846874806,
      "grad_norm": 0.8517132997512817,
      "learning_rate": 4.516841050205105e-06,
      "loss": 0.23078792095184325,
      "step": 8930,
      "token_acc": 0.9339216170900662
    },
    {
      "epoch": 0.5545900316553908,
      "grad_norm": 0.8451063632965088,
      "learning_rate": 4.511733676326044e-06,
      "loss": 0.2331632614135742,
      "step": 8935,
      "token_acc": 0.9341835016279116
    },
    {
      "epoch": 0.5549003786233009,
      "grad_norm": 0.828180193901062,
      "learning_rate": 4.506626816762726e-06,
      "loss": 0.22904691696166993,
      "step": 8940,
      "token_acc": 0.9342883384101015
    },
    {
      "epoch": 0.555210725591211,
      "grad_norm": 0.852012038230896,
      "learning_rate": 4.5015204768944695e-06,
      "loss": 0.2280498743057251,
      "step": 8945,
      "token_acc": 0.9345975361399526
    },
    {
      "epoch": 0.5555210725591211,
      "grad_norm": 0.8231121301651001,
      "learning_rate": 4.4964146621000396e-06,
      "loss": 0.23037199974060057,
      "step": 8950,
      "token_acc": 0.9332355099046221
    },
    {
      "epoch": 0.5558314195270312,
      "grad_norm": 0.7989760041236877,
      "learning_rate": 4.491309377757651e-06,
      "loss": 0.2290328025817871,
      "step": 8955,
      "token_acc": 0.9346614747220474
    },
    {
      "epoch": 0.5561417664949413,
      "grad_norm": 0.8593499660491943,
      "learning_rate": 4.486204629244959e-06,
      "loss": 0.23122825622558593,
      "step": 8960,
      "token_acc": 0.9339398067287527
    },
    {
      "epoch": 0.5564521134628515,
      "grad_norm": 0.8080406188964844,
      "learning_rate": 4.481100421939056e-06,
      "loss": 0.22796289920806884,
      "step": 8965,
      "token_acc": 0.9347606986088824
    },
    {
      "epoch": 0.5567624604307616,
      "grad_norm": 0.8840007781982422,
      "learning_rate": 4.475996761216461e-06,
      "loss": 0.228739333152771,
      "step": 8970,
      "token_acc": 0.934615997662248
    },
    {
      "epoch": 0.5570728073986717,
      "grad_norm": 0.818583071231842,
      "learning_rate": 4.470893652453121e-06,
      "loss": 0.22481937408447267,
      "step": 8975,
      "token_acc": 0.9349549764921508
    },
    {
      "epoch": 0.5573831543665818,
      "grad_norm": 0.796339213848114,
      "learning_rate": 4.465791101024399e-06,
      "loss": 0.22626852989196777,
      "step": 8980,
      "token_acc": 0.9354293287026458
    },
    {
      "epoch": 0.5576935013344919,
      "grad_norm": 0.7818427681922913,
      "learning_rate": 4.460689112305072e-06,
      "loss": 0.2274632453918457,
      "step": 8985,
      "token_acc": 0.9343415298919695
    },
    {
      "epoch": 0.5580038483024021,
      "grad_norm": 0.7855643033981323,
      "learning_rate": 4.455587691669325e-06,
      "loss": 0.2300940990447998,
      "step": 8990,
      "token_acc": 0.9343333466490898
    },
    {
      "epoch": 0.5583141952703122,
      "grad_norm": 0.8040710687637329,
      "learning_rate": 4.450486844490742e-06,
      "loss": 0.23637642860412597,
      "step": 8995,
      "token_acc": 0.932512878469302
    },
    {
      "epoch": 0.5586245422382223,
      "grad_norm": 0.8174216151237488,
      "learning_rate": 4.445386576142308e-06,
      "loss": 0.22736213207244874,
      "step": 9000,
      "token_acc": 0.9338073057121844
    },
    {
      "epoch": 0.5586245422382223,
      "eval_loss": 0.24459242820739746,
      "eval_runtime": 102.881,
      "eval_samples_per_second": 194.399,
      "eval_steps_per_second": 0.262,
      "eval_token_acc": 0.9298316897469849,
      "step": 9000
    },
    {
      "epoch": 0.5589348892061324,
      "grad_norm": 1.1239585876464844,
      "learning_rate": 4.4402868919963924e-06,
      "loss": 0.22991557121276857,
      "step": 9005,
      "token_acc": 0.9345034105240916
    },
    {
      "epoch": 0.5592452361740425,
      "grad_norm": 0.8264209628105164,
      "learning_rate": 4.435187797424749e-06,
      "loss": 0.23252553939819337,
      "step": 9010,
      "token_acc": 0.9344174851145827
    },
    {
      "epoch": 0.5595555831419528,
      "grad_norm": 0.821744441986084,
      "learning_rate": 4.4300892977985214e-06,
      "loss": 0.23172032833099365,
      "step": 9015,
      "token_acc": 0.9345834079795104
    },
    {
      "epoch": 0.5598659301098629,
      "grad_norm": 0.8167038559913635,
      "learning_rate": 4.424991398488211e-06,
      "loss": 0.23257486820220946,
      "step": 9020,
      "token_acc": 0.9337116259609853
    },
    {
      "epoch": 0.560176277077773,
      "grad_norm": 0.8388352990150452,
      "learning_rate": 4.419894104863696e-06,
      "loss": 0.22905364036560058,
      "step": 9025,
      "token_acc": 0.9332674672271917
    },
    {
      "epoch": 0.5604866240456831,
      "grad_norm": 0.8157934546470642,
      "learning_rate": 4.4147974222942176e-06,
      "loss": 0.2253563404083252,
      "step": 9030,
      "token_acc": 0.9349206983340658
    },
    {
      "epoch": 0.5607969710135932,
      "grad_norm": 0.8413422703742981,
      "learning_rate": 4.4097013561483686e-06,
      "loss": 0.22785816192626954,
      "step": 9035,
      "token_acc": 0.9350366696565188
    },
    {
      "epoch": 0.5611073179815034,
      "grad_norm": 0.8079880475997925,
      "learning_rate": 4.404605911794094e-06,
      "loss": 0.2230680465698242,
      "step": 9040,
      "token_acc": 0.9357281411021271
    },
    {
      "epoch": 0.5614176649494135,
      "grad_norm": 0.8916932344436646,
      "learning_rate": 4.399511094598688e-06,
      "loss": 0.22941977977752687,
      "step": 9045,
      "token_acc": 0.9347612797157365
    },
    {
      "epoch": 0.5617280119173236,
      "grad_norm": 0.7849769592285156,
      "learning_rate": 4.394416909928777e-06,
      "loss": 0.22711243629455566,
      "step": 9050,
      "token_acc": 0.9341552833465298
    },
    {
      "epoch": 0.5620383588852337,
      "grad_norm": 0.9089765548706055,
      "learning_rate": 4.3893233631503236e-06,
      "loss": 0.22680864334106446,
      "step": 9055,
      "token_acc": 0.9354855912487584
    },
    {
      "epoch": 0.5623487058531438,
      "grad_norm": 0.8886991739273071,
      "learning_rate": 4.384230459628625e-06,
      "loss": 0.23742284774780273,
      "step": 9060,
      "token_acc": 0.9321378246882727
    },
    {
      "epoch": 0.5626590528210539,
      "grad_norm": 0.9265754818916321,
      "learning_rate": 4.37913820472829e-06,
      "loss": 0.23734831809997559,
      "step": 9065,
      "token_acc": 0.9325193531796656
    },
    {
      "epoch": 0.5629693997889641,
      "grad_norm": 0.7836823463439941,
      "learning_rate": 4.374046603813252e-06,
      "loss": 0.2323366165161133,
      "step": 9070,
      "token_acc": 0.9344196311775084
    },
    {
      "epoch": 0.5632797467568742,
      "grad_norm": 0.8154056668281555,
      "learning_rate": 4.368955662246754e-06,
      "loss": 0.22613677978515626,
      "step": 9075,
      "token_acc": 0.9352258185545737
    },
    {
      "epoch": 0.5635900937247843,
      "grad_norm": 0.7866949439048767,
      "learning_rate": 4.363865385391342e-06,
      "loss": 0.23787765502929686,
      "step": 9080,
      "token_acc": 0.9329953978523311
    },
    {
      "epoch": 0.5639004406926944,
      "grad_norm": 0.9008229970932007,
      "learning_rate": 4.358775778608864e-06,
      "loss": 0.22830286026000976,
      "step": 9085,
      "token_acc": 0.9349117100983633
    },
    {
      "epoch": 0.5642107876606045,
      "grad_norm": 0.8126014471054077,
      "learning_rate": 4.353686847260461e-06,
      "loss": 0.22855396270751954,
      "step": 9090,
      "token_acc": 0.9346957529266051
    },
    {
      "epoch": 0.5645211346285147,
      "grad_norm": 0.8488256335258484,
      "learning_rate": 4.348598596706566e-06,
      "loss": 0.23272366523742677,
      "step": 9095,
      "token_acc": 0.9339128237187587
    },
    {
      "epoch": 0.5648314815964248,
      "grad_norm": 0.8108824491500854,
      "learning_rate": 4.343511032306886e-06,
      "loss": 0.22617745399475098,
      "step": 9100,
      "token_acc": 0.9351484883378411
    },
    {
      "epoch": 0.5651418285643349,
      "grad_norm": 0.8260208964347839,
      "learning_rate": 4.338424159420418e-06,
      "loss": 0.23081674575805664,
      "step": 9105,
      "token_acc": 0.9341768797615104
    },
    {
      "epoch": 0.565452175532245,
      "grad_norm": 0.8169665336608887,
      "learning_rate": 4.33333798340542e-06,
      "loss": 0.2352761745452881,
      "step": 9110,
      "token_acc": 0.9333386207717016
    },
    {
      "epoch": 0.5657625225001551,
      "grad_norm": 0.9474765658378601,
      "learning_rate": 4.328252509619419e-06,
      "loss": 0.2281942844390869,
      "step": 9115,
      "token_acc": 0.9343251136051126
    },
    {
      "epoch": 0.5660728694680653,
      "grad_norm": 0.8583059310913086,
      "learning_rate": 4.323167743419207e-06,
      "loss": 0.23068611621856688,
      "step": 9120,
      "token_acc": 0.9340562189821109
    },
    {
      "epoch": 0.5663832164359754,
      "grad_norm": 0.9009811282157898,
      "learning_rate": 4.318083690160823e-06,
      "loss": 0.23104567527770997,
      "step": 9125,
      "token_acc": 0.9337089532529272
    },
    {
      "epoch": 0.5666935634038855,
      "grad_norm": 1.0731709003448486,
      "learning_rate": 4.3130003551995615e-06,
      "loss": 0.22949738502502443,
      "step": 9130,
      "token_acc": 0.9343058873777078
    },
    {
      "epoch": 0.5670039103717956,
      "grad_norm": 0.8140671849250793,
      "learning_rate": 4.307917743889956e-06,
      "loss": 0.2268454074859619,
      "step": 9135,
      "token_acc": 0.9345533087748125
    },
    {
      "epoch": 0.5673142573397058,
      "grad_norm": 0.8400377035140991,
      "learning_rate": 4.302835861585779e-06,
      "loss": 0.23182573318481445,
      "step": 9140,
      "token_acc": 0.9335376769565131
    },
    {
      "epoch": 0.567624604307616,
      "grad_norm": 0.78734290599823,
      "learning_rate": 4.297754713640038e-06,
      "loss": 0.2273392915725708,
      "step": 9145,
      "token_acc": 0.9355483207452
    },
    {
      "epoch": 0.5679349512755261,
      "grad_norm": 0.7908815145492554,
      "learning_rate": 4.292674305404964e-06,
      "loss": 0.23374857902526855,
      "step": 9150,
      "token_acc": 0.9332267199733466
    },
    {
      "epoch": 0.5682452982434362,
      "grad_norm": 0.8390881419181824,
      "learning_rate": 4.287594642232004e-06,
      "loss": 0.22717437744140626,
      "step": 9155,
      "token_acc": 0.9348063485257565
    },
    {
      "epoch": 0.5685556452113463,
      "grad_norm": 0.8568211793899536,
      "learning_rate": 4.282515729471834e-06,
      "loss": 0.23121514320373535,
      "step": 9160,
      "token_acc": 0.9335785446773729
    },
    {
      "epoch": 0.5688659921792564,
      "grad_norm": 0.8523248434066772,
      "learning_rate": 4.277437572474325e-06,
      "loss": 0.22910017967224122,
      "step": 9165,
      "token_acc": 0.9352207743508015
    },
    {
      "epoch": 0.5691763391471665,
      "grad_norm": 0.9389868974685669,
      "learning_rate": 4.2723601765885595e-06,
      "loss": 0.2342961311340332,
      "step": 9170,
      "token_acc": 0.9341335628740486
    },
    {
      "epoch": 0.5694866861150767,
      "grad_norm": 0.8420261740684509,
      "learning_rate": 4.267283547162818e-06,
      "loss": 0.2282135009765625,
      "step": 9175,
      "token_acc": 0.9336437484969137
    },
    {
      "epoch": 0.5697970330829868,
      "grad_norm": 0.9319453835487366,
      "learning_rate": 4.262207689544571e-06,
      "loss": 0.22366180419921874,
      "step": 9180,
      "token_acc": 0.9356369469322283
    },
    {
      "epoch": 0.5701073800508969,
      "grad_norm": 0.9778652787208557,
      "learning_rate": 4.257132609080477e-06,
      "loss": 0.22629098892211913,
      "step": 9185,
      "token_acc": 0.9345798701213167
    },
    {
      "epoch": 0.570417727018807,
      "grad_norm": 0.8691847920417786,
      "learning_rate": 4.252058311116377e-06,
      "loss": 0.22122032642364503,
      "step": 9190,
      "token_acc": 0.9369269554833145
    },
    {
      "epoch": 0.5707280739867171,
      "grad_norm": 0.7937987446784973,
      "learning_rate": 4.24698480099729e-06,
      "loss": 0.231732177734375,
      "step": 9195,
      "token_acc": 0.9338472393487594
    },
    {
      "epoch": 0.5710384209546273,
      "grad_norm": 1.1790599822998047,
      "learning_rate": 4.241912084067395e-06,
      "loss": 0.23075084686279296,
      "step": 9200,
      "token_acc": 0.9338223179981943
    },
    {
      "epoch": 0.5713487679225374,
      "grad_norm": 0.9806782603263855,
      "learning_rate": 4.23684016567005e-06,
      "loss": 0.23424811363220216,
      "step": 9205,
      "token_acc": 0.9328641659371001
    },
    {
      "epoch": 0.5716591148904475,
      "grad_norm": 1.125106692314148,
      "learning_rate": 4.231769051147761e-06,
      "loss": 0.23172032833099365,
      "step": 9210,
      "token_acc": 0.9325986519730395
    },
    {
      "epoch": 0.5719694618583576,
      "grad_norm": 1.8347450494766235,
      "learning_rate": 4.22669874584219e-06,
      "loss": 0.2324674129486084,
      "step": 9215,
      "token_acc": 0.9336546322424114
    },
    {
      "epoch": 0.5722798088262677,
      "grad_norm": 0.8720211982727051,
      "learning_rate": 4.22162925509415e-06,
      "loss": 0.22626721858978271,
      "step": 9220,
      "token_acc": 0.9356979495789431
    },
    {
      "epoch": 0.5725901557941779,
      "grad_norm": 0.99982088804245,
      "learning_rate": 4.216560584243592e-06,
      "loss": 0.22560586929321289,
      "step": 9225,
      "token_acc": 0.934439450026441
    },
    {
      "epoch": 0.572900502762088,
      "grad_norm": 0.8416867852210999,
      "learning_rate": 4.211492738629604e-06,
      "loss": 0.2275064468383789,
      "step": 9230,
      "token_acc": 0.9351603514220224
    },
    {
      "epoch": 0.5732108497299981,
      "grad_norm": 0.810532808303833,
      "learning_rate": 4.206425723590407e-06,
      "loss": 0.2273815393447876,
      "step": 9235,
      "token_acc": 0.9362571163775983
    },
    {
      "epoch": 0.5735211966979082,
      "grad_norm": 1.7141177654266357,
      "learning_rate": 4.2013595444633456e-06,
      "loss": 0.24009456634521484,
      "step": 9240,
      "token_acc": 0.9324147155419006
    },
    {
      "epoch": 0.5738315436658183,
      "grad_norm": 0.8249492049217224,
      "learning_rate": 4.19629420658488e-06,
      "loss": 0.23302578926086426,
      "step": 9245,
      "token_acc": 0.9336143591671253
    },
    {
      "epoch": 0.5741418906337286,
      "grad_norm": 0.8176672458648682,
      "learning_rate": 4.191229715290594e-06,
      "loss": 0.22687263488769532,
      "step": 9250,
      "token_acc": 0.9348780568080834
    },
    {
      "epoch": 0.5744522376016387,
      "grad_norm": 4.28188419342041,
      "learning_rate": 4.186166075915169e-06,
      "loss": 0.23382329940795898,
      "step": 9255,
      "token_acc": 0.933662988227238
    },
    {
      "epoch": 0.5747625845695488,
      "grad_norm": 0.8345016241073608,
      "learning_rate": 4.181103293792398e-06,
      "loss": 0.23179829120635986,
      "step": 9260,
      "token_acc": 0.9341337411956229
    },
    {
      "epoch": 0.5750729315374589,
      "grad_norm": 0.7732263803482056,
      "learning_rate": 4.1760413742551635e-06,
      "loss": 0.23265552520751953,
      "step": 9265,
      "token_acc": 0.9337390668129968
    },
    {
      "epoch": 0.575383278505369,
      "grad_norm": 0.8092970848083496,
      "learning_rate": 4.170980322635443e-06,
      "loss": 0.22910819053649903,
      "step": 9270,
      "token_acc": 0.9341699691765742
    },
    {
      "epoch": 0.5756936254732792,
      "grad_norm": 0.9862002730369568,
      "learning_rate": 4.165920144264302e-06,
      "loss": 0.23544142246246338,
      "step": 9275,
      "token_acc": 0.9321143772313236
    },
    {
      "epoch": 0.5760039724411893,
      "grad_norm": 0.8287213444709778,
      "learning_rate": 4.160860844471881e-06,
      "loss": 0.23287198543548585,
      "step": 9280,
      "token_acc": 0.9333614057601947
    },
    {
      "epoch": 0.5763143194090994,
      "grad_norm": 0.8162459135055542,
      "learning_rate": 4.155802428587398e-06,
      "loss": 0.23536953926086426,
      "step": 9285,
      "token_acc": 0.933598149839044
    },
    {
      "epoch": 0.5766246663770095,
      "grad_norm": 0.8036437034606934,
      "learning_rate": 4.150744901939142e-06,
      "loss": 0.22849106788635254,
      "step": 9290,
      "token_acc": 0.9352258638348337
    },
    {
      "epoch": 0.5769350133449196,
      "grad_norm": 0.8458849787712097,
      "learning_rate": 4.145688269854462e-06,
      "loss": 0.23709697723388673,
      "step": 9295,
      "token_acc": 0.9327706883343918
    },
    {
      "epoch": 0.5772453603128297,
      "grad_norm": 0.8071736693382263,
      "learning_rate": 4.140632537659763e-06,
      "loss": 0.2311241626739502,
      "step": 9300,
      "token_acc": 0.9330399539867043
    },
    {
      "epoch": 0.5775557072807399,
      "grad_norm": 0.8369570970535278,
      "learning_rate": 4.135577710680508e-06,
      "loss": 0.22927205562591552,
      "step": 9305,
      "token_acc": 0.9339606261352709
    },
    {
      "epoch": 0.57786605424865,
      "grad_norm": 0.8366904854774475,
      "learning_rate": 4.130523794241201e-06,
      "loss": 0.22690768241882325,
      "step": 9310,
      "token_acc": 0.9345764645031233
    },
    {
      "epoch": 0.5781764012165601,
      "grad_norm": 0.8189626336097717,
      "learning_rate": 4.12547079366539e-06,
      "loss": 0.22725090980529786,
      "step": 9315,
      "token_acc": 0.9347863656908884
    },
    {
      "epoch": 0.5784867481844702,
      "grad_norm": 0.8228508830070496,
      "learning_rate": 4.120418714275659e-06,
      "loss": 0.23235664367675782,
      "step": 9320,
      "token_acc": 0.9331531806683354
    },
    {
      "epoch": 0.5787970951523803,
      "grad_norm": 0.8448265194892883,
      "learning_rate": 4.115367561393619e-06,
      "loss": 0.23340373039245604,
      "step": 9325,
      "token_acc": 0.9336065242843877
    },
    {
      "epoch": 0.5791074421202905,
      "grad_norm": 0.8817808032035828,
      "learning_rate": 4.110317340339904e-06,
      "loss": 0.23156075477600097,
      "step": 9330,
      "token_acc": 0.9333676492909135
    },
    {
      "epoch": 0.5794177890882006,
      "grad_norm": 0.8227306008338928,
      "learning_rate": 4.105268056434173e-06,
      "loss": 0.22905361652374268,
      "step": 9335,
      "token_acc": 0.9338537414736501
    },
    {
      "epoch": 0.5797281360561107,
      "grad_norm": 0.7918829917907715,
      "learning_rate": 4.1002197149950895e-06,
      "loss": 0.22300517559051514,
      "step": 9340,
      "token_acc": 0.9356622587754663
    },
    {
      "epoch": 0.5800384830240208,
      "grad_norm": 0.8718773722648621,
      "learning_rate": 4.0951723213403294e-06,
      "loss": 0.22995119094848632,
      "step": 9345,
      "token_acc": 0.9343908689507813
    },
    {
      "epoch": 0.5803488299919309,
      "grad_norm": 0.8321003913879395,
      "learning_rate": 4.09012588078657e-06,
      "loss": 0.23628082275390624,
      "step": 9350,
      "token_acc": 0.9330909139701985
    },
    {
      "epoch": 0.5806591769598412,
      "grad_norm": 1.141156792640686,
      "learning_rate": 4.085080398649483e-06,
      "loss": 0.226725172996521,
      "step": 9355,
      "token_acc": 0.934943338396806
    },
    {
      "epoch": 0.5809695239277513,
      "grad_norm": 0.7766085863113403,
      "learning_rate": 4.08003588024373e-06,
      "loss": 0.22661643028259276,
      "step": 9360,
      "token_acc": 0.9350473160821214
    },
    {
      "epoch": 0.5812798708956614,
      "grad_norm": 0.881335437297821,
      "learning_rate": 4.074992330882962e-06,
      "loss": 0.23018550872802734,
      "step": 9365,
      "token_acc": 0.933763334160258
    },
    {
      "epoch": 0.5815902178635715,
      "grad_norm": 2.459913969039917,
      "learning_rate": 4.0699497558798054e-06,
      "loss": 0.22696001529693605,
      "step": 9370,
      "token_acc": 0.9344455322414204
    },
    {
      "epoch": 0.5819005648314816,
      "grad_norm": 0.8811545372009277,
      "learning_rate": 4.064908160545855e-06,
      "loss": 0.2315882682800293,
      "step": 9375,
      "token_acc": 0.9345572483136901
    },
    {
      "epoch": 0.5822109117993918,
      "grad_norm": 0.7892197966575623,
      "learning_rate": 4.059867550191689e-06,
      "loss": 0.23431532382965087,
      "step": 9380,
      "token_acc": 0.9339646217335216
    },
    {
      "epoch": 0.5825212587673019,
      "grad_norm": 0.8272483348846436,
      "learning_rate": 4.054827930126831e-06,
      "loss": 0.23492145538330078,
      "step": 9385,
      "token_acc": 0.9326001070700088
    },
    {
      "epoch": 0.582831605735212,
      "grad_norm": 0.8774070739746094,
      "learning_rate": 4.049789305659771e-06,
      "loss": 0.23410727977752685,
      "step": 9390,
      "token_acc": 0.9338243092750703
    },
    {
      "epoch": 0.5831419527031221,
      "grad_norm": 0.8542326092720032,
      "learning_rate": 4.0447516820979505e-06,
      "loss": 0.229461932182312,
      "step": 9395,
      "token_acc": 0.9344574326414764
    },
    {
      "epoch": 0.5834522996710322,
      "grad_norm": 0.8478512167930603,
      "learning_rate": 4.0397150647477514e-06,
      "loss": 0.22983813285827637,
      "step": 9400,
      "token_acc": 0.9346266775711585
    },
    {
      "epoch": 0.5837626466389423,
      "grad_norm": 0.8374636173248291,
      "learning_rate": 4.034679458914502e-06,
      "loss": 0.22826766967773438,
      "step": 9405,
      "token_acc": 0.9343593237547508
    },
    {
      "epoch": 0.5840729936068525,
      "grad_norm": 0.802219808101654,
      "learning_rate": 4.029644869902461e-06,
      "loss": 0.23269543647766114,
      "step": 9410,
      "token_acc": 0.9337998025457027
    },
    {
      "epoch": 0.5843833405747626,
      "grad_norm": 0.8658347129821777,
      "learning_rate": 4.024611303014813e-06,
      "loss": 0.22846050262451173,
      "step": 9415,
      "token_acc": 0.9347668407448436
    },
    {
      "epoch": 0.5846936875426727,
      "grad_norm": 0.7964611649513245,
      "learning_rate": 4.019578763553677e-06,
      "loss": 0.22863361835479737,
      "step": 9420,
      "token_acc": 0.9347591601209658
    },
    {
      "epoch": 0.5850040345105828,
      "grad_norm": 0.8660332560539246,
      "learning_rate": 4.014547256820079e-06,
      "loss": 0.2362675905227661,
      "step": 9425,
      "token_acc": 0.9327047838872262
    },
    {
      "epoch": 0.5853143814784929,
      "grad_norm": 0.870186448097229,
      "learning_rate": 4.009516788113959e-06,
      "loss": 0.22697687149047852,
      "step": 9430,
      "token_acc": 0.9345723509789313
    },
    {
      "epoch": 0.5856247284464031,
      "grad_norm": 0.8587538599967957,
      "learning_rate": 4.004487362734169e-06,
      "loss": 0.23304481506347657,
      "step": 9435,
      "token_acc": 0.9334622437072846
    },
    {
      "epoch": 0.5859350754143132,
      "grad_norm": 0.8881959319114685,
      "learning_rate": 3.999458985978456e-06,
      "loss": 0.23113133907318115,
      "step": 9440,
      "token_acc": 0.9342130836611733
    },
    {
      "epoch": 0.5862454223822233,
      "grad_norm": 0.8575989007949829,
      "learning_rate": 3.994431663143466e-06,
      "loss": 0.2352227210998535,
      "step": 9445,
      "token_acc": 0.9332666353053423
    },
    {
      "epoch": 0.5865557693501334,
      "grad_norm": 1.0102519989013672,
      "learning_rate": 3.989405399524734e-06,
      "loss": 0.23994998931884765,
      "step": 9450,
      "token_acc": 0.9312512315270935
    },
    {
      "epoch": 0.5868661163180435,
      "grad_norm": 1.0060070753097534,
      "learning_rate": 3.984380200416678e-06,
      "loss": 0.23497467041015624,
      "step": 9455,
      "token_acc": 0.9325551059525077
    },
    {
      "epoch": 0.5871764632859537,
      "grad_norm": 0.8226820826530457,
      "learning_rate": 3.979356071112595e-06,
      "loss": 0.22551488876342773,
      "step": 9460,
      "token_acc": 0.9353058439473403
    },
    {
      "epoch": 0.5874868102538638,
      "grad_norm": 0.8270158171653748,
      "learning_rate": 3.97433301690466e-06,
      "loss": 0.23512768745422363,
      "step": 9465,
      "token_acc": 0.9337269104421347
    },
    {
      "epoch": 0.587797157221774,
      "grad_norm": 0.8284282684326172,
      "learning_rate": 3.969311043083908e-06,
      "loss": 0.22747163772583007,
      "step": 9470,
      "token_acc": 0.9346086910488945
    },
    {
      "epoch": 0.588107504189684,
      "grad_norm": 0.8961857557296753,
      "learning_rate": 3.964290154940237e-06,
      "loss": 0.2291252851486206,
      "step": 9475,
      "token_acc": 0.9346848665966669
    },
    {
      "epoch": 0.5884178511575942,
      "grad_norm": 0.8794692158699036,
      "learning_rate": 3.95927035776241e-06,
      "loss": 0.23191909790039061,
      "step": 9480,
      "token_acc": 0.9327881099879011
    },
    {
      "epoch": 0.5887281981255044,
      "grad_norm": 0.8385714292526245,
      "learning_rate": 3.95425165683803e-06,
      "loss": 0.23155980110168456,
      "step": 9485,
      "token_acc": 0.93375593662281
    },
    {
      "epoch": 0.5890385450934145,
      "grad_norm": 0.8067603707313538,
      "learning_rate": 3.94923405745355e-06,
      "loss": 0.23496341705322266,
      "step": 9490,
      "token_acc": 0.9332339352932131
    },
    {
      "epoch": 0.5893488920613246,
      "grad_norm": 0.9133737087249756,
      "learning_rate": 3.944217564894266e-06,
      "loss": 0.22930498123168946,
      "step": 9495,
      "token_acc": 0.9344056891296986
    },
    {
      "epoch": 0.5896592390292347,
      "grad_norm": 0.7739179730415344,
      "learning_rate": 3.939202184444302e-06,
      "loss": 0.22050492763519286,
      "step": 9500,
      "token_acc": 0.9361052010631459
    },
    {
      "epoch": 0.5896592390292347,
      "eval_loss": 0.24304163455963135,
      "eval_runtime": 94.6932,
      "eval_samples_per_second": 211.208,
      "eval_steps_per_second": 0.285,
      "eval_token_acc": 0.930909621074872,
      "step": 9500
    },
    {
      "epoch": 0.5899695859971448,
      "grad_norm": 0.9246335625648499,
      "learning_rate": 3.934187921386611e-06,
      "loss": 0.22888927459716796,
      "step": 9505,
      "token_acc": 0.933708526928866
    },
    {
      "epoch": 0.5902799329650549,
      "grad_norm": 0.8361711502075195,
      "learning_rate": 3.929174781002976e-06,
      "loss": 0.23505239486694335,
      "step": 9510,
      "token_acc": 0.9327394299064166
    },
    {
      "epoch": 0.5905902799329651,
      "grad_norm": 1.0340321063995361,
      "learning_rate": 3.924162768573992e-06,
      "loss": 0.22838084697723388,
      "step": 9515,
      "token_acc": 0.9347591315351845
    },
    {
      "epoch": 0.5909006269008752,
      "grad_norm": 0.9025611281394958,
      "learning_rate": 3.919151889379062e-06,
      "loss": 0.23694329261779784,
      "step": 9520,
      "token_acc": 0.9327621911809321
    },
    {
      "epoch": 0.5912109738687853,
      "grad_norm": 0.8649851679801941,
      "learning_rate": 3.914142148696405e-06,
      "loss": 0.23120901584625245,
      "step": 9525,
      "token_acc": 0.9341191635824823
    },
    {
      "epoch": 0.5915213208366954,
      "grad_norm": 0.9120691418647766,
      "learning_rate": 3.90913355180303e-06,
      "loss": 0.22827553749084473,
      "step": 9530,
      "token_acc": 0.93457498893375
    },
    {
      "epoch": 0.5918316678046055,
      "grad_norm": 0.8227366805076599,
      "learning_rate": 3.9041261039747545e-06,
      "loss": 0.22546060085296632,
      "step": 9535,
      "token_acc": 0.9351356025783448
    },
    {
      "epoch": 0.5921420147725157,
      "grad_norm": 0.8528803586959839,
      "learning_rate": 3.8991198104861725e-06,
      "loss": 0.23184022903442383,
      "step": 9540,
      "token_acc": 0.9329006325777544
    },
    {
      "epoch": 0.5924523617404258,
      "grad_norm": 0.8234803080558777,
      "learning_rate": 3.894114676610667e-06,
      "loss": 0.22396512031555177,
      "step": 9545,
      "token_acc": 0.9355569020968311
    },
    {
      "epoch": 0.5927627087083359,
      "grad_norm": 0.814703106880188,
      "learning_rate": 3.889110707620403e-06,
      "loss": 0.22951579093933105,
      "step": 9550,
      "token_acc": 0.934275443329473
    },
    {
      "epoch": 0.593073055676246,
      "grad_norm": 0.8786909580230713,
      "learning_rate": 3.8841079087863135e-06,
      "loss": 0.23120391368865967,
      "step": 9555,
      "token_acc": 0.9347757475640793
    },
    {
      "epoch": 0.5933834026441561,
      "grad_norm": 0.9590782523155212,
      "learning_rate": 3.879106285378101e-06,
      "loss": 0.22567338943481446,
      "step": 9560,
      "token_acc": 0.9351830340844977
    },
    {
      "epoch": 0.5936937496120663,
      "grad_norm": 0.8622130751609802,
      "learning_rate": 3.874105842664231e-06,
      "loss": 0.2305859088897705,
      "step": 9565,
      "token_acc": 0.9338430561966112
    },
    {
      "epoch": 0.5940040965799764,
      "grad_norm": 0.7857866287231445,
      "learning_rate": 3.8691065859119246e-06,
      "loss": 0.22563796043395995,
      "step": 9570,
      "token_acc": 0.9344888269083906
    },
    {
      "epoch": 0.5943144435478865,
      "grad_norm": 0.8566865921020508,
      "learning_rate": 3.864108520387148e-06,
      "loss": 0.22488029003143312,
      "step": 9575,
      "token_acc": 0.9356083688807637
    },
    {
      "epoch": 0.5946247905157966,
      "grad_norm": 0.7943798899650574,
      "learning_rate": 3.859111651354625e-06,
      "loss": 0.23255114555358886,
      "step": 9580,
      "token_acc": 0.9330137230205153
    },
    {
      "epoch": 0.5949351374837067,
      "grad_norm": 0.832381546497345,
      "learning_rate": 3.854115984077807e-06,
      "loss": 0.2276665210723877,
      "step": 9585,
      "token_acc": 0.9339486989192448
    },
    {
      "epoch": 0.595245484451617,
      "grad_norm": 0.8717218041419983,
      "learning_rate": 3.849121523818885e-06,
      "loss": 0.23063898086547852,
      "step": 9590,
      "token_acc": 0.9344574435989407
    },
    {
      "epoch": 0.5955558314195271,
      "grad_norm": 0.8205404281616211,
      "learning_rate": 3.84412827583878e-06,
      "loss": 0.22849888801574708,
      "step": 9595,
      "token_acc": 0.9345596657907149
    },
    {
      "epoch": 0.5958661783874372,
      "grad_norm": 0.8685084581375122,
      "learning_rate": 3.839136245397132e-06,
      "loss": 0.22054760456085204,
      "step": 9600,
      "token_acc": 0.9368830252481212
    },
    {
      "epoch": 0.5961765253553473,
      "grad_norm": 0.7974231839179993,
      "learning_rate": 3.834145437752301e-06,
      "loss": 0.22798440456390381,
      "step": 9605,
      "token_acc": 0.9348696244996592
    },
    {
      "epoch": 0.5964868723232574,
      "grad_norm": 0.7721987962722778,
      "learning_rate": 3.829155858161358e-06,
      "loss": 0.22276594638824462,
      "step": 9610,
      "token_acc": 0.9362517855699
    },
    {
      "epoch": 0.5967972192911676,
      "grad_norm": 0.8318093419075012,
      "learning_rate": 3.8241675118800835e-06,
      "loss": 0.22782211303710936,
      "step": 9615,
      "token_acc": 0.934806593114449
    },
    {
      "epoch": 0.5971075662590777,
      "grad_norm": 0.9867302775382996,
      "learning_rate": 3.819180404162951e-06,
      "loss": 0.23052706718444824,
      "step": 9620,
      "token_acc": 0.9341657971794958
    },
    {
      "epoch": 0.5974179132269878,
      "grad_norm": 0.8443397283554077,
      "learning_rate": 3.814194540263141e-06,
      "loss": 0.23027212619781495,
      "step": 9625,
      "token_acc": 0.9335867886420339
    },
    {
      "epoch": 0.5977282601948979,
      "grad_norm": 0.8706814050674438,
      "learning_rate": 3.8092099254325126e-06,
      "loss": 0.22571053504943847,
      "step": 9630,
      "token_acc": 0.9353977329059123
    },
    {
      "epoch": 0.598038607162808,
      "grad_norm": 0.8627851009368896,
      "learning_rate": 3.804226564921615e-06,
      "loss": 0.22642278671264648,
      "step": 9635,
      "token_acc": 0.9353339275692449
    },
    {
      "epoch": 0.5983489541307181,
      "grad_norm": 0.8786664009094238,
      "learning_rate": 3.799244463979677e-06,
      "loss": 0.2261965751647949,
      "step": 9640,
      "token_acc": 0.9346506296263926
    },
    {
      "epoch": 0.5986593010986283,
      "grad_norm": 0.7918584942817688,
      "learning_rate": 3.794263627854598e-06,
      "loss": 0.22252535820007324,
      "step": 9645,
      "token_acc": 0.9363410629180183
    },
    {
      "epoch": 0.5989696480665384,
      "grad_norm": 0.7984991669654846,
      "learning_rate": 3.7892840617929444e-06,
      "loss": 0.22610046863555908,
      "step": 9650,
      "token_acc": 0.935295058798432
    },
    {
      "epoch": 0.5992799950344485,
      "grad_norm": 0.7930071353912354,
      "learning_rate": 3.784305771039949e-06,
      "loss": 0.22710647583007812,
      "step": 9655,
      "token_acc": 0.9350897900120698
    },
    {
      "epoch": 0.5995903420023586,
      "grad_norm": 0.9025065302848816,
      "learning_rate": 3.779328760839498e-06,
      "loss": 0.23568120002746581,
      "step": 9660,
      "token_acc": 0.9334780328826408
    },
    {
      "epoch": 0.5999006889702687,
      "grad_norm": 0.8414742946624756,
      "learning_rate": 3.774353036434126e-06,
      "loss": 0.2313474178314209,
      "step": 9665,
      "token_acc": 0.934241864697067
    },
    {
      "epoch": 0.6002110359381789,
      "grad_norm": 0.825603723526001,
      "learning_rate": 3.769378603065021e-06,
      "loss": 0.23174781799316407,
      "step": 9670,
      "token_acc": 0.9341969291900288
    },
    {
      "epoch": 0.600521382906089,
      "grad_norm": 0.8271713852882385,
      "learning_rate": 3.764405465972003e-06,
      "loss": 0.2258908748626709,
      "step": 9675,
      "token_acc": 0.9351155292853305
    },
    {
      "epoch": 0.6008317298739991,
      "grad_norm": 0.8338208198547363,
      "learning_rate": 3.7594336303935325e-06,
      "loss": 0.23302416801452636,
      "step": 9680,
      "token_acc": 0.9323961501164333
    },
    {
      "epoch": 0.6011420768419092,
      "grad_norm": 0.8356338143348694,
      "learning_rate": 3.7544631015666965e-06,
      "loss": 0.22943170070648194,
      "step": 9685,
      "token_acc": 0.934873481405447
    },
    {
      "epoch": 0.6014524238098193,
      "grad_norm": 0.8436577916145325,
      "learning_rate": 3.7494938847272037e-06,
      "loss": 0.22374238967895507,
      "step": 9690,
      "token_acc": 0.9359547978055911
    },
    {
      "epoch": 0.6017627707777295,
      "grad_norm": 0.7810449600219727,
      "learning_rate": 3.744525985109386e-06,
      "loss": 0.23103179931640624,
      "step": 9695,
      "token_acc": 0.9347649703386449
    },
    {
      "epoch": 0.6020731177456397,
      "grad_norm": 0.854554295539856,
      "learning_rate": 3.7395594079461832e-06,
      "loss": 0.22460105419158935,
      "step": 9700,
      "token_acc": 0.9350939185419379
    },
    {
      "epoch": 0.6023834647135498,
      "grad_norm": 0.7943915724754333,
      "learning_rate": 3.734594158469141e-06,
      "loss": 0.23313653469085693,
      "step": 9705,
      "token_acc": 0.9342051299290685
    },
    {
      "epoch": 0.6026938116814599,
      "grad_norm": 0.8015145063400269,
      "learning_rate": 3.729630241908414e-06,
      "loss": 0.23039145469665528,
      "step": 9710,
      "token_acc": 0.9343719610481304
    },
    {
      "epoch": 0.60300415864937,
      "grad_norm": 0.80972820520401,
      "learning_rate": 3.7246676634927447e-06,
      "loss": 0.23088579177856444,
      "step": 9715,
      "token_acc": 0.9336925649669524
    },
    {
      "epoch": 0.6033145056172802,
      "grad_norm": 0.7860719561576843,
      "learning_rate": 3.7197064284494693e-06,
      "loss": 0.2214982032775879,
      "step": 9720,
      "token_acc": 0.9356657424379785
    },
    {
      "epoch": 0.6036248525851903,
      "grad_norm": 0.7892095446586609,
      "learning_rate": 3.7147465420045103e-06,
      "loss": 0.2319951295852661,
      "step": 9725,
      "token_acc": 0.9335737217080086
    },
    {
      "epoch": 0.6039351995531004,
      "grad_norm": 0.797255277633667,
      "learning_rate": 3.709788009382368e-06,
      "loss": 0.22536120414733887,
      "step": 9730,
      "token_acc": 0.9359912484908316
    },
    {
      "epoch": 0.6042455465210105,
      "grad_norm": 0.8468800783157349,
      "learning_rate": 3.7048308358061147e-06,
      "loss": 0.22993552684783936,
      "step": 9735,
      "token_acc": 0.9343884074066728
    },
    {
      "epoch": 0.6045558934889206,
      "grad_norm": 0.8070268630981445,
      "learning_rate": 3.699875026497397e-06,
      "loss": 0.2313439130783081,
      "step": 9740,
      "token_acc": 0.9335403188732169
    },
    {
      "epoch": 0.6048662404568307,
      "grad_norm": 0.8293927311897278,
      "learning_rate": 3.6949205866764197e-06,
      "loss": 0.22958507537841796,
      "step": 9745,
      "token_acc": 0.9339080079855098
    },
    {
      "epoch": 0.6051765874247409,
      "grad_norm": 0.8579959273338318,
      "learning_rate": 3.6899675215619425e-06,
      "loss": 0.23144686222076416,
      "step": 9750,
      "token_acc": 0.9343457819804505
    },
    {
      "epoch": 0.605486934392651,
      "grad_norm": 0.8023242354393005,
      "learning_rate": 3.6850158363712864e-06,
      "loss": 0.2275395393371582,
      "step": 9755,
      "token_acc": 0.9349010326453439
    },
    {
      "epoch": 0.6057972813605611,
      "grad_norm": 0.8688347935676575,
      "learning_rate": 3.68006553632031e-06,
      "loss": 0.23152763843536378,
      "step": 9760,
      "token_acc": 0.9334072073626308
    },
    {
      "epoch": 0.6061076283284712,
      "grad_norm": 0.8189877867698669,
      "learning_rate": 3.675116626623415e-06,
      "loss": 0.231813645362854,
      "step": 9765,
      "token_acc": 0.9339543667668981
    },
    {
      "epoch": 0.6064179752963813,
      "grad_norm": 0.7765679359436035,
      "learning_rate": 3.670169112493543e-06,
      "loss": 0.22655730247497557,
      "step": 9770,
      "token_acc": 0.9353306613226453
    },
    {
      "epoch": 0.6067283222642915,
      "grad_norm": 0.7945225834846497,
      "learning_rate": 3.6652229991421594e-06,
      "loss": 0.23000826835632324,
      "step": 9775,
      "token_acc": 0.9339096880020975
    },
    {
      "epoch": 0.6070386692322016,
      "grad_norm": 0.8985360860824585,
      "learning_rate": 3.6602782917792572e-06,
      "loss": 0.2296682596206665,
      "step": 9780,
      "token_acc": 0.9343942321097811
    },
    {
      "epoch": 0.6073490162001117,
      "grad_norm": 0.8124051094055176,
      "learning_rate": 3.65533499561335e-06,
      "loss": 0.2280045509338379,
      "step": 9785,
      "token_acc": 0.934496060136494
    },
    {
      "epoch": 0.6076593631680218,
      "grad_norm": 0.7648645043373108,
      "learning_rate": 3.650393115851463e-06,
      "loss": 0.2237316608428955,
      "step": 9790,
      "token_acc": 0.9356383734381448
    },
    {
      "epoch": 0.6079697101359319,
      "grad_norm": 0.8415268063545227,
      "learning_rate": 3.645452657699124e-06,
      "loss": 0.23292920589447022,
      "step": 9795,
      "token_acc": 0.9334014887276323
    },
    {
      "epoch": 0.6082800571038421,
      "grad_norm": 0.8478737473487854,
      "learning_rate": 3.6405136263603767e-06,
      "loss": 0.2319162368774414,
      "step": 9800,
      "token_acc": 0.9337972676984602
    },
    {
      "epoch": 0.6085904040717522,
      "grad_norm": 0.7928475141525269,
      "learning_rate": 3.635576027037749e-06,
      "loss": 0.22256886959075928,
      "step": 9805,
      "token_acc": 0.9354377880184331
    },
    {
      "epoch": 0.6089007510396623,
      "grad_norm": 0.8897783756256104,
      "learning_rate": 3.630639864932265e-06,
      "loss": 0.22224771976470947,
      "step": 9810,
      "token_acc": 0.9358568187680647
    },
    {
      "epoch": 0.6092110980075724,
      "grad_norm": 0.8263506889343262,
      "learning_rate": 3.625705145243438e-06,
      "loss": 0.23047707080841065,
      "step": 9815,
      "token_acc": 0.933946112166726
    },
    {
      "epoch": 0.6095214449754826,
      "grad_norm": 0.7777978181838989,
      "learning_rate": 3.6207718731692563e-06,
      "loss": 0.22343292236328124,
      "step": 9820,
      "token_acc": 0.9355712680896054
    },
    {
      "epoch": 0.6098317919433928,
      "grad_norm": 0.8169053792953491,
      "learning_rate": 3.61584005390619e-06,
      "loss": 0.23276572227478026,
      "step": 9825,
      "token_acc": 0.9337097782566477
    },
    {
      "epoch": 0.6101421389113029,
      "grad_norm": 0.7869113087654114,
      "learning_rate": 3.6109096926491716e-06,
      "loss": 0.22276132106781005,
      "step": 9830,
      "token_acc": 0.935750217989134
    },
    {
      "epoch": 0.610452485879213,
      "grad_norm": 0.8109267950057983,
      "learning_rate": 3.6059807945916024e-06,
      "loss": 0.22616047859191896,
      "step": 9835,
      "token_acc": 0.9348129242751144
    },
    {
      "epoch": 0.6107628328471231,
      "grad_norm": 0.7741036415100098,
      "learning_rate": 3.601053364925342e-06,
      "loss": 0.23164095878601074,
      "step": 9840,
      "token_acc": 0.9337337686279504
    },
    {
      "epoch": 0.6110731798150332,
      "grad_norm": 0.8477919697761536,
      "learning_rate": 3.5961274088407027e-06,
      "loss": 0.2261268377304077,
      "step": 9845,
      "token_acc": 0.9346322067594434
    },
    {
      "epoch": 0.6113835267829433,
      "grad_norm": 0.8081256151199341,
      "learning_rate": 3.5912029315264417e-06,
      "loss": 0.22728803157806396,
      "step": 9850,
      "token_acc": 0.9348349005029521
    },
    {
      "epoch": 0.6116938737508535,
      "grad_norm": 0.8278705477714539,
      "learning_rate": 3.586279938169766e-06,
      "loss": 0.22677826881408691,
      "step": 9855,
      "token_acc": 0.9353805302720055
    },
    {
      "epoch": 0.6120042207187636,
      "grad_norm": 0.8027147650718689,
      "learning_rate": 3.5813584339563112e-06,
      "loss": 0.23026609420776367,
      "step": 9860,
      "token_acc": 0.9345834375452499
    },
    {
      "epoch": 0.6123145676866737,
      "grad_norm": 0.830221951007843,
      "learning_rate": 3.576438424070149e-06,
      "loss": 0.23023862838745118,
      "step": 9865,
      "token_acc": 0.9344982783575333
    },
    {
      "epoch": 0.6126249146545838,
      "grad_norm": 0.8117418885231018,
      "learning_rate": 3.571519913693776e-06,
      "loss": 0.22983570098876954,
      "step": 9870,
      "token_acc": 0.9335135994910132
    },
    {
      "epoch": 0.6129352616224939,
      "grad_norm": 0.8610823154449463,
      "learning_rate": 3.5666029080081093e-06,
      "loss": 0.22762517929077147,
      "step": 9875,
      "token_acc": 0.9349269940072178
    },
    {
      "epoch": 0.6132456085904041,
      "grad_norm": 0.8094273805618286,
      "learning_rate": 3.5616874121924804e-06,
      "loss": 0.22850580215454103,
      "step": 9880,
      "token_acc": 0.9348235783317572
    },
    {
      "epoch": 0.6135559555583142,
      "grad_norm": 0.9076403975486755,
      "learning_rate": 3.5567734314246323e-06,
      "loss": 0.22914843559265136,
      "step": 9885,
      "token_acc": 0.9341020546905423
    },
    {
      "epoch": 0.6138663025262243,
      "grad_norm": 0.8239562511444092,
      "learning_rate": 3.5518609708807113e-06,
      "loss": 0.22254562377929688,
      "step": 9890,
      "token_acc": 0.9361250290340777
    },
    {
      "epoch": 0.6141766494941344,
      "grad_norm": 0.8209520578384399,
      "learning_rate": 3.546950035735257e-06,
      "loss": 0.2295470952987671,
      "step": 9895,
      "token_acc": 0.9340859191069492
    },
    {
      "epoch": 0.6144869964620445,
      "grad_norm": 0.9030706286430359,
      "learning_rate": 3.5420406311612143e-06,
      "loss": 0.2228083610534668,
      "step": 9900,
      "token_acc": 0.935732544868415
    },
    {
      "epoch": 0.6147973434299547,
      "grad_norm": 0.8039418458938599,
      "learning_rate": 3.537132762329904e-06,
      "loss": 0.2316387414932251,
      "step": 9905,
      "token_acc": 0.9342442356959864
    },
    {
      "epoch": 0.6151076903978648,
      "grad_norm": 0.8976228833198547,
      "learning_rate": 3.5322264344110335e-06,
      "loss": 0.23020660877227783,
      "step": 9910,
      "token_acc": 0.9338435003271148
    },
    {
      "epoch": 0.6154180373657749,
      "grad_norm": 0.7930827140808105,
      "learning_rate": 3.5273216525726907e-06,
      "loss": 0.22727091312408448,
      "step": 9915,
      "token_acc": 0.9346127349670308
    },
    {
      "epoch": 0.615728384333685,
      "grad_norm": 0.8208958506584167,
      "learning_rate": 3.522418421981329e-06,
      "loss": 0.22968006134033203,
      "step": 9920,
      "token_acc": 0.9355267197992176
    },
    {
      "epoch": 0.6160387313015951,
      "grad_norm": 0.8608465194702148,
      "learning_rate": 3.517516747801771e-06,
      "loss": 0.22738075256347656,
      "step": 9925,
      "token_acc": 0.934340341113345
    },
    {
      "epoch": 0.6163490782695054,
      "grad_norm": 0.8243855834007263,
      "learning_rate": 3.5126166351972002e-06,
      "loss": 0.22518248558044435,
      "step": 9930,
      "token_acc": 0.9348156240008526
    },
    {
      "epoch": 0.6166594252374155,
      "grad_norm": 0.821115255355835,
      "learning_rate": 3.507718089329155e-06,
      "loss": 0.2267326831817627,
      "step": 9935,
      "token_acc": 0.935281124497992
    },
    {
      "epoch": 0.6169697722053256,
      "grad_norm": 1.0912373065948486,
      "learning_rate": 3.502821115357519e-06,
      "loss": 0.22631707191467285,
      "step": 9940,
      "token_acc": 0.9355977209345769
    },
    {
      "epoch": 0.6172801191732357,
      "grad_norm": 0.8054673075675964,
      "learning_rate": 3.497925718440529e-06,
      "loss": 0.22903409004211425,
      "step": 9945,
      "token_acc": 0.934349790041197
    },
    {
      "epoch": 0.6175904661411458,
      "grad_norm": 0.9428507089614868,
      "learning_rate": 3.4930319037347503e-06,
      "loss": 0.22911443710327148,
      "step": 9950,
      "token_acc": 0.9339124957350201
    },
    {
      "epoch": 0.617900813109056,
      "grad_norm": 0.9293745160102844,
      "learning_rate": 3.4881396763950935e-06,
      "loss": 0.22425575256347657,
      "step": 9955,
      "token_acc": 0.9356536941017541
    },
    {
      "epoch": 0.6182111600769661,
      "grad_norm": 0.8209364414215088,
      "learning_rate": 3.4832490415747846e-06,
      "loss": 0.2247072696685791,
      "step": 9960,
      "token_acc": 0.9350816052355045
    },
    {
      "epoch": 0.6185215070448762,
      "grad_norm": 0.8475987315177917,
      "learning_rate": 3.4783600044253785e-06,
      "loss": 0.23229804039001464,
      "step": 9965,
      "token_acc": 0.9333554135064419
    },
    {
      "epoch": 0.6188318540127863,
      "grad_norm": 0.9144681096076965,
      "learning_rate": 3.4734725700967486e-06,
      "loss": 0.22608957290649415,
      "step": 9970,
      "token_acc": 0.9353074590009931
    },
    {
      "epoch": 0.6191422009806964,
      "grad_norm": 0.7984424233436584,
      "learning_rate": 3.468586743737078e-06,
      "loss": 0.22614636421203613,
      "step": 9975,
      "token_acc": 0.935130049062437
    },
    {
      "epoch": 0.6194525479486065,
      "grad_norm": 0.8702171444892883,
      "learning_rate": 3.463702530492854e-06,
      "loss": 0.2231358051300049,
      "step": 9980,
      "token_acc": 0.9357655734523579
    },
    {
      "epoch": 0.6197628949165167,
      "grad_norm": 0.8284938931465149,
      "learning_rate": 3.4588199355088693e-06,
      "loss": 0.22057771682739258,
      "step": 9985,
      "token_acc": 0.9367721357831116
    },
    {
      "epoch": 0.6200732418844268,
      "grad_norm": 0.827450156211853,
      "learning_rate": 3.4539389639282084e-06,
      "loss": 0.23312826156616212,
      "step": 9990,
      "token_acc": 0.9330962614386075
    },
    {
      "epoch": 0.6203835888523369,
      "grad_norm": 0.9848389029502869,
      "learning_rate": 3.449059620892245e-06,
      "loss": 0.22477564811706544,
      "step": 9995,
      "token_acc": 0.935444117294395
    },
    {
      "epoch": 0.620693935820247,
      "grad_norm": 0.8083221912384033,
      "learning_rate": 3.4441819115406418e-06,
      "loss": 0.22175590991973876,
      "step": 10000,
      "token_acc": 0.9360662857906519
    },
    {
      "epoch": 0.620693935820247,
      "eval_loss": 0.24151521921157837,
      "eval_runtime": 100.7645,
      "eval_samples_per_second": 198.483,
      "eval_steps_per_second": 0.268,
      "eval_token_acc": 0.9310817076726722,
      "step": 10000
    },
    {
      "epoch": 0.6210042827881571,
      "grad_norm": 0.8569716215133667,
      "learning_rate": 3.439305841011337e-06,
      "loss": 0.2241278648376465,
      "step": 10005,
      "token_acc": 0.9353282358794417
    },
    {
      "epoch": 0.6213146297560673,
      "grad_norm": 0.8412322998046875,
      "learning_rate": 3.4344314144405426e-06,
      "loss": 0.2291327476501465,
      "step": 10010,
      "token_acc": 0.9341164249470614
    },
    {
      "epoch": 0.6216249767239774,
      "grad_norm": 0.8014694452285767,
      "learning_rate": 3.429558636962742e-06,
      "loss": 0.2346412420272827,
      "step": 10015,
      "token_acc": 0.9334738532570511
    },
    {
      "epoch": 0.6219353236918875,
      "grad_norm": 0.8482812643051147,
      "learning_rate": 3.4246875137106796e-06,
      "loss": 0.22121474742889405,
      "step": 10020,
      "token_acc": 0.9366692937577644
    },
    {
      "epoch": 0.6222456706597976,
      "grad_norm": 0.8203760981559753,
      "learning_rate": 3.419818049815353e-06,
      "loss": 0.22943410873413086,
      "step": 10025,
      "token_acc": 0.9345756830802414
    },
    {
      "epoch": 0.6225560176277077,
      "grad_norm": 0.8191822171211243,
      "learning_rate": 3.4149502504060228e-06,
      "loss": 0.2233646869659424,
      "step": 10030,
      "token_acc": 0.9360977986096481
    },
    {
      "epoch": 0.622866364595618,
      "grad_norm": 0.7944285869598389,
      "learning_rate": 3.410084120610185e-06,
      "loss": 0.22890801429748536,
      "step": 10035,
      "token_acc": 0.9347937169439449
    },
    {
      "epoch": 0.623176711563528,
      "grad_norm": 0.8303209543228149,
      "learning_rate": 3.4052196655535806e-06,
      "loss": 0.2299797534942627,
      "step": 10040,
      "token_acc": 0.933871577648487
    },
    {
      "epoch": 0.6234870585314382,
      "grad_norm": 0.8700240850448608,
      "learning_rate": 3.4003568903601912e-06,
      "loss": 0.23172323703765868,
      "step": 10045,
      "token_acc": 0.9338403959917904
    },
    {
      "epoch": 0.6237974054993483,
      "grad_norm": 0.8083306550979614,
      "learning_rate": 3.395495800152223e-06,
      "loss": 0.22963933944702147,
      "step": 10050,
      "token_acc": 0.9343289877806045
    },
    {
      "epoch": 0.6241077524672584,
      "grad_norm": 0.8170709609985352,
      "learning_rate": 3.3906364000501097e-06,
      "loss": 0.22805478572845458,
      "step": 10055,
      "token_acc": 0.9349100084104289
    },
    {
      "epoch": 0.6244180994351686,
      "grad_norm": 0.8990950584411621,
      "learning_rate": 3.3857786951725048e-06,
      "loss": 0.23684301376342773,
      "step": 10060,
      "token_acc": 0.9332342617372944
    },
    {
      "epoch": 0.6247284464030787,
      "grad_norm": 0.8766905069351196,
      "learning_rate": 3.380922690636276e-06,
      "loss": 0.22638792991638185,
      "step": 10065,
      "token_acc": 0.934735171592938
    },
    {
      "epoch": 0.6250387933709888,
      "grad_norm": 0.8936095237731934,
      "learning_rate": 3.3760683915564985e-06,
      "loss": 0.22777624130249025,
      "step": 10070,
      "token_acc": 0.9355490119271136
    },
    {
      "epoch": 0.6253491403388989,
      "grad_norm": 0.842910647392273,
      "learning_rate": 3.371215803046455e-06,
      "loss": 0.23207530975341797,
      "step": 10075,
      "token_acc": 0.933038729093043
    },
    {
      "epoch": 0.625659487306809,
      "grad_norm": 0.8299627304077148,
      "learning_rate": 3.3663649302176215e-06,
      "loss": 0.22061100006103515,
      "step": 10080,
      "token_acc": 0.9365753596327492
    },
    {
      "epoch": 0.6259698342747191,
      "grad_norm": 0.799919843673706,
      "learning_rate": 3.361515778179668e-06,
      "loss": 0.2173717975616455,
      "step": 10085,
      "token_acc": 0.9370095902353966
    },
    {
      "epoch": 0.6262801812426293,
      "grad_norm": 0.8064923286437988,
      "learning_rate": 3.356668352040456e-06,
      "loss": 0.22874159812927247,
      "step": 10090,
      "token_acc": 0.9355544181285189
    },
    {
      "epoch": 0.6265905282105394,
      "grad_norm": 0.8340260982513428,
      "learning_rate": 3.351822656906023e-06,
      "loss": 0.22273797988891603,
      "step": 10095,
      "token_acc": 0.9360372010747573
    },
    {
      "epoch": 0.6269008751784495,
      "grad_norm": 0.8122076988220215,
      "learning_rate": 3.3469786978805886e-06,
      "loss": 0.22518315315246581,
      "step": 10100,
      "token_acc": 0.9351028126997656
    },
    {
      "epoch": 0.6272112221463596,
      "grad_norm": 0.7799873352050781,
      "learning_rate": 3.342136480066539e-06,
      "loss": 0.22656936645507814,
      "step": 10105,
      "token_acc": 0.9355313687645502
    },
    {
      "epoch": 0.6275215691142697,
      "grad_norm": 0.8630241751670837,
      "learning_rate": 3.3372960085644294e-06,
      "loss": 0.22676103115081786,
      "step": 10110,
      "token_acc": 0.9345722725666313
    },
    {
      "epoch": 0.6278319160821799,
      "grad_norm": 0.8385790586471558,
      "learning_rate": 3.3324572884729755e-06,
      "loss": 0.2293994426727295,
      "step": 10115,
      "token_acc": 0.9345415469001345
    },
    {
      "epoch": 0.62814226305009,
      "grad_norm": 0.8211687207221985,
      "learning_rate": 3.327620324889047e-06,
      "loss": 0.22718396186828613,
      "step": 10120,
      "token_acc": 0.9339028538024127
    },
    {
      "epoch": 0.6284526100180001,
      "grad_norm": 0.78291916847229,
      "learning_rate": 3.3227851229076595e-06,
      "loss": 0.22285895347595214,
      "step": 10125,
      "token_acc": 0.9363161546214968
    },
    {
      "epoch": 0.6287629569859102,
      "grad_norm": 0.8484714031219482,
      "learning_rate": 3.3179516876219844e-06,
      "loss": 0.22085123062133788,
      "step": 10130,
      "token_acc": 0.9366346288714191
    },
    {
      "epoch": 0.6290733039538203,
      "grad_norm": 0.9292843341827393,
      "learning_rate": 3.3131200241233186e-06,
      "loss": 0.2281170129776001,
      "step": 10135,
      "token_acc": 0.9347392571546717
    },
    {
      "epoch": 0.6293836509217305,
      "grad_norm": 0.811102569103241,
      "learning_rate": 3.3082901375011e-06,
      "loss": 0.23255834579467774,
      "step": 10140,
      "token_acc": 0.9334223741153209
    },
    {
      "epoch": 0.6296939978896406,
      "grad_norm": 0.7670370936393738,
      "learning_rate": 3.3034620328428966e-06,
      "loss": 0.22550055980682374,
      "step": 10145,
      "token_acc": 0.9348884799117673
    },
    {
      "epoch": 0.6300043448575507,
      "grad_norm": 0.8584240674972534,
      "learning_rate": 3.298635715234395e-06,
      "loss": 0.22823014259338378,
      "step": 10150,
      "token_acc": 0.9350061675868574
    },
    {
      "epoch": 0.6303146918254608,
      "grad_norm": 0.8090248703956604,
      "learning_rate": 3.2938111897593993e-06,
      "loss": 0.2302483558654785,
      "step": 10155,
      "token_acc": 0.9339662014004358
    },
    {
      "epoch": 0.630625038793371,
      "grad_norm": 0.8433321714401245,
      "learning_rate": 3.288988461499831e-06,
      "loss": 0.22689316272735596,
      "step": 10160,
      "token_acc": 0.9342746973707192
    },
    {
      "epoch": 0.6309353857612812,
      "grad_norm": 0.8076629638671875,
      "learning_rate": 3.2841675355357127e-06,
      "loss": 0.223408842086792,
      "step": 10165,
      "token_acc": 0.9353291981564372
    },
    {
      "epoch": 0.6312457327291913,
      "grad_norm": 0.8924742341041565,
      "learning_rate": 3.2793484169451685e-06,
      "loss": 0.2238003730773926,
      "step": 10170,
      "token_acc": 0.9362749079488846
    },
    {
      "epoch": 0.6315560796971014,
      "grad_norm": 0.8264853954315186,
      "learning_rate": 3.274531110804427e-06,
      "loss": 0.22086706161499023,
      "step": 10175,
      "token_acc": 0.9364806752672711
    },
    {
      "epoch": 0.6318664266650115,
      "grad_norm": 0.7966946363449097,
      "learning_rate": 3.269715622187797e-06,
      "loss": 0.22362031936645507,
      "step": 10180,
      "token_acc": 0.9364236044488259
    },
    {
      "epoch": 0.6321767736329216,
      "grad_norm": 0.8290771245956421,
      "learning_rate": 3.2649019561676776e-06,
      "loss": 0.2305845022201538,
      "step": 10185,
      "token_acc": 0.933853513174404
    },
    {
      "epoch": 0.6324871206008317,
      "grad_norm": 0.8590317368507385,
      "learning_rate": 3.2600901178145505e-06,
      "loss": 0.23162002563476564,
      "step": 10190,
      "token_acc": 0.9341116496520028
    },
    {
      "epoch": 0.6327974675687419,
      "grad_norm": 0.8913273215293884,
      "learning_rate": 3.255280112196968e-06,
      "loss": 0.22815828323364257,
      "step": 10195,
      "token_acc": 0.934415527603357
    },
    {
      "epoch": 0.633107814536652,
      "grad_norm": 0.9401612281799316,
      "learning_rate": 3.2504719443815535e-06,
      "loss": 0.2321523666381836,
      "step": 10200,
      "token_acc": 0.9340672255739246
    },
    {
      "epoch": 0.6334181615045621,
      "grad_norm": 0.8862796425819397,
      "learning_rate": 3.245665619432996e-06,
      "loss": 0.2287216901779175,
      "step": 10205,
      "token_acc": 0.9344161568669356
    },
    {
      "epoch": 0.6337285084724722,
      "grad_norm": 0.8181058168411255,
      "learning_rate": 3.240861142414042e-06,
      "loss": 0.22650315761566162,
      "step": 10210,
      "token_acc": 0.9360103070646338
    },
    {
      "epoch": 0.6340388554403823,
      "grad_norm": 0.8064730167388916,
      "learning_rate": 3.2360585183854876e-06,
      "loss": 0.22310934066772461,
      "step": 10215,
      "token_acc": 0.9361356155365372
    },
    {
      "epoch": 0.6343492024082925,
      "grad_norm": 0.8721363544464111,
      "learning_rate": 3.231257752406186e-06,
      "loss": 0.2263571500778198,
      "step": 10220,
      "token_acc": 0.9348024871982443
    },
    {
      "epoch": 0.6346595493762026,
      "grad_norm": 0.8537589907646179,
      "learning_rate": 3.2264588495330256e-06,
      "loss": 0.2331303834915161,
      "step": 10225,
      "token_acc": 0.9334570888719461
    },
    {
      "epoch": 0.6349698963441127,
      "grad_norm": 0.7984469532966614,
      "learning_rate": 3.221661814820934e-06,
      "loss": 0.2306314468383789,
      "step": 10230,
      "token_acc": 0.934148598625066
    },
    {
      "epoch": 0.6352802433120228,
      "grad_norm": 0.8339990377426147,
      "learning_rate": 3.216866653322874e-06,
      "loss": 0.22262356281280518,
      "step": 10235,
      "token_acc": 0.9356832794804008
    },
    {
      "epoch": 0.6355905902799329,
      "grad_norm": 0.8175888657569885,
      "learning_rate": 3.21207337008983e-06,
      "loss": 0.22648496627807618,
      "step": 10240,
      "token_acc": 0.9349201010360815
    },
    {
      "epoch": 0.6359009372478431,
      "grad_norm": 0.8125079870223999,
      "learning_rate": 3.2072819701708146e-06,
      "loss": 0.2340099811553955,
      "step": 10245,
      "token_acc": 0.9332745424511849
    },
    {
      "epoch": 0.6362112842157532,
      "grad_norm": 0.8168270587921143,
      "learning_rate": 3.202492458612851e-06,
      "loss": 0.22840256690979005,
      "step": 10250,
      "token_acc": 0.9350251309735925
    },
    {
      "epoch": 0.6365216311836633,
      "grad_norm": 0.8282175660133362,
      "learning_rate": 3.1977048404609745e-06,
      "loss": 0.22511415481567382,
      "step": 10255,
      "token_acc": 0.9357542455553565
    },
    {
      "epoch": 0.6368319781515734,
      "grad_norm": 0.8289535045623779,
      "learning_rate": 3.1929191207582278e-06,
      "loss": 0.2243757963180542,
      "step": 10260,
      "token_acc": 0.9345783075794983
    },
    {
      "epoch": 0.6371423251194835,
      "grad_norm": 0.8471537828445435,
      "learning_rate": 3.188135304545654e-06,
      "loss": 0.23078014850616455,
      "step": 10265,
      "token_acc": 0.9340602899924934
    },
    {
      "epoch": 0.6374526720873938,
      "grad_norm": 0.810608983039856,
      "learning_rate": 3.1833533968622865e-06,
      "loss": 0.22180347442626952,
      "step": 10270,
      "token_acc": 0.9363224214947663
    },
    {
      "epoch": 0.6377630190553039,
      "grad_norm": 0.8057257533073425,
      "learning_rate": 3.1785734027451563e-06,
      "loss": 0.2259220600128174,
      "step": 10275,
      "token_acc": 0.9357796956321234
    },
    {
      "epoch": 0.638073366023214,
      "grad_norm": 0.8600197434425354,
      "learning_rate": 3.1737953272292703e-06,
      "loss": 0.22908434867858887,
      "step": 10280,
      "token_acc": 0.9342663951337034
    },
    {
      "epoch": 0.6383837129911241,
      "grad_norm": 0.8674155473709106,
      "learning_rate": 3.1690191753476196e-06,
      "loss": 0.22394702434539795,
      "step": 10285,
      "token_acc": 0.9358059255052923
    },
    {
      "epoch": 0.6386940599590342,
      "grad_norm": 0.9374074339866638,
      "learning_rate": 3.1642449521311687e-06,
      "loss": 0.22676799297332764,
      "step": 10290,
      "token_acc": 0.9346682276317737
    },
    {
      "epoch": 0.6390044069269443,
      "grad_norm": 0.8257989883422852,
      "learning_rate": 3.159472662608849e-06,
      "loss": 0.2286839723587036,
      "step": 10295,
      "token_acc": 0.9345277549025516
    },
    {
      "epoch": 0.6393147538948545,
      "grad_norm": 0.8139248490333557,
      "learning_rate": 3.154702311807555e-06,
      "loss": 0.23261470794677735,
      "step": 10300,
      "token_acc": 0.9344765379008261
    },
    {
      "epoch": 0.6396251008627646,
      "grad_norm": 0.8973035216331482,
      "learning_rate": 3.1499339047521414e-06,
      "loss": 0.22437925338745118,
      "step": 10305,
      "token_acc": 0.9355174206968279
    },
    {
      "epoch": 0.6399354478306747,
      "grad_norm": 0.8356834650039673,
      "learning_rate": 3.1451674464654144e-06,
      "loss": 0.22867374420166015,
      "step": 10310,
      "token_acc": 0.9351452885573479
    },
    {
      "epoch": 0.6402457947985848,
      "grad_norm": 0.8802993297576904,
      "learning_rate": 3.1404029419681214e-06,
      "loss": 0.22721638679504394,
      "step": 10315,
      "token_acc": 0.9349880390679725
    },
    {
      "epoch": 0.6405561417664949,
      "grad_norm": 0.922466516494751,
      "learning_rate": 3.135640396278965e-06,
      "loss": 0.2272713899612427,
      "step": 10320,
      "token_acc": 0.9348004510786518
    },
    {
      "epoch": 0.6408664887344051,
      "grad_norm": 0.8046469688415527,
      "learning_rate": 3.130879814414572e-06,
      "loss": 0.22557168006896972,
      "step": 10325,
      "token_acc": 0.935180379788947
    },
    {
      "epoch": 0.6411768357023152,
      "grad_norm": 0.8223339319229126,
      "learning_rate": 3.126121201389505e-06,
      "loss": 0.22909936904907227,
      "step": 10330,
      "token_acc": 0.9341787480238152
    },
    {
      "epoch": 0.6414871826702253,
      "grad_norm": 1.00699782371521,
      "learning_rate": 3.1213645622162554e-06,
      "loss": 0.23025612831115722,
      "step": 10335,
      "token_acc": 0.9344298304001704
    },
    {
      "epoch": 0.6417975296381354,
      "grad_norm": 0.8490443825721741,
      "learning_rate": 3.116609901905232e-06,
      "loss": 0.22455496788024903,
      "step": 10340,
      "token_acc": 0.9351889570797968
    },
    {
      "epoch": 0.6421078766060455,
      "grad_norm": 0.8225256204605103,
      "learning_rate": 3.1118572254647593e-06,
      "loss": 0.2274071216583252,
      "step": 10345,
      "token_acc": 0.9347633893257643
    },
    {
      "epoch": 0.6424182235739557,
      "grad_norm": 0.8428844213485718,
      "learning_rate": 3.1071065379010747e-06,
      "loss": 0.22573962211608886,
      "step": 10350,
      "token_acc": 0.935110393107162
    },
    {
      "epoch": 0.6427285705418658,
      "grad_norm": 0.855609118938446,
      "learning_rate": 3.10235784421832e-06,
      "loss": 0.2268599033355713,
      "step": 10355,
      "token_acc": 0.9356155653801729
    },
    {
      "epoch": 0.6430389175097759,
      "grad_norm": 0.8724262118339539,
      "learning_rate": 3.0976111494185303e-06,
      "loss": 0.22540132999420165,
      "step": 10360,
      "token_acc": 0.9348426799802432
    },
    {
      "epoch": 0.643349264477686,
      "grad_norm": 0.8318566083908081,
      "learning_rate": 3.092866458501648e-06,
      "loss": 0.2228609085083008,
      "step": 10365,
      "token_acc": 0.9362985249480803
    },
    {
      "epoch": 0.6436596114455961,
      "grad_norm": 0.8156371712684631,
      "learning_rate": 3.0881237764654907e-06,
      "loss": 0.22293236255645751,
      "step": 10370,
      "token_acc": 0.9357729051527011
    },
    {
      "epoch": 0.6439699584135063,
      "grad_norm": 0.7721272706985474,
      "learning_rate": 3.083383108305771e-06,
      "loss": 0.2284578800201416,
      "step": 10375,
      "token_acc": 0.9346336111459937
    },
    {
      "epoch": 0.6442803053814165,
      "grad_norm": 0.8348324298858643,
      "learning_rate": 3.0786444590160742e-06,
      "loss": 0.2213136911392212,
      "step": 10380,
      "token_acc": 0.9367671636684257
    },
    {
      "epoch": 0.6445906523493266,
      "grad_norm": 0.8700600266456604,
      "learning_rate": 3.0739078335878593e-06,
      "loss": 0.22181665897369385,
      "step": 10385,
      "token_acc": 0.935715529831049
    },
    {
      "epoch": 0.6449009993172367,
      "grad_norm": 0.8409051895141602,
      "learning_rate": 3.0691732370104566e-06,
      "loss": 0.22394137382507323,
      "step": 10390,
      "token_acc": 0.9358502394195244
    },
    {
      "epoch": 0.6452113462851468,
      "grad_norm": 0.8862445950508118,
      "learning_rate": 3.064440674271057e-06,
      "loss": 0.2245255470275879,
      "step": 10395,
      "token_acc": 0.9353029834341413
    },
    {
      "epoch": 0.645521693253057,
      "grad_norm": 0.8174576759338379,
      "learning_rate": 3.0597101503547076e-06,
      "loss": 0.22580304145812988,
      "step": 10400,
      "token_acc": 0.9348060380452391
    },
    {
      "epoch": 0.6458320402209671,
      "grad_norm": 0.8121772408485413,
      "learning_rate": 3.0549816702443137e-06,
      "loss": 0.2238241195678711,
      "step": 10405,
      "token_acc": 0.9361198322032557
    },
    {
      "epoch": 0.6461423871888772,
      "grad_norm": 0.8862443566322327,
      "learning_rate": 3.050255238920621e-06,
      "loss": 0.22516565322875975,
      "step": 10410,
      "token_acc": 0.934948279850623
    },
    {
      "epoch": 0.6464527341567873,
      "grad_norm": 0.8115447759628296,
      "learning_rate": 3.045530861362218e-06,
      "loss": 0.2235461950302124,
      "step": 10415,
      "token_acc": 0.9362460090741052
    },
    {
      "epoch": 0.6467630811246974,
      "grad_norm": 0.7945905923843384,
      "learning_rate": 3.040808542545536e-06,
      "loss": 0.2315307378768921,
      "step": 10420,
      "token_acc": 0.9347663464784817
    },
    {
      "epoch": 0.6470734280926075,
      "grad_norm": 0.9922177195549011,
      "learning_rate": 3.0360882874448316e-06,
      "loss": 0.2299818515777588,
      "step": 10425,
      "token_acc": 0.9342823376312959
    },
    {
      "epoch": 0.6473837750605177,
      "grad_norm": 0.8217952847480774,
      "learning_rate": 3.0313701010321883e-06,
      "loss": 0.22888360023498536,
      "step": 10430,
      "token_acc": 0.9344283236294693
    },
    {
      "epoch": 0.6476941220284278,
      "grad_norm": 0.8973700404167175,
      "learning_rate": 3.0266539882775135e-06,
      "loss": 0.2282423734664917,
      "step": 10435,
      "token_acc": 0.9352412328576816
    },
    {
      "epoch": 0.6480044689963379,
      "grad_norm": 0.8587597012519836,
      "learning_rate": 3.02193995414853e-06,
      "loss": 0.22355365753173828,
      "step": 10440,
      "token_acc": 0.935438259500847
    },
    {
      "epoch": 0.648314815964248,
      "grad_norm": 0.7929176092147827,
      "learning_rate": 3.0172280036107643e-06,
      "loss": 0.22811241149902345,
      "step": 10445,
      "token_acc": 0.9354312680124864
    },
    {
      "epoch": 0.6486251629321581,
      "grad_norm": 1.020565390586853,
      "learning_rate": 3.01251814162756e-06,
      "loss": 0.2265540361404419,
      "step": 10450,
      "token_acc": 0.935337169526133
    },
    {
      "epoch": 0.6489355099000683,
      "grad_norm": 0.8346660733222961,
      "learning_rate": 3.00781037316005e-06,
      "loss": 0.23351497650146485,
      "step": 10455,
      "token_acc": 0.933485503502312
    },
    {
      "epoch": 0.6492458568679784,
      "grad_norm": 0.8253877758979797,
      "learning_rate": 3.0031047031671657e-06,
      "loss": 0.2286909580230713,
      "step": 10460,
      "token_acc": 0.9338650363455101
    },
    {
      "epoch": 0.6495562038358885,
      "grad_norm": 0.7967126369476318,
      "learning_rate": 2.998401136605632e-06,
      "loss": 0.2270939588546753,
      "step": 10465,
      "token_acc": 0.9347414258087432
    },
    {
      "epoch": 0.6498665508037986,
      "grad_norm": 0.8224100470542908,
      "learning_rate": 2.993699678429952e-06,
      "loss": 0.22571148872375488,
      "step": 10470,
      "token_acc": 0.9343573289492002
    },
    {
      "epoch": 0.6501768977717087,
      "grad_norm": 0.7544921040534973,
      "learning_rate": 2.989000333592411e-06,
      "loss": 0.22827577590942383,
      "step": 10475,
      "token_acc": 0.9356353682266416
    },
    {
      "epoch": 0.6504872447396189,
      "grad_norm": 0.8363432884216309,
      "learning_rate": 2.9843031070430694e-06,
      "loss": 0.22504262924194335,
      "step": 10480,
      "token_acc": 0.9360336714349965
    },
    {
      "epoch": 0.650797591707529,
      "grad_norm": 0.8271840810775757,
      "learning_rate": 2.9796080037297546e-06,
      "loss": 0.22651987075805663,
      "step": 10485,
      "token_acc": 0.9347417268717699
    },
    {
      "epoch": 0.6511079386754391,
      "grad_norm": 0.8695602416992188,
      "learning_rate": 2.974915028598053e-06,
      "loss": 0.228261137008667,
      "step": 10490,
      "token_acc": 0.9345916525206801
    },
    {
      "epoch": 0.6514182856433492,
      "grad_norm": 0.8622519373893738,
      "learning_rate": 2.9702241865913216e-06,
      "loss": 0.22208852767944337,
      "step": 10495,
      "token_acc": 0.9353027811350413
    },
    {
      "epoch": 0.6517286326112594,
      "grad_norm": 0.8766584992408752,
      "learning_rate": 2.9655354826506577e-06,
      "loss": 0.22573544979095458,
      "step": 10500,
      "token_acc": 0.9354973641228571
    },
    {
      "epoch": 0.6517286326112594,
      "eval_loss": 0.24099454283714294,
      "eval_runtime": 130.5534,
      "eval_samples_per_second": 153.194,
      "eval_steps_per_second": 0.207,
      "eval_token_acc": 0.9311677509715722,
      "step": 10500
    },
    {
      "epoch": 0.6520389795791696,
      "grad_norm": 0.7874835133552551,
      "learning_rate": 2.9608489217149115e-06,
      "loss": 0.21494827270507813,
      "step": 10505,
      "token_acc": 0.9380793946792954
    },
    {
      "epoch": 0.6523493265470797,
      "grad_norm": 0.8734012842178345,
      "learning_rate": 2.9561645087206783e-06,
      "loss": 0.22580971717834472,
      "step": 10510,
      "token_acc": 0.9346440668889157
    },
    {
      "epoch": 0.6526596735149898,
      "grad_norm": 0.8220220804214478,
      "learning_rate": 2.9514822486022858e-06,
      "loss": 0.2237410068511963,
      "step": 10515,
      "token_acc": 0.9363006630288886
    },
    {
      "epoch": 0.6529700204828999,
      "grad_norm": 0.8783247470855713,
      "learning_rate": 2.9468021462917993e-06,
      "loss": 0.22192988395690919,
      "step": 10520,
      "token_acc": 0.9355961121224131
    },
    {
      "epoch": 0.65328036745081,
      "grad_norm": 0.8472056984901428,
      "learning_rate": 2.9421242067190083e-06,
      "loss": 0.22617430686950685,
      "step": 10525,
      "token_acc": 0.9355033632808091
    },
    {
      "epoch": 0.6535907144187201,
      "grad_norm": 0.8307264447212219,
      "learning_rate": 2.9374484348114213e-06,
      "loss": 0.2317513942718506,
      "step": 10530,
      "token_acc": 0.9339275411336371
    },
    {
      "epoch": 0.6539010613866303,
      "grad_norm": 0.8713358640670776,
      "learning_rate": 2.9327748354942704e-06,
      "loss": 0.22518627643585204,
      "step": 10535,
      "token_acc": 0.9358903599476005
    },
    {
      "epoch": 0.6542114083545404,
      "grad_norm": 0.8243184089660645,
      "learning_rate": 2.9281034136904944e-06,
      "loss": 0.22897276878356934,
      "step": 10540,
      "token_acc": 0.9346656366506566
    },
    {
      "epoch": 0.6545217553224505,
      "grad_norm": 0.80588698387146,
      "learning_rate": 2.923434174320736e-06,
      "loss": 0.22482380867004395,
      "step": 10545,
      "token_acc": 0.9357269912378945
    },
    {
      "epoch": 0.6548321022903606,
      "grad_norm": 0.8233228325843811,
      "learning_rate": 2.9187671223033478e-06,
      "loss": 0.22146410942077638,
      "step": 10550,
      "token_acc": 0.936073425918493
    },
    {
      "epoch": 0.6551424492582707,
      "grad_norm": 0.8113839030265808,
      "learning_rate": 2.91410226255437e-06,
      "loss": 0.2284111738204956,
      "step": 10555,
      "token_acc": 0.9343037109310183
    },
    {
      "epoch": 0.6554527962261809,
      "grad_norm": 0.8552408218383789,
      "learning_rate": 2.9094395999875365e-06,
      "loss": 0.22697019577026367,
      "step": 10560,
      "token_acc": 0.9353821959084422
    },
    {
      "epoch": 0.655763143194091,
      "grad_norm": 0.8257595896720886,
      "learning_rate": 2.9047791395142684e-06,
      "loss": 0.2344212532043457,
      "step": 10565,
      "token_acc": 0.9335447410146253
    },
    {
      "epoch": 0.6560734901620011,
      "grad_norm": 1.1332318782806396,
      "learning_rate": 2.9001208860436626e-06,
      "loss": 0.22331857681274414,
      "step": 10570,
      "token_acc": 0.9360509138381201
    },
    {
      "epoch": 0.6563838371299112,
      "grad_norm": 0.8137020468711853,
      "learning_rate": 2.8954648444824967e-06,
      "loss": 0.2197270154953003,
      "step": 10575,
      "token_acc": 0.9364202303508585
    },
    {
      "epoch": 0.6566941840978213,
      "grad_norm": 0.869922399520874,
      "learning_rate": 2.890811019735218e-06,
      "loss": 0.23374598026275634,
      "step": 10580,
      "token_acc": 0.9340377418373689
    },
    {
      "epoch": 0.6570045310657315,
      "grad_norm": 0.8131517767906189,
      "learning_rate": 2.8861594167039316e-06,
      "loss": 0.2221766471862793,
      "step": 10585,
      "token_acc": 0.936230305231092
    },
    {
      "epoch": 0.6573148780336416,
      "grad_norm": 0.797662615776062,
      "learning_rate": 2.88151004028841e-06,
      "loss": 0.22331562042236328,
      "step": 10590,
      "token_acc": 0.9359078643271229
    },
    {
      "epoch": 0.6576252250015517,
      "grad_norm": 0.8238673210144043,
      "learning_rate": 2.876862895386081e-06,
      "loss": 0.22514495849609376,
      "step": 10595,
      "token_acc": 0.9352426422584623
    },
    {
      "epoch": 0.6579355719694618,
      "grad_norm": 1.637500286102295,
      "learning_rate": 2.872217986892015e-06,
      "loss": 0.23692765235900878,
      "step": 10600,
      "token_acc": 0.9326439204320907
    },
    {
      "epoch": 0.6582459189373719,
      "grad_norm": 0.852145254611969,
      "learning_rate": 2.8675753196989273e-06,
      "loss": 0.23273057937622071,
      "step": 10605,
      "token_acc": 0.9335623597712399
    },
    {
      "epoch": 0.6585562659052822,
      "grad_norm": 0.823457658290863,
      "learning_rate": 2.862934898697183e-06,
      "loss": 0.22384085655212402,
      "step": 10610,
      "token_acc": 0.9355497326487723
    },
    {
      "epoch": 0.6588666128731923,
      "grad_norm": 0.8552753925323486,
      "learning_rate": 2.8582967287747686e-06,
      "loss": 0.22592558860778808,
      "step": 10615,
      "token_acc": 0.9354333437756197
    },
    {
      "epoch": 0.6591769598411024,
      "grad_norm": 1.056519865989685,
      "learning_rate": 2.853660814817304e-06,
      "loss": 0.23117125034332275,
      "step": 10620,
      "token_acc": 0.9341498308620021
    },
    {
      "epoch": 0.6594873068090125,
      "grad_norm": 0.8177993297576904,
      "learning_rate": 2.849027161708034e-06,
      "loss": 0.2261200428009033,
      "step": 10625,
      "token_acc": 0.9350010975050053
    },
    {
      "epoch": 0.6597976537769226,
      "grad_norm": 0.8769198656082153,
      "learning_rate": 2.844395774327823e-06,
      "loss": 0.22885556221008302,
      "step": 10630,
      "token_acc": 0.935761846186758
    },
    {
      "epoch": 0.6601080007448327,
      "grad_norm": 0.896242618560791,
      "learning_rate": 2.839766657555143e-06,
      "loss": 0.22592697143554688,
      "step": 10635,
      "token_acc": 0.9347374348111702
    },
    {
      "epoch": 0.6604183477127429,
      "grad_norm": 0.8254024386405945,
      "learning_rate": 2.8351398162660803e-06,
      "loss": 0.2278963088989258,
      "step": 10640,
      "token_acc": 0.934935192705135
    },
    {
      "epoch": 0.660728694680653,
      "grad_norm": 0.8242830634117126,
      "learning_rate": 2.8305152553343224e-06,
      "loss": 0.22493743896484375,
      "step": 10645,
      "token_acc": 0.9359105941384422
    },
    {
      "epoch": 0.6610390416485631,
      "grad_norm": 0.8347147703170776,
      "learning_rate": 2.8258929796311556e-06,
      "loss": 0.22957568168640136,
      "step": 10650,
      "token_acc": 0.9336707125818737
    },
    {
      "epoch": 0.6613493886164732,
      "grad_norm": 0.835120677947998,
      "learning_rate": 2.8212729940254564e-06,
      "loss": 0.22241241931915284,
      "step": 10655,
      "token_acc": 0.9351948198272834
    },
    {
      "epoch": 0.6616597355843833,
      "grad_norm": 0.8618392944335938,
      "learning_rate": 2.8166553033836863e-06,
      "loss": 0.2326285123825073,
      "step": 10660,
      "token_acc": 0.9329227916832208
    },
    {
      "epoch": 0.6619700825522935,
      "grad_norm": 0.814420223236084,
      "learning_rate": 2.8120399125699014e-06,
      "loss": 0.22578854560852052,
      "step": 10665,
      "token_acc": 0.9351914978945257
    },
    {
      "epoch": 0.6622804295202036,
      "grad_norm": 0.8913599252700806,
      "learning_rate": 2.8074268264457245e-06,
      "loss": 0.2237851858139038,
      "step": 10670,
      "token_acc": 0.9355161038641061
    },
    {
      "epoch": 0.6625907764881137,
      "grad_norm": 0.7796737551689148,
      "learning_rate": 2.8028160498703507e-06,
      "loss": 0.2212360382080078,
      "step": 10675,
      "token_acc": 0.9365671393271747
    },
    {
      "epoch": 0.6629011234560238,
      "grad_norm": 0.8918337821960449,
      "learning_rate": 2.7982075877005478e-06,
      "loss": 0.22675018310546874,
      "step": 10680,
      "token_acc": 0.9350338753838877
    },
    {
      "epoch": 0.6632114704239339,
      "grad_norm": 0.823746919631958,
      "learning_rate": 2.7936014447906455e-06,
      "loss": 0.222282075881958,
      "step": 10685,
      "token_acc": 0.9357871574314863
    },
    {
      "epoch": 0.6635218173918441,
      "grad_norm": 0.8164610266685486,
      "learning_rate": 2.7889976259925245e-06,
      "loss": 0.23326773643493653,
      "step": 10690,
      "token_acc": 0.9341337589319417
    },
    {
      "epoch": 0.6638321643597542,
      "grad_norm": 0.8235698938369751,
      "learning_rate": 2.7843961361556228e-06,
      "loss": 0.22773661613464355,
      "step": 10695,
      "token_acc": 0.9350233817376323
    },
    {
      "epoch": 0.6641425113276643,
      "grad_norm": 0.8071151375770569,
      "learning_rate": 2.7797969801269255e-06,
      "loss": 0.223075795173645,
      "step": 10700,
      "token_acc": 0.9362693343187457
    },
    {
      "epoch": 0.6644528582955744,
      "grad_norm": 0.8785064220428467,
      "learning_rate": 2.775200162750954e-06,
      "loss": 0.23036603927612304,
      "step": 10705,
      "token_acc": 0.9345693492922453
    },
    {
      "epoch": 0.6647632052634845,
      "grad_norm": 0.8068884015083313,
      "learning_rate": 2.770605688869773e-06,
      "loss": 0.22128844261169434,
      "step": 10710,
      "token_acc": 0.93644485274538
    },
    {
      "epoch": 0.6650735522313947,
      "grad_norm": 0.8756119012832642,
      "learning_rate": 2.7660135633229724e-06,
      "loss": 0.22472171783447265,
      "step": 10715,
      "token_acc": 0.9349263631482727
    },
    {
      "epoch": 0.6653838991993049,
      "grad_norm": 0.8191453814506531,
      "learning_rate": 2.7614237909476732e-06,
      "loss": 0.2315457820892334,
      "step": 10720,
      "token_acc": 0.934199174730985
    },
    {
      "epoch": 0.665694246167215,
      "grad_norm": 0.8131508231163025,
      "learning_rate": 2.756836376578518e-06,
      "loss": 0.2381413221359253,
      "step": 10725,
      "token_acc": 0.9328539727177615
    },
    {
      "epoch": 0.6660045931351251,
      "grad_norm": 0.7743956446647644,
      "learning_rate": 2.752251325047659e-06,
      "loss": 0.22358121871948242,
      "step": 10730,
      "token_acc": 0.9354722157171055
    },
    {
      "epoch": 0.6663149401030352,
      "grad_norm": 0.813213050365448,
      "learning_rate": 2.7476686411847663e-06,
      "loss": 0.22954211235046387,
      "step": 10735,
      "token_acc": 0.9339673662133463
    },
    {
      "epoch": 0.6666252870709454,
      "grad_norm": 0.7821421027183533,
      "learning_rate": 2.743088329817016e-06,
      "loss": 0.23073077201843262,
      "step": 10740,
      "token_acc": 0.9334408580739797
    },
    {
      "epoch": 0.6669356340388555,
      "grad_norm": 0.8421801924705505,
      "learning_rate": 2.7385103957690816e-06,
      "loss": 0.2325984477996826,
      "step": 10745,
      "token_acc": 0.9340880469619334
    },
    {
      "epoch": 0.6672459810067656,
      "grad_norm": 0.8683729767799377,
      "learning_rate": 2.7339348438631296e-06,
      "loss": 0.22516231536865233,
      "step": 10750,
      "token_acc": 0.9357560927218015
    },
    {
      "epoch": 0.6675563279746757,
      "grad_norm": 0.8141571879386902,
      "learning_rate": 2.729361678918829e-06,
      "loss": 0.22411634922027587,
      "step": 10755,
      "token_acc": 0.9361891771442462
    },
    {
      "epoch": 0.6678666749425858,
      "grad_norm": 0.824243426322937,
      "learning_rate": 2.724790905753323e-06,
      "loss": 0.23009810447692872,
      "step": 10760,
      "token_acc": 0.9337225816632476
    },
    {
      "epoch": 0.6681770219104959,
      "grad_norm": 0.855955958366394,
      "learning_rate": 2.7202225291812368e-06,
      "loss": 0.22176787853240967,
      "step": 10765,
      "token_acc": 0.9351436665852193
    },
    {
      "epoch": 0.6684873688784061,
      "grad_norm": 0.8995785713195801,
      "learning_rate": 2.7156565540146772e-06,
      "loss": 0.22814369201660156,
      "step": 10770,
      "token_acc": 0.934753404979783
    },
    {
      "epoch": 0.6687977158463162,
      "grad_norm": 0.8211752772331238,
      "learning_rate": 2.7110929850632183e-06,
      "loss": 0.2298201084136963,
      "step": 10775,
      "token_acc": 0.9344643599265346
    },
    {
      "epoch": 0.6691080628142263,
      "grad_norm": 0.7960493564605713,
      "learning_rate": 2.706531827133897e-06,
      "loss": 0.22476115226745605,
      "step": 10780,
      "token_acc": 0.9354087828625774
    },
    {
      "epoch": 0.6694184097821364,
      "grad_norm": 0.9066677689552307,
      "learning_rate": 2.701973085031214e-06,
      "loss": 0.22685859203338624,
      "step": 10785,
      "token_acc": 0.9345591235310249
    },
    {
      "epoch": 0.6697287567500465,
      "grad_norm": 0.8380141258239746,
      "learning_rate": 2.6974167635571234e-06,
      "loss": 0.2289644956588745,
      "step": 10790,
      "token_acc": 0.9345842898492863
    },
    {
      "epoch": 0.6700391037179567,
      "grad_norm": 0.8835338354110718,
      "learning_rate": 2.692862867511034e-06,
      "loss": 0.22176756858825683,
      "step": 10795,
      "token_acc": 0.9357149893285175
    },
    {
      "epoch": 0.6703494506858668,
      "grad_norm": 0.8354815244674683,
      "learning_rate": 2.6883114016897926e-06,
      "loss": 0.22756783962249755,
      "step": 10800,
      "token_acc": 0.9343431670855933
    },
    {
      "epoch": 0.6706597976537769,
      "grad_norm": 0.7682988047599792,
      "learning_rate": 2.6837623708876864e-06,
      "loss": 0.22572104930877684,
      "step": 10805,
      "token_acc": 0.9355596686750942
    },
    {
      "epoch": 0.670970144621687,
      "grad_norm": 0.9365578293800354,
      "learning_rate": 2.6792157798964487e-06,
      "loss": 0.2249309539794922,
      "step": 10810,
      "token_acc": 0.9352182776056972
    },
    {
      "epoch": 0.6712804915895971,
      "grad_norm": 0.8292002081871033,
      "learning_rate": 2.6746716335052305e-06,
      "loss": 0.2223968744277954,
      "step": 10815,
      "token_acc": 0.9368353398753007
    },
    {
      "epoch": 0.6715908385575073,
      "grad_norm": 0.8226572871208191,
      "learning_rate": 2.6701299365006107e-06,
      "loss": 0.22937119007110596,
      "step": 10820,
      "token_acc": 0.9345181741611549
    },
    {
      "epoch": 0.6719011855254174,
      "grad_norm": 0.8253859281539917,
      "learning_rate": 2.665590693666591e-06,
      "loss": 0.23243091106414795,
      "step": 10825,
      "token_acc": 0.9338138493944181
    },
    {
      "epoch": 0.6722115324933275,
      "grad_norm": 0.8651408553123474,
      "learning_rate": 2.6610539097845895e-06,
      "loss": 0.23156533241271973,
      "step": 10830,
      "token_acc": 0.9337935964732281
    },
    {
      "epoch": 0.6725218794612376,
      "grad_norm": 0.8250735998153687,
      "learning_rate": 2.6565195896334274e-06,
      "loss": 0.22808165550231935,
      "step": 10835,
      "token_acc": 0.9353396684322944
    },
    {
      "epoch": 0.6728322264291478,
      "grad_norm": 0.7830631136894226,
      "learning_rate": 2.6519877379893354e-06,
      "loss": 0.22204866409301757,
      "step": 10840,
      "token_acc": 0.936228763666947
    },
    {
      "epoch": 0.673142573397058,
      "grad_norm": 0.8327221870422363,
      "learning_rate": 2.6474583596259475e-06,
      "loss": 0.2303910255432129,
      "step": 10845,
      "token_acc": 0.9345614737685223
    },
    {
      "epoch": 0.6734529203649681,
      "grad_norm": 0.8320080637931824,
      "learning_rate": 2.642931459314282e-06,
      "loss": 0.2279609203338623,
      "step": 10850,
      "token_acc": 0.9345208412289975
    },
    {
      "epoch": 0.6737632673328782,
      "grad_norm": 0.807061493396759,
      "learning_rate": 2.6384070418227583e-06,
      "loss": 0.22901458740234376,
      "step": 10855,
      "token_acc": 0.9344186292950433
    },
    {
      "epoch": 0.6740736143007883,
      "grad_norm": 0.8437809944152832,
      "learning_rate": 2.6338851119171704e-06,
      "loss": 0.22722196578979492,
      "step": 10860,
      "token_acc": 0.9348425841187984
    },
    {
      "epoch": 0.6743839612686984,
      "grad_norm": 1.0447630882263184,
      "learning_rate": 2.6293656743607005e-06,
      "loss": 0.22874414920806885,
      "step": 10865,
      "token_acc": 0.9341627172195892
    },
    {
      "epoch": 0.6746943082366085,
      "grad_norm": 0.8448339700698853,
      "learning_rate": 2.6248487339139027e-06,
      "loss": 0.22220687866210936,
      "step": 10870,
      "token_acc": 0.9356501650165017
    },
    {
      "epoch": 0.6750046552045187,
      "grad_norm": 0.8740484714508057,
      "learning_rate": 2.620334295334697e-06,
      "loss": 0.22617557048797607,
      "step": 10875,
      "token_acc": 0.9341452235971976
    },
    {
      "epoch": 0.6753150021724288,
      "grad_norm": 0.8319733142852783,
      "learning_rate": 2.615822363378373e-06,
      "loss": 0.23303942680358886,
      "step": 10880,
      "token_acc": 0.9334174255882606
    },
    {
      "epoch": 0.6756253491403389,
      "grad_norm": 0.7985439300537109,
      "learning_rate": 2.6113129427975794e-06,
      "loss": 0.23701820373535157,
      "step": 10885,
      "token_acc": 0.9331185703680136
    },
    {
      "epoch": 0.675935696108249,
      "grad_norm": 0.8392468094825745,
      "learning_rate": 2.6068060383423155e-06,
      "loss": 0.2257922649383545,
      "step": 10890,
      "token_acc": 0.9344499695823525
    },
    {
      "epoch": 0.6762460430761591,
      "grad_norm": 0.8244118094444275,
      "learning_rate": 2.602301654759933e-06,
      "loss": 0.2271113872528076,
      "step": 10895,
      "token_acc": 0.9348409506153836
    },
    {
      "epoch": 0.6765563900440693,
      "grad_norm": 0.8121625185012817,
      "learning_rate": 2.5977997967951285e-06,
      "loss": 0.23000075817108154,
      "step": 10900,
      "token_acc": 0.935035979867295
    },
    {
      "epoch": 0.6768667370119794,
      "grad_norm": 0.8263477087020874,
      "learning_rate": 2.5933004691899405e-06,
      "loss": 0.22955193519592285,
      "step": 10905,
      "token_acc": 0.93535372427475
    },
    {
      "epoch": 0.6771770839798895,
      "grad_norm": 0.8374332189559937,
      "learning_rate": 2.5888036766837355e-06,
      "loss": 0.2324249267578125,
      "step": 10910,
      "token_acc": 0.9336591486972889
    },
    {
      "epoch": 0.6774874309477996,
      "grad_norm": 0.8180155754089355,
      "learning_rate": 2.5843094240132157e-06,
      "loss": 0.23461902141571045,
      "step": 10915,
      "token_acc": 0.9327203736135435
    },
    {
      "epoch": 0.6777977779157097,
      "grad_norm": 0.7861869931221008,
      "learning_rate": 2.5798177159124076e-06,
      "loss": 0.2205819845199585,
      "step": 10920,
      "token_acc": 0.9365971000586385
    },
    {
      "epoch": 0.6781081248836199,
      "grad_norm": 1.0600954294204712,
      "learning_rate": 2.5753285571126523e-06,
      "loss": 0.224623703956604,
      "step": 10925,
      "token_acc": 0.9361700721630409
    },
    {
      "epoch": 0.67841847185153,
      "grad_norm": 0.8026278018951416,
      "learning_rate": 2.570841952342611e-06,
      "loss": 0.22702107429504395,
      "step": 10930,
      "token_acc": 0.9339663756784955
    },
    {
      "epoch": 0.6787288188194401,
      "grad_norm": 0.812997579574585,
      "learning_rate": 2.5663579063282516e-06,
      "loss": 0.22706398963928223,
      "step": 10935,
      "token_acc": 0.9353071422359874
    },
    {
      "epoch": 0.6790391657873502,
      "grad_norm": 0.8386937379837036,
      "learning_rate": 2.5618764237928505e-06,
      "loss": 0.23208417892456054,
      "step": 10940,
      "token_acc": 0.9341965283669319
    },
    {
      "epoch": 0.6793495127552603,
      "grad_norm": 0.7910364866256714,
      "learning_rate": 2.55739750945698e-06,
      "loss": 0.2240131139755249,
      "step": 10945,
      "token_acc": 0.9353158602150538
    },
    {
      "epoch": 0.6796598597231706,
      "grad_norm": 0.8091467618942261,
      "learning_rate": 2.5529211680385047e-06,
      "loss": 0.23150575160980225,
      "step": 10950,
      "token_acc": 0.9336963874983087
    },
    {
      "epoch": 0.6799702066910807,
      "grad_norm": 0.7687386870384216,
      "learning_rate": 2.5484474042525857e-06,
      "loss": 0.2237762689590454,
      "step": 10955,
      "token_acc": 0.9357699453332798
    },
    {
      "epoch": 0.6802805536589908,
      "grad_norm": 0.8341094851493835,
      "learning_rate": 2.5439762228116673e-06,
      "loss": 0.22780933380126953,
      "step": 10960,
      "token_acc": 0.9343471932239559
    },
    {
      "epoch": 0.6805909006269009,
      "grad_norm": 0.8193002343177795,
      "learning_rate": 2.539507628425469e-06,
      "loss": 0.223095703125,
      "step": 10965,
      "token_acc": 0.9347401821512971
    },
    {
      "epoch": 0.680901247594811,
      "grad_norm": 0.9120641946792603,
      "learning_rate": 2.535041625800989e-06,
      "loss": 0.2225553035736084,
      "step": 10970,
      "token_acc": 0.9369110472498831
    },
    {
      "epoch": 0.6812115945627211,
      "grad_norm": 0.9374921917915344,
      "learning_rate": 2.530578219642499e-06,
      "loss": 0.22342004776000976,
      "step": 10975,
      "token_acc": 0.9365342458429129
    },
    {
      "epoch": 0.6815219415306313,
      "grad_norm": 0.845941424369812,
      "learning_rate": 2.5261174146515256e-06,
      "loss": 0.22265996932983398,
      "step": 10980,
      "token_acc": 0.9359684373979513
    },
    {
      "epoch": 0.6818322884985414,
      "grad_norm": 0.7831390500068665,
      "learning_rate": 2.5216592155268667e-06,
      "loss": 0.2203070640563965,
      "step": 10985,
      "token_acc": 0.9370164046251279
    },
    {
      "epoch": 0.6821426354664515,
      "grad_norm": 0.8169050812721252,
      "learning_rate": 2.517203626964566e-06,
      "loss": 0.22159876823425292,
      "step": 10990,
      "token_acc": 0.9358423776924362
    },
    {
      "epoch": 0.6824529824343616,
      "grad_norm": 0.8511732220649719,
      "learning_rate": 2.5127506536579226e-06,
      "loss": 0.22645368576049804,
      "step": 10995,
      "token_acc": 0.93477032266544
    },
    {
      "epoch": 0.6827633294022717,
      "grad_norm": 0.8053267002105713,
      "learning_rate": 2.508300300297484e-06,
      "loss": 0.22338442802429198,
      "step": 11000,
      "token_acc": 0.9356713277724785
    },
    {
      "epoch": 0.6827633294022717,
      "eval_loss": 0.23978617787361145,
      "eval_runtime": 110.4575,
      "eval_samples_per_second": 181.065,
      "eval_steps_per_second": 0.244,
      "eval_token_acc": 0.9315406052668059,
      "step": 11000
    },
    {
      "epoch": 0.6830736763701819,
      "grad_norm": 0.8072296380996704,
      "learning_rate": 2.5038525715710267e-06,
      "loss": 0.22555809020996093,
      "step": 11005,
      "token_acc": 0.9342297554302492
    },
    {
      "epoch": 0.683384023338092,
      "grad_norm": 0.9502686858177185,
      "learning_rate": 2.4994074721635732e-06,
      "loss": 0.22415103912353515,
      "step": 11010,
      "token_acc": 0.9351587131940362
    },
    {
      "epoch": 0.6836943703060021,
      "grad_norm": 0.8472788333892822,
      "learning_rate": 2.4949650067573742e-06,
      "loss": 0.22397608757019044,
      "step": 11015,
      "token_acc": 0.935464819736383
    },
    {
      "epoch": 0.6840047172739122,
      "grad_norm": 0.8352960348129272,
      "learning_rate": 2.490525180031903e-06,
      "loss": 0.22692999839782715,
      "step": 11020,
      "token_acc": 0.9343788043407119
    },
    {
      "epoch": 0.6843150642418223,
      "grad_norm": 0.8248074650764465,
      "learning_rate": 2.4860879966638505e-06,
      "loss": 0.22265405654907228,
      "step": 11025,
      "token_acc": 0.9357585855780801
    },
    {
      "epoch": 0.6846254112097325,
      "grad_norm": 1.0422954559326172,
      "learning_rate": 2.4816534613271355e-06,
      "loss": 0.22647995948791505,
      "step": 11030,
      "token_acc": 0.9344746825004123
    },
    {
      "epoch": 0.6849357581776426,
      "grad_norm": 0.9259189367294312,
      "learning_rate": 2.4772215786928754e-06,
      "loss": 0.22671794891357422,
      "step": 11035,
      "token_acc": 0.9353899059370892
    },
    {
      "epoch": 0.6852461051455527,
      "grad_norm": 0.802070677280426,
      "learning_rate": 2.4727923534293957e-06,
      "loss": 0.2257382392883301,
      "step": 11040,
      "token_acc": 0.9354255755762382
    },
    {
      "epoch": 0.6855564521134628,
      "grad_norm": 0.8134832978248596,
      "learning_rate": 2.4683657902022267e-06,
      "loss": 0.2232145071029663,
      "step": 11045,
      "token_acc": 0.936275880434059
    },
    {
      "epoch": 0.6858667990813729,
      "grad_norm": 0.8214874863624573,
      "learning_rate": 2.463941893674094e-06,
      "loss": 0.22294673919677735,
      "step": 11050,
      "token_acc": 0.9354732140497397
    },
    {
      "epoch": 0.6861771460492831,
      "grad_norm": 0.7979225516319275,
      "learning_rate": 2.4595206685049095e-06,
      "loss": 0.2289970874786377,
      "step": 11055,
      "token_acc": 0.9338138622234261
    },
    {
      "epoch": 0.6864874930171933,
      "grad_norm": 0.8345953822135925,
      "learning_rate": 2.455102119351776e-06,
      "loss": 0.22617015838623047,
      "step": 11060,
      "token_acc": 0.9354372519143872
    },
    {
      "epoch": 0.6867978399851034,
      "grad_norm": 0.944805383682251,
      "learning_rate": 2.450686250868976e-06,
      "loss": 0.22216348648071288,
      "step": 11065,
      "token_acc": 0.9358885063211291
    },
    {
      "epoch": 0.6871081869530135,
      "grad_norm": 1.2585172653198242,
      "learning_rate": 2.44627306770797e-06,
      "loss": 0.22482447624206542,
      "step": 11070,
      "token_acc": 0.9353135140105884
    },
    {
      "epoch": 0.6874185339209236,
      "grad_norm": 0.8357342481613159,
      "learning_rate": 2.441862574517387e-06,
      "loss": 0.22273945808410645,
      "step": 11075,
      "token_acc": 0.9356059081579265
    },
    {
      "epoch": 0.6877288808888338,
      "grad_norm": 0.8633572459220886,
      "learning_rate": 2.437454775943019e-06,
      "loss": 0.2263735294342041,
      "step": 11080,
      "token_acc": 0.9359503718773972
    },
    {
      "epoch": 0.6880392278567439,
      "grad_norm": 0.9200255274772644,
      "learning_rate": 2.4330496766278327e-06,
      "loss": 0.22185001373291016,
      "step": 11085,
      "token_acc": 0.9368388156363661
    },
    {
      "epoch": 0.688349574824654,
      "grad_norm": 0.8289831280708313,
      "learning_rate": 2.4286472812119393e-06,
      "loss": 0.22053358554840088,
      "step": 11090,
      "token_acc": 0.9365836707964129
    },
    {
      "epoch": 0.6886599217925641,
      "grad_norm": 0.9026960730552673,
      "learning_rate": 2.4242475943326037e-06,
      "loss": 0.22258412837982178,
      "step": 11095,
      "token_acc": 0.9361208671833867
    },
    {
      "epoch": 0.6889702687604742,
      "grad_norm": 0.8401134610176086,
      "learning_rate": 2.4198506206242416e-06,
      "loss": 0.22501320838928224,
      "step": 11100,
      "token_acc": 0.9359452116670984
    },
    {
      "epoch": 0.6892806157283843,
      "grad_norm": 0.8398122191429138,
      "learning_rate": 2.415456364718411e-06,
      "loss": 0.22009835243225098,
      "step": 11105,
      "token_acc": 0.9367277799920287
    },
    {
      "epoch": 0.6895909626962945,
      "grad_norm": 0.877639651298523,
      "learning_rate": 2.4110648312438007e-06,
      "loss": 0.21858615875244142,
      "step": 11110,
      "token_acc": 0.9358599041797456
    },
    {
      "epoch": 0.6899013096642046,
      "grad_norm": 0.8251043558120728,
      "learning_rate": 2.4066760248262387e-06,
      "loss": 0.22800912857055664,
      "step": 11115,
      "token_acc": 0.9342346242216376
    },
    {
      "epoch": 0.6902116566321147,
      "grad_norm": 0.9936253428459167,
      "learning_rate": 2.4022899500886806e-06,
      "loss": 0.22876813411712646,
      "step": 11120,
      "token_acc": 0.9339477826488533
    },
    {
      "epoch": 0.6905220036000248,
      "grad_norm": 0.8104826211929321,
      "learning_rate": 2.3979066116511967e-06,
      "loss": 0.22265408039093018,
      "step": 11125,
      "token_acc": 0.9365209235497196
    },
    {
      "epoch": 0.6908323505679349,
      "grad_norm": 0.8124892711639404,
      "learning_rate": 2.3935260141309845e-06,
      "loss": 0.22827134132385254,
      "step": 11130,
      "token_acc": 0.9345431412595842
    },
    {
      "epoch": 0.6911426975358451,
      "grad_norm": 0.8026403784751892,
      "learning_rate": 2.389148162142347e-06,
      "loss": 0.2264378547668457,
      "step": 11135,
      "token_acc": 0.9358293402997607
    },
    {
      "epoch": 0.6914530445037552,
      "grad_norm": 0.8319078087806702,
      "learning_rate": 2.384773060296699e-06,
      "loss": 0.22564311027526857,
      "step": 11140,
      "token_acc": 0.9353361299915038
    },
    {
      "epoch": 0.6917633914716653,
      "grad_norm": 0.8620616793632507,
      "learning_rate": 2.3804007132025604e-06,
      "loss": 0.22575764656066893,
      "step": 11145,
      "token_acc": 0.9354069041182808
    },
    {
      "epoch": 0.6920737384395754,
      "grad_norm": 0.9183108806610107,
      "learning_rate": 2.3760311254655428e-06,
      "loss": 0.2234050989151001,
      "step": 11150,
      "token_acc": 0.9361659948457014
    },
    {
      "epoch": 0.6923840854074855,
      "grad_norm": 0.8361497521400452,
      "learning_rate": 2.371664301688357e-06,
      "loss": 0.23135125637054443,
      "step": 11155,
      "token_acc": 0.9344159280328086
    },
    {
      "epoch": 0.6926944323753957,
      "grad_norm": 0.8143050670623779,
      "learning_rate": 2.367300246470802e-06,
      "loss": 0.22027235031127929,
      "step": 11160,
      "token_acc": 0.9364755971737909
    },
    {
      "epoch": 0.6930047793433058,
      "grad_norm": 0.7851625680923462,
      "learning_rate": 2.3629389644097583e-06,
      "loss": 0.2272705316543579,
      "step": 11165,
      "token_acc": 0.9345517738088158
    },
    {
      "epoch": 0.693315126311216,
      "grad_norm": 0.9899514317512512,
      "learning_rate": 2.3585804600991812e-06,
      "loss": 0.22692344188690186,
      "step": 11170,
      "token_acc": 0.9345676302961382
    },
    {
      "epoch": 0.693625473279126,
      "grad_norm": 0.7790020108222961,
      "learning_rate": 2.354224738130113e-06,
      "loss": 0.22095718383789062,
      "step": 11175,
      "token_acc": 0.9359111761707467
    },
    {
      "epoch": 0.6939358202470362,
      "grad_norm": 0.8658116459846497,
      "learning_rate": 2.349871803090653e-06,
      "loss": 0.2204197645187378,
      "step": 11180,
      "token_acc": 0.9368062388156287
    },
    {
      "epoch": 0.6942461672149464,
      "grad_norm": 0.8718162178993225,
      "learning_rate": 2.3455216595659677e-06,
      "loss": 0.22421345710754395,
      "step": 11185,
      "token_acc": 0.9360867955465052
    },
    {
      "epoch": 0.6945565141828565,
      "grad_norm": 0.9478991627693176,
      "learning_rate": 2.341174312138285e-06,
      "loss": 0.2269810676574707,
      "step": 11190,
      "token_acc": 0.9360761465396674
    },
    {
      "epoch": 0.6948668611507666,
      "grad_norm": 0.8574694991111755,
      "learning_rate": 2.33682976538689e-06,
      "loss": 0.22741847038269042,
      "step": 11195,
      "token_acc": 0.9343295373141323
    },
    {
      "epoch": 0.6951772081186767,
      "grad_norm": 0.9107205271720886,
      "learning_rate": 2.332488023888111e-06,
      "loss": 0.2225886821746826,
      "step": 11200,
      "token_acc": 0.9359455654622243
    },
    {
      "epoch": 0.6954875550865868,
      "grad_norm": 0.8341516256332397,
      "learning_rate": 2.3281490922153268e-06,
      "loss": 0.22385425567626954,
      "step": 11205,
      "token_acc": 0.935889902375833
    },
    {
      "epoch": 0.6957979020544969,
      "grad_norm": 0.770504891872406,
      "learning_rate": 2.3238129749389537e-06,
      "loss": 0.229888391494751,
      "step": 11210,
      "token_acc": 0.9344594053057627
    },
    {
      "epoch": 0.6961082490224071,
      "grad_norm": 0.8124657273292542,
      "learning_rate": 2.319479676626448e-06,
      "loss": 0.22212445735931396,
      "step": 11215,
      "token_acc": 0.9361095491681275
    },
    {
      "epoch": 0.6964185959903172,
      "grad_norm": 0.8715262413024902,
      "learning_rate": 2.3151492018422906e-06,
      "loss": 0.22250618934631347,
      "step": 11220,
      "token_acc": 0.9364688742764894
    },
    {
      "epoch": 0.6967289429582273,
      "grad_norm": 0.765491247177124,
      "learning_rate": 2.3108215551479867e-06,
      "loss": 0.22539472579956055,
      "step": 11225,
      "token_acc": 0.9360628898301153
    },
    {
      "epoch": 0.6970392899261374,
      "grad_norm": 0.817959725856781,
      "learning_rate": 2.3064967411020745e-06,
      "loss": 0.22164249420166016,
      "step": 11230,
      "token_acc": 0.9364415275420047
    },
    {
      "epoch": 0.6973496368940475,
      "grad_norm": 0.7923972606658936,
      "learning_rate": 2.302174764260097e-06,
      "loss": 0.22539467811584474,
      "step": 11235,
      "token_acc": 0.9348247946736012
    },
    {
      "epoch": 0.6976599838619577,
      "grad_norm": 0.8162638545036316,
      "learning_rate": 2.297855629174609e-06,
      "loss": 0.22540273666381835,
      "step": 11240,
      "token_acc": 0.9357233940810796
    },
    {
      "epoch": 0.6979703308298678,
      "grad_norm": 0.9158134460449219,
      "learning_rate": 2.2935393403951783e-06,
      "loss": 0.231064510345459,
      "step": 11245,
      "token_acc": 0.9338275654548942
    },
    {
      "epoch": 0.6982806777977779,
      "grad_norm": 0.8750988841056824,
      "learning_rate": 2.2892259024683726e-06,
      "loss": 0.22537508010864257,
      "step": 11250,
      "token_acc": 0.9353207416944294
    },
    {
      "epoch": 0.698591024765688,
      "grad_norm": 0.778626561164856,
      "learning_rate": 2.284915319937752e-06,
      "loss": 0.22291188240051268,
      "step": 11255,
      "token_acc": 0.9364655632674853
    },
    {
      "epoch": 0.6989013717335981,
      "grad_norm": 0.8070430755615234,
      "learning_rate": 2.2806075973438748e-06,
      "loss": 0.2195215940475464,
      "step": 11260,
      "token_acc": 0.9365901474308876
    },
    {
      "epoch": 0.6992117187015083,
      "grad_norm": 0.9077206254005432,
      "learning_rate": 2.276302739224284e-06,
      "loss": 0.23131659030914306,
      "step": 11265,
      "token_acc": 0.9344899310455528
    },
    {
      "epoch": 0.6995220656694184,
      "grad_norm": 0.7712111473083496,
      "learning_rate": 2.2720007501135037e-06,
      "loss": 0.22731573581695558,
      "step": 11270,
      "token_acc": 0.935950094811817
    },
    {
      "epoch": 0.6998324126373285,
      "grad_norm": 0.8345860242843628,
      "learning_rate": 2.267701634543041e-06,
      "loss": 0.2265024185180664,
      "step": 11275,
      "token_acc": 0.9350898970888559
    },
    {
      "epoch": 0.7001427596052386,
      "grad_norm": 0.8424535393714905,
      "learning_rate": 2.263405397041369e-06,
      "loss": 0.2252957820892334,
      "step": 11280,
      "token_acc": 0.9358640920066251
    },
    {
      "epoch": 0.7004531065731487,
      "grad_norm": 0.8819962739944458,
      "learning_rate": 2.2591120421339345e-06,
      "loss": 0.2299027919769287,
      "step": 11285,
      "token_acc": 0.9340271948967601
    },
    {
      "epoch": 0.700763453541059,
      "grad_norm": 0.9797229766845703,
      "learning_rate": 2.2548215743431497e-06,
      "loss": 0.22674252986907958,
      "step": 11290,
      "token_acc": 0.9356459998138521
    },
    {
      "epoch": 0.7010738005089691,
      "grad_norm": 0.9094035029411316,
      "learning_rate": 2.2505339981883773e-06,
      "loss": 0.22792327404022217,
      "step": 11295,
      "token_acc": 0.9341443035809446
    },
    {
      "epoch": 0.7013841474768792,
      "grad_norm": 0.8891135454177856,
      "learning_rate": 2.2462493181859417e-06,
      "loss": 0.22852392196655275,
      "step": 11300,
      "token_acc": 0.9351136423981732
    },
    {
      "epoch": 0.7016944944447893,
      "grad_norm": 1.0466634035110474,
      "learning_rate": 2.2419675388491167e-06,
      "loss": 0.22440414428710936,
      "step": 11305,
      "token_acc": 0.9360056624112001
    },
    {
      "epoch": 0.7020048414126994,
      "grad_norm": 0.8497759103775024,
      "learning_rate": 2.2376886646881157e-06,
      "loss": 0.22416322231292723,
      "step": 11310,
      "token_acc": 0.9354453755741782
    },
    {
      "epoch": 0.7023151883806095,
      "grad_norm": 0.828794538974762,
      "learning_rate": 2.2334127002100925e-06,
      "loss": 0.22113754749298095,
      "step": 11315,
      "token_acc": 0.9358799364338325
    },
    {
      "epoch": 0.7026255353485197,
      "grad_norm": 0.7986443042755127,
      "learning_rate": 2.2291396499191397e-06,
      "loss": 0.22280311584472656,
      "step": 11320,
      "token_acc": 0.9362347704625502
    },
    {
      "epoch": 0.7029358823164298,
      "grad_norm": 0.9161672592163086,
      "learning_rate": 2.2248695183162807e-06,
      "loss": 0.2269641399383545,
      "step": 11325,
      "token_acc": 0.9356395976398758
    },
    {
      "epoch": 0.7032462292843399,
      "grad_norm": 0.8236754536628723,
      "learning_rate": 2.2206023098994585e-06,
      "loss": 0.22793183326721192,
      "step": 11330,
      "token_acc": 0.9347986027798583
    },
    {
      "epoch": 0.70355657625225,
      "grad_norm": 0.8141815066337585,
      "learning_rate": 2.216338029163542e-06,
      "loss": 0.22462878227233887,
      "step": 11335,
      "token_acc": 0.935318840385106
    },
    {
      "epoch": 0.7038669232201601,
      "grad_norm": 0.8561828136444092,
      "learning_rate": 2.212076680600315e-06,
      "loss": 0.21799032688140868,
      "step": 11340,
      "token_acc": 0.9374638956432957
    },
    {
      "epoch": 0.7041772701880703,
      "grad_norm": 0.8436933159828186,
      "learning_rate": 2.207818268698475e-06,
      "loss": 0.22607154846191407,
      "step": 11345,
      "token_acc": 0.9357327154968142
    },
    {
      "epoch": 0.7044876171559804,
      "grad_norm": 0.8206582069396973,
      "learning_rate": 2.203562797943622e-06,
      "loss": 0.22091755867004395,
      "step": 11350,
      "token_acc": 0.9369103773584906
    },
    {
      "epoch": 0.7047979641238905,
      "grad_norm": 1.2672698497772217,
      "learning_rate": 2.1993102728182553e-06,
      "loss": 0.22291419506072999,
      "step": 11355,
      "token_acc": 0.9365724440867786
    },
    {
      "epoch": 0.7051083110918006,
      "grad_norm": 0.7974629998207092,
      "learning_rate": 2.1950606978017836e-06,
      "loss": 0.2211519956588745,
      "step": 11360,
      "token_acc": 0.937382729849495
    },
    {
      "epoch": 0.7054186580597107,
      "grad_norm": 0.8495259284973145,
      "learning_rate": 2.190814077370497e-06,
      "loss": 0.22344911098480225,
      "step": 11365,
      "token_acc": 0.9356689272087474
    },
    {
      "epoch": 0.7057290050276209,
      "grad_norm": 0.8161197304725647,
      "learning_rate": 2.186570415997574e-06,
      "loss": 0.22727460861206056,
      "step": 11370,
      "token_acc": 0.9349503060620022
    },
    {
      "epoch": 0.706039351995531,
      "grad_norm": 0.8287402987480164,
      "learning_rate": 2.182329718153081e-06,
      "loss": 0.22594599723815917,
      "step": 11375,
      "token_acc": 0.935421525721324
    },
    {
      "epoch": 0.7063496989634411,
      "grad_norm": 0.7981970310211182,
      "learning_rate": 2.178091988303964e-06,
      "loss": 0.22268738746643066,
      "step": 11380,
      "token_acc": 0.9359145351931303
    },
    {
      "epoch": 0.7066600459313512,
      "grad_norm": 0.8360260725021362,
      "learning_rate": 2.1738572309140334e-06,
      "loss": 0.21693720817565917,
      "step": 11385,
      "token_acc": 0.9370433271456219
    },
    {
      "epoch": 0.7069703928992613,
      "grad_norm": 0.8385817408561707,
      "learning_rate": 2.169625450443977e-06,
      "loss": 0.22814655303955078,
      "step": 11390,
      "token_acc": 0.9344309628647737
    },
    {
      "epoch": 0.7072807398671715,
      "grad_norm": 0.8320360779762268,
      "learning_rate": 2.1653966513513474e-06,
      "loss": 0.22769603729248047,
      "step": 11395,
      "token_acc": 0.9354038526529233
    },
    {
      "epoch": 0.7075910868350817,
      "grad_norm": 1.1740241050720215,
      "learning_rate": 2.1611708380905487e-06,
      "loss": 0.22475013732910157,
      "step": 11400,
      "token_acc": 0.9361235505010046
    },
    {
      "epoch": 0.7079014338029918,
      "grad_norm": 0.8004316687583923,
      "learning_rate": 2.156948015112849e-06,
      "loss": 0.21903834342956544,
      "step": 11405,
      "token_acc": 0.9363598577564309
    },
    {
      "epoch": 0.7082117807709019,
      "grad_norm": 0.9121341705322266,
      "learning_rate": 2.1527281868663586e-06,
      "loss": 0.22426993846893312,
      "step": 11410,
      "token_acc": 0.9360899279626356
    },
    {
      "epoch": 0.708522127738812,
      "grad_norm": 0.8070510029792786,
      "learning_rate": 2.1485113577960393e-06,
      "loss": 0.22907538414001466,
      "step": 11415,
      "token_acc": 0.9342424120710662
    },
    {
      "epoch": 0.7088324747067221,
      "grad_norm": 0.8399884104728699,
      "learning_rate": 2.144297532343693e-06,
      "loss": 0.228200364112854,
      "step": 11420,
      "token_acc": 0.9347632111655657
    },
    {
      "epoch": 0.7091428216746323,
      "grad_norm": 0.8571485280990601,
      "learning_rate": 2.1400867149479526e-06,
      "loss": 0.2183610439300537,
      "step": 11425,
      "token_acc": 0.9370202453946886
    },
    {
      "epoch": 0.7094531686425424,
      "grad_norm": 0.8999316096305847,
      "learning_rate": 2.135878910044289e-06,
      "loss": 0.22797598838806152,
      "step": 11430,
      "token_acc": 0.9349264290321079
    },
    {
      "epoch": 0.7097635156104525,
      "grad_norm": 0.8289883732795715,
      "learning_rate": 2.1316741220649973e-06,
      "loss": 0.22721989154815675,
      "step": 11435,
      "token_acc": 0.9349810614824265
    },
    {
      "epoch": 0.7100738625783626,
      "grad_norm": 0.8120068907737732,
      "learning_rate": 2.127472355439194e-06,
      "loss": 0.2281952381134033,
      "step": 11440,
      "token_acc": 0.9357425467441214
    },
    {
      "epoch": 0.7103842095462727,
      "grad_norm": 0.9025102853775024,
      "learning_rate": 2.123273614592809e-06,
      "loss": 0.22620253562927245,
      "step": 11445,
      "token_acc": 0.9349097007396321
    },
    {
      "epoch": 0.7106945565141829,
      "grad_norm": 0.8330454230308533,
      "learning_rate": 2.1190779039485974e-06,
      "loss": 0.2238757610321045,
      "step": 11450,
      "token_acc": 0.9360691854920917
    },
    {
      "epoch": 0.711004903482093,
      "grad_norm": 0.8168461322784424,
      "learning_rate": 2.1148852279261104e-06,
      "loss": 0.21892166137695312,
      "step": 11455,
      "token_acc": 0.937831428038479
    },
    {
      "epoch": 0.7113152504500031,
      "grad_norm": 0.8109251260757446,
      "learning_rate": 2.110695590941706e-06,
      "loss": 0.22056303024291993,
      "step": 11460,
      "token_acc": 0.9363772900801238
    },
    {
      "epoch": 0.7116255974179132,
      "grad_norm": 0.8899949789047241,
      "learning_rate": 2.106508997408542e-06,
      "loss": 0.23021910190582276,
      "step": 11465,
      "token_acc": 0.9339475276021829
    },
    {
      "epoch": 0.7119359443858233,
      "grad_norm": 0.7874158024787903,
      "learning_rate": 2.1023254517365738e-06,
      "loss": 0.22446961402893068,
      "step": 11470,
      "token_acc": 0.9353535754186251
    },
    {
      "epoch": 0.7122462913537335,
      "grad_norm": 0.814130961894989,
      "learning_rate": 2.098144958332538e-06,
      "loss": 0.22216389179229737,
      "step": 11475,
      "token_acc": 0.9355670272580804
    },
    {
      "epoch": 0.7125566383216436,
      "grad_norm": 0.7932929396629333,
      "learning_rate": 2.0939675215999628e-06,
      "loss": 0.22066638469696045,
      "step": 11480,
      "token_acc": 0.9360412206443672
    },
    {
      "epoch": 0.7128669852895537,
      "grad_norm": 0.8336986899375916,
      "learning_rate": 2.0897931459391553e-06,
      "loss": 0.22824666500091553,
      "step": 11485,
      "token_acc": 0.9341645056187247
    },
    {
      "epoch": 0.7131773322574638,
      "grad_norm": 0.8800667524337769,
      "learning_rate": 2.085621835747199e-06,
      "loss": 0.2271726608276367,
      "step": 11490,
      "token_acc": 0.9353246906847317
    },
    {
      "epoch": 0.7134876792253739,
      "grad_norm": 14.337824821472168,
      "learning_rate": 2.0814535954179453e-06,
      "loss": 0.23137245178222657,
      "step": 11495,
      "token_acc": 0.9341251116354088
    },
    {
      "epoch": 0.7137980261932841,
      "grad_norm": 0.7957608699798584,
      "learning_rate": 2.0772884293420097e-06,
      "loss": 0.22668683528900146,
      "step": 11500,
      "token_acc": 0.9352474931510493
    },
    {
      "epoch": 0.7137980261932841,
      "eval_loss": 0.23897504806518555,
      "eval_runtime": 93.2977,
      "eval_samples_per_second": 214.368,
      "eval_steps_per_second": 0.289,
      "eval_token_acc": 0.9313971997686391,
      "step": 11500
    },
    {
      "epoch": 0.7141083731611942,
      "grad_norm": 0.816537082195282,
      "learning_rate": 2.0731263419067816e-06,
      "loss": 0.22484395503997803,
      "step": 11505,
      "token_acc": 0.9354346922208803
    },
    {
      "epoch": 0.7144187201291043,
      "grad_norm": 0.8282453417778015,
      "learning_rate": 2.0689673374963943e-06,
      "loss": 0.2287168025970459,
      "step": 11510,
      "token_acc": 0.934382608464271
    },
    {
      "epoch": 0.7147290670970144,
      "grad_norm": 0.7940766215324402,
      "learning_rate": 2.064811420491738e-06,
      "loss": 0.22521204948425294,
      "step": 11515,
      "token_acc": 0.934837901950448
    },
    {
      "epoch": 0.7150394140649246,
      "grad_norm": 0.8438672423362732,
      "learning_rate": 2.060658595270453e-06,
      "loss": 0.22777106761932372,
      "step": 11520,
      "token_acc": 0.9350305726866448
    },
    {
      "epoch": 0.7153497610328348,
      "grad_norm": 0.8346472978591919,
      "learning_rate": 2.056508866206923e-06,
      "loss": 0.22149090766906737,
      "step": 11525,
      "token_acc": 0.9368831411988124
    },
    {
      "epoch": 0.7156601080007449,
      "grad_norm": 0.7856476306915283,
      "learning_rate": 2.052362237672264e-06,
      "loss": 0.2246570587158203,
      "step": 11530,
      "token_acc": 0.9351264473382097
    },
    {
      "epoch": 0.715970454968655,
      "grad_norm": 0.8185098767280579,
      "learning_rate": 2.048218714034334e-06,
      "loss": 0.2287123441696167,
      "step": 11535,
      "token_acc": 0.934707445033307
    },
    {
      "epoch": 0.7162808019365651,
      "grad_norm": 0.785542905330658,
      "learning_rate": 2.044078299657718e-06,
      "loss": 0.22114794254302977,
      "step": 11540,
      "token_acc": 0.9366497609424941
    },
    {
      "epoch": 0.7165911489044752,
      "grad_norm": 0.901665985584259,
      "learning_rate": 2.0399409989037215e-06,
      "loss": 0.22261061668395996,
      "step": 11545,
      "token_acc": 0.9354149211982874
    },
    {
      "epoch": 0.7169014958723853,
      "grad_norm": 0.8484013080596924,
      "learning_rate": 2.0358068161303772e-06,
      "loss": 0.22815556526184083,
      "step": 11550,
      "token_acc": 0.9344793732580434
    },
    {
      "epoch": 0.7172118428402955,
      "grad_norm": 0.8181394934654236,
      "learning_rate": 2.0316757556924276e-06,
      "loss": 0.2276826858520508,
      "step": 11555,
      "token_acc": 0.9346822813850504
    },
    {
      "epoch": 0.7175221898082056,
      "grad_norm": 0.9296860098838806,
      "learning_rate": 2.027547821941329e-06,
      "loss": 0.2251561164855957,
      "step": 11560,
      "token_acc": 0.9355666091428958
    },
    {
      "epoch": 0.7178325367761157,
      "grad_norm": 0.8062475919723511,
      "learning_rate": 2.023423019225246e-06,
      "loss": 0.22651951313018798,
      "step": 11565,
      "token_acc": 0.935028211173214
    },
    {
      "epoch": 0.7181428837440258,
      "grad_norm": 0.7735936045646667,
      "learning_rate": 2.019301351889041e-06,
      "loss": 0.21892569065093995,
      "step": 11570,
      "token_acc": 0.9371403481928432
    },
    {
      "epoch": 0.7184532307119359,
      "grad_norm": 0.7993139624595642,
      "learning_rate": 2.0151828242742754e-06,
      "loss": 0.22368199825286866,
      "step": 11575,
      "token_acc": 0.9360977484461761
    },
    {
      "epoch": 0.7187635776798461,
      "grad_norm": 0.833685040473938,
      "learning_rate": 2.0110674407192065e-06,
      "loss": 0.2147491455078125,
      "step": 11580,
      "token_acc": 0.9374438888852482
    },
    {
      "epoch": 0.7190739246477562,
      "grad_norm": 0.8915134072303772,
      "learning_rate": 2.006955205558775e-06,
      "loss": 0.2216745376586914,
      "step": 11585,
      "token_acc": 0.9369019589839779
    },
    {
      "epoch": 0.7193842716156663,
      "grad_norm": 0.8533118367195129,
      "learning_rate": 2.0028461231246043e-06,
      "loss": 0.2222693920135498,
      "step": 11590,
      "token_acc": 0.9365064338794636
    },
    {
      "epoch": 0.7196946185835764,
      "grad_norm": 0.7953152656555176,
      "learning_rate": 1.9987401977450066e-06,
      "loss": 0.225363826751709,
      "step": 11595,
      "token_acc": 0.9349980286502826
    },
    {
      "epoch": 0.7200049655514865,
      "grad_norm": 0.888439953327179,
      "learning_rate": 1.994637433744958e-06,
      "loss": 0.22201476097106934,
      "step": 11600,
      "token_acc": 0.9369021814783145
    },
    {
      "epoch": 0.7203153125193967,
      "grad_norm": 0.8516317009925842,
      "learning_rate": 1.990537835446107e-06,
      "loss": 0.22743144035339355,
      "step": 11605,
      "token_acc": 0.9342806746338467
    },
    {
      "epoch": 0.7206256594873068,
      "grad_norm": 0.8538787364959717,
      "learning_rate": 1.9864414071667707e-06,
      "loss": 0.22105045318603517,
      "step": 11610,
      "token_acc": 0.9357822357881691
    },
    {
      "epoch": 0.7209360064552169,
      "grad_norm": 0.820755660533905,
      "learning_rate": 1.9823481532219274e-06,
      "loss": 0.2157576084136963,
      "step": 11615,
      "token_acc": 0.9370018495602305
    },
    {
      "epoch": 0.721246353423127,
      "grad_norm": 0.8657658696174622,
      "learning_rate": 1.9782580779232054e-06,
      "loss": 0.2230445384979248,
      "step": 11620,
      "token_acc": 0.9356213048778889
    },
    {
      "epoch": 0.7215567003910371,
      "grad_norm": 0.8241891860961914,
      "learning_rate": 1.9741711855788908e-06,
      "loss": 0.2284527063369751,
      "step": 11625,
      "token_acc": 0.9352653621880765
    },
    {
      "epoch": 0.7218670473589474,
      "grad_norm": 0.805472195148468,
      "learning_rate": 1.970087480493916e-06,
      "loss": 0.22618067264556885,
      "step": 11630,
      "token_acc": 0.934821991706813
    },
    {
      "epoch": 0.7221773943268575,
      "grad_norm": 0.8234931826591492,
      "learning_rate": 1.9660069669698557e-06,
      "loss": 0.22793221473693848,
      "step": 11635,
      "token_acc": 0.9350987714528122
    },
    {
      "epoch": 0.7224877412947676,
      "grad_norm": 0.7847504615783691,
      "learning_rate": 1.961929649304921e-06,
      "loss": 0.22696521282196044,
      "step": 11640,
      "token_acc": 0.9354513697858322
    },
    {
      "epoch": 0.7227980882626777,
      "grad_norm": 0.8221176266670227,
      "learning_rate": 1.9578555317939562e-06,
      "loss": 0.2241072654724121,
      "step": 11645,
      "token_acc": 0.9360338771624593
    },
    {
      "epoch": 0.7231084352305878,
      "grad_norm": 0.8236778974533081,
      "learning_rate": 1.9537846187284387e-06,
      "loss": 0.23153796195983886,
      "step": 11650,
      "token_acc": 0.9343077713517858
    },
    {
      "epoch": 0.7234187821984979,
      "grad_norm": 0.8666704297065735,
      "learning_rate": 1.9497169143964693e-06,
      "loss": 0.22997372150421141,
      "step": 11655,
      "token_acc": 0.9345043384019613
    },
    {
      "epoch": 0.7237291291664081,
      "grad_norm": 1.3000288009643555,
      "learning_rate": 1.9456524230827646e-06,
      "loss": 0.2256190538406372,
      "step": 11660,
      "token_acc": 0.9351543662857742
    },
    {
      "epoch": 0.7240394761343182,
      "grad_norm": 0.78895103931427,
      "learning_rate": 1.941591149068662e-06,
      "loss": 0.22627968788146974,
      "step": 11665,
      "token_acc": 0.9349821923229126
    },
    {
      "epoch": 0.7243498231022283,
      "grad_norm": 0.8877391815185547,
      "learning_rate": 1.9375330966321088e-06,
      "loss": 0.23482034206390381,
      "step": 11670,
      "token_acc": 0.932870674048225
    },
    {
      "epoch": 0.7246601700701384,
      "grad_norm": 0.9120040535926819,
      "learning_rate": 1.9334782700476544e-06,
      "loss": 0.22382059097290039,
      "step": 11675,
      "token_acc": 0.9362643411945569
    },
    {
      "epoch": 0.7249705170380485,
      "grad_norm": 0.8090142607688904,
      "learning_rate": 1.9294266735864587e-06,
      "loss": 0.22627110481262208,
      "step": 11680,
      "token_acc": 0.9347649891822012
    },
    {
      "epoch": 0.7252808640059587,
      "grad_norm": 0.8415210843086243,
      "learning_rate": 1.92537831151627e-06,
      "loss": 0.22471764087677001,
      "step": 11685,
      "token_acc": 0.9362176326773196
    },
    {
      "epoch": 0.7255912109738688,
      "grad_norm": 0.8303400278091431,
      "learning_rate": 1.9213331881014354e-06,
      "loss": 0.224354887008667,
      "step": 11690,
      "token_acc": 0.9354195602044139
    },
    {
      "epoch": 0.7259015579417789,
      "grad_norm": 0.8743711113929749,
      "learning_rate": 1.9172913076028903e-06,
      "loss": 0.22347564697265626,
      "step": 11695,
      "token_acc": 0.9360752431053723
    },
    {
      "epoch": 0.726211904909689,
      "grad_norm": 0.8906884789466858,
      "learning_rate": 1.913252674278151e-06,
      "loss": 0.2219155550003052,
      "step": 11700,
      "token_acc": 0.9357108344419954
    },
    {
      "epoch": 0.7265222518775991,
      "grad_norm": 0.8338742256164551,
      "learning_rate": 1.9092172923813155e-06,
      "loss": 0.2225968360900879,
      "step": 11705,
      "token_acc": 0.9356678568776873
    },
    {
      "epoch": 0.7268325988455093,
      "grad_norm": 0.8056448101997375,
      "learning_rate": 1.90518516616306e-06,
      "loss": 0.2223519802093506,
      "step": 11710,
      "token_acc": 0.935464358831193
    },
    {
      "epoch": 0.7271429458134194,
      "grad_norm": 0.8036158084869385,
      "learning_rate": 1.9011562998706246e-06,
      "loss": 0.22756190299987794,
      "step": 11715,
      "token_acc": 0.9353028006328067
    },
    {
      "epoch": 0.7274532927813295,
      "grad_norm": 0.8429133296012878,
      "learning_rate": 1.897130697747817e-06,
      "loss": 0.23417332172393798,
      "step": 11720,
      "token_acc": 0.9350522694632778
    },
    {
      "epoch": 0.7277636397492396,
      "grad_norm": 0.8456043004989624,
      "learning_rate": 1.8931083640350144e-06,
      "loss": 0.22276525497436522,
      "step": 11725,
      "token_acc": 0.9360703619835253
    },
    {
      "epoch": 0.7280739867171497,
      "grad_norm": 0.8521315455436707,
      "learning_rate": 1.8890893029691431e-06,
      "loss": 0.2246774196624756,
      "step": 11730,
      "token_acc": 0.9361267859286829
    },
    {
      "epoch": 0.72838433368506,
      "grad_norm": 0.849325954914093,
      "learning_rate": 1.8850735187836821e-06,
      "loss": 0.22037279605865479,
      "step": 11735,
      "token_acc": 0.9365392742063282
    },
    {
      "epoch": 0.72869468065297,
      "grad_norm": 0.8131787776947021,
      "learning_rate": 1.881061015708663e-06,
      "loss": 0.2219088077545166,
      "step": 11740,
      "token_acc": 0.9364451564442258
    },
    {
      "epoch": 0.7290050276208802,
      "grad_norm": 0.8253371119499207,
      "learning_rate": 1.8770517979706603e-06,
      "loss": 0.22256295680999755,
      "step": 11745,
      "token_acc": 0.9361392354339754
    },
    {
      "epoch": 0.7293153745887903,
      "grad_norm": 0.8463642597198486,
      "learning_rate": 1.8730458697927845e-06,
      "loss": 0.22770445346832274,
      "step": 11750,
      "token_acc": 0.9346295386005234
    },
    {
      "epoch": 0.7296257215567004,
      "grad_norm": 0.8377583622932434,
      "learning_rate": 1.8690432353946848e-06,
      "loss": 0.22779617309570313,
      "step": 11755,
      "token_acc": 0.9351997775099657
    },
    {
      "epoch": 0.7299360685246105,
      "grad_norm": 0.8323188424110413,
      "learning_rate": 1.865043898992539e-06,
      "loss": 0.22305238246917725,
      "step": 11760,
      "token_acc": 0.9353744420565383
    },
    {
      "epoch": 0.7302464154925207,
      "grad_norm": 0.8475223779678345,
      "learning_rate": 1.8610478647990543e-06,
      "loss": 0.21806046962738038,
      "step": 11765,
      "token_acc": 0.9371644240236298
    },
    {
      "epoch": 0.7305567624604308,
      "grad_norm": 0.8056929707527161,
      "learning_rate": 1.8570551370234535e-06,
      "loss": 0.2133943557739258,
      "step": 11770,
      "token_acc": 0.9381683829264101
    },
    {
      "epoch": 0.7308671094283409,
      "grad_norm": 0.8484786748886108,
      "learning_rate": 1.8530657198714774e-06,
      "loss": 0.2236856460571289,
      "step": 11775,
      "token_acc": 0.9362989299788429
    },
    {
      "epoch": 0.731177456396251,
      "grad_norm": 0.8628672361373901,
      "learning_rate": 1.8490796175453885e-06,
      "loss": 0.22446949481964112,
      "step": 11780,
      "token_acc": 0.935879990707245
    },
    {
      "epoch": 0.7314878033641611,
      "grad_norm": 0.8267581462860107,
      "learning_rate": 1.845096834243948e-06,
      "loss": 0.2264786958694458,
      "step": 11785,
      "token_acc": 0.9344405026444713
    },
    {
      "epoch": 0.7317981503320713,
      "grad_norm": 0.7866992354393005,
      "learning_rate": 1.8411173741624217e-06,
      "loss": 0.21973271369934083,
      "step": 11790,
      "token_acc": 0.9376951863019599
    },
    {
      "epoch": 0.7321084972999814,
      "grad_norm": 0.838427722454071,
      "learning_rate": 1.8371412414925793e-06,
      "loss": 0.22252316474914552,
      "step": 11795,
      "token_acc": 0.9363571677899203
    },
    {
      "epoch": 0.7324188442678915,
      "grad_norm": 0.862309992313385,
      "learning_rate": 1.833168440422685e-06,
      "loss": 0.22745203971862793,
      "step": 11800,
      "token_acc": 0.9355523122246547
    },
    {
      "epoch": 0.7327291912358016,
      "grad_norm": 0.8222072124481201,
      "learning_rate": 1.8291989751374889e-06,
      "loss": 0.22590203285217286,
      "step": 11805,
      "token_acc": 0.9347667783235578
    },
    {
      "epoch": 0.7330395382037117,
      "grad_norm": 0.8054452538490295,
      "learning_rate": 1.8252328498182325e-06,
      "loss": 0.22451086044311525,
      "step": 11810,
      "token_acc": 0.9356128002511905
    },
    {
      "epoch": 0.7333498851716219,
      "grad_norm": 0.8254367709159851,
      "learning_rate": 1.8212700686426387e-06,
      "loss": 0.22783880233764647,
      "step": 11815,
      "token_acc": 0.9351945570935416
    },
    {
      "epoch": 0.733660232139532,
      "grad_norm": 0.8604287505149841,
      "learning_rate": 1.8173106357849036e-06,
      "loss": 0.22266287803649903,
      "step": 11820,
      "token_acc": 0.9355637917793582
    },
    {
      "epoch": 0.7339705791074421,
      "grad_norm": 0.790553092956543,
      "learning_rate": 1.8133545554157016e-06,
      "loss": 0.22658135890960693,
      "step": 11825,
      "token_acc": 0.9357785775539005
    },
    {
      "epoch": 0.7342809260753522,
      "grad_norm": 0.819529116153717,
      "learning_rate": 1.8094018317021706e-06,
      "loss": 0.226456356048584,
      "step": 11830,
      "token_acc": 0.9341774808034046
    },
    {
      "epoch": 0.7345912730432623,
      "grad_norm": 0.7776014804840088,
      "learning_rate": 1.8054524688079162e-06,
      "loss": 0.22117271423339843,
      "step": 11835,
      "token_acc": 0.9367474500857198
    },
    {
      "epoch": 0.7349016200111725,
      "grad_norm": 0.8458400964736938,
      "learning_rate": 1.8015064708930063e-06,
      "loss": 0.23261499404907227,
      "step": 11840,
      "token_acc": 0.9337650518985505
    },
    {
      "epoch": 0.7352119669790826,
      "grad_norm": 0.8317359685897827,
      "learning_rate": 1.797563842113957e-06,
      "loss": 0.22810475826263427,
      "step": 11845,
      "token_acc": 0.9353031843373889
    },
    {
      "epoch": 0.7355223139469927,
      "grad_norm": 0.8345915675163269,
      "learning_rate": 1.7936245866237406e-06,
      "loss": 0.22071366310119628,
      "step": 11850,
      "token_acc": 0.9368295668861463
    },
    {
      "epoch": 0.7358326609149028,
      "grad_norm": 0.8003770112991333,
      "learning_rate": 1.7896887085717778e-06,
      "loss": 0.2188581943511963,
      "step": 11855,
      "token_acc": 0.9375458492773162
    },
    {
      "epoch": 0.736143007882813,
      "grad_norm": 0.8270089626312256,
      "learning_rate": 1.7857562121039279e-06,
      "loss": 0.22340893745422363,
      "step": 11860,
      "token_acc": 0.9361995746638311
    },
    {
      "epoch": 0.7364533548507232,
      "grad_norm": 0.9574822187423706,
      "learning_rate": 1.781827101362485e-06,
      "loss": 0.22251460552215577,
      "step": 11865,
      "token_acc": 0.9365585420252774
    },
    {
      "epoch": 0.7367637018186333,
      "grad_norm": 0.8958150744438171,
      "learning_rate": 1.7779013804861883e-06,
      "loss": 0.21838464736938476,
      "step": 11870,
      "token_acc": 0.9366214533517117
    },
    {
      "epoch": 0.7370740487865434,
      "grad_norm": 0.8363583087921143,
      "learning_rate": 1.7739790536101953e-06,
      "loss": 0.23243269920349122,
      "step": 11875,
      "token_acc": 0.934932069053826
    },
    {
      "epoch": 0.7373843957544535,
      "grad_norm": 0.8786102533340454,
      "learning_rate": 1.770060124866092e-06,
      "loss": 0.21895127296447753,
      "step": 11880,
      "token_acc": 0.9367706667905027
    },
    {
      "epoch": 0.7376947427223636,
      "grad_norm": 0.8465340733528137,
      "learning_rate": 1.7661445983818853e-06,
      "loss": 0.2259925365447998,
      "step": 11885,
      "token_acc": 0.9348885318206361
    },
    {
      "epoch": 0.7380050896902737,
      "grad_norm": 0.8292161226272583,
      "learning_rate": 1.7622324782820015e-06,
      "loss": 0.21916780471801758,
      "step": 11890,
      "token_acc": 0.9372786205974738
    },
    {
      "epoch": 0.7383154366581839,
      "grad_norm": 0.9127896428108215,
      "learning_rate": 1.7583237686872717e-06,
      "loss": 0.22914643287658693,
      "step": 11895,
      "token_acc": 0.9339077044959397
    },
    {
      "epoch": 0.738625783626094,
      "grad_norm": 0.7742658257484436,
      "learning_rate": 1.7544184737149395e-06,
      "loss": 0.22057149410247803,
      "step": 11900,
      "token_acc": 0.9369847933204677
    },
    {
      "epoch": 0.7389361305940041,
      "grad_norm": 0.8503296971321106,
      "learning_rate": 1.7505165974786515e-06,
      "loss": 0.22712323665618897,
      "step": 11905,
      "token_acc": 0.9360567429239264
    },
    {
      "epoch": 0.7392464775619142,
      "grad_norm": 0.8230908513069153,
      "learning_rate": 1.7466181440884538e-06,
      "loss": 0.22030303478240967,
      "step": 11910,
      "token_acc": 0.9370584628508971
    },
    {
      "epoch": 0.7395568245298243,
      "grad_norm": 0.8617457151412964,
      "learning_rate": 1.7427231176507836e-06,
      "loss": 0.2318741798400879,
      "step": 11915,
      "token_acc": 0.9336937319856018
    },
    {
      "epoch": 0.7398671714977345,
      "grad_norm": 0.8533957004547119,
      "learning_rate": 1.7388315222684677e-06,
      "loss": 0.22296578884124757,
      "step": 11920,
      "token_acc": 0.9357838912827312
    },
    {
      "epoch": 0.7401775184656446,
      "grad_norm": 0.9361258149147034,
      "learning_rate": 1.734943362040727e-06,
      "loss": 0.21163334846496581,
      "step": 11925,
      "token_acc": 0.9395680615364387
    },
    {
      "epoch": 0.7404878654335547,
      "grad_norm": 0.8410860300064087,
      "learning_rate": 1.7310586410631559e-06,
      "loss": 0.2111081600189209,
      "step": 11930,
      "token_acc": 0.9393605938273213
    },
    {
      "epoch": 0.7407982124014648,
      "grad_norm": 1.4199076890945435,
      "learning_rate": 1.7271773634277261e-06,
      "loss": 0.20328569412231445,
      "step": 11935,
      "token_acc": 0.9412987938922227
    },
    {
      "epoch": 0.7411085593693749,
      "grad_norm": 0.862643301486969,
      "learning_rate": 1.723299533222787e-06,
      "loss": 0.20604259967803956,
      "step": 11940,
      "token_acc": 0.9401932088151522
    },
    {
      "epoch": 0.7414189063372851,
      "grad_norm": 0.8482420444488525,
      "learning_rate": 1.7194251545330558e-06,
      "loss": 0.20177230834960938,
      "step": 11945,
      "token_acc": 0.9417097253447981
    },
    {
      "epoch": 0.7417292533051952,
      "grad_norm": 0.8138321042060852,
      "learning_rate": 1.715554231439609e-06,
      "loss": 0.2096508502960205,
      "step": 11950,
      "token_acc": 0.9399653797733949
    },
    {
      "epoch": 0.7420396002731053,
      "grad_norm": 0.9539263248443604,
      "learning_rate": 1.7116867680198889e-06,
      "loss": 0.21061038970947266,
      "step": 11955,
      "token_acc": 0.9394313480858888
    },
    {
      "epoch": 0.7423499472410154,
      "grad_norm": 0.79305100440979,
      "learning_rate": 1.7078227683476922e-06,
      "loss": 0.2094661235809326,
      "step": 11960,
      "token_acc": 0.9400579415365882
    },
    {
      "epoch": 0.7426602942089255,
      "grad_norm": 1.0689914226531982,
      "learning_rate": 1.7039622364931635e-06,
      "loss": 0.21002235412597656,
      "step": 11965,
      "token_acc": 0.9398144455964059
    },
    {
      "epoch": 0.7429706411768358,
      "grad_norm": 0.8461315035820007,
      "learning_rate": 1.700105176522801e-06,
      "loss": 0.21310892105102539,
      "step": 11970,
      "token_acc": 0.9381738114737591
    },
    {
      "epoch": 0.7432809881447459,
      "grad_norm": 0.8767081499099731,
      "learning_rate": 1.6962515924994376e-06,
      "loss": 0.2121664047241211,
      "step": 11975,
      "token_acc": 0.9388887023669632
    },
    {
      "epoch": 0.743591335112656,
      "grad_norm": 0.8118957877159119,
      "learning_rate": 1.692401488482252e-06,
      "loss": 0.209603214263916,
      "step": 11980,
      "token_acc": 0.9390887544895073
    },
    {
      "epoch": 0.7439016820805661,
      "grad_norm": 0.8300259709358215,
      "learning_rate": 1.6885548685267556e-06,
      "loss": 0.209900426864624,
      "step": 11985,
      "token_acc": 0.9392625591663021
    },
    {
      "epoch": 0.7442120290484762,
      "grad_norm": 0.9168404340744019,
      "learning_rate": 1.6847117366847859e-06,
      "loss": 0.2106637477874756,
      "step": 11990,
      "token_acc": 0.9392223833809011
    },
    {
      "epoch": 0.7445223760163863,
      "grad_norm": 0.8527868390083313,
      "learning_rate": 1.6808720970045106e-06,
      "loss": 0.20959744453430176,
      "step": 11995,
      "token_acc": 0.9395378390128081
    },
    {
      "epoch": 0.7448327229842965,
      "grad_norm": 0.7976640462875366,
      "learning_rate": 1.6770359535304187e-06,
      "loss": 0.21057610511779784,
      "step": 12000,
      "token_acc": 0.9396767827617473
    },
    {
      "epoch": 0.7448327229842965,
      "eval_loss": 0.23060274124145508,
      "eval_runtime": 115.2949,
      "eval_samples_per_second": 173.468,
      "eval_steps_per_second": 0.234,
      "eval_token_acc": 0.9341296587652044,
      "step": 12000
    },
    {
      "epoch": 0.7451430699522066,
      "grad_norm": 0.8579834699630737,
      "learning_rate": 1.6732033103033135e-06,
      "loss": 0.2176448345184326,
      "step": 12005,
      "token_acc": 0.9383228181563538
    },
    {
      "epoch": 0.7454534169201167,
      "grad_norm": 0.8416378498077393,
      "learning_rate": 1.6693741713603118e-06,
      "loss": 0.21107897758483887,
      "step": 12010,
      "token_acc": 0.9393128903272396
    },
    {
      "epoch": 0.7457637638880268,
      "grad_norm": 0.8533751964569092,
      "learning_rate": 1.6655485407348416e-06,
      "loss": 0.21692337989807128,
      "step": 12015,
      "token_acc": 0.9378340661944758
    },
    {
      "epoch": 0.7460741108559369,
      "grad_norm": 0.8082554936408997,
      "learning_rate": 1.6617264224566366e-06,
      "loss": 0.2067805767059326,
      "step": 12020,
      "token_acc": 0.9404759541908977
    },
    {
      "epoch": 0.7463844578238471,
      "grad_norm": 0.8548649549484253,
      "learning_rate": 1.6579078205517234e-06,
      "loss": 0.21070413589477538,
      "step": 12025,
      "token_acc": 0.9399136262491935
    },
    {
      "epoch": 0.7466948047917572,
      "grad_norm": 0.8063479661941528,
      "learning_rate": 1.6540927390424334e-06,
      "loss": 0.2071539878845215,
      "step": 12030,
      "token_acc": 0.9398919887176334
    },
    {
      "epoch": 0.7470051517596673,
      "grad_norm": 0.8521004915237427,
      "learning_rate": 1.6502811819473836e-06,
      "loss": 0.21133480072021485,
      "step": 12035,
      "token_acc": 0.9389309971453883
    },
    {
      "epoch": 0.7473154987275774,
      "grad_norm": 0.8748247623443604,
      "learning_rate": 1.6464731532814842e-06,
      "loss": 0.21567037105560302,
      "step": 12040,
      "token_acc": 0.937842094900571
    },
    {
      "epoch": 0.7476258456954875,
      "grad_norm": 0.8335236310958862,
      "learning_rate": 1.642668657055923e-06,
      "loss": 0.2113555669784546,
      "step": 12045,
      "token_acc": 0.9402967185169401
    },
    {
      "epoch": 0.7479361926633977,
      "grad_norm": 0.8163561224937439,
      "learning_rate": 1.638867697278167e-06,
      "loss": 0.20977771282196045,
      "step": 12050,
      "token_acc": 0.9404030441562595
    },
    {
      "epoch": 0.7482465396313078,
      "grad_norm": 0.8098542094230652,
      "learning_rate": 1.6350702779519656e-06,
      "loss": 0.20851690769195558,
      "step": 12055,
      "token_acc": 0.9396547141224316
    },
    {
      "epoch": 0.7485568865992179,
      "grad_norm": 0.8388252258300781,
      "learning_rate": 1.631276403077331e-06,
      "loss": 0.20858533382415773,
      "step": 12060,
      "token_acc": 0.9402159963671544
    },
    {
      "epoch": 0.748867233567128,
      "grad_norm": 0.802611768245697,
      "learning_rate": 1.6274860766505429e-06,
      "loss": 0.21079573631286622,
      "step": 12065,
      "token_acc": 0.9401062836335298
    },
    {
      "epoch": 0.7491775805350381,
      "grad_norm": 0.8042132258415222,
      "learning_rate": 1.6236993026641463e-06,
      "loss": 0.20671520233154297,
      "step": 12070,
      "token_acc": 0.9405277406394881
    },
    {
      "epoch": 0.7494879275029483,
      "grad_norm": 0.7500441074371338,
      "learning_rate": 1.6199160851069446e-06,
      "loss": 0.20844645500183107,
      "step": 12075,
      "token_acc": 0.940571721742791
    },
    {
      "epoch": 0.7497982744708585,
      "grad_norm": 0.7927413582801819,
      "learning_rate": 1.6161364279639902e-06,
      "loss": 0.2077688217163086,
      "step": 12080,
      "token_acc": 0.9396938874987814
    },
    {
      "epoch": 0.7501086214387686,
      "grad_norm": 0.8253988027572632,
      "learning_rate": 1.6123603352165895e-06,
      "loss": 0.20730304718017578,
      "step": 12085,
      "token_acc": 0.9403645278192283
    },
    {
      "epoch": 0.7504189684066787,
      "grad_norm": 0.8104137778282166,
      "learning_rate": 1.6085878108422942e-06,
      "loss": 0.20916683673858644,
      "step": 12090,
      "token_acc": 0.9391622275077153
    },
    {
      "epoch": 0.7507293153745888,
      "grad_norm": 0.9537879228591919,
      "learning_rate": 1.6048188588148932e-06,
      "loss": 0.21004586219787597,
      "step": 12095,
      "token_acc": 0.9391532463746994
    },
    {
      "epoch": 0.7510396623424989,
      "grad_norm": 0.864083468914032,
      "learning_rate": 1.601053483104419e-06,
      "loss": 0.20677640438079833,
      "step": 12100,
      "token_acc": 0.9401905705733857
    },
    {
      "epoch": 0.7513500093104091,
      "grad_norm": 0.8001037240028381,
      "learning_rate": 1.5972916876771293e-06,
      "loss": 0.20555729866027833,
      "step": 12105,
      "token_acc": 0.940683318596132
    },
    {
      "epoch": 0.7516603562783192,
      "grad_norm": 0.7993642687797546,
      "learning_rate": 1.5935334764955164e-06,
      "loss": 0.2101348876953125,
      "step": 12110,
      "token_acc": 0.9392879805404262
    },
    {
      "epoch": 0.7519707032462293,
      "grad_norm": 0.7874516248703003,
      "learning_rate": 1.5897788535182968e-06,
      "loss": 0.2097177505493164,
      "step": 12115,
      "token_acc": 0.9393840627910071
    },
    {
      "epoch": 0.7522810502141394,
      "grad_norm": 0.9353976845741272,
      "learning_rate": 1.5860278227004027e-06,
      "loss": 0.20862700939178466,
      "step": 12120,
      "token_acc": 0.9398427451968336
    },
    {
      "epoch": 0.7525913971820495,
      "grad_norm": 0.8109471201896667,
      "learning_rate": 1.582280387992987e-06,
      "loss": 0.20483365058898925,
      "step": 12125,
      "token_acc": 0.9410378771239742
    },
    {
      "epoch": 0.7529017441499597,
      "grad_norm": 0.8004736304283142,
      "learning_rate": 1.5785365533434148e-06,
      "loss": 0.20788078308105468,
      "step": 12130,
      "token_acc": 0.9403029818530658
    },
    {
      "epoch": 0.7532120911178698,
      "grad_norm": 0.8099613785743713,
      "learning_rate": 1.5747963226952562e-06,
      "loss": 0.2177405834197998,
      "step": 12135,
      "token_acc": 0.9373907284768211
    },
    {
      "epoch": 0.7535224380857799,
      "grad_norm": 0.7759018540382385,
      "learning_rate": 1.5710596999882826e-06,
      "loss": 0.20580925941467285,
      "step": 12140,
      "token_acc": 0.9406147817772101
    },
    {
      "epoch": 0.75383278505369,
      "grad_norm": 0.817219614982605,
      "learning_rate": 1.567326689158476e-06,
      "loss": 0.20719144344329835,
      "step": 12145,
      "token_acc": 0.9404935655210562
    },
    {
      "epoch": 0.7541431320216001,
      "grad_norm": 0.8012793660163879,
      "learning_rate": 1.5635972941380023e-06,
      "loss": 0.20360662937164306,
      "step": 12150,
      "token_acc": 0.9412651698025859
    },
    {
      "epoch": 0.7544534789895103,
      "grad_norm": 0.8467557430267334,
      "learning_rate": 1.5598715188552215e-06,
      "loss": 0.2090917110443115,
      "step": 12155,
      "token_acc": 0.9400326972555746
    },
    {
      "epoch": 0.7547638259574204,
      "grad_norm": 0.822884738445282,
      "learning_rate": 1.5561493672346845e-06,
      "loss": 0.2088174819946289,
      "step": 12160,
      "token_acc": 0.9399390103339942
    },
    {
      "epoch": 0.7550741729253305,
      "grad_norm": 0.8913827538490295,
      "learning_rate": 1.5524308431971235e-06,
      "loss": 0.2104630947113037,
      "step": 12165,
      "token_acc": 0.9402813019656687
    },
    {
      "epoch": 0.7553845198932406,
      "grad_norm": 0.8416972160339355,
      "learning_rate": 1.5487159506594462e-06,
      "loss": 0.21290440559387208,
      "step": 12170,
      "token_acc": 0.9387724531398575
    },
    {
      "epoch": 0.7556948668611507,
      "grad_norm": 0.7917154431343079,
      "learning_rate": 1.5450046935347395e-06,
      "loss": 0.21078481674194335,
      "step": 12175,
      "token_acc": 0.9398784798794014
    },
    {
      "epoch": 0.7560052138290609,
      "grad_norm": 0.8262340426445007,
      "learning_rate": 1.5412970757322588e-06,
      "loss": 0.21544389724731444,
      "step": 12180,
      "token_acc": 0.9394761216208112
    },
    {
      "epoch": 0.756315560796971,
      "grad_norm": 0.8186915516853333,
      "learning_rate": 1.5375931011574285e-06,
      "loss": 0.20738086700439454,
      "step": 12185,
      "token_acc": 0.9407835288920422
    },
    {
      "epoch": 0.7566259077648811,
      "grad_norm": 0.7801491618156433,
      "learning_rate": 1.5338927737118314e-06,
      "loss": 0.20837364196777344,
      "step": 12190,
      "token_acc": 0.9406851349821156
    },
    {
      "epoch": 0.7569362547327912,
      "grad_norm": 0.7741080522537231,
      "learning_rate": 1.5301960972932078e-06,
      "loss": 0.21118624210357667,
      "step": 12195,
      "token_acc": 0.9392923025322824
    },
    {
      "epoch": 0.7572466017007013,
      "grad_norm": 0.8463383913040161,
      "learning_rate": 1.5265030757954607e-06,
      "loss": 0.2142542839050293,
      "step": 12200,
      "token_acc": 0.9389973628657298
    },
    {
      "epoch": 0.7575569486686116,
      "grad_norm": 0.7816526293754578,
      "learning_rate": 1.5228137131086347e-06,
      "loss": 0.21195504665374756,
      "step": 12205,
      "token_acc": 0.9398080629199438
    },
    {
      "epoch": 0.7578672956365217,
      "grad_norm": 0.9174579977989197,
      "learning_rate": 1.5191280131189212e-06,
      "loss": 0.21115508079528808,
      "step": 12210,
      "token_acc": 0.9396204639069268
    },
    {
      "epoch": 0.7581776426044318,
      "grad_norm": 0.8383579850196838,
      "learning_rate": 1.5154459797086574e-06,
      "loss": 0.20671536922454833,
      "step": 12215,
      "token_acc": 0.9399744151082742
    },
    {
      "epoch": 0.7584879895723419,
      "grad_norm": 0.7768596410751343,
      "learning_rate": 1.5117676167563178e-06,
      "loss": 0.20888133049011232,
      "step": 12220,
      "token_acc": 0.9404776017175749
    },
    {
      "epoch": 0.758798336540252,
      "grad_norm": 0.7632548213005066,
      "learning_rate": 1.5080929281365053e-06,
      "loss": 0.20717158317565917,
      "step": 12225,
      "token_acc": 0.939779384599145
    },
    {
      "epoch": 0.7591086835081621,
      "grad_norm": 0.7660151124000549,
      "learning_rate": 1.5044219177199587e-06,
      "loss": 0.20801215171813964,
      "step": 12230,
      "token_acc": 0.9408699204132188
    },
    {
      "epoch": 0.7594190304760723,
      "grad_norm": 0.8551371097564697,
      "learning_rate": 1.500754589373541e-06,
      "loss": 0.21742801666259765,
      "step": 12235,
      "token_acc": 0.9381134509930418
    },
    {
      "epoch": 0.7597293774439824,
      "grad_norm": 0.8587591648101807,
      "learning_rate": 1.497090946960233e-06,
      "loss": 0.21115584373474122,
      "step": 12240,
      "token_acc": 0.9393209459237721
    },
    {
      "epoch": 0.7600397244118925,
      "grad_norm": 0.7808635234832764,
      "learning_rate": 1.4934309943391378e-06,
      "loss": 0.2156130075454712,
      "step": 12245,
      "token_acc": 0.9389674756132832
    },
    {
      "epoch": 0.7603500713798026,
      "grad_norm": 0.9081701636314392,
      "learning_rate": 1.4897747353654668e-06,
      "loss": 0.20968804359436036,
      "step": 12250,
      "token_acc": 0.9401190554065546
    },
    {
      "epoch": 0.7606604183477127,
      "grad_norm": 0.844151496887207,
      "learning_rate": 1.4861221738905458e-06,
      "loss": 0.20760984420776368,
      "step": 12255,
      "token_acc": 0.9405472207088089
    },
    {
      "epoch": 0.7609707653156229,
      "grad_norm": 0.7912380695343018,
      "learning_rate": 1.4824733137618041e-06,
      "loss": 0.2075021505355835,
      "step": 12260,
      "token_acc": 0.940563705290918
    },
    {
      "epoch": 0.761281112283533,
      "grad_norm": 0.792633593082428,
      "learning_rate": 1.4788281588227688e-06,
      "loss": 0.2090841770172119,
      "step": 12265,
      "token_acc": 0.9398213167177661
    },
    {
      "epoch": 0.7615914592514431,
      "grad_norm": 0.8588035702705383,
      "learning_rate": 1.4751867129130686e-06,
      "loss": 0.21068289279937744,
      "step": 12270,
      "token_acc": 0.9401406852734286
    },
    {
      "epoch": 0.7619018062193532,
      "grad_norm": 0.928759753704071,
      "learning_rate": 1.471548979868425e-06,
      "loss": 0.20876905918121338,
      "step": 12275,
      "token_acc": 0.9395589130262217
    },
    {
      "epoch": 0.7622121531872633,
      "grad_norm": 0.8575364947319031,
      "learning_rate": 1.4679149635206459e-06,
      "loss": 0.2107250452041626,
      "step": 12280,
      "token_acc": 0.9399467882934246
    },
    {
      "epoch": 0.7625225001551735,
      "grad_norm": 0.8397889733314514,
      "learning_rate": 1.4642846676976226e-06,
      "loss": 0.2107936382293701,
      "step": 12285,
      "token_acc": 0.939990103908956
    },
    {
      "epoch": 0.7628328471230836,
      "grad_norm": 0.7814608812332153,
      "learning_rate": 1.4606580962233351e-06,
      "loss": 0.2098937749862671,
      "step": 12290,
      "token_acc": 0.9401186672752168
    },
    {
      "epoch": 0.7631431940909937,
      "grad_norm": 0.8037402033805847,
      "learning_rate": 1.4570352529178345e-06,
      "loss": 0.2053915023803711,
      "step": 12295,
      "token_acc": 0.9409297953871737
    },
    {
      "epoch": 0.7634535410589038,
      "grad_norm": 0.8236905336380005,
      "learning_rate": 1.4534161415972424e-06,
      "loss": 0.21368260383605958,
      "step": 12300,
      "token_acc": 0.9386119698035106
    },
    {
      "epoch": 0.7637638880268139,
      "grad_norm": 0.8108689188957214,
      "learning_rate": 1.4498007660737557e-06,
      "loss": 0.20368661880493164,
      "step": 12305,
      "token_acc": 0.9414992657085912
    },
    {
      "epoch": 0.7640742349947242,
      "grad_norm": 0.7444151043891907,
      "learning_rate": 1.446189130155634e-06,
      "loss": 0.21033329963684083,
      "step": 12310,
      "token_acc": 0.939583508542668
    },
    {
      "epoch": 0.7643845819626343,
      "grad_norm": 0.888670802116394,
      "learning_rate": 1.4425812376471943e-06,
      "loss": 0.2009143352508545,
      "step": 12315,
      "token_acc": 0.9423325979291539
    },
    {
      "epoch": 0.7646949289305444,
      "grad_norm": 0.7647743225097656,
      "learning_rate": 1.438977092348815e-06,
      "loss": 0.20582075119018556,
      "step": 12320,
      "token_acc": 0.941240978966792
    },
    {
      "epoch": 0.7650052758984545,
      "grad_norm": 0.8493585586547852,
      "learning_rate": 1.435376698056925e-06,
      "loss": 0.20805282592773439,
      "step": 12325,
      "token_acc": 0.9400763333705584
    },
    {
      "epoch": 0.7653156228663646,
      "grad_norm": 0.8177732229232788,
      "learning_rate": 1.4317800585640046e-06,
      "loss": 0.21305742263793945,
      "step": 12330,
      "token_acc": 0.9391160901797367
    },
    {
      "epoch": 0.7656259698342747,
      "grad_norm": 0.8321362733840942,
      "learning_rate": 1.4281871776585754e-06,
      "loss": 0.2088472366333008,
      "step": 12335,
      "token_acc": 0.9395910357957388
    },
    {
      "epoch": 0.7659363168021849,
      "grad_norm": 0.8120673894882202,
      "learning_rate": 1.4245980591251994e-06,
      "loss": 0.20673832893371583,
      "step": 12340,
      "token_acc": 0.9407923153789124
    },
    {
      "epoch": 0.766246663770095,
      "grad_norm": 0.9841536283493042,
      "learning_rate": 1.4210127067444807e-06,
      "loss": 0.21333045959472657,
      "step": 12345,
      "token_acc": 0.9387612043954332
    },
    {
      "epoch": 0.7665570107380051,
      "grad_norm": 0.7736989259719849,
      "learning_rate": 1.4174311242930533e-06,
      "loss": 0.20782470703125,
      "step": 12350,
      "token_acc": 0.9405385142384406
    },
    {
      "epoch": 0.7668673577059152,
      "grad_norm": 0.7881161570549011,
      "learning_rate": 1.413853315543578e-06,
      "loss": 0.20592947006225587,
      "step": 12355,
      "token_acc": 0.9407234828461604
    },
    {
      "epoch": 0.7671777046738253,
      "grad_norm": 0.872920036315918,
      "learning_rate": 1.4102792842647438e-06,
      "loss": 0.20635876655578614,
      "step": 12360,
      "token_acc": 0.9416723928326022
    },
    {
      "epoch": 0.7674880516417355,
      "grad_norm": 0.8226979970932007,
      "learning_rate": 1.4067090342212609e-06,
      "loss": 0.2047192096710205,
      "step": 12365,
      "token_acc": 0.9405867811605516
    },
    {
      "epoch": 0.7677983986096456,
      "grad_norm": 0.8068609237670898,
      "learning_rate": 1.4031425691738526e-06,
      "loss": 0.20343990325927735,
      "step": 12370,
      "token_acc": 0.9414399937032252
    },
    {
      "epoch": 0.7681087455775557,
      "grad_norm": 0.8070027828216553,
      "learning_rate": 1.3995798928792602e-06,
      "loss": 0.2080981731414795,
      "step": 12375,
      "token_acc": 0.9402286329358518
    },
    {
      "epoch": 0.7684190925454658,
      "grad_norm": 0.8179841041564941,
      "learning_rate": 1.39602100909023e-06,
      "loss": 0.20792102813720703,
      "step": 12380,
      "token_acc": 0.9407543577454617
    },
    {
      "epoch": 0.7687294395133759,
      "grad_norm": 1.0886021852493286,
      "learning_rate": 1.3924659215555153e-06,
      "loss": 0.212081241607666,
      "step": 12385,
      "token_acc": 0.9393961015794765
    },
    {
      "epoch": 0.7690397864812861,
      "grad_norm": 0.89322429895401,
      "learning_rate": 1.3889146340198734e-06,
      "loss": 0.20233550071716308,
      "step": 12390,
      "token_acc": 0.9421378207648554
    },
    {
      "epoch": 0.7693501334491962,
      "grad_norm": 0.7917667031288147,
      "learning_rate": 1.3853671502240518e-06,
      "loss": 0.20737571716308595,
      "step": 12395,
      "token_acc": 0.940153891836761
    },
    {
      "epoch": 0.7696604804171063,
      "grad_norm": 0.855232298374176,
      "learning_rate": 1.381823473904798e-06,
      "loss": 0.20254647731781006,
      "step": 12400,
      "token_acc": 0.9417719547569451
    },
    {
      "epoch": 0.7699708273850164,
      "grad_norm": 1.1148453950881958,
      "learning_rate": 1.3782836087948475e-06,
      "loss": 0.21015806198120118,
      "step": 12405,
      "token_acc": 0.9396967988229727
    },
    {
      "epoch": 0.7702811743529265,
      "grad_norm": 0.8174946904182434,
      "learning_rate": 1.3747475586229187e-06,
      "loss": 0.2095500946044922,
      "step": 12410,
      "token_acc": 0.9400494600176267
    },
    {
      "epoch": 0.7705915213208367,
      "grad_norm": 0.8239438533782959,
      "learning_rate": 1.3712153271137103e-06,
      "loss": 0.20561254024505615,
      "step": 12415,
      "token_acc": 0.9405696560955519
    },
    {
      "epoch": 0.7709018682887468,
      "grad_norm": 0.8168414235115051,
      "learning_rate": 1.3676869179879065e-06,
      "loss": 0.20909924507141114,
      "step": 12420,
      "token_acc": 0.9403021235078804
    },
    {
      "epoch": 0.771212215256657,
      "grad_norm": 0.8118036389350891,
      "learning_rate": 1.3641623349621587e-06,
      "loss": 0.21978528499603273,
      "step": 12425,
      "token_acc": 0.9380707255980908
    },
    {
      "epoch": 0.771522562224567,
      "grad_norm": 0.7962722778320312,
      "learning_rate": 1.3606415817490864e-06,
      "loss": 0.20792264938354493,
      "step": 12430,
      "token_acc": 0.9403855361628723
    },
    {
      "epoch": 0.7718329091924772,
      "grad_norm": 0.8503649234771729,
      "learning_rate": 1.3571246620572797e-06,
      "loss": 0.20440950393676757,
      "step": 12435,
      "token_acc": 0.9414884437187198
    },
    {
      "epoch": 0.7721432561603873,
      "grad_norm": 0.8796798586845398,
      "learning_rate": 1.3536115795912913e-06,
      "loss": 0.21168341636657714,
      "step": 12440,
      "token_acc": 0.9396503290705763
    },
    {
      "epoch": 0.7724536031282975,
      "grad_norm": 0.8242261409759521,
      "learning_rate": 1.350102338051626e-06,
      "loss": 0.21092805862426758,
      "step": 12445,
      "token_acc": 0.9397862667224081
    },
    {
      "epoch": 0.7727639500962076,
      "grad_norm": 0.8203704357147217,
      "learning_rate": 1.3465969411347475e-06,
      "loss": 0.20827798843383788,
      "step": 12450,
      "token_acc": 0.9404269721081168
    },
    {
      "epoch": 0.7730742970641177,
      "grad_norm": 0.793378472328186,
      "learning_rate": 1.3430953925330693e-06,
      "loss": 0.20530974864959717,
      "step": 12455,
      "token_acc": 0.9408781752341756
    },
    {
      "epoch": 0.7733846440320278,
      "grad_norm": 0.7629613280296326,
      "learning_rate": 1.3395976959349516e-06,
      "loss": 0.2169090747833252,
      "step": 12460,
      "token_acc": 0.9381786925797372
    },
    {
      "epoch": 0.7736949909999379,
      "grad_norm": 0.9017561078071594,
      "learning_rate": 1.336103855024694e-06,
      "loss": 0.20860724449157714,
      "step": 12465,
      "token_acc": 0.9392666281387784
    },
    {
      "epoch": 0.7740053379678481,
      "grad_norm": 0.8357691168785095,
      "learning_rate": 1.3326138734825356e-06,
      "loss": 0.21290783882141112,
      "step": 12470,
      "token_acc": 0.938938093648331
    },
    {
      "epoch": 0.7743156849357582,
      "grad_norm": 0.8243005871772766,
      "learning_rate": 1.3291277549846555e-06,
      "loss": 0.21257035732269286,
      "step": 12475,
      "token_acc": 0.9389084985066521
    },
    {
      "epoch": 0.7746260319036683,
      "grad_norm": 0.7856304049491882,
      "learning_rate": 1.325645503203158e-06,
      "loss": 0.21476407051086427,
      "step": 12480,
      "token_acc": 0.9390006532109607
    },
    {
      "epoch": 0.7749363788715784,
      "grad_norm": 0.8046197891235352,
      "learning_rate": 1.3221671218060733e-06,
      "loss": 0.20982093811035157,
      "step": 12485,
      "token_acc": 0.9399306105218722
    },
    {
      "epoch": 0.7752467258394885,
      "grad_norm": 0.8144133687019348,
      "learning_rate": 1.3186926144573591e-06,
      "loss": 0.2089989423751831,
      "step": 12490,
      "token_acc": 0.9401799824117114
    },
    {
      "epoch": 0.7755570728073987,
      "grad_norm": 0.8653635382652283,
      "learning_rate": 1.3152219848168934e-06,
      "loss": 0.21198296546936035,
      "step": 12495,
      "token_acc": 0.9389469384528217
    },
    {
      "epoch": 0.7758674197753088,
      "grad_norm": 0.8275713920593262,
      "learning_rate": 1.3117552365404624e-06,
      "loss": 0.21275269985198975,
      "step": 12500,
      "token_acc": 0.9396505420907795
    },
    {
      "epoch": 0.7758674197753088,
      "eval_loss": 0.23086296021938324,
      "eval_runtime": 126.1682,
      "eval_samples_per_second": 158.519,
      "eval_steps_per_second": 0.214,
      "eval_token_acc": 0.9344005932038235,
      "step": 12500
    },
    {
      "epoch": 0.7761777667432189,
      "grad_norm": 0.8255384564399719,
      "learning_rate": 1.3082923732797703e-06,
      "loss": 0.20739402770996093,
      "step": 12505,
      "token_acc": 0.9406293304491837
    },
    {
      "epoch": 0.776488113711129,
      "grad_norm": 0.80074143409729,
      "learning_rate": 1.3048333986824286e-06,
      "loss": 0.20916342735290527,
      "step": 12510,
      "token_acc": 0.9406059219072876
    },
    {
      "epoch": 0.7767984606790391,
      "grad_norm": 0.7719592452049255,
      "learning_rate": 1.301378316391948e-06,
      "loss": 0.20980572700500488,
      "step": 12515,
      "token_acc": 0.9396963862365253
    },
    {
      "epoch": 0.7771088076469493,
      "grad_norm": 0.8368150591850281,
      "learning_rate": 1.2979271300477454e-06,
      "loss": 0.21203787326812745,
      "step": 12520,
      "token_acc": 0.9398304692204363
    },
    {
      "epoch": 0.7774191546148594,
      "grad_norm": 0.8214048743247986,
      "learning_rate": 1.294479843285128e-06,
      "loss": 0.2123859405517578,
      "step": 12525,
      "token_acc": 0.9389058893004778
    },
    {
      "epoch": 0.7777295015827695,
      "grad_norm": 0.8253695964813232,
      "learning_rate": 1.2910364597352998e-06,
      "loss": 0.20806477069854737,
      "step": 12530,
      "token_acc": 0.9407399505277265
    },
    {
      "epoch": 0.7780398485506796,
      "grad_norm": 0.7995487451553345,
      "learning_rate": 1.2875969830253527e-06,
      "loss": 0.20676717758178711,
      "step": 12535,
      "token_acc": 0.9404137578177069
    },
    {
      "epoch": 0.7783501955185897,
      "grad_norm": 0.8766912221908569,
      "learning_rate": 1.2841614167782602e-06,
      "loss": 0.2085273265838623,
      "step": 12540,
      "token_acc": 0.9412311883326135
    },
    {
      "epoch": 0.7786605424864999,
      "grad_norm": 0.8271338939666748,
      "learning_rate": 1.2807297646128796e-06,
      "loss": 0.21137304306030275,
      "step": 12545,
      "token_acc": 0.9394346788559137
    },
    {
      "epoch": 0.7789708894544101,
      "grad_norm": 0.8839739561080933,
      "learning_rate": 1.277302030143947e-06,
      "loss": 0.21183102130889891,
      "step": 12550,
      "token_acc": 0.9387301866735278
    },
    {
      "epoch": 0.7792812364223202,
      "grad_norm": 0.8562120199203491,
      "learning_rate": 1.2738782169820673e-06,
      "loss": 0.22059779167175292,
      "step": 12555,
      "token_acc": 0.9364110230595208
    },
    {
      "epoch": 0.7795915833902303,
      "grad_norm": 0.8185442686080933,
      "learning_rate": 1.270458328733714e-06,
      "loss": 0.22408900260925294,
      "step": 12560,
      "token_acc": 0.9361121014994854
    },
    {
      "epoch": 0.7799019303581404,
      "grad_norm": 0.8719221949577332,
      "learning_rate": 1.2670423690012351e-06,
      "loss": 0.23155388832092286,
      "step": 12565,
      "token_acc": 0.9341708277888302
    },
    {
      "epoch": 0.7802122773260505,
      "grad_norm": 0.7904311418533325,
      "learning_rate": 1.2636303413828321e-06,
      "loss": 0.22426278591156007,
      "step": 12570,
      "token_acc": 0.9356533417601517
    },
    {
      "epoch": 0.7805226242939607,
      "grad_norm": 0.772442102432251,
      "learning_rate": 1.2602222494725658e-06,
      "loss": 0.22647862434387206,
      "step": 12575,
      "token_acc": 0.9348761429758936
    },
    {
      "epoch": 0.7808329712618708,
      "grad_norm": 0.883744478225708,
      "learning_rate": 1.2568180968603538e-06,
      "loss": 0.2284019947052002,
      "step": 12580,
      "token_acc": 0.9342206853771686
    },
    {
      "epoch": 0.7811433182297809,
      "grad_norm": 0.8761411309242249,
      "learning_rate": 1.2534178871319647e-06,
      "loss": 0.22209057807922364,
      "step": 12585,
      "token_acc": 0.9360037844716731
    },
    {
      "epoch": 0.781453665197691,
      "grad_norm": 0.84617680311203,
      "learning_rate": 1.2500216238690093e-06,
      "loss": 0.22072720527648926,
      "step": 12590,
      "token_acc": 0.9364273998906565
    },
    {
      "epoch": 0.7817640121656011,
      "grad_norm": 0.8088759183883667,
      "learning_rate": 1.2466293106489463e-06,
      "loss": 0.2220153331756592,
      "step": 12595,
      "token_acc": 0.9361242242613907
    },
    {
      "epoch": 0.7820743591335113,
      "grad_norm": 0.8824402093887329,
      "learning_rate": 1.2432409510450704e-06,
      "loss": 0.22883250713348388,
      "step": 12600,
      "token_acc": 0.9349787507876285
    },
    {
      "epoch": 0.7823847061014214,
      "grad_norm": 0.8352385759353638,
      "learning_rate": 1.2398565486265163e-06,
      "loss": 0.22454757690429689,
      "step": 12605,
      "token_acc": 0.9356594368853564
    },
    {
      "epoch": 0.7826950530693315,
      "grad_norm": 0.835066020488739,
      "learning_rate": 1.2364761069582449e-06,
      "loss": 0.22360095977783204,
      "step": 12610,
      "token_acc": 0.9358114983882299
    },
    {
      "epoch": 0.7830054000372416,
      "grad_norm": 0.8175336122512817,
      "learning_rate": 1.233099629601044e-06,
      "loss": 0.22271137237548827,
      "step": 12615,
      "token_acc": 0.935845173017549
    },
    {
      "epoch": 0.7833157470051517,
      "grad_norm": 0.8464365005493164,
      "learning_rate": 1.2297271201115345e-06,
      "loss": 0.21818089485168457,
      "step": 12620,
      "token_acc": 0.9368458578846827
    },
    {
      "epoch": 0.7836260939730619,
      "grad_norm": 0.8442290425300598,
      "learning_rate": 1.2263585820421504e-06,
      "loss": 0.226743745803833,
      "step": 12625,
      "token_acc": 0.9346090381646883
    },
    {
      "epoch": 0.783936440940972,
      "grad_norm": 0.8281969428062439,
      "learning_rate": 1.2229940189411416e-06,
      "loss": 0.2211991310119629,
      "step": 12630,
      "token_acc": 0.9364523375915562
    },
    {
      "epoch": 0.7842467879088821,
      "grad_norm": 0.8892753720283508,
      "learning_rate": 1.2196334343525757e-06,
      "loss": 0.22523655891418456,
      "step": 12635,
      "token_acc": 0.9347965237130546
    },
    {
      "epoch": 0.7845571348767922,
      "grad_norm": 0.8055672645568848,
      "learning_rate": 1.2162768318163276e-06,
      "loss": 0.22533814907073973,
      "step": 12640,
      "token_acc": 0.9355450236966825
    },
    {
      "epoch": 0.7848674818447023,
      "grad_norm": 0.8877987861633301,
      "learning_rate": 1.2129242148680758e-06,
      "loss": 0.224007511138916,
      "step": 12645,
      "token_acc": 0.9364434438568212
    },
    {
      "epoch": 0.7851778288126126,
      "grad_norm": 0.9060133695602417,
      "learning_rate": 1.2095755870393033e-06,
      "loss": 0.22334764003753663,
      "step": 12650,
      "token_acc": 0.9366740309299056
    },
    {
      "epoch": 0.7854881757805227,
      "grad_norm": 0.8756243586540222,
      "learning_rate": 1.2062309518572913e-06,
      "loss": 0.22797393798828125,
      "step": 12655,
      "token_acc": 0.934730754367496
    },
    {
      "epoch": 0.7857985227484328,
      "grad_norm": 0.8132915496826172,
      "learning_rate": 1.2028903128451114e-06,
      "loss": 0.2247840404510498,
      "step": 12660,
      "token_acc": 0.9354079639776488
    },
    {
      "epoch": 0.7861088697163429,
      "grad_norm": 1.2830548286437988,
      "learning_rate": 1.1995536735216312e-06,
      "loss": 0.2256025791168213,
      "step": 12665,
      "token_acc": 0.9352856782284097
    },
    {
      "epoch": 0.786419216684253,
      "grad_norm": 0.8789248466491699,
      "learning_rate": 1.1962210374014994e-06,
      "loss": 0.2234166145324707,
      "step": 12670,
      "token_acc": 0.9361702127659575
    },
    {
      "epoch": 0.7867295636521631,
      "grad_norm": 0.8055316805839539,
      "learning_rate": 1.192892407995153e-06,
      "loss": 0.23173065185546876,
      "step": 12675,
      "token_acc": 0.9343665570890507
    },
    {
      "epoch": 0.7870399106200733,
      "grad_norm": 0.8655762076377869,
      "learning_rate": 1.189567788808808e-06,
      "loss": 0.22760238647460937,
      "step": 12680,
      "token_acc": 0.9353842227907945
    },
    {
      "epoch": 0.7873502575879834,
      "grad_norm": 0.8477614521980286,
      "learning_rate": 1.1862471833444516e-06,
      "loss": 0.22311749458312988,
      "step": 12685,
      "token_acc": 0.9353235139400315
    },
    {
      "epoch": 0.7876606045558935,
      "grad_norm": 0.8043866157531738,
      "learning_rate": 1.1829305950998483e-06,
      "loss": 0.2200601577758789,
      "step": 12690,
      "token_acc": 0.9368080813444128
    },
    {
      "epoch": 0.7879709515238036,
      "grad_norm": 0.8576344847679138,
      "learning_rate": 1.1796180275685304e-06,
      "loss": 0.22478463649749755,
      "step": 12695,
      "token_acc": 0.9363007361518967
    },
    {
      "epoch": 0.7882812984917137,
      "grad_norm": 0.8652995824813843,
      "learning_rate": 1.1763094842397916e-06,
      "loss": 0.22314186096191407,
      "step": 12700,
      "token_acc": 0.9359935833166232
    },
    {
      "epoch": 0.7885916454596239,
      "grad_norm": 0.8303631544113159,
      "learning_rate": 1.1730049685986882e-06,
      "loss": 0.21619052886962892,
      "step": 12705,
      "token_acc": 0.9371365624061154
    },
    {
      "epoch": 0.788901992427534,
      "grad_norm": 0.8847962021827698,
      "learning_rate": 1.1697044841260363e-06,
      "loss": 0.21924796104431152,
      "step": 12710,
      "token_acc": 0.936785716671231
    },
    {
      "epoch": 0.7892123393954441,
      "grad_norm": 0.8044585585594177,
      "learning_rate": 1.1664080342984047e-06,
      "loss": 0.2288738489151001,
      "step": 12715,
      "token_acc": 0.9339276554576562
    },
    {
      "epoch": 0.7895226863633542,
      "grad_norm": 0.7931410670280457,
      "learning_rate": 1.1631156225881086e-06,
      "loss": 0.22234642505645752,
      "step": 12720,
      "token_acc": 0.9358255945191375
    },
    {
      "epoch": 0.7898330333312643,
      "grad_norm": 0.8381511569023132,
      "learning_rate": 1.1598272524632142e-06,
      "loss": 0.22836451530456542,
      "step": 12725,
      "token_acc": 0.9347097323471505
    },
    {
      "epoch": 0.7901433802991745,
      "grad_norm": 0.8183347582817078,
      "learning_rate": 1.15654292738753e-06,
      "loss": 0.22361485958099364,
      "step": 12730,
      "token_acc": 0.9359785024715522
    },
    {
      "epoch": 0.7904537272670846,
      "grad_norm": 0.7894147634506226,
      "learning_rate": 1.1532626508206024e-06,
      "loss": 0.2195366621017456,
      "step": 12735,
      "token_acc": 0.9363521406635756
    },
    {
      "epoch": 0.7907640742349947,
      "grad_norm": 0.849263072013855,
      "learning_rate": 1.1499864262177134e-06,
      "loss": 0.2268310308456421,
      "step": 12740,
      "token_acc": 0.9353698759227266
    },
    {
      "epoch": 0.7910744212029048,
      "grad_norm": 0.8078927397727966,
      "learning_rate": 1.1467142570298733e-06,
      "loss": 0.22077901363372804,
      "step": 12745,
      "token_acc": 0.9364488440161804
    },
    {
      "epoch": 0.7913847681708149,
      "grad_norm": 0.8446094393730164,
      "learning_rate": 1.1434461467038304e-06,
      "loss": 0.22818379402160643,
      "step": 12750,
      "token_acc": 0.9349555052047417
    },
    {
      "epoch": 0.7916951151387251,
      "grad_norm": 0.8417384028434753,
      "learning_rate": 1.1401820986820483e-06,
      "loss": 0.22225720882415773,
      "step": 12755,
      "token_acc": 0.9363218922400978
    },
    {
      "epoch": 0.7920054621066352,
      "grad_norm": 0.8799223303794861,
      "learning_rate": 1.1369221164027138e-06,
      "loss": 0.22455615997314454,
      "step": 12760,
      "token_acc": 0.9364825264104888
    },
    {
      "epoch": 0.7923158090745454,
      "grad_norm": 0.8699793219566345,
      "learning_rate": 1.1336662032997325e-06,
      "loss": 0.21879632472991944,
      "step": 12765,
      "token_acc": 0.9372418938001226
    },
    {
      "epoch": 0.7926261560424555,
      "grad_norm": 0.8639557361602783,
      "learning_rate": 1.130414362802726e-06,
      "loss": 0.22421526908874512,
      "step": 12770,
      "token_acc": 0.9358479735141774
    },
    {
      "epoch": 0.7929365030103656,
      "grad_norm": 0.9079527258872986,
      "learning_rate": 1.1271665983370189e-06,
      "loss": 0.23095808029174805,
      "step": 12775,
      "token_acc": 0.9340278922554482
    },
    {
      "epoch": 0.7932468499782757,
      "grad_norm": 0.8535253405570984,
      "learning_rate": 1.1239229133236495e-06,
      "loss": 0.22228012084960938,
      "step": 12780,
      "token_acc": 0.9357533928393669
    },
    {
      "epoch": 0.7935571969461859,
      "grad_norm": 1.0384166240692139,
      "learning_rate": 1.1206833111793563e-06,
      "loss": 0.22688038349151612,
      "step": 12785,
      "token_acc": 0.9342392026578074
    },
    {
      "epoch": 0.793867543914096,
      "grad_norm": 0.821685254573822,
      "learning_rate": 1.1174477953165751e-06,
      "loss": 0.21769371032714843,
      "step": 12790,
      "token_acc": 0.9365463743676222
    },
    {
      "epoch": 0.7941778908820061,
      "grad_norm": 0.8394392132759094,
      "learning_rate": 1.1142163691434415e-06,
      "loss": 0.2210413932800293,
      "step": 12795,
      "token_acc": 0.9367459184972299
    },
    {
      "epoch": 0.7944882378499162,
      "grad_norm": 0.8492164015769958,
      "learning_rate": 1.1109890360637787e-06,
      "loss": 0.21926603317260743,
      "step": 12800,
      "token_acc": 0.9366479020447044
    },
    {
      "epoch": 0.7947985848178263,
      "grad_norm": 0.8305680751800537,
      "learning_rate": 1.1077657994771012e-06,
      "loss": 0.22715752124786376,
      "step": 12805,
      "token_acc": 0.9346157767732726
    },
    {
      "epoch": 0.7951089317857365,
      "grad_norm": 0.7976205348968506,
      "learning_rate": 1.1045466627786105e-06,
      "loss": 0.22399454116821288,
      "step": 12810,
      "token_acc": 0.9359469074089846
    },
    {
      "epoch": 0.7954192787536466,
      "grad_norm": 0.8076844811439514,
      "learning_rate": 1.101331629359183e-06,
      "loss": 0.2247994661331177,
      "step": 12815,
      "token_acc": 0.9357668383164658
    },
    {
      "epoch": 0.7957296257215567,
      "grad_norm": 0.7968108057975769,
      "learning_rate": 1.0981207026053798e-06,
      "loss": 0.22162671089172364,
      "step": 12820,
      "token_acc": 0.9367925210067471
    },
    {
      "epoch": 0.7960399726894668,
      "grad_norm": 0.8146686553955078,
      "learning_rate": 1.094913885899433e-06,
      "loss": 0.22734992504119872,
      "step": 12825,
      "token_acc": 0.9346577671018003
    },
    {
      "epoch": 0.7963503196573769,
      "grad_norm": 1.310233473777771,
      "learning_rate": 1.0917111826192456e-06,
      "loss": 0.22343831062316893,
      "step": 12830,
      "token_acc": 0.935617020147055
    },
    {
      "epoch": 0.7966606666252871,
      "grad_norm": 0.8626849055290222,
      "learning_rate": 1.0885125961383846e-06,
      "loss": 0.223510479927063,
      "step": 12835,
      "token_acc": 0.9351788193742333
    },
    {
      "epoch": 0.7969710135931972,
      "grad_norm": 0.8281062841415405,
      "learning_rate": 1.085318129826089e-06,
      "loss": 0.2221607208251953,
      "step": 12840,
      "token_acc": 0.9361774698376181
    },
    {
      "epoch": 0.7972813605611073,
      "grad_norm": 0.827797532081604,
      "learning_rate": 1.0821277870472501e-06,
      "loss": 0.22488794326782227,
      "step": 12845,
      "token_acc": 0.9353178245082
    },
    {
      "epoch": 0.7975917075290174,
      "grad_norm": 0.8393007516860962,
      "learning_rate": 1.0789415711624167e-06,
      "loss": 0.2286287784576416,
      "step": 12850,
      "token_acc": 0.9351252022343989
    },
    {
      "epoch": 0.7979020544969275,
      "grad_norm": 0.8443155288696289,
      "learning_rate": 1.0757594855277937e-06,
      "loss": 0.2271787166595459,
      "step": 12855,
      "token_acc": 0.9344780426517645
    },
    {
      "epoch": 0.7982124014648377,
      "grad_norm": 0.8940489888191223,
      "learning_rate": 1.0725815334952345e-06,
      "loss": 0.22351422309875488,
      "step": 12860,
      "token_acc": 0.9361468549149023
    },
    {
      "epoch": 0.7985227484327478,
      "grad_norm": 0.8047122359275818,
      "learning_rate": 1.0694077184122354e-06,
      "loss": 0.22614707946777343,
      "step": 12865,
      "token_acc": 0.934023174417988
    },
    {
      "epoch": 0.7988330954006579,
      "grad_norm": 0.8154724836349487,
      "learning_rate": 1.0662380436219383e-06,
      "loss": 0.2190253257751465,
      "step": 12870,
      "token_acc": 0.9368704638211464
    },
    {
      "epoch": 0.799143442368568,
      "grad_norm": 0.8031294941902161,
      "learning_rate": 1.0630725124631225e-06,
      "loss": 0.22470743656158448,
      "step": 12875,
      "token_acc": 0.9354843009577383
    },
    {
      "epoch": 0.7994537893364781,
      "grad_norm": 0.8470008969306946,
      "learning_rate": 1.0599111282702045e-06,
      "loss": 0.22684910297393798,
      "step": 12880,
      "token_acc": 0.9347399509102882
    },
    {
      "epoch": 0.7997641363043883,
      "grad_norm": 0.7995855212211609,
      "learning_rate": 1.0567538943732303e-06,
      "loss": 0.22510089874267578,
      "step": 12885,
      "token_acc": 0.9354354157374124
    },
    {
      "epoch": 0.8000744832722985,
      "grad_norm": 0.847175657749176,
      "learning_rate": 1.0536008140978714e-06,
      "loss": 0.22098641395568847,
      "step": 12890,
      "token_acc": 0.9362101942887823
    },
    {
      "epoch": 0.8003848302402086,
      "grad_norm": 0.8155221343040466,
      "learning_rate": 1.050451890765433e-06,
      "loss": 0.22893173694610597,
      "step": 12895,
      "token_acc": 0.9344546709001514
    },
    {
      "epoch": 0.8006951772081187,
      "grad_norm": 0.802585244178772,
      "learning_rate": 1.0473071276928338e-06,
      "loss": 0.2195821762084961,
      "step": 12900,
      "token_acc": 0.9364194533323577
    },
    {
      "epoch": 0.8010055241760288,
      "grad_norm": 0.8050913214683533,
      "learning_rate": 1.044166528192611e-06,
      "loss": 0.22144131660461425,
      "step": 12905,
      "token_acc": 0.9368141295206055
    },
    {
      "epoch": 0.8013158711439389,
      "grad_norm": 0.8552621006965637,
      "learning_rate": 1.0410300955729196e-06,
      "loss": 0.2265634775161743,
      "step": 12910,
      "token_acc": 0.9348738930311432
    },
    {
      "epoch": 0.8016262181118491,
      "grad_norm": 0.8247837424278259,
      "learning_rate": 1.0378978331375244e-06,
      "loss": 0.21928126811981202,
      "step": 12915,
      "token_acc": 0.9374730630242349
    },
    {
      "epoch": 0.8019365650797592,
      "grad_norm": 0.912848711013794,
      "learning_rate": 1.034769744185794e-06,
      "loss": 0.22553062438964844,
      "step": 12920,
      "token_acc": 0.9359019922081928
    },
    {
      "epoch": 0.8022469120476693,
      "grad_norm": 0.8314116597175598,
      "learning_rate": 1.0316458320127053e-06,
      "loss": 0.22594618797302246,
      "step": 12925,
      "token_acc": 0.9357668818238918
    },
    {
      "epoch": 0.8025572590155794,
      "grad_norm": 0.8448149561882019,
      "learning_rate": 1.0285260999088347e-06,
      "loss": 0.22612357139587402,
      "step": 12930,
      "token_acc": 0.9355605208621632
    },
    {
      "epoch": 0.8028676059834895,
      "grad_norm": 0.7903830409049988,
      "learning_rate": 1.0254105511603518e-06,
      "loss": 0.22227208614349364,
      "step": 12935,
      "token_acc": 0.9356473525937063
    },
    {
      "epoch": 0.8031779529513997,
      "grad_norm": 0.7971529364585876,
      "learning_rate": 1.0222991890490263e-06,
      "loss": 0.21559555530548097,
      "step": 12940,
      "token_acc": 0.9379678081738093
    },
    {
      "epoch": 0.8034882999193098,
      "grad_norm": 0.8035684823989868,
      "learning_rate": 1.0191920168522102e-06,
      "loss": 0.21880548000335692,
      "step": 12945,
      "token_acc": 0.937204114924926
    },
    {
      "epoch": 0.8037986468872199,
      "grad_norm": 0.8464736938476562,
      "learning_rate": 1.0160890378428478e-06,
      "loss": 0.22502360343933106,
      "step": 12950,
      "token_acc": 0.9358651845217711
    },
    {
      "epoch": 0.80410899385513,
      "grad_norm": 1.0015594959259033,
      "learning_rate": 1.012990255289466e-06,
      "loss": 0.22450919151306153,
      "step": 12955,
      "token_acc": 0.9357565062790651
    },
    {
      "epoch": 0.8044193408230401,
      "grad_norm": 0.8086045980453491,
      "learning_rate": 1.009895672456167e-06,
      "loss": 0.2207709312438965,
      "step": 12960,
      "token_acc": 0.9361425190638969
    },
    {
      "epoch": 0.8047296877909503,
      "grad_norm": 0.8135299682617188,
      "learning_rate": 1.0068052926026345e-06,
      "loss": 0.23184528350830078,
      "step": 12965,
      "token_acc": 0.9343287588497802
    },
    {
      "epoch": 0.8050400347588604,
      "grad_norm": 0.816990852355957,
      "learning_rate": 1.0037191189841232e-06,
      "loss": 0.22390303611755372,
      "step": 12970,
      "token_acc": 0.935440396202838
    },
    {
      "epoch": 0.8053503817267705,
      "grad_norm": 0.8483110070228577,
      "learning_rate": 1.0006371548514554e-06,
      "loss": 0.23027479648590088,
      "step": 12975,
      "token_acc": 0.934013040742278
    },
    {
      "epoch": 0.8056607286946806,
      "grad_norm": 0.8023169040679932,
      "learning_rate": 9.975594034510188e-07,
      "loss": 0.22619359493255614,
      "step": 12980,
      "token_acc": 0.9348084073947098
    },
    {
      "epoch": 0.8059710756625907,
      "grad_norm": 0.8581125140190125,
      "learning_rate": 9.944858680247693e-07,
      "loss": 0.22907755374908448,
      "step": 12985,
      "token_acc": 0.9345430677840246
    },
    {
      "epoch": 0.806281422630501,
      "grad_norm": 0.8042314052581787,
      "learning_rate": 9.91416551810217e-07,
      "loss": 0.22220296859741212,
      "step": 12990,
      "token_acc": 0.936184294089727
    },
    {
      "epoch": 0.8065917695984111,
      "grad_norm": 0.8850866556167603,
      "learning_rate": 9.883514580404264e-07,
      "loss": 0.23333415985107422,
      "step": 12995,
      "token_acc": 0.9339679832654938
    },
    {
      "epoch": 0.8069021165663212,
      "grad_norm": 0.7955305576324463,
      "learning_rate": 9.85290589944018e-07,
      "loss": 0.2253568649291992,
      "step": 13000,
      "token_acc": 0.9349920432109771
    },
    {
      "epoch": 0.8069021165663212,
      "eval_loss": 0.23698461055755615,
      "eval_runtime": 153.829,
      "eval_samples_per_second": 130.014,
      "eval_steps_per_second": 0.176,
      "eval_token_acc": 0.9319708217613063,
      "step": 13000
    },
    {
      "epoch": 0.8072124635342313,
      "grad_norm": 0.8070829510688782,
      "learning_rate": 9.822339507451612e-07,
      "loss": 0.22407312393188478,
      "step": 13005,
      "token_acc": 0.9358839831032906
    },
    {
      "epoch": 0.8075228105021414,
      "grad_norm": 0.8428082466125488,
      "learning_rate": 9.79181543663567e-07,
      "loss": 0.225250768661499,
      "step": 13010,
      "token_acc": 0.9350381915432542
    },
    {
      "epoch": 0.8078331574700515,
      "grad_norm": 0.7860952615737915,
      "learning_rate": 9.761333719144922e-07,
      "loss": 0.22355871200561522,
      "step": 13015,
      "token_acc": 0.9352677386828
    },
    {
      "epoch": 0.8081435044379617,
      "grad_norm": 0.9925312399864197,
      "learning_rate": 9.730894387087314e-07,
      "loss": 0.22820630073547363,
      "step": 13020,
      "token_acc": 0.9340691888476423
    },
    {
      "epoch": 0.8084538514058718,
      "grad_norm": 0.7808263301849365,
      "learning_rate": 9.700497472526148e-07,
      "loss": 0.22205171585083008,
      "step": 13025,
      "token_acc": 0.9369064863994849
    },
    {
      "epoch": 0.8087641983737819,
      "grad_norm": 0.8282653093338013,
      "learning_rate": 9.670143007480032e-07,
      "loss": 0.223274827003479,
      "step": 13030,
      "token_acc": 0.9355620789977197
    },
    {
      "epoch": 0.809074545341692,
      "grad_norm": 0.8384020328521729,
      "learning_rate": 9.639831023922858e-07,
      "loss": 0.22811155319213866,
      "step": 13035,
      "token_acc": 0.9355086524897845
    },
    {
      "epoch": 0.8093848923096021,
      "grad_norm": 0.8355771899223328,
      "learning_rate": 9.60956155378378e-07,
      "loss": 0.21945717334747314,
      "step": 13040,
      "token_acc": 0.9356338327489109
    },
    {
      "epoch": 0.8096952392775123,
      "grad_norm": 0.7694079279899597,
      "learning_rate": 9.579334628947196e-07,
      "loss": 0.21984879970550536,
      "step": 13045,
      "token_acc": 0.9366582308909648
    },
    {
      "epoch": 0.8100055862454224,
      "grad_norm": 0.8216609358787537,
      "learning_rate": 9.549150281252633e-07,
      "loss": 0.22556371688842775,
      "step": 13050,
      "token_acc": 0.9352886065688144
    },
    {
      "epoch": 0.8103159332133325,
      "grad_norm": 0.8095284104347229,
      "learning_rate": 9.519008542494806e-07,
      "loss": 0.22296245098114015,
      "step": 13055,
      "token_acc": 0.9355804105254117
    },
    {
      "epoch": 0.8106262801812426,
      "grad_norm": 0.8060946464538574,
      "learning_rate": 9.488909444423561e-07,
      "loss": 0.22604262828826904,
      "step": 13060,
      "token_acc": 0.9355944493885757
    },
    {
      "epoch": 0.8109366271491527,
      "grad_norm": 0.8428642153739929,
      "learning_rate": 9.45885301874378e-07,
      "loss": 0.22742850780487062,
      "step": 13065,
      "token_acc": 0.9342539936842523
    },
    {
      "epoch": 0.8112469741170629,
      "grad_norm": 0.7942268252372742,
      "learning_rate": 9.428839297115455e-07,
      "loss": 0.21590676307678222,
      "step": 13070,
      "token_acc": 0.9373856140304678
    },
    {
      "epoch": 0.811557321084973,
      "grad_norm": 0.871278703212738,
      "learning_rate": 9.39886831115353e-07,
      "loss": 0.2256011486053467,
      "step": 13075,
      "token_acc": 0.9359838095491705
    },
    {
      "epoch": 0.8118676680528831,
      "grad_norm": 0.8474001288414001,
      "learning_rate": 9.368940092427986e-07,
      "loss": 0.22525634765625,
      "step": 13080,
      "token_acc": 0.9351766011621074
    },
    {
      "epoch": 0.8121780150207932,
      "grad_norm": 0.8340663909912109,
      "learning_rate": 9.339054672463749e-07,
      "loss": 0.22260241508483886,
      "step": 13085,
      "token_acc": 0.9362283108654446
    },
    {
      "epoch": 0.8124883619887033,
      "grad_norm": 0.8412326574325562,
      "learning_rate": 9.309212082740626e-07,
      "loss": 0.21625075340270997,
      "step": 13090,
      "token_acc": 0.9378053147571332
    },
    {
      "epoch": 0.8127987089566135,
      "grad_norm": 0.8362616896629333,
      "learning_rate": 9.279412354693351e-07,
      "loss": 0.2259580135345459,
      "step": 13095,
      "token_acc": 0.9354080339377064
    },
    {
      "epoch": 0.8131090559245236,
      "grad_norm": 0.8110621571540833,
      "learning_rate": 9.249655519711504e-07,
      "loss": 0.22535967826843262,
      "step": 13100,
      "token_acc": 0.9347857661583152
    },
    {
      "epoch": 0.8134194028924338,
      "grad_norm": 0.7994263768196106,
      "learning_rate": 9.219941609139455e-07,
      "loss": 0.22051167488098145,
      "step": 13105,
      "token_acc": 0.9370036985574954
    },
    {
      "epoch": 0.8137297498603439,
      "grad_norm": 0.8089731931686401,
      "learning_rate": 9.190270654276356e-07,
      "loss": 0.2261592149734497,
      "step": 13110,
      "token_acc": 0.9363463185073577
    },
    {
      "epoch": 0.814040096828254,
      "grad_norm": 0.8257761001586914,
      "learning_rate": 9.160642686376181e-07,
      "loss": 0.22188720703125,
      "step": 13115,
      "token_acc": 0.9361754038905374
    },
    {
      "epoch": 0.8143504437961641,
      "grad_norm": 0.8402572870254517,
      "learning_rate": 9.131057736647552e-07,
      "loss": 0.21994290351867676,
      "step": 13120,
      "token_acc": 0.9379249029032107
    },
    {
      "epoch": 0.8146607907640743,
      "grad_norm": 0.8228302001953125,
      "learning_rate": 9.101515836253783e-07,
      "loss": 0.21983132362365723,
      "step": 13125,
      "token_acc": 0.9366517026744576
    },
    {
      "epoch": 0.8149711377319844,
      "grad_norm": 0.788607120513916,
      "learning_rate": 9.072017016312878e-07,
      "loss": 0.22102198600769044,
      "step": 13130,
      "token_acc": 0.9361422679870761
    },
    {
      "epoch": 0.8152814846998945,
      "grad_norm": 0.7838534116744995,
      "learning_rate": 9.042561307897452e-07,
      "loss": 0.21215338706970216,
      "step": 13135,
      "token_acc": 0.9386705567581376
    },
    {
      "epoch": 0.8155918316678046,
      "grad_norm": 0.8673654198646545,
      "learning_rate": 9.013148742034683e-07,
      "loss": 0.22652974128723144,
      "step": 13140,
      "token_acc": 0.934895441306411
    },
    {
      "epoch": 0.8159021786357147,
      "grad_norm": 0.8284367918968201,
      "learning_rate": 8.983779349706323e-07,
      "loss": 0.22522192001342772,
      "step": 13145,
      "token_acc": 0.9356681454838773
    },
    {
      "epoch": 0.8162125256036249,
      "grad_norm": 0.8746384382247925,
      "learning_rate": 8.954453161848652e-07,
      "loss": 0.22789402008056642,
      "step": 13150,
      "token_acc": 0.9349028083481397
    },
    {
      "epoch": 0.816522872571535,
      "grad_norm": 0.8089002966880798,
      "learning_rate": 8.925170209352451e-07,
      "loss": 0.22272417545318604,
      "step": 13155,
      "token_acc": 0.9354461566915248
    },
    {
      "epoch": 0.8168332195394451,
      "grad_norm": 0.794342577457428,
      "learning_rate": 8.895930523062929e-07,
      "loss": 0.2230823516845703,
      "step": 13160,
      "token_acc": 0.9358332386230688
    },
    {
      "epoch": 0.8171435665073552,
      "grad_norm": 0.8907174468040466,
      "learning_rate": 8.866734133779703e-07,
      "loss": 0.22559120655059814,
      "step": 13165,
      "token_acc": 0.9359468182603037
    },
    {
      "epoch": 0.8174539134752653,
      "grad_norm": 0.8276944160461426,
      "learning_rate": 8.837581072256868e-07,
      "loss": 0.22072415351867675,
      "step": 13170,
      "token_acc": 0.9363692572380978
    },
    {
      "epoch": 0.8177642604431755,
      "grad_norm": 0.8089633584022522,
      "learning_rate": 8.808471369202803e-07,
      "loss": 0.22107532024383544,
      "step": 13175,
      "token_acc": 0.9363081439758756
    },
    {
      "epoch": 0.8180746074110856,
      "grad_norm": 0.8073899149894714,
      "learning_rate": 8.779405055280227e-07,
      "loss": 0.21878132820129395,
      "step": 13180,
      "token_acc": 0.9359309395048873
    },
    {
      "epoch": 0.8183849543789957,
      "grad_norm": 0.7999584674835205,
      "learning_rate": 8.750382161106169e-07,
      "loss": 0.21567444801330565,
      "step": 13185,
      "token_acc": 0.938111420723962
    },
    {
      "epoch": 0.8186953013469058,
      "grad_norm": 0.9542261362075806,
      "learning_rate": 8.721402717251947e-07,
      "loss": 0.2199875831604004,
      "step": 13190,
      "token_acc": 0.936576007961554
    },
    {
      "epoch": 0.8190056483148159,
      "grad_norm": 0.806124210357666,
      "learning_rate": 8.692466754243045e-07,
      "loss": 0.22518625259399414,
      "step": 13195,
      "token_acc": 0.9352699279534165
    },
    {
      "epoch": 0.8193159952827261,
      "grad_norm": 0.7953113317489624,
      "learning_rate": 8.663574302559202e-07,
      "loss": 0.22359278202056884,
      "step": 13200,
      "token_acc": 0.9356582860232495
    },
    {
      "epoch": 0.8196263422506362,
      "grad_norm": 0.7611054182052612,
      "learning_rate": 8.634725392634314e-07,
      "loss": 0.21600065231323243,
      "step": 13205,
      "token_acc": 0.937046004842615
    },
    {
      "epoch": 0.8199366892185463,
      "grad_norm": 0.8153495788574219,
      "learning_rate": 8.605920054856387e-07,
      "loss": 0.22160396575927735,
      "step": 13210,
      "token_acc": 0.9364637245993178
    },
    {
      "epoch": 0.8202470361864564,
      "grad_norm": 1.145829677581787,
      "learning_rate": 8.577158319567569e-07,
      "loss": 0.2203451633453369,
      "step": 13215,
      "token_acc": 0.9365538040481742
    },
    {
      "epoch": 0.8205573831543665,
      "grad_norm": 0.8926712870597839,
      "learning_rate": 8.548440217064035e-07,
      "loss": 0.2226426362991333,
      "step": 13220,
      "token_acc": 0.9359264845613592
    },
    {
      "epoch": 0.8208677301222767,
      "grad_norm": 0.8159487843513489,
      "learning_rate": 8.519765777596034e-07,
      "loss": 0.22569289207458496,
      "step": 13225,
      "token_acc": 0.9358965002487974
    },
    {
      "epoch": 0.8211780770901869,
      "grad_norm": 1.3460496664047241,
      "learning_rate": 8.491135031367825e-07,
      "loss": 0.22686457633972168,
      "step": 13230,
      "token_acc": 0.9347065114147365
    },
    {
      "epoch": 0.821488424058097,
      "grad_norm": 0.7944508790969849,
      "learning_rate": 8.462548008537597e-07,
      "loss": 0.2235942602157593,
      "step": 13235,
      "token_acc": 0.9356265420756995
    },
    {
      "epoch": 0.8217987710260071,
      "grad_norm": 0.9820019006729126,
      "learning_rate": 8.434004739217533e-07,
      "loss": 0.22306313514709472,
      "step": 13240,
      "token_acc": 0.9360360003695053
    },
    {
      "epoch": 0.8221091179939172,
      "grad_norm": 0.8292422890663147,
      "learning_rate": 8.405505253473723e-07,
      "loss": 0.221091365814209,
      "step": 13245,
      "token_acc": 0.9365873068505869
    },
    {
      "epoch": 0.8224194649618273,
      "grad_norm": 0.8238874077796936,
      "learning_rate": 8.377049581326113e-07,
      "loss": 0.22572808265686034,
      "step": 13250,
      "token_acc": 0.9355928363936785
    },
    {
      "epoch": 0.8227298119297375,
      "grad_norm": 0.8497426509857178,
      "learning_rate": 8.348637752748478e-07,
      "loss": 0.2240577220916748,
      "step": 13255,
      "token_acc": 0.9360394506799771
    },
    {
      "epoch": 0.8230401588976476,
      "grad_norm": 0.8874006867408752,
      "learning_rate": 8.320269797668495e-07,
      "loss": 0.22554175853729247,
      "step": 13260,
      "token_acc": 0.9354543450229494
    },
    {
      "epoch": 0.8233505058655577,
      "grad_norm": 0.8152508735656738,
      "learning_rate": 8.29194574596755e-07,
      "loss": 0.22915589809417725,
      "step": 13265,
      "token_acc": 0.9347547462017035
    },
    {
      "epoch": 0.8236608528334678,
      "grad_norm": 0.7953078150749207,
      "learning_rate": 8.263665627480794e-07,
      "loss": 0.22665848731994628,
      "step": 13270,
      "token_acc": 0.9352198912808839
    },
    {
      "epoch": 0.8239711998013779,
      "grad_norm": 0.8562704920768738,
      "learning_rate": 8.235429471997126e-07,
      "loss": 0.21496641635894775,
      "step": 13275,
      "token_acc": 0.9380150222416684
    },
    {
      "epoch": 0.8242815467692881,
      "grad_norm": 0.8309566974639893,
      "learning_rate": 8.20723730925913e-07,
      "loss": 0.22288739681243896,
      "step": 13280,
      "token_acc": 0.9356210062040838
    },
    {
      "epoch": 0.8245918937371982,
      "grad_norm": 0.8409950137138367,
      "learning_rate": 8.179089168963028e-07,
      "loss": 0.2203953742980957,
      "step": 13285,
      "token_acc": 0.9380385309973944
    },
    {
      "epoch": 0.8249022407051083,
      "grad_norm": 0.8006001710891724,
      "learning_rate": 8.1509850807587e-07,
      "loss": 0.2180492401123047,
      "step": 13290,
      "token_acc": 0.9374203322188186
    },
    {
      "epoch": 0.8252125876730184,
      "grad_norm": 0.8422213196754456,
      "learning_rate": 8.122925074249611e-07,
      "loss": 0.22173280715942384,
      "step": 13295,
      "token_acc": 0.9362570665091109
    },
    {
      "epoch": 0.8255229346409285,
      "grad_norm": 0.8665030598640442,
      "learning_rate": 8.094909178992799e-07,
      "loss": 0.2230001926422119,
      "step": 13300,
      "token_acc": 0.9357678211774029
    },
    {
      "epoch": 0.8258332816088387,
      "grad_norm": 0.7943859100341797,
      "learning_rate": 8.066937424498822e-07,
      "loss": 0.21894078254699706,
      "step": 13305,
      "token_acc": 0.9361511906393365
    },
    {
      "epoch": 0.8261436285767488,
      "grad_norm": 0.8321238160133362,
      "learning_rate": 8.039009840231726e-07,
      "loss": 0.22183375358581542,
      "step": 13310,
      "token_acc": 0.9359273653353849
    },
    {
      "epoch": 0.8264539755446589,
      "grad_norm": 0.7969396710395813,
      "learning_rate": 8.011126455609103e-07,
      "loss": 0.22131800651550293,
      "step": 13315,
      "token_acc": 0.9370608860270101
    },
    {
      "epoch": 0.826764322512569,
      "grad_norm": 0.8205084800720215,
      "learning_rate": 7.983287300001924e-07,
      "loss": 0.22153158187866212,
      "step": 13320,
      "token_acc": 0.9356370368397219
    },
    {
      "epoch": 0.8270746694804791,
      "grad_norm": 0.8142780661582947,
      "learning_rate": 7.955492402734561e-07,
      "loss": 0.2312385082244873,
      "step": 13325,
      "token_acc": 0.9334572367329329
    },
    {
      "epoch": 0.8273850164483894,
      "grad_norm": 0.8653333187103271,
      "learning_rate": 7.92774179308482e-07,
      "loss": 0.22207512855529785,
      "step": 13330,
      "token_acc": 0.9367040372234813
    },
    {
      "epoch": 0.8276953634162995,
      "grad_norm": 0.8302726745605469,
      "learning_rate": 7.900035500283826e-07,
      "loss": 0.22133378982543944,
      "step": 13335,
      "token_acc": 0.9365659713897546
    },
    {
      "epoch": 0.8280057103842096,
      "grad_norm": 0.8355551362037659,
      "learning_rate": 7.872373553516011e-07,
      "loss": 0.22538514137268068,
      "step": 13340,
      "token_acc": 0.93590114032671
    },
    {
      "epoch": 0.8283160573521197,
      "grad_norm": 0.8474147319793701,
      "learning_rate": 7.844755981919122e-07,
      "loss": 0.2235948085784912,
      "step": 13345,
      "token_acc": 0.9357101460860529
    },
    {
      "epoch": 0.8286264043200298,
      "grad_norm": 0.824914813041687,
      "learning_rate": 7.817182814584162e-07,
      "loss": 0.22174663543701173,
      "step": 13350,
      "token_acc": 0.9359524040482426
    },
    {
      "epoch": 0.8289367512879399,
      "grad_norm": 0.8527224659919739,
      "learning_rate": 7.789654080555326e-07,
      "loss": 0.22278196811676027,
      "step": 13355,
      "token_acc": 0.9358262380081328
    },
    {
      "epoch": 0.8292470982558501,
      "grad_norm": 0.8250142335891724,
      "learning_rate": 7.76216980883005e-07,
      "loss": 0.22018790245056152,
      "step": 13360,
      "token_acc": 0.9370791688584955
    },
    {
      "epoch": 0.8295574452237602,
      "grad_norm": 0.8144986629486084,
      "learning_rate": 7.734730028358895e-07,
      "loss": 0.21473636627197265,
      "step": 13365,
      "token_acc": 0.93809836152465
    },
    {
      "epoch": 0.8298677921916703,
      "grad_norm": 0.8287633061408997,
      "learning_rate": 7.707334768045588e-07,
      "loss": 0.22041540145874022,
      "step": 13370,
      "token_acc": 0.9359269561976761
    },
    {
      "epoch": 0.8301781391595804,
      "grad_norm": 0.8692269325256348,
      "learning_rate": 7.679984056746959e-07,
      "loss": 0.2224153995513916,
      "step": 13375,
      "token_acc": 0.9359135593555141
    },
    {
      "epoch": 0.8304884861274905,
      "grad_norm": 0.8593611717224121,
      "learning_rate": 7.652677923272883e-07,
      "loss": 0.22484610080718995,
      "step": 13380,
      "token_acc": 0.9357974408580253
    },
    {
      "epoch": 0.8307988330954007,
      "grad_norm": 0.8387455940246582,
      "learning_rate": 7.625416396386309e-07,
      "loss": 0.2198361873626709,
      "step": 13385,
      "token_acc": 0.936971915989378
    },
    {
      "epoch": 0.8311091800633108,
      "grad_norm": 0.8691999316215515,
      "learning_rate": 7.598199504803206e-07,
      "loss": 0.21991174221038817,
      "step": 13390,
      "token_acc": 0.9361344206493669
    },
    {
      "epoch": 0.8314195270312209,
      "grad_norm": 0.8686413168907166,
      "learning_rate": 7.571027277192484e-07,
      "loss": 0.2294692039489746,
      "step": 13395,
      "token_acc": 0.9344842998472346
    },
    {
      "epoch": 0.831729873999131,
      "grad_norm": 0.8879052400588989,
      "learning_rate": 7.543899742176036e-07,
      "loss": 0.22949347496032715,
      "step": 13400,
      "token_acc": 0.9336858784175899
    },
    {
      "epoch": 0.8320402209670411,
      "grad_norm": 0.8343828320503235,
      "learning_rate": 7.516816928328674e-07,
      "loss": 0.2190619945526123,
      "step": 13405,
      "token_acc": 0.9368207661791063
    },
    {
      "epoch": 0.8323505679349513,
      "grad_norm": 0.823890745639801,
      "learning_rate": 7.489778864178126e-07,
      "loss": 0.22779510021209717,
      "step": 13410,
      "token_acc": 0.934825480873136
    },
    {
      "epoch": 0.8326609149028614,
      "grad_norm": 0.799058735370636,
      "learning_rate": 7.462785578204923e-07,
      "loss": 0.22777600288391114,
      "step": 13415,
      "token_acc": 0.9348459467739098
    },
    {
      "epoch": 0.8329712618707715,
      "grad_norm": 0.8648195862770081,
      "learning_rate": 7.435837098842491e-07,
      "loss": 0.22072944641113282,
      "step": 13420,
      "token_acc": 0.9365720090688303
    },
    {
      "epoch": 0.8332816088386816,
      "grad_norm": 0.8185339570045471,
      "learning_rate": 7.408933454477029e-07,
      "loss": 0.2284613609313965,
      "step": 13425,
      "token_acc": 0.9352369323251772
    },
    {
      "epoch": 0.8335919558065917,
      "grad_norm": 0.8096317648887634,
      "learning_rate": 7.382074673447509e-07,
      "loss": 0.2231419563293457,
      "step": 13430,
      "token_acc": 0.9350769333023163
    },
    {
      "epoch": 0.833902302774502,
      "grad_norm": 0.7852708101272583,
      "learning_rate": 7.35526078404566e-07,
      "loss": 0.22208774089813232,
      "step": 13435,
      "token_acc": 0.9364715262256728
    },
    {
      "epoch": 0.834212649742412,
      "grad_norm": 0.8249885439872742,
      "learning_rate": 7.328491814515887e-07,
      "loss": 0.22640738487243653,
      "step": 13440,
      "token_acc": 0.9356040059798643
    },
    {
      "epoch": 0.8345229967103222,
      "grad_norm": 0.8176678419113159,
      "learning_rate": 7.301767793055348e-07,
      "loss": 0.21846914291381836,
      "step": 13445,
      "token_acc": 0.9378596547314578
    },
    {
      "epoch": 0.8348333436782323,
      "grad_norm": 0.7965033650398254,
      "learning_rate": 7.275088747813791e-07,
      "loss": 0.22157640457153321,
      "step": 13450,
      "token_acc": 0.9359071109875415
    },
    {
      "epoch": 0.8351436906461424,
      "grad_norm": 0.8601400256156921,
      "learning_rate": 7.24845470689361e-07,
      "loss": 0.22265450954437255,
      "step": 13455,
      "token_acc": 0.9369433017939796
    },
    {
      "epoch": 0.8354540376140525,
      "grad_norm": 0.8442131280899048,
      "learning_rate": 7.22186569834979e-07,
      "loss": 0.2222574234008789,
      "step": 13460,
      "token_acc": 0.9365841215286402
    },
    {
      "epoch": 0.8357643845819627,
      "grad_norm": 0.8081040382385254,
      "learning_rate": 7.195321750189905e-07,
      "loss": 0.22888822555541993,
      "step": 13465,
      "token_acc": 0.9349260477410762
    },
    {
      "epoch": 0.8360747315498728,
      "grad_norm": 0.8395698666572571,
      "learning_rate": 7.168822890374027e-07,
      "loss": 0.22233219146728517,
      "step": 13470,
      "token_acc": 0.9357280659007616
    },
    {
      "epoch": 0.8363850785177829,
      "grad_norm": 0.8187286257743835,
      "learning_rate": 7.142369146814754e-07,
      "loss": 0.22893452644348145,
      "step": 13475,
      "token_acc": 0.9357236990987873
    },
    {
      "epoch": 0.836695425485693,
      "grad_norm": 0.882646918296814,
      "learning_rate": 7.115960547377176e-07,
      "loss": 0.226092529296875,
      "step": 13480,
      "token_acc": 0.9359507547456741
    },
    {
      "epoch": 0.8370057724536031,
      "grad_norm": 0.8039208650588989,
      "learning_rate": 7.089597119878794e-07,
      "loss": 0.22088911533355712,
      "step": 13485,
      "token_acc": 0.9365893360507126
    },
    {
      "epoch": 0.8373161194215133,
      "grad_norm": 0.9555528163909912,
      "learning_rate": 7.063278892089559e-07,
      "loss": 0.2275542736053467,
      "step": 13490,
      "token_acc": 0.9357159251122987
    },
    {
      "epoch": 0.8376264663894234,
      "grad_norm": 0.8214645385742188,
      "learning_rate": 7.037005891731791e-07,
      "loss": 0.22347598075866698,
      "step": 13495,
      "token_acc": 0.9362299554195223
    },
    {
      "epoch": 0.8379368133573335,
      "grad_norm": 0.9231308102607727,
      "learning_rate": 7.010778146480174e-07,
      "loss": 0.22857069969177246,
      "step": 13500,
      "token_acc": 0.9344727447114616
    },
    {
      "epoch": 0.8379368133573335,
      "eval_loss": 0.2366919368505478,
      "eval_runtime": 99.1487,
      "eval_samples_per_second": 201.717,
      "eval_steps_per_second": 0.272,
      "eval_token_acc": 0.9322839237656372,
      "step": 13500
    },
    {
      "epoch": 0.8382471603252436,
      "grad_norm": 0.8349510431289673,
      "learning_rate": 6.984595683961742e-07,
      "loss": 0.22093005180358888,
      "step": 13505,
      "token_acc": 0.9361443300339686
    },
    {
      "epoch": 0.8385575072931537,
      "grad_norm": 0.8124993443489075,
      "learning_rate": 6.958458531755791e-07,
      "loss": 0.22126507759094238,
      "step": 13510,
      "token_acc": 0.9361781745527928
    },
    {
      "epoch": 0.8388678542610639,
      "grad_norm": 0.8156249523162842,
      "learning_rate": 6.932366717393929e-07,
      "loss": 0.22276418209075927,
      "step": 13515,
      "token_acc": 0.9358912286519648
    },
    {
      "epoch": 0.839178201228974,
      "grad_norm": 0.9059085249900818,
      "learning_rate": 6.906320268359995e-07,
      "loss": 0.22083280086517335,
      "step": 13520,
      "token_acc": 0.9367146797425682
    },
    {
      "epoch": 0.8394885481968841,
      "grad_norm": 0.8127454519271851,
      "learning_rate": 6.88031921209003e-07,
      "loss": 0.22016115188598634,
      "step": 13525,
      "token_acc": 0.9367149188367031
    },
    {
      "epoch": 0.8397988951647942,
      "grad_norm": 0.8526889681816101,
      "learning_rate": 6.85436357597225e-07,
      "loss": 0.2210853099822998,
      "step": 13530,
      "token_acc": 0.9363002439283062
    },
    {
      "epoch": 0.8401092421327043,
      "grad_norm": 0.8203629851341248,
      "learning_rate": 6.828453387347084e-07,
      "loss": 0.22853195667266846,
      "step": 13535,
      "token_acc": 0.9348351458656999
    },
    {
      "epoch": 0.8404195891006145,
      "grad_norm": 0.8334424495697021,
      "learning_rate": 6.802588673507027e-07,
      "loss": 0.21643648147583008,
      "step": 13540,
      "token_acc": 0.9370458610243989
    },
    {
      "epoch": 0.8407299360685246,
      "grad_norm": 0.8623334169387817,
      "learning_rate": 6.776769461696697e-07,
      "loss": 0.22779502868652343,
      "step": 13545,
      "token_acc": 0.9347989949748744
    },
    {
      "epoch": 0.8410402830364347,
      "grad_norm": 0.7998244166374207,
      "learning_rate": 6.750995779112784e-07,
      "loss": 0.22149572372436524,
      "step": 13550,
      "token_acc": 0.9361522115535967
    },
    {
      "epoch": 0.8413506300043448,
      "grad_norm": 0.795170783996582,
      "learning_rate": 6.725267652904033e-07,
      "loss": 0.2235417366027832,
      "step": 13555,
      "token_acc": 0.9351394870854989
    },
    {
      "epoch": 0.841660976972255,
      "grad_norm": 0.8157673478126526,
      "learning_rate": 6.699585110171164e-07,
      "loss": 0.2192737102508545,
      "step": 13560,
      "token_acc": 0.9373549731905243
    },
    {
      "epoch": 0.841971323940165,
      "grad_norm": 0.8219297528266907,
      "learning_rate": 6.673948177966921e-07,
      "loss": 0.2271054744720459,
      "step": 13565,
      "token_acc": 0.934590509263933
    },
    {
      "epoch": 0.8422816709080753,
      "grad_norm": 0.8130685687065125,
      "learning_rate": 6.648356883295981e-07,
      "loss": 0.2225255012512207,
      "step": 13570,
      "token_acc": 0.9358016801800003
    },
    {
      "epoch": 0.8425920178759854,
      "grad_norm": 0.811294436454773,
      "learning_rate": 6.622811253114969e-07,
      "loss": 0.22747445106506348,
      "step": 13575,
      "token_acc": 0.9352662133023719
    },
    {
      "epoch": 0.8429023648438955,
      "grad_norm": 0.8459377288818359,
      "learning_rate": 6.597311314332389e-07,
      "loss": 0.2207411050796509,
      "step": 13580,
      "token_acc": 0.9366051660516606
    },
    {
      "epoch": 0.8432127118118056,
      "grad_norm": 0.9162362217903137,
      "learning_rate": 6.571857093808598e-07,
      "loss": 0.22669684886932373,
      "step": 13585,
      "token_acc": 0.9352700088527492
    },
    {
      "epoch": 0.8435230587797157,
      "grad_norm": 0.8251834511756897,
      "learning_rate": 6.546448618355866e-07,
      "loss": 0.22489099502563475,
      "step": 13590,
      "token_acc": 0.9359348391440377
    },
    {
      "epoch": 0.8438334057476259,
      "grad_norm": 0.7978650331497192,
      "learning_rate": 6.521085914738207e-07,
      "loss": 0.21951837539672853,
      "step": 13595,
      "token_acc": 0.9373352737222606
    },
    {
      "epoch": 0.844143752715536,
      "grad_norm": 0.8423801064491272,
      "learning_rate": 6.495769009671443e-07,
      "loss": 0.22534689903259278,
      "step": 13600,
      "token_acc": 0.935541080226953
    },
    {
      "epoch": 0.8444540996834461,
      "grad_norm": 0.8170361518859863,
      "learning_rate": 6.470497929823155e-07,
      "loss": 0.2162562370300293,
      "step": 13605,
      "token_acc": 0.9375076533736071
    },
    {
      "epoch": 0.8447644466513562,
      "grad_norm": 0.8180153965950012,
      "learning_rate": 6.445272701812683e-07,
      "loss": 0.22078292369842528,
      "step": 13610,
      "token_acc": 0.9373455395817278
    },
    {
      "epoch": 0.8450747936192663,
      "grad_norm": 0.825749933719635,
      "learning_rate": 6.420093352211009e-07,
      "loss": 0.22528307437896727,
      "step": 13615,
      "token_acc": 0.9362145152651312
    },
    {
      "epoch": 0.8453851405871765,
      "grad_norm": 0.8397501111030579,
      "learning_rate": 6.394959907540837e-07,
      "loss": 0.2261364459991455,
      "step": 13620,
      "token_acc": 0.9350494705083521
    },
    {
      "epoch": 0.8456954875550866,
      "grad_norm": 1.0161067247390747,
      "learning_rate": 6.36987239427651e-07,
      "loss": 0.2186234712600708,
      "step": 13625,
      "token_acc": 0.9367113168917021
    },
    {
      "epoch": 0.8460058345229967,
      "grad_norm": 0.8152735829353333,
      "learning_rate": 6.344830838843963e-07,
      "loss": 0.2138432025909424,
      "step": 13630,
      "token_acc": 0.9381762183546405
    },
    {
      "epoch": 0.8463161814909068,
      "grad_norm": 0.8507735133171082,
      "learning_rate": 6.319835267620766e-07,
      "loss": 0.2202380657196045,
      "step": 13635,
      "token_acc": 0.9369348465964837
    },
    {
      "epoch": 0.8466265284588169,
      "grad_norm": 0.7839285135269165,
      "learning_rate": 6.294885706935994e-07,
      "loss": 0.22059693336486816,
      "step": 13640,
      "token_acc": 0.9372607030978072
    },
    {
      "epoch": 0.8469368754267271,
      "grad_norm": 0.8739960789680481,
      "learning_rate": 6.2699821830703e-07,
      "loss": 0.2228912115097046,
      "step": 13645,
      "token_acc": 0.9359732528098426
    },
    {
      "epoch": 0.8472472223946372,
      "grad_norm": 0.820176362991333,
      "learning_rate": 6.245124722255846e-07,
      "loss": 0.22721219062805176,
      "step": 13650,
      "token_acc": 0.9350567969708282
    },
    {
      "epoch": 0.8475575693625473,
      "grad_norm": 0.8305045962333679,
      "learning_rate": 6.220313350676243e-07,
      "loss": 0.2217088222503662,
      "step": 13655,
      "token_acc": 0.9356687940301277
    },
    {
      "epoch": 0.8478679163304574,
      "grad_norm": 0.8315295577049255,
      "learning_rate": 6.195548094466569e-07,
      "loss": 0.2183217763900757,
      "step": 13660,
      "token_acc": 0.9375252207852347
    },
    {
      "epoch": 0.8481782632983675,
      "grad_norm": 0.8000178933143616,
      "learning_rate": 6.17082897971335e-07,
      "loss": 0.22687458992004395,
      "step": 13665,
      "token_acc": 0.9350973605643478
    },
    {
      "epoch": 0.8484886102662776,
      "grad_norm": 0.8673816919326782,
      "learning_rate": 6.146156032454464e-07,
      "loss": 0.2211911916732788,
      "step": 13670,
      "token_acc": 0.9366187295665603
    },
    {
      "epoch": 0.8487989572341879,
      "grad_norm": 0.8671697378158569,
      "learning_rate": 6.121529278679172e-07,
      "loss": 0.22640559673309327,
      "step": 13675,
      "token_acc": 0.9342985442358894
    },
    {
      "epoch": 0.849109304202098,
      "grad_norm": 0.9152034521102905,
      "learning_rate": 6.096948744328118e-07,
      "loss": 0.2249903917312622,
      "step": 13680,
      "token_acc": 0.9355750996108075
    },
    {
      "epoch": 0.8494196511700081,
      "grad_norm": 0.8704900145530701,
      "learning_rate": 6.072414455293212e-07,
      "loss": 0.2296988248825073,
      "step": 13685,
      "token_acc": 0.9356885267797516
    },
    {
      "epoch": 0.8497299981379182,
      "grad_norm": 0.8247849941253662,
      "learning_rate": 6.047926437417656e-07,
      "loss": 0.2226785659790039,
      "step": 13690,
      "token_acc": 0.9357748547773252
    },
    {
      "epoch": 0.8500403451058283,
      "grad_norm": 0.83273845911026,
      "learning_rate": 6.023484716495937e-07,
      "loss": 0.22238051891326904,
      "step": 13695,
      "token_acc": 0.9359591743916957
    },
    {
      "epoch": 0.8503506920737385,
      "grad_norm": 0.8136412501335144,
      "learning_rate": 5.999089318273771e-07,
      "loss": 0.22826361656188965,
      "step": 13700,
      "token_acc": 0.93428001795664
    },
    {
      "epoch": 0.8506610390416486,
      "grad_norm": 0.7831549048423767,
      "learning_rate": 5.974740268448054e-07,
      "loss": 0.21985082626342772,
      "step": 13705,
      "token_acc": 0.9368616218874395
    },
    {
      "epoch": 0.8509713860095587,
      "grad_norm": 0.7810198068618774,
      "learning_rate": 5.950437592666886e-07,
      "loss": 0.22025504112243652,
      "step": 13710,
      "token_acc": 0.9363794747049735
    },
    {
      "epoch": 0.8512817329774688,
      "grad_norm": 0.824325680732727,
      "learning_rate": 5.926181316529506e-07,
      "loss": 0.22052376270294188,
      "step": 13715,
      "token_acc": 0.9367487554808295
    },
    {
      "epoch": 0.8515920799453789,
      "grad_norm": 0.7987380623817444,
      "learning_rate": 5.901971465586304e-07,
      "loss": 0.21893658638000488,
      "step": 13720,
      "token_acc": 0.9367648130844218
    },
    {
      "epoch": 0.8519024269132891,
      "grad_norm": 0.8551231026649475,
      "learning_rate": 5.877808065338725e-07,
      "loss": 0.21686863899230957,
      "step": 13725,
      "token_acc": 0.9374467971908916
    },
    {
      "epoch": 0.8522127738811992,
      "grad_norm": 0.8411312699317932,
      "learning_rate": 5.853691141239309e-07,
      "loss": 0.2234273910522461,
      "step": 13730,
      "token_acc": 0.9358976907530729
    },
    {
      "epoch": 0.8525231208491093,
      "grad_norm": 0.8116558790206909,
      "learning_rate": 5.829620718691636e-07,
      "loss": 0.22601895332336425,
      "step": 13735,
      "token_acc": 0.9346537949400799
    },
    {
      "epoch": 0.8528334678170194,
      "grad_norm": 0.7941246032714844,
      "learning_rate": 5.80559682305033e-07,
      "loss": 0.2221287727355957,
      "step": 13740,
      "token_acc": 0.9356447809770516
    },
    {
      "epoch": 0.8531438147849295,
      "grad_norm": 0.8664836883544922,
      "learning_rate": 5.781619479620948e-07,
      "loss": 0.21954770088195802,
      "step": 13745,
      "token_acc": 0.9360259551082566
    },
    {
      "epoch": 0.8534541617528397,
      "grad_norm": 0.8385396599769592,
      "learning_rate": 5.757688713660059e-07,
      "loss": 0.2279510498046875,
      "step": 13750,
      "token_acc": 0.9353648767813028
    },
    {
      "epoch": 0.8537645087207498,
      "grad_norm": 0.8263354897499084,
      "learning_rate": 5.733804550375171e-07,
      "loss": 0.22496931552886962,
      "step": 13755,
      "token_acc": 0.9346130734232717
    },
    {
      "epoch": 0.8540748556886599,
      "grad_norm": 0.8265362977981567,
      "learning_rate": 5.709967014924667e-07,
      "loss": 0.22928013801574706,
      "step": 13760,
      "token_acc": 0.9342013362676752
    },
    {
      "epoch": 0.85438520265657,
      "grad_norm": 0.8002598881721497,
      "learning_rate": 5.686176132417848e-07,
      "loss": 0.222098970413208,
      "step": 13765,
      "token_acc": 0.936331453338897
    },
    {
      "epoch": 0.8546955496244801,
      "grad_norm": 0.8581848740577698,
      "learning_rate": 5.662431927914847e-07,
      "loss": 0.2161628007888794,
      "step": 13770,
      "token_acc": 0.9362134688691233
    },
    {
      "epoch": 0.8550058965923903,
      "grad_norm": 0.8337386846542358,
      "learning_rate": 5.638734426426651e-07,
      "loss": 0.21344079971313476,
      "step": 13775,
      "token_acc": 0.9375675960853623
    },
    {
      "epoch": 0.8553162435603004,
      "grad_norm": 0.8187395930290222,
      "learning_rate": 5.615083652915049e-07,
      "loss": 0.22695527076721192,
      "step": 13780,
      "token_acc": 0.9352970711297071
    },
    {
      "epoch": 0.8556265905282106,
      "grad_norm": 1.5552362203598022,
      "learning_rate": 5.591479632292585e-07,
      "loss": 0.22024729251861572,
      "step": 13785,
      "token_acc": 0.9363651574473781
    },
    {
      "epoch": 0.8559369374961207,
      "grad_norm": 0.840758204460144,
      "learning_rate": 5.567922389422586e-07,
      "loss": 0.22336506843566895,
      "step": 13790,
      "token_acc": 0.935510395079885
    },
    {
      "epoch": 0.8562472844640308,
      "grad_norm": 0.7998813986778259,
      "learning_rate": 5.544411949119099e-07,
      "loss": 0.22725446224212648,
      "step": 13795,
      "token_acc": 0.9352885362993029
    },
    {
      "epoch": 0.8565576314319409,
      "grad_norm": 0.7678705453872681,
      "learning_rate": 5.520948336146853e-07,
      "loss": 0.22968380451202391,
      "step": 13800,
      "token_acc": 0.9345927051066907
    },
    {
      "epoch": 0.8568679783998511,
      "grad_norm": 0.8189361095428467,
      "learning_rate": 5.497531575221271e-07,
      "loss": 0.22214803695678711,
      "step": 13805,
      "token_acc": 0.9358462851584985
    },
    {
      "epoch": 0.8571783253677612,
      "grad_norm": 0.9073184728622437,
      "learning_rate": 5.474161691008428e-07,
      "loss": 0.22661831378936767,
      "step": 13810,
      "token_acc": 0.9359261125104954
    },
    {
      "epoch": 0.8574886723356713,
      "grad_norm": 0.794543445110321,
      "learning_rate": 5.450838708125006e-07,
      "loss": 0.21825926303863524,
      "step": 13815,
      "token_acc": 0.9371886062129884
    },
    {
      "epoch": 0.8577990193035814,
      "grad_norm": 0.8126905560493469,
      "learning_rate": 5.427562651138268e-07,
      "loss": 0.22659952640533448,
      "step": 13820,
      "token_acc": 0.9356869184455391
    },
    {
      "epoch": 0.8581093662714915,
      "grad_norm": 0.8336213827133179,
      "learning_rate": 5.404333544566087e-07,
      "loss": 0.21632072925567628,
      "step": 13825,
      "token_acc": 0.9373384192981635
    },
    {
      "epoch": 0.8584197132394017,
      "grad_norm": 0.8209424018859863,
      "learning_rate": 5.381151412876873e-07,
      "loss": 0.2201441526412964,
      "step": 13830,
      "token_acc": 0.9363653035026591
    },
    {
      "epoch": 0.8587300602073118,
      "grad_norm": 0.8339968919754028,
      "learning_rate": 5.358016280489514e-07,
      "loss": 0.22497999668121338,
      "step": 13835,
      "token_acc": 0.9354937838614212
    },
    {
      "epoch": 0.8590404071752219,
      "grad_norm": 0.8450231552124023,
      "learning_rate": 5.33492817177344e-07,
      "loss": 0.2279956817626953,
      "step": 13840,
      "token_acc": 0.9351048481798356
    },
    {
      "epoch": 0.859350754143132,
      "grad_norm": 0.8172098398208618,
      "learning_rate": 5.311887111048531e-07,
      "loss": 0.21877048015594483,
      "step": 13845,
      "token_acc": 0.9369775473811907
    },
    {
      "epoch": 0.8596611011110421,
      "grad_norm": 0.994081437587738,
      "learning_rate": 5.28889312258511e-07,
      "loss": 0.21872148513793946,
      "step": 13850,
      "token_acc": 0.9368336604253965
    },
    {
      "epoch": 0.8599714480789523,
      "grad_norm": 0.8461717367172241,
      "learning_rate": 5.265946230603914e-07,
      "loss": 0.22129511833190918,
      "step": 13855,
      "token_acc": 0.9359140925361262
    },
    {
      "epoch": 0.8602817950468624,
      "grad_norm": 0.8423599600791931,
      "learning_rate": 5.243046459276041e-07,
      "loss": 0.22115736007690429,
      "step": 13860,
      "token_acc": 0.9366693043279999
    },
    {
      "epoch": 0.8605921420147725,
      "grad_norm": 1.3365287780761719,
      "learning_rate": 5.22019383272303e-07,
      "loss": 0.21376469135284423,
      "step": 13865,
      "token_acc": 0.9376749055426182
    },
    {
      "epoch": 0.8609024889826826,
      "grad_norm": 0.8363110423088074,
      "learning_rate": 5.197388375016693e-07,
      "loss": 0.22298383712768555,
      "step": 13870,
      "token_acc": 0.936169928617694
    },
    {
      "epoch": 0.8612128359505927,
      "grad_norm": 0.8174384236335754,
      "learning_rate": 5.174630110179169e-07,
      "loss": 0.2192277193069458,
      "step": 13875,
      "token_acc": 0.9364653243847875
    },
    {
      "epoch": 0.8615231829185029,
      "grad_norm": 0.7856926918029785,
      "learning_rate": 5.151919062182909e-07,
      "loss": 0.21927084922790527,
      "step": 13880,
      "token_acc": 0.9374889018960494
    },
    {
      "epoch": 0.861833529886413,
      "grad_norm": 0.7759402990341187,
      "learning_rate": 5.129255254950616e-07,
      "loss": 0.21959905624389647,
      "step": 13885,
      "token_acc": 0.9367281689202691
    },
    {
      "epoch": 0.8621438768543231,
      "grad_norm": 0.8142533898353577,
      "learning_rate": 5.106638712355222e-07,
      "loss": 0.22103066444396974,
      "step": 13890,
      "token_acc": 0.9360447495684486
    },
    {
      "epoch": 0.8624542238222332,
      "grad_norm": 0.8414297103881836,
      "learning_rate": 5.084069458219882e-07,
      "loss": 0.22990431785583496,
      "step": 13895,
      "token_acc": 0.9342858469477776
    },
    {
      "epoch": 0.8627645707901433,
      "grad_norm": 0.8227231502532959,
      "learning_rate": 5.061547516317943e-07,
      "loss": 0.22117996215820312,
      "step": 13900,
      "token_acc": 0.9357309445563448
    },
    {
      "epoch": 0.8630749177580535,
      "grad_norm": 0.8020862340927124,
      "learning_rate": 5.039072910372911e-07,
      "loss": 0.2226421356201172,
      "step": 13905,
      "token_acc": 0.9361263736263736
    },
    {
      "epoch": 0.8633852647259637,
      "grad_norm": 0.8681520223617554,
      "learning_rate": 5.01664566405844e-07,
      "loss": 0.2185288429260254,
      "step": 13910,
      "token_acc": 0.937235686402082
    },
    {
      "epoch": 0.8636956116938738,
      "grad_norm": 0.8243443369865417,
      "learning_rate": 4.99426580099826e-07,
      "loss": 0.2176241397857666,
      "step": 13915,
      "token_acc": 0.9376371940827596
    },
    {
      "epoch": 0.8640059586617839,
      "grad_norm": 0.7865133285522461,
      "learning_rate": 4.971933344766244e-07,
      "loss": 0.2170008659362793,
      "step": 13920,
      "token_acc": 0.9368930757863627
    },
    {
      "epoch": 0.864316305629694,
      "grad_norm": 0.8112902045249939,
      "learning_rate": 4.949648318886308e-07,
      "loss": 0.2254420042037964,
      "step": 13925,
      "token_acc": 0.9346399168096226
    },
    {
      "epoch": 0.8646266525976041,
      "grad_norm": 0.8493043184280396,
      "learning_rate": 4.927410746832384e-07,
      "loss": 0.22396745681762695,
      "step": 13930,
      "token_acc": 0.9353610389263359
    },
    {
      "epoch": 0.8649369995655143,
      "grad_norm": 0.8382201790809631,
      "learning_rate": 4.905220652028442e-07,
      "loss": 0.2188735008239746,
      "step": 13935,
      "token_acc": 0.9376233054899784
    },
    {
      "epoch": 0.8652473465334244,
      "grad_norm": 1.8398240804672241,
      "learning_rate": 4.88307805784845e-07,
      "loss": 0.23004064559936524,
      "step": 13940,
      "token_acc": 0.9343370727547071
    },
    {
      "epoch": 0.8655576935013345,
      "grad_norm": 0.8349360227584839,
      "learning_rate": 4.860982987616325e-07,
      "loss": 0.22324986457824708,
      "step": 13945,
      "token_acc": 0.9359973065395635
    },
    {
      "epoch": 0.8658680404692446,
      "grad_norm": 0.8304510116577148,
      "learning_rate": 4.838935464605899e-07,
      "loss": 0.22822217941284179,
      "step": 13950,
      "token_acc": 0.9347698856078744
    },
    {
      "epoch": 0.8661783874371547,
      "grad_norm": 0.864220380783081,
      "learning_rate": 4.816935512040988e-07,
      "loss": 0.2197864055633545,
      "step": 13955,
      "token_acc": 0.9363275698322141
    },
    {
      "epoch": 0.8664887344050649,
      "grad_norm": 0.9087817668914795,
      "learning_rate": 4.794983153095251e-07,
      "loss": 0.22802419662475587,
      "step": 13960,
      "token_acc": 0.9347578156447068
    },
    {
      "epoch": 0.866799081372975,
      "grad_norm": 0.8078750371932983,
      "learning_rate": 4.773078410892201e-07,
      "loss": 0.2186758279800415,
      "step": 13965,
      "token_acc": 0.9373711305921009
    },
    {
      "epoch": 0.8671094283408851,
      "grad_norm": 0.8475559949874878,
      "learning_rate": 4.751221308505238e-07,
      "loss": 0.22482919692993164,
      "step": 13970,
      "token_acc": 0.9350923341923596
    },
    {
      "epoch": 0.8674197753087952,
      "grad_norm": 0.8230874538421631,
      "learning_rate": 4.729411868957562e-07,
      "loss": 0.22475216388702393,
      "step": 13975,
      "token_acc": 0.9352758491088561
    },
    {
      "epoch": 0.8677301222767053,
      "grad_norm": 0.8507201075553894,
      "learning_rate": 4.707650115222151e-07,
      "loss": 0.228471040725708,
      "step": 13980,
      "token_acc": 0.9347124364523335
    },
    {
      "epoch": 0.8680404692446155,
      "grad_norm": 0.8171278238296509,
      "learning_rate": 4.685936070221769e-07,
      "loss": 0.2229231357574463,
      "step": 13985,
      "token_acc": 0.9358134940498836
    },
    {
      "epoch": 0.8683508162125256,
      "grad_norm": 1.1370609998703003,
      "learning_rate": 4.6642697568289264e-07,
      "loss": 0.22608165740966796,
      "step": 13990,
      "token_acc": 0.9355735959542187
    },
    {
      "epoch": 0.8686611631804357,
      "grad_norm": 0.8631123304367065,
      "learning_rate": 4.642651197865866e-07,
      "loss": 0.2222853422164917,
      "step": 13995,
      "token_acc": 0.9362928411543153
    },
    {
      "epoch": 0.8689715101483458,
      "grad_norm": 0.846705973148346,
      "learning_rate": 4.6210804161045007e-07,
      "loss": 0.22054131031036378,
      "step": 14000,
      "token_acc": 0.9363035642771326
    },
    {
      "epoch": 0.8689715101483458,
      "eval_loss": 0.23604150116443634,
      "eval_runtime": 91.9745,
      "eval_samples_per_second": 217.452,
      "eval_steps_per_second": 0.294,
      "eval_token_acc": 0.9323149949569066,
      "step": 14000
    },
    {
      "epoch": 0.8692818571162559,
      "grad_norm": 0.8087241053581238,
      "learning_rate": 4.599557434266416e-07,
      "loss": 0.21888971328735352,
      "step": 14005,
      "token_acc": 0.9369004518908063
    },
    {
      "epoch": 0.869592204084166,
      "grad_norm": 0.8153994679450989,
      "learning_rate": 4.578082275022905e-07,
      "loss": 0.22527608871459961,
      "step": 14010,
      "token_acc": 0.9346741287137198
    },
    {
      "epoch": 0.8699025510520763,
      "grad_norm": 0.8240395784378052,
      "learning_rate": 4.556654960994811e-07,
      "loss": 0.22497911453247071,
      "step": 14015,
      "token_acc": 0.9354173985893036
    },
    {
      "epoch": 0.8702128980199864,
      "grad_norm": 0.8244780898094177,
      "learning_rate": 4.5352755147526184e-07,
      "loss": 0.21979053020477296,
      "step": 14020,
      "token_acc": 0.9373570495694085
    },
    {
      "epoch": 0.8705232449878965,
      "grad_norm": 0.8219349980354309,
      "learning_rate": 4.5139439588163914e-07,
      "loss": 0.22550661563873292,
      "step": 14025,
      "token_acc": 0.9351633215269579
    },
    {
      "epoch": 0.8708335919558066,
      "grad_norm": 0.8262487649917603,
      "learning_rate": 4.49266031565575e-07,
      "loss": 0.22323694229125976,
      "step": 14030,
      "token_acc": 0.9357293590081772
    },
    {
      "epoch": 0.8711439389237167,
      "grad_norm": 0.8308257460594177,
      "learning_rate": 4.471424607689817e-07,
      "loss": 0.22305445671081542,
      "step": 14035,
      "token_acc": 0.9368922924238563
    },
    {
      "epoch": 0.8714542858916269,
      "grad_norm": 0.811188817024231,
      "learning_rate": 4.4502368572872544e-07,
      "loss": 0.23076555728912354,
      "step": 14040,
      "token_acc": 0.9347120522461904
    },
    {
      "epoch": 0.871764632859537,
      "grad_norm": 0.8034340739250183,
      "learning_rate": 4.4290970867662044e-07,
      "loss": 0.22234387397766114,
      "step": 14045,
      "token_acc": 0.9362500578103424
    },
    {
      "epoch": 0.8720749798274471,
      "grad_norm": 0.809280276298523,
      "learning_rate": 4.4080053183942537e-07,
      "loss": 0.2181504487991333,
      "step": 14050,
      "token_acc": 0.9374040662447826
    },
    {
      "epoch": 0.8723853267953572,
      "grad_norm": 0.8466587662696838,
      "learning_rate": 4.3869615743884376e-07,
      "loss": 0.22360193729400635,
      "step": 14055,
      "token_acc": 0.9359935882816726
    },
    {
      "epoch": 0.8726956737632673,
      "grad_norm": 0.7931615114212036,
      "learning_rate": 4.365965876915196e-07,
      "loss": 0.21807851791381835,
      "step": 14060,
      "token_acc": 0.9373381771471008
    },
    {
      "epoch": 0.8730060207311775,
      "grad_norm": 0.8380593061447144,
      "learning_rate": 4.3450182480903603e-07,
      "loss": 0.22206435203552247,
      "step": 14065,
      "token_acc": 0.9363548762697573
    },
    {
      "epoch": 0.8733163676990876,
      "grad_norm": 0.8540844917297363,
      "learning_rate": 4.324118709979158e-07,
      "loss": 0.21670713424682617,
      "step": 14070,
      "token_acc": 0.9371944768103714
    },
    {
      "epoch": 0.8736267146669977,
      "grad_norm": 0.815854549407959,
      "learning_rate": 4.303267284596108e-07,
      "loss": 0.22212369441986085,
      "step": 14075,
      "token_acc": 0.936449861804299
    },
    {
      "epoch": 0.8739370616349078,
      "grad_norm": 0.7857194542884827,
      "learning_rate": 4.282463993905084e-07,
      "loss": 0.22327060699462892,
      "step": 14080,
      "token_acc": 0.9373234285560902
    },
    {
      "epoch": 0.8742474086028179,
      "grad_norm": 0.7979047894477844,
      "learning_rate": 4.261708859819264e-07,
      "loss": 0.21641452312469484,
      "step": 14085,
      "token_acc": 0.9382164747086954
    },
    {
      "epoch": 0.8745577555707281,
      "grad_norm": 0.8123712539672852,
      "learning_rate": 4.2410019042010753e-07,
      "loss": 0.21882843971252441,
      "step": 14090,
      "token_acc": 0.9377377430262046
    },
    {
      "epoch": 0.8748681025386382,
      "grad_norm": 0.8536764979362488,
      "learning_rate": 4.220343148862194e-07,
      "loss": 0.23130276203155517,
      "step": 14095,
      "token_acc": 0.9351280145916369
    },
    {
      "epoch": 0.8751784495065483,
      "grad_norm": 0.8347164988517761,
      "learning_rate": 4.1997326155635564e-07,
      "loss": 0.21999011039733887,
      "step": 14100,
      "token_acc": 0.9362239569735262
    },
    {
      "epoch": 0.8754887964744584,
      "grad_norm": 0.8113319277763367,
      "learning_rate": 4.179170326015286e-07,
      "loss": 0.21970810890197753,
      "step": 14105,
      "token_acc": 0.9363849749649243
    },
    {
      "epoch": 0.8757991434423685,
      "grad_norm": 0.8426684141159058,
      "learning_rate": 4.158656301876668e-07,
      "loss": 0.22234387397766114,
      "step": 14110,
      "token_acc": 0.9363777928232905
    },
    {
      "epoch": 0.8761094904102787,
      "grad_norm": 0.8175603151321411,
      "learning_rate": 4.1381905647561837e-07,
      "loss": 0.22120649814605714,
      "step": 14115,
      "token_acc": 0.936156308789069
    },
    {
      "epoch": 0.8764198373781888,
      "grad_norm": 0.8196847438812256,
      "learning_rate": 4.117773136211439e-07,
      "loss": 0.22477927207946777,
      "step": 14120,
      "token_acc": 0.9356704901771508
    },
    {
      "epoch": 0.876730184346099,
      "grad_norm": 0.8023508191108704,
      "learning_rate": 4.0974040377491364e-07,
      "loss": 0.2229152202606201,
      "step": 14125,
      "token_acc": 0.935361419660429
    },
    {
      "epoch": 0.877040531314009,
      "grad_norm": 0.8833409547805786,
      "learning_rate": 4.0770832908250844e-07,
      "loss": 0.2179572582244873,
      "step": 14130,
      "token_acc": 0.936572594310472
    },
    {
      "epoch": 0.8773508782819192,
      "grad_norm": 0.8328490853309631,
      "learning_rate": 4.056810916844162e-07,
      "loss": 0.21863164901733398,
      "step": 14135,
      "token_acc": 0.9373784128261891
    },
    {
      "epoch": 0.8776612252498293,
      "grad_norm": 0.8699842691421509,
      "learning_rate": 4.036586937160303e-07,
      "loss": 0.22139425277709962,
      "step": 14140,
      "token_acc": 0.9370080826818603
    },
    {
      "epoch": 0.8779715722177395,
      "grad_norm": 0.8552876710891724,
      "learning_rate": 4.01641137307644e-07,
      "loss": 0.22113661766052245,
      "step": 14145,
      "token_acc": 0.9360182006865171
    },
    {
      "epoch": 0.8782819191856496,
      "grad_norm": 0.8573318123817444,
      "learning_rate": 3.996284245844512e-07,
      "loss": 0.22212800979614258,
      "step": 14150,
      "token_acc": 0.9363608115880708
    },
    {
      "epoch": 0.8785922661535597,
      "grad_norm": 0.8009781241416931,
      "learning_rate": 3.9762055766654594e-07,
      "loss": 0.22340328693389894,
      "step": 14155,
      "token_acc": 0.9353219390885044
    },
    {
      "epoch": 0.8789026131214698,
      "grad_norm": 0.7970234751701355,
      "learning_rate": 3.956175386689176e-07,
      "loss": 0.22916715145111083,
      "step": 14160,
      "token_acc": 0.9347073547425041
    },
    {
      "epoch": 0.8792129600893799,
      "grad_norm": 0.8465226292610168,
      "learning_rate": 3.936193697014451e-07,
      "loss": 0.22166624069213867,
      "step": 14165,
      "token_acc": 0.9356337005124514
    },
    {
      "epoch": 0.8795233070572901,
      "grad_norm": 0.8103132843971252,
      "learning_rate": 3.916260528689031e-07,
      "loss": 0.22132353782653807,
      "step": 14170,
      "token_acc": 0.9363822125784573
    },
    {
      "epoch": 0.8798336540252002,
      "grad_norm": 0.8543841242790222,
      "learning_rate": 3.896375902709543e-07,
      "loss": 0.22148008346557618,
      "step": 14175,
      "token_acc": 0.9366451493425751
    },
    {
      "epoch": 0.8801440009931103,
      "grad_norm": 0.9252007603645325,
      "learning_rate": 3.876539840021454e-07,
      "loss": 0.22104721069335936,
      "step": 14180,
      "token_acc": 0.9367299190731523
    },
    {
      "epoch": 0.8804543479610204,
      "grad_norm": 0.8132889866828918,
      "learning_rate": 3.8567523615191173e-07,
      "loss": 0.22223396301269532,
      "step": 14185,
      "token_acc": 0.9355420135610677
    },
    {
      "epoch": 0.8807646949289305,
      "grad_norm": 0.826564371585846,
      "learning_rate": 3.837013488045677e-07,
      "loss": 0.22005805969238282,
      "step": 14190,
      "token_acc": 0.9365901502784552
    },
    {
      "epoch": 0.8810750418968407,
      "grad_norm": 0.7859030961990356,
      "learning_rate": 3.817323240393089e-07,
      "loss": 0.2187018632888794,
      "step": 14195,
      "token_acc": 0.9367512920845631
    },
    {
      "epoch": 0.8813853888647508,
      "grad_norm": 0.8400143980979919,
      "learning_rate": 3.7976816393021145e-07,
      "loss": 0.23415207862854004,
      "step": 14200,
      "token_acc": 0.9346424813882563
    },
    {
      "epoch": 0.8816957358326609,
      "grad_norm": 0.814201831817627,
      "learning_rate": 3.7780887054622296e-07,
      "loss": 0.22291197776794433,
      "step": 14205,
      "token_acc": 0.9360105085381872
    },
    {
      "epoch": 0.882006082800571,
      "grad_norm": 0.7668090462684631,
      "learning_rate": 3.7585444595116707e-07,
      "loss": 0.22440056800842284,
      "step": 14210,
      "token_acc": 0.935492825559646
    },
    {
      "epoch": 0.8823164297684811,
      "grad_norm": 0.8113758563995361,
      "learning_rate": 3.7390489220373974e-07,
      "loss": 0.2206037998199463,
      "step": 14215,
      "token_acc": 0.9361495798877487
    },
    {
      "epoch": 0.8826267767363913,
      "grad_norm": 0.798896074295044,
      "learning_rate": 3.7196021135750384e-07,
      "loss": 0.21548147201538087,
      "step": 14220,
      "token_acc": 0.9376771485106156
    },
    {
      "epoch": 0.8829371237043014,
      "grad_norm": 0.8520238995552063,
      "learning_rate": 3.700204054608897e-07,
      "loss": 0.22182600498199462,
      "step": 14225,
      "token_acc": 0.9358852311686583
    },
    {
      "epoch": 0.8832474706722115,
      "grad_norm": 0.8248578906059265,
      "learning_rate": 3.680854765571967e-07,
      "loss": 0.21766290664672852,
      "step": 14230,
      "token_acc": 0.9370466957312258
    },
    {
      "epoch": 0.8835578176401216,
      "grad_norm": 0.8016335964202881,
      "learning_rate": 3.6615542668458126e-07,
      "loss": 0.2297513961791992,
      "step": 14235,
      "token_acc": 0.9335914430080714
    },
    {
      "epoch": 0.8838681646080317,
      "grad_norm": 0.8269205689430237,
      "learning_rate": 3.642302578760637e-07,
      "loss": 0.22135515213012696,
      "step": 14240,
      "token_acc": 0.9365124811068868
    },
    {
      "epoch": 0.8841785115759419,
      "grad_norm": 0.7941378355026245,
      "learning_rate": 3.6230997215952137e-07,
      "loss": 0.2158459186553955,
      "step": 14245,
      "token_acc": 0.937541377165823
    },
    {
      "epoch": 0.8844888585438521,
      "grad_norm": 0.8167436122894287,
      "learning_rate": 3.603945715576912e-07,
      "loss": 0.22228987216949464,
      "step": 14250,
      "token_acc": 0.935736582418689
    },
    {
      "epoch": 0.8847992055117622,
      "grad_norm": 0.8525120615959167,
      "learning_rate": 3.584840580881593e-07,
      "loss": 0.22433433532714844,
      "step": 14255,
      "token_acc": 0.9354451054336856
    },
    {
      "epoch": 0.8851095524796723,
      "grad_norm": 0.8139162659645081,
      "learning_rate": 3.565784337633682e-07,
      "loss": 0.22412440776824952,
      "step": 14260,
      "token_acc": 0.9353323986137932
    },
    {
      "epoch": 0.8854198994475824,
      "grad_norm": 0.8411745429039001,
      "learning_rate": 3.5467770059060825e-07,
      "loss": 0.22113466262817383,
      "step": 14265,
      "token_acc": 0.9359264721373644
    },
    {
      "epoch": 0.8857302464154925,
      "grad_norm": 0.8975212574005127,
      "learning_rate": 3.527818605720196e-07,
      "loss": 0.23154678344726562,
      "step": 14270,
      "token_acc": 0.9341560493629618
    },
    {
      "epoch": 0.8860405933834027,
      "grad_norm": 0.8223572969436646,
      "learning_rate": 3.508909157045859e-07,
      "loss": 0.21809000968933107,
      "step": 14275,
      "token_acc": 0.9372870169578277
    },
    {
      "epoch": 0.8863509403513128,
      "grad_norm": 0.825225293636322,
      "learning_rate": 3.490048679801344e-07,
      "loss": 0.21957144737243653,
      "step": 14280,
      "token_acc": 0.936695194206715
    },
    {
      "epoch": 0.8866612873192229,
      "grad_norm": 0.808113157749176,
      "learning_rate": 3.471237193853372e-07,
      "loss": 0.22571654319763185,
      "step": 14285,
      "token_acc": 0.9352347672999594
    },
    {
      "epoch": 0.886971634287133,
      "grad_norm": 0.8071355819702148,
      "learning_rate": 3.452474719017035e-07,
      "loss": 0.22090961933135986,
      "step": 14290,
      "token_acc": 0.9364162996468675
    },
    {
      "epoch": 0.8872819812550431,
      "grad_norm": 0.8311376571655273,
      "learning_rate": 3.433761275055786e-07,
      "loss": 0.22401165962219238,
      "step": 14295,
      "token_acc": 0.935951617604197
    },
    {
      "epoch": 0.8875923282229533,
      "grad_norm": 0.80216383934021,
      "learning_rate": 3.415096881681451e-07,
      "loss": 0.21582574844360353,
      "step": 14300,
      "token_acc": 0.9377136067499733
    },
    {
      "epoch": 0.8879026751908634,
      "grad_norm": 0.923351526260376,
      "learning_rate": 3.3964815585542046e-07,
      "loss": 0.22542135715484618,
      "step": 14305,
      "token_acc": 0.9347344318052477
    },
    {
      "epoch": 0.8882130221587735,
      "grad_norm": 0.8169431686401367,
      "learning_rate": 3.377915325282488e-07,
      "loss": 0.22918984889984131,
      "step": 14310,
      "token_acc": 0.9345305751307115
    },
    {
      "epoch": 0.8885233691266836,
      "grad_norm": 1.1277070045471191,
      "learning_rate": 3.359398201423064e-07,
      "loss": 0.21828999519348144,
      "step": 14315,
      "token_acc": 0.9379924835370969
    },
    {
      "epoch": 0.8888337160945937,
      "grad_norm": 0.8301405310630798,
      "learning_rate": 3.34093020648098e-07,
      "loss": 0.2268648624420166,
      "step": 14320,
      "token_acc": 0.9349824781142987
    },
    {
      "epoch": 0.8891440630625039,
      "grad_norm": 0.8314269185066223,
      "learning_rate": 3.3225113599094915e-07,
      "loss": 0.22644612789154053,
      "step": 14325,
      "token_acc": 0.9355607638426505
    },
    {
      "epoch": 0.889454410030414,
      "grad_norm": 0.8027136325836182,
      "learning_rate": 3.304141681110118e-07,
      "loss": 0.2237917423248291,
      "step": 14330,
      "token_acc": 0.9359336066762468
    },
    {
      "epoch": 0.8897647569983241,
      "grad_norm": 0.876594603061676,
      "learning_rate": 3.28582118943257e-07,
      "loss": 0.22314050197601318,
      "step": 14335,
      "token_acc": 0.9364445275758871
    },
    {
      "epoch": 0.8900751039662342,
      "grad_norm": 0.8254295587539673,
      "learning_rate": 3.2675499041747494e-07,
      "loss": 0.21964771747589112,
      "step": 14340,
      "token_acc": 0.9364718629018406
    },
    {
      "epoch": 0.8903854509341443,
      "grad_norm": 0.8167744874954224,
      "learning_rate": 3.24932784458275e-07,
      "loss": 0.21919288635253906,
      "step": 14345,
      "token_acc": 0.9368875797741777
    },
    {
      "epoch": 0.8906957979020544,
      "grad_norm": 0.8570823073387146,
      "learning_rate": 3.2311550298507686e-07,
      "loss": 0.21904873847961426,
      "step": 14350,
      "token_acc": 0.9371303205500097
    },
    {
      "epoch": 0.8910061448699647,
      "grad_norm": 1.0818060636520386,
      "learning_rate": 3.2130314791211645e-07,
      "loss": 0.2173046350479126,
      "step": 14355,
      "token_acc": 0.9373009633705979
    },
    {
      "epoch": 0.8913164918378748,
      "grad_norm": 0.8769660592079163,
      "learning_rate": 3.1949572114844063e-07,
      "loss": 0.21947035789489747,
      "step": 14360,
      "token_acc": 0.937330200937094
    },
    {
      "epoch": 0.8916268388057849,
      "grad_norm": 0.8245081901550293,
      "learning_rate": 3.1769322459790306e-07,
      "loss": 0.22816734313964843,
      "step": 14365,
      "token_acc": 0.9345198097636398
    },
    {
      "epoch": 0.891937185773695,
      "grad_norm": 0.8592255115509033,
      "learning_rate": 3.158956601591634e-07,
      "loss": 0.2286104679107666,
      "step": 14370,
      "token_acc": 0.9342317736887223
    },
    {
      "epoch": 0.8922475327416051,
      "grad_norm": 0.8381128907203674,
      "learning_rate": 3.1410302972569084e-07,
      "loss": 0.22489356994628906,
      "step": 14375,
      "token_acc": 0.9353818315852964
    },
    {
      "epoch": 0.8925578797095153,
      "grad_norm": 0.846595287322998,
      "learning_rate": 3.123153351857522e-07,
      "loss": 0.22690954208374023,
      "step": 14380,
      "token_acc": 0.9342258363083432
    },
    {
      "epoch": 0.8928682266774254,
      "grad_norm": 0.8364216685295105,
      "learning_rate": 3.105325784224161e-07,
      "loss": 0.22323029041290282,
      "step": 14385,
      "token_acc": 0.9355471329336257
    },
    {
      "epoch": 0.8931785736453355,
      "grad_norm": 0.8729968667030334,
      "learning_rate": 3.0875476131355277e-07,
      "loss": 0.22561440467834473,
      "step": 14390,
      "token_acc": 0.9354543479262825
    },
    {
      "epoch": 0.8934889206132456,
      "grad_norm": 0.7856855988502502,
      "learning_rate": 3.0698188573182744e-07,
      "loss": 0.2232806921005249,
      "step": 14395,
      "token_acc": 0.9358584425780657
    },
    {
      "epoch": 0.8937992675811557,
      "grad_norm": 0.8003990650177002,
      "learning_rate": 3.052139535446985e-07,
      "loss": 0.21787471771240235,
      "step": 14400,
      "token_acc": 0.937230749177176
    },
    {
      "epoch": 0.8941096145490659,
      "grad_norm": 0.8133044838905334,
      "learning_rate": 3.0345096661441974e-07,
      "loss": 0.21910924911499025,
      "step": 14405,
      "token_acc": 0.9370250309126759
    },
    {
      "epoch": 0.894419961516976,
      "grad_norm": 0.8641524314880371,
      "learning_rate": 3.0169292679803455e-07,
      "loss": 0.22184245586395263,
      "step": 14410,
      "token_acc": 0.936180496351541
    },
    {
      "epoch": 0.8947303084848861,
      "grad_norm": 0.8860271573066711,
      "learning_rate": 2.999398359473771e-07,
      "loss": 0.22291710376739501,
      "step": 14415,
      "token_acc": 0.9362331025603973
    },
    {
      "epoch": 0.8950406554527962,
      "grad_norm": 0.8459035754203796,
      "learning_rate": 2.9819169590906583e-07,
      "loss": 0.22820255756378174,
      "step": 14420,
      "token_acc": 0.9344099674628997
    },
    {
      "epoch": 0.8953510024207063,
      "grad_norm": 0.7979179620742798,
      "learning_rate": 2.964485085245039e-07,
      "loss": 0.21536626815795898,
      "step": 14425,
      "token_acc": 0.9377832161249983
    },
    {
      "epoch": 0.8956613493886165,
      "grad_norm": 0.8881822228431702,
      "learning_rate": 2.947102756298831e-07,
      "loss": 0.22440438270568847,
      "step": 14430,
      "token_acc": 0.9356905632527089
    },
    {
      "epoch": 0.8959716963565266,
      "grad_norm": 0.8861150145530701,
      "learning_rate": 2.929769990561704e-07,
      "loss": 0.21970758438110352,
      "step": 14435,
      "token_acc": 0.9368858629395972
    },
    {
      "epoch": 0.8962820433244367,
      "grad_norm": 0.8024405837059021,
      "learning_rate": 2.912486806291132e-07,
      "loss": 0.2186105728149414,
      "step": 14440,
      "token_acc": 0.936586614845258
    },
    {
      "epoch": 0.8965923902923468,
      "grad_norm": 0.8578680753707886,
      "learning_rate": 2.895253221692379e-07,
      "loss": 0.221679949760437,
      "step": 14445,
      "token_acc": 0.9358649789029536
    },
    {
      "epoch": 0.8969027372602569,
      "grad_norm": 0.8500242233276367,
      "learning_rate": 2.87806925491847e-07,
      "loss": 0.22474842071533202,
      "step": 14450,
      "token_acc": 0.935863067226618
    },
    {
      "epoch": 0.8972130842281671,
      "grad_norm": 0.8253446221351624,
      "learning_rate": 2.86093492407013e-07,
      "loss": 0.22402801513671874,
      "step": 14455,
      "token_acc": 0.9369696483379807
    },
    {
      "epoch": 0.8975234311960772,
      "grad_norm": 0.866589367389679,
      "learning_rate": 2.8438502471958283e-07,
      "loss": 0.22346680164337157,
      "step": 14460,
      "token_acc": 0.9357250619753693
    },
    {
      "epoch": 0.8978337781639874,
      "grad_norm": 0.8102363348007202,
      "learning_rate": 2.826815242291736e-07,
      "loss": 0.2292325973510742,
      "step": 14465,
      "token_acc": 0.9341550695825049
    },
    {
      "epoch": 0.8981441251318975,
      "grad_norm": 0.872162401676178,
      "learning_rate": 2.8098299273016714e-07,
      "loss": 0.2273706912994385,
      "step": 14470,
      "token_acc": 0.9353147783513384
    },
    {
      "epoch": 0.8984544720998076,
      "grad_norm": 0.8664935231208801,
      "learning_rate": 2.7928943201171453e-07,
      "loss": 0.221476411819458,
      "step": 14475,
      "token_acc": 0.9357775704521243
    },
    {
      "epoch": 0.8987648190677177,
      "grad_norm": 0.999637246131897,
      "learning_rate": 2.776008438577277e-07,
      "loss": 0.2201094150543213,
      "step": 14480,
      "token_acc": 0.9362012079929756
    },
    {
      "epoch": 0.8990751660356279,
      "grad_norm": 0.8095411062240601,
      "learning_rate": 2.7591723004688376e-07,
      "loss": 0.22244060039520264,
      "step": 14485,
      "token_acc": 0.9358760760046015
    },
    {
      "epoch": 0.899385513003538,
      "grad_norm": 0.8493530750274658,
      "learning_rate": 2.742385923526192e-07,
      "loss": 0.22095117568969727,
      "step": 14490,
      "token_acc": 0.9366565244312469
    },
    {
      "epoch": 0.8996958599714481,
      "grad_norm": 0.8040181398391724,
      "learning_rate": 2.725649325431268e-07,
      "loss": 0.2164665699005127,
      "step": 14495,
      "token_acc": 0.9373950682056663
    },
    {
      "epoch": 0.9000062069393582,
      "grad_norm": 0.8571121096611023,
      "learning_rate": 2.708962523813585e-07,
      "loss": 0.22633914947509765,
      "step": 14500,
      "token_acc": 0.9344589318407014
    },
    {
      "epoch": 0.9000062069393582,
      "eval_loss": 0.23566323518753052,
      "eval_runtime": 103.9079,
      "eval_samples_per_second": 192.478,
      "eval_steps_per_second": 0.26,
      "eval_token_acc": 0.9323365057816316,
      "step": 14500
    },
    {
      "epoch": 0.9003165539072683,
      "grad_norm": 0.7956224083900452,
      "learning_rate": 2.692325536250201e-07,
      "loss": 0.21967792510986328,
      "step": 14505,
      "token_acc": 0.9369756386603283
    },
    {
      "epoch": 0.9006269008751785,
      "grad_norm": 0.837196946144104,
      "learning_rate": 2.675738380265702e-07,
      "loss": 0.22492718696594238,
      "step": 14510,
      "token_acc": 0.9354782398517544
    },
    {
      "epoch": 0.9009372478430886,
      "grad_norm": 0.8757438063621521,
      "learning_rate": 2.6592010733321737e-07,
      "loss": 0.2260443925857544,
      "step": 14515,
      "token_acc": 0.9349513596068927
    },
    {
      "epoch": 0.9012475948109987,
      "grad_norm": 0.8186724781990051,
      "learning_rate": 2.642713632869209e-07,
      "loss": 0.21876153945922852,
      "step": 14520,
      "token_acc": 0.9368021894681308
    },
    {
      "epoch": 0.9015579417789088,
      "grad_norm": 0.8073204159736633,
      "learning_rate": 2.6262760762438665e-07,
      "loss": 0.2218660831451416,
      "step": 14525,
      "token_acc": 0.9358341822636811
    },
    {
      "epoch": 0.9018682887468189,
      "grad_norm": 0.9101963639259338,
      "learning_rate": 2.6098884207706564e-07,
      "loss": 0.2245234251022339,
      "step": 14530,
      "token_acc": 0.9354048748237548
    },
    {
      "epoch": 0.9021786357147291,
      "grad_norm": 0.7929571270942688,
      "learning_rate": 2.5935506837115376e-07,
      "loss": 0.21697502136230468,
      "step": 14535,
      "token_acc": 0.9370374549485269
    },
    {
      "epoch": 0.9024889826826392,
      "grad_norm": 0.818593442440033,
      "learning_rate": 2.577262882275866e-07,
      "loss": 0.21823678016662598,
      "step": 14540,
      "token_acc": 0.9370296976675683
    },
    {
      "epoch": 0.9027993296505493,
      "grad_norm": 0.8255177140235901,
      "learning_rate": 2.561025033620435e-07,
      "loss": 0.2217839241027832,
      "step": 14545,
      "token_acc": 0.9361010806579977
    },
    {
      "epoch": 0.9031096766184594,
      "grad_norm": 0.7913464903831482,
      "learning_rate": 2.5448371548493723e-07,
      "loss": 0.22095584869384766,
      "step": 14550,
      "token_acc": 0.9356015701151242
    },
    {
      "epoch": 0.9034200235863695,
      "grad_norm": 0.8055823445320129,
      "learning_rate": 2.528699263014195e-07,
      "loss": 0.21829023361206054,
      "step": 14555,
      "token_acc": 0.9367426727542946
    },
    {
      "epoch": 0.9037303705542797,
      "grad_norm": 0.803391695022583,
      "learning_rate": 2.512611375113783e-07,
      "loss": 0.21504998207092285,
      "step": 14560,
      "token_acc": 0.9373572399952468
    },
    {
      "epoch": 0.9040407175221898,
      "grad_norm": 0.8690827488899231,
      "learning_rate": 2.496573508094313e-07,
      "loss": 0.22011799812316896,
      "step": 14565,
      "token_acc": 0.9370651889520257
    },
    {
      "epoch": 0.9043510644900999,
      "grad_norm": 0.8185088038444519,
      "learning_rate": 2.48058567884929e-07,
      "loss": 0.22260572910308837,
      "step": 14570,
      "token_acc": 0.9358899684943475
    },
    {
      "epoch": 0.90466141145801,
      "grad_norm": 0.8033232092857361,
      "learning_rate": 2.464647904219497e-07,
      "loss": 0.2223740577697754,
      "step": 14575,
      "token_acc": 0.9368577392421323
    },
    {
      "epoch": 0.9049717584259201,
      "grad_norm": 0.8143609762191772,
      "learning_rate": 2.4487602009930225e-07,
      "loss": 0.22102956771850585,
      "step": 14580,
      "token_acc": 0.9366127786507578
    },
    {
      "epoch": 0.9052821053938302,
      "grad_norm": 0.7892504334449768,
      "learning_rate": 2.4329225859051785e-07,
      "loss": 0.22567241191864013,
      "step": 14585,
      "token_acc": 0.9351482869731045
    },
    {
      "epoch": 0.9055924523617405,
      "grad_norm": 0.8111969232559204,
      "learning_rate": 2.417135075638527e-07,
      "loss": 0.22044172286987304,
      "step": 14590,
      "token_acc": 0.936224205425467
    },
    {
      "epoch": 0.9059027993296506,
      "grad_norm": 0.9308971762657166,
      "learning_rate": 2.4013976868228703e-07,
      "loss": 0.22542757987976075,
      "step": 14595,
      "token_acc": 0.9347193457950149
    },
    {
      "epoch": 0.9062131462975607,
      "grad_norm": 0.813959002494812,
      "learning_rate": 2.3857104360351825e-07,
      "loss": 0.21785888671875,
      "step": 14600,
      "token_acc": 0.937396684613393
    },
    {
      "epoch": 0.9065234932654708,
      "grad_norm": 0.8302735686302185,
      "learning_rate": 2.370073339799661e-07,
      "loss": 0.2217571496963501,
      "step": 14605,
      "token_acc": 0.9354015445295151
    },
    {
      "epoch": 0.9068338402333809,
      "grad_norm": 0.784950852394104,
      "learning_rate": 2.3544864145876366e-07,
      "loss": 0.2144294023513794,
      "step": 14610,
      "token_acc": 0.937896654456012
    },
    {
      "epoch": 0.9071441872012911,
      "grad_norm": 0.8525421023368835,
      "learning_rate": 2.3389496768176144e-07,
      "loss": 0.2239243984222412,
      "step": 14615,
      "token_acc": 0.9358435435136302
    },
    {
      "epoch": 0.9074545341692012,
      "grad_norm": 0.8063422441482544,
      "learning_rate": 2.3234631428552423e-07,
      "loss": 0.22260589599609376,
      "step": 14620,
      "token_acc": 0.9359237998271831
    },
    {
      "epoch": 0.9077648811371113,
      "grad_norm": 0.8454898595809937,
      "learning_rate": 2.30802682901326e-07,
      "loss": 0.22190825939178466,
      "step": 14625,
      "token_acc": 0.9367863076557926
    },
    {
      "epoch": 0.9080752281050214,
      "grad_norm": 0.7919603586196899,
      "learning_rate": 2.292640751551528e-07,
      "loss": 0.22093782424926758,
      "step": 14630,
      "token_acc": 0.9365748121156912
    },
    {
      "epoch": 0.9083855750729315,
      "grad_norm": 0.819851279258728,
      "learning_rate": 2.2773049266769876e-07,
      "loss": 0.2225898027420044,
      "step": 14635,
      "token_acc": 0.9361507121496953
    },
    {
      "epoch": 0.9086959220408417,
      "grad_norm": 0.8274653553962708,
      "learning_rate": 2.2620193705436388e-07,
      "loss": 0.22367024421691895,
      "step": 14640,
      "token_acc": 0.9350973975796751
    },
    {
      "epoch": 0.9090062690087518,
      "grad_norm": 0.8254303932189941,
      "learning_rate": 2.2467840992525247e-07,
      "loss": 0.22579972743988036,
      "step": 14645,
      "token_acc": 0.9351789690584599
    },
    {
      "epoch": 0.9093166159766619,
      "grad_norm": 0.8595606088638306,
      "learning_rate": 2.231599128851747e-07,
      "loss": 0.2166797161102295,
      "step": 14650,
      "token_acc": 0.9376487007376886
    },
    {
      "epoch": 0.909626962944572,
      "grad_norm": 0.7773082256317139,
      "learning_rate": 2.2164644753364106e-07,
      "loss": 0.21489458084106444,
      "step": 14655,
      "token_acc": 0.9379349307101791
    },
    {
      "epoch": 0.9099373099124821,
      "grad_norm": 0.7872897982597351,
      "learning_rate": 2.2013801546485913e-07,
      "loss": 0.22157564163208007,
      "step": 14660,
      "token_acc": 0.9357654328307082
    },
    {
      "epoch": 0.9102476568803923,
      "grad_norm": 0.8695574998855591,
      "learning_rate": 2.1863461826773903e-07,
      "loss": 0.22341136932373046,
      "step": 14665,
      "token_acc": 0.9353798495156326
    },
    {
      "epoch": 0.9105580038483024,
      "grad_norm": 0.8586180806159973,
      "learning_rate": 2.1713625752588562e-07,
      "loss": 0.21971554756164552,
      "step": 14670,
      "token_acc": 0.9366916986422182
    },
    {
      "epoch": 0.9108683508162125,
      "grad_norm": 0.8224927186965942,
      "learning_rate": 2.1564293481759757e-07,
      "loss": 0.22295675277709961,
      "step": 14675,
      "token_acc": 0.9359615152692725
    },
    {
      "epoch": 0.9111786977841226,
      "grad_norm": 0.8339778780937195,
      "learning_rate": 2.1415465171586712e-07,
      "loss": 0.2200387954711914,
      "step": 14680,
      "token_acc": 0.9372668904518329
    },
    {
      "epoch": 0.9114890447520327,
      "grad_norm": 0.8161564469337463,
      "learning_rate": 2.126714097883803e-07,
      "loss": 0.22355222702026367,
      "step": 14685,
      "token_acc": 0.936147666386293
    },
    {
      "epoch": 0.9117993917199428,
      "grad_norm": 0.8717086911201477,
      "learning_rate": 2.111932105975101e-07,
      "loss": 0.21718392372131348,
      "step": 14690,
      "token_acc": 0.937369337979094
    },
    {
      "epoch": 0.9121097386878531,
      "grad_norm": 0.8104777932167053,
      "learning_rate": 2.0972005570031984e-07,
      "loss": 0.22424962520599365,
      "step": 14695,
      "token_acc": 0.936106329316626
    },
    {
      "epoch": 0.9124200856557632,
      "grad_norm": 0.9168269038200378,
      "learning_rate": 2.0825194664855552e-07,
      "loss": 0.2267009735107422,
      "step": 14700,
      "token_acc": 0.9343678806088421
    },
    {
      "epoch": 0.9127304326236733,
      "grad_norm": 0.8220688700675964,
      "learning_rate": 2.0678888498865512e-07,
      "loss": 0.23117473125457763,
      "step": 14705,
      "token_acc": 0.9337462201666105
    },
    {
      "epoch": 0.9130407795915834,
      "grad_norm": 0.7989029884338379,
      "learning_rate": 2.053308722617342e-07,
      "loss": 0.2226240634918213,
      "step": 14710,
      "token_acc": 0.9363551976152811
    },
    {
      "epoch": 0.9133511265594935,
      "grad_norm": 0.7994082570075989,
      "learning_rate": 2.0387791000359037e-07,
      "loss": 0.22126126289367676,
      "step": 14715,
      "token_acc": 0.9365286253135059
    },
    {
      "epoch": 0.9136614735274037,
      "grad_norm": 0.8369300365447998,
      "learning_rate": 2.0242999974470379e-07,
      "loss": 0.22027587890625,
      "step": 14720,
      "token_acc": 0.9367703316088878
    },
    {
      "epoch": 0.9139718204953138,
      "grad_norm": 0.8798187971115112,
      "learning_rate": 2.009871430102328e-07,
      "loss": 0.22298069000244142,
      "step": 14725,
      "token_acc": 0.9354777262516257
    },
    {
      "epoch": 0.9142821674632239,
      "grad_norm": 0.836509108543396,
      "learning_rate": 1.9954934132001003e-07,
      "loss": 0.22409319877624512,
      "step": 14730,
      "token_acc": 0.9355357893630439
    },
    {
      "epoch": 0.914592514431134,
      "grad_norm": 0.7939102649688721,
      "learning_rate": 1.9811659618854616e-07,
      "loss": 0.21672677993774414,
      "step": 14735,
      "token_acc": 0.9377436783808211
    },
    {
      "epoch": 0.9149028613990441,
      "grad_norm": 0.8172755241394043,
      "learning_rate": 1.9668890912502514e-07,
      "loss": 0.2224776029586792,
      "step": 14740,
      "token_acc": 0.9357937609801354
    },
    {
      "epoch": 0.9152132083669543,
      "grad_norm": 0.8581714034080505,
      "learning_rate": 1.9526628163330063e-07,
      "loss": 0.2262043237686157,
      "step": 14745,
      "token_acc": 0.9348848481672649
    },
    {
      "epoch": 0.9155235553348644,
      "grad_norm": 0.8044265508651733,
      "learning_rate": 1.9384871521190006e-07,
      "loss": 0.22104787826538086,
      "step": 14750,
      "token_acc": 0.9366974424281015
    },
    {
      "epoch": 0.9158339023027745,
      "grad_norm": 0.851483166217804,
      "learning_rate": 1.924362113540168e-07,
      "loss": 0.22310147285461426,
      "step": 14755,
      "token_acc": 0.9360927196253002
    },
    {
      "epoch": 0.9161442492706846,
      "grad_norm": 1.061468243598938,
      "learning_rate": 1.9102877154751341e-07,
      "loss": 0.22409377098083497,
      "step": 14760,
      "token_acc": 0.9354903496615854
    },
    {
      "epoch": 0.9164545962385947,
      "grad_norm": 0.8129377961158752,
      "learning_rate": 1.8962639727491904e-07,
      "loss": 0.21659207344055176,
      "step": 14765,
      "token_acc": 0.9369632085646946
    },
    {
      "epoch": 0.9167649432065049,
      "grad_norm": 0.8413456678390503,
      "learning_rate": 1.8822909001342427e-07,
      "loss": 0.22525689601898194,
      "step": 14770,
      "token_acc": 0.935409082454229
    },
    {
      "epoch": 0.917075290174415,
      "grad_norm": 0.8332679271697998,
      "learning_rate": 1.8683685123488505e-07,
      "loss": 0.22126288414001466,
      "step": 14775,
      "token_acc": 0.935311849424374
    },
    {
      "epoch": 0.9173856371423251,
      "grad_norm": 0.7876655459403992,
      "learning_rate": 1.8544968240581663e-07,
      "loss": 0.22011280059814453,
      "step": 14780,
      "token_acc": 0.9368950496634625
    },
    {
      "epoch": 0.9176959841102352,
      "grad_norm": 0.8535305261611938,
      "learning_rate": 1.8406758498739462e-07,
      "loss": 0.22580337524414062,
      "step": 14785,
      "token_acc": 0.935329933632311
    },
    {
      "epoch": 0.9180063310781453,
      "grad_norm": 0.8815336227416992,
      "learning_rate": 1.826905604354512e-07,
      "loss": 0.2286771297454834,
      "step": 14790,
      "token_acc": 0.9344937549827266
    },
    {
      "epoch": 0.9183166780460554,
      "grad_norm": 0.8448968529701233,
      "learning_rate": 1.8131861020047936e-07,
      "loss": 0.22403311729431152,
      "step": 14795,
      "token_acc": 0.9361213999295115
    },
    {
      "epoch": 0.9186270250139656,
      "grad_norm": 0.804602324962616,
      "learning_rate": 1.7995173572762149e-07,
      "loss": 0.22575454711914061,
      "step": 14800,
      "token_acc": 0.935919145234443
    },
    {
      "epoch": 0.9189373719818758,
      "grad_norm": 0.8726068139076233,
      "learning_rate": 1.7858993845667694e-07,
      "loss": 0.22514305114746094,
      "step": 14805,
      "token_acc": 0.935413774370737
    },
    {
      "epoch": 0.9192477189497859,
      "grad_norm": 0.9023924469947815,
      "learning_rate": 1.7723321982209496e-07,
      "loss": 0.22989070415496826,
      "step": 14810,
      "token_acc": 0.933703591504258
    },
    {
      "epoch": 0.919558065917696,
      "grad_norm": 0.8202250599861145,
      "learning_rate": 1.758815812529785e-07,
      "loss": 0.21946988105773926,
      "step": 14815,
      "token_acc": 0.9369790512267693
    },
    {
      "epoch": 0.9198684128856061,
      "grad_norm": 0.9518576860427856,
      "learning_rate": 1.7453502417307477e-07,
      "loss": 0.22705843448638915,
      "step": 14820,
      "token_acc": 0.9346299797702
    },
    {
      "epoch": 0.9201787598535163,
      "grad_norm": 0.8006566762924194,
      "learning_rate": 1.7319355000078196e-07,
      "loss": 0.22328073978424073,
      "step": 14825,
      "token_acc": 0.9353801303378718
    },
    {
      "epoch": 0.9204891068214264,
      "grad_norm": 0.8266062140464783,
      "learning_rate": 1.718571601491431e-07,
      "loss": 0.22194862365722656,
      "step": 14830,
      "token_acc": 0.9363865484748333
    },
    {
      "epoch": 0.9207994537893365,
      "grad_norm": 0.8038060069084167,
      "learning_rate": 1.7052585602584603e-07,
      "loss": 0.21702494621276855,
      "step": 14835,
      "token_acc": 0.9369817469808271
    },
    {
      "epoch": 0.9211098007572466,
      "grad_norm": 0.8460286259651184,
      "learning_rate": 1.6919963903322012e-07,
      "loss": 0.23009960651397704,
      "step": 14840,
      "token_acc": 0.934268639503034
    },
    {
      "epoch": 0.9214201477251567,
      "grad_norm": 0.8133052587509155,
      "learning_rate": 1.6787851056823678e-07,
      "loss": 0.22354378700256347,
      "step": 14845,
      "token_acc": 0.9358612903012816
    },
    {
      "epoch": 0.9217304946930669,
      "grad_norm": 0.8138416409492493,
      "learning_rate": 1.6656247202250897e-07,
      "loss": 0.22208771705627442,
      "step": 14850,
      "token_acc": 0.935843774904067
    },
    {
      "epoch": 0.922040841660977,
      "grad_norm": 0.8014063239097595,
      "learning_rate": 1.6525152478228667e-07,
      "loss": 0.21870801448822022,
      "step": 14855,
      "token_acc": 0.9365858211442819
    },
    {
      "epoch": 0.9223511886288871,
      "grad_norm": 0.8212425708770752,
      "learning_rate": 1.63945670228457e-07,
      "loss": 0.2198044776916504,
      "step": 14860,
      "token_acc": 0.9370388326946449
    },
    {
      "epoch": 0.9226615355967972,
      "grad_norm": 0.9671867489814758,
      "learning_rate": 1.626449097365429e-07,
      "loss": 0.2257516622543335,
      "step": 14865,
      "token_acc": 0.9355984617742914
    },
    {
      "epoch": 0.9229718825647073,
      "grad_norm": 0.8803640007972717,
      "learning_rate": 1.6134924467670233e-07,
      "loss": 0.22582755088806153,
      "step": 14870,
      "token_acc": 0.9348682257479302
    },
    {
      "epoch": 0.9232822295326175,
      "grad_norm": 0.8822341561317444,
      "learning_rate": 1.600586764137241e-07,
      "loss": 0.2316286563873291,
      "step": 14875,
      "token_acc": 0.9342431843468758
    },
    {
      "epoch": 0.9235925765005276,
      "grad_norm": 0.8386096954345703,
      "learning_rate": 1.587732063070302e-07,
      "loss": 0.2243124485015869,
      "step": 14880,
      "token_acc": 0.9359058164354322
    },
    {
      "epoch": 0.9239029234684377,
      "grad_norm": 0.8329931497573853,
      "learning_rate": 1.574928357106703e-07,
      "loss": 0.22314009666442872,
      "step": 14885,
      "token_acc": 0.9356135219562666
    },
    {
      "epoch": 0.9242132704363478,
      "grad_norm": 0.8203940987586975,
      "learning_rate": 1.562175659733256e-07,
      "loss": 0.2266066551208496,
      "step": 14890,
      "token_acc": 0.9356761512864108
    },
    {
      "epoch": 0.9245236174042579,
      "grad_norm": 0.8000124096870422,
      "learning_rate": 1.549473984383021e-07,
      "loss": 0.22768850326538087,
      "step": 14895,
      "token_acc": 0.935542375044501
    },
    {
      "epoch": 0.9248339643721681,
      "grad_norm": 0.8235083222389221,
      "learning_rate": 1.5368233444353065e-07,
      "loss": 0.22810401916503906,
      "step": 14900,
      "token_acc": 0.9345528775467339
    },
    {
      "epoch": 0.9251443113400782,
      "grad_norm": 0.8292826414108276,
      "learning_rate": 1.5242237532156867e-07,
      "loss": 0.22213082313537597,
      "step": 14905,
      "token_acc": 0.9360719091590048
    },
    {
      "epoch": 0.9254546583079883,
      "grad_norm": 0.8575629591941833,
      "learning_rate": 1.5116752239959564e-07,
      "loss": 0.22305045127868653,
      "step": 14910,
      "token_acc": 0.935664856312861
    },
    {
      "epoch": 0.9257650052758984,
      "grad_norm": 0.838779091835022,
      "learning_rate": 1.499177769994109e-07,
      "loss": 0.21985559463500975,
      "step": 14915,
      "token_acc": 0.9370169913190769
    },
    {
      "epoch": 0.9260753522438085,
      "grad_norm": 0.8374066948890686,
      "learning_rate": 1.486731404374342e-07,
      "loss": 0.22093665599822998,
      "step": 14920,
      "token_acc": 0.936477144704651
    },
    {
      "epoch": 0.9263856992117186,
      "grad_norm": 0.8346973061561584,
      "learning_rate": 1.4743361402470623e-07,
      "loss": 0.21868348121643066,
      "step": 14925,
      "token_acc": 0.9370967098173303
    },
    {
      "epoch": 0.9266960461796289,
      "grad_norm": 0.8514022827148438,
      "learning_rate": 1.4619919906688263e-07,
      "loss": 0.22188901901245117,
      "step": 14930,
      "token_acc": 0.9364490782514769
    },
    {
      "epoch": 0.927006393147539,
      "grad_norm": 0.8143284320831299,
      "learning_rate": 1.4496989686423436e-07,
      "loss": 0.22571344375610353,
      "step": 14935,
      "token_acc": 0.9354455783205226
    },
    {
      "epoch": 0.9273167401154491,
      "grad_norm": 0.7727757096290588,
      "learning_rate": 1.4374570871164894e-07,
      "loss": 0.22196607589721679,
      "step": 14940,
      "token_acc": 0.9354693796657197
    },
    {
      "epoch": 0.9276270870833592,
      "grad_norm": 0.8324426412582397,
      "learning_rate": 1.425266358986266e-07,
      "loss": 0.2241354465484619,
      "step": 14945,
      "token_acc": 0.9355714638360898
    },
    {
      "epoch": 0.9279374340512693,
      "grad_norm": 0.7846515774726868,
      "learning_rate": 1.4131267970927677e-07,
      "loss": 0.22103846073150635,
      "step": 14950,
      "token_acc": 0.9359715724961238
    },
    {
      "epoch": 0.9282477810191795,
      "grad_norm": 0.8250550031661987,
      "learning_rate": 1.401038414223227e-07,
      "loss": 0.22910633087158203,
      "step": 14955,
      "token_acc": 0.9341488101932403
    },
    {
      "epoch": 0.9285581279870896,
      "grad_norm": 0.8587515354156494,
      "learning_rate": 1.389001223110953e-07,
      "loss": 0.2300647735595703,
      "step": 14960,
      "token_acc": 0.9335307755189558
    },
    {
      "epoch": 0.9288684749549997,
      "grad_norm": 0.8877548575401306,
      "learning_rate": 1.3770152364353306e-07,
      "loss": 0.22652974128723144,
      "step": 14965,
      "token_acc": 0.9347390609861479
    },
    {
      "epoch": 0.9291788219229098,
      "grad_norm": 0.8566204309463501,
      "learning_rate": 1.3650804668217998e-07,
      "loss": 0.22847704887390136,
      "step": 14970,
      "token_acc": 0.9352512697139802
    },
    {
      "epoch": 0.9294891688908199,
      "grad_norm": 0.865992546081543,
      "learning_rate": 1.3531969268418598e-07,
      "loss": 0.22352111339569092,
      "step": 14975,
      "token_acc": 0.9355335577376329
    },
    {
      "epoch": 0.9297995158587301,
      "grad_norm": 0.8228665590286255,
      "learning_rate": 1.3413646290130644e-07,
      "loss": 0.23345065116882324,
      "step": 14980,
      "token_acc": 0.9334855403348554
    },
    {
      "epoch": 0.9301098628266402,
      "grad_norm": 0.83062344789505,
      "learning_rate": 1.329583585798966e-07,
      "loss": 0.22519009113311766,
      "step": 14985,
      "token_acc": 0.9355026770577158
    },
    {
      "epoch": 0.9304202097945503,
      "grad_norm": 0.8632986545562744,
      "learning_rate": 1.3178538096091265e-07,
      "loss": 0.22674951553344727,
      "step": 14990,
      "token_acc": 0.9356594538208468
    },
    {
      "epoch": 0.9307305567624604,
      "grad_norm": 0.8211206793785095,
      "learning_rate": 1.306175312799124e-07,
      "loss": 0.21751713752746582,
      "step": 14995,
      "token_acc": 0.9365848799760949
    },
    {
      "epoch": 0.9310409037303705,
      "grad_norm": 1.143462896347046,
      "learning_rate": 1.2945481076705124e-07,
      "loss": 0.22513751983642577,
      "step": 15000,
      "token_acc": 0.9355509901347528
    },
    {
      "epoch": 0.9310409037303705,
      "eval_loss": 0.2354583442211151,
      "eval_runtime": 102.1542,
      "eval_samples_per_second": 195.782,
      "eval_steps_per_second": 0.264,
      "eval_token_acc": 0.9324655707299818,
      "step": 15000
    },
    {
      "epoch": 0.9313512506982807,
      "grad_norm": 0.7983279824256897,
      "learning_rate": 1.2829722064708172e-07,
      "loss": 0.22428507804870607,
      "step": 15005,
      "token_acc": 0.9354113582091543
    },
    {
      "epoch": 0.9316615976661908,
      "grad_norm": 0.8185499310493469,
      "learning_rate": 1.2714476213935288e-07,
      "loss": 0.22483978271484376,
      "step": 15010,
      "token_acc": 0.9357483046196996
    },
    {
      "epoch": 0.9319719446341009,
      "grad_norm": 0.817832350730896,
      "learning_rate": 1.259974364578076e-07,
      "loss": 0.22232589721679688,
      "step": 15015,
      "token_acc": 0.936296335676976
    },
    {
      "epoch": 0.932282291602011,
      "grad_norm": 0.8298930525779724,
      "learning_rate": 1.2485524481098132e-07,
      "loss": 0.22351136207580566,
      "step": 15020,
      "token_acc": 0.9354666167444473
    },
    {
      "epoch": 0.9325926385699211,
      "grad_norm": 0.8336822986602783,
      "learning_rate": 1.2371818840200445e-07,
      "loss": 0.22703261375427247,
      "step": 15025,
      "token_acc": 0.9351351351351351
    },
    {
      "epoch": 0.9329029855378312,
      "grad_norm": 0.8150284290313721,
      "learning_rate": 1.2258626842859444e-07,
      "loss": 0.2251688003540039,
      "step": 15030,
      "token_acc": 0.9354440653807831
    },
    {
      "epoch": 0.9332133325057415,
      "grad_norm": 0.8681549429893494,
      "learning_rate": 1.2145948608306147e-07,
      "loss": 0.21708149909973146,
      "step": 15035,
      "token_acc": 0.9369058488640636
    },
    {
      "epoch": 0.9335236794736516,
      "grad_norm": 0.8482911586761475,
      "learning_rate": 1.2033784255230218e-07,
      "loss": 0.22627925872802734,
      "step": 15040,
      "token_acc": 0.9352258270779354
    },
    {
      "epoch": 0.9338340264415617,
      "grad_norm": 0.8087306022644043,
      "learning_rate": 1.1922133901780042e-07,
      "loss": 0.22343907356262208,
      "step": 15045,
      "token_acc": 0.9361284285168247
    },
    {
      "epoch": 0.9341443734094718,
      "grad_norm": 0.8197100162506104,
      "learning_rate": 1.1810997665562651e-07,
      "loss": 0.21994640827178955,
      "step": 15050,
      "token_acc": 0.9363516018003707
    },
    {
      "epoch": 0.9344547203773819,
      "grad_norm": 0.8434872627258301,
      "learning_rate": 1.1700375663643571e-07,
      "loss": 0.23080043792724608,
      "step": 15055,
      "token_acc": 0.9345930617761641
    },
    {
      "epoch": 0.9347650673452921,
      "grad_norm": 0.8584432005882263,
      "learning_rate": 1.1590268012546479e-07,
      "loss": 0.22061944007873535,
      "step": 15060,
      "token_acc": 0.936584303476677
    },
    {
      "epoch": 0.9350754143132022,
      "grad_norm": 0.7802200317382812,
      "learning_rate": 1.1480674828253324e-07,
      "loss": 0.22167396545410156,
      "step": 15065,
      "token_acc": 0.9374548229057907
    },
    {
      "epoch": 0.9353857612811123,
      "grad_norm": 0.8954899311065674,
      "learning_rate": 1.1371596226204262e-07,
      "loss": 0.2254354476928711,
      "step": 15070,
      "token_acc": 0.9367627230040586
    },
    {
      "epoch": 0.9356961082490224,
      "grad_norm": 0.8148626089096069,
      "learning_rate": 1.1263032321297385e-07,
      "loss": 0.22028803825378418,
      "step": 15075,
      "token_acc": 0.9367313267029955
    },
    {
      "epoch": 0.9360064552169325,
      "grad_norm": 0.8108525276184082,
      "learning_rate": 1.1154983227888438e-07,
      "loss": 0.22486391067504882,
      "step": 15080,
      "token_acc": 0.9353436241075346
    },
    {
      "epoch": 0.9363168021848427,
      "grad_norm": 0.8741359114646912,
      "learning_rate": 1.1047449059791049e-07,
      "loss": 0.22285428047180175,
      "step": 15085,
      "token_acc": 0.9357492641419141
    },
    {
      "epoch": 0.9366271491527528,
      "grad_norm": 0.7960735559463501,
      "learning_rate": 1.0940429930276497e-07,
      "loss": 0.22872886657714844,
      "step": 15090,
      "token_acc": 0.9342841219641574
    },
    {
      "epoch": 0.9369374961206629,
      "grad_norm": 0.8427518606185913,
      "learning_rate": 1.0833925952073443e-07,
      "loss": 0.22136073112487792,
      "step": 15095,
      "token_acc": 0.9369343986261212
    },
    {
      "epoch": 0.937247843088573,
      "grad_norm": 0.7975824475288391,
      "learning_rate": 1.0727937237367924e-07,
      "loss": 0.22517714500427247,
      "step": 15100,
      "token_acc": 0.9362412493268712
    },
    {
      "epoch": 0.9375581900564831,
      "grad_norm": 0.863105297088623,
      "learning_rate": 1.0622463897803248e-07,
      "loss": 0.22664155960083007,
      "step": 15105,
      "token_acc": 0.9350580533513988
    },
    {
      "epoch": 0.9378685370243933,
      "grad_norm": 0.8479633927345276,
      "learning_rate": 1.0517506044479875e-07,
      "loss": 0.22400825023651122,
      "step": 15110,
      "token_acc": 0.935297683367156
    },
    {
      "epoch": 0.9381788839923034,
      "grad_norm": 0.8416533470153809,
      "learning_rate": 1.0413063787955258e-07,
      "loss": 0.22233805656433106,
      "step": 15115,
      "token_acc": 0.9358511672504028
    },
    {
      "epoch": 0.9384892309602135,
      "grad_norm": 0.8232436180114746,
      "learning_rate": 1.030913723824356e-07,
      "loss": 0.2247161626815796,
      "step": 15120,
      "token_acc": 0.9359148417055271
    },
    {
      "epoch": 0.9387995779281236,
      "grad_norm": 0.9780632257461548,
      "learning_rate": 1.0205726504816215e-07,
      "loss": 0.22240190505981444,
      "step": 15125,
      "token_acc": 0.9369569986107141
    },
    {
      "epoch": 0.9391099248960337,
      "grad_norm": 0.8231025338172913,
      "learning_rate": 1.0102831696600757e-07,
      "loss": 0.2330986499786377,
      "step": 15130,
      "token_acc": 0.9337647229896757
    },
    {
      "epoch": 0.9394202718639438,
      "grad_norm": 0.8251264691352844,
      "learning_rate": 1.0000452921981596e-07,
      "loss": 0.23132362365722656,
      "step": 15135,
      "token_acc": 0.9339897323311089
    },
    {
      "epoch": 0.939730618831854,
      "grad_norm": 0.8271506428718567,
      "learning_rate": 9.898590288799526e-08,
      "loss": 0.22400758266448975,
      "step": 15140,
      "token_acc": 0.9358257713248639
    },
    {
      "epoch": 0.9400409657997641,
      "grad_norm": 0.8518717288970947,
      "learning_rate": 9.797243904351606e-08,
      "loss": 0.21921846866607667,
      "step": 15145,
      "token_acc": 0.9365768270056579
    },
    {
      "epoch": 0.9403513127676743,
      "grad_norm": 0.9078429341316223,
      "learning_rate": 9.696413875391109e-08,
      "loss": 0.22769925594329835,
      "step": 15150,
      "token_acc": 0.9350705480271819
    },
    {
      "epoch": 0.9406616597355844,
      "grad_norm": 0.808941662311554,
      "learning_rate": 9.59610030812752e-08,
      "loss": 0.22335097789764405,
      "step": 15155,
      "token_acc": 0.936111546704302
    },
    {
      "epoch": 0.9409720067034945,
      "grad_norm": 0.8358493447303772,
      "learning_rate": 9.496303308226151e-08,
      "loss": 0.2244410037994385,
      "step": 15160,
      "token_acc": 0.9355537271680106
    },
    {
      "epoch": 0.9412823536714047,
      "grad_norm": 0.8067222833633423,
      "learning_rate": 9.397022980808245e-08,
      "loss": 0.22346572875976561,
      "step": 15165,
      "token_acc": 0.9350882001029391
    },
    {
      "epoch": 0.9415927006393148,
      "grad_norm": 0.8393672704696655,
      "learning_rate": 9.298259430450873e-08,
      "loss": 0.22526037693023682,
      "step": 15170,
      "token_acc": 0.9355808747368772
    },
    {
      "epoch": 0.9419030476072249,
      "grad_norm": 0.8061415553092957,
      "learning_rate": 9.200012761186649e-08,
      "loss": 0.2261514186859131,
      "step": 15175,
      "token_acc": 0.9360237864564194
    },
    {
      "epoch": 0.942213394575135,
      "grad_norm": 0.7989704012870789,
      "learning_rate": 9.102283076503849e-08,
      "loss": 0.22367300987243652,
      "step": 15180,
      "token_acc": 0.936292727842907
    },
    {
      "epoch": 0.9425237415430451,
      "grad_norm": 5.452362060546875,
      "learning_rate": 9.005070479346067e-08,
      "loss": 0.22573423385620117,
      "step": 15185,
      "token_acc": 0.9352249244953108
    },
    {
      "epoch": 0.9428340885109553,
      "grad_norm": 1.2356898784637451,
      "learning_rate": 8.908375072112285e-08,
      "loss": 0.2263432502746582,
      "step": 15190,
      "token_acc": 0.9348791021300419
    },
    {
      "epoch": 0.9431444354788654,
      "grad_norm": 0.8187481164932251,
      "learning_rate": 8.812196956656694e-08,
      "loss": 0.2323697566986084,
      "step": 15195,
      "token_acc": 0.9340425251272853
    },
    {
      "epoch": 0.9434547824467755,
      "grad_norm": 0.8493360280990601,
      "learning_rate": 8.716536234288642e-08,
      "loss": 0.22659645080566407,
      "step": 15200,
      "token_acc": 0.9348433074949143
    },
    {
      "epoch": 0.9437651294146856,
      "grad_norm": 0.8390522003173828,
      "learning_rate": 8.62139300577236e-08,
      "loss": 0.22274446487426758,
      "step": 15205,
      "token_acc": 0.9362010600563745
    },
    {
      "epoch": 0.9440754763825957,
      "grad_norm": 0.814529299736023,
      "learning_rate": 8.526767371327016e-08,
      "loss": 0.2261338233947754,
      "step": 15210,
      "token_acc": 0.9356428011234524
    },
    {
      "epoch": 0.9443858233505059,
      "grad_norm": 0.8201233148574829,
      "learning_rate": 8.432659430626711e-08,
      "loss": 0.22249193191528321,
      "step": 15215,
      "token_acc": 0.9357081317516072
    },
    {
      "epoch": 0.944696170318416,
      "grad_norm": 0.8114063143730164,
      "learning_rate": 8.339069282800094e-08,
      "loss": 0.2166703462600708,
      "step": 15220,
      "token_acc": 0.9372107251157099
    },
    {
      "epoch": 0.9450065172863261,
      "grad_norm": 0.7758262157440186,
      "learning_rate": 8.245997026430363e-08,
      "loss": 0.21614983081817626,
      "step": 15225,
      "token_acc": 0.9364209463454167
    },
    {
      "epoch": 0.9453168642542362,
      "grad_norm": 0.9567193388938904,
      "learning_rate": 8.153442759555319e-08,
      "loss": 0.22854628562927246,
      "step": 15230,
      "token_acc": 0.9352720757011974
    },
    {
      "epoch": 0.9456272112221463,
      "grad_norm": 0.8302553296089172,
      "learning_rate": 8.061406579667031e-08,
      "loss": 0.22727298736572266,
      "step": 15235,
      "token_acc": 0.9348053296873049
    },
    {
      "epoch": 0.9459375581900565,
      "grad_norm": 0.8652146458625793,
      "learning_rate": 7.969888583711948e-08,
      "loss": 0.22525861263275146,
      "step": 15240,
      "token_acc": 0.9356488529231098
    },
    {
      "epoch": 0.9462479051579666,
      "grad_norm": 0.8045849204063416,
      "learning_rate": 7.878888868090629e-08,
      "loss": 0.22467689514160155,
      "step": 15245,
      "token_acc": 0.935139955544316
    },
    {
      "epoch": 0.9465582521258767,
      "grad_norm": 0.8361722826957703,
      "learning_rate": 7.78840752865756e-08,
      "loss": 0.22995285987854003,
      "step": 15250,
      "token_acc": 0.9345721413776445
    },
    {
      "epoch": 0.9468685990937868,
      "grad_norm": 1.2566227912902832,
      "learning_rate": 7.698444660721505e-08,
      "loss": 0.22309591770172119,
      "step": 15255,
      "token_acc": 0.9357952133305031
    },
    {
      "epoch": 0.947178946061697,
      "grad_norm": 0.8758302330970764,
      "learning_rate": 7.609000359044883e-08,
      "loss": 0.2246638774871826,
      "step": 15260,
      "token_acc": 0.935675532618764
    },
    {
      "epoch": 0.947489293029607,
      "grad_norm": 0.7966662049293518,
      "learning_rate": 7.520074717843884e-08,
      "loss": 0.2244575023651123,
      "step": 15265,
      "token_acc": 0.93543662942494
    },
    {
      "epoch": 0.9477996399975173,
      "grad_norm": 0.8384653329849243,
      "learning_rate": 7.431667830788414e-08,
      "loss": 0.21775059700012206,
      "step": 15270,
      "token_acc": 0.9373261004463839
    },
    {
      "epoch": 0.9481099869654274,
      "grad_norm": 0.8193512558937073,
      "learning_rate": 7.343779791002037e-08,
      "loss": 0.22500150203704833,
      "step": 15275,
      "token_acc": 0.9364104622382768
    },
    {
      "epoch": 0.9484203339333375,
      "grad_norm": 0.8730255961418152,
      "learning_rate": 7.256410691061533e-08,
      "loss": 0.23197007179260254,
      "step": 15280,
      "token_acc": 0.9343172182023043
    },
    {
      "epoch": 0.9487306809012476,
      "grad_norm": 0.8121325969696045,
      "learning_rate": 7.16956062299734e-08,
      "loss": 0.2226422071456909,
      "step": 15285,
      "token_acc": 0.9363289382373352
    },
    {
      "epoch": 0.9490410278691577,
      "grad_norm": 0.8645696043968201,
      "learning_rate": 7.083229678293002e-08,
      "loss": 0.22263357639312745,
      "step": 15290,
      "token_acc": 0.9356545942365465
    },
    {
      "epoch": 0.9493513748370679,
      "grad_norm": 0.8563567399978638,
      "learning_rate": 6.997417947885277e-08,
      "loss": 0.22628865242004395,
      "step": 15295,
      "token_acc": 0.9349733890061857
    },
    {
      "epoch": 0.949661721804978,
      "grad_norm": 0.8714470863342285,
      "learning_rate": 6.912125522164082e-08,
      "loss": 0.21658577919006347,
      "step": 15300,
      "token_acc": 0.9377701806374118
    },
    {
      "epoch": 0.9499720687728881,
      "grad_norm": 0.8267343640327454,
      "learning_rate": 6.827352490972216e-08,
      "loss": 0.21735353469848634,
      "step": 15305,
      "token_acc": 0.9371506457933331
    },
    {
      "epoch": 0.9502824157407982,
      "grad_norm": 0.8219081163406372,
      "learning_rate": 6.743098943605419e-08,
      "loss": 0.23012862205505372,
      "step": 15310,
      "token_acc": 0.933909618850544
    },
    {
      "epoch": 0.9505927627087083,
      "grad_norm": 0.8483142852783203,
      "learning_rate": 6.65936496881231e-08,
      "loss": 0.22592477798461913,
      "step": 15315,
      "token_acc": 0.935226547543076
    },
    {
      "epoch": 0.9509031096766185,
      "grad_norm": 0.8228432536125183,
      "learning_rate": 6.576150654794056e-08,
      "loss": 0.22719712257385255,
      "step": 15320,
      "token_acc": 0.9351193330136913
    },
    {
      "epoch": 0.9512134566445286,
      "grad_norm": 0.9031339287757874,
      "learning_rate": 6.493456089204541e-08,
      "loss": 0.226958703994751,
      "step": 15325,
      "token_acc": 0.9349737200181425
    },
    {
      "epoch": 0.9515238036124387,
      "grad_norm": 0.7835374474525452,
      "learning_rate": 6.411281359150202e-08,
      "loss": 0.2203263521194458,
      "step": 15330,
      "token_acc": 0.9358614013419234
    },
    {
      "epoch": 0.9518341505803488,
      "grad_norm": 0.7952069640159607,
      "learning_rate": 6.32962655118985e-08,
      "loss": 0.22332868576049805,
      "step": 15335,
      "token_acc": 0.9358081620177805
    },
    {
      "epoch": 0.9521444975482589,
      "grad_norm": 2.0506751537323,
      "learning_rate": 6.248491751334517e-08,
      "loss": 0.223779034614563,
      "step": 15340,
      "token_acc": 0.9352412122971752
    },
    {
      "epoch": 0.9524548445161691,
      "grad_norm": 0.8377223610877991,
      "learning_rate": 6.167877045047844e-08,
      "loss": 0.22706923484802247,
      "step": 15345,
      "token_acc": 0.9351074104912573
    },
    {
      "epoch": 0.9527651914840792,
      "grad_norm": 0.7963693141937256,
      "learning_rate": 6.087782517245233e-08,
      "loss": 0.23039445877075196,
      "step": 15350,
      "token_acc": 0.9345963102559016
    },
    {
      "epoch": 0.9530755384519893,
      "grad_norm": 0.7980961203575134,
      "learning_rate": 6.008208252294368e-08,
      "loss": 0.2203824520111084,
      "step": 15355,
      "token_acc": 0.9367820650090547
    },
    {
      "epoch": 0.9533858854198994,
      "grad_norm": 0.7977734804153442,
      "learning_rate": 5.929154334014864e-08,
      "loss": 0.2187025785446167,
      "step": 15360,
      "token_acc": 0.9369687493788964
    },
    {
      "epoch": 0.9536962323878095,
      "grad_norm": 0.808886706829071,
      "learning_rate": 5.850620845678223e-08,
      "loss": 0.22373590469360352,
      "step": 15365,
      "token_acc": 0.9355298949277295
    },
    {
      "epoch": 0.9540065793557196,
      "grad_norm": 0.7952503561973572,
      "learning_rate": 5.7726078700077736e-08,
      "loss": 0.22443680763244628,
      "step": 15370,
      "token_acc": 0.9355510873099613
    },
    {
      "epoch": 0.9543169263236299,
      "grad_norm": 0.809476912021637,
      "learning_rate": 5.6951154891785597e-08,
      "loss": 0.22569818496704103,
      "step": 15375,
      "token_acc": 0.935259868596763
    },
    {
      "epoch": 0.95462727329154,
      "grad_norm": 0.8188254833221436,
      "learning_rate": 5.6181437848172315e-08,
      "loss": 0.22699193954467772,
      "step": 15380,
      "token_acc": 0.9347692799829392
    },
    {
      "epoch": 0.9549376202594501,
      "grad_norm": 0.8684312701225281,
      "learning_rate": 5.541692838002044e-08,
      "loss": 0.2206878900527954,
      "step": 15385,
      "token_acc": 0.936507406913119
    },
    {
      "epoch": 0.9552479672273602,
      "grad_norm": 0.8066678047180176,
      "learning_rate": 5.465762729262636e-08,
      "loss": 0.22271337509155273,
      "step": 15390,
      "token_acc": 0.9356075884916253
    },
    {
      "epoch": 0.9555583141952703,
      "grad_norm": 0.8246888518333435,
      "learning_rate": 5.390353538579973e-08,
      "loss": 0.2283928871154785,
      "step": 15395,
      "token_acc": 0.9347990510113711
    },
    {
      "epoch": 0.9558686611631805,
      "grad_norm": 0.8588503003120422,
      "learning_rate": 5.315465345386517e-08,
      "loss": 0.22897400856018066,
      "step": 15400,
      "token_acc": 0.9339744751352611
    },
    {
      "epoch": 0.9561790081310906,
      "grad_norm": 0.82988041639328,
      "learning_rate": 5.241098228565722e-08,
      "loss": 0.22697460651397705,
      "step": 15405,
      "token_acc": 0.9345906637279098
    },
    {
      "epoch": 0.9564893550990007,
      "grad_norm": 0.8785929083824158,
      "learning_rate": 5.167252266452261e-08,
      "loss": 0.22281122207641602,
      "step": 15410,
      "token_acc": 0.9360419190057402
    },
    {
      "epoch": 0.9567997020669108,
      "grad_norm": 0.8396813869476318,
      "learning_rate": 5.093927536831911e-08,
      "loss": 0.2242985963821411,
      "step": 15415,
      "token_acc": 0.9355860612460402
    },
    {
      "epoch": 0.9571100490348209,
      "grad_norm": 0.8194007873535156,
      "learning_rate": 5.021124116941278e-08,
      "loss": 0.22291479110717774,
      "step": 15420,
      "token_acc": 0.9363231220138917
    },
    {
      "epoch": 0.9574203960027311,
      "grad_norm": 0.7992196083068848,
      "learning_rate": 4.9488420834679085e-08,
      "loss": 0.2107405662536621,
      "step": 15425,
      "token_acc": 0.9386169590451089
    },
    {
      "epoch": 0.9577307429706412,
      "grad_norm": 0.8669182658195496,
      "learning_rate": 4.877081512550119e-08,
      "loss": 0.22837629318237304,
      "step": 15430,
      "token_acc": 0.9343999675548526
    },
    {
      "epoch": 0.9580410899385513,
      "grad_norm": 0.931969404220581,
      "learning_rate": 4.8058424797770565e-08,
      "loss": 0.23075571060180664,
      "step": 15435,
      "token_acc": 0.9345421810699589
    },
    {
      "epoch": 0.9583514369064614,
      "grad_norm": 0.9046128988265991,
      "learning_rate": 4.735125060188361e-08,
      "loss": 0.22263517379760742,
      "step": 15440,
      "token_acc": 0.9363239540662145
    },
    {
      "epoch": 0.9586617838743715,
      "grad_norm": 0.8204918503761292,
      "learning_rate": 4.6649293282742814e-08,
      "loss": 0.22345831394195556,
      "step": 15445,
      "token_acc": 0.9355371346108668
    },
    {
      "epoch": 0.9589721308422817,
      "grad_norm": 0.8200190663337708,
      "learning_rate": 4.5952553579755586e-08,
      "loss": 0.22515597343444824,
      "step": 15450,
      "token_acc": 0.9358677532876458
    },
    {
      "epoch": 0.9592824778101918,
      "grad_norm": 0.7968879342079163,
      "learning_rate": 4.5261032226832645e-08,
      "loss": 0.22422480583190918,
      "step": 15455,
      "token_acc": 0.9357563654518223
    },
    {
      "epoch": 0.9595928247781019,
      "grad_norm": 0.7624355554580688,
      "learning_rate": 4.4574729952390204e-08,
      "loss": 0.22359352111816405,
      "step": 15460,
      "token_acc": 0.9360458897149275
    },
    {
      "epoch": 0.959903171746012,
      "grad_norm": 0.819399356842041,
      "learning_rate": 4.389364747934388e-08,
      "loss": 0.22677216529846192,
      "step": 15465,
      "token_acc": 0.9355797819623389
    },
    {
      "epoch": 0.9602135187139221,
      "grad_norm": 0.8478218913078308,
      "learning_rate": 4.3217785525112574e-08,
      "loss": 0.22739701271057128,
      "step": 15470,
      "token_acc": 0.9345117966854897
    },
    {
      "epoch": 0.9605238656818322,
      "grad_norm": 0.8312594890594482,
      "learning_rate": 4.254714480161681e-08,
      "loss": 0.2292851448059082,
      "step": 15475,
      "token_acc": 0.9343431362906134
    },
    {
      "epoch": 0.9608342126497424,
      "grad_norm": 0.7991034984588623,
      "learning_rate": 4.188172601527651e-08,
      "loss": 0.21993248462677,
      "step": 15480,
      "token_acc": 0.9359837427434783
    },
    {
      "epoch": 0.9611445596176525,
      "grad_norm": 0.8233107924461365,
      "learning_rate": 4.122152986700989e-08,
      "loss": 0.21606411933898925,
      "step": 15485,
      "token_acc": 0.9368456085466104
    },
    {
      "epoch": 0.9614549065855627,
      "grad_norm": 1.1857753992080688,
      "learning_rate": 4.0566557052236776e-08,
      "loss": 0.22082462310791015,
      "step": 15490,
      "token_acc": 0.9364271457085829
    },
    {
      "epoch": 0.9617652535534728,
      "grad_norm": 0.8240007162094116,
      "learning_rate": 3.9916808260871964e-08,
      "loss": 0.22246360778808594,
      "step": 15495,
      "token_acc": 0.9357665418058392
    },
    {
      "epoch": 0.9620756005213829,
      "grad_norm": 0.8382442593574524,
      "learning_rate": 3.92722841773302e-08,
      "loss": 0.2287151336669922,
      "step": 15500,
      "token_acc": 0.9353692034254322
    },
    {
      "epoch": 0.9620756005213829,
      "eval_loss": 0.2353387475013733,
      "eval_runtime": 105.9865,
      "eval_samples_per_second": 188.703,
      "eval_steps_per_second": 0.255,
      "eval_token_acc": 0.9324512301801651,
      "step": 15500
    },
    {
      "epoch": 0.9623859474892931,
      "grad_norm": 0.8209149837493896,
      "learning_rate": 3.863298548052008e-08,
      "loss": 0.22818026542663575,
      "step": 15505,
      "token_acc": 0.9340887478067532
    },
    {
      "epoch": 0.9626962944572032,
      "grad_norm": 0.819057822227478,
      "learning_rate": 3.799891284384849e-08,
      "loss": 0.2238163948059082,
      "step": 15510,
      "token_acc": 0.9355069867431028
    },
    {
      "epoch": 0.9630066414251133,
      "grad_norm": 0.799403190612793,
      "learning_rate": 3.737006693521561e-08,
      "loss": 0.22618515491485597,
      "step": 15515,
      "token_acc": 0.9349316202523262
    },
    {
      "epoch": 0.9633169883930234,
      "grad_norm": 0.7988102436065674,
      "learning_rate": 3.674644841701769e-08,
      "loss": 0.22670292854309082,
      "step": 15520,
      "token_acc": 0.9346353024361181
    },
    {
      "epoch": 0.9636273353609335,
      "grad_norm": 0.8185102939605713,
      "learning_rate": 3.6128057946142604e-08,
      "loss": 0.22490134239196777,
      "step": 15525,
      "token_acc": 0.9358514946448553
    },
    {
      "epoch": 0.9639376823288437,
      "grad_norm": 0.8071334958076477,
      "learning_rate": 3.551489617397374e-08,
      "loss": 0.2241300106048584,
      "step": 15530,
      "token_acc": 0.9355907790588345
    },
    {
      "epoch": 0.9642480292967538,
      "grad_norm": 0.8759570121765137,
      "learning_rate": 3.490696374638558e-08,
      "loss": 0.2264106035232544,
      "step": 15535,
      "token_acc": 0.9351200621698046
    },
    {
      "epoch": 0.9645583762646639,
      "grad_norm": 0.8114751577377319,
      "learning_rate": 3.4304261303742535e-08,
      "loss": 0.22525432109832763,
      "step": 15540,
      "token_acc": 0.9355221988989663
    },
    {
      "epoch": 0.964868723232574,
      "grad_norm": 0.8177556395530701,
      "learning_rate": 3.3706789480903446e-08,
      "loss": 0.2300882577896118,
      "step": 15545,
      "token_acc": 0.933638321851805
    },
    {
      "epoch": 0.9651790702004841,
      "grad_norm": 0.830560028553009,
      "learning_rate": 3.3114548907215436e-08,
      "loss": 0.214280366897583,
      "step": 15550,
      "token_acc": 0.9376256339940627
    },
    {
      "epoch": 0.9654894171683943,
      "grad_norm": 0.9937106370925903,
      "learning_rate": 3.2527540206515054e-08,
      "loss": 0.22566475868225097,
      "step": 15555,
      "token_acc": 0.9349657942592975
    },
    {
      "epoch": 0.9657997641363044,
      "grad_norm": 0.7684742212295532,
      "learning_rate": 3.1945763997129344e-08,
      "loss": 0.22068114280700685,
      "step": 15560,
      "token_acc": 0.9360149163608857
    },
    {
      "epoch": 0.9661101111042145,
      "grad_norm": 0.8296353816986084,
      "learning_rate": 3.136922089187144e-08,
      "loss": 0.22519922256469727,
      "step": 15565,
      "token_acc": 0.9343289729808734
    },
    {
      "epoch": 0.9664204580721246,
      "grad_norm": 0.8396661877632141,
      "learning_rate": 3.079791149804445e-08,
      "loss": 0.22880682945251465,
      "step": 15570,
      "token_acc": 0.934270228977471
    },
    {
      "epoch": 0.9667308050400347,
      "grad_norm": 0.8300756812095642,
      "learning_rate": 3.0231836417438095e-08,
      "loss": 0.22211871147155762,
      "step": 15575,
      "token_acc": 0.9368708628071792
    },
    {
      "epoch": 0.9670411520079449,
      "grad_norm": 0.8245381712913513,
      "learning_rate": 2.9670996246326522e-08,
      "loss": 0.227608060836792,
      "step": 15580,
      "token_acc": 0.9348357663011074
    },
    {
      "epoch": 0.967351498975855,
      "grad_norm": 0.8507952690124512,
      "learning_rate": 2.911539157547216e-08,
      "loss": 0.22475545406341552,
      "step": 15585,
      "token_acc": 0.9353679954932564
    },
    {
      "epoch": 0.9676618459437651,
      "grad_norm": 0.8144983053207397,
      "learning_rate": 2.856502299012187e-08,
      "loss": 0.21740415096282958,
      "step": 15590,
      "token_acc": 0.9371765768005391
    },
    {
      "epoch": 0.9679721929116752,
      "grad_norm": 0.8377090692520142,
      "learning_rate": 2.8019891070006354e-08,
      "loss": 0.22457399368286132,
      "step": 15595,
      "token_acc": 0.9354453712421594
    },
    {
      "epoch": 0.9682825398795853,
      "grad_norm": 0.8060710430145264,
      "learning_rate": 2.7479996389340736e-08,
      "loss": 0.21875674724578859,
      "step": 15600,
      "token_acc": 0.9366500696005996
    },
    {
      "epoch": 0.9685928868474954,
      "grad_norm": 0.8571235537528992,
      "learning_rate": 2.6945339516823988e-08,
      "loss": 0.2335214376449585,
      "step": 15605,
      "token_acc": 0.9331404882784315
    },
    {
      "epoch": 0.9689032338154057,
      "grad_norm": 0.8052919507026672,
      "learning_rate": 2.641592101563728e-08,
      "loss": 0.2210322856903076,
      "step": 15610,
      "token_acc": 0.9358845385162233
    },
    {
      "epoch": 0.9692135807833158,
      "grad_norm": 0.8269677758216858,
      "learning_rate": 2.5891741443443418e-08,
      "loss": 0.22711396217346191,
      "step": 15615,
      "token_acc": 0.9337541308658295
    },
    {
      "epoch": 0.9695239277512259,
      "grad_norm": 0.8817762732505798,
      "learning_rate": 2.537280135238851e-08,
      "loss": 0.22270312309265136,
      "step": 15620,
      "token_acc": 0.9359517860939826
    },
    {
      "epoch": 0.969834274719136,
      "grad_norm": 0.8504263162612915,
      "learning_rate": 2.485910128909752e-08,
      "loss": 0.22194621562957764,
      "step": 15625,
      "token_acc": 0.9360558194140562
    },
    {
      "epoch": 0.9701446216870461,
      "grad_norm": 0.8006669282913208,
      "learning_rate": 2.4350641794677055e-08,
      "loss": 0.22227416038513184,
      "step": 15630,
      "token_acc": 0.9359969702707821
    },
    {
      "epoch": 0.9704549686549563,
      "grad_norm": 0.8290884494781494,
      "learning_rate": 2.3847423404713686e-08,
      "loss": 0.2239783763885498,
      "step": 15635,
      "token_acc": 0.9353793213828425
    },
    {
      "epoch": 0.9707653156228664,
      "grad_norm": 0.794661819934845,
      "learning_rate": 2.3349446649272856e-08,
      "loss": 0.22291333675384523,
      "step": 15640,
      "token_acc": 0.9355991882702361
    },
    {
      "epoch": 0.9710756625907765,
      "grad_norm": 0.794541597366333,
      "learning_rate": 2.2856712052898854e-08,
      "loss": 0.22443385124206544,
      "step": 15645,
      "token_acc": 0.9350375141092889
    },
    {
      "epoch": 0.9713860095586866,
      "grad_norm": 0.8332598805427551,
      "learning_rate": 2.2369220134613732e-08,
      "loss": 0.21990303993225097,
      "step": 15650,
      "token_acc": 0.9365769936936218
    },
    {
      "epoch": 0.9716963565265967,
      "grad_norm": 0.8595775961875916,
      "learning_rate": 2.1886971407917846e-08,
      "loss": 0.2271794319152832,
      "step": 15655,
      "token_acc": 0.9349701215880727
    },
    {
      "epoch": 0.9720067034945069,
      "grad_norm": 0.8646977543830872,
      "learning_rate": 2.140996638078818e-08,
      "loss": 0.21491079330444335,
      "step": 15660,
      "token_acc": 0.9382688854623492
    },
    {
      "epoch": 0.972317050462417,
      "grad_norm": 0.8218981027603149,
      "learning_rate": 2.093820555567838e-08,
      "loss": 0.2168516159057617,
      "step": 15665,
      "token_acc": 0.9374552636462448
    },
    {
      "epoch": 0.9726273974303271,
      "grad_norm": 0.8405992984771729,
      "learning_rate": 2.0471689429518162e-08,
      "loss": 0.22788629531860352,
      "step": 15670,
      "token_acc": 0.934632402769104
    },
    {
      "epoch": 0.9729377443982372,
      "grad_norm": 0.8392440676689148,
      "learning_rate": 2.0010418493712214e-08,
      "loss": 0.22279725074768067,
      "step": 15675,
      "token_acc": 0.9365945127968945
    },
    {
      "epoch": 0.9732480913661473,
      "grad_norm": 0.8152569532394409,
      "learning_rate": 1.9554393234141877e-08,
      "loss": 0.22373075485229493,
      "step": 15680,
      "token_acc": 0.9357038512616201
    },
    {
      "epoch": 0.9735584383340575,
      "grad_norm": 0.8252231478691101,
      "learning_rate": 1.910361413116013e-08,
      "loss": 0.21790575981140137,
      "step": 15685,
      "token_acc": 0.936180811072885
    },
    {
      "epoch": 0.9738687853019676,
      "grad_norm": 0.8161397576332092,
      "learning_rate": 1.8658081659596593e-08,
      "loss": 0.22199602127075196,
      "step": 15690,
      "token_acc": 0.9358669196677014
    },
    {
      "epoch": 0.9741791322698777,
      "grad_norm": 0.8439284563064575,
      "learning_rate": 1.8217796288753643e-08,
      "loss": 0.2254786729812622,
      "step": 15695,
      "token_acc": 0.9353280183141895
    },
    {
      "epoch": 0.9744894792377878,
      "grad_norm": 0.8505290150642395,
      "learning_rate": 1.778275848240474e-08,
      "loss": 0.22276694774627687,
      "step": 15700,
      "token_acc": 0.9359814296261315
    },
    {
      "epoch": 0.9747998262056979,
      "grad_norm": 0.9368773102760315,
      "learning_rate": 1.735296869879888e-08,
      "loss": 0.2216945171356201,
      "step": 15705,
      "token_acc": 0.9364060560603747
    },
    {
      "epoch": 0.975110173173608,
      "grad_norm": 0.8455086350440979,
      "learning_rate": 1.692842739065448e-08,
      "loss": 0.2272592306137085,
      "step": 15710,
      "token_acc": 0.9356848293410547
    },
    {
      "epoch": 0.9754205201415183,
      "grad_norm": 0.8515515923500061,
      "learning_rate": 1.6509135005162715e-08,
      "loss": 0.22269172668457032,
      "step": 15715,
      "token_acc": 0.9366872299013624
    },
    {
      "epoch": 0.9757308671094284,
      "grad_norm": 0.8456263542175293,
      "learning_rate": 1.6095091983986398e-08,
      "loss": 0.2282790422439575,
      "step": 15720,
      "token_acc": 0.9341726234930119
    },
    {
      "epoch": 0.9760412140773385,
      "grad_norm": 0.8005826473236084,
      "learning_rate": 1.568629876325667e-08,
      "loss": 0.22884807586669922,
      "step": 15725,
      "token_acc": 0.9342829933603713
    },
    {
      "epoch": 0.9763515610452486,
      "grad_norm": 0.8603096604347229,
      "learning_rate": 1.528275577357685e-08,
      "loss": 0.2260124683380127,
      "step": 15730,
      "token_acc": 0.9360232593972119
    },
    {
      "epoch": 0.9766619080131587,
      "grad_norm": 0.8844029903411865,
      "learning_rate": 1.4884463440020259e-08,
      "loss": 0.22288291454315184,
      "step": 15735,
      "token_acc": 0.9361955516523289
    },
    {
      "epoch": 0.9769722549810689,
      "grad_norm": 1.0851752758026123,
      "learning_rate": 1.4491422182126847e-08,
      "loss": 0.2216958999633789,
      "step": 15740,
      "token_acc": 0.936319567693571
    },
    {
      "epoch": 0.977282601948979,
      "grad_norm": 0.8752528429031372,
      "learning_rate": 1.4103632413907664e-08,
      "loss": 0.22626588344573975,
      "step": 15745,
      "token_acc": 0.9346526682990641
    },
    {
      "epoch": 0.9775929489168891,
      "grad_norm": 0.8206929564476013,
      "learning_rate": 1.3721094543841518e-08,
      "loss": 0.22306499481201172,
      "step": 15750,
      "token_acc": 0.936111537716762
    },
    {
      "epoch": 0.9779032958847992,
      "grad_norm": 0.8145995140075684,
      "learning_rate": 1.3343808974875528e-08,
      "loss": 0.22847816944122315,
      "step": 15755,
      "token_acc": 0.9355646660251256
    },
    {
      "epoch": 0.9782136428527093,
      "grad_norm": 0.8176822662353516,
      "learning_rate": 1.297177610442235e-08,
      "loss": 0.216821026802063,
      "step": 15760,
      "token_acc": 0.9367052521314823
    },
    {
      "epoch": 0.9785239898206195,
      "grad_norm": 0.8210958242416382,
      "learning_rate": 1.2604996324364072e-08,
      "loss": 0.22356324195861815,
      "step": 15765,
      "token_acc": 0.935554312801257
    },
    {
      "epoch": 0.9788343367885296,
      "grad_norm": 0.8578672409057617,
      "learning_rate": 1.2243470021048309e-08,
      "loss": 0.22584085464477538,
      "step": 15770,
      "token_acc": 0.935310116793771
    },
    {
      "epoch": 0.9791446837564397,
      "grad_norm": 0.8195298910140991,
      "learning_rate": 1.1887197575289333e-08,
      "loss": 0.22321221828460694,
      "step": 15775,
      "token_acc": 0.9361123095814942
    },
    {
      "epoch": 0.9794550307243498,
      "grad_norm": 0.8077801465988159,
      "learning_rate": 1.1536179362366395e-08,
      "loss": 0.21732738018035888,
      "step": 15780,
      "token_acc": 0.9365898239084509
    },
    {
      "epoch": 0.9797653776922599,
      "grad_norm": 0.7875742316246033,
      "learning_rate": 1.1190415752025951e-08,
      "loss": 0.2237471580505371,
      "step": 15785,
      "token_acc": 0.9352756535016153
    },
    {
      "epoch": 0.9800757246601701,
      "grad_norm": 0.8246194124221802,
      "learning_rate": 1.0849907108476665e-08,
      "loss": 0.2250540018081665,
      "step": 15790,
      "token_acc": 0.9359832774810046
    },
    {
      "epoch": 0.9803860716280802,
      "grad_norm": 0.8452962636947632,
      "learning_rate": 1.0514653790395512e-08,
      "loss": 0.22398147583007813,
      "step": 15795,
      "token_acc": 0.9353874795113758
    },
    {
      "epoch": 0.9806964185959903,
      "grad_norm": 0.8405020236968994,
      "learning_rate": 1.018465615092057e-08,
      "loss": 0.22321243286132814,
      "step": 15800,
      "token_acc": 0.9356602326899357
    },
    {
      "epoch": 0.9810067655639004,
      "grad_norm": 0.8672464489936829,
      "learning_rate": 9.859914537655446e-09,
      "loss": 0.2298654317855835,
      "step": 15805,
      "token_acc": 0.9343468103271408
    },
    {
      "epoch": 0.9813171125318105,
      "grad_norm": 0.828220009803772,
      "learning_rate": 9.540429292667075e-09,
      "loss": 0.2228759765625,
      "step": 15810,
      "token_acc": 0.9365199004809199
    },
    {
      "epoch": 0.9816274594997206,
      "grad_norm": 0.8338759541511536,
      "learning_rate": 9.226200752485704e-09,
      "loss": 0.22192158699035644,
      "step": 15815,
      "token_acc": 0.9357977166662272
    },
    {
      "epoch": 0.9819378064676308,
      "grad_norm": 0.8527135848999023,
      "learning_rate": 8.917229248103787e-09,
      "loss": 0.22875962257385254,
      "step": 15820,
      "token_acc": 0.9344708682494577
    },
    {
      "epoch": 0.982248153435541,
      "grad_norm": 0.9176541566848755,
      "learning_rate": 8.613515104977099e-09,
      "loss": 0.22667813301086426,
      "step": 15825,
      "token_acc": 0.9335897300577882
    },
    {
      "epoch": 0.982558500403451,
      "grad_norm": 0.8127972483634949,
      "learning_rate": 8.315058643023066e-09,
      "loss": 0.22446818351745607,
      "step": 15830,
      "token_acc": 0.9348869133651441
    },
    {
      "epoch": 0.9828688473713612,
      "grad_norm": 0.8317758440971375,
      "learning_rate": 8.021860176620766e-09,
      "loss": 0.22623372077941895,
      "step": 15835,
      "token_acc": 0.9345661169296561
    },
    {
      "epoch": 0.9831791943392713,
      "grad_norm": 0.8076893091201782,
      "learning_rate": 7.733920014612039e-09,
      "loss": 0.22411203384399414,
      "step": 15840,
      "token_acc": 0.935538294606468
    },
    {
      "epoch": 0.9834895413071815,
      "grad_norm": 0.9066287875175476,
      "learning_rate": 7.451238460297605e-09,
      "loss": 0.22220664024353026,
      "step": 15845,
      "token_acc": 0.9351101578222646
    },
    {
      "epoch": 0.9837998882750916,
      "grad_norm": 0.8255732655525208,
      "learning_rate": 7.173815811440943e-09,
      "loss": 0.2199860095977783,
      "step": 15850,
      "token_acc": 0.9370451527224436
    },
    {
      "epoch": 0.9841102352430017,
      "grad_norm": 0.879515528678894,
      "learning_rate": 6.90165236026552e-09,
      "loss": 0.22831313610076903,
      "step": 15855,
      "token_acc": 0.9346132331788397
    },
    {
      "epoch": 0.9844205822109118,
      "grad_norm": 0.7682735323905945,
      "learning_rate": 6.634748393454793e-09,
      "loss": 0.21818408966064454,
      "step": 15860,
      "token_acc": 0.9369266055045872
    },
    {
      "epoch": 0.9847309291788219,
      "grad_norm": 0.8491484522819519,
      "learning_rate": 6.373104192152202e-09,
      "loss": 0.22478189468383789,
      "step": 15865,
      "token_acc": 0.9352842653763841
    },
    {
      "epoch": 0.9850412761467321,
      "grad_norm": 0.8217035531997681,
      "learning_rate": 6.1167200319611764e-09,
      "loss": 0.2260317325592041,
      "step": 15870,
      "token_acc": 0.9344038378252324
    },
    {
      "epoch": 0.9853516231146422,
      "grad_norm": 0.8207763433456421,
      "learning_rate": 5.865596182943467e-09,
      "loss": 0.22303457260131837,
      "step": 15875,
      "token_acc": 0.9353655576041099
    },
    {
      "epoch": 0.9856619700825523,
      "grad_norm": 0.7968692779541016,
      "learning_rate": 5.619732909621367e-09,
      "loss": 0.22384588718414306,
      "step": 15880,
      "token_acc": 0.9358533791523482
    },
    {
      "epoch": 0.9859723170504624,
      "grad_norm": 0.8354984521865845,
      "learning_rate": 5.379130470975491e-09,
      "loss": 0.22613003253936767,
      "step": 15885,
      "token_acc": 0.9345577147222094
    },
    {
      "epoch": 0.9862826640183725,
      "grad_norm": 0.860225260257721,
      "learning_rate": 5.14378912044311e-09,
      "loss": 0.22345328330993652,
      "step": 15890,
      "token_acc": 0.9360545122153897
    },
    {
      "epoch": 0.9865930109862827,
      "grad_norm": 0.9035174250602722,
      "learning_rate": 4.913709105923148e-09,
      "loss": 0.22886548042297364,
      "step": 15895,
      "token_acc": 0.9336743471988777
    },
    {
      "epoch": 0.9869033579541928,
      "grad_norm": 0.8488447070121765,
      "learning_rate": 4.688890669768964e-09,
      "loss": 0.22817702293395997,
      "step": 15900,
      "token_acc": 0.9341405439478903
    },
    {
      "epoch": 0.9872137049221029,
      "grad_norm": 0.8325760960578918,
      "learning_rate": 4.469334048793905e-09,
      "loss": 0.220343017578125,
      "step": 15905,
      "token_acc": 0.9374274849604647
    },
    {
      "epoch": 0.987524051890013,
      "grad_norm": 0.9522079825401306,
      "learning_rate": 4.2550394742679746e-09,
      "loss": 0.21856536865234374,
      "step": 15910,
      "token_acc": 0.9375141393306274
    },
    {
      "epoch": 0.9878343988579231,
      "grad_norm": 0.8007991313934326,
      "learning_rate": 4.046007171918942e-09,
      "loss": 0.22292826175689698,
      "step": 15915,
      "token_acc": 0.9359938664093379
    },
    {
      "epoch": 0.9881447458258332,
      "grad_norm": 0.8300456404685974,
      "learning_rate": 3.8422373619312335e-09,
      "loss": 0.2224909782409668,
      "step": 15920,
      "token_acc": 0.9349102117394801
    },
    {
      "epoch": 0.9884550927937434,
      "grad_norm": 0.827904462814331,
      "learning_rate": 3.643730258944822e-09,
      "loss": 0.21944031715393067,
      "step": 15925,
      "token_acc": 0.9362928532976195
    },
    {
      "epoch": 0.9887654397616535,
      "grad_norm": 0.8470441699028015,
      "learning_rate": 3.4504860720585566e-09,
      "loss": 0.229913592338562,
      "step": 15930,
      "token_acc": 0.9339963356927254
    },
    {
      "epoch": 0.9890757867295636,
      "grad_norm": 0.8030912280082703,
      "learning_rate": 3.2625050048262773e-09,
      "loss": 0.22981815338134765,
      "step": 15935,
      "token_acc": 0.9345039783639713
    },
    {
      "epoch": 0.9893861336974737,
      "grad_norm": 0.9738321900367737,
      "learning_rate": 3.0797872552573715e-09,
      "loss": 0.22450294494628906,
      "step": 15940,
      "token_acc": 0.9355386541637807
    },
    {
      "epoch": 0.9896964806653838,
      "grad_norm": 0.8059338331222534,
      "learning_rate": 2.902333015817327e-09,
      "loss": 0.22481191158294678,
      "step": 15945,
      "token_acc": 0.9348184709593127
    },
    {
      "epoch": 0.9900068276332941,
      "grad_norm": 0.8449530601501465,
      "learning_rate": 2.730142473429398e-09,
      "loss": 0.22862575054168702,
      "step": 15950,
      "token_acc": 0.9343673523381176
    },
    {
      "epoch": 0.9903171746012042,
      "grad_norm": 0.8513461351394653,
      "learning_rate": 2.563215809469055e-09,
      "loss": 0.22250065803527833,
      "step": 15955,
      "token_acc": 0.9365558111323969
    },
    {
      "epoch": 0.9906275215691143,
      "grad_norm": 0.8042654395103455,
      "learning_rate": 2.401553199769535e-09,
      "loss": 0.2216949462890625,
      "step": 15960,
      "token_acc": 0.9367010873555699
    },
    {
      "epoch": 0.9909378685370244,
      "grad_norm": 0.8199389576911926,
      "learning_rate": 2.2451548146179558e-09,
      "loss": 0.22191257476806642,
      "step": 15965,
      "token_acc": 0.9364831038798498
    },
    {
      "epoch": 0.9912482155049345,
      "grad_norm": 1.0518592596054077,
      "learning_rate": 2.094020818756426e-09,
      "loss": 0.22218399047851561,
      "step": 15970,
      "token_acc": 0.9361805101373447
    },
    {
      "epoch": 0.9915585624728447,
      "grad_norm": 0.8628588318824768,
      "learning_rate": 1.9481513713826004e-09,
      "loss": 0.22758188247680664,
      "step": 15975,
      "token_acc": 0.9348076846585259
    },
    {
      "epoch": 0.9918689094407548,
      "grad_norm": 0.8437245488166809,
      "learning_rate": 1.8075466261480156e-09,
      "loss": 0.2203207492828369,
      "step": 15980,
      "token_acc": 0.9361688036452263
    },
    {
      "epoch": 0.9921792564086649,
      "grad_norm": 0.8273714184761047,
      "learning_rate": 1.6722067311586431e-09,
      "loss": 0.2229374408721924,
      "step": 15985,
      "token_acc": 0.9365461955244624
    },
    {
      "epoch": 0.992489603376575,
      "grad_norm": 0.8367292881011963,
      "learning_rate": 1.542131828974891e-09,
      "loss": 0.2309025526046753,
      "step": 15990,
      "token_acc": 0.934344579277237
    },
    {
      "epoch": 0.9927999503444851,
      "grad_norm": 0.8372355103492737,
      "learning_rate": 1.417322056611048e-09,
      "loss": 0.22440309524536134,
      "step": 15995,
      "token_acc": 0.934622547102914
    },
    {
      "epoch": 0.9931102973123953,
      "grad_norm": 0.8935984969139099,
      "learning_rate": 1.297777545536394e-09,
      "loss": 0.23045065402984619,
      "step": 16000,
      "token_acc": 0.9341573850679181
    },
    {
      "epoch": 0.9931102973123953,
      "eval_loss": 0.23542769253253937,
      "eval_runtime": 101.9756,
      "eval_samples_per_second": 196.125,
      "eval_steps_per_second": 0.265,
      "eval_token_acc": 0.932491861737979,
      "step": 16000
    }
  ],
  "logging_steps": 5,
  "max_steps": 16111,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4833701620433814e+19,
  "train_batch_size": 96,
  "trial_name": null,
  "trial_params": null
}