{
  "best_global_step": 3000,
  "best_metric": 1.1457551717758179,
  "best_model_checkpoint": "/workspace/woodcode_2/checkpoint-3000",
  "epoch": 0.6942837306179125,
  "eval_steps": 500,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0023142791020597086,
      "grad_norm": 1.0788178443908691,
      "learning_rate": 6.923076923076923e-06,
      "loss": 2.405,
      "step": 10
    },
    {
      "epoch": 0.004628558204119417,
      "grad_norm": 0.4521988034248352,
      "learning_rate": 1.4615384615384617e-05,
      "loss": 2.2017,
      "step": 20
    },
    {
      "epoch": 0.006942837306179125,
      "grad_norm": 0.41120657324790955,
      "learning_rate": 2.230769230769231e-05,
      "loss": 1.9363,
      "step": 30
    },
    {
      "epoch": 0.009257116408238834,
      "grad_norm": 0.28640317916870117,
      "learning_rate": 3e-05,
      "loss": 1.748,
      "step": 40
    },
    {
      "epoch": 0.011571395510298541,
      "grad_norm": 0.26409590244293213,
      "learning_rate": 3.769230769230769e-05,
      "loss": 1.6238,
      "step": 50
    },
    {
      "epoch": 0.01388567461235825,
      "grad_norm": 0.26786214113235474,
      "learning_rate": 4.538461538461539e-05,
      "loss": 1.5538,
      "step": 60
    },
    {
      "epoch": 0.01619995371441796,
      "grad_norm": 0.2931516766548157,
      "learning_rate": 5.3076923076923076e-05,
      "loss": 1.4984,
      "step": 70
    },
    {
      "epoch": 0.01851423281647767,
      "grad_norm": 0.29799872636795044,
      "learning_rate": 6.0769230769230765e-05,
      "loss": 1.4658,
      "step": 80
    },
    {
      "epoch": 0.020828511918537376,
      "grad_norm": 0.29269853234291077,
      "learning_rate": 6.846153846153847e-05,
      "loss": 1.4265,
      "step": 90
    },
    {
      "epoch": 0.023142791020597082,
      "grad_norm": 0.3255228102207184,
      "learning_rate": 7.615384615384616e-05,
      "loss": 1.4194,
      "step": 100
    },
    {
      "epoch": 0.025457070122656793,
      "grad_norm": 0.3054940104484558,
      "learning_rate": 8.384615384615386e-05,
      "loss": 1.3852,
      "step": 110
    },
    {
      "epoch": 0.0277713492247165,
      "grad_norm": 0.2838137149810791,
      "learning_rate": 9.153846153846155e-05,
      "loss": 1.3885,
      "step": 120
    },
    {
      "epoch": 0.03008562832677621,
      "grad_norm": 0.2860707938671112,
      "learning_rate": 9.923076923076923e-05,
      "loss": 1.3693,
      "step": 130
    },
    {
      "epoch": 0.03239990742883592,
      "grad_norm": 0.2725190818309784,
      "learning_rate": 9.999886214268966e-05,
      "loss": 1.3606,
      "step": 140
    },
    {
      "epoch": 0.03471418653089563,
      "grad_norm": 0.2650243937969208,
      "learning_rate": 9.999492887526629e-05,
      "loss": 1.3414,
      "step": 150
    },
    {
      "epoch": 0.03702846563295534,
      "grad_norm": 0.2538904845714569,
      "learning_rate": 9.998818637106816e-05,
      "loss": 1.3495,
      "step": 160
    },
    {
      "epoch": 0.03934274473501504,
      "grad_norm": 0.25812944769859314,
      "learning_rate": 9.99786350089595e-05,
      "loss": 1.3419,
      "step": 170
    },
    {
      "epoch": 0.04165702383707475,
      "grad_norm": 0.23412390053272247,
      "learning_rate": 9.996627532563551e-05,
      "loss": 1.3314,
      "step": 180
    },
    {
      "epoch": 0.04397130293913446,
      "grad_norm": 0.256795197725296,
      "learning_rate": 9.995110801559215e-05,
      "loss": 1.3326,
      "step": 190
    },
    {
      "epoch": 0.046285582041194165,
      "grad_norm": 0.24870288372039795,
      "learning_rate": 9.993313393108719e-05,
      "loss": 1.328,
      "step": 200
    },
    {
      "epoch": 0.048599861143253875,
      "grad_norm": 0.2265051007270813,
      "learning_rate": 9.991235408209221e-05,
      "loss": 1.3271,
      "step": 210
    },
    {
      "epoch": 0.050914140245313586,
      "grad_norm": 0.23642291128635406,
      "learning_rate": 9.988876963623597e-05,
      "loss": 1.3268,
      "step": 220
    },
    {
      "epoch": 0.053228419347373296,
      "grad_norm": 0.2279822677373886,
      "learning_rate": 9.986238191873874e-05,
      "loss": 1.3058,
      "step": 230
    },
    {
      "epoch": 0.055542698449433,
      "grad_norm": 0.23465260863304138,
      "learning_rate": 9.983319241233782e-05,
      "loss": 1.3057,
      "step": 240
    },
    {
      "epoch": 0.05785697755149271,
      "grad_norm": 0.22599244117736816,
      "learning_rate": 9.980120275720424e-05,
      "loss": 1.313,
      "step": 250
    },
    {
      "epoch": 0.06017125665355242,
      "grad_norm": 0.23743176460266113,
      "learning_rate": 9.976641475085067e-05,
      "loss": 1.3004,
      "step": 260
    },
    {
      "epoch": 0.06248553575561213,
      "grad_norm": 0.22628776729106903,
      "learning_rate": 9.972883034803025e-05,
      "loss": 1.3059,
      "step": 270
    },
    {
      "epoch": 0.06479981485767183,
      "grad_norm": 0.24011753499507904,
      "learning_rate": 9.968845166062692e-05,
      "loss": 1.2905,
      "step": 280
    },
    {
      "epoch": 0.06711409395973154,
      "grad_norm": 0.231357604265213,
      "learning_rate": 9.96452809575367e-05,
      "loss": 1.2971,
      "step": 290
    },
    {
      "epoch": 0.06942837306179125,
      "grad_norm": 0.23093485832214355,
      "learning_rate": 9.959932066454008e-05,
      "loss": 1.2977,
      "step": 300
    },
    {
      "epoch": 0.07174265216385096,
      "grad_norm": 0.22505411505699158,
      "learning_rate": 9.955057336416597e-05,
      "loss": 1.2746,
      "step": 310
    },
    {
      "epoch": 0.07405693126591067,
      "grad_norm": 0.2227935642004013,
      "learning_rate": 9.949904179554632e-05,
      "loss": 1.273,
      "step": 320
    },
    {
      "epoch": 0.07637121036797037,
      "grad_norm": 0.23704655468463898,
      "learning_rate": 9.944472885426235e-05,
      "loss": 1.2909,
      "step": 330
    },
    {
      "epoch": 0.07868548947003008,
      "grad_norm": 0.2225590944290161,
      "learning_rate": 9.938763759218185e-05,
      "loss": 1.2846,
      "step": 340
    },
    {
      "epoch": 0.08099976857208979,
      "grad_norm": 0.24287723004817963,
      "learning_rate": 9.932777121728763e-05,
      "loss": 1.2989,
      "step": 350
    },
    {
      "epoch": 0.0833140476741495,
      "grad_norm": 0.22559230029582977,
      "learning_rate": 9.926513309349732e-05,
      "loss": 1.2803,
      "step": 360
    },
    {
      "epoch": 0.08562832677620921,
      "grad_norm": 0.22119103372097015,
      "learning_rate": 9.919972674047429e-05,
      "loss": 1.269,
      "step": 370
    },
    {
      "epoch": 0.08794260587826892,
      "grad_norm": 0.2336379736661911,
      "learning_rate": 9.913155583342994e-05,
      "loss": 1.2775,
      "step": 380
    },
    {
      "epoch": 0.09025688498032863,
      "grad_norm": 0.2086753100156784,
      "learning_rate": 9.906062420291715e-05,
      "loss": 1.2868,
      "step": 390
    },
    {
      "epoch": 0.09257116408238833,
      "grad_norm": 0.24568480253219604,
      "learning_rate": 9.898693583461507e-05,
      "loss": 1.2746,
      "step": 400
    },
    {
      "epoch": 0.09488544318444804,
      "grad_norm": 0.22321555018424988,
      "learning_rate": 9.891049486910511e-05,
      "loss": 1.2682,
      "step": 410
    },
    {
      "epoch": 0.09719972228650775,
      "grad_norm": 0.22601205110549927,
      "learning_rate": 9.883130560163837e-05,
      "loss": 1.27,
      "step": 420
    },
    {
      "epoch": 0.09951400138856746,
      "grad_norm": 0.20481973886489868,
      "learning_rate": 9.874937248189415e-05,
      "loss": 1.275,
      "step": 430
    },
    {
      "epoch": 0.10182828049062717,
      "grad_norm": 0.2164992243051529,
      "learning_rate": 9.866470011373008e-05,
      "loss": 1.2661,
      "step": 440
    },
    {
      "epoch": 0.10414255959268688,
      "grad_norm": 0.20576460659503937,
      "learning_rate": 9.857729325492329e-05,
      "loss": 1.2626,
      "step": 450
    },
    {
      "epoch": 0.10645683869474659,
      "grad_norm": 0.22202594578266144,
      "learning_rate": 9.848715681690317e-05,
      "loss": 1.2488,
      "step": 460
    },
    {
      "epoch": 0.10877111779680629,
      "grad_norm": 0.20930485427379608,
      "learning_rate": 9.839429586447533e-05,
      "loss": 1.2623,
      "step": 470
    },
    {
      "epoch": 0.111085396898866,
      "grad_norm": 0.23361071944236755,
      "learning_rate": 9.829871561553702e-05,
      "loss": 1.2546,
      "step": 480
    },
    {
      "epoch": 0.11339967600092571,
      "grad_norm": 0.211343452334404,
      "learning_rate": 9.820042144078397e-05,
      "loss": 1.2538,
      "step": 490
    },
    {
      "epoch": 0.11571395510298542,
      "grad_norm": 0.20587043464183807,
      "learning_rate": 9.809941886340854e-05,
      "loss": 1.2719,
      "step": 500
    },
    {
      "epoch": 0.11571395510298542,
      "eval_loss": 1.2470530271530151,
      "eval_runtime": 23.9969,
      "eval_samples_per_second": 16.002,
      "eval_steps_per_second": 0.5,
      "step": 500
    },
    {
      "epoch": 0.11802823420504513,
      "grad_norm": 0.20054572820663452,
      "learning_rate": 9.799571355878947e-05,
      "loss": 1.2563,
      "step": 510
    },
    {
      "epoch": 0.12034251330710484,
      "grad_norm": 0.21044516563415527,
      "learning_rate": 9.788931135417287e-05,
      "loss": 1.2517,
      "step": 520
    },
    {
      "epoch": 0.12265679240916455,
      "grad_norm": 0.21391618251800537,
      "learning_rate": 9.778021822834485e-05,
      "loss": 1.2491,
      "step": 530
    },
    {
      "epoch": 0.12497107151122426,
      "grad_norm": 0.2132970243692398,
      "learning_rate": 9.766844031129552e-05,
      "loss": 1.2472,
      "step": 540
    },
    {
      "epoch": 0.12728535061328397,
      "grad_norm": 0.2169645130634308,
      "learning_rate": 9.755398388387462e-05,
      "loss": 1.2596,
      "step": 550
    },
    {
      "epoch": 0.12959962971534367,
      "grad_norm": 0.20134727656841278,
      "learning_rate": 9.743685537743856e-05,
      "loss": 1.257,
      "step": 560
    },
    {
      "epoch": 0.1319139088174034,
      "grad_norm": 0.21121706068515778,
      "learning_rate": 9.731706137348898e-05,
      "loss": 1.2616,
      "step": 570
    },
    {
      "epoch": 0.1342281879194631,
      "grad_norm": 0.21253220736980438,
      "learning_rate": 9.7194608603303e-05,
      "loss": 1.2355,
      "step": 580
    },
    {
      "epoch": 0.13654246702152278,
      "grad_norm": 0.22279760241508484,
      "learning_rate": 9.706950394755501e-05,
      "loss": 1.256,
      "step": 590
    },
    {
      "epoch": 0.1388567461235825,
      "grad_norm": 0.191938579082489,
      "learning_rate": 9.694175443592993e-05,
      "loss": 1.2408,
      "step": 600
    },
    {
      "epoch": 0.1411710252256422,
      "grad_norm": 0.2211560308933258,
      "learning_rate": 9.681136724672835e-05,
      "loss": 1.2563,
      "step": 610
    },
    {
      "epoch": 0.14348530432770193,
      "grad_norm": 0.2078508883714676,
      "learning_rate": 9.667834970646307e-05,
      "loss": 1.2323,
      "step": 620
    },
    {
      "epoch": 0.14579958342976163,
      "grad_norm": 0.21866025030612946,
      "learning_rate": 9.65427092894475e-05,
      "loss": 1.261,
      "step": 630
    },
    {
      "epoch": 0.14811386253182135,
      "grad_norm": 0.20903170108795166,
      "learning_rate": 9.640445361737556e-05,
      "loss": 1.2476,
      "step": 640
    },
    {
      "epoch": 0.15042814163388105,
      "grad_norm": 0.20698365569114685,
      "learning_rate": 9.626359045889355e-05,
      "loss": 1.2354,
      "step": 650
    },
    {
      "epoch": 0.15274242073594074,
      "grad_norm": 0.21057769656181335,
      "learning_rate": 9.612012772916353e-05,
      "loss": 1.2527,
      "step": 660
    },
    {
      "epoch": 0.15505669983800047,
      "grad_norm": 0.2073555439710617,
      "learning_rate": 9.597407348941865e-05,
      "loss": 1.2338,
      "step": 670
    },
    {
      "epoch": 0.15737097894006016,
      "grad_norm": 0.20362691581249237,
      "learning_rate": 9.582543594651005e-05,
      "loss": 1.2548,
      "step": 680
    },
    {
      "epoch": 0.1596852580421199,
      "grad_norm": 0.18878686428070068,
      "learning_rate": 9.56742234524459e-05,
      "loss": 1.2399,
      "step": 690
    },
    {
      "epoch": 0.16199953714417958,
      "grad_norm": 0.21003399789333344,
      "learning_rate": 9.552044450392189e-05,
      "loss": 1.2366,
      "step": 700
    },
    {
      "epoch": 0.1643138162462393,
      "grad_norm": 0.21605387330055237,
      "learning_rate": 9.536410774184396e-05,
      "loss": 1.2419,
      "step": 710
    },
    {
      "epoch": 0.166628095348299,
      "grad_norm": 0.21591876447200775,
      "learning_rate": 9.520522195084274e-05,
      "loss": 1.2412,
      "step": 720
    },
    {
      "epoch": 0.1689423744503587,
      "grad_norm": 0.2058115005493164,
      "learning_rate": 9.504379605877979e-05,
      "loss": 1.233,
      "step": 730
    },
    {
      "epoch": 0.17125665355241843,
      "grad_norm": 0.224104642868042,
      "learning_rate": 9.487983913624615e-05,
      "loss": 1.2272,
      "step": 740
    },
    {
      "epoch": 0.17357093265447812,
      "grad_norm": 0.20306575298309326,
      "learning_rate": 9.471336039605255e-05,
      "loss": 1.2278,
      "step": 750
    },
    {
      "epoch": 0.17588521175653785,
      "grad_norm": 0.1998828798532486,
      "learning_rate": 9.454436919271169e-05,
      "loss": 1.2344,
      "step": 760
    },
    {
      "epoch": 0.17819949085859754,
      "grad_norm": 0.1913456916809082,
      "learning_rate": 9.437287502191274e-05,
      "loss": 1.2376,
      "step": 770
    },
    {
      "epoch": 0.18051376996065727,
      "grad_norm": 0.20067718625068665,
      "learning_rate": 9.419888751998767e-05,
      "loss": 1.2586,
      "step": 780
    },
    {
      "epoch": 0.18282804906271696,
      "grad_norm": 0.1913948804140091,
      "learning_rate": 9.402241646336977e-05,
      "loss": 1.2414,
      "step": 790
    },
    {
      "epoch": 0.18514232816477666,
      "grad_norm": 0.20469442009925842,
      "learning_rate": 9.38434717680444e-05,
      "loss": 1.2395,
      "step": 800
    },
    {
      "epoch": 0.18745660726683638,
      "grad_norm": 0.20488658547401428,
      "learning_rate": 9.366206348899177e-05,
      "loss": 1.2259,
      "step": 810
    },
    {
      "epoch": 0.18977088636889608,
      "grad_norm": 0.21545757353305817,
      "learning_rate": 9.347820181962185e-05,
      "loss": 1.2267,
      "step": 820
    },
    {
      "epoch": 0.1920851654709558,
      "grad_norm": 0.20461086928844452,
      "learning_rate": 9.329189709120174e-05,
      "loss": 1.2482,
      "step": 830
    },
    {
      "epoch": 0.1943994445730155,
      "grad_norm": 0.21476367115974426,
      "learning_rate": 9.310315977227509e-05,
      "loss": 1.2321,
      "step": 840
    },
    {
      "epoch": 0.19671372367507522,
      "grad_norm": 0.20833474397659302,
      "learning_rate": 9.291200046807382e-05,
      "loss": 1.22,
      "step": 850
    },
    {
      "epoch": 0.19902800277713492,
      "grad_norm": 0.19986377656459808,
      "learning_rate": 9.27184299199223e-05,
      "loss": 1.2423,
      "step": 860
    },
    {
      "epoch": 0.20134228187919462,
      "grad_norm": 0.22088144719600677,
      "learning_rate": 9.252245900463373e-05,
      "loss": 1.232,
      "step": 870
    },
    {
      "epoch": 0.20365656098125434,
      "grad_norm": 0.20136182010173798,
      "learning_rate": 9.2324098733899e-05,
      "loss": 1.2229,
      "step": 880
    },
    {
      "epoch": 0.20597084008331404,
      "grad_norm": 0.1938410848379135,
      "learning_rate": 9.212336025366788e-05,
      "loss": 1.2227,
      "step": 890
    },
    {
      "epoch": 0.20828511918537376,
      "grad_norm": 0.202079638838768,
      "learning_rate": 9.19202548435228e-05,
      "loss": 1.2197,
      "step": 900
    },
    {
      "epoch": 0.21059939828743346,
      "grad_norm": 0.20484083890914917,
      "learning_rate": 9.1714793916045e-05,
      "loss": 1.2089,
      "step": 910
    },
    {
      "epoch": 0.21291367738949318,
      "grad_norm": 0.21105819940567017,
      "learning_rate": 9.150698901617327e-05,
      "loss": 1.2315,
      "step": 920
    },
    {
      "epoch": 0.21522795649155288,
      "grad_norm": 0.19875198602676392,
      "learning_rate": 9.129685182055519e-05,
      "loss": 1.2233,
      "step": 930
    },
    {
      "epoch": 0.21754223559361258,
      "grad_norm": 0.201791912317276,
      "learning_rate": 9.10843941368911e-05,
      "loss": 1.2324,
      "step": 940
    },
    {
      "epoch": 0.2198565146956723,
      "grad_norm": 0.20584046840667725,
      "learning_rate": 9.086962790327056e-05,
      "loss": 1.2167,
      "step": 950
    },
    {
      "epoch": 0.222170793797732,
      "grad_norm": 0.19981129467487335,
      "learning_rate": 9.065256518750154e-05,
      "loss": 1.2178,
      "step": 960
    },
    {
      "epoch": 0.22448507289979172,
      "grad_norm": 0.19994951784610748,
      "learning_rate": 9.043321818643233e-05,
      "loss": 1.2158,
      "step": 970
    },
    {
      "epoch": 0.22679935200185142,
      "grad_norm": 0.2023075968027115,
      "learning_rate": 9.021159922526623e-05,
      "loss": 1.2353,
      "step": 980
    },
    {
      "epoch": 0.22911363110391114,
      "grad_norm": 0.1981421411037445,
      "learning_rate": 8.998772075686896e-05,
      "loss": 1.2396,
      "step": 990
    },
    {
      "epoch": 0.23142791020597084,
      "grad_norm": 0.2052128165960312,
      "learning_rate": 8.976159536106894e-05,
      "loss": 1.2137,
      "step": 1000
    },
    {
      "epoch": 0.23142791020597084,
      "eval_loss": 1.208183765411377,
      "eval_runtime": 21.6303,
      "eval_samples_per_second": 17.753,
      "eval_steps_per_second": 0.555,
      "step": 1000
    },
    {
      "epoch": 0.23374218930803053,
      "grad_norm": 0.20763066411018372,
      "learning_rate": 8.953323574395037e-05,
      "loss": 1.2247,
      "step": 1010
    },
    {
      "epoch": 0.23605646841009026,
      "grad_norm": 0.19439862668514252,
      "learning_rate": 8.930265473713938e-05,
      "loss": 1.2239,
      "step": 1020
    },
    {
      "epoch": 0.23837074751214996,
      "grad_norm": 0.188704714179039,
      "learning_rate": 8.90698652970829e-05,
      "loss": 1.2331,
      "step": 1030
    },
    {
      "epoch": 0.24068502661420968,
      "grad_norm": 0.2066233903169632,
      "learning_rate": 8.883488050432074e-05,
      "loss": 1.2178,
      "step": 1040
    },
    {
      "epoch": 0.24299930571626938,
      "grad_norm": 0.20683979988098145,
      "learning_rate": 8.859771356275046e-05,
      "loss": 1.2222,
      "step": 1050
    },
    {
      "epoch": 0.2453135848183291,
      "grad_norm": 0.21290378272533417,
      "learning_rate": 8.835837779888557e-05,
      "loss": 1.2162,
      "step": 1060
    },
    {
      "epoch": 0.2476278639203888,
      "grad_norm": 0.19746707379817963,
      "learning_rate": 8.811688666110662e-05,
      "loss": 1.2239,
      "step": 1070
    },
    {
      "epoch": 0.24994214302244852,
      "grad_norm": 0.19365474581718445,
      "learning_rate": 8.787325371890558e-05,
      "loss": 1.2187,
      "step": 1080
    },
    {
      "epoch": 0.2522564221245082,
      "grad_norm": 0.20299233496189117,
      "learning_rate": 8.76274926621233e-05,
      "loss": 1.2075,
      "step": 1090
    },
    {
      "epoch": 0.25457070122656794,
      "grad_norm": 0.20049187541007996,
      "learning_rate": 8.737961730018034e-05,
      "loss": 1.2114,
      "step": 1100
    },
    {
      "epoch": 0.2568849803286276,
      "grad_norm": 0.19873455166816711,
      "learning_rate": 8.712964156130099e-05,
      "loss": 1.2247,
      "step": 1110
    },
    {
      "epoch": 0.25919925943068733,
      "grad_norm": 0.1992412507534027,
      "learning_rate": 8.687757949173063e-05,
      "loss": 1.2164,
      "step": 1120
    },
    {
      "epoch": 0.26151353853274706,
      "grad_norm": 0.2137262374162674,
      "learning_rate": 8.662344525494644e-05,
      "loss": 1.2083,
      "step": 1130
    },
    {
      "epoch": 0.2638278176348068,
      "grad_norm": 0.20104128122329712,
      "learning_rate": 8.636725313086162e-05,
      "loss": 1.2125,
      "step": 1140
    },
    {
      "epoch": 0.26614209673686645,
      "grad_norm": 0.2062898725271225,
      "learning_rate": 8.610901751502292e-05,
      "loss": 1.235,
      "step": 1150
    },
    {
      "epoch": 0.2684563758389262,
      "grad_norm": 0.20116354525089264,
      "learning_rate": 8.584875291780178e-05,
      "loss": 1.217,
      "step": 1160
    },
    {
      "epoch": 0.2707706549409859,
      "grad_norm": 0.20894746482372284,
      "learning_rate": 8.558647396357901e-05,
      "loss": 1.2173,
      "step": 1170
    },
    {
      "epoch": 0.27308493404304557,
      "grad_norm": 0.19359129667282104,
      "learning_rate": 8.532219538992301e-05,
      "loss": 1.2082,
      "step": 1180
    },
    {
      "epoch": 0.2753992131451053,
      "grad_norm": 0.1946392059326172,
      "learning_rate": 8.505593204676162e-05,
      "loss": 1.2161,
      "step": 1190
    },
    {
      "epoch": 0.277713492247165,
      "grad_norm": 0.2131495177745819,
      "learning_rate": 8.478769889554781e-05,
      "loss": 1.2046,
      "step": 1200
    },
    {
      "epoch": 0.28002777134922474,
      "grad_norm": 0.21192453801631927,
      "learning_rate": 8.451751100841887e-05,
      "loss": 1.2174,
      "step": 1210
    },
    {
      "epoch": 0.2823420504512844,
      "grad_norm": 0.1986854523420334,
      "learning_rate": 8.424538356734957e-05,
      "loss": 1.2124,
      "step": 1220
    },
    {
      "epoch": 0.28465632955334413,
      "grad_norm": 0.19923637807369232,
      "learning_rate": 8.397133186329903e-05,
      "loss": 1.2168,
      "step": 1230
    },
    {
      "epoch": 0.28697060865540386,
      "grad_norm": 0.19468043744564056,
      "learning_rate": 8.36953712953516e-05,
      "loss": 1.2067,
      "step": 1240
    },
    {
      "epoch": 0.2892848877574635,
      "grad_norm": 0.19150374829769135,
      "learning_rate": 8.34175173698515e-05,
      "loss": 1.2118,
      "step": 1250
    },
    {
      "epoch": 0.29159916685952325,
      "grad_norm": 0.19914792478084564,
      "learning_rate": 8.31377856995315e-05,
      "loss": 1.2018,
      "step": 1260
    },
    {
      "epoch": 0.293913445961583,
      "grad_norm": 0.19311580061912537,
      "learning_rate": 8.285619200263567e-05,
      "loss": 1.2001,
      "step": 1270
    },
    {
      "epoch": 0.2962277250636427,
      "grad_norm": 0.20415401458740234,
      "learning_rate": 8.257275210203622e-05,
      "loss": 1.2156,
      "step": 1280
    },
    {
      "epoch": 0.29854200416570237,
      "grad_norm": 0.1939728707075119,
      "learning_rate": 8.228748192434428e-05,
      "loss": 1.2035,
      "step": 1290
    },
    {
      "epoch": 0.3008562832677621,
      "grad_norm": 0.1993534117937088,
      "learning_rate": 8.200039749901511e-05,
      "loss": 1.1971,
      "step": 1300
    },
    {
      "epoch": 0.3031705623698218,
      "grad_norm": 0.19424191117286682,
      "learning_rate": 8.171151495744727e-05,
      "loss": 1.1923,
      "step": 1310
    },
    {
      "epoch": 0.3054848414718815,
      "grad_norm": 0.19882912933826447,
      "learning_rate": 8.142085053207629e-05,
      "loss": 1.1998,
      "step": 1320
    },
    {
      "epoch": 0.3077991205739412,
      "grad_norm": 0.1941244751214981,
      "learning_rate": 8.112842055546252e-05,
      "loss": 1.2152,
      "step": 1330
    },
    {
      "epoch": 0.31011339967600093,
      "grad_norm": 0.20408713817596436,
      "learning_rate": 8.083424145937339e-05,
      "loss": 1.2202,
      "step": 1340
    },
    {
      "epoch": 0.31242767877806066,
      "grad_norm": 0.19065722823143005,
      "learning_rate": 8.053832977386015e-05,
      "loss": 1.2123,
      "step": 1350
    },
    {
      "epoch": 0.3147419578801203,
      "grad_norm": 0.20365293323993683,
      "learning_rate": 8.024070212632892e-05,
      "loss": 1.1972,
      "step": 1360
    },
    {
      "epoch": 0.31705623698218005,
      "grad_norm": 0.20200444757938385,
      "learning_rate": 7.994137524060656e-05,
      "loss": 1.202,
      "step": 1370
    },
    {
      "epoch": 0.3193705160842398,
      "grad_norm": 0.19926463067531586,
      "learning_rate": 7.964036593600084e-05,
      "loss": 1.1989,
      "step": 1380
    },
    {
      "epoch": 0.32168479518629944,
      "grad_norm": 0.19380785524845123,
      "learning_rate": 7.933769112635534e-05,
      "loss": 1.203,
      "step": 1390
    },
    {
      "epoch": 0.32399907428835917,
      "grad_norm": 0.19268542528152466,
      "learning_rate": 7.903336781909911e-05,
      "loss": 1.2019,
      "step": 1400
    },
    {
      "epoch": 0.3263133533904189,
      "grad_norm": 0.20773714780807495,
      "learning_rate": 7.872741311429103e-05,
      "loss": 1.1995,
      "step": 1410
    },
    {
      "epoch": 0.3286276324924786,
      "grad_norm": 0.19505122303962708,
      "learning_rate": 7.841984420365888e-05,
      "loss": 1.2028,
      "step": 1420
    },
    {
      "epoch": 0.3309419115945383,
      "grad_norm": 0.19330574572086334,
      "learning_rate": 7.811067836963337e-05,
      "loss": 1.2002,
      "step": 1430
    },
    {
      "epoch": 0.333256190696598,
      "grad_norm": 0.21044421195983887,
      "learning_rate": 7.779993298437704e-05,
      "loss": 1.1985,
      "step": 1440
    },
    {
      "epoch": 0.33557046979865773,
      "grad_norm": 0.20081642270088196,
      "learning_rate": 7.74876255088081e-05,
      "loss": 1.2131,
      "step": 1450
    },
    {
      "epoch": 0.3378847489007174,
      "grad_norm": 0.1973022222518921,
      "learning_rate": 7.71737734916193e-05,
      "loss": 1.1997,
      "step": 1460
    },
    {
      "epoch": 0.3401990280027771,
      "grad_norm": 0.19213716685771942,
      "learning_rate": 7.685839456829183e-05,
      "loss": 1.201,
      "step": 1470
    },
    {
      "epoch": 0.34251330710483685,
      "grad_norm": 0.19389280676841736,
      "learning_rate": 7.65415064601044e-05,
      "loss": 1.2078,
      "step": 1480
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.20220617949962616,
      "learning_rate": 7.622312697313754e-05,
      "loss": 1.2013,
      "step": 1490
    },
    {
      "epoch": 0.34714186530895624,
      "grad_norm": 0.2051166296005249,
      "learning_rate": 7.59032739972729e-05,
      "loss": 1.2183,
      "step": 1500
    },
    {
      "epoch": 0.34714186530895624,
      "eval_loss": 1.1873364448547363,
      "eval_runtime": 21.6444,
      "eval_samples_per_second": 17.741,
      "eval_steps_per_second": 0.554,
      "step": 1500
    },
    {
      "epoch": 0.34945614441101597,
      "grad_norm": 0.19153615832328796,
      "learning_rate": 7.558196550518818e-05,
      "loss": 1.1948,
      "step": 1510
    },
    {
      "epoch": 0.3517704235130757,
      "grad_norm": 0.1992039531469345,
      "learning_rate": 7.525921955134713e-05,
      "loss": 1.1868,
      "step": 1520
    },
    {
      "epoch": 0.35408470261513536,
      "grad_norm": 0.20605571568012238,
      "learning_rate": 7.493505427098517e-05,
      "loss": 1.199,
      "step": 1530
    },
    {
      "epoch": 0.3563989817171951,
      "grad_norm": 0.17926311492919922,
      "learning_rate": 7.460948787909017e-05,
      "loss": 1.194,
      "step": 1540
    },
    {
      "epoch": 0.3587132608192548,
      "grad_norm": 0.20658712089061737,
      "learning_rate": 7.428253866937918e-05,
      "loss": 1.2012,
      "step": 1550
    },
    {
      "epoch": 0.36102753992131453,
      "grad_norm": 0.21082770824432373,
      "learning_rate": 7.395422501327036e-05,
      "loss": 1.2004,
      "step": 1560
    },
    {
      "epoch": 0.3633418190233742,
      "grad_norm": 0.20247185230255127,
      "learning_rate": 7.362456535885066e-05,
      "loss": 1.1878,
      "step": 1570
    },
    {
      "epoch": 0.3656560981254339,
      "grad_norm": 0.20155729353427887,
      "learning_rate": 7.329357822983929e-05,
      "loss": 1.1796,
      "step": 1580
    },
    {
      "epoch": 0.36797037722749365,
      "grad_norm": 0.1960991472005844,
      "learning_rate": 7.296128222454686e-05,
      "loss": 1.2043,
      "step": 1590
    },
    {
      "epoch": 0.3702846563295533,
      "grad_norm": 0.19188149273395538,
      "learning_rate": 7.262769601483024e-05,
      "loss": 1.2037,
      "step": 1600
    },
    {
      "epoch": 0.37259893543161304,
      "grad_norm": 0.2052951157093048,
      "learning_rate": 7.229283834504351e-05,
      "loss": 1.1985,
      "step": 1610
    },
    {
      "epoch": 0.37491321453367277,
      "grad_norm": 0.18684880435466766,
      "learning_rate": 7.195672803098463e-05,
      "loss": 1.2023,
      "step": 1620
    },
    {
      "epoch": 0.3772274936357325,
      "grad_norm": 0.20104870200157166,
      "learning_rate": 7.161938395883815e-05,
      "loss": 1.1892,
      "step": 1630
    },
    {
      "epoch": 0.37954177273779216,
      "grad_norm": 0.19793595373630524,
      "learning_rate": 7.128082508411406e-05,
      "loss": 1.1992,
      "step": 1640
    },
    {
      "epoch": 0.3818560518398519,
      "grad_norm": 0.20280171930789948,
      "learning_rate": 7.094107043058264e-05,
      "loss": 1.2076,
      "step": 1650
    },
    {
      "epoch": 0.3841703309419116,
      "grad_norm": 0.20379236340522766,
      "learning_rate": 7.060013908920548e-05,
      "loss": 1.1987,
      "step": 1660
    },
    {
      "epoch": 0.3864846100439713,
      "grad_norm": 0.19275911152362823,
      "learning_rate": 7.025805021706276e-05,
      "loss": 1.1983,
      "step": 1670
    },
    {
      "epoch": 0.388798889146031,
      "grad_norm": 0.20220735669136047,
      "learning_rate": 6.991482303627685e-05,
      "loss": 1.1992,
      "step": 1680
    },
    {
      "epoch": 0.3911131682480907,
      "grad_norm": 0.2047668844461441,
      "learning_rate": 6.957047683293215e-05,
      "loss": 1.2086,
      "step": 1690
    },
    {
      "epoch": 0.39342744735015045,
      "grad_norm": 0.19045311212539673,
      "learning_rate": 6.922503095599142e-05,
      "loss": 1.1926,
      "step": 1700
    },
    {
      "epoch": 0.3957417264522101,
      "grad_norm": 0.2014586180448532,
      "learning_rate": 6.887850481620858e-05,
      "loss": 1.1973,
      "step": 1710
    },
    {
      "epoch": 0.39805600555426984,
      "grad_norm": 0.18599851429462433,
      "learning_rate": 6.853091788503802e-05,
      "loss": 1.1956,
      "step": 1720
    },
    {
      "epoch": 0.40037028465632957,
      "grad_norm": 0.2029285877943039,
      "learning_rate": 6.818228969354037e-05,
      "loss": 1.2114,
      "step": 1730
    },
    {
      "epoch": 0.40268456375838924,
      "grad_norm": 0.19286784529685974,
      "learning_rate": 6.783263983128519e-05,
      "loss": 1.1761,
      "step": 1740
    },
    {
      "epoch": 0.40499884286044896,
      "grad_norm": 0.19630247354507446,
      "learning_rate": 6.748198794525016e-05,
      "loss": 1.188,
      "step": 1750
    },
    {
      "epoch": 0.4073131219625087,
      "grad_norm": 0.19817174971103668,
      "learning_rate": 6.71303537387171e-05,
      "loss": 1.1885,
      "step": 1760
    },
    {
      "epoch": 0.4096274010645684,
      "grad_norm": 0.19006091356277466,
      "learning_rate": 6.677775697016484e-05,
      "loss": 1.1915,
      "step": 1770
    },
    {
      "epoch": 0.4119416801666281,
      "grad_norm": 0.1849374771118164,
      "learning_rate": 6.642421745215901e-05,
      "loss": 1.1853,
      "step": 1780
    },
    {
      "epoch": 0.4142559592686878,
      "grad_norm": 0.2032414823770523,
      "learning_rate": 6.606975505023873e-05,
      "loss": 1.197,
      "step": 1790
    },
    {
      "epoch": 0.4165702383707475,
      "grad_norm": 0.1908976286649704,
      "learning_rate": 6.571438968180035e-05,
      "loss": 1.1937,
      "step": 1800
    },
    {
      "epoch": 0.4188845174728072,
      "grad_norm": 0.19852004945278168,
      "learning_rate": 6.535814131497833e-05,
      "loss": 1.1837,
      "step": 1810
    },
    {
      "epoch": 0.4211987965748669,
      "grad_norm": 0.19003674387931824,
      "learning_rate": 6.50010299675232e-05,
      "loss": 1.1959,
      "step": 1820
    },
    {
      "epoch": 0.42351307567692664,
      "grad_norm": 0.2054755687713623,
      "learning_rate": 6.46430757056767e-05,
      "loss": 1.1943,
      "step": 1830
    },
    {
      "epoch": 0.42582735477898637,
      "grad_norm": 0.19895458221435547,
      "learning_rate": 6.428429864304432e-05,
      "loss": 1.1871,
      "step": 1840
    },
    {
      "epoch": 0.42814163388104604,
      "grad_norm": 0.19693517684936523,
      "learning_rate": 6.39247189394651e-05,
      "loss": 1.185,
      "step": 1850
    },
    {
      "epoch": 0.43045591298310576,
      "grad_norm": 0.19280746579170227,
      "learning_rate": 6.356435679987882e-05,
      "loss": 1.1817,
      "step": 1860
    },
    {
      "epoch": 0.4327701920851655,
      "grad_norm": 0.19104084372520447,
      "learning_rate": 6.320323247319064e-05,
      "loss": 1.186,
      "step": 1870
    },
    {
      "epoch": 0.43508447118722515,
      "grad_norm": 0.19598130881786346,
      "learning_rate": 6.28413662511334e-05,
      "loss": 1.1946,
      "step": 1880
    },
    {
      "epoch": 0.4373987502892849,
      "grad_norm": 0.2072417438030243,
      "learning_rate": 6.247877846712734e-05,
      "loss": 1.1921,
      "step": 1890
    },
    {
      "epoch": 0.4397130293913446,
      "grad_norm": 0.19743064045906067,
      "learning_rate": 6.211548949513756e-05,
      "loss": 1.1825,
      "step": 1900
    },
    {
      "epoch": 0.4420273084934043,
      "grad_norm": 0.19049686193466187,
      "learning_rate": 6.175151974852923e-05,
      "loss": 1.1893,
      "step": 1910
    },
    {
      "epoch": 0.444341587595464,
      "grad_norm": 0.18704815208911896,
      "learning_rate": 6.138688967892055e-05,
      "loss": 1.1851,
      "step": 1920
    },
    {
      "epoch": 0.4466558666975237,
      "grad_norm": 0.2007189691066742,
      "learning_rate": 6.102161977503358e-05,
      "loss": 1.1791,
      "step": 1930
    },
    {
      "epoch": 0.44897014579958344,
      "grad_norm": 0.19694744050502777,
      "learning_rate": 6.065573056154289e-05,
      "loss": 1.1797,
      "step": 1940
    },
    {
      "epoch": 0.4512844249016431,
      "grad_norm": 0.1945074051618576,
      "learning_rate": 6.028924259792235e-05,
      "loss": 1.1842,
      "step": 1950
    },
    {
      "epoch": 0.45359870400370284,
      "grad_norm": 0.19543199241161346,
      "learning_rate": 5.9922176477289874e-05,
      "loss": 1.1897,
      "step": 1960
    },
    {
      "epoch": 0.45591298310576256,
      "grad_norm": 0.20255213975906372,
      "learning_rate": 5.9554552825250264e-05,
      "loss": 1.1912,
      "step": 1970
    },
    {
      "epoch": 0.4582272622078223,
      "grad_norm": 0.19501863420009613,
      "learning_rate": 5.918639229873624e-05,
      "loss": 1.1821,
      "step": 1980
    },
    {
      "epoch": 0.46054154130988195,
      "grad_norm": 0.19646863639354706,
      "learning_rate": 5.881771558484774e-05,
      "loss": 1.1756,
      "step": 1990
    },
    {
      "epoch": 0.4628558204119417,
      "grad_norm": 0.2014242708683014,
      "learning_rate": 5.844854339968952e-05,
      "loss": 1.1853,
      "step": 2000
    },
    {
      "epoch": 0.4628558204119417,
      "eval_loss": 1.1698839664459229,
      "eval_runtime": 21.5892,
      "eval_samples_per_second": 17.787,
      "eval_steps_per_second": 0.556,
      "step": 2000
    },
    {
      "epoch": 0.4651700995140014,
      "grad_norm": 0.19205763936042786,
      "learning_rate": 5.8078896487207015e-05,
      "loss": 1.1883,
      "step": 2010
    },
    {
      "epoch": 0.46748437861606107,
      "grad_norm": 0.19423869252204895,
      "learning_rate": 5.770879561802087e-05,
      "loss": 1.1777,
      "step": 2020
    },
    {
      "epoch": 0.4697986577181208,
      "grad_norm": 0.19925445318222046,
      "learning_rate": 5.7338261588259726e-05,
      "loss": 1.1843,
      "step": 2030
    },
    {
      "epoch": 0.4721129368201805,
      "grad_norm": 0.18574309349060059,
      "learning_rate": 5.696731521839167e-05,
      "loss": 1.1763,
      "step": 2040
    },
    {
      "epoch": 0.47442721592224024,
      "grad_norm": 0.19058012962341309,
      "learning_rate": 5.6595977352054407e-05,
      "loss": 1.1797,
      "step": 2050
    },
    {
      "epoch": 0.4767414950242999,
      "grad_norm": 0.1849735677242279,
      "learning_rate": 5.6224268854883996e-05,
      "loss": 1.1808,
      "step": 2060
    },
    {
      "epoch": 0.47905577412635963,
      "grad_norm": 0.1923811137676239,
      "learning_rate": 5.585221061334236e-05,
      "loss": 1.1744,
      "step": 2070
    },
    {
      "epoch": 0.48137005322841936,
      "grad_norm": 0.1943860650062561,
      "learning_rate": 5.547982353354376e-05,
      "loss": 1.1833,
      "step": 2080
    },
    {
      "epoch": 0.4836843323304791,
      "grad_norm": 0.20127460360527039,
      "learning_rate": 5.510712854008001e-05,
      "loss": 1.1798,
      "step": 2090
    },
    {
      "epoch": 0.48599861143253875,
      "grad_norm": 0.18425202369689941,
      "learning_rate": 5.473414657484468e-05,
      "loss": 1.1969,
      "step": 2100
    },
    {
      "epoch": 0.4883128905345985,
      "grad_norm": 0.19612173736095428,
      "learning_rate": 5.436089859585648e-05,
      "loss": 1.1707,
      "step": 2110
    },
    {
      "epoch": 0.4906271696366582,
      "grad_norm": 0.18944087624549866,
      "learning_rate": 5.3987405576081505e-05,
      "loss": 1.1822,
      "step": 2120
    },
    {
      "epoch": 0.49294144873871787,
      "grad_norm": 0.19573846459388733,
      "learning_rate": 5.361368850225479e-05,
      "loss": 1.1831,
      "step": 2130
    },
    {
      "epoch": 0.4952557278407776,
      "grad_norm": 0.18912994861602783,
      "learning_rate": 5.32397683737011e-05,
      "loss": 1.1859,
      "step": 2140
    },
    {
      "epoch": 0.4975700069428373,
      "grad_norm": 0.19357813894748688,
      "learning_rate": 5.286566620115493e-05,
      "loss": 1.1701,
      "step": 2150
    },
    {
      "epoch": 0.49988428604489704,
      "grad_norm": 0.18788059055805206,
      "learning_rate": 5.249140300557985e-05,
      "loss": 1.1764,
      "step": 2160
    },
    {
      "epoch": 0.5021985651469567,
      "grad_norm": 0.19492246210575104,
      "learning_rate": 5.211699981698747e-05,
      "loss": 1.1898,
      "step": 2170
    },
    {
      "epoch": 0.5045128442490164,
      "grad_norm": 0.21048106253147125,
      "learning_rate": 5.17424776732556e-05,
      "loss": 1.1768,
      "step": 2180
    },
    {
      "epoch": 0.5068271233510762,
      "grad_norm": 0.1978602409362793,
      "learning_rate": 5.1367857618946194e-05,
      "loss": 1.1791,
      "step": 2190
    },
    {
      "epoch": 0.5091414024531359,
      "grad_norm": 0.19546453654766083,
      "learning_rate": 5.09931607041229e-05,
      "loss": 1.1821,
      "step": 2200
    },
    {
      "epoch": 0.5114556815551956,
      "grad_norm": 0.19739992916584015,
      "learning_rate": 5.0618407983168146e-05,
      "loss": 1.1754,
      "step": 2210
    },
    {
      "epoch": 0.5137699606572552,
      "grad_norm": 0.19072087109088898,
      "learning_rate": 5.0243620513600145e-05,
      "loss": 1.1826,
      "step": 2220
    },
    {
      "epoch": 0.5160842397593149,
      "grad_norm": 0.1789073944091797,
      "learning_rate": 4.9868819354889625e-05,
      "loss": 1.1731,
      "step": 2230
    },
    {
      "epoch": 0.5183985188613747,
      "grad_norm": 0.19865523278713226,
      "learning_rate": 4.9494025567276544e-05,
      "loss": 1.1796,
      "step": 2240
    },
    {
      "epoch": 0.5207127979634344,
      "grad_norm": 0.1872965544462204,
      "learning_rate": 4.9119260210586695e-05,
      "loss": 1.176,
      "step": 2250
    },
    {
      "epoch": 0.5230270770654941,
      "grad_norm": 0.1958765685558319,
      "learning_rate": 4.874454434304824e-05,
      "loss": 1.1712,
      "step": 2260
    },
    {
      "epoch": 0.5253413561675538,
      "grad_norm": 0.19132095575332642,
      "learning_rate": 4.8369899020108626e-05,
      "loss": 1.1786,
      "step": 2270
    },
    {
      "epoch": 0.5276556352696136,
      "grad_norm": 0.19474317133426666,
      "learning_rate": 4.7995345293251284e-05,
      "loss": 1.1869,
      "step": 2280
    },
    {
      "epoch": 0.5299699143716732,
      "grad_norm": 0.19309870898723602,
      "learning_rate": 4.762090420881289e-05,
      "loss": 1.1802,
      "step": 2290
    },
    {
      "epoch": 0.5322841934737329,
      "grad_norm": 0.2047063410282135,
      "learning_rate": 4.7246596806800636e-05,
      "loss": 1.1689,
      "step": 2300
    },
    {
      "epoch": 0.5345984725757926,
      "grad_norm": 0.19408148527145386,
      "learning_rate": 4.687244411971009e-05,
      "loss": 1.1715,
      "step": 2310
    },
    {
      "epoch": 0.5369127516778524,
      "grad_norm": 0.21102771162986755,
      "learning_rate": 4.649846717134327e-05,
      "loss": 1.1868,
      "step": 2320
    },
    {
      "epoch": 0.5392270307799121,
      "grad_norm": 0.20618434250354767,
      "learning_rate": 4.612468697562741e-05,
      "loss": 1.1688,
      "step": 2330
    },
    {
      "epoch": 0.5415413098819718,
      "grad_norm": 0.19679012894630432,
      "learning_rate": 4.575112453543408e-05,
      "loss": 1.1758,
      "step": 2340
    },
    {
      "epoch": 0.5438555889840315,
      "grad_norm": 0.20675049722194672,
      "learning_rate": 4.537780084139913e-05,
      "loss": 1.1605,
      "step": 2350
    },
    {
      "epoch": 0.5461698680860911,
      "grad_norm": 0.18863654136657715,
      "learning_rate": 4.500473687074309e-05,
      "loss": 1.1742,
      "step": 2360
    },
    {
      "epoch": 0.5484841471881509,
      "grad_norm": 0.19098520278930664,
      "learning_rate": 4.463195358609258e-05,
      "loss": 1.1652,
      "step": 2370
    },
    {
      "epoch": 0.5507984262902106,
      "grad_norm": 0.19034633040428162,
      "learning_rate": 4.4259471934302324e-05,
      "loss": 1.1716,
      "step": 2380
    },
    {
      "epoch": 0.5531127053922703,
      "grad_norm": 0.19565701484680176,
      "learning_rate": 4.388731284527816e-05,
      "loss": 1.1503,
      "step": 2390
    },
    {
      "epoch": 0.55542698449433,
      "grad_norm": 0.19067049026489258,
      "learning_rate": 4.351549723080097e-05,
      "loss": 1.1772,
      "step": 2400
    },
    {
      "epoch": 0.5577412635963898,
      "grad_norm": 0.19726891815662384,
      "learning_rate": 4.3144045983351735e-05,
      "loss": 1.187,
      "step": 2410
    },
    {
      "epoch": 0.5600555426984495,
      "grad_norm": 0.19251461327075958,
      "learning_rate": 4.277297997493737e-05,
      "loss": 1.1734,
      "step": 2420
    },
    {
      "epoch": 0.5623698218005091,
      "grad_norm": 0.19542944431304932,
      "learning_rate": 4.2402320055918154e-05,
      "loss": 1.1717,
      "step": 2430
    },
    {
      "epoch": 0.5646841009025688,
      "grad_norm": 0.19372211396694183,
      "learning_rate": 4.203208705383594e-05,
      "loss": 1.1859,
      "step": 2440
    },
    {
      "epoch": 0.5669983800046285,
      "grad_norm": 0.19102297723293304,
      "learning_rate": 4.1662301772243996e-05,
      "loss": 1.1609,
      "step": 2450
    },
    {
      "epoch": 0.5693126591066883,
      "grad_norm": 0.1865842044353485,
      "learning_rate": 4.129298498953792e-05,
      "loss": 1.1898,
      "step": 2460
    },
    {
      "epoch": 0.571626938208748,
      "grad_norm": 0.19476434588432312,
      "learning_rate": 4.0924157457788226e-05,
      "loss": 1.1726,
      "step": 2470
    },
    {
      "epoch": 0.5739412173108077,
      "grad_norm": 0.19208824634552002,
      "learning_rate": 4.055583990157416e-05,
      "loss": 1.1777,
      "step": 2480
    },
    {
      "epoch": 0.5762554964128674,
      "grad_norm": 0.1908976435661316,
      "learning_rate": 4.01880530168192e-05,
      "loss": 1.1668,
      "step": 2490
    },
    {
      "epoch": 0.578569775514927,
      "grad_norm": 0.19089365005493164,
      "learning_rate": 3.982081746962826e-05,
      "loss": 1.1794,
      "step": 2500
    },
    {
      "epoch": 0.578569775514927,
      "eval_loss": 1.1556445360183716,
      "eval_runtime": 21.5393,
      "eval_samples_per_second": 17.828,
      "eval_steps_per_second": 0.557,
      "step": 2500
    },
    {
      "epoch": 0.5808840546169868,
      "grad_norm": 0.21013890206813812,
      "learning_rate": 3.94541538951262e-05,
      "loss": 1.157,
      "step": 2510
    },
    {
      "epoch": 0.5831983337190465,
      "grad_norm": 0.20332397520542145,
      "learning_rate": 3.908808289629865e-05,
      "loss": 1.1709,
      "step": 2520
    },
    {
      "epoch": 0.5855126128211062,
      "grad_norm": 0.19428518414497375,
      "learning_rate": 3.8722625042834025e-05,
      "loss": 1.1783,
      "step": 2530
    },
    {
      "epoch": 0.587826891923166,
      "grad_norm": 0.19970852136611938,
      "learning_rate": 3.835780086996794e-05,
      "loss": 1.1687,
      "step": 2540
    },
    {
      "epoch": 0.5901411710252257,
      "grad_norm": 0.18801788985729218,
      "learning_rate": 3.7993630877329124e-05,
      "loss": 1.1715,
      "step": 2550
    },
    {
      "epoch": 0.5924554501272854,
      "grad_norm": 0.2128693163394928,
      "learning_rate": 3.763013552778774e-05,
      "loss": 1.179,
      "step": 2560
    },
    {
      "epoch": 0.594769729229345,
      "grad_norm": 0.19203241169452667,
      "learning_rate": 3.726733524630535e-05,
      "loss": 1.1838,
      "step": 2570
    },
    {
      "epoch": 0.5970840083314047,
      "grad_norm": 0.20480811595916748,
      "learning_rate": 3.690525041878743e-05,
      "loss": 1.1616,
      "step": 2580
    },
    {
      "epoch": 0.5993982874334645,
      "grad_norm": 0.19616341590881348,
      "learning_rate": 3.6543901390937754e-05,
      "loss": 1.1416,
      "step": 2590
    },
    {
      "epoch": 0.6017125665355242,
      "grad_norm": 0.1999153196811676,
      "learning_rate": 3.6183308467115175e-05,
      "loss": 1.1659,
      "step": 2600
    },
    {
      "epoch": 0.6040268456375839,
      "grad_norm": 0.19980020821094513,
      "learning_rate": 3.582349190919275e-05,
      "loss": 1.1657,
      "step": 2610
    },
    {
      "epoch": 0.6063411247396436,
      "grad_norm": 0.19510309398174286,
      "learning_rate": 3.546447193541922e-05,
      "loss": 1.1701,
      "step": 2620
    },
    {
      "epoch": 0.6086554038417034,
      "grad_norm": 0.18956266343593597,
      "learning_rate": 3.510626871928287e-05,
      "loss": 1.1663,
      "step": 2630
    },
    {
      "epoch": 0.610969682943763,
      "grad_norm": 0.18637120723724365,
      "learning_rate": 3.474890238837806e-05,
      "loss": 1.1731,
      "step": 2640
    },
    {
      "epoch": 0.6132839620458227,
      "grad_norm": 0.19002896547317505,
      "learning_rate": 3.439239302327417e-05,
      "loss": 1.1683,
      "step": 2650
    },
    {
      "epoch": 0.6155982411478824,
      "grad_norm": 0.19537580013275146,
      "learning_rate": 3.403676065638735e-05,
      "loss": 1.1652,
      "step": 2660
    },
    {
      "epoch": 0.6179125202499421,
      "grad_norm": 0.1950923502445221,
      "learning_rate": 3.368202527085476e-05,
      "loss": 1.1778,
      "step": 2670
    },
    {
      "epoch": 0.6202267993520019,
      "grad_norm": 0.19736339151859283,
      "learning_rate": 3.332820679941186e-05,
      "loss": 1.179,
      "step": 2680
    },
    {
      "epoch": 0.6225410784540616,
      "grad_norm": 0.19073107838630676,
      "learning_rate": 3.297532512327231e-05,
      "loss": 1.162,
      "step": 2690
    },
    {
      "epoch": 0.6248553575561213,
      "grad_norm": 0.1941593438386917,
      "learning_rate": 3.262340007101076e-05,
      "loss": 1.1592,
      "step": 2700
    },
    {
      "epoch": 0.6271696366581809,
      "grad_norm": 0.1990540772676468,
      "learning_rate": 3.227245141744882e-05,
      "loss": 1.1571,
      "step": 2710
    },
    {
      "epoch": 0.6294839157602407,
      "grad_norm": 0.19624970853328705,
      "learning_rate": 3.192249888254381e-05,
      "loss": 1.1582,
      "step": 2720
    },
    {
      "epoch": 0.6317981948623004,
      "grad_norm": 0.18591170012950897,
      "learning_rate": 3.157356213028072e-05,
      "loss": 1.1518,
      "step": 2730
    },
    {
      "epoch": 0.6341124739643601,
      "grad_norm": 0.1997700184583664,
      "learning_rate": 3.122566076756724e-05,
      "loss": 1.1689,
      "step": 2740
    },
    {
      "epoch": 0.6364267530664198,
      "grad_norm": 0.18985426425933838,
      "learning_rate": 3.087881434313212e-05,
      "loss": 1.1693,
      "step": 2750
    },
    {
      "epoch": 0.6387410321684796,
      "grad_norm": 0.19050361216068268,
      "learning_rate": 3.053304234642661e-05,
      "loss": 1.1651,
      "step": 2760
    },
    {
      "epoch": 0.6410553112705393,
      "grad_norm": 0.19750134646892548,
      "learning_rate": 3.0188364206529467e-05,
      "loss": 1.1657,
      "step": 2770
    },
    {
      "epoch": 0.6433695903725989,
      "grad_norm": 0.18156161904335022,
      "learning_rate": 2.9844799291055083e-05,
      "loss": 1.1792,
      "step": 2780
    },
    {
      "epoch": 0.6456838694746586,
      "grad_norm": 0.19130638241767883,
      "learning_rate": 2.950236690506537e-05,
      "loss": 1.1623,
      "step": 2790
    },
    {
      "epoch": 0.6479981485767183,
      "grad_norm": 0.20145711302757263,
      "learning_rate": 2.916108628998484e-05,
      "loss": 1.162,
      "step": 2800
    },
    {
      "epoch": 0.6503124276787781,
      "grad_norm": 0.18573534488677979,
      "learning_rate": 2.8820976622519558e-05,
      "loss": 1.1724,
      "step": 2810
    },
    {
      "epoch": 0.6526267067808378,
      "grad_norm": 0.19041724503040314,
      "learning_rate": 2.84820570135795e-05,
      "loss": 1.1567,
      "step": 2820
    },
    {
      "epoch": 0.6549409858828975,
      "grad_norm": 0.19331230223178864,
      "learning_rate": 2.8144346507204728e-05,
      "loss": 1.1722,
      "step": 2830
    },
    {
      "epoch": 0.6572552649849572,
      "grad_norm": 0.19323979318141937,
      "learning_rate": 2.7807864079495306e-05,
      "loss": 1.1637,
      "step": 2840
    },
    {
      "epoch": 0.6595695440870168,
      "grad_norm": 0.18545861542224884,
      "learning_rate": 2.7472628637545082e-05,
      "loss": 1.1634,
      "step": 2850
    },
    {
      "epoch": 0.6618838231890766,
      "grad_norm": 0.19878439605236053,
      "learning_rate": 2.7138659018379144e-05,
      "loss": 1.169,
      "step": 2860
    },
    {
      "epoch": 0.6641981022911363,
      "grad_norm": 0.19122658669948578,
      "learning_rate": 2.680597398789554e-05,
      "loss": 1.1779,
      "step": 2870
    },
    {
      "epoch": 0.666512381393196,
      "grad_norm": 0.19803395867347717,
      "learning_rate": 2.647459223981064e-05,
      "loss": 1.1523,
      "step": 2880
    },
    {
      "epoch": 0.6688266604952557,
      "grad_norm": 0.19722239673137665,
      "learning_rate": 2.614453239460884e-05,
      "loss": 1.1596,
      "step": 2890
    },
    {
      "epoch": 0.6711409395973155,
      "grad_norm": 0.2012769877910614,
      "learning_rate": 2.581581299849627e-05,
      "loss": 1.1675,
      "step": 2900
    },
    {
      "epoch": 0.6734552186993752,
      "grad_norm": 0.19577769935131073,
      "learning_rate": 2.5488452522358585e-05,
      "loss": 1.167,
      "step": 2910
    },
    {
      "epoch": 0.6757694978014348,
      "grad_norm": 0.19656306505203247,
      "learning_rate": 2.5162469360723208e-05,
      "loss": 1.1737,
      "step": 2920
    },
    {
      "epoch": 0.6780837769034945,
      "grad_norm": 0.19946037232875824,
      "learning_rate": 2.4837881830725584e-05,
      "loss": 1.1509,
      "step": 2930
    },
    {
      "epoch": 0.6803980560055543,
      "grad_norm": 0.1928076148033142,
      "learning_rate": 2.451470817108007e-05,
      "loss": 1.1595,
      "step": 2940
    },
    {
      "epoch": 0.682712335107614,
      "grad_norm": 0.19065019488334656,
      "learning_rate": 2.4192966541054977e-05,
      "loss": 1.1651,
      "step": 2950
    },
    {
      "epoch": 0.6850266142096737,
      "grad_norm": 0.198676198720932,
      "learning_rate": 2.387267501945233e-05,
      "loss": 1.1487,
      "step": 2960
    },
    {
      "epoch": 0.6873408933117334,
      "grad_norm": 0.19842711091041565,
      "learning_rate": 2.3553851603591837e-05,
      "loss": 1.1606,
      "step": 2970
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.20439574122428894,
      "learning_rate": 2.3236514208299796e-05,
      "loss": 1.1464,
      "step": 2980
    },
    {
      "epoch": 0.6919694515158528,
      "grad_norm": 0.18908947706222534,
      "learning_rate": 2.2920680664902304e-05,
      "loss": 1.1608,
      "step": 2990
    },
    {
      "epoch": 0.6942837306179125,
      "grad_norm": 0.20464125275611877,
      "learning_rate": 2.260636872022339e-05,
      "loss": 1.1482,
      "step": 3000
    },
    {
      "epoch": 0.6942837306179125,
      "eval_loss": 1.1457551717758179,
      "eval_runtime": 21.6541,
      "eval_samples_per_second": 17.733,
      "eval_steps_per_second": 0.554,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 4321,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.914805497032868e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}