| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8676036786395974, |
| "eval_steps": 1000.0, |
| "global_step": 5000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00017352073572791948, |
| "grad_norm": 8.0, |
| "learning_rate": 6.920415224913495e-08, |
| "loss": 1.9091681241989136, |
| "step": 1, |
| "token_acc": 0.5288686692981869 |
| }, |
| { |
| "epoch": 0.0008676036786395974, |
| "grad_norm": 9.1875, |
| "learning_rate": 3.460207612456748e-07, |
| "loss": 1.9248077869415283, |
| "step": 5, |
| "token_acc": 0.5311277064784593 |
| }, |
| { |
| "epoch": 0.0017352073572791948, |
| "grad_norm": 8.0625, |
| "learning_rate": 6.920415224913496e-07, |
| "loss": 1.9248884201049805, |
| "step": 10, |
| "token_acc": 0.5290013381031705 |
| }, |
| { |
| "epoch": 0.0026028110359187923, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.0380622837370243e-06, |
| "loss": 1.9355482101440429, |
| "step": 15, |
| "token_acc": 0.5267119264551204 |
| }, |
| { |
| "epoch": 0.0034704147145583897, |
| "grad_norm": 7.6875, |
| "learning_rate": 1.3840830449826992e-06, |
| "loss": 1.9109724044799805, |
| "step": 20, |
| "token_acc": 0.5344387591531053 |
| }, |
| { |
| "epoch": 0.004338018393197987, |
| "grad_norm": 7.5625, |
| "learning_rate": 1.7301038062283736e-06, |
| "loss": 1.9011001586914062, |
| "step": 25, |
| "token_acc": 0.5359598310957124 |
| }, |
| { |
| "epoch": 0.0052056220718375845, |
| "grad_norm": 7.09375, |
| "learning_rate": 2.0761245674740485e-06, |
| "loss": 1.8969675064086915, |
| "step": 30, |
| "token_acc": 0.535208283678928 |
| }, |
| { |
| "epoch": 0.006073225750477182, |
| "grad_norm": 6.375, |
| "learning_rate": 2.4221453287197232e-06, |
| "loss": 1.8716100692749023, |
| "step": 35, |
| "token_acc": 0.5402535722571752 |
| }, |
| { |
| "epoch": 0.006940829429116779, |
| "grad_norm": 5.71875, |
| "learning_rate": 2.7681660899653983e-06, |
| "loss": 1.845738410949707, |
| "step": 40, |
| "token_acc": 0.5421880925293895 |
| }, |
| { |
| "epoch": 0.007808433107756377, |
| "grad_norm": 5.34375, |
| "learning_rate": 3.114186851211073e-06, |
| "loss": 1.8337472915649413, |
| "step": 45, |
| "token_acc": 0.5421731912386869 |
| }, |
| { |
| "epoch": 0.008676036786395974, |
| "grad_norm": 4.875, |
| "learning_rate": 3.4602076124567473e-06, |
| "loss": 1.782250213623047, |
| "step": 50, |
| "token_acc": 0.5486540746507149 |
| }, |
| { |
| "epoch": 0.009543640465035572, |
| "grad_norm": 4.25, |
| "learning_rate": 3.8062283737024224e-06, |
| "loss": 1.7817264556884767, |
| "step": 55, |
| "token_acc": 0.553443922569435 |
| }, |
| { |
| "epoch": 0.010411244143675169, |
| "grad_norm": 4.0, |
| "learning_rate": 4.152249134948097e-06, |
| "loss": 1.7241941452026368, |
| "step": 60, |
| "token_acc": 0.562488997223915 |
| }, |
| { |
| "epoch": 0.011278847822314766, |
| "grad_norm": 3.46875, |
| "learning_rate": 4.498269896193772e-06, |
| "loss": 1.664463996887207, |
| "step": 65, |
| "token_acc": 0.5773684070111784 |
| }, |
| { |
| "epoch": 0.012146451500954364, |
| "grad_norm": 3.125, |
| "learning_rate": 4.8442906574394464e-06, |
| "loss": 1.6484092712402343, |
| "step": 70, |
| "token_acc": 0.5734682375674297 |
| }, |
| { |
| "epoch": 0.013014055179593961, |
| "grad_norm": 2.8125, |
| "learning_rate": 5.190311418685121e-06, |
| "loss": 1.6332122802734375, |
| "step": 75, |
| "token_acc": 0.5776690475867771 |
| }, |
| { |
| "epoch": 0.013881658858233559, |
| "grad_norm": 2.59375, |
| "learning_rate": 5.536332179930797e-06, |
| "loss": 1.6145336151123046, |
| "step": 80, |
| "token_acc": 0.5818942893134579 |
| }, |
| { |
| "epoch": 0.014749262536873156, |
| "grad_norm": 2.515625, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 1.5732461929321289, |
| "step": 85, |
| "token_acc": 0.5861122807970769 |
| }, |
| { |
| "epoch": 0.015616866215512754, |
| "grad_norm": 2.28125, |
| "learning_rate": 6.228373702422146e-06, |
| "loss": 1.5478083610534668, |
| "step": 90, |
| "token_acc": 0.5937751867175326 |
| }, |
| { |
| "epoch": 0.01648446989415235, |
| "grad_norm": 2.34375, |
| "learning_rate": 6.57439446366782e-06, |
| "loss": 1.5324504852294922, |
| "step": 95, |
| "token_acc": 0.5946228348671784 |
| }, |
| { |
| "epoch": 0.01735207357279195, |
| "grad_norm": 2.3125, |
| "learning_rate": 6.9204152249134946e-06, |
| "loss": 1.5145973205566405, |
| "step": 100, |
| "token_acc": 0.5947611081643478 |
| }, |
| { |
| "epoch": 0.018219677251431546, |
| "grad_norm": 2.25, |
| "learning_rate": 7.2664359861591705e-06, |
| "loss": 1.4743114471435548, |
| "step": 105, |
| "token_acc": 0.6041969950833631 |
| }, |
| { |
| "epoch": 0.019087280930071143, |
| "grad_norm": 2.34375, |
| "learning_rate": 7.612456747404845e-06, |
| "loss": 1.4888650894165039, |
| "step": 110, |
| "token_acc": 0.6016704100708781 |
| }, |
| { |
| "epoch": 0.01995488460871074, |
| "grad_norm": 2.3125, |
| "learning_rate": 7.958477508650519e-06, |
| "loss": 1.450081729888916, |
| "step": 115, |
| "token_acc": 0.6071094352086315 |
| }, |
| { |
| "epoch": 0.020822488287350338, |
| "grad_norm": 2.4375, |
| "learning_rate": 8.304498269896194e-06, |
| "loss": 1.453689956665039, |
| "step": 120, |
| "token_acc": 0.6067426531172755 |
| }, |
| { |
| "epoch": 0.021690091965989935, |
| "grad_norm": 2.25, |
| "learning_rate": 8.65051903114187e-06, |
| "loss": 1.4380900382995605, |
| "step": 125, |
| "token_acc": 0.6129145486928147 |
| }, |
| { |
| "epoch": 0.022557695644629533, |
| "grad_norm": 2.296875, |
| "learning_rate": 8.996539792387544e-06, |
| "loss": 1.4033380508422852, |
| "step": 130, |
| "token_acc": 0.6155833692194423 |
| }, |
| { |
| "epoch": 0.02342529932326913, |
| "grad_norm": 2.125, |
| "learning_rate": 9.34256055363322e-06, |
| "loss": 1.3930879592895509, |
| "step": 135, |
| "token_acc": 0.6180772126035058 |
| }, |
| { |
| "epoch": 0.024292903001908728, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.688581314878893e-06, |
| "loss": 1.3432926177978515, |
| "step": 140, |
| "token_acc": 0.6306223488778284 |
| }, |
| { |
| "epoch": 0.025160506680548325, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.0034602076124568e-05, |
| "loss": 1.39078369140625, |
| "step": 145, |
| "token_acc": 0.6173330823630644 |
| }, |
| { |
| "epoch": 0.026028110359187923, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.0380622837370241e-05, |
| "loss": 1.3656013488769532, |
| "step": 150, |
| "token_acc": 0.6226175175695261 |
| }, |
| { |
| "epoch": 0.02689571403782752, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.0726643598615918e-05, |
| "loss": 1.3753274917602538, |
| "step": 155, |
| "token_acc": 0.6213831896726154 |
| }, |
| { |
| "epoch": 0.027763317716467117, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.1072664359861593e-05, |
| "loss": 1.3534158706665038, |
| "step": 160, |
| "token_acc": 0.6270216023570886 |
| }, |
| { |
| "epoch": 0.028630921395106715, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.1418685121107267e-05, |
| "loss": 1.3482056617736817, |
| "step": 165, |
| "token_acc": 0.6246836055823732 |
| }, |
| { |
| "epoch": 0.029498525073746312, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.1764705882352942e-05, |
| "loss": 1.3297002792358399, |
| "step": 170, |
| "token_acc": 0.6299395312649295 |
| }, |
| { |
| "epoch": 0.03036612875238591, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.2110726643598615e-05, |
| "loss": 1.3250617980957031, |
| "step": 175, |
| "token_acc": 0.6287991301119186 |
| }, |
| { |
| "epoch": 0.031233732431025507, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.2456747404844292e-05, |
| "loss": 1.32503080368042, |
| "step": 180, |
| "token_acc": 0.6283811790503951 |
| }, |
| { |
| "epoch": 0.032101336109665105, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.2802768166089967e-05, |
| "loss": 1.3253366470336914, |
| "step": 185, |
| "token_acc": 0.6305334557323541 |
| }, |
| { |
| "epoch": 0.0329689397883047, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.314878892733564e-05, |
| "loss": 1.3164624214172362, |
| "step": 190, |
| "token_acc": 0.6327720036837259 |
| }, |
| { |
| "epoch": 0.0338365434669443, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.3494809688581316e-05, |
| "loss": 1.2994074821472168, |
| "step": 195, |
| "token_acc": 0.6317387471841726 |
| }, |
| { |
| "epoch": 0.0347041471455839, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.3840830449826989e-05, |
| "loss": 1.3055123329162597, |
| "step": 200, |
| "token_acc": 0.6311878838826895 |
| }, |
| { |
| "epoch": 0.035571750824223494, |
| "grad_norm": 2.25, |
| "learning_rate": 1.4186851211072666e-05, |
| "loss": 1.2885337829589845, |
| "step": 205, |
| "token_acc": 0.6344415604742465 |
| }, |
| { |
| "epoch": 0.03643935450286309, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.4532871972318341e-05, |
| "loss": 1.2472162246704102, |
| "step": 210, |
| "token_acc": 0.6459379308550766 |
| }, |
| { |
| "epoch": 0.03730695818150269, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.4878892733564014e-05, |
| "loss": 1.2773432731628418, |
| "step": 215, |
| "token_acc": 0.6338010832102413 |
| }, |
| { |
| "epoch": 0.038174561860142286, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.522491349480969e-05, |
| "loss": 1.272820281982422, |
| "step": 220, |
| "token_acc": 0.6386346675046153 |
| }, |
| { |
| "epoch": 0.039042165538781884, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.5570934256055366e-05, |
| "loss": 1.2626455307006836, |
| "step": 225, |
| "token_acc": 0.6376424039839007 |
| }, |
| { |
| "epoch": 0.03990976921742148, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.5916955017301038e-05, |
| "loss": 1.2593675613403321, |
| "step": 230, |
| "token_acc": 0.639645674135032 |
| }, |
| { |
| "epoch": 0.04077737289606108, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.6262975778546713e-05, |
| "loss": 1.255127239227295, |
| "step": 235, |
| "token_acc": 0.6431021760799492 |
| }, |
| { |
| "epoch": 0.041644976574700676, |
| "grad_norm": 2.125, |
| "learning_rate": 1.6608996539792388e-05, |
| "loss": 1.2209264755249023, |
| "step": 240, |
| "token_acc": 0.6458485917837405 |
| }, |
| { |
| "epoch": 0.042512580253340274, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.6955017301038063e-05, |
| "loss": 1.2057106018066406, |
| "step": 245, |
| "token_acc": 0.653398644744445 |
| }, |
| { |
| "epoch": 0.04338018393197987, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.730103806228374e-05, |
| "loss": 1.254837989807129, |
| "step": 250, |
| "token_acc": 0.6412084543831126 |
| }, |
| { |
| "epoch": 0.04424778761061947, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.7647058823529414e-05, |
| "loss": 1.2420223236083985, |
| "step": 255, |
| "token_acc": 0.6410300956861068 |
| }, |
| { |
| "epoch": 0.045115391289259066, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.799307958477509e-05, |
| "loss": 1.2112503051757812, |
| "step": 260, |
| "token_acc": 0.6482978496344912 |
| }, |
| { |
| "epoch": 0.04598299496789866, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.833910034602076e-05, |
| "loss": 1.2253754615783692, |
| "step": 265, |
| "token_acc": 0.6429915081156616 |
| }, |
| { |
| "epoch": 0.04685059864653826, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.868512110726644e-05, |
| "loss": 1.2027314186096192, |
| "step": 270, |
| "token_acc": 0.6511740530352609 |
| }, |
| { |
| "epoch": 0.04771820232517786, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.9031141868512114e-05, |
| "loss": 1.219920539855957, |
| "step": 275, |
| "token_acc": 0.6463804044677383 |
| }, |
| { |
| "epoch": 0.048585806003817456, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9377162629757786e-05, |
| "loss": 1.1916674613952636, |
| "step": 280, |
| "token_acc": 0.6508475041894454 |
| }, |
| { |
| "epoch": 0.04945340968245705, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.972318339100346e-05, |
| "loss": 1.2134785652160645, |
| "step": 285, |
| "token_acc": 0.6464441609025586 |
| }, |
| { |
| "epoch": 0.05032101336109665, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9999998353126843e-05, |
| "loss": 1.1799225807189941, |
| "step": 290, |
| "token_acc": 0.6547402065668172 |
| }, |
| { |
| "epoch": 0.05118861703973625, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.99999407126232e-05, |
| "loss": 1.2018964767456055, |
| "step": 295, |
| "token_acc": 0.6471151511881963 |
| }, |
| { |
| "epoch": 0.052056220718375845, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.9999800729003996e-05, |
| "loss": 1.1920422554016112, |
| "step": 300, |
| "token_acc": 0.6487302769689172 |
| }, |
| { |
| "epoch": 0.05292382439701544, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9999578403421912e-05, |
| "loss": 1.1693296432495117, |
| "step": 305, |
| "token_acc": 0.6556802430962789 |
| }, |
| { |
| "epoch": 0.05379142807565504, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9999273737707648e-05, |
| "loss": 1.1848974227905273, |
| "step": 310, |
| "token_acc": 0.6521950494915804 |
| }, |
| { |
| "epoch": 0.05465903175429464, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.9998886734369936e-05, |
| "loss": 1.1778865814208985, |
| "step": 315, |
| "token_acc": 0.6545266496586913 |
| }, |
| { |
| "epoch": 0.055526635432934235, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9998417396595508e-05, |
| "loss": 1.1698062896728516, |
| "step": 320, |
| "token_acc": 0.6535174771198589 |
| }, |
| { |
| "epoch": 0.05639423911157383, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9997865728249043e-05, |
| "loss": 1.158426284790039, |
| "step": 325, |
| "token_acc": 0.6557887720539224 |
| }, |
| { |
| "epoch": 0.05726184279021343, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.999723173387319e-05, |
| "loss": 1.1911964416503906, |
| "step": 330, |
| "token_acc": 0.6506533185984529 |
| }, |
| { |
| "epoch": 0.05812944646885303, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9996515418688493e-05, |
| "loss": 1.1536369323730469, |
| "step": 335, |
| "token_acc": 0.6576180488329568 |
| }, |
| { |
| "epoch": 0.058997050147492625, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.999571678859333e-05, |
| "loss": 1.1710229873657227, |
| "step": 340, |
| "token_acc": 0.6535538729067681 |
| }, |
| { |
| "epoch": 0.05986465382613222, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9994835850163926e-05, |
| "loss": 1.1672002792358398, |
| "step": 345, |
| "token_acc": 0.6529600985558826 |
| }, |
| { |
| "epoch": 0.06073225750477182, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9993872610654236e-05, |
| "loss": 1.1647834777832031, |
| "step": 350, |
| "token_acc": 0.655277021628137 |
| }, |
| { |
| "epoch": 0.06159986118341142, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9992827077995925e-05, |
| "loss": 1.1796775817871095, |
| "step": 355, |
| "token_acc": 0.653560930884772 |
| }, |
| { |
| "epoch": 0.062467464862051014, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9991699260798284e-05, |
| "loss": 1.1580224990844727, |
| "step": 360, |
| "token_acc": 0.6587823913419223 |
| }, |
| { |
| "epoch": 0.06333506854069061, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.999048916834817e-05, |
| "loss": 1.1684626579284667, |
| "step": 365, |
| "token_acc": 0.6539958690816651 |
| }, |
| { |
| "epoch": 0.06420267221933021, |
| "grad_norm": 2.25, |
| "learning_rate": 1.9989196810609918e-05, |
| "loss": 1.1673255920410157, |
| "step": 370, |
| "token_acc": 0.6526922661481962 |
| }, |
| { |
| "epoch": 0.0650702758979698, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9987822198225265e-05, |
| "loss": 1.1529643058776855, |
| "step": 375, |
| "token_acc": 0.6575958831216069 |
| }, |
| { |
| "epoch": 0.0659378795766094, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9986365342513266e-05, |
| "loss": 1.1544547080993652, |
| "step": 380, |
| "token_acc": 0.6566502399001392 |
| }, |
| { |
| "epoch": 0.066805483255249, |
| "grad_norm": 2.125, |
| "learning_rate": 1.99848262554702e-05, |
| "loss": 1.169089126586914, |
| "step": 385, |
| "token_acc": 0.65285508142651 |
| }, |
| { |
| "epoch": 0.0676730869338886, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9983204949769454e-05, |
| "loss": 1.1696990966796874, |
| "step": 390, |
| "token_acc": 0.6517770916361757 |
| }, |
| { |
| "epoch": 0.0685406906125282, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.998150143876146e-05, |
| "loss": 1.1284924507141114, |
| "step": 395, |
| "token_acc": 0.6655096202085395 |
| }, |
| { |
| "epoch": 0.0694082942911678, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.9979715736473527e-05, |
| "loss": 1.1364903450012207, |
| "step": 400, |
| "token_acc": 0.6588324591008281 |
| }, |
| { |
| "epoch": 0.07027589796980739, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9977847857609775e-05, |
| "loss": 1.1590328216552734, |
| "step": 405, |
| "token_acc": 0.6557208069503755 |
| }, |
| { |
| "epoch": 0.07114350164844699, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9975897817550995e-05, |
| "loss": 1.1176044464111328, |
| "step": 410, |
| "token_acc": 0.665058862001308 |
| }, |
| { |
| "epoch": 0.07201110532708659, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9973865632354516e-05, |
| "loss": 1.1324227333068848, |
| "step": 415, |
| "token_acc": 0.6612732538710037 |
| }, |
| { |
| "epoch": 0.07287870900572618, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9971751318754087e-05, |
| "loss": 1.126877784729004, |
| "step": 420, |
| "token_acc": 0.6609341202232488 |
| }, |
| { |
| "epoch": 0.07374631268436578, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9969554894159723e-05, |
| "loss": 1.14964017868042, |
| "step": 425, |
| "token_acc": 0.6562090443570724 |
| }, |
| { |
| "epoch": 0.07461391636300538, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.996727637665758e-05, |
| "loss": 1.1191633224487305, |
| "step": 430, |
| "token_acc": 0.6615450810570731 |
| }, |
| { |
| "epoch": 0.07548152004164498, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9964915785009793e-05, |
| "loss": 1.1374661445617675, |
| "step": 435, |
| "token_acc": 0.660144832126399 |
| }, |
| { |
| "epoch": 0.07634912372028457, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.996247313865432e-05, |
| "loss": 1.1567827224731446, |
| "step": 440, |
| "token_acc": 0.6550488426417499 |
| }, |
| { |
| "epoch": 0.07721672739892417, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9959948457704793e-05, |
| "loss": 1.1355746269226075, |
| "step": 445, |
| "token_acc": 0.6552852877530336 |
| }, |
| { |
| "epoch": 0.07808433107756377, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9957341762950346e-05, |
| "loss": 1.1385893821716309, |
| "step": 450, |
| "token_acc": 0.6600633591211301 |
| }, |
| { |
| "epoch": 0.07895193475620337, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9954653075855445e-05, |
| "loss": 1.1308669090270995, |
| "step": 455, |
| "token_acc": 0.6592446678440429 |
| }, |
| { |
| "epoch": 0.07981953843484296, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9951882418559703e-05, |
| "loss": 1.1351963043212892, |
| "step": 460, |
| "token_acc": 0.6637463123076334 |
| }, |
| { |
| "epoch": 0.08068714211348256, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.994902981387771e-05, |
| "loss": 1.1261632919311524, |
| "step": 465, |
| "token_acc": 0.6615251252132753 |
| }, |
| { |
| "epoch": 0.08155474579212216, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.994609528529885e-05, |
| "loss": 1.1392766952514648, |
| "step": 470, |
| "token_acc": 0.6591416589510375 |
| }, |
| { |
| "epoch": 0.08242234947076175, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.994307885698708e-05, |
| "loss": 1.1046557426452637, |
| "step": 475, |
| "token_acc": 0.6653103722274739 |
| }, |
| { |
| "epoch": 0.08328995314940135, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9939980553780763e-05, |
| "loss": 1.1288423538208008, |
| "step": 480, |
| "token_acc": 0.6587156961405608 |
| }, |
| { |
| "epoch": 0.08415755682804095, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.993680040119244e-05, |
| "loss": 1.1338699340820313, |
| "step": 485, |
| "token_acc": 0.6593820953616607 |
| }, |
| { |
| "epoch": 0.08502516050668055, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.9933538425408636e-05, |
| "loss": 1.1204511642456054, |
| "step": 490, |
| "token_acc": 0.6627913185082357 |
| }, |
| { |
| "epoch": 0.08589276418532014, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9930194653289635e-05, |
| "loss": 1.1193718910217285, |
| "step": 495, |
| "token_acc": 0.6627504181868472 |
| }, |
| { |
| "epoch": 0.08676036786395974, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9926769112369263e-05, |
| "loss": 1.1357709884643554, |
| "step": 500, |
| "token_acc": 0.6581859131322919 |
| }, |
| { |
| "epoch": 0.08762797154259934, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9923261830854655e-05, |
| "loss": 1.1109633445739746, |
| "step": 505, |
| "token_acc": 0.6641862471522357 |
| }, |
| { |
| "epoch": 0.08849557522123894, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.991967283762603e-05, |
| "loss": 1.0808055877685547, |
| "step": 510, |
| "token_acc": 0.6749422782577114 |
| }, |
| { |
| "epoch": 0.08936317889987853, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9916002162236458e-05, |
| "loss": 1.119293212890625, |
| "step": 515, |
| "token_acc": 0.6636471832848453 |
| }, |
| { |
| "epoch": 0.09023078257851813, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.99122498349116e-05, |
| "loss": 1.1222724914550781, |
| "step": 520, |
| "token_acc": 0.6633997145381635 |
| }, |
| { |
| "epoch": 0.09109838625715773, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.990841588654947e-05, |
| "loss": 1.133096694946289, |
| "step": 525, |
| "token_acc": 0.660575962862001 |
| }, |
| { |
| "epoch": 0.09196598993579733, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.990450034872018e-05, |
| "loss": 1.1255317687988282, |
| "step": 530, |
| "token_acc": 0.659338407094156 |
| }, |
| { |
| "epoch": 0.09283359361443692, |
| "grad_norm": 2.0, |
| "learning_rate": 1.990050325366568e-05, |
| "loss": 1.1009018898010254, |
| "step": 535, |
| "token_acc": 0.6676672499663481 |
| }, |
| { |
| "epoch": 0.09370119729307652, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9896424634299495e-05, |
| "loss": 1.1132999420166017, |
| "step": 540, |
| "token_acc": 0.662574878385441 |
| }, |
| { |
| "epoch": 0.09456880097171612, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9892264524206442e-05, |
| "loss": 1.0917093276977539, |
| "step": 545, |
| "token_acc": 0.670899655371247 |
| }, |
| { |
| "epoch": 0.09543640465035572, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9888022957642365e-05, |
| "loss": 1.0798656463623046, |
| "step": 550, |
| "token_acc": 0.6730398457583547 |
| }, |
| { |
| "epoch": 0.09630400832899531, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.988369996953386e-05, |
| "loss": 1.1211360931396483, |
| "step": 555, |
| "token_acc": 0.660755798237552 |
| }, |
| { |
| "epoch": 0.09717161200763491, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.987929559547796e-05, |
| "loss": 1.0922590255737306, |
| "step": 560, |
| "token_acc": 0.6691658981863865 |
| }, |
| { |
| "epoch": 0.09803921568627451, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9874809871741877e-05, |
| "loss": 1.109041404724121, |
| "step": 565, |
| "token_acc": 0.6648318872017354 |
| }, |
| { |
| "epoch": 0.0989068193649141, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9870242835262665e-05, |
| "loss": 1.1087127685546876, |
| "step": 570, |
| "token_acc": 0.6643103084814841 |
| }, |
| { |
| "epoch": 0.0997744230435537, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.986559452364696e-05, |
| "loss": 1.1010761260986328, |
| "step": 575, |
| "token_acc": 0.6648252984798432 |
| }, |
| { |
| "epoch": 0.1006420267221933, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.986086497517063e-05, |
| "loss": 1.107012939453125, |
| "step": 580, |
| "token_acc": 0.6654558712325808 |
| }, |
| { |
| "epoch": 0.1015096304008329, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.985605422877848e-05, |
| "loss": 1.0979772567749024, |
| "step": 585, |
| "token_acc": 0.6680623147820886 |
| }, |
| { |
| "epoch": 0.1023772340794725, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9851162324083933e-05, |
| "loss": 1.0830554008483886, |
| "step": 590, |
| "token_acc": 0.6709642543415095 |
| }, |
| { |
| "epoch": 0.10324483775811209, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.984618930136869e-05, |
| "loss": 1.0940834999084472, |
| "step": 595, |
| "token_acc": 0.6654719073768496 |
| }, |
| { |
| "epoch": 0.10411244143675169, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9841135201582418e-05, |
| "loss": 1.087096881866455, |
| "step": 600, |
| "token_acc": 0.6688288825090731 |
| }, |
| { |
| "epoch": 0.10498004511539129, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9836000066342396e-05, |
| "loss": 1.0840859413146973, |
| "step": 605, |
| "token_acc": 0.6716854817537411 |
| }, |
| { |
| "epoch": 0.10584764879403089, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9830783937933172e-05, |
| "loss": 1.1092602729797363, |
| "step": 610, |
| "token_acc": 0.6614420479795627 |
| }, |
| { |
| "epoch": 0.10671525247267048, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.982548685930623e-05, |
| "loss": 1.067424201965332, |
| "step": 615, |
| "token_acc": 0.673647896123652 |
| }, |
| { |
| "epoch": 0.10758285615131008, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9820108874079626e-05, |
| "loss": 1.072523593902588, |
| "step": 620, |
| "token_acc": 0.670838285674334 |
| }, |
| { |
| "epoch": 0.10845045982994968, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.9814650026537632e-05, |
| "loss": 1.1132768630981444, |
| "step": 625, |
| "token_acc": 0.6627720656963546 |
| }, |
| { |
| "epoch": 0.10931806350858927, |
| "grad_norm": 1.875, |
| "learning_rate": 1.9809110361630356e-05, |
| "loss": 1.081822395324707, |
| "step": 630, |
| "token_acc": 0.6701974000962927 |
| }, |
| { |
| "epoch": 0.11018566718722887, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9803489924973403e-05, |
| "loss": 1.0843083381652832, |
| "step": 635, |
| "token_acc": 0.670640893606908 |
| }, |
| { |
| "epoch": 0.11105327086586847, |
| "grad_norm": 1.875, |
| "learning_rate": 1.9797788762847474e-05, |
| "loss": 1.1068120002746582, |
| "step": 640, |
| "token_acc": 0.6664943545095905 |
| }, |
| { |
| "epoch": 0.11192087454450807, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9792006922197983e-05, |
| "loss": 1.090738296508789, |
| "step": 645, |
| "token_acc": 0.6678904842496042 |
| }, |
| { |
| "epoch": 0.11278847822314766, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.97861444506347e-05, |
| "loss": 1.0894213676452638, |
| "step": 650, |
| "token_acc": 0.6677103350040985 |
| }, |
| { |
| "epoch": 0.11365608190178726, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.9780201396431328e-05, |
| "loss": 1.1013753890991211, |
| "step": 655, |
| "token_acc": 0.6645008860011813 |
| }, |
| { |
| "epoch": 0.11452368558042686, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9774177808525113e-05, |
| "loss": 1.0939213752746582, |
| "step": 660, |
| "token_acc": 0.6666116111982823 |
| }, |
| { |
| "epoch": 0.11539128925906646, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9768073736516446e-05, |
| "loss": 1.0730672836303712, |
| "step": 665, |
| "token_acc": 0.674365815777946 |
| }, |
| { |
| "epoch": 0.11625889293770605, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.9761889230668462e-05, |
| "loss": 1.0676060676574708, |
| "step": 670, |
| "token_acc": 0.6705334815226451 |
| }, |
| { |
| "epoch": 0.11712649661634565, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.975562434190661e-05, |
| "loss": 1.0712880134582519, |
| "step": 675, |
| "token_acc": 0.6705970273187744 |
| }, |
| { |
| "epoch": 0.11799410029498525, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9749279121818235e-05, |
| "loss": 1.1015710830688477, |
| "step": 680, |
| "token_acc": 0.6644264612144223 |
| }, |
| { |
| "epoch": 0.11886170397362485, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9742853622652176e-05, |
| "loss": 1.0666415214538574, |
| "step": 685, |
| "token_acc": 0.6735260146303254 |
| }, |
| { |
| "epoch": 0.11972930765226444, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9736347897318303e-05, |
| "loss": 1.1168096542358399, |
| "step": 690, |
| "token_acc": 0.6619707286530484 |
| }, |
| { |
| "epoch": 0.12059691133090404, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9729761999387102e-05, |
| "loss": 1.061478042602539, |
| "step": 695, |
| "token_acc": 0.674633270806062 |
| }, |
| { |
| "epoch": 0.12146451500954364, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9723095983089235e-05, |
| "loss": 1.0845521926879882, |
| "step": 700, |
| "token_acc": 0.666814367237328 |
| }, |
| { |
| "epoch": 0.12233211868818324, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9716349903315075e-05, |
| "loss": 1.0705391883850097, |
| "step": 705, |
| "token_acc": 0.6704897791192207 |
| }, |
| { |
| "epoch": 0.12319972236682283, |
| "grad_norm": 2.0, |
| "learning_rate": 1.970952381561428e-05, |
| "loss": 1.0789600372314454, |
| "step": 710, |
| "token_acc": 0.6659224188949265 |
| }, |
| { |
| "epoch": 0.12406732604546243, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9702617776195314e-05, |
| "loss": 1.0921841621398927, |
| "step": 715, |
| "token_acc": 0.6679036012597562 |
| }, |
| { |
| "epoch": 0.12493492972410203, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9695631841924993e-05, |
| "loss": 1.084920597076416, |
| "step": 720, |
| "token_acc": 0.6674108653000473 |
| }, |
| { |
| "epoch": 0.12580253340274164, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9688566070328018e-05, |
| "loss": 1.0615843772888183, |
| "step": 725, |
| "token_acc": 0.6733901515151515 |
| }, |
| { |
| "epoch": 0.12667013708138122, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9681420519586502e-05, |
| "loss": 1.0624969482421875, |
| "step": 730, |
| "token_acc": 0.6717009575388738 |
| }, |
| { |
| "epoch": 0.12753774076002083, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9674195248539482e-05, |
| "loss": 1.0610927581787108, |
| "step": 735, |
| "token_acc": 0.6758764832793959 |
| }, |
| { |
| "epoch": 0.12840534443866042, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.9666890316682443e-05, |
| "loss": 1.0778383255004882, |
| "step": 740, |
| "token_acc": 0.6720665616068805 |
| }, |
| { |
| "epoch": 0.12927294811730003, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.9659505784166827e-05, |
| "loss": 1.078394317626953, |
| "step": 745, |
| "token_acc": 0.6708379109836813 |
| }, |
| { |
| "epoch": 0.1301405517959396, |
| "grad_norm": 2.125, |
| "learning_rate": 1.965204171179954e-05, |
| "loss": 1.088584041595459, |
| "step": 750, |
| "token_acc": 0.667237308961385 |
| }, |
| { |
| "epoch": 0.13100815547457922, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9644498161042436e-05, |
| "loss": 1.0937715530395509, |
| "step": 755, |
| "token_acc": 0.6666981577704298 |
| }, |
| { |
| "epoch": 0.1318757591532188, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.9636875194011836e-05, |
| "loss": 1.0754453659057617, |
| "step": 760, |
| "token_acc": 0.6709822832582032 |
| }, |
| { |
| "epoch": 0.13274336283185842, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9629172873477995e-05, |
| "loss": 1.070410919189453, |
| "step": 765, |
| "token_acc": 0.6699807311459616 |
| }, |
| { |
| "epoch": 0.133610966510498, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9621391262864597e-05, |
| "loss": 1.0697467803955079, |
| "step": 770, |
| "token_acc": 0.672360857509975 |
| }, |
| { |
| "epoch": 0.13447857018913761, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.961353042624823e-05, |
| "loss": 1.090577983856201, |
| "step": 775, |
| "token_acc": 0.6647531413321472 |
| }, |
| { |
| "epoch": 0.1353461738677772, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9605590428357853e-05, |
| "loss": 1.0771003723144532, |
| "step": 780, |
| "token_acc": 0.6692675159235669 |
| }, |
| { |
| "epoch": 0.1362137775464168, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.959757133457427e-05, |
| "loss": 1.0793813705444335, |
| "step": 785, |
| "token_acc": 0.6685078374160277 |
| }, |
| { |
| "epoch": 0.1370813812250564, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.958947321092959e-05, |
| "loss": 1.0954531669616698, |
| "step": 790, |
| "token_acc": 0.666005196025954 |
| }, |
| { |
| "epoch": 0.137948984903696, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9581296124106682e-05, |
| "loss": 1.049675750732422, |
| "step": 795, |
| "token_acc": 0.6793725574174206 |
| }, |
| { |
| "epoch": 0.1388165885823356, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9573040141438625e-05, |
| "loss": 1.0865850448608398, |
| "step": 800, |
| "token_acc": 0.6686926806866836 |
| }, |
| { |
| "epoch": 0.1396841922609752, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.9564705330908155e-05, |
| "loss": 1.0714460372924806, |
| "step": 805, |
| "token_acc": 0.6687210017329085 |
| }, |
| { |
| "epoch": 0.14055179593961478, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9556291761147106e-05, |
| "loss": 1.0626968383789062, |
| "step": 810, |
| "token_acc": 0.6734635695958513 |
| }, |
| { |
| "epoch": 0.1414193996182544, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9547799501435848e-05, |
| "loss": 1.078728485107422, |
| "step": 815, |
| "token_acc": 0.6699388135142325 |
| }, |
| { |
| "epoch": 0.14228700329689398, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9539228621702696e-05, |
| "loss": 1.0764430999755858, |
| "step": 820, |
| "token_acc": 0.6692216671049172 |
| }, |
| { |
| "epoch": 0.1431546069755336, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9530579192523374e-05, |
| "loss": 1.0595266342163085, |
| "step": 825, |
| "token_acc": 0.6733650861607621 |
| }, |
| { |
| "epoch": 0.14402221065417317, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.9521851285120393e-05, |
| "loss": 1.0454116821289063, |
| "step": 830, |
| "token_acc": 0.6766406455817306 |
| }, |
| { |
| "epoch": 0.14488981433281278, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9513044971362494e-05, |
| "loss": 1.0634162902832032, |
| "step": 835, |
| "token_acc": 0.6721870895229326 |
| }, |
| { |
| "epoch": 0.14575741801145237, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9504160323764032e-05, |
| "loss": 1.0595422744750977, |
| "step": 840, |
| "token_acc": 0.6775388978821892 |
| }, |
| { |
| "epoch": 0.14662502169009198, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9495197415484397e-05, |
| "loss": 1.082723903656006, |
| "step": 845, |
| "token_acc": 0.668543901058705 |
| }, |
| { |
| "epoch": 0.14749262536873156, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9486156320327406e-05, |
| "loss": 1.0727534294128418, |
| "step": 850, |
| "token_acc": 0.6706723270354948 |
| }, |
| { |
| "epoch": 0.14836022904737117, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9477037112740703e-05, |
| "loss": 1.0933048248291015, |
| "step": 855, |
| "token_acc": 0.6638589138214922 |
| }, |
| { |
| "epoch": 0.14922783272601076, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9467839867815118e-05, |
| "loss": 1.0769481658935547, |
| "step": 860, |
| "token_acc": 0.6706557839960199 |
| }, |
| { |
| "epoch": 0.15009543640465037, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9458564661284085e-05, |
| "loss": 1.062359619140625, |
| "step": 865, |
| "token_acc": 0.6725027997050067 |
| }, |
| { |
| "epoch": 0.15096304008328995, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9449211569523002e-05, |
| "loss": 1.0662097930908203, |
| "step": 870, |
| "token_acc": 0.6707562050881049 |
| }, |
| { |
| "epoch": 0.15183064376192956, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9439780669548586e-05, |
| "loss": 1.0621366500854492, |
| "step": 875, |
| "token_acc": 0.673269502864129 |
| }, |
| { |
| "epoch": 0.15269824744056915, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9430272039018277e-05, |
| "loss": 1.0658045768737794, |
| "step": 880, |
| "token_acc": 0.6731692212416783 |
| }, |
| { |
| "epoch": 0.15356585111920876, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.942068575622956e-05, |
| "loss": 1.0896780967712403, |
| "step": 885, |
| "token_acc": 0.6671697313899149 |
| }, |
| { |
| "epoch": 0.15443345479784834, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9411021900119343e-05, |
| "loss": 1.0421188354492188, |
| "step": 890, |
| "token_acc": 0.6814261145654187 |
| }, |
| { |
| "epoch": 0.15530105847648795, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.94012805502633e-05, |
| "loss": 1.0770461082458496, |
| "step": 895, |
| "token_acc": 0.670378502031211 |
| }, |
| { |
| "epoch": 0.15616866215512754, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.9391461786875216e-05, |
| "loss": 1.0411422729492188, |
| "step": 900, |
| "token_acc": 0.6799084886073606 |
| }, |
| { |
| "epoch": 0.15703626583376715, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.9381565690806328e-05, |
| "loss": 1.0435258865356445, |
| "step": 905, |
| "token_acc": 0.6792285176667363 |
| }, |
| { |
| "epoch": 0.15790386951240673, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.9371592343544655e-05, |
| "loss": 1.0748100280761719, |
| "step": 910, |
| "token_acc": 0.6707071531575654 |
| }, |
| { |
| "epoch": 0.15877147319104634, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.9361541827214338e-05, |
| "loss": 1.0855265617370606, |
| "step": 915, |
| "token_acc": 0.667949364401157 |
| }, |
| { |
| "epoch": 0.15963907686968593, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.9351414224574944e-05, |
| "loss": 1.0524426460266114, |
| "step": 920, |
| "token_acc": 0.6748159542907373 |
| }, |
| { |
| "epoch": 0.16050668054832554, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9341209619020804e-05, |
| "loss": 1.0575942993164062, |
| "step": 925, |
| "token_acc": 0.6725628566510876 |
| }, |
| { |
| "epoch": 0.16137428422696512, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9330928094580324e-05, |
| "loss": 1.058868408203125, |
| "step": 930, |
| "token_acc": 0.6738103592539609 |
| }, |
| { |
| "epoch": 0.16224188790560473, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9320569735915273e-05, |
| "loss": 1.0528675079345704, |
| "step": 935, |
| "token_acc": 0.6737685311378745 |
| }, |
| { |
| "epoch": 0.16310949158424431, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9310134628320116e-05, |
| "loss": 1.0708015441894532, |
| "step": 940, |
| "token_acc": 0.6706150717308855 |
| }, |
| { |
| "epoch": 0.16397709526288393, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.929962285772128e-05, |
| "loss": 1.0595834732055665, |
| "step": 945, |
| "token_acc": 0.6712688842219362 |
| }, |
| { |
| "epoch": 0.1648446989415235, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9289034510676483e-05, |
| "loss": 1.0492593765258789, |
| "step": 950, |
| "token_acc": 0.6747535596933187 |
| }, |
| { |
| "epoch": 0.16571230262016312, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9278369674373985e-05, |
| "loss": 1.0697070121765138, |
| "step": 955, |
| "token_acc": 0.6718501687702754 |
| }, |
| { |
| "epoch": 0.1665799062988027, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.9267628436631893e-05, |
| "loss": 1.0314347267150878, |
| "step": 960, |
| "token_acc": 0.6785393180717892 |
| }, |
| { |
| "epoch": 0.16744750997744232, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9256810885897434e-05, |
| "loss": 1.0667208671569823, |
| "step": 965, |
| "token_acc": 0.6720282411646826 |
| }, |
| { |
| "epoch": 0.1683151136560819, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9245917111246205e-05, |
| "loss": 1.0356231689453126, |
| "step": 970, |
| "token_acc": 0.6796255346195098 |
| }, |
| { |
| "epoch": 0.1691827173347215, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9234947202381487e-05, |
| "loss": 1.0789193153381347, |
| "step": 975, |
| "token_acc": 0.6698977346968708 |
| }, |
| { |
| "epoch": 0.1700503210133611, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.922390124963345e-05, |
| "loss": 1.0505391120910645, |
| "step": 980, |
| "token_acc": 0.6759316831814153 |
| }, |
| { |
| "epoch": 0.1709179246920007, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9212779343958466e-05, |
| "loss": 1.0695667266845703, |
| "step": 985, |
| "token_acc": 0.6721886545823162 |
| }, |
| { |
| "epoch": 0.1717855283706403, |
| "grad_norm": 2.0, |
| "learning_rate": 1.92015815769383e-05, |
| "loss": 1.0540275573730469, |
| "step": 990, |
| "token_acc": 0.6755136400344937 |
| }, |
| { |
| "epoch": 0.1726531320492799, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.919030804077941e-05, |
| "loss": 1.0307014465332032, |
| "step": 995, |
| "token_acc": 0.6810972040253115 |
| }, |
| { |
| "epoch": 0.17352073572791948, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.9178958828312146e-05, |
| "loss": 1.067826271057129, |
| "step": 1000, |
| "token_acc": 0.6724737299518053 |
| }, |
| { |
| "epoch": 0.1743883394065591, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9167534032990024e-05, |
| "loss": 1.0573354721069337, |
| "step": 1005, |
| "token_acc": 0.6738269981618387 |
| }, |
| { |
| "epoch": 0.17525594308519868, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9156033748888918e-05, |
| "loss": 1.0550942420959473, |
| "step": 1010, |
| "token_acc": 0.6726485901683684 |
| }, |
| { |
| "epoch": 0.1761235467638383, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9144458070706317e-05, |
| "loss": 1.0487598419189452, |
| "step": 1015, |
| "token_acc": 0.6768756795940558 |
| }, |
| { |
| "epoch": 0.17699115044247787, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.9132807093760523e-05, |
| "loss": 1.0621299743652344, |
| "step": 1020, |
| "token_acc": 0.6733473561667395 |
| }, |
| { |
| "epoch": 0.17785875412111748, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.912108091398988e-05, |
| "loss": 1.052401065826416, |
| "step": 1025, |
| "token_acc": 0.6748749154834347 |
| }, |
| { |
| "epoch": 0.17872635779975707, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9109279627951978e-05, |
| "loss": 1.0468477249145507, |
| "step": 1030, |
| "token_acc": 0.6755857259832536 |
| }, |
| { |
| "epoch": 0.17959396147839668, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9097403332822863e-05, |
| "loss": 1.0689468383789062, |
| "step": 1035, |
| "token_acc": 0.670591049218667 |
| }, |
| { |
| "epoch": 0.18046156515703626, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.908545212639622e-05, |
| "loss": 1.0497617721557617, |
| "step": 1040, |
| "token_acc": 0.6754224207406193 |
| }, |
| { |
| "epoch": 0.18132916883567587, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.90734261070826e-05, |
| "loss": 1.0642064094543457, |
| "step": 1045, |
| "token_acc": 0.6719027275714755 |
| }, |
| { |
| "epoch": 0.18219677251431546, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.906132537390857e-05, |
| "loss": 1.0482969284057617, |
| "step": 1050, |
| "token_acc": 0.6774891482197671 |
| }, |
| { |
| "epoch": 0.18306437619295507, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9049150026515937e-05, |
| "loss": 1.0419374465942384, |
| "step": 1055, |
| "token_acc": 0.6783982416374751 |
| }, |
| { |
| "epoch": 0.18393197987159465, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9036900165160895e-05, |
| "loss": 1.047512149810791, |
| "step": 1060, |
| "token_acc": 0.673420406340701 |
| }, |
| { |
| "epoch": 0.18479958355023426, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9024575890713216e-05, |
| "loss": 1.0479446411132813, |
| "step": 1065, |
| "token_acc": 0.6774471529854157 |
| }, |
| { |
| "epoch": 0.18566718722887385, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9012177304655418e-05, |
| "loss": 1.0644286155700684, |
| "step": 1070, |
| "token_acc": 0.6712419897903769 |
| }, |
| { |
| "epoch": 0.18653479090751346, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8999704509081927e-05, |
| "loss": 1.0513483047485352, |
| "step": 1075, |
| "token_acc": 0.6753527477190749 |
| }, |
| { |
| "epoch": 0.18740239458615304, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8987157606698234e-05, |
| "loss": 1.025481605529785, |
| "step": 1080, |
| "token_acc": 0.6835672249886826 |
| }, |
| { |
| "epoch": 0.18826999826479265, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.8974536700820062e-05, |
| "loss": 1.0314741134643555, |
| "step": 1085, |
| "token_acc": 0.6798985689043553 |
| }, |
| { |
| "epoch": 0.18913760194343224, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.896184189537249e-05, |
| "loss": 1.0473779678344726, |
| "step": 1090, |
| "token_acc": 0.6763754045307443 |
| }, |
| { |
| "epoch": 0.19000520562207185, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.8949073294889127e-05, |
| "loss": 1.0450904846191407, |
| "step": 1095, |
| "token_acc": 0.6737394957983194 |
| }, |
| { |
| "epoch": 0.19087280930071143, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8936231004511224e-05, |
| "loss": 1.0552305221557616, |
| "step": 1100, |
| "token_acc": 0.6746180059360228 |
| }, |
| { |
| "epoch": 0.19174041297935104, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.8923315129986838e-05, |
| "loss": 1.0332719802856445, |
| "step": 1105, |
| "token_acc": 0.6815246996363837 |
| }, |
| { |
| "epoch": 0.19260801665799063, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8910325777669923e-05, |
| "loss": 1.0561046600341797, |
| "step": 1110, |
| "token_acc": 0.6739904907684597 |
| }, |
| { |
| "epoch": 0.19347562033663024, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.8897263054519498e-05, |
| "loss": 1.0276466369628907, |
| "step": 1115, |
| "token_acc": 0.6814717548158276 |
| }, |
| { |
| "epoch": 0.19434322401526982, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8884127068098726e-05, |
| "loss": 1.0520359992980957, |
| "step": 1120, |
| "token_acc": 0.675560674842469 |
| }, |
| { |
| "epoch": 0.19521082769390943, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.8870917926574056e-05, |
| "loss": 1.0623506546020507, |
| "step": 1125, |
| "token_acc": 0.6724925733011843 |
| }, |
| { |
| "epoch": 0.19607843137254902, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.8857635738714316e-05, |
| "loss": 1.050804901123047, |
| "step": 1130, |
| "token_acc": 0.6761054927622447 |
| }, |
| { |
| "epoch": 0.19694603505118863, |
| "grad_norm": 2.0, |
| "learning_rate": 1.884428061388983e-05, |
| "loss": 1.0528631210327148, |
| "step": 1135, |
| "token_acc": 0.6742988058872535 |
| }, |
| { |
| "epoch": 0.1978136387298282, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.8830852662071507e-05, |
| "loss": 1.0435836791992188, |
| "step": 1140, |
| "token_acc": 0.6766125320533894 |
| }, |
| { |
| "epoch": 0.19868124240846782, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.8817351993829947e-05, |
| "loss": 1.058847713470459, |
| "step": 1145, |
| "token_acc": 0.6732232009828266 |
| }, |
| { |
| "epoch": 0.1995488460871074, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.8803778720334512e-05, |
| "loss": 1.0335227966308593, |
| "step": 1150, |
| "token_acc": 0.6779969283000565 |
| }, |
| { |
| "epoch": 0.20041644976574702, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.8790132953352427e-05, |
| "loss": 1.04959077835083, |
| "step": 1155, |
| "token_acc": 0.6770108354485658 |
| }, |
| { |
| "epoch": 0.2012840534443866, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.8776414805247857e-05, |
| "loss": 1.0455670356750488, |
| "step": 1160, |
| "token_acc": 0.6780289627154183 |
| }, |
| { |
| "epoch": 0.2021516571230262, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.8762624388980976e-05, |
| "loss": 1.033797264099121, |
| "step": 1165, |
| "token_acc": 0.6787956767884714 |
| }, |
| { |
| "epoch": 0.2030192608016658, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8748761818107046e-05, |
| "loss": 1.0679737091064454, |
| "step": 1170, |
| "token_acc": 0.6713174689300571 |
| }, |
| { |
| "epoch": 0.2038868644803054, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8734827206775463e-05, |
| "loss": 1.0490418434143067, |
| "step": 1175, |
| "token_acc": 0.6751949483539963 |
| }, |
| { |
| "epoch": 0.204754468158945, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.8720820669728846e-05, |
| "loss": 1.0127446174621582, |
| "step": 1180, |
| "token_acc": 0.6857832294389704 |
| }, |
| { |
| "epoch": 0.2056220718375846, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.8706742322302064e-05, |
| "loss": 1.0334016799926757, |
| "step": 1185, |
| "token_acc": 0.6802701904224747 |
| }, |
| { |
| "epoch": 0.20648967551622419, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.8692592280421305e-05, |
| "loss": 1.043479824066162, |
| "step": 1190, |
| "token_acc": 0.6771668797706226 |
| }, |
| { |
| "epoch": 0.2073572791948638, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.8678370660603115e-05, |
| "loss": 1.0523313522338866, |
| "step": 1195, |
| "token_acc": 0.6751031599887095 |
| }, |
| { |
| "epoch": 0.20822488287350338, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.8664077579953434e-05, |
| "loss": 1.05529727935791, |
| "step": 1200, |
| "token_acc": 0.6741786043282646 |
| }, |
| { |
| "epoch": 0.209092486552143, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.864971315616664e-05, |
| "loss": 1.043968391418457, |
| "step": 1205, |
| "token_acc": 0.6766692503598716 |
| }, |
| { |
| "epoch": 0.20996009023078258, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.8635277507524573e-05, |
| "loss": 1.0732519149780273, |
| "step": 1210, |
| "token_acc": 0.6701793283338767 |
| }, |
| { |
| "epoch": 0.2108276939094222, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.8620770752895567e-05, |
| "loss": 1.0491312980651855, |
| "step": 1215, |
| "token_acc": 0.6746863348120731 |
| }, |
| { |
| "epoch": 0.21169529758806177, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.860619301173347e-05, |
| "loss": 1.0385177612304688, |
| "step": 1220, |
| "token_acc": 0.6771983724985469 |
| }, |
| { |
| "epoch": 0.21256290126670138, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.8591544404076654e-05, |
| "loss": 1.0225757598876952, |
| "step": 1225, |
| "token_acc": 0.6851136908248575 |
| }, |
| { |
| "epoch": 0.21343050494534097, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8576825050547033e-05, |
| "loss": 1.0491232872009277, |
| "step": 1230, |
| "token_acc": 0.6755004153380315 |
| }, |
| { |
| "epoch": 0.21429810862398058, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.856203507234907e-05, |
| "loss": 1.0523208618164062, |
| "step": 1235, |
| "token_acc": 0.675254080094805 |
| }, |
| { |
| "epoch": 0.21516571230262016, |
| "grad_norm": 2.0, |
| "learning_rate": 1.8547174591268774e-05, |
| "loss": 1.0285789489746093, |
| "step": 1240, |
| "token_acc": 0.6805194115460195 |
| }, |
| { |
| "epoch": 0.21603331598125977, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.8532243729672707e-05, |
| "loss": 1.0230236053466797, |
| "step": 1245, |
| "token_acc": 0.6832664590042764 |
| }, |
| { |
| "epoch": 0.21690091965989935, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8517242610506953e-05, |
| "loss": 1.0365596771240235, |
| "step": 1250, |
| "token_acc": 0.678233046932105 |
| }, |
| { |
| "epoch": 0.21776852333853897, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.8502171357296144e-05, |
| "loss": 1.0360082626342773, |
| "step": 1255, |
| "token_acc": 0.6784880946067773 |
| }, |
| { |
| "epoch": 0.21863612701717855, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.8487030094142403e-05, |
| "loss": 1.044863796234131, |
| "step": 1260, |
| "token_acc": 0.6762245320026152 |
| }, |
| { |
| "epoch": 0.21950373069581816, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8471818945724355e-05, |
| "loss": 1.0216045379638672, |
| "step": 1265, |
| "token_acc": 0.6839718075188765 |
| }, |
| { |
| "epoch": 0.22037133437445774, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.845653803729607e-05, |
| "loss": 1.0163522720336915, |
| "step": 1270, |
| "token_acc": 0.6835048168294121 |
| }, |
| { |
| "epoch": 0.22123893805309736, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.8441187494686055e-05, |
| "loss": 1.0463291168212892, |
| "step": 1275, |
| "token_acc": 0.6759099019331642 |
| }, |
| { |
| "epoch": 0.22210654173173694, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.8425767444296213e-05, |
| "loss": 1.0286881446838378, |
| "step": 1280, |
| "token_acc": 0.6834346103038309 |
| }, |
| { |
| "epoch": 0.22297414541037655, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.8410278013100803e-05, |
| "loss": 1.0348123550415038, |
| "step": 1285, |
| "token_acc": 0.679287010183677 |
| }, |
| { |
| "epoch": 0.22384174908901613, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.839471932864537e-05, |
| "loss": 1.0408474922180175, |
| "step": 1290, |
| "token_acc": 0.6770663593126929 |
| }, |
| { |
| "epoch": 0.22470935276765575, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.8379091519045737e-05, |
| "loss": 1.0488122940063476, |
| "step": 1295, |
| "token_acc": 0.6739063026626222 |
| }, |
| { |
| "epoch": 0.22557695644629533, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.8363394712986915e-05, |
| "loss": 1.0353066444396972, |
| "step": 1300, |
| "token_acc": 0.6792478688704328 |
| }, |
| { |
| "epoch": 0.22644456012493494, |
| "grad_norm": 2.0, |
| "learning_rate": 1.834762903972207e-05, |
| "loss": 1.0343815803527832, |
| "step": 1305, |
| "token_acc": 0.6786524515782157 |
| }, |
| { |
| "epoch": 0.22731216380357452, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.8331794629071427e-05, |
| "loss": 1.0241337776184083, |
| "step": 1310, |
| "token_acc": 0.6810138309840513 |
| }, |
| { |
| "epoch": 0.22817976748221414, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.831589161142124e-05, |
| "loss": 1.0487545013427735, |
| "step": 1315, |
| "token_acc": 0.6746494771055173 |
| }, |
| { |
| "epoch": 0.22904737116085372, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.8299920117722677e-05, |
| "loss": 1.0491311073303222, |
| "step": 1320, |
| "token_acc": 0.6740286726172584 |
| }, |
| { |
| "epoch": 0.22991497483949333, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.828388027949078e-05, |
| "loss": 1.0435140609741211, |
| "step": 1325, |
| "token_acc": 0.6763682837492424 |
| }, |
| { |
| "epoch": 0.2307825785181329, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.8267772228803357e-05, |
| "loss": 1.023078155517578, |
| "step": 1330, |
| "token_acc": 0.6799355293097844 |
| }, |
| { |
| "epoch": 0.23165018219677252, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.82515960982999e-05, |
| "loss": 1.015854835510254, |
| "step": 1335, |
| "token_acc": 0.6842098118535009 |
| }, |
| { |
| "epoch": 0.2325177858754121, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.8235352021180496e-05, |
| "loss": 1.0593996047973633, |
| "step": 1340, |
| "token_acc": 0.6741832751181426 |
| }, |
| { |
| "epoch": 0.23338538955405172, |
| "grad_norm": 2.0, |
| "learning_rate": 1.821904013120473e-05, |
| "loss": 1.0396366119384766, |
| "step": 1345, |
| "token_acc": 0.6776407492466381 |
| }, |
| { |
| "epoch": 0.2342529932326913, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8202660562690592e-05, |
| "loss": 1.0485494613647461, |
| "step": 1350, |
| "token_acc": 0.6759969479137384 |
| }, |
| { |
| "epoch": 0.23512059691133091, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.8186213450513336e-05, |
| "loss": 1.026517391204834, |
| "step": 1355, |
| "token_acc": 0.6813391968138068 |
| }, |
| { |
| "epoch": 0.2359882005899705, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.816969893010442e-05, |
| "loss": 1.041010570526123, |
| "step": 1360, |
| "token_acc": 0.6755975379040209 |
| }, |
| { |
| "epoch": 0.2368558042686101, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.815311713745036e-05, |
| "loss": 1.0168442726135254, |
| "step": 1365, |
| "token_acc": 0.6804629906694595 |
| }, |
| { |
| "epoch": 0.2377234079472497, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.81364682090916e-05, |
| "loss": 1.025059700012207, |
| "step": 1370, |
| "token_acc": 0.680214399694494 |
| }, |
| { |
| "epoch": 0.2385910116258893, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.811975228212143e-05, |
| "loss": 1.02586030960083, |
| "step": 1375, |
| "token_acc": 0.679387984579139 |
| }, |
| { |
| "epoch": 0.2394586153045289, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.810296949418481e-05, |
| "loss": 1.0357915878295898, |
| "step": 1380, |
| "token_acc": 0.6767545616531072 |
| }, |
| { |
| "epoch": 0.2403262189831685, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.8086119983477265e-05, |
| "loss": 1.031496810913086, |
| "step": 1385, |
| "token_acc": 0.676317743132888 |
| }, |
| { |
| "epoch": 0.24119382266180808, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.8069203888743734e-05, |
| "loss": 1.0320685386657715, |
| "step": 1390, |
| "token_acc": 0.6808824724396653 |
| }, |
| { |
| "epoch": 0.2420614263404477, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.8052221349277445e-05, |
| "loss": 1.044478416442871, |
| "step": 1395, |
| "token_acc": 0.6767207412842042 |
| }, |
| { |
| "epoch": 0.24292903001908728, |
| "grad_norm": 1.875, |
| "learning_rate": 1.803517250491874e-05, |
| "loss": 1.037778091430664, |
| "step": 1400, |
| "token_acc": 0.6757977163281176 |
| }, |
| { |
| "epoch": 0.2437966336977269, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.801805749605395e-05, |
| "loss": 1.0458430290222167, |
| "step": 1405, |
| "token_acc": 0.6760411743080721 |
| }, |
| { |
| "epoch": 0.24466423737636647, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.800087646361423e-05, |
| "loss": 1.020294761657715, |
| "step": 1410, |
| "token_acc": 0.6817285303383098 |
| }, |
| { |
| "epoch": 0.24553184105500608, |
| "grad_norm": 1.875, |
| "learning_rate": 1.798362954907439e-05, |
| "loss": 1.0418660163879394, |
| "step": 1415, |
| "token_acc": 0.6780114226375908 |
| }, |
| { |
| "epoch": 0.24639944473364567, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.796631689445174e-05, |
| "loss": 1.0439669609069824, |
| "step": 1420, |
| "token_acc": 0.6750978011601241 |
| }, |
| { |
| "epoch": 0.24726704841228528, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.7948938642304915e-05, |
| "loss": 1.0315986633300782, |
| "step": 1425, |
| "token_acc": 0.6803868088271758 |
| }, |
| { |
| "epoch": 0.24813465209092486, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.793149493573271e-05, |
| "loss": 1.0325140953063965, |
| "step": 1430, |
| "token_acc": 0.6792667142140159 |
| }, |
| { |
| "epoch": 0.24900225576956447, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.791398591837289e-05, |
| "loss": 1.0254653930664062, |
| "step": 1435, |
| "token_acc": 0.6815645499333134 |
| }, |
| { |
| "epoch": 0.24986985944820406, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.7896411734401008e-05, |
| "loss": 1.042679786682129, |
| "step": 1440, |
| "token_acc": 0.6756525459991441 |
| }, |
| { |
| "epoch": 0.25073746312684364, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.7878772528529232e-05, |
| "loss": 1.0409419059753418, |
| "step": 1445, |
| "token_acc": 0.6742666575920506 |
| }, |
| { |
| "epoch": 0.2516050668054833, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.7861068446005144e-05, |
| "loss": 1.0194078445434571, |
| "step": 1450, |
| "token_acc": 0.68190224912376 |
| }, |
| { |
| "epoch": 0.25247267048412286, |
| "grad_norm": 2.0, |
| "learning_rate": 1.7843299632610537e-05, |
| "loss": 1.031000518798828, |
| "step": 1455, |
| "token_acc": 0.6809780158582832 |
| }, |
| { |
| "epoch": 0.25334027416276245, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.782546623466022e-05, |
| "loss": 1.0219725608825683, |
| "step": 1460, |
| "token_acc": 0.6826487625065825 |
| }, |
| { |
| "epoch": 0.25420787784140203, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.7807568399000824e-05, |
| "loss": 1.0241089820861817, |
| "step": 1465, |
| "token_acc": 0.6821418475993054 |
| }, |
| { |
| "epoch": 0.25507548152004167, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.7789606273009574e-05, |
| "loss": 1.010830020904541, |
| "step": 1470, |
| "token_acc": 0.6835254004334725 |
| }, |
| { |
| "epoch": 0.25594308519868125, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.7771580004593093e-05, |
| "loss": 1.045233917236328, |
| "step": 1475, |
| "token_acc": 0.6747018970189702 |
| }, |
| { |
| "epoch": 0.25681068887732084, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.7753489742186164e-05, |
| "loss": 1.011804962158203, |
| "step": 1480, |
| "token_acc": 0.6846772177711121 |
| }, |
| { |
| "epoch": 0.2576782925559604, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.773533563475053e-05, |
| "loss": 1.0484785079956054, |
| "step": 1485, |
| "token_acc": 0.6750959795243682 |
| }, |
| { |
| "epoch": 0.25854589623460006, |
| "grad_norm": 2.0, |
| "learning_rate": 1.771711783177366e-05, |
| "loss": 1.0313974380493165, |
| "step": 1490, |
| "token_acc": 0.6784674492495447 |
| }, |
| { |
| "epoch": 0.25941349991323964, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.76988364832675e-05, |
| "loss": 1.0448792457580567, |
| "step": 1495, |
| "token_acc": 0.6759750041845674 |
| }, |
| { |
| "epoch": 0.2602811035918792, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.768049173976727e-05, |
| "loss": 1.030049991607666, |
| "step": 1500, |
| "token_acc": 0.6813090211643735 |
| }, |
| { |
| "epoch": 0.2611487072705188, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.7662083752330193e-05, |
| "loss": 1.0194572448730468, |
| "step": 1505, |
| "token_acc": 0.6832258674993579 |
| }, |
| { |
| "epoch": 0.26201631094915845, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.7643612672534275e-05, |
| "loss": 1.0071066856384276, |
| "step": 1510, |
| "token_acc": 0.684999272515641 |
| }, |
| { |
| "epoch": 0.26288391462779803, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.7625078652477036e-05, |
| "loss": 1.0143555641174316, |
| "step": 1515, |
| "token_acc": 0.683634143031619 |
| }, |
| { |
| "epoch": 0.2637515183064376, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.760648184477429e-05, |
| "loss": 1.0410999298095702, |
| "step": 1520, |
| "token_acc": 0.6760032102728732 |
| }, |
| { |
| "epoch": 0.2646191219850772, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.7587822402558837e-05, |
| "loss": 1.0309484481811524, |
| "step": 1525, |
| "token_acc": 0.6798862358621602 |
| }, |
| { |
| "epoch": 0.26548672566371684, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.756910047947926e-05, |
| "loss": 1.045750045776367, |
| "step": 1530, |
| "token_acc": 0.6779168647335341 |
| }, |
| { |
| "epoch": 0.2663543293423564, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.755031622969862e-05, |
| "loss": 1.0056123733520508, |
| "step": 1535, |
| "token_acc": 0.6844262847741953 |
| }, |
| { |
| "epoch": 0.267221933020996, |
| "grad_norm": 1.875, |
| "learning_rate": 1.7531469807893196e-05, |
| "loss": 1.0222766876220704, |
| "step": 1540, |
| "token_acc": 0.6819466963244851 |
| }, |
| { |
| "epoch": 0.2680895366996356, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.751256136925122e-05, |
| "loss": 1.0223438262939453, |
| "step": 1545, |
| "token_acc": 0.6796833846239153 |
| }, |
| { |
| "epoch": 0.26895714037827523, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.749359106947158e-05, |
| "loss": 1.0395459175109862, |
| "step": 1550, |
| "token_acc": 0.6780158536915294 |
| }, |
| { |
| "epoch": 0.2698247440569148, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.7474559064762575e-05, |
| "loss": 1.0296743392944336, |
| "step": 1555, |
| "token_acc": 0.6756519151698767 |
| }, |
| { |
| "epoch": 0.2706923477355544, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.745546551184058e-05, |
| "loss": 1.016903781890869, |
| "step": 1560, |
| "token_acc": 0.6835704451583295 |
| }, |
| { |
| "epoch": 0.271559951414194, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.74363105679288e-05, |
| "loss": 1.020066261291504, |
| "step": 1565, |
| "token_acc": 0.679187746898607 |
| }, |
| { |
| "epoch": 0.2724275550928336, |
| "grad_norm": 2.0, |
| "learning_rate": 1.7417094390755936e-05, |
| "loss": 1.0340109825134278, |
| "step": 1570, |
| "token_acc": 0.677778992239589 |
| }, |
| { |
| "epoch": 0.2732951587714732, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.739781713855492e-05, |
| "loss": 1.0160035133361816, |
| "step": 1575, |
| "token_acc": 0.681804898783274 |
| }, |
| { |
| "epoch": 0.2741627624501128, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.7378478970061596e-05, |
| "loss": 1.024774169921875, |
| "step": 1580, |
| "token_acc": 0.680820860552937 |
| }, |
| { |
| "epoch": 0.27503036612875237, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.735908004451341e-05, |
| "loss": 1.0384547233581543, |
| "step": 1585, |
| "token_acc": 0.6769406692778844 |
| }, |
| { |
| "epoch": 0.275897969807392, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.7339620521648107e-05, |
| "loss": 1.027394962310791, |
| "step": 1590, |
| "token_acc": 0.6820617131309908 |
| }, |
| { |
| "epoch": 0.2767655734860316, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.7320100561702408e-05, |
| "loss": 1.0266061782836915, |
| "step": 1595, |
| "token_acc": 0.6778099499868386 |
| }, |
| { |
| "epoch": 0.2776331771646712, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.73005203254107e-05, |
| "loss": 1.0057987213134765, |
| "step": 1600, |
| "token_acc": 0.6856035977459904 |
| }, |
| { |
| "epoch": 0.27850078084331076, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.728087997400371e-05, |
| "loss": 1.0396166801452638, |
| "step": 1605, |
| "token_acc": 0.6768935264496704 |
| }, |
| { |
| "epoch": 0.2793683845219504, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.726117966920716e-05, |
| "loss": 1.0311265945434571, |
| "step": 1610, |
| "token_acc": 0.6808383077444412 |
| }, |
| { |
| "epoch": 0.28023598820059, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.7241419573240463e-05, |
| "loss": 1.0097067832946778, |
| "step": 1615, |
| "token_acc": 0.683870040253019 |
| }, |
| { |
| "epoch": 0.28110359187922956, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.7221599848815374e-05, |
| "loss": 1.0008836746215821, |
| "step": 1620, |
| "token_acc": 0.6870527000650618 |
| }, |
| { |
| "epoch": 0.28197119555786915, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.7201720659134642e-05, |
| "loss": 1.0405941009521484, |
| "step": 1625, |
| "token_acc": 0.6768849218838519 |
| }, |
| { |
| "epoch": 0.2828387992365088, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.7181782167890678e-05, |
| "loss": 1.0066216468811036, |
| "step": 1630, |
| "token_acc": 0.6848891318550914 |
| }, |
| { |
| "epoch": 0.28370640291514837, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.716178453926421e-05, |
| "loss": 1.046470832824707, |
| "step": 1635, |
| "token_acc": 0.6714027873902482 |
| }, |
| { |
| "epoch": 0.28457400659378795, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.7141727937922912e-05, |
| "loss": 1.0199688911437987, |
| "step": 1640, |
| "token_acc": 0.6823405115629932 |
| }, |
| { |
| "epoch": 0.28544161027242754, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.712161252902007e-05, |
| "loss": 1.044092559814453, |
| "step": 1645, |
| "token_acc": 0.6758528428093645 |
| }, |
| { |
| "epoch": 0.2863092139510672, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.7101438478193212e-05, |
| "loss": 1.0233346939086914, |
| "step": 1650, |
| "token_acc": 0.6805489760838082 |
| }, |
| { |
| "epoch": 0.28717681762970676, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.708120595156274e-05, |
| "loss": 1.0456744194030763, |
| "step": 1655, |
| "token_acc": 0.6750241212956581 |
| }, |
| { |
| "epoch": 0.28804442130834634, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.706091511573057e-05, |
| "loss": 1.0319430351257324, |
| "step": 1660, |
| "token_acc": 0.6777862117640792 |
| }, |
| { |
| "epoch": 0.2889120249869859, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.704056613777876e-05, |
| "loss": 1.0204211235046388, |
| "step": 1665, |
| "token_acc": 0.6796524738028916 |
| }, |
| { |
| "epoch": 0.28977962866562557, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.7020159185268123e-05, |
| "loss": 1.0458597183227538, |
| "step": 1670, |
| "token_acc": 0.6737207077953132 |
| }, |
| { |
| "epoch": 0.29064723234426515, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.6999694426236862e-05, |
| "loss": 1.0375800132751465, |
| "step": 1675, |
| "token_acc": 0.6758920495200551 |
| }, |
| { |
| "epoch": 0.29151483602290473, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.697917202919918e-05, |
| "loss": 1.0144439697265626, |
| "step": 1680, |
| "token_acc": 0.679975894834207 |
| }, |
| { |
| "epoch": 0.2923824397015443, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.6958592163143884e-05, |
| "loss": 1.0309619903564453, |
| "step": 1685, |
| "token_acc": 0.678642271573428 |
| }, |
| { |
| "epoch": 0.29325004338018396, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.6937954997533016e-05, |
| "loss": 1.0367056846618652, |
| "step": 1690, |
| "token_acc": 0.6776543556428868 |
| }, |
| { |
| "epoch": 0.29411764705882354, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.691726070230043e-05, |
| "loss": 1.0386839866638184, |
| "step": 1695, |
| "token_acc": 0.6778316736701301 |
| }, |
| { |
| "epoch": 0.2949852507374631, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.689650944785041e-05, |
| "loss": 1.0176087379455567, |
| "step": 1700, |
| "token_acc": 0.6798760737924237 |
| }, |
| { |
| "epoch": 0.2958528544161027, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.6875701405056262e-05, |
| "loss": 1.006351852416992, |
| "step": 1705, |
| "token_acc": 0.6863717464315701 |
| }, |
| { |
| "epoch": 0.29672045809474235, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.685483674525891e-05, |
| "loss": 1.0238887786865234, |
| "step": 1710, |
| "token_acc": 0.6787703215736074 |
| }, |
| { |
| "epoch": 0.29758806177338193, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.6833915640265485e-05, |
| "loss": 1.0253664016723634, |
| "step": 1715, |
| "token_acc": 0.6786322245940176 |
| }, |
| { |
| "epoch": 0.2984556654520215, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.6812938262347907e-05, |
| "loss": 1.0375401496887207, |
| "step": 1720, |
| "token_acc": 0.677038246903498 |
| }, |
| { |
| "epoch": 0.2993232691306611, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.6791904784241458e-05, |
| "loss": 1.0252004623413087, |
| "step": 1725, |
| "token_acc": 0.6804137056166104 |
| }, |
| { |
| "epoch": 0.30019087280930074, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.6770815379143385e-05, |
| "loss": 1.010302734375, |
| "step": 1730, |
| "token_acc": 0.6837099330986861 |
| }, |
| { |
| "epoch": 0.3010584764879403, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.674967022071144e-05, |
| "loss": 1.0301790237426758, |
| "step": 1735, |
| "token_acc": 0.6772626037659445 |
| }, |
| { |
| "epoch": 0.3019260801665799, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.6728469483062486e-05, |
| "loss": 0.9938658714294434, |
| "step": 1740, |
| "token_acc": 0.6898220909033759 |
| }, |
| { |
| "epoch": 0.3027936838452195, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.6707213340771028e-05, |
| "loss": 1.0314199447631835, |
| "step": 1745, |
| "token_acc": 0.6770383134840673 |
| }, |
| { |
| "epoch": 0.3036612875238591, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.6685901968867813e-05, |
| "loss": 1.0129788398742676, |
| "step": 1750, |
| "token_acc": 0.6820457843611499 |
| }, |
| { |
| "epoch": 0.3045288912024987, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.6664535542838352e-05, |
| "loss": 1.002908420562744, |
| "step": 1755, |
| "token_acc": 0.6864051119594943 |
| }, |
| { |
| "epoch": 0.3053964948811383, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.6643114238621495e-05, |
| "loss": 1.034525489807129, |
| "step": 1760, |
| "token_acc": 0.6801218196814923 |
| }, |
| { |
| "epoch": 0.3062640985597779, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.6621638232607984e-05, |
| "loss": 1.025135612487793, |
| "step": 1765, |
| "token_acc": 0.6795281498360474 |
| }, |
| { |
| "epoch": 0.3071317022384175, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.6600107701638993e-05, |
| "loss": 1.035383129119873, |
| "step": 1770, |
| "token_acc": 0.6749825634422447 |
| }, |
| { |
| "epoch": 0.3079993059170571, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.6578522823004666e-05, |
| "loss": 0.9947221755981446, |
| "step": 1775, |
| "token_acc": 0.6872965042273526 |
| }, |
| { |
| "epoch": 0.3088669095956967, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.6556883774442675e-05, |
| "loss": 1.0022805213928223, |
| "step": 1780, |
| "token_acc": 0.6862549392253107 |
| }, |
| { |
| "epoch": 0.30973451327433627, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.653519073413675e-05, |
| "loss": 1.0279296875, |
| "step": 1785, |
| "token_acc": 0.6769972826086956 |
| }, |
| { |
| "epoch": 0.3106021169529759, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.65134438807152e-05, |
| "loss": 1.0212496757507323, |
| "step": 1790, |
| "token_acc": 0.679449427274692 |
| }, |
| { |
| "epoch": 0.3114697206316155, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.649164339324945e-05, |
| "loss": 1.006572437286377, |
| "step": 1795, |
| "token_acc": 0.6861015265579256 |
| }, |
| { |
| "epoch": 0.31233732431025507, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.646978945125257e-05, |
| "loss": 1.0250924110412598, |
| "step": 1800, |
| "token_acc": 0.6786020029623188 |
| }, |
| { |
| "epoch": 0.31320492798889465, |
| "grad_norm": 2.0, |
| "learning_rate": 1.6447882234677796e-05, |
| "loss": 1.0435279846191405, |
| "step": 1805, |
| "token_acc": 0.6758889509765172 |
| }, |
| { |
| "epoch": 0.3140725316675343, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.6425921923917042e-05, |
| "loss": 1.0279791831970215, |
| "step": 1810, |
| "token_acc": 0.6805610242902337 |
| }, |
| { |
| "epoch": 0.3149401353461739, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.6403908699799423e-05, |
| "loss": 1.02548828125, |
| "step": 1815, |
| "token_acc": 0.6779067427037907 |
| }, |
| { |
| "epoch": 0.31580773902481346, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.6381842743589765e-05, |
| "loss": 1.0200424194335938, |
| "step": 1820, |
| "token_acc": 0.6822118412765064 |
| }, |
| { |
| "epoch": 0.31667534270345304, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.635972423698709e-05, |
| "loss": 1.0166802406311035, |
| "step": 1825, |
| "token_acc": 0.6827727138286145 |
| }, |
| { |
| "epoch": 0.3175429463820927, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.6337553362123165e-05, |
| "loss": 1.0155767440795898, |
| "step": 1830, |
| "token_acc": 0.6837214270455031 |
| }, |
| { |
| "epoch": 0.31841055006073227, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.6315330301560956e-05, |
| "loss": 1.0089836120605469, |
| "step": 1835, |
| "token_acc": 0.6831295389068122 |
| }, |
| { |
| "epoch": 0.31927815373937185, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.6293055238293155e-05, |
| "loss": 1.0108304977416993, |
| "step": 1840, |
| "token_acc": 0.6825737553161517 |
| }, |
| { |
| "epoch": 0.32014575741801143, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.6270728355740658e-05, |
| "loss": 1.0052438735961915, |
| "step": 1845, |
| "token_acc": 0.6869656992084433 |
| }, |
| { |
| "epoch": 0.3210133610966511, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.6248349837751064e-05, |
| "loss": 1.0119807243347168, |
| "step": 1850, |
| "token_acc": 0.6814690154990364 |
| }, |
| { |
| "epoch": 0.32188096477529066, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.6225919868597154e-05, |
| "loss": 1.0213706970214844, |
| "step": 1855, |
| "token_acc": 0.6794819414937081 |
| }, |
| { |
| "epoch": 0.32274856845393024, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.620343863297538e-05, |
| "loss": 0.9990407943725585, |
| "step": 1860, |
| "token_acc": 0.6861129568106312 |
| }, |
| { |
| "epoch": 0.3236161721325698, |
| "grad_norm": 2.0, |
| "learning_rate": 1.6180906316004336e-05, |
| "loss": 1.0262950897216796, |
| "step": 1865, |
| "token_acc": 0.6775860676697801 |
| }, |
| { |
| "epoch": 0.32448377581120946, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.615832310322324e-05, |
| "loss": 1.036133098602295, |
| "step": 1870, |
| "token_acc": 0.6766465480728505 |
| }, |
| { |
| "epoch": 0.32535137948984905, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.6135689180590404e-05, |
| "loss": 1.020677089691162, |
| "step": 1875, |
| "token_acc": 0.6793250062916407 |
| }, |
| { |
| "epoch": 0.32621898316848863, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.6113004734481704e-05, |
| "loss": 1.0076414108276368, |
| "step": 1880, |
| "token_acc": 0.6839123609309945 |
| }, |
| { |
| "epoch": 0.3270865868471282, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.609026995168904e-05, |
| "loss": 1.0311081886291504, |
| "step": 1885, |
| "token_acc": 0.6782416456600568 |
| }, |
| { |
| "epoch": 0.32795419052576785, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.6067485019418814e-05, |
| "loss": 1.0099788665771485, |
| "step": 1890, |
| "token_acc": 0.6829244908301488 |
| }, |
| { |
| "epoch": 0.32882179420440744, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.6044650125290365e-05, |
| "loss": 1.0263484001159668, |
| "step": 1895, |
| "token_acc": 0.6801680694975478 |
| }, |
| { |
| "epoch": 0.329689397883047, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.6021765457334444e-05, |
| "loss": 1.0163857460021972, |
| "step": 1900, |
| "token_acc": 0.6806223824561879 |
| }, |
| { |
| "epoch": 0.3305570015616866, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.5998831203991648e-05, |
| "loss": 1.0088854789733888, |
| "step": 1905, |
| "token_acc": 0.6855646039732352 |
| }, |
| { |
| "epoch": 0.33142460524032624, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.5975847554110888e-05, |
| "loss": 0.9952527999877929, |
| "step": 1910, |
| "token_acc": 0.6883125788578638 |
| }, |
| { |
| "epoch": 0.3322922089189658, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.595281469694782e-05, |
| "loss": 1.0266911506652832, |
| "step": 1915, |
| "token_acc": 0.6797566371681416 |
| }, |
| { |
| "epoch": 0.3331598125976054, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.592973282216329e-05, |
| "loss": 1.0018574714660644, |
| "step": 1920, |
| "token_acc": 0.6860606854970837 |
| }, |
| { |
| "epoch": 0.334027416276245, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.590660211982177e-05, |
| "loss": 1.0108092308044434, |
| "step": 1925, |
| "token_acc": 0.6822820656674948 |
| }, |
| { |
| "epoch": 0.33489501995488463, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.5883422780389806e-05, |
| "loss": 1.0258635520935058, |
| "step": 1930, |
| "token_acc": 0.6778978538515823 |
| }, |
| { |
| "epoch": 0.3357626236335242, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.5860194994734427e-05, |
| "loss": 1.021854782104492, |
| "step": 1935, |
| "token_acc": 0.6808329178366179 |
| }, |
| { |
| "epoch": 0.3366302273121638, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.5836918954121588e-05, |
| "loss": 1.0331063270568848, |
| "step": 1940, |
| "token_acc": 0.6784242872199181 |
| }, |
| { |
| "epoch": 0.3374978309908034, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.58135948502146e-05, |
| "loss": 1.0210276603698731, |
| "step": 1945, |
| "token_acc": 0.6840329583182118 |
| }, |
| { |
| "epoch": 0.338365434669443, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.579022287507254e-05, |
| "loss": 1.0260606765747071, |
| "step": 1950, |
| "token_acc": 0.6783528979227396 |
| }, |
| { |
| "epoch": 0.3392330383480826, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.5766803221148676e-05, |
| "loss": 0.9952493667602539, |
| "step": 1955, |
| "token_acc": 0.6859501834760369 |
| }, |
| { |
| "epoch": 0.3401006420267222, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.574333608128887e-05, |
| "loss": 1.0229947090148925, |
| "step": 1960, |
| "token_acc": 0.6816778645360451 |
| }, |
| { |
| "epoch": 0.34096824570536177, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.5719821648730014e-05, |
| "loss": 1.0026690483093261, |
| "step": 1965, |
| "token_acc": 0.6833949856144678 |
| }, |
| { |
| "epoch": 0.3418358493840014, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.5696260117098424e-05, |
| "loss": 0.9994998931884765, |
| "step": 1970, |
| "token_acc": 0.6882951486903434 |
| }, |
| { |
| "epoch": 0.342703453062641, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.5672651680408237e-05, |
| "loss": 1.0034085273742677, |
| "step": 1975, |
| "token_acc": 0.6842928918540483 |
| }, |
| { |
| "epoch": 0.3435710567412806, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.5648996533059824e-05, |
| "loss": 1.0039892196655273, |
| "step": 1980, |
| "token_acc": 0.6863158175442339 |
| }, |
| { |
| "epoch": 0.34443866041992016, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.5625294869838203e-05, |
| "loss": 1.0203709602355957, |
| "step": 1985, |
| "token_acc": 0.6797555567287894 |
| }, |
| { |
| "epoch": 0.3453062640985598, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.5601546885911406e-05, |
| "loss": 1.021955966949463, |
| "step": 1990, |
| "token_acc": 0.6785332666062516 |
| }, |
| { |
| "epoch": 0.3461738677771994, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.5577752776828892e-05, |
| "loss": 1.0178564071655274, |
| "step": 1995, |
| "token_acc": 0.6787890301656874 |
| }, |
| { |
| "epoch": 0.34704147145583897, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.555391273851993e-05, |
| "loss": 0.9952051162719726, |
| "step": 2000, |
| "token_acc": 0.6859772527441359 |
| }, |
| { |
| "epoch": 0.34790907513447855, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.553002696729198e-05, |
| "loss": 1.0093853950500489, |
| "step": 2005, |
| "token_acc": 0.6833726738760498 |
| }, |
| { |
| "epoch": 0.3487766788131182, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.55060956598291e-05, |
| "loss": 1.0151101112365724, |
| "step": 2010, |
| "token_acc": 0.6831491047292776 |
| }, |
| { |
| "epoch": 0.3496442824917578, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.5482119013190296e-05, |
| "loss": 1.0173629760742187, |
| "step": 2015, |
| "token_acc": 0.6829174613265523 |
| }, |
| { |
| "epoch": 0.35051188617039736, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.5458097224807916e-05, |
| "loss": 1.019275188446045, |
| "step": 2020, |
| "token_acc": 0.6805337208534249 |
| }, |
| { |
| "epoch": 0.35137948984903694, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.5434030492486023e-05, |
| "loss": 1.0199106216430665, |
| "step": 2025, |
| "token_acc": 0.6799649276633055 |
| }, |
| { |
| "epoch": 0.3522470935276766, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.5409919014398762e-05, |
| "loss": 1.0161332130432128, |
| "step": 2030, |
| "token_acc": 0.682195193046612 |
| }, |
| { |
| "epoch": 0.35311469720631616, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.5385762989088738e-05, |
| "loss": 1.027943992614746, |
| "step": 2035, |
| "token_acc": 0.676602066311027 |
| }, |
| { |
| "epoch": 0.35398230088495575, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.5361562615465366e-05, |
| "loss": 1.0008016586303712, |
| "step": 2040, |
| "token_acc": 0.6849210596735349 |
| }, |
| { |
| "epoch": 0.35484990456359533, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.5337318092803243e-05, |
| "loss": 1.0304694175720215, |
| "step": 2045, |
| "token_acc": 0.6774736297159127 |
| }, |
| { |
| "epoch": 0.35571750824223497, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.5313029620740506e-05, |
| "loss": 1.0220866203308105, |
| "step": 2050, |
| "token_acc": 0.6807486487213273 |
| }, |
| { |
| "epoch": 0.35658511192087455, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.5288697399277182e-05, |
| "loss": 1.019200611114502, |
| "step": 2055, |
| "token_acc": 0.6806197591915717 |
| }, |
| { |
| "epoch": 0.35745271559951414, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.526432162877356e-05, |
| "loss": 1.013671875, |
| "step": 2060, |
| "token_acc": 0.6828907213817285 |
| }, |
| { |
| "epoch": 0.3583203192781537, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.5239902509948514e-05, |
| "loss": 1.0091094017028808, |
| "step": 2065, |
| "token_acc": 0.6834054718392647 |
| }, |
| { |
| "epoch": 0.35918792295679336, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.521544024387787e-05, |
| "loss": 1.0055926322937012, |
| "step": 2070, |
| "token_acc": 0.6828146538012936 |
| }, |
| { |
| "epoch": 0.36005552663543294, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.5190935031992742e-05, |
| "loss": 1.0013408660888672, |
| "step": 2075, |
| "token_acc": 0.6865663839408236 |
| }, |
| { |
| "epoch": 0.3609231303140725, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.5166387076077876e-05, |
| "loss": 1.014689826965332, |
| "step": 2080, |
| "token_acc": 0.6808145941313308 |
| }, |
| { |
| "epoch": 0.3617907339927121, |
| "grad_norm": 1.875, |
| "learning_rate": 1.5141796578269986e-05, |
| "loss": 1.0103944778442382, |
| "step": 2085, |
| "token_acc": 0.6806936577861687 |
| }, |
| { |
| "epoch": 0.36265833767135175, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.5117163741056092e-05, |
| "loss": 1.0004392623901368, |
| "step": 2090, |
| "token_acc": 0.6851040904004753 |
| }, |
| { |
| "epoch": 0.36352594134999133, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.5092488767271858e-05, |
| "loss": 1.004606342315674, |
| "step": 2095, |
| "token_acc": 0.682853725269135 |
| }, |
| { |
| "epoch": 0.3643935450286309, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.5067771860099905e-05, |
| "loss": 0.9848871231079102, |
| "step": 2100, |
| "token_acc": 0.6914043831501331 |
| }, |
| { |
| "epoch": 0.3652611487072705, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.5043013223068155e-05, |
| "loss": 1.0125656127929688, |
| "step": 2105, |
| "token_acc": 0.6832955602426212 |
| }, |
| { |
| "epoch": 0.36612875238591014, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.501821306004815e-05, |
| "loss": 1.0106427192687988, |
| "step": 2110, |
| "token_acc": 0.6838881419006099 |
| }, |
| { |
| "epoch": 0.3669963560645497, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.4993371575253368e-05, |
| "loss": 1.0103277206420898, |
| "step": 2115, |
| "token_acc": 0.6830820506764292 |
| }, |
| { |
| "epoch": 0.3678639597431893, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.496848897323755e-05, |
| "loss": 0.9989145278930665, |
| "step": 2120, |
| "token_acc": 0.6848548395882129 |
| }, |
| { |
| "epoch": 0.3687315634218289, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.4943565458892999e-05, |
| "loss": 1.0156753540039063, |
| "step": 2125, |
| "token_acc": 0.683586704457614 |
| }, |
| { |
| "epoch": 0.36959916710046853, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.4918601237448925e-05, |
| "loss": 1.0110110282897948, |
| "step": 2130, |
| "token_acc": 0.6824813659671195 |
| }, |
| { |
| "epoch": 0.3704667707791081, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.4893596514469718e-05, |
| "loss": 1.0106982231140136, |
| "step": 2135, |
| "token_acc": 0.6820436574981416 |
| }, |
| { |
| "epoch": 0.3713343744577477, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4868551495853278e-05, |
| "loss": 1.0084819793701172, |
| "step": 2140, |
| "token_acc": 0.6837009642055211 |
| }, |
| { |
| "epoch": 0.3722019781363873, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.4843466387829317e-05, |
| "loss": 1.0337956428527832, |
| "step": 2145, |
| "token_acc": 0.6756529177470663 |
| }, |
| { |
| "epoch": 0.3730695818150269, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.4818341396957651e-05, |
| "loss": 1.010234260559082, |
| "step": 2150, |
| "token_acc": 0.6839618937946557 |
| }, |
| { |
| "epoch": 0.3739371854936665, |
| "grad_norm": 3.484375, |
| "learning_rate": 1.4793176730126512e-05, |
| "loss": 0.9982177734375, |
| "step": 2155, |
| "token_acc": 0.6882951820647545 |
| }, |
| { |
| "epoch": 0.3748047891723061, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.4767972594550832e-05, |
| "loss": 1.0000919342041015, |
| "step": 2160, |
| "token_acc": 0.685829937736179 |
| }, |
| { |
| "epoch": 0.37567239285094567, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.4742729197770551e-05, |
| "loss": 1.0299704551696778, |
| "step": 2165, |
| "token_acc": 0.6772884904796179 |
| }, |
| { |
| "epoch": 0.3765399965295853, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.4717446747648894e-05, |
| "loss": 1.016530704498291, |
| "step": 2170, |
| "token_acc": 0.6815982696795492 |
| }, |
| { |
| "epoch": 0.3774076002082249, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.4692125452370664e-05, |
| "loss": 1.0197928428649903, |
| "step": 2175, |
| "token_acc": 0.6793494519840083 |
| }, |
| { |
| "epoch": 0.3782752038868645, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.4666765520440534e-05, |
| "loss": 1.0177095413208008, |
| "step": 2180, |
| "token_acc": 0.6810032017075773 |
| }, |
| { |
| "epoch": 0.37914280756550406, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.464136716068132e-05, |
| "loss": 1.0126147270202637, |
| "step": 2185, |
| "token_acc": 0.683709293410274 |
| }, |
| { |
| "epoch": 0.3800104112441437, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.461593058223227e-05, |
| "loss": 1.021070957183838, |
| "step": 2190, |
| "token_acc": 0.679652122955623 |
| }, |
| { |
| "epoch": 0.3808780149227833, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.4590455994547337e-05, |
| "loss": 1.001976203918457, |
| "step": 2195, |
| "token_acc": 0.6833014477415503 |
| }, |
| { |
| "epoch": 0.38174561860142286, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.456494360739346e-05, |
| "loss": 0.9893196105957032, |
| "step": 2200, |
| "token_acc": 0.6892311085988446 |
| }, |
| { |
| "epoch": 0.38261322228006245, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.4539393630848829e-05, |
| "loss": 0.9814781188964844, |
| "step": 2205, |
| "token_acc": 0.6899440949405221 |
| }, |
| { |
| "epoch": 0.3834808259587021, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.451380627530115e-05, |
| "loss": 1.011701488494873, |
| "step": 2210, |
| "token_acc": 0.6809758515295867 |
| }, |
| { |
| "epoch": 0.38434842963734167, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.4488181751445939e-05, |
| "loss": 1.0211992263793945, |
| "step": 2215, |
| "token_acc": 0.6797978865156532 |
| }, |
| { |
| "epoch": 0.38521603331598125, |
| "grad_norm": 2.0, |
| "learning_rate": 1.4462520270284756e-05, |
| "loss": 0.9845295906066894, |
| "step": 2220, |
| "token_acc": 0.6868465406909026 |
| }, |
| { |
| "epoch": 0.38608363699462084, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4436822043123485e-05, |
| "loss": 1.0249157905578614, |
| "step": 2225, |
| "token_acc": 0.6786562283760498 |
| }, |
| { |
| "epoch": 0.3869512406732605, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.441108728157059e-05, |
| "loss": 1.0030797004699707, |
| "step": 2230, |
| "token_acc": 0.684765917234319 |
| }, |
| { |
| "epoch": 0.38781884435190006, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.4385316197535373e-05, |
| "loss": 1.0158026695251465, |
| "step": 2235, |
| "token_acc": 0.6832608666746447 |
| }, |
| { |
| "epoch": 0.38868644803053964, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.4359509003226221e-05, |
| "loss": 1.0172318458557128, |
| "step": 2240, |
| "token_acc": 0.6808322441812877 |
| }, |
| { |
| "epoch": 0.3895540517091792, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.4333665911148881e-05, |
| "loss": 0.9851541519165039, |
| "step": 2245, |
| "token_acc": 0.6889603544215962 |
| }, |
| { |
| "epoch": 0.39042165538781887, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.4307787134104682e-05, |
| "loss": 1.014187717437744, |
| "step": 2250, |
| "token_acc": 0.683114625160409 |
| }, |
| { |
| "epoch": 0.39128925906645845, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.42818728851888e-05, |
| "loss": 1.0081872940063477, |
| "step": 2255, |
| "token_acc": 0.6823870250820193 |
| }, |
| { |
| "epoch": 0.39215686274509803, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4255923377788497e-05, |
| "loss": 1.0085988998413087, |
| "step": 2260, |
| "token_acc": 0.6840598070654684 |
| }, |
| { |
| "epoch": 0.3930244664237376, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4229938825581373e-05, |
| "loss": 1.0013799667358398, |
| "step": 2265, |
| "token_acc": 0.6847899527045825 |
| }, |
| { |
| "epoch": 0.39389207010237726, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.4203919442533597e-05, |
| "loss": 1.018793773651123, |
| "step": 2270, |
| "token_acc": 0.681686886192952 |
| }, |
| { |
| "epoch": 0.39475967378101684, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.4177865442898137e-05, |
| "loss": 1.0064517974853515, |
| "step": 2275, |
| "token_acc": 0.6819670370966876 |
| }, |
| { |
| "epoch": 0.3956272774596564, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.4151777041213021e-05, |
| "loss": 0.9828666687011719, |
| "step": 2280, |
| "token_acc": 0.6887780548628429 |
| }, |
| { |
| "epoch": 0.396494881138296, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.4125654452299553e-05, |
| "loss": 1.0092188835144043, |
| "step": 2285, |
| "token_acc": 0.6844631486295059 |
| }, |
| { |
| "epoch": 0.39736248481693565, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.4099497891260538e-05, |
| "loss": 0.9924700736999512, |
| "step": 2290, |
| "token_acc": 0.6873599312908464 |
| }, |
| { |
| "epoch": 0.39823008849557523, |
| "grad_norm": 2.0, |
| "learning_rate": 1.4073307573478528e-05, |
| "loss": 1.0148592948913575, |
| "step": 2295, |
| "token_acc": 0.6811773236297232 |
| }, |
| { |
| "epoch": 0.3990976921742148, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.4047083714614038e-05, |
| "loss": 1.0003128051757812, |
| "step": 2300, |
| "token_acc": 0.6852241329539362 |
| }, |
| { |
| "epoch": 0.3999652958528544, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.4020826530603775e-05, |
| "loss": 0.9960025787353516, |
| "step": 2305, |
| "token_acc": 0.6852598031645303 |
| }, |
| { |
| "epoch": 0.40083289953149404, |
| "grad_norm": 2.0, |
| "learning_rate": 1.399453623765885e-05, |
| "loss": 1.0148781776428222, |
| "step": 2310, |
| "token_acc": 0.684109947643979 |
| }, |
| { |
| "epoch": 0.4017005032101336, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.3968213052263014e-05, |
| "loss": 1.012251091003418, |
| "step": 2315, |
| "token_acc": 0.6833315462148831 |
| }, |
| { |
| "epoch": 0.4025681068887732, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.3941857191170857e-05, |
| "loss": 0.9941699028015136, |
| "step": 2320, |
| "token_acc": 0.6864559695983815 |
| }, |
| { |
| "epoch": 0.4034357105674128, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.3915468871406044e-05, |
| "loss": 1.0085437774658204, |
| "step": 2325, |
| "token_acc": 0.6833488248572567 |
| }, |
| { |
| "epoch": 0.4043033142460524, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.38890483102595e-05, |
| "loss": 1.0144371032714843, |
| "step": 2330, |
| "token_acc": 0.68039780521262 |
| }, |
| { |
| "epoch": 0.405170917924692, |
| "grad_norm": 1.75, |
| "learning_rate": 1.3862595725287653e-05, |
| "loss": 0.9994147300720215, |
| "step": 2335, |
| "token_acc": 0.687611521794545 |
| }, |
| { |
| "epoch": 0.4060385216033316, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.3836111334310622e-05, |
| "loss": 0.9963122367858886, |
| "step": 2340, |
| "token_acc": 0.685745011351416 |
| }, |
| { |
| "epoch": 0.4069061252819712, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.3809595355410424e-05, |
| "loss": 1.0122366905212403, |
| "step": 2345, |
| "token_acc": 0.683117204922772 |
| }, |
| { |
| "epoch": 0.4077737289606108, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.3783048006929185e-05, |
| "loss": 1.0144343376159668, |
| "step": 2350, |
| "token_acc": 0.6814033279539999 |
| }, |
| { |
| "epoch": 0.4086413326392504, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.375646950746734e-05, |
| "loss": 1.0156232833862304, |
| "step": 2355, |
| "token_acc": 0.6830444078275435 |
| }, |
| { |
| "epoch": 0.40950893631789, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.3729860075881827e-05, |
| "loss": 1.034743595123291, |
| "step": 2360, |
| "token_acc": 0.6783182628209359 |
| }, |
| { |
| "epoch": 0.41037653999652957, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.3703219931284304e-05, |
| "loss": 0.9984539031982422, |
| "step": 2365, |
| "token_acc": 0.6839781943890441 |
| }, |
| { |
| "epoch": 0.4112441436751692, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.3676549293039316e-05, |
| "loss": 1.0032421112060548, |
| "step": 2370, |
| "token_acc": 0.6834760671844918 |
| }, |
| { |
| "epoch": 0.4121117473538088, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.3649848380762513e-05, |
| "loss": 0.9850346565246582, |
| "step": 2375, |
| "token_acc": 0.6905733974775712 |
| }, |
| { |
| "epoch": 0.41297935103244837, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.3623117414318827e-05, |
| "loss": 1.0028590202331542, |
| "step": 2380, |
| "token_acc": 0.6836534850029511 |
| }, |
| { |
| "epoch": 0.41384695471108796, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.3596356613820669e-05, |
| "loss": 1.013303279876709, |
| "step": 2385, |
| "token_acc": 0.6805802728792536 |
| }, |
| { |
| "epoch": 0.4147145583897276, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.3569566199626114e-05, |
| "loss": 1.0094331741333007, |
| "step": 2390, |
| "token_acc": 0.685405305236406 |
| }, |
| { |
| "epoch": 0.4155821620683672, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.3542746392337087e-05, |
| "loss": 1.005965805053711, |
| "step": 2395, |
| "token_acc": 0.682434716756596 |
| }, |
| { |
| "epoch": 0.41644976574700676, |
| "grad_norm": 1.75, |
| "learning_rate": 1.3515897412797547e-05, |
| "loss": 0.9940034866333007, |
| "step": 2400, |
| "token_acc": 0.6875033593120129 |
| }, |
| { |
| "epoch": 0.41731736942564635, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.348901948209167e-05, |
| "loss": 0.9850317955017089, |
| "step": 2405, |
| "token_acc": 0.686592845447229 |
| }, |
| { |
| "epoch": 0.418184973104286, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.3462112821542016e-05, |
| "loss": 1.0118427276611328, |
| "step": 2410, |
| "token_acc": 0.6816512666869937 |
| }, |
| { |
| "epoch": 0.41905257678292557, |
| "grad_norm": 1.875, |
| "learning_rate": 1.3435177652707735e-05, |
| "loss": 1.0028743743896484, |
| "step": 2415, |
| "token_acc": 0.6860446549751178 |
| }, |
| { |
| "epoch": 0.41992018046156515, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.3408214197382705e-05, |
| "loss": 0.9918471336364746, |
| "step": 2420, |
| "token_acc": 0.6874362288279708 |
| }, |
| { |
| "epoch": 0.42078778414020473, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.3381222677593737e-05, |
| "loss": 1.0141358375549316, |
| "step": 2425, |
| "token_acc": 0.6807328527018983 |
| }, |
| { |
| "epoch": 0.4216553878188444, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.3354203315598733e-05, |
| "loss": 1.0219820976257323, |
| "step": 2430, |
| "token_acc": 0.6813468119008437 |
| }, |
| { |
| "epoch": 0.42252299149748396, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.3327156333884856e-05, |
| "loss": 1.0195876121520997, |
| "step": 2435, |
| "token_acc": 0.6805910377684181 |
| }, |
| { |
| "epoch": 0.42339059517612354, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.33000819551667e-05, |
| "loss": 1.0096649169921874, |
| "step": 2440, |
| "token_acc": 0.6815645521723036 |
| }, |
| { |
| "epoch": 0.4242581988547631, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.3272980402384459e-05, |
| "loss": 1.0119336128234864, |
| "step": 2445, |
| "token_acc": 0.68414329128903 |
| }, |
| { |
| "epoch": 0.42512580253340276, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.3245851898702083e-05, |
| "loss": 1.004085636138916, |
| "step": 2450, |
| "token_acc": 0.6859707219637835 |
| }, |
| { |
| "epoch": 0.42599340621204235, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.3218696667505444e-05, |
| "loss": 1.006967830657959, |
| "step": 2455, |
| "token_acc": 0.6833605995039316 |
| }, |
| { |
| "epoch": 0.42686100989068193, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.319151493240051e-05, |
| "loss": 1.0127968788146973, |
| "step": 2460, |
| "token_acc": 0.6829119501118417 |
| }, |
| { |
| "epoch": 0.4277286135693215, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.3164306917211475e-05, |
| "loss": 1.0015942573547363, |
| "step": 2465, |
| "token_acc": 0.683394712251965 |
| }, |
| { |
| "epoch": 0.42859621724796115, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.313707284597895e-05, |
| "loss": 0.9921387672424317, |
| "step": 2470, |
| "token_acc": 0.6884706008353861 |
| }, |
| { |
| "epoch": 0.42946382092660074, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.3109812942958087e-05, |
| "loss": 0.9937407493591308, |
| "step": 2475, |
| "token_acc": 0.6858287322723828 |
| }, |
| { |
| "epoch": 0.4303314246052403, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.308252743261675e-05, |
| "loss": 1.0000595092773437, |
| "step": 2480, |
| "token_acc": 0.6844413945289899 |
| }, |
| { |
| "epoch": 0.4311990282838799, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.3055216539633668e-05, |
| "loss": 0.9946840286254883, |
| "step": 2485, |
| "token_acc": 0.6857801388537539 |
| }, |
| { |
| "epoch": 0.43206663196251954, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.302788048889657e-05, |
| "loss": 0.9850924491882325, |
| "step": 2490, |
| "token_acc": 0.6912732362675458 |
| }, |
| { |
| "epoch": 0.4329342356411591, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.3000519505500354e-05, |
| "loss": 1.013066577911377, |
| "step": 2495, |
| "token_acc": 0.6841163491550963 |
| }, |
| { |
| "epoch": 0.4338018393197987, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.297313381474522e-05, |
| "loss": 1.0059243202209474, |
| "step": 2500, |
| "token_acc": 0.682485376889968 |
| }, |
| { |
| "epoch": 0.4346694429984383, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.2945723642134808e-05, |
| "loss": 0.9933188438415528, |
| "step": 2505, |
| "token_acc": 0.6839858247063091 |
| }, |
| { |
| "epoch": 0.43553704667707793, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.2918289213374362e-05, |
| "loss": 1.0141347885131835, |
| "step": 2510, |
| "token_acc": 0.6845435525845792 |
| }, |
| { |
| "epoch": 0.4364046503557175, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.2890830754368855e-05, |
| "loss": 1.0011796951293945, |
| "step": 2515, |
| "token_acc": 0.6849304174950298 |
| }, |
| { |
| "epoch": 0.4372722540343571, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.2863348491221129e-05, |
| "loss": 1.004225254058838, |
| "step": 2520, |
| "token_acc": 0.6839080459770115 |
| }, |
| { |
| "epoch": 0.4381398577129967, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.2835842650230046e-05, |
| "loss": 1.005355167388916, |
| "step": 2525, |
| "token_acc": 0.6849887538762527 |
| }, |
| { |
| "epoch": 0.4390074613916363, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.2808313457888614e-05, |
| "loss": 1.0048332214355469, |
| "step": 2530, |
| "token_acc": 0.6836279848033905 |
| }, |
| { |
| "epoch": 0.4398750650702759, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.2780761140882123e-05, |
| "loss": 1.0195894241333008, |
| "step": 2535, |
| "token_acc": 0.6795473179123936 |
| }, |
| { |
| "epoch": 0.4407426687489155, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.2753185926086282e-05, |
| "loss": 1.0192377090454101, |
| "step": 2540, |
| "token_acc": 0.6803299012123347 |
| }, |
| { |
| "epoch": 0.4416102724275551, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.2725588040565344e-05, |
| "loss": 1.005928134918213, |
| "step": 2545, |
| "token_acc": 0.6801644427607302 |
| }, |
| { |
| "epoch": 0.4424778761061947, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.2697967711570243e-05, |
| "loss": 1.003110980987549, |
| "step": 2550, |
| "token_acc": 0.6823795540443708 |
| }, |
| { |
| "epoch": 0.4433454797848343, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.2670325166536726e-05, |
| "loss": 1.000045108795166, |
| "step": 2555, |
| "token_acc": 0.6848798995377668 |
| }, |
| { |
| "epoch": 0.4442130834634739, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.2642660633083467e-05, |
| "loss": 0.9951872825622559, |
| "step": 2560, |
| "token_acc": 0.6862447171184515 |
| }, |
| { |
| "epoch": 0.44508068714211346, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.2614974339010208e-05, |
| "loss": 1.0055727005004882, |
| "step": 2565, |
| "token_acc": 0.6850169715125947 |
| }, |
| { |
| "epoch": 0.4459482908207531, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.2587266512295868e-05, |
| "loss": 1.0195012092590332, |
| "step": 2570, |
| "token_acc": 0.6816625277741472 |
| }, |
| { |
| "epoch": 0.4468158944993927, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.2559537381096681e-05, |
| "loss": 0.9964936256408692, |
| "step": 2575, |
| "token_acc": 0.6885902240435685 |
| }, |
| { |
| "epoch": 0.44768349817803227, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.2531787173744298e-05, |
| "loss": 0.9999607086181641, |
| "step": 2580, |
| "token_acc": 0.6850149960102359 |
| }, |
| { |
| "epoch": 0.44855110185667185, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.2504016118743936e-05, |
| "loss": 1.0000761032104493, |
| "step": 2585, |
| "token_acc": 0.6829418781621488 |
| }, |
| { |
| "epoch": 0.4494187055353115, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.2476224444772467e-05, |
| "loss": 1.0015432357788085, |
| "step": 2590, |
| "token_acc": 0.6852074323242031 |
| }, |
| { |
| "epoch": 0.4502863092139511, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.244841238067655e-05, |
| "loss": 1.0161554336547851, |
| "step": 2595, |
| "token_acc": 0.68090608621095 |
| }, |
| { |
| "epoch": 0.45115391289259066, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.242058015547074e-05, |
| "loss": 1.0064961433410644, |
| "step": 2600, |
| "token_acc": 0.6828215164844034 |
| }, |
| { |
| "epoch": 0.45202151657123024, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.2392727998335617e-05, |
| "loss": 1.0068798065185547, |
| "step": 2605, |
| "token_acc": 0.6836080829566604 |
| }, |
| { |
| "epoch": 0.4528891202498699, |
| "grad_norm": 1.875, |
| "learning_rate": 1.2364856138615873e-05, |
| "loss": 0.9954544067382812, |
| "step": 2610, |
| "token_acc": 0.6852013951546656 |
| }, |
| { |
| "epoch": 0.45375672392850946, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.2336964805818445e-05, |
| "loss": 1.012361431121826, |
| "step": 2615, |
| "token_acc": 0.6833901146441704 |
| }, |
| { |
| "epoch": 0.45462432760714905, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.2309054229610625e-05, |
| "loss": 1.0001043319702148, |
| "step": 2620, |
| "token_acc": 0.6823560827524173 |
| }, |
| { |
| "epoch": 0.45549193128578863, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.2281124639818152e-05, |
| "loss": 1.0002737998962403, |
| "step": 2625, |
| "token_acc": 0.6835434270674609 |
| }, |
| { |
| "epoch": 0.45635953496442827, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.2253176266423332e-05, |
| "loss": 0.9922337532043457, |
| "step": 2630, |
| "token_acc": 0.6857845693124239 |
| }, |
| { |
| "epoch": 0.45722713864306785, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.2225209339563144e-05, |
| "loss": 0.9958258628845215, |
| "step": 2635, |
| "token_acc": 0.6889344316136575 |
| }, |
| { |
| "epoch": 0.45809474232170744, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.2197224089527347e-05, |
| "loss": 1.000858688354492, |
| "step": 2640, |
| "token_acc": 0.6852724153892232 |
| }, |
| { |
| "epoch": 0.458962346000347, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.2169220746756567e-05, |
| "loss": 1.01625337600708, |
| "step": 2645, |
| "token_acc": 0.6788307748873977 |
| }, |
| { |
| "epoch": 0.45982994967898666, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.2141199541840428e-05, |
| "loss": 1.0196890830993652, |
| "step": 2650, |
| "token_acc": 0.6794828350233297 |
| }, |
| { |
| "epoch": 0.46069755335762624, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.2113160705515626e-05, |
| "loss": 1.0036340713500977, |
| "step": 2655, |
| "token_acc": 0.6851736637091539 |
| }, |
| { |
| "epoch": 0.4615651570362658, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.2085104468664041e-05, |
| "loss": 1.0029501914978027, |
| "step": 2660, |
| "token_acc": 0.6866774142396532 |
| }, |
| { |
| "epoch": 0.4624327607149054, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.2057031062310845e-05, |
| "loss": 1.0131060600280761, |
| "step": 2665, |
| "token_acc": 0.6806618788309262 |
| }, |
| { |
| "epoch": 0.46330036439354505, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.2028940717622576e-05, |
| "loss": 1.0073641777038573, |
| "step": 2670, |
| "token_acc": 0.6839914676655741 |
| }, |
| { |
| "epoch": 0.46416796807218463, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.2000833665905255e-05, |
| "loss": 1.0106398582458496, |
| "step": 2675, |
| "token_acc": 0.6813406569965871 |
| }, |
| { |
| "epoch": 0.4650355717508242, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.1972710138602482e-05, |
| "loss": 1.0050904273986816, |
| "step": 2680, |
| "token_acc": 0.6856562992838491 |
| }, |
| { |
| "epoch": 0.4659031754294638, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.194457036729351e-05, |
| "loss": 1.015509033203125, |
| "step": 2685, |
| "token_acc": 0.6802187834233648 |
| }, |
| { |
| "epoch": 0.46677077910810344, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.1916414583691361e-05, |
| "loss": 1.0169716835021974, |
| "step": 2690, |
| "token_acc": 0.6822935779816514 |
| }, |
| { |
| "epoch": 0.467638382786743, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.18882430196409e-05, |
| "loss": 1.00482234954834, |
| "step": 2695, |
| "token_acc": 0.6824643916517463 |
| }, |
| { |
| "epoch": 0.4685059864653826, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.1860055907116937e-05, |
| "loss": 1.013214111328125, |
| "step": 2700, |
| "token_acc": 0.6813338959360743 |
| }, |
| { |
| "epoch": 0.4693735901440222, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.1831853478222318e-05, |
| "loss": 1.0059806823730468, |
| "step": 2705, |
| "token_acc": 0.683576909519807 |
| }, |
| { |
| "epoch": 0.47024119382266183, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.1803635965186002e-05, |
| "loss": 0.9913622856140136, |
| "step": 2710, |
| "token_acc": 0.6861254522541567 |
| }, |
| { |
| "epoch": 0.4711087975013014, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.1775403600361167e-05, |
| "loss": 1.0054823875427246, |
| "step": 2715, |
| "token_acc": 0.684439954609615 |
| }, |
| { |
| "epoch": 0.471976401179941, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.1747156616223272e-05, |
| "loss": 1.0157322883605957, |
| "step": 2720, |
| "token_acc": 0.680252464832309 |
| }, |
| { |
| "epoch": 0.4728440048585806, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.1718895245368167e-05, |
| "loss": 1.0170634269714356, |
| "step": 2725, |
| "token_acc": 0.6813107028863409 |
| }, |
| { |
| "epoch": 0.4737116085372202, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.1690619720510165e-05, |
| "loss": 0.9852043151855469, |
| "step": 2730, |
| "token_acc": 0.6872285921724955 |
| }, |
| { |
| "epoch": 0.4745792122158598, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.1662330274480128e-05, |
| "loss": 1.0059645652770997, |
| "step": 2735, |
| "token_acc": 0.6836207236712307 |
| }, |
| { |
| "epoch": 0.4754468158944994, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.1634027140223544e-05, |
| "loss": 0.9841846466064453, |
| "step": 2740, |
| "token_acc": 0.6890565215615255 |
| }, |
| { |
| "epoch": 0.47631441957313897, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.1605710550798626e-05, |
| "loss": 0.995844554901123, |
| "step": 2745, |
| "token_acc": 0.6851391782871187 |
| }, |
| { |
| "epoch": 0.4771820232517786, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.1577380739374376e-05, |
| "loss": 0.9913998603820801, |
| "step": 2750, |
| "token_acc": 0.6908336288532514 |
| }, |
| { |
| "epoch": 0.4780496269304182, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.1549037939228667e-05, |
| "loss": 0.9965376853942871, |
| "step": 2755, |
| "token_acc": 0.6868992547759661 |
| }, |
| { |
| "epoch": 0.4789172306090578, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.1520682383746334e-05, |
| "loss": 1.0012220382690429, |
| "step": 2760, |
| "token_acc": 0.6884490453429107 |
| }, |
| { |
| "epoch": 0.47978483428769736, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.1492314306417233e-05, |
| "loss": 0.9879722595214844, |
| "step": 2765, |
| "token_acc": 0.6881789911554461 |
| }, |
| { |
| "epoch": 0.480652437966337, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.1463933940834342e-05, |
| "loss": 1.0053581237792968, |
| "step": 2770, |
| "token_acc": 0.6855757229040982 |
| }, |
| { |
| "epoch": 0.4815200416449766, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.1435541520691815e-05, |
| "loss": 0.9921921730041504, |
| "step": 2775, |
| "token_acc": 0.6862049831504012 |
| }, |
| { |
| "epoch": 0.48238764532361617, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.1407137279783074e-05, |
| "loss": 1.0183118820190429, |
| "step": 2780, |
| "token_acc": 0.6817061841095448 |
| }, |
| { |
| "epoch": 0.48325524900225575, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.1378721451998874e-05, |
| "loss": 0.9925461769104004, |
| "step": 2785, |
| "token_acc": 0.688545962485034 |
| }, |
| { |
| "epoch": 0.4841228526808954, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.1350294271325379e-05, |
| "loss": 1.0159781455993653, |
| "step": 2790, |
| "token_acc": 0.681974551332532 |
| }, |
| { |
| "epoch": 0.48499045635953497, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.1321855971842243e-05, |
| "loss": 1.0086934089660644, |
| "step": 2795, |
| "token_acc": 0.6831038631199038 |
| }, |
| { |
| "epoch": 0.48585806003817456, |
| "grad_norm": 1.875, |
| "learning_rate": 1.129340678772067e-05, |
| "loss": 1.0199012756347656, |
| "step": 2800, |
| "token_acc": 0.6786575483258884 |
| }, |
| { |
| "epoch": 0.48672566371681414, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.1264946953221496e-05, |
| "loss": 1.0137310028076172, |
| "step": 2805, |
| "token_acc": 0.6824437730782141 |
| }, |
| { |
| "epoch": 0.4875932673954538, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.123647670269325e-05, |
| "loss": 1.0020729064941407, |
| "step": 2810, |
| "token_acc": 0.6836910759886811 |
| }, |
| { |
| "epoch": 0.48846087107409336, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.1207996270570242e-05, |
| "loss": 0.9875768661499024, |
| "step": 2815, |
| "token_acc": 0.6884513431530621 |
| }, |
| { |
| "epoch": 0.48932847475273294, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.117950589137061e-05, |
| "loss": 1.0017758369445802, |
| "step": 2820, |
| "token_acc": 0.6836398649214367 |
| }, |
| { |
| "epoch": 0.49019607843137253, |
| "grad_norm": 1.875, |
| "learning_rate": 1.1151005799694401e-05, |
| "loss": 1.0143745422363282, |
| "step": 2825, |
| "token_acc": 0.6843956569062094 |
| }, |
| { |
| "epoch": 0.49106368211001217, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.1122496230221644e-05, |
| "loss": 1.0051603317260742, |
| "step": 2830, |
| "token_acc": 0.6826833612462451 |
| }, |
| { |
| "epoch": 0.49193128578865175, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.1093977417710408e-05, |
| "loss": 0.9880369186401368, |
| "step": 2835, |
| "token_acc": 0.6881879959200434 |
| }, |
| { |
| "epoch": 0.49279888946729133, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.1065449596994876e-05, |
| "loss": 0.9956092834472656, |
| "step": 2840, |
| "token_acc": 0.6856416772554003 |
| }, |
| { |
| "epoch": 0.4936664931459309, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.1036913002983392e-05, |
| "loss": 1.0082509994506836, |
| "step": 2845, |
| "token_acc": 0.6834558638400725 |
| }, |
| { |
| "epoch": 0.49453409682457056, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.1008367870656568e-05, |
| "loss": 0.9957260131835938, |
| "step": 2850, |
| "token_acc": 0.6855102932343144 |
| }, |
| { |
| "epoch": 0.49540170050321014, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.0979814435065308e-05, |
| "loss": 0.9961285591125488, |
| "step": 2855, |
| "token_acc": 0.6854094100735335 |
| }, |
| { |
| "epoch": 0.4962693041818497, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.0951252931328887e-05, |
| "loss": 0.9894907951354981, |
| "step": 2860, |
| "token_acc": 0.69068332911443 |
| }, |
| { |
| "epoch": 0.4971369078604893, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.092268359463302e-05, |
| "loss": 1.0121468544006347, |
| "step": 2865, |
| "token_acc": 0.6819141923071749 |
| }, |
| { |
| "epoch": 0.49800451153912895, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.0894106660227926e-05, |
| "loss": 1.017982578277588, |
| "step": 2870, |
| "token_acc": 0.6814496708942045 |
| }, |
| { |
| "epoch": 0.49887211521776853, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.0865522363426376e-05, |
| "loss": 1.0043160438537597, |
| "step": 2875, |
| "token_acc": 0.6829500019793358 |
| }, |
| { |
| "epoch": 0.4997397188964081, |
| "grad_norm": 1.875, |
| "learning_rate": 1.0836930939601768e-05, |
| "loss": 1.008955478668213, |
| "step": 2880, |
| "token_acc": 0.6822375933533712 |
| }, |
| { |
| "epoch": 0.5006073225750477, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.0808332624186197e-05, |
| "loss": 1.0033825874328612, |
| "step": 2885, |
| "token_acc": 0.684949342881556 |
| }, |
| { |
| "epoch": 0.5014749262536873, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.0779727652668496e-05, |
| "loss": 1.001988697052002, |
| "step": 2890, |
| "token_acc": 0.6846615607534672 |
| }, |
| { |
| "epoch": 0.5023425299323269, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.0751116260592312e-05, |
| "loss": 0.9898590087890625, |
| "step": 2895, |
| "token_acc": 0.6871776024781131 |
| }, |
| { |
| "epoch": 0.5032101336109666, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.072249868355415e-05, |
| "loss": 0.9838379859924317, |
| "step": 2900, |
| "token_acc": 0.6897600586613799 |
| }, |
| { |
| "epoch": 0.5040777372896061, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.0693875157201459e-05, |
| "loss": 0.9647768020629883, |
| "step": 2905, |
| "token_acc": 0.6952837795361677 |
| }, |
| { |
| "epoch": 0.5049453409682457, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.0665245917230666e-05, |
| "loss": 1.0030086517333985, |
| "step": 2910, |
| "token_acc": 0.6839139614674057 |
| }, |
| { |
| "epoch": 0.5058129446468853, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.0636611199385251e-05, |
| "loss": 1.0003300666809083, |
| "step": 2915, |
| "token_acc": 0.6843827426478509 |
| }, |
| { |
| "epoch": 0.5066805483255249, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.0607971239453805e-05, |
| "loss": 0.9978496551513671, |
| "step": 2920, |
| "token_acc": 0.6854442053489087 |
| }, |
| { |
| "epoch": 0.5075481520041645, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.0579326273268074e-05, |
| "loss": 0.9909579277038574, |
| "step": 2925, |
| "token_acc": 0.686803062770415 |
| }, |
| { |
| "epoch": 0.5084157556828041, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.0550676536701034e-05, |
| "loss": 0.9943648338317871, |
| "step": 2930, |
| "token_acc": 0.6851877207875784 |
| }, |
| { |
| "epoch": 0.5092833593614436, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.052202226566494e-05, |
| "loss": 0.9951316833496093, |
| "step": 2935, |
| "token_acc": 0.6850922617852889 |
| }, |
| { |
| "epoch": 0.5101509630400833, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.0493363696109388e-05, |
| "loss": 0.9918990135192871, |
| "step": 2940, |
| "token_acc": 0.6878556595377437 |
| }, |
| { |
| "epoch": 0.5110185667187229, |
| "grad_norm": 1.875, |
| "learning_rate": 1.0464701064019364e-05, |
| "loss": 1.0089019775390624, |
| "step": 2945, |
| "token_acc": 0.682502467917078 |
| }, |
| { |
| "epoch": 0.5118861703973625, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.0436034605413312e-05, |
| "loss": 0.982180118560791, |
| "step": 2950, |
| "token_acc": 0.6869962643166984 |
| }, |
| { |
| "epoch": 0.5127537740760021, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.0407364556341183e-05, |
| "loss": 1.0064614295959473, |
| "step": 2955, |
| "token_acc": 0.6841499638737991 |
| }, |
| { |
| "epoch": 0.5136213777546417, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.0378691152882496e-05, |
| "loss": 1.0329419136047364, |
| "step": 2960, |
| "token_acc": 0.6754290852352366 |
| }, |
| { |
| "epoch": 0.5144889814332813, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.0350014631144382e-05, |
| "loss": 1.0033533096313476, |
| "step": 2965, |
| "token_acc": 0.6818894869228896 |
| }, |
| { |
| "epoch": 0.5153565851119208, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.0321335227259661e-05, |
| "loss": 0.9842534065246582, |
| "step": 2970, |
| "token_acc": 0.6909560794180386 |
| }, |
| { |
| "epoch": 0.5162241887905604, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.0292653177384878e-05, |
| "loss": 1.0118374824523926, |
| "step": 2975, |
| "token_acc": 0.682726188540142 |
| }, |
| { |
| "epoch": 0.5170917924692001, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.0263968717698365e-05, |
| "loss": 1.0183884620666503, |
| "step": 2980, |
| "token_acc": 0.6805970149253732 |
| }, |
| { |
| "epoch": 0.5179593961478397, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.0235282084398301e-05, |
| "loss": 0.9902758598327637, |
| "step": 2985, |
| "token_acc": 0.6868815227383335 |
| }, |
| { |
| "epoch": 0.5188269998264793, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.0206593513700767e-05, |
| "loss": 1.0007359504699707, |
| "step": 2990, |
| "token_acc": 0.683507329474766 |
| }, |
| { |
| "epoch": 0.5196946035051189, |
| "grad_norm": 1.875, |
| "learning_rate": 1.0177903241837789e-05, |
| "loss": 0.9968069076538086, |
| "step": 2995, |
| "token_acc": 0.6845976760975876 |
| }, |
| { |
| "epoch": 0.5205622071837585, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.0149211505055407e-05, |
| "loss": 0.9842087745666503, |
| "step": 3000, |
| "token_acc": 0.6890838871678698 |
| }, |
| { |
| "epoch": 0.521429810862398, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.012051853961172e-05, |
| "loss": 0.9979012489318848, |
| "step": 3005, |
| "token_acc": 0.6855041583613994 |
| }, |
| { |
| "epoch": 0.5222974145410376, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.0091824581774947e-05, |
| "loss": 1.0025611877441407, |
| "step": 3010, |
| "token_acc": 0.6843610112039744 |
| }, |
| { |
| "epoch": 0.5231650182196772, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.0063129867821475e-05, |
| "loss": 1.0025950431823731, |
| "step": 3015, |
| "token_acc": 0.6844177684199013 |
| }, |
| { |
| "epoch": 0.5240326218983169, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.0034434634033919e-05, |
| "loss": 0.9844324111938476, |
| "step": 3020, |
| "token_acc": 0.6901680615091516 |
| }, |
| { |
| "epoch": 0.5249002255769565, |
| "grad_norm": 1.875, |
| "learning_rate": 1.0005739116699178e-05, |
| "loss": 1.0121084213256837, |
| "step": 3025, |
| "token_acc": 0.6821625441696113 |
| }, |
| { |
| "epoch": 0.5257678292555961, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.977043552106484e-06, |
| "loss": 0.9731731414794922, |
| "step": 3030, |
| "token_acc": 0.69295219319862 |
| }, |
| { |
| "epoch": 0.5266354329342356, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.94834817654545e-06, |
| "loss": 0.9912844657897949, |
| "step": 3035, |
| "token_acc": 0.6854252683732452 |
| }, |
| { |
| "epoch": 0.5275030366128752, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.919653226304148e-06, |
| "loss": 0.989024543762207, |
| "step": 3040, |
| "token_acc": 0.6876149180822745 |
| }, |
| { |
| "epoch": 0.5283706402915148, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.890958937667135e-06, |
| "loss": 1.012401008605957, |
| "step": 3045, |
| "token_acc": 0.6832023046685692 |
| }, |
| { |
| "epoch": 0.5292382439701544, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.862265546913526e-06, |
| "loss": 1.0105487823486328, |
| "step": 3050, |
| "token_acc": 0.6831975602049648 |
| }, |
| { |
| "epoch": 0.530105847648794, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.83357329031504e-06, |
| "loss": 0.9997787475585938, |
| "step": 3055, |
| "token_acc": 0.6836862959420685 |
| }, |
| { |
| "epoch": 0.5309734513274337, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.804882404134057e-06, |
| "loss": 0.9793942451477051, |
| "step": 3060, |
| "token_acc": 0.6905264857446551 |
| }, |
| { |
| "epoch": 0.5318410550060733, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.776193124621673e-06, |
| "loss": 1.0060349464416505, |
| "step": 3065, |
| "token_acc": 0.6837666900913563 |
| }, |
| { |
| "epoch": 0.5327086586847128, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.747505688015757e-06, |
| "loss": 0.9506141662597656, |
| "step": 3070, |
| "token_acc": 0.696441489065717 |
| }, |
| { |
| "epoch": 0.5335762623633524, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.718820330538999e-06, |
| "loss": 1.0000137329101562, |
| "step": 3075, |
| "token_acc": 0.6840303318042609 |
| }, |
| { |
| "epoch": 0.534443866041992, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.690137288396967e-06, |
| "loss": 0.9879467010498046, |
| "step": 3080, |
| "token_acc": 0.6884837459463735 |
| }, |
| { |
| "epoch": 0.5353114697206316, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.66145679777617e-06, |
| "loss": 1.0037842750549317, |
| "step": 3085, |
| "token_acc": 0.683606172775142 |
| }, |
| { |
| "epoch": 0.5361790733992712, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.632779094842104e-06, |
| "loss": 0.9850837707519531, |
| "step": 3090, |
| "token_acc": 0.6906727747296649 |
| }, |
| { |
| "epoch": 0.5370466770779108, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.604104415737309e-06, |
| "loss": 1.0082507133483887, |
| "step": 3095, |
| "token_acc": 0.6840075020949999 |
| }, |
| { |
| "epoch": 0.5379142807565505, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.575432996579424e-06, |
| "loss": 0.9955901145935059, |
| "step": 3100, |
| "token_acc": 0.6857669735637754 |
| }, |
| { |
| "epoch": 0.53878188443519, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.546765073459245e-06, |
| "loss": 0.9778296470642089, |
| "step": 3105, |
| "token_acc": 0.6909004764286278 |
| }, |
| { |
| "epoch": 0.5396494881138296, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.51810088243879e-06, |
| "loss": 1.0080193519592284, |
| "step": 3110, |
| "token_acc": 0.6846056403760251 |
| }, |
| { |
| "epoch": 0.5405170917924692, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.489440659549333e-06, |
| "loss": 1.0060848236083983, |
| "step": 3115, |
| "token_acc": 0.6859093319194062 |
| }, |
| { |
| "epoch": 0.5413846954711088, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.46078464078948e-06, |
| "loss": 0.9916322708129883, |
| "step": 3120, |
| "token_acc": 0.6852762549715146 |
| }, |
| { |
| "epoch": 0.5422522991497484, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.432133062123215e-06, |
| "loss": 0.9954086303710937, |
| "step": 3125, |
| "token_acc": 0.6874728114000975 |
| }, |
| { |
| "epoch": 0.543119902828388, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.40348615947796e-06, |
| "loss": 1.0074991226196288, |
| "step": 3130, |
| "token_acc": 0.681418392340236 |
| }, |
| { |
| "epoch": 0.5439875065070275, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.374844168742637e-06, |
| "loss": 1.0012994766235352, |
| "step": 3135, |
| "token_acc": 0.6855507942467278 |
| }, |
| { |
| "epoch": 0.5448551101856672, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.34620732576572e-06, |
| "loss": 1.0055302619934081, |
| "step": 3140, |
| "token_acc": 0.6849006828057107 |
| }, |
| { |
| "epoch": 0.5457227138643068, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.317575866353293e-06, |
| "loss": 0.9842160224914551, |
| "step": 3145, |
| "token_acc": 0.6883597598729373 |
| }, |
| { |
| "epoch": 0.5465903175429464, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.28895002626711e-06, |
| "loss": 1.0006650924682616, |
| "step": 3150, |
| "token_acc": 0.6856869530964238 |
| }, |
| { |
| "epoch": 0.547457921221586, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.260330041222656e-06, |
| "loss": 1.0168807983398438, |
| "step": 3155, |
| "token_acc": 0.6813513261486406 |
| }, |
| { |
| "epoch": 0.5483255249002256, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.231716146887203e-06, |
| "loss": 0.9734827041625976, |
| "step": 3160, |
| "token_acc": 0.693440864594789 |
| }, |
| { |
| "epoch": 0.5491931285788652, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.203108578877866e-06, |
| "loss": 0.9954551696777344, |
| "step": 3165, |
| "token_acc": 0.685033919424062 |
| }, |
| { |
| "epoch": 0.5500607322575047, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.174507572759672e-06, |
| "loss": 1.005191707611084, |
| "step": 3170, |
| "token_acc": 0.6829043026216833 |
| }, |
| { |
| "epoch": 0.5509283359361443, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.145913364043604e-06, |
| "loss": 0.9932435035705567, |
| "step": 3175, |
| "token_acc": 0.6873352300905745 |
| }, |
| { |
| "epoch": 0.551795939614784, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.117326188184696e-06, |
| "loss": 0.9784406661987305, |
| "step": 3180, |
| "token_acc": 0.691351665477983 |
| }, |
| { |
| "epoch": 0.5526635432934236, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.088746280580046e-06, |
| "loss": 1.0030339241027832, |
| "step": 3185, |
| "token_acc": 0.6849746393518213 |
| }, |
| { |
| "epoch": 0.5535311469720632, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.060173876566916e-06, |
| "loss": 1.0087509155273438, |
| "step": 3190, |
| "token_acc": 0.682428123685603 |
| }, |
| { |
| "epoch": 0.5543987506507028, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.031609211420775e-06, |
| "loss": 1.0267830848693849, |
| "step": 3195, |
| "token_acc": 0.679297126313532 |
| }, |
| { |
| "epoch": 0.5552663543293423, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.003052520353372e-06, |
| "loss": 1.0051657676696777, |
| "step": 3200, |
| "token_acc": 0.6841281932693093 |
| }, |
| { |
| "epoch": 0.5561339580079819, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.974504038510793e-06, |
| "loss": 1.005373477935791, |
| "step": 3205, |
| "token_acc": 0.6836050245944957 |
| }, |
| { |
| "epoch": 0.5570015616866215, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.945964000971525e-06, |
| "loss": 0.9805338859558106, |
| "step": 3210, |
| "token_acc": 0.6906489566678965 |
| }, |
| { |
| "epoch": 0.5578691653652611, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.917432642744519e-06, |
| "loss": 1.0035972595214844, |
| "step": 3215, |
| "token_acc": 0.6831262001280136 |
| }, |
| { |
| "epoch": 0.5587367690439008, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.888910198767265e-06, |
| "loss": 0.9910804748535156, |
| "step": 3220, |
| "token_acc": 0.6850102007945882 |
| }, |
| { |
| "epoch": 0.5596043727225404, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.860396903903844e-06, |
| "loss": 0.9914836883544922, |
| "step": 3225, |
| "token_acc": 0.6887413708576804 |
| }, |
| { |
| "epoch": 0.56047197640118, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.831892992943e-06, |
| "loss": 1.0112311363220214, |
| "step": 3230, |
| "token_acc": 0.6815932803989763 |
| }, |
| { |
| "epoch": 0.5613395800798195, |
| "grad_norm": 1.9609375, |
| "learning_rate": 8.803398700596208e-06, |
| "loss": 1.007247543334961, |
| "step": 3235, |
| "token_acc": 0.683875897072066 |
| }, |
| { |
| "epoch": 0.5622071837584591, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.774914261495738e-06, |
| "loss": 1.0004298210144043, |
| "step": 3240, |
| "token_acc": 0.6841970344985766 |
| }, |
| { |
| "epoch": 0.5630747874370987, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.746439910192735e-06, |
| "loss": 0.9888349533081054, |
| "step": 3245, |
| "token_acc": 0.6879607213774719 |
| }, |
| { |
| "epoch": 0.5639423911157383, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.717975881155261e-06, |
| "loss": 1.0053036689758301, |
| "step": 3250, |
| "token_acc": 0.6843277773304346 |
| }, |
| { |
| "epoch": 0.5648099947943779, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.689522408766395e-06, |
| "loss": 1.006988525390625, |
| "step": 3255, |
| "token_acc": 0.6830830648001983 |
| }, |
| { |
| "epoch": 0.5656775984730176, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.661079727322276e-06, |
| "loss": 1.0136844635009765, |
| "step": 3260, |
| "token_acc": 0.6810806425442155 |
| }, |
| { |
| "epoch": 0.5665452021516572, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.632648071030198e-06, |
| "loss": 1.0038190841674806, |
| "step": 3265, |
| "token_acc": 0.6849343777015168 |
| }, |
| { |
| "epoch": 0.5674128058302967, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.604227674006661e-06, |
| "loss": 0.9864459991455078, |
| "step": 3270, |
| "token_acc": 0.6862783616540615 |
| }, |
| { |
| "epoch": 0.5682804095089363, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.57581877027546e-06, |
| "loss": 0.9800386428833008, |
| "step": 3275, |
| "token_acc": 0.6911001694197374 |
| }, |
| { |
| "epoch": 0.5691480131875759, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.547421593765744e-06, |
| "loss": 0.9790647506713868, |
| "step": 3280, |
| "token_acc": 0.6886432619731929 |
| }, |
| { |
| "epoch": 0.5700156168662155, |
| "grad_norm": 1.9609375, |
| "learning_rate": 8.519036378310098e-06, |
| "loss": 0.9918664932250977, |
| "step": 3285, |
| "token_acc": 0.6854125633826426 |
| }, |
| { |
| "epoch": 0.5708832205448551, |
| "grad_norm": 1.8984375, |
| "learning_rate": 8.490663357642615e-06, |
| "loss": 0.9926240921020508, |
| "step": 3290, |
| "token_acc": 0.687613955720063 |
| }, |
| { |
| "epoch": 0.5717508242234947, |
| "grad_norm": 1.875, |
| "learning_rate": 8.462302765396975e-06, |
| "loss": 0.9821521759033203, |
| "step": 3295, |
| "token_acc": 0.6893415493905228 |
| }, |
| { |
| "epoch": 0.5726184279021344, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.433954835104513e-06, |
| "loss": 1.0029169082641602, |
| "step": 3300, |
| "token_acc": 0.6836323546782512 |
| }, |
| { |
| "epoch": 0.5734860315807739, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.4056198001923e-06, |
| "loss": 0.9930968284606934, |
| "step": 3305, |
| "token_acc": 0.6868556180002426 |
| }, |
| { |
| "epoch": 0.5743536352594135, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.377297893981224e-06, |
| "loss": 0.9897697448730469, |
| "step": 3310, |
| "token_acc": 0.6850893984441819 |
| }, |
| { |
| "epoch": 0.5752212389380531, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.348989349684077e-06, |
| "loss": 1.0004033088684081, |
| "step": 3315, |
| "token_acc": 0.6834115743155585 |
| }, |
| { |
| "epoch": 0.5760888426166927, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.320694400403608e-06, |
| "loss": 1.0031415939331054, |
| "step": 3320, |
| "token_acc": 0.6850924472948079 |
| }, |
| { |
| "epoch": 0.5769564462953323, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.292413279130625e-06, |
| "loss": 0.9991157531738282, |
| "step": 3325, |
| "token_acc": 0.6833071420830172 |
| }, |
| { |
| "epoch": 0.5778240499739719, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.264146218742074e-06, |
| "loss": 1.0167976379394532, |
| "step": 3330, |
| "token_acc": 0.6805396906454517 |
| }, |
| { |
| "epoch": 0.5786916536526114, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.235893451999118e-06, |
| "loss": 1.0147868156433106, |
| "step": 3335, |
| "token_acc": 0.6792890262751159 |
| }, |
| { |
| "epoch": 0.5795592573312511, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.207655211545218e-06, |
| "loss": 1.0142845153808593, |
| "step": 3340, |
| "token_acc": 0.6800431959683763 |
| }, |
| { |
| "epoch": 0.5804268610098907, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.179431729904223e-06, |
| "loss": 1.012403964996338, |
| "step": 3345, |
| "token_acc": 0.6800115019148074 |
| }, |
| { |
| "epoch": 0.5812944646885303, |
| "grad_norm": 1.9609375, |
| "learning_rate": 8.151223239478453e-06, |
| "loss": 0.9996941566467286, |
| "step": 3350, |
| "token_acc": 0.6826174967983586 |
| }, |
| { |
| "epoch": 0.5821620683671699, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.123029972546782e-06, |
| "loss": 1.0093581199645996, |
| "step": 3355, |
| "token_acc": 0.6819460251429169 |
| }, |
| { |
| "epoch": 0.5830296720458095, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.09485216126273e-06, |
| "loss": 1.0049400329589844, |
| "step": 3360, |
| "token_acc": 0.6827514040478966 |
| }, |
| { |
| "epoch": 0.583897275724449, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.066690037652552e-06, |
| "loss": 0.9991744995117188, |
| "step": 3365, |
| "token_acc": 0.6828673913638729 |
| }, |
| { |
| "epoch": 0.5847648794030886, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.03854383361332e-06, |
| "loss": 0.9949298858642578, |
| "step": 3370, |
| "token_acc": 0.6877322396851174 |
| }, |
| { |
| "epoch": 0.5856324830817282, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.010413780911022e-06, |
| "loss": 1.0077406883239746, |
| "step": 3375, |
| "token_acc": 0.6826122846664953 |
| }, |
| { |
| "epoch": 0.5865000867603679, |
| "grad_norm": 1.9140625, |
| "learning_rate": 7.982300111178648e-06, |
| "loss": 1.0013755798339843, |
| "step": 3380, |
| "token_acc": 0.6858611685344359 |
| }, |
| { |
| "epoch": 0.5873676904390075, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.954203055914289e-06, |
| "loss": 0.9829542160034179, |
| "step": 3385, |
| "token_acc": 0.6888979370249728 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.926122846479224e-06, |
| "loss": 0.993384838104248, |
| "step": 3390, |
| "token_acc": 0.6845540146288179 |
| }, |
| { |
| "epoch": 0.5891028977962867, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.898059714096016e-06, |
| "loss": 0.956721305847168, |
| "step": 3395, |
| "token_acc": 0.698894211628116 |
| }, |
| { |
| "epoch": 0.5899705014749262, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.870013889846608e-06, |
| "loss": 0.9920453071594239, |
| "step": 3400, |
| "token_acc": 0.686382917252157 |
| }, |
| { |
| "epoch": 0.5908381051535658, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.841985604670427e-06, |
| "loss": 0.9913934707641602, |
| "step": 3405, |
| "token_acc": 0.6889823114142937 |
| }, |
| { |
| "epoch": 0.5917057088322054, |
| "grad_norm": 2.0, |
| "learning_rate": 7.81397508936247e-06, |
| "loss": 0.9880316734313965, |
| "step": 3410, |
| "token_acc": 0.6867218573075777 |
| }, |
| { |
| "epoch": 0.592573312510845, |
| "grad_norm": 1.9609375, |
| "learning_rate": 7.78598257457142e-06, |
| "loss": 0.9705442428588867, |
| "step": 3415, |
| "token_acc": 0.6910044977511245 |
| }, |
| { |
| "epoch": 0.5934409161894847, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.758008290797727e-06, |
| "loss": 0.9677356719970703, |
| "step": 3420, |
| "token_acc": 0.6959344774631571 |
| }, |
| { |
| "epoch": 0.5943085198681243, |
| "grad_norm": 1.8828125, |
| "learning_rate": 7.730052468391726e-06, |
| "loss": 0.9935931205749512, |
| "step": 3425, |
| "token_acc": 0.6881914107130855 |
| }, |
| { |
| "epoch": 0.5951761235467639, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.702115337551733e-06, |
| "loss": 1.028738307952881, |
| "step": 3430, |
| "token_acc": 0.6780585491818397 |
| }, |
| { |
| "epoch": 0.5960437272254034, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.674197128322151e-06, |
| "loss": 1.0033409118652343, |
| "step": 3435, |
| "token_acc": 0.6833868116036933 |
| }, |
| { |
| "epoch": 0.596911330904043, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.646298070591578e-06, |
| "loss": 1.0005316734313965, |
| "step": 3440, |
| "token_acc": 0.6868071389260162 |
| }, |
| { |
| "epoch": 0.5977789345826826, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.618418394090907e-06, |
| "loss": 0.9753083229064942, |
| "step": 3445, |
| "token_acc": 0.6916532970218273 |
| }, |
| { |
| "epoch": 0.5986465382613222, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.59055832839144e-06, |
| "loss": 0.9871037483215332, |
| "step": 3450, |
| "token_acc": 0.688853524302102 |
| }, |
| { |
| "epoch": 0.5995141419399618, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.562718102903002e-06, |
| "loss": 0.9996206283569335, |
| "step": 3455, |
| "token_acc": 0.6837434616393171 |
| }, |
| { |
| "epoch": 0.6003817456186015, |
| "grad_norm": 1.875, |
| "learning_rate": 7.534897946872042e-06, |
| "loss": 1.0057412147521974, |
| "step": 3460, |
| "token_acc": 0.6834609861177597 |
| }, |
| { |
| "epoch": 0.601249349297241, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.507098089379749e-06, |
| "loss": 0.990781593322754, |
| "step": 3465, |
| "token_acc": 0.6880597411570862 |
| }, |
| { |
| "epoch": 0.6021169529758806, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.479318759340171e-06, |
| "loss": 0.9857464790344238, |
| "step": 3470, |
| "token_acc": 0.689186540346292 |
| }, |
| { |
| "epoch": 0.6029845566545202, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.451560185498318e-06, |
| "loss": 0.9758604049682618, |
| "step": 3475, |
| "token_acc": 0.6898560948081264 |
| }, |
| { |
| "epoch": 0.6038521603331598, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.423822596428291e-06, |
| "loss": 0.9707001686096192, |
| "step": 3480, |
| "token_acc": 0.6923664838627496 |
| }, |
| { |
| "epoch": 0.6047197640117994, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.396106220531398e-06, |
| "loss": 1.0107527732849122, |
| "step": 3485, |
| "token_acc": 0.6832125667742106 |
| }, |
| { |
| "epoch": 0.605587367690439, |
| "grad_norm": 1.9296875, |
| "learning_rate": 7.368411286034265e-06, |
| "loss": 1.011655330657959, |
| "step": 3490, |
| "token_acc": 0.6814160469354903 |
| }, |
| { |
| "epoch": 0.6064549713690786, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.340738020986961e-06, |
| "loss": 1.0010527610778808, |
| "step": 3495, |
| "token_acc": 0.6855910839856707 |
| }, |
| { |
| "epoch": 0.6073225750477182, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.313086653261126e-06, |
| "loss": 1.0003108024597167, |
| "step": 3500, |
| "token_acc": 0.6845823427706937 |
| }, |
| { |
| "epoch": 0.6081901787263578, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.285457410548084e-06, |
| "loss": 1.0062461853027345, |
| "step": 3505, |
| "token_acc": 0.6841428111933098 |
| }, |
| { |
| "epoch": 0.6090577824049974, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.2578505203569775e-06, |
| "loss": 1.0086194038391114, |
| "step": 3510, |
| "token_acc": 0.6810051221539865 |
| }, |
| { |
| "epoch": 0.609925386083637, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.230266210012886e-06, |
| "loss": 0.9880249977111817, |
| "step": 3515, |
| "token_acc": 0.6883796750337954 |
| }, |
| { |
| "epoch": 0.6107929897622766, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.20270470665497e-06, |
| "loss": 0.9953752517700195, |
| "step": 3520, |
| "token_acc": 0.6858969161328684 |
| }, |
| { |
| "epoch": 0.6116605934409162, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.1751662372345745e-06, |
| "loss": 1.0096102714538575, |
| "step": 3525, |
| "token_acc": 0.6835760199396563 |
| }, |
| { |
| "epoch": 0.6125281971195558, |
| "grad_norm": 1.9296875, |
| "learning_rate": 7.1476510285133824e-06, |
| "loss": 1.01358003616333, |
| "step": 3530, |
| "token_acc": 0.6808007033204843 |
| }, |
| { |
| "epoch": 0.6133958007981953, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.1201593070615385e-06, |
| "loss": 0.9893976211547851, |
| "step": 3535, |
| "token_acc": 0.6872642713325582 |
| }, |
| { |
| "epoch": 0.614263404476835, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.0926912992557825e-06, |
| "loss": 1.0022952079772949, |
| "step": 3540, |
| "token_acc": 0.6836349718409973 |
| }, |
| { |
| "epoch": 0.6151310081554746, |
| "grad_norm": 1.875, |
| "learning_rate": 7.065247231277592e-06, |
| "loss": 0.9951557159423828, |
| "step": 3545, |
| "token_acc": 0.6851784290675207 |
| }, |
| { |
| "epoch": 0.6159986118341142, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.037827329111313e-06, |
| "loss": 1.0185998916625976, |
| "step": 3550, |
| "token_acc": 0.6794846010484963 |
| }, |
| { |
| "epoch": 0.6168662155127538, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.010431818542298e-06, |
| "loss": 1.0109454154968263, |
| "step": 3555, |
| "token_acc": 0.682662396471839 |
| }, |
| { |
| "epoch": 0.6177338191913934, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.983060925155056e-06, |
| "loss": 0.990286922454834, |
| "step": 3560, |
| "token_acc": 0.6862885957035297 |
| }, |
| { |
| "epoch": 0.618601422870033, |
| "grad_norm": 1.84375, |
| "learning_rate": 6.955714874331388e-06, |
| "loss": 0.9858268737792969, |
| "step": 3565, |
| "token_acc": 0.6888843703402467 |
| }, |
| { |
| "epoch": 0.6194690265486725, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.928393891248529e-06, |
| "loss": 1.0141701698303223, |
| "step": 3570, |
| "token_acc": 0.6834784012484361 |
| }, |
| { |
| "epoch": 0.6203366302273121, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.901098200877301e-06, |
| "loss": 0.967597770690918, |
| "step": 3575, |
| "token_acc": 0.6944241377018675 |
| }, |
| { |
| "epoch": 0.6212042339059518, |
| "grad_norm": 2.015625, |
| "learning_rate": 6.873828027980256e-06, |
| "loss": 0.9855113983154297, |
| "step": 3580, |
| "token_acc": 0.6862524757342923 |
| }, |
| { |
| "epoch": 0.6220718375845914, |
| "grad_norm": 1.9140625, |
| "learning_rate": 6.846583597109817e-06, |
| "loss": 0.9973045349121094, |
| "step": 3585, |
| "token_acc": 0.684243293722762 |
| }, |
| { |
| "epoch": 0.622939441263231, |
| "grad_norm": 1.9140625, |
| "learning_rate": 6.819365132606459e-06, |
| "loss": 0.9799047470092773, |
| "step": 3590, |
| "token_acc": 0.6892774554748672 |
| }, |
| { |
| "epoch": 0.6238070449418706, |
| "grad_norm": 1.75, |
| "learning_rate": 6.7921728585968215e-06, |
| "loss": 1.0055973052978515, |
| "step": 3595, |
| "token_acc": 0.6808834120188846 |
| }, |
| { |
| "epoch": 0.6246746486205101, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.765006998991889e-06, |
| "loss": 0.9758973121643066, |
| "step": 3600, |
| "token_acc": 0.6907637655417407 |
| }, |
| { |
| "epoch": 0.6255422522991497, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.737867777485136e-06, |
| "loss": 1.0146740913391112, |
| "step": 3605, |
| "token_acc": 0.6811284150100989 |
| }, |
| { |
| "epoch": 0.6264098559777893, |
| "grad_norm": 1.90625, |
| "learning_rate": 6.710755417550698e-06, |
| "loss": 0.9987593650817871, |
| "step": 3610, |
| "token_acc": 0.6847243880941081 |
| }, |
| { |
| "epoch": 0.6272774596564289, |
| "grad_norm": 1.953125, |
| "learning_rate": 6.683670142441514e-06, |
| "loss": 0.9979434013366699, |
| "step": 3615, |
| "token_acc": 0.6853054139387396 |
| }, |
| { |
| "epoch": 0.6281450633350686, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.6566121751875e-06, |
| "loss": 0.9827108383178711, |
| "step": 3620, |
| "token_acc": 0.6896419200084816 |
| }, |
| { |
| "epoch": 0.6290126670137082, |
| "grad_norm": 1.875, |
| "learning_rate": 6.6295817385937104e-06, |
| "loss": 0.9979496002197266, |
| "step": 3625, |
| "token_acc": 0.6842961073185775 |
| }, |
| { |
| "epoch": 0.6298802706923478, |
| "grad_norm": 1.921875, |
| "learning_rate": 6.602579055238501e-06, |
| "loss": 0.9886339187622071, |
| "step": 3630, |
| "token_acc": 0.6858520767782801 |
| }, |
| { |
| "epoch": 0.6307478743709873, |
| "grad_norm": 1.9375, |
| "learning_rate": 6.575604347471696e-06, |
| "loss": 1.0002639770507813, |
| "step": 3635, |
| "token_acc": 0.6843852893576651 |
| }, |
| { |
| "epoch": 0.6316154780496269, |
| "grad_norm": 1.8984375, |
| "learning_rate": 6.548657837412764e-06, |
| "loss": 0.9971570014953614, |
| "step": 3640, |
| "token_acc": 0.6848995111352526 |
| }, |
| { |
| "epoch": 0.6324830817282665, |
| "grad_norm": 1.90625, |
| "learning_rate": 6.5217397469489765e-06, |
| "loss": 0.9921416282653809, |
| "step": 3645, |
| "token_acc": 0.6852397462075014 |
| }, |
| { |
| "epoch": 0.6333506854069061, |
| "grad_norm": 1.7421875, |
| "learning_rate": 6.494850297733591e-06, |
| "loss": 1.0081979751586914, |
| "step": 3650, |
| "token_acc": 0.6827699225310147 |
| }, |
| { |
| "epoch": 0.6342182890855457, |
| "grad_norm": 1.953125, |
| "learning_rate": 6.467989711184021e-06, |
| "loss": 0.9944825172424316, |
| "step": 3655, |
| "token_acc": 0.6852892695976437 |
| }, |
| { |
| "epoch": 0.6350858927641854, |
| "grad_norm": 1.875, |
| "learning_rate": 6.4411582084800215e-06, |
| "loss": 0.9934005737304688, |
| "step": 3660, |
| "token_acc": 0.6851075268817204 |
| }, |
| { |
| "epoch": 0.635953496442825, |
| "grad_norm": 1.90625, |
| "learning_rate": 6.414356010561853e-06, |
| "loss": 0.9901107788085938, |
| "step": 3665, |
| "token_acc": 0.6862788024738656 |
| }, |
| { |
| "epoch": 0.6368211001214645, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.387583338128471e-06, |
| "loss": 1.0017055511474608, |
| "step": 3670, |
| "token_acc": 0.6829901814126799 |
| }, |
| { |
| "epoch": 0.6376887038001041, |
| "grad_norm": 1.84375, |
| "learning_rate": 6.3608404116357096e-06, |
| "loss": 1.0016436576843262, |
| "step": 3675, |
| "token_acc": 0.6823521311023893 |
| }, |
| { |
| "epoch": 0.6385563074787437, |
| "grad_norm": 1.8515625, |
| "learning_rate": 6.334127451294461e-06, |
| "loss": 0.995360279083252, |
| "step": 3680, |
| "token_acc": 0.6857756640635555 |
| }, |
| { |
| "epoch": 0.6394239111573833, |
| "grad_norm": 1.8984375, |
| "learning_rate": 6.307444677068869e-06, |
| "loss": 1.0071782112121581, |
| "step": 3685, |
| "token_acc": 0.6841917710589074 |
| }, |
| { |
| "epoch": 0.6402915148360229, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.280792308674512e-06, |
| "loss": 0.9938779830932617, |
| "step": 3690, |
| "token_acc": 0.6878277558523004 |
| }, |
| { |
| "epoch": 0.6411591185146625, |
| "grad_norm": 1.9140625, |
| "learning_rate": 6.254170565576596e-06, |
| "loss": 0.9867862701416016, |
| "step": 3695, |
| "token_acc": 0.6865127083902706 |
| }, |
| { |
| "epoch": 0.6420267221933021, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.227579666988149e-06, |
| "loss": 0.9970829010009765, |
| "step": 3700, |
| "token_acc": 0.6850032654838358 |
| }, |
| { |
| "epoch": 0.6428943258719417, |
| "grad_norm": 1.84375, |
| "learning_rate": 6.201019831868209e-06, |
| "loss": 0.9995267868041993, |
| "step": 3705, |
| "token_acc": 0.6846874095894374 |
| }, |
| { |
| "epoch": 0.6437619295505813, |
| "grad_norm": 1.84375, |
| "learning_rate": 6.174491278920034e-06, |
| "loss": 0.9917936325073242, |
| "step": 3710, |
| "token_acc": 0.6880288247439375 |
| }, |
| { |
| "epoch": 0.6446295332292209, |
| "grad_norm": 1.8046875, |
| "learning_rate": 6.147994226589287e-06, |
| "loss": 0.9787176132202149, |
| "step": 3715, |
| "token_acc": 0.6913672458526614 |
| }, |
| { |
| "epoch": 0.6454971369078605, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.121528893062246e-06, |
| "loss": 1.0017691612243653, |
| "step": 3720, |
| "token_acc": 0.6832628692610052 |
| }, |
| { |
| "epoch": 0.6463647405865001, |
| "grad_norm": 1.859375, |
| "learning_rate": 6.095095496264001e-06, |
| "loss": 0.997169303894043, |
| "step": 3725, |
| "token_acc": 0.6856908315278095 |
| }, |
| { |
| "epoch": 0.6472323442651396, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.068694253856675e-06, |
| "loss": 0.9935990333557129, |
| "step": 3730, |
| "token_acc": 0.6857996759957544 |
| }, |
| { |
| "epoch": 0.6480999479437792, |
| "grad_norm": 1.9296875, |
| "learning_rate": 6.04232538323761e-06, |
| "loss": 0.995047664642334, |
| "step": 3735, |
| "token_acc": 0.6855156587473002 |
| }, |
| { |
| "epoch": 0.6489675516224189, |
| "grad_norm": 1.8671875, |
| "learning_rate": 6.015989101537586e-06, |
| "loss": 0.9964488983154297, |
| "step": 3740, |
| "token_acc": 0.6852130600180629 |
| }, |
| { |
| "epoch": 0.6498351553010585, |
| "grad_norm": 1.8046875, |
| "learning_rate": 5.989685625619039e-06, |
| "loss": 1.001780128479004, |
| "step": 3745, |
| "token_acc": 0.6852903955410754 |
| }, |
| { |
| "epoch": 0.6507027589796981, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.963415172074272e-06, |
| "loss": 0.9760993003845215, |
| "step": 3750, |
| "token_acc": 0.6886531679352932 |
| }, |
| { |
| "epoch": 0.6515703626583377, |
| "grad_norm": 1.84375, |
| "learning_rate": 5.937177957223661e-06, |
| "loss": 0.9900795936584472, |
| "step": 3755, |
| "token_acc": 0.6872612410739596 |
| }, |
| { |
| "epoch": 0.6524379663369773, |
| "grad_norm": 1.84375, |
| "learning_rate": 5.910974197113892e-06, |
| "loss": 1.001762866973877, |
| "step": 3760, |
| "token_acc": 0.6836190449665084 |
| }, |
| { |
| "epoch": 0.6533055700156168, |
| "grad_norm": 1.765625, |
| "learning_rate": 5.884804107516169e-06, |
| "loss": 0.9720080375671387, |
| "step": 3765, |
| "token_acc": 0.6952360976377127 |
| }, |
| { |
| "epoch": 0.6541731736942564, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.858667903924439e-06, |
| "loss": 0.984315013885498, |
| "step": 3770, |
| "token_acc": 0.6863298561396332 |
| }, |
| { |
| "epoch": 0.655040777372896, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.8325658015536205e-06, |
| "loss": 1.002072525024414, |
| "step": 3775, |
| "token_acc": 0.6841665768774916 |
| }, |
| { |
| "epoch": 0.6559083810515357, |
| "grad_norm": 1.875, |
| "learning_rate": 5.8064980153378335e-06, |
| "loss": 0.9898612976074219, |
| "step": 3780, |
| "token_acc": 0.686063766347234 |
| }, |
| { |
| "epoch": 0.6567759847301753, |
| "grad_norm": 1.84375, |
| "learning_rate": 5.780464759928623e-06, |
| "loss": 1.0027915000915528, |
| "step": 3785, |
| "token_acc": 0.6840225269854513 |
| }, |
| { |
| "epoch": 0.6576435884088149, |
| "grad_norm": 1.8984375, |
| "learning_rate": 5.7544662496931935e-06, |
| "loss": 0.9923629760742188, |
| "step": 3790, |
| "token_acc": 0.6860443020793746 |
| }, |
| { |
| "epoch": 0.6585111920874545, |
| "grad_norm": 1.8828125, |
| "learning_rate": 5.7285026987126526e-06, |
| "loss": 1.0032987594604492, |
| "step": 3795, |
| "token_acc": 0.683890081813487 |
| }, |
| { |
| "epoch": 0.659378795766094, |
| "grad_norm": 1.8203125, |
| "learning_rate": 5.7025743207802345e-06, |
| "loss": 1.0057662963867187, |
| "step": 3800, |
| "token_acc": 0.6835548723113827 |
| }, |
| { |
| "epoch": 0.6602463994447336, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.676681329399543e-06, |
| "loss": 0.9910049438476562, |
| "step": 3805, |
| "token_acc": 0.6876422267858134 |
| }, |
| { |
| "epoch": 0.6611140031233732, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.650823937782803e-06, |
| "loss": 1.0060483932495117, |
| "step": 3810, |
| "token_acc": 0.6838536439827497 |
| }, |
| { |
| "epoch": 0.6619816068020128, |
| "grad_norm": 1.7890625, |
| "learning_rate": 5.625002358849096e-06, |
| "loss": 0.9882902145385742, |
| "step": 3815, |
| "token_acc": 0.6876298080917173 |
| }, |
| { |
| "epoch": 0.6628492104806525, |
| "grad_norm": 1.7734375, |
| "learning_rate": 5.599216805222609e-06, |
| "loss": 0.9882322311401367, |
| "step": 3820, |
| "token_acc": 0.6853805976085054 |
| }, |
| { |
| "epoch": 0.6637168141592921, |
| "grad_norm": 1.8203125, |
| "learning_rate": 5.573467489230879e-06, |
| "loss": 1.0068046569824218, |
| "step": 3825, |
| "token_acc": 0.6833182949170152 |
| }, |
| { |
| "epoch": 0.6645844178379317, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.547754622903059e-06, |
| "loss": 0.995240306854248, |
| "step": 3830, |
| "token_acc": 0.6859673775279661 |
| }, |
| { |
| "epoch": 0.6654520215165712, |
| "grad_norm": 1.84375, |
| "learning_rate": 5.522078417968151e-06, |
| "loss": 0.9991961479187011, |
| "step": 3835, |
| "token_acc": 0.6834129511677283 |
| }, |
| { |
| "epoch": 0.6663196251952108, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.496439085853282e-06, |
| "loss": 0.9904547691345215, |
| "step": 3840, |
| "token_acc": 0.6883501895504571 |
| }, |
| { |
| "epoch": 0.6671872288738504, |
| "grad_norm": 1.8515625, |
| "learning_rate": 5.470836837681955e-06, |
| "loss": 0.9769336700439453, |
| "step": 3845, |
| "token_acc": 0.6896110755886686 |
| }, |
| { |
| "epoch": 0.66805483255249, |
| "grad_norm": 1.8984375, |
| "learning_rate": 5.445271884272303e-06, |
| "loss": 1.0078944206237792, |
| "step": 3850, |
| "token_acc": 0.6813604508440128 |
| }, |
| { |
| "epoch": 0.6689224362311296, |
| "grad_norm": 1.8515625, |
| "learning_rate": 5.4197444361353675e-06, |
| "loss": 1.0107319831848145, |
| "step": 3855, |
| "token_acc": 0.681410079867805 |
| }, |
| { |
| "epoch": 0.6697900399097693, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.394254703473354e-06, |
| "loss": 0.964967918395996, |
| "step": 3860, |
| "token_acc": 0.6943124165554072 |
| }, |
| { |
| "epoch": 0.6706576435884088, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.368802896177911e-06, |
| "loss": 0.9789441108703614, |
| "step": 3865, |
| "token_acc": 0.6884867885627476 |
| }, |
| { |
| "epoch": 0.6715252472670484, |
| "grad_norm": 1.8828125, |
| "learning_rate": 5.343389223828392e-06, |
| "loss": 0.9796417236328125, |
| "step": 3870, |
| "token_acc": 0.6890180582340962 |
| }, |
| { |
| "epoch": 0.672392850945688, |
| "grad_norm": 1.8828125, |
| "learning_rate": 5.318013895690131e-06, |
| "loss": 0.9787491798400879, |
| "step": 3875, |
| "token_acc": 0.6898387987482578 |
| }, |
| { |
| "epoch": 0.6732604546243276, |
| "grad_norm": 1.9375, |
| "learning_rate": 5.292677120712726e-06, |
| "loss": 0.9852935791015625, |
| "step": 3880, |
| "token_acc": 0.6870102408889257 |
| }, |
| { |
| "epoch": 0.6741280583029672, |
| "grad_norm": 1.9921875, |
| "learning_rate": 5.267379107528311e-06, |
| "loss": 0.9924633026123046, |
| "step": 3885, |
| "token_acc": 0.6847909474491753 |
| }, |
| { |
| "epoch": 0.6749956619816068, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.242120064449845e-06, |
| "loss": 0.9971447944641113, |
| "step": 3890, |
| "token_acc": 0.6849295083489171 |
| }, |
| { |
| "epoch": 0.6758632656602463, |
| "grad_norm": 1.7890625, |
| "learning_rate": 5.216900199469391e-06, |
| "loss": 0.9826061248779296, |
| "step": 3895, |
| "token_acc": 0.6904354672313623 |
| }, |
| { |
| "epoch": 0.676730869338886, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.191719720256407e-06, |
| "loss": 0.9958490371704102, |
| "step": 3900, |
| "token_acc": 0.6858113156286083 |
| }, |
| { |
| "epoch": 0.6775984730175256, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.166578834156031e-06, |
| "loss": 0.9950273513793946, |
| "step": 3905, |
| "token_acc": 0.6859179612865821 |
| }, |
| { |
| "epoch": 0.6784660766961652, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.14147774818738e-06, |
| "loss": 0.990997314453125, |
| "step": 3910, |
| "token_acc": 0.6872399539201735 |
| }, |
| { |
| "epoch": 0.6793336803748048, |
| "grad_norm": 1.921875, |
| "learning_rate": 5.1164166690418435e-06, |
| "loss": 0.9976764678955078, |
| "step": 3915, |
| "token_acc": 0.6839109763660167 |
| }, |
| { |
| "epoch": 0.6802012840534444, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.091395803081376e-06, |
| "loss": 0.980461311340332, |
| "step": 3920, |
| "token_acc": 0.6900414130464994 |
| }, |
| { |
| "epoch": 0.681068887732084, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.066415356336807e-06, |
| "loss": 1.005615234375, |
| "step": 3925, |
| "token_acc": 0.681454565176126 |
| }, |
| { |
| "epoch": 0.6819364914107235, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.041475534506131e-06, |
| "loss": 0.993968391418457, |
| "step": 3930, |
| "token_acc": 0.6851136910077625 |
| }, |
| { |
| "epoch": 0.6828040950893631, |
| "grad_norm": 1.9453125, |
| "learning_rate": 5.01657654295284e-06, |
| "loss": 1.0097810745239257, |
| "step": 3935, |
| "token_acc": 0.6827556629888105 |
| }, |
| { |
| "epoch": 0.6836716987680028, |
| "grad_norm": 1.6953125, |
| "learning_rate": 4.991718586704196e-06, |
| "loss": 0.9924948692321778, |
| "step": 3940, |
| "token_acc": 0.6904830287206266 |
| }, |
| { |
| "epoch": 0.6845393024466424, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.9669018704495696e-06, |
| "loss": 0.9993215560913086, |
| "step": 3945, |
| "token_acc": 0.6851340222617751 |
| }, |
| { |
| "epoch": 0.685406906125282, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.9421265985387475e-06, |
| "loss": 0.9833191871643067, |
| "step": 3950, |
| "token_acc": 0.6883911507101707 |
| }, |
| { |
| "epoch": 0.6862745098039216, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.9173929749802465e-06, |
| "loss": 1.0078816413879395, |
| "step": 3955, |
| "token_acc": 0.6850704225352112 |
| }, |
| { |
| "epoch": 0.6871421134825612, |
| "grad_norm": 1.875, |
| "learning_rate": 4.892701203439635e-06, |
| "loss": 1.0204105377197266, |
| "step": 3960, |
| "token_acc": 0.6796032157676348 |
| }, |
| { |
| "epoch": 0.6880097171612007, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.868051487237858e-06, |
| "loss": 0.973170280456543, |
| "step": 3965, |
| "token_acc": 0.6899492217684071 |
| }, |
| { |
| "epoch": 0.6888773208398403, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.843444029349564e-06, |
| "loss": 0.9647638320922851, |
| "step": 3970, |
| "token_acc": 0.6957806900520547 |
| }, |
| { |
| "epoch": 0.6897449245184799, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.8188790324014274e-06, |
| "loss": 0.9891746520996094, |
| "step": 3975, |
| "token_acc": 0.685054815133276 |
| }, |
| { |
| "epoch": 0.6906125281971196, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.794356698670488e-06, |
| "loss": 0.9468636512756348, |
| "step": 3980, |
| "token_acc": 0.6995367131713369 |
| }, |
| { |
| "epoch": 0.6914801318757592, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.769877230082476e-06, |
| "loss": 0.9977554321289063, |
| "step": 3985, |
| "token_acc": 0.6852840924340428 |
| }, |
| { |
| "epoch": 0.6923477355543988, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.74544082821016e-06, |
| "loss": 1.004736328125, |
| "step": 3990, |
| "token_acc": 0.6820171598669235 |
| }, |
| { |
| "epoch": 0.6932153392330384, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.721047694271676e-06, |
| "loss": 1.0017391204833985, |
| "step": 3995, |
| "token_acc": 0.684533952315144 |
| }, |
| { |
| "epoch": 0.6940829429116779, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.69669802912888e-06, |
| "loss": 0.9762969970703125, |
| "step": 4000, |
| "token_acc": 0.6934091245841135 |
| }, |
| { |
| "epoch": 0.6949505465903175, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.672392033285695e-06, |
| "loss": 1.0025498390197753, |
| "step": 4005, |
| "token_acc": 0.6851401316784188 |
| }, |
| { |
| "epoch": 0.6958181502689571, |
| "grad_norm": 1.875, |
| "learning_rate": 4.648129906886445e-06, |
| "loss": 1.0146098136901855, |
| "step": 4010, |
| "token_acc": 0.6792288989232372 |
| }, |
| { |
| "epoch": 0.6966857539475967, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.623911849714226e-06, |
| "loss": 1.0010202407836915, |
| "step": 4015, |
| "token_acc": 0.6856064118699079 |
| }, |
| { |
| "epoch": 0.6975533576262364, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.599738061189244e-06, |
| "loss": 1.0105598449707032, |
| "step": 4020, |
| "token_acc": 0.682280948032655 |
| }, |
| { |
| "epoch": 0.698420961304876, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.575608740367189e-06, |
| "loss": 0.9960094451904297, |
| "step": 4025, |
| "token_acc": 0.6854422794662214 |
| }, |
| { |
| "epoch": 0.6992885649835155, |
| "grad_norm": 1.875, |
| "learning_rate": 4.551524085937582e-06, |
| "loss": 0.9695888519287109, |
| "step": 4030, |
| "token_acc": 0.6933236382866208 |
| }, |
| { |
| "epoch": 0.7001561686621551, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.527484296222149e-06, |
| "loss": 0.9828217506408692, |
| "step": 4035, |
| "token_acc": 0.6878763576059919 |
| }, |
| { |
| "epoch": 0.7010237723407947, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.503489569173179e-06, |
| "loss": 0.9933969497680664, |
| "step": 4040, |
| "token_acc": 0.6868701758147513 |
| }, |
| { |
| "epoch": 0.7018913760194343, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.479540102371904e-06, |
| "loss": 1.0078033447265624, |
| "step": 4045, |
| "token_acc": 0.6846505259554748 |
| }, |
| { |
| "epoch": 0.7027589796980739, |
| "grad_norm": 1.7578125, |
| "learning_rate": 4.455636093026865e-06, |
| "loss": 0.9774109840393066, |
| "step": 4050, |
| "token_acc": 0.69020612269789 |
| }, |
| { |
| "epoch": 0.7036265833767135, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.431777737972287e-06, |
| "loss": 0.9925678253173829, |
| "step": 4055, |
| "token_acc": 0.6882775426446069 |
| }, |
| { |
| "epoch": 0.7044941870553532, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.4079652336664645e-06, |
| "loss": 0.9903898239135742, |
| "step": 4060, |
| "token_acc": 0.6858611892801725 |
| }, |
| { |
| "epoch": 0.7053617907339927, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.384198776190137e-06, |
| "loss": 0.9989794731140137, |
| "step": 4065, |
| "token_acc": 0.6841588232951453 |
| }, |
| { |
| "epoch": 0.7062293944126323, |
| "grad_norm": 1.859375, |
| "learning_rate": 4.360478561244885e-06, |
| "loss": 0.982159423828125, |
| "step": 4070, |
| "token_acc": 0.6892994694174365 |
| }, |
| { |
| "epoch": 0.7070969980912719, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.336804784151505e-06, |
| "loss": 0.9847228050231933, |
| "step": 4075, |
| "token_acc": 0.6867390010281942 |
| }, |
| { |
| "epoch": 0.7079646017699115, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.313177639848408e-06, |
| "loss": 1.0108787536621093, |
| "step": 4080, |
| "token_acc": 0.6838802388894016 |
| }, |
| { |
| "epoch": 0.7088322054485511, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.2895973228900154e-06, |
| "loss": 0.9985545158386231, |
| "step": 4085, |
| "token_acc": 0.6844401828768361 |
| }, |
| { |
| "epoch": 0.7096998091271907, |
| "grad_norm": 1.859375, |
| "learning_rate": 4.2660640274451545e-06, |
| "loss": 0.9826979637145996, |
| "step": 4090, |
| "token_acc": 0.6863773965691221 |
| }, |
| { |
| "epoch": 0.7105674128058302, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.242577947295462e-06, |
| "loss": 0.9989730834960937, |
| "step": 4095, |
| "token_acc": 0.6846098407914565 |
| }, |
| { |
| "epoch": 0.7114350164844699, |
| "grad_norm": 1.828125, |
| "learning_rate": 4.219139275833783e-06, |
| "loss": 1.000558090209961, |
| "step": 4100, |
| "token_acc": 0.6841488044823767 |
| }, |
| { |
| "epoch": 0.7123026201631095, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.1957482060625865e-06, |
| "loss": 0.9966065406799316, |
| "step": 4105, |
| "token_acc": 0.6879207664422579 |
| }, |
| { |
| "epoch": 0.7131702238417491, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.172404930592372e-06, |
| "loss": 0.9852560997009278, |
| "step": 4110, |
| "token_acc": 0.6896971139227118 |
| }, |
| { |
| "epoch": 0.7140378275203887, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.149109641640079e-06, |
| "loss": 1.001215362548828, |
| "step": 4115, |
| "token_acc": 0.6853088591189812 |
| }, |
| { |
| "epoch": 0.7149054311990283, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.1258625310275145e-06, |
| "loss": 1.0101828575134277, |
| "step": 4120, |
| "token_acc": 0.681881495767706 |
| }, |
| { |
| "epoch": 0.7157730348776679, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.102663790179764e-06, |
| "loss": 0.9940977096557617, |
| "step": 4125, |
| "token_acc": 0.6862203534229258 |
| }, |
| { |
| "epoch": 0.7166406385563074, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.079513610123619e-06, |
| "loss": 0.9920468330383301, |
| "step": 4130, |
| "token_acc": 0.6872316721917288 |
| }, |
| { |
| "epoch": 0.717508242234947, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.056412181486003e-06, |
| "loss": 0.9854813575744629, |
| "step": 4135, |
| "token_acc": 0.6900252525252525 |
| }, |
| { |
| "epoch": 0.7183758459135867, |
| "grad_norm": 1.953125, |
| "learning_rate": 4.033359694492411e-06, |
| "loss": 0.9985934257507324, |
| "step": 4140, |
| "token_acc": 0.6840057676088909 |
| }, |
| { |
| "epoch": 0.7192434495922263, |
| "grad_norm": 1.8046875, |
| "learning_rate": 4.010356338965323e-06, |
| "loss": 0.9948851585388183, |
| "step": 4145, |
| "token_acc": 0.6854739461477084 |
| }, |
| { |
| "epoch": 0.7201110532708659, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.98740230432266e-06, |
| "loss": 0.9762655258178711, |
| "step": 4150, |
| "token_acc": 0.6923338872694581 |
| }, |
| { |
| "epoch": 0.7209786569495055, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.9644977795762175e-06, |
| "loss": 0.988780403137207, |
| "step": 4155, |
| "token_acc": 0.6866318047733977 |
| }, |
| { |
| "epoch": 0.721846260628145, |
| "grad_norm": 1.953125, |
| "learning_rate": 3.941642953330102e-06, |
| "loss": 0.9889546394348144, |
| "step": 4160, |
| "token_acc": 0.6865713642503377 |
| }, |
| { |
| "epoch": 0.7227138643067846, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.9188380137791934e-06, |
| "loss": 0.9839936256408691, |
| "step": 4165, |
| "token_acc": 0.6882079424724933 |
| }, |
| { |
| "epoch": 0.7235814679854242, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.896083148707579e-06, |
| "loss": 0.9844943046569824, |
| "step": 4170, |
| "token_acc": 0.6876788477073265 |
| }, |
| { |
| "epoch": 0.7244490716640638, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.87337854548702e-06, |
| "loss": 0.9963854789733887, |
| "step": 4175, |
| "token_acc": 0.6848597774936757 |
| }, |
| { |
| "epoch": 0.7253166753427035, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.8507243910754015e-06, |
| "loss": 1.0020368576049805, |
| "step": 4180, |
| "token_acc": 0.6843103494659816 |
| }, |
| { |
| "epoch": 0.7261842790213431, |
| "grad_norm": 1.8671875, |
| "learning_rate": 3.828120872015193e-06, |
| "loss": 1.0066667556762696, |
| "step": 4185, |
| "token_acc": 0.6836107139967091 |
| }, |
| { |
| "epoch": 0.7270518826999827, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.8055681744319173e-06, |
| "loss": 1.0011329650878906, |
| "step": 4190, |
| "token_acc": 0.6850806824639539 |
| }, |
| { |
| "epoch": 0.7279194863786222, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.783066484032615e-06, |
| "loss": 1.0011292457580567, |
| "step": 4195, |
| "token_acc": 0.6820659087561429 |
| }, |
| { |
| "epoch": 0.7287870900572618, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.7606159861043123e-06, |
| "loss": 1.0115188598632812, |
| "step": 4200, |
| "token_acc": 0.6830158518715865 |
| }, |
| { |
| "epoch": 0.7296546937359014, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.738216865512496e-06, |
| "loss": 0.9878059387207031, |
| "step": 4205, |
| "token_acc": 0.6888757571280839 |
| }, |
| { |
| "epoch": 0.730522297414541, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.7158693066996066e-06, |
| "loss": 0.9820815086364746, |
| "step": 4210, |
| "token_acc": 0.6891283735961433 |
| }, |
| { |
| "epoch": 0.7313899010931806, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.69357349368349e-06, |
| "loss": 1.001258373260498, |
| "step": 4215, |
| "token_acc": 0.6836823676196354 |
| }, |
| { |
| "epoch": 0.7322575047718203, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.6713296100559084e-06, |
| "loss": 1.0037827491760254, |
| "step": 4220, |
| "token_acc": 0.6847890011370023 |
| }, |
| { |
| "epoch": 0.7331251084504599, |
| "grad_norm": 1.9296875, |
| "learning_rate": 3.649137838981014e-06, |
| "loss": 0.9784846305847168, |
| "step": 4225, |
| "token_acc": 0.6925998220664197 |
| }, |
| { |
| "epoch": 0.7339927121290994, |
| "grad_norm": 1.9453125, |
| "learning_rate": 3.6269983631938476e-06, |
| "loss": 0.98970947265625, |
| "step": 4230, |
| "token_acc": 0.6865225040519761 |
| }, |
| { |
| "epoch": 0.734860315807739, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.604911364998832e-06, |
| "loss": 1.0065629005432128, |
| "step": 4235, |
| "token_acc": 0.6821462879099767 |
| }, |
| { |
| "epoch": 0.7357279194863786, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.582877026268269e-06, |
| "loss": 1.0006741523742675, |
| "step": 4240, |
| "token_acc": 0.6835158700622043 |
| }, |
| { |
| "epoch": 0.7365955231650182, |
| "grad_norm": 1.875, |
| "learning_rate": 3.560895528440844e-06, |
| "loss": 0.9968295097351074, |
| "step": 4245, |
| "token_acc": 0.6860261131570137 |
| }, |
| { |
| "epoch": 0.7374631268436578, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.5389670525201335e-06, |
| "loss": 0.994806957244873, |
| "step": 4250, |
| "token_acc": 0.6844711335861778 |
| }, |
| { |
| "epoch": 0.7383307305222974, |
| "grad_norm": 1.9296875, |
| "learning_rate": 3.5170917790731084e-06, |
| "loss": 0.9853558540344238, |
| "step": 4255, |
| "token_acc": 0.690081677065686 |
| }, |
| { |
| "epoch": 0.7391983342009371, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.4952698882286564e-06, |
| "loss": 1.002675437927246, |
| "step": 4260, |
| "token_acc": 0.6839060402684564 |
| }, |
| { |
| "epoch": 0.7400659378795766, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.473501559676088e-06, |
| "loss": 1.006124496459961, |
| "step": 4265, |
| "token_acc": 0.6798628939749822 |
| }, |
| { |
| "epoch": 0.7409335415582162, |
| "grad_norm": 1.875, |
| "learning_rate": 3.4517869726636667e-06, |
| "loss": 0.9663874626159668, |
| "step": 4270, |
| "token_acc": 0.6933329657757991 |
| }, |
| { |
| "epoch": 0.7418011452368558, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.4301263059971234e-06, |
| "loss": 0.9783464431762695, |
| "step": 4275, |
| "token_acc": 0.690311533509431 |
| }, |
| { |
| "epoch": 0.7426687489154954, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.408519738038202e-06, |
| "loss": 0.9907986640930175, |
| "step": 4280, |
| "token_acc": 0.6858886450905102 |
| }, |
| { |
| "epoch": 0.743536352594135, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.3869674467031633e-06, |
| "loss": 0.9949624061584472, |
| "step": 4285, |
| "token_acc": 0.6854110544056531 |
| }, |
| { |
| "epoch": 0.7444039562727746, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.3654696094613424e-06, |
| "loss": 1.0062894821166992, |
| "step": 4290, |
| "token_acc": 0.68370965995235 |
| }, |
| { |
| "epoch": 0.7452715599514141, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.3440264033336787e-06, |
| "loss": 0.9806596755981445, |
| "step": 4295, |
| "token_acc": 0.6898993765722411 |
| }, |
| { |
| "epoch": 0.7461391636300538, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.3226380048912586e-06, |
| "loss": 0.9737249374389648, |
| "step": 4300, |
| "token_acc": 0.6907929820819113 |
| }, |
| { |
| "epoch": 0.7470067673086934, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.3013045902538634e-06, |
| "loss": 0.975331974029541, |
| "step": 4305, |
| "token_acc": 0.6905592319015476 |
| }, |
| { |
| "epoch": 0.747874370987333, |
| "grad_norm": 1.9609375, |
| "learning_rate": 3.2800263350885165e-06, |
| "loss": 0.9860298156738281, |
| "step": 4310, |
| "token_acc": 0.6891362690327527 |
| }, |
| { |
| "epoch": 0.7487419746659726, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.2588034146080404e-06, |
| "loss": 0.9883022308349609, |
| "step": 4315, |
| "token_acc": 0.6857588710224575 |
| }, |
| { |
| "epoch": 0.7496095783446122, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.2376360035696085e-06, |
| "loss": 1.0138681411743165, |
| "step": 4320, |
| "token_acc": 0.6818151051185206 |
| }, |
| { |
| "epoch": 0.7504771820232518, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.216524276273313e-06, |
| "loss": 1.0137529373168945, |
| "step": 4325, |
| "token_acc": 0.6836542657647829 |
| }, |
| { |
| "epoch": 0.7513447857018913, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.1954684065607232e-06, |
| "loss": 0.9806119918823242, |
| "step": 4330, |
| "token_acc": 0.6892710892710893 |
| }, |
| { |
| "epoch": 0.7522123893805309, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.174468567813461e-06, |
| "loss": 1.0116167068481445, |
| "step": 4335, |
| "token_acc": 0.6821417273014869 |
| }, |
| { |
| "epoch": 0.7530799930591706, |
| "grad_norm": 1.921875, |
| "learning_rate": 3.1535249329517603e-06, |
| "loss": 1.0085960388183595, |
| "step": 4340, |
| "token_acc": 0.6825007871428767 |
| }, |
| { |
| "epoch": 0.7539475967378102, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.1326376744330667e-06, |
| "loss": 0.9790970802307128, |
| "step": 4345, |
| "token_acc": 0.689821249191562 |
| }, |
| { |
| "epoch": 0.7548152004164498, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.1118069642505886e-06, |
| "loss": 0.9997638702392578, |
| "step": 4350, |
| "token_acc": 0.6841588385994876 |
| }, |
| { |
| "epoch": 0.7556828040950894, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.0910329739319033e-06, |
| "loss": 0.9993162155151367, |
| "step": 4355, |
| "token_acc": 0.6841426321221009 |
| }, |
| { |
| "epoch": 0.756550407773729, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.0703158745375316e-06, |
| "loss": 0.9740482330322265, |
| "step": 4360, |
| "token_acc": 0.6929492242406393 |
| }, |
| { |
| "epoch": 0.7574180114523685, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.0496558366595364e-06, |
| "loss": 0.9911387443542481, |
| "step": 4365, |
| "token_acc": 0.6877242474870587 |
| }, |
| { |
| "epoch": 0.7582856151310081, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.029053030420115e-06, |
| "loss": 1.001497173309326, |
| "step": 4370, |
| "token_acc": 0.6854735659622271 |
| }, |
| { |
| "epoch": 0.7591532188096477, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.0085076254701983e-06, |
| "loss": 0.9972357749938965, |
| "step": 4375, |
| "token_acc": 0.6851984268859492 |
| }, |
| { |
| "epoch": 0.7600208224882874, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.988019790988056e-06, |
| "loss": 0.990943431854248, |
| "step": 4380, |
| "token_acc": 0.6880961127665075 |
| }, |
| { |
| "epoch": 0.760888426166927, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.9675896956778984e-06, |
| "loss": 0.9964810371398926, |
| "step": 4385, |
| "token_acc": 0.6846022286951177 |
| }, |
| { |
| "epoch": 0.7617560298455666, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.947217507768495e-06, |
| "loss": 0.9866546630859375, |
| "step": 4390, |
| "token_acc": 0.6860718843921116 |
| }, |
| { |
| "epoch": 0.7626236335242061, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.926903395011781e-06, |
| "loss": 0.9983717918395996, |
| "step": 4395, |
| "token_acc": 0.6877645635960492 |
| }, |
| { |
| "epoch": 0.7634912372028457, |
| "grad_norm": 1.875, |
| "learning_rate": 2.9066475246814828e-06, |
| "loss": 1.0109498977661133, |
| "step": 4400, |
| "token_acc": 0.6828291696597227 |
| }, |
| { |
| "epoch": 0.7643588408814853, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.886450063571735e-06, |
| "loss": 0.9692567825317383, |
| "step": 4405, |
| "token_acc": 0.6919382320189973 |
| }, |
| { |
| "epoch": 0.7652264445601249, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.86631117799571e-06, |
| "loss": 0.9896286964416504, |
| "step": 4410, |
| "token_acc": 0.6858808026192449 |
| }, |
| { |
| "epoch": 0.7660940482387645, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.8462310337842523e-06, |
| "loss": 0.9920248031616211, |
| "step": 4415, |
| "token_acc": 0.6869760785115518 |
| }, |
| { |
| "epoch": 0.7669616519174042, |
| "grad_norm": 1.921875, |
| "learning_rate": 2.8262097962845058e-06, |
| "loss": 1.0015531539916993, |
| "step": 4420, |
| "token_acc": 0.6852368826004658 |
| }, |
| { |
| "epoch": 0.7678292555960438, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.806247630358554e-06, |
| "loss": 1.0034663200378418, |
| "step": 4425, |
| "token_acc": 0.684781729446976 |
| }, |
| { |
| "epoch": 0.7686968592746833, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.7863447003820642e-06, |
| "loss": 0.9939127922058105, |
| "step": 4430, |
| "token_acc": 0.6864493951901668 |
| }, |
| { |
| "epoch": 0.7695644629533229, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.7665011702429357e-06, |
| "loss": 0.9952418327331543, |
| "step": 4435, |
| "token_acc": 0.6857203881939902 |
| }, |
| { |
| "epoch": 0.7704320666319625, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.746717203339946e-06, |
| "loss": 0.9777667045593261, |
| "step": 4440, |
| "token_acc": 0.6909912776054509 |
| }, |
| { |
| "epoch": 0.7712996703106021, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.7269929625814085e-06, |
| "loss": 1.0063211441040039, |
| "step": 4445, |
| "token_acc": 0.6833169581450187 |
| }, |
| { |
| "epoch": 0.7721672739892417, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.7073286103838293e-06, |
| "loss": 1.0100595474243164, |
| "step": 4450, |
| "token_acc": 0.6820285638719915 |
| }, |
| { |
| "epoch": 0.7730348776678813, |
| "grad_norm": 1.9140625, |
| "learning_rate": 2.6877243086705716e-06, |
| "loss": 0.9833673477172852, |
| "step": 4455, |
| "token_acc": 0.6882294325611871 |
| }, |
| { |
| "epoch": 0.773902481346521, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.6681802188705196e-06, |
| "loss": 0.9901654243469238, |
| "step": 4460, |
| "token_acc": 0.6868834587465766 |
| }, |
| { |
| "epoch": 0.7747700850251605, |
| "grad_norm": 1.921875, |
| "learning_rate": 2.6486965019167544e-06, |
| "loss": 0.9956707000732422, |
| "step": 4465, |
| "token_acc": 0.6848234865946864 |
| }, |
| { |
| "epoch": 0.7756376887038001, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.629273318245219e-06, |
| "loss": 0.9965853691101074, |
| "step": 4470, |
| "token_acc": 0.6839174626010737 |
| }, |
| { |
| "epoch": 0.7765052923824397, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.6099108277934105e-06, |
| "loss": 0.9861255645751953, |
| "step": 4475, |
| "token_acc": 0.6883442417490601 |
| }, |
| { |
| "epoch": 0.7773728960610793, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.590609189999049e-06, |
| "loss": 1.0013001441955567, |
| "step": 4480, |
| "token_acc": 0.6833337796941535 |
| }, |
| { |
| "epoch": 0.7782404997397189, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.5713685637987818e-06, |
| "loss": 0.9976703643798828, |
| "step": 4485, |
| "token_acc": 0.6877284595300261 |
| }, |
| { |
| "epoch": 0.7791081034183585, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.5521891076268555e-06, |
| "loss": 0.9790729522705078, |
| "step": 4490, |
| "token_acc": 0.6894264797255315 |
| }, |
| { |
| "epoch": 0.779975707096998, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.5330709794138254e-06, |
| "loss": 0.9921565055847168, |
| "step": 4495, |
| "token_acc": 0.684914119045047 |
| }, |
| { |
| "epoch": 0.7808433107756377, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.5140143365852476e-06, |
| "loss": 0.9999216079711915, |
| "step": 4500, |
| "token_acc": 0.6869082423624708 |
| }, |
| { |
| "epoch": 0.7817109144542773, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.4950193360603868e-06, |
| "loss": 0.9970880508422851, |
| "step": 4505, |
| "token_acc": 0.6865171230142891 |
| }, |
| { |
| "epoch": 0.7825785181329169, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.4760861342509235e-06, |
| "loss": 0.9840543746948243, |
| "step": 4510, |
| "token_acc": 0.6897681822438032 |
| }, |
| { |
| "epoch": 0.7834461218115565, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.4572148870596636e-06, |
| "loss": 1.0138338088989258, |
| "step": 4515, |
| "token_acc": 0.6816099820996104 |
| }, |
| { |
| "epoch": 0.7843137254901961, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.438405749879258e-06, |
| "loss": 1.0032525062561035, |
| "step": 4520, |
| "token_acc": 0.6844471121782046 |
| }, |
| { |
| "epoch": 0.7851813291688357, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.4196588775909204e-06, |
| "loss": 1.0106260299682617, |
| "step": 4525, |
| "token_acc": 0.6811335272101303 |
| }, |
| { |
| "epoch": 0.7860489328474752, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.4009744245631515e-06, |
| "loss": 0.9920726776123047, |
| "step": 4530, |
| "token_acc": 0.6867518931683088 |
| }, |
| { |
| "epoch": 0.7869165365261148, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.3823525446504735e-06, |
| "loss": 0.985197639465332, |
| "step": 4535, |
| "token_acc": 0.6879341219882787 |
| }, |
| { |
| "epoch": 0.7877841402047545, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.363793391192155e-06, |
| "loss": 0.9904392242431641, |
| "step": 4540, |
| "token_acc": 0.6878958715534904 |
| }, |
| { |
| "epoch": 0.7886517438833941, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.345297117010954e-06, |
| "loss": 0.9871200561523438, |
| "step": 4545, |
| "token_acc": 0.687506753106429 |
| }, |
| { |
| "epoch": 0.7895193475620337, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.3268638744118555e-06, |
| "loss": 0.9928851127624512, |
| "step": 4550, |
| "token_acc": 0.6844927026075655 |
| }, |
| { |
| "epoch": 0.7903869512406733, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.308493815180827e-06, |
| "loss": 0.974305534362793, |
| "step": 4555, |
| "token_acc": 0.6914228654424733 |
| }, |
| { |
| "epoch": 0.7912545549193128, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.2901870905835533e-06, |
| "loss": 1.0047635078430175, |
| "step": 4560, |
| "token_acc": 0.6855282218262464 |
| }, |
| { |
| "epoch": 0.7921221585979524, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.2719438513642023e-06, |
| "loss": 1.0162674903869628, |
| "step": 4565, |
| "token_acc": 0.6807637282560736 |
| }, |
| { |
| "epoch": 0.792989762276592, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.25376424774418e-06, |
| "loss": 1.004638671875, |
| "step": 4570, |
| "token_acc": 0.6815402254920696 |
| }, |
| { |
| "epoch": 0.7938573659552316, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.2356484294208945e-06, |
| "loss": 0.9928275108337402, |
| "step": 4575, |
| "token_acc": 0.6833461637156787 |
| }, |
| { |
| "epoch": 0.7947249696338713, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.2175965455665225e-06, |
| "loss": 0.9946788787841797, |
| "step": 4580, |
| "token_acc": 0.6848246423935879 |
| }, |
| { |
| "epoch": 0.7955925733125109, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.1996087448267813e-06, |
| "loss": 0.9975082397460937, |
| "step": 4585, |
| "token_acc": 0.6866429591314421 |
| }, |
| { |
| "epoch": 0.7964601769911505, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.1816851753197023e-06, |
| "loss": 0.9974835395812989, |
| "step": 4590, |
| "token_acc": 0.6866237463087606 |
| }, |
| { |
| "epoch": 0.79732778066979, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.163825984634419e-06, |
| "loss": 1.0059508323669433, |
| "step": 4595, |
| "token_acc": 0.681298324742268 |
| }, |
| { |
| "epoch": 0.7981953843484296, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.146031319829942e-06, |
| "loss": 0.9988635063171387, |
| "step": 4600, |
| "token_acc": 0.6838742790766779 |
| }, |
| { |
| "epoch": 0.7990629880270692, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.1283013274339535e-06, |
| "loss": 0.9845050811767578, |
| "step": 4605, |
| "token_acc": 0.6879293681268448 |
| }, |
| { |
| "epoch": 0.7999305917057088, |
| "grad_norm": 1.921875, |
| "learning_rate": 2.110636153441602e-06, |
| "loss": 0.9597654342651367, |
| "step": 4610, |
| "token_acc": 0.696718661601875 |
| }, |
| { |
| "epoch": 0.8007981953843484, |
| "grad_norm": 1.875, |
| "learning_rate": 2.0930359433142934e-06, |
| "loss": 1.0043936729431153, |
| "step": 4615, |
| "token_acc": 0.6844164224450837 |
| }, |
| { |
| "epoch": 0.8016657990629881, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.0755008419785037e-06, |
| "loss": 1.0047181129455567, |
| "step": 4620, |
| "token_acc": 0.6838641217477737 |
| }, |
| { |
| "epoch": 0.8025334027416277, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.058030993824577e-06, |
| "loss": 0.9849211692810058, |
| "step": 4625, |
| "token_acc": 0.6874467883833129 |
| }, |
| { |
| "epoch": 0.8034010064202672, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.040626542705536e-06, |
| "loss": 0.9540246963500977, |
| "step": 4630, |
| "token_acc": 0.6967229009113826 |
| }, |
| { |
| "epoch": 0.8042686100989068, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.023287631935904e-06, |
| "loss": 1.00880708694458, |
| "step": 4635, |
| "token_acc": 0.6815457263858633 |
| }, |
| { |
| "epoch": 0.8051362137775464, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.0060144042905227e-06, |
| "loss": 0.9796277999877929, |
| "step": 4640, |
| "token_acc": 0.690756012376665 |
| }, |
| { |
| "epoch": 0.806003817456186, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9888070020033713e-06, |
| "loss": 0.9896170616149902, |
| "step": 4645, |
| "token_acc": 0.6856324413853025 |
| }, |
| { |
| "epoch": 0.8068714211348256, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.971665566766401e-06, |
| "loss": 1.0029498100280763, |
| "step": 4650, |
| "token_acc": 0.6831084917137528 |
| }, |
| { |
| "epoch": 0.8077390248134652, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.954590239728369e-06, |
| "loss": 0.9786740303039551, |
| "step": 4655, |
| "token_acc": 0.6886030063097072 |
| }, |
| { |
| "epoch": 0.8086066284921049, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9375811614936703e-06, |
| "loss": 1.0019638061523437, |
| "step": 4660, |
| "token_acc": 0.6835257720567924 |
| }, |
| { |
| "epoch": 0.8094742321707444, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9206384721211847e-06, |
| "loss": 0.9825675010681152, |
| "step": 4665, |
| "token_acc": 0.6896243896500885 |
| }, |
| { |
| "epoch": 0.810341835849384, |
| "grad_norm": 1.875, |
| "learning_rate": 1.9037623111231229e-06, |
| "loss": 1.002269172668457, |
| "step": 4670, |
| "token_acc": 0.6822305407169595 |
| }, |
| { |
| "epoch": 0.8112094395280236, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.8869528174638752e-06, |
| "loss": 0.9967728614807129, |
| "step": 4675, |
| "token_acc": 0.683384136015715 |
| }, |
| { |
| "epoch": 0.8120770432066632, |
| "grad_norm": 1.875, |
| "learning_rate": 1.8702101295588714e-06, |
| "loss": 0.9936102867126465, |
| "step": 4680, |
| "token_acc": 0.6876304142688162 |
| }, |
| { |
| "epoch": 0.8129446468853028, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.8535343852734333e-06, |
| "loss": 0.9896058082580567, |
| "step": 4685, |
| "token_acc": 0.6851116625310174 |
| }, |
| { |
| "epoch": 0.8138122505639424, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8369257219216563e-06, |
| "loss": 0.999512004852295, |
| "step": 4690, |
| "token_acc": 0.6847072393860351 |
| }, |
| { |
| "epoch": 0.8146798542425819, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.8203842762652546e-06, |
| "loss": 0.9870369911193848, |
| "step": 4695, |
| "token_acc": 0.6873048561748488 |
| }, |
| { |
| "epoch": 0.8155474579212216, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.8039101845124552e-06, |
| "loss": 1.0059050559997558, |
| "step": 4700, |
| "token_acc": 0.6838551420357133 |
| }, |
| { |
| "epoch": 0.8164150615998612, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.7875035823168641e-06, |
| "loss": 1.0021234512329102, |
| "step": 4705, |
| "token_acc": 0.6836149967576725 |
| }, |
| { |
| "epoch": 0.8172826652785008, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.7711646047763586e-06, |
| "loss": 1.0115555763244628, |
| "step": 4710, |
| "token_acc": 0.6826202404154295 |
| }, |
| { |
| "epoch": 0.8181502689571404, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.7548933864319661e-06, |
| "loss": 0.9789422035217286, |
| "step": 4715, |
| "token_acc": 0.6882753373099447 |
| }, |
| { |
| "epoch": 0.81901787263578, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.7386900612667635e-06, |
| "loss": 0.992159366607666, |
| "step": 4720, |
| "token_acc": 0.6854386416259326 |
| }, |
| { |
| "epoch": 0.8198854763144195, |
| "grad_norm": 1.875, |
| "learning_rate": 1.722554762704769e-06, |
| "loss": 0.9974750518798828, |
| "step": 4725, |
| "token_acc": 0.6872423661616824 |
| }, |
| { |
| "epoch": 0.8207530799930591, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.706487623609846e-06, |
| "loss": 1.0016369819641113, |
| "step": 4730, |
| "token_acc": 0.6850419346958717 |
| }, |
| { |
| "epoch": 0.8216206836716987, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.6904887762846068e-06, |
| "loss": 0.9975146293640137, |
| "step": 4735, |
| "token_acc": 0.6852138558677419 |
| }, |
| { |
| "epoch": 0.8224882873503384, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.6745583524693275e-06, |
| "loss": 0.9930521965026855, |
| "step": 4740, |
| "token_acc": 0.6858060739712228 |
| }, |
| { |
| "epoch": 0.823355891028978, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.658696483340858e-06, |
| "loss": 0.990367317199707, |
| "step": 4745, |
| "token_acc": 0.690088659520974 |
| }, |
| { |
| "epoch": 0.8242234947076176, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.6429032995115446e-06, |
| "loss": 0.9985919952392578, |
| "step": 4750, |
| "token_acc": 0.6834251915580051 |
| }, |
| { |
| "epoch": 0.8250910983862572, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.6271789310281515e-06, |
| "loss": 0.9976622581481933, |
| "step": 4755, |
| "token_acc": 0.6856444289207125 |
| }, |
| { |
| "epoch": 0.8259587020648967, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.6115235073708024e-06, |
| "loss": 0.9920053482055664, |
| "step": 4760, |
| "token_acc": 0.6863879817112998 |
| }, |
| { |
| "epoch": 0.8268263057435363, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.5959371574518934e-06, |
| "loss": 1.0084431648254395, |
| "step": 4765, |
| "token_acc": 0.6817347253306887 |
| }, |
| { |
| "epoch": 0.8276939094221759, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.580420009615048e-06, |
| "loss": 0.9829930305480957, |
| "step": 4770, |
| "token_acc": 0.690848938000397 |
| }, |
| { |
| "epoch": 0.8285615131008155, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.564972191634051e-06, |
| "loss": 0.9950210571289062, |
| "step": 4775, |
| "token_acc": 0.6865175616096914 |
| }, |
| { |
| "epoch": 0.8294291167794552, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.5495938307118052e-06, |
| "loss": 0.9901968002319336, |
| "step": 4780, |
| "token_acc": 0.686112085480694 |
| }, |
| { |
| "epoch": 0.8302967204580948, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.5342850534792753e-06, |
| "loss": 0.9941259384155273, |
| "step": 4785, |
| "token_acc": 0.6846874957604699 |
| }, |
| { |
| "epoch": 0.8311643241367344, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.5190459859944506e-06, |
| "loss": 0.9872735977172852, |
| "step": 4790, |
| "token_acc": 0.6862535758770308 |
| }, |
| { |
| "epoch": 0.8320319278153739, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.5038767537413035e-06, |
| "loss": 0.9889012336730957, |
| "step": 4795, |
| "token_acc": 0.6895972043893206 |
| }, |
| { |
| "epoch": 0.8328995314940135, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.4887774816287604e-06, |
| "loss": 0.9911365509033203, |
| "step": 4800, |
| "token_acc": 0.6869375511317153 |
| }, |
| { |
| "epoch": 0.8337671351726531, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.4737482939896675e-06, |
| "loss": 1.0037782669067383, |
| "step": 4805, |
| "token_acc": 0.6832780223501523 |
| }, |
| { |
| "epoch": 0.8346347388512927, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.4587893145797738e-06, |
| "loss": 0.9940081596374511, |
| "step": 4810, |
| "token_acc": 0.6838530744774403 |
| }, |
| { |
| "epoch": 0.8355023425299323, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.4439006665767042e-06, |
| "loss": 0.9779527664184571, |
| "step": 4815, |
| "token_acc": 0.6904385373836274 |
| }, |
| { |
| "epoch": 0.836369946208572, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.4290824725789542e-06, |
| "loss": 0.9910070419311523, |
| "step": 4820, |
| "token_acc": 0.6858737818147412 |
| }, |
| { |
| "epoch": 0.8372375498872116, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4143348546048706e-06, |
| "loss": 1.0061234474182128, |
| "step": 4825, |
| "token_acc": 0.6816261604255763 |
| }, |
| { |
| "epoch": 0.8381051535658511, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.3996579340916583e-06, |
| "loss": 1.0056955337524414, |
| "step": 4830, |
| "token_acc": 0.6805094883366865 |
| }, |
| { |
| "epoch": 0.8389727572444907, |
| "grad_norm": 1.875, |
| "learning_rate": 1.3850518318943685e-06, |
| "loss": 0.9870254516601562, |
| "step": 4835, |
| "token_acc": 0.6884185128317614 |
| }, |
| { |
| "epoch": 0.8398403609231303, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.3705166682849103e-06, |
| "loss": 0.9996889114379883, |
| "step": 4840, |
| "token_acc": 0.6827413811061348 |
| }, |
| { |
| "epoch": 0.8407079646017699, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.3560525629510567e-06, |
| "loss": 1.0011041641235352, |
| "step": 4845, |
| "token_acc": 0.6841137322872151 |
| }, |
| { |
| "epoch": 0.8415755682804095, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.341659634995467e-06, |
| "loss": 0.9982816696166992, |
| "step": 4850, |
| "token_acc": 0.6866214715232295 |
| }, |
| { |
| "epoch": 0.842443171959049, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.327338002934695e-06, |
| "loss": 1.0017461776733398, |
| "step": 4855, |
| "token_acc": 0.6838751233417388 |
| }, |
| { |
| "epoch": 0.8433107756376887, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.3130877846982204e-06, |
| "loss": 0.9614505767822266, |
| "step": 4860, |
| "token_acc": 0.6950054819491962 |
| }, |
| { |
| "epoch": 0.8441783793163283, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.2989090976274765e-06, |
| "loss": 1.0008953094482422, |
| "step": 4865, |
| "token_acc": 0.6828094757789712 |
| }, |
| { |
| "epoch": 0.8450459829949679, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.28480205847488e-06, |
| "loss": 0.987119197845459, |
| "step": 4870, |
| "token_acc": 0.6882399580718422 |
| }, |
| { |
| "epoch": 0.8459135866736075, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.2707667834028782e-06, |
| "loss": 1.0048983573913575, |
| "step": 4875, |
| "token_acc": 0.6831559340074508 |
| }, |
| { |
| "epoch": 0.8467811903522471, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.256803387982981e-06, |
| "loss": 0.9872228622436523, |
| "step": 4880, |
| "token_acc": 0.6871233979735624 |
| }, |
| { |
| "epoch": 0.8476487940308867, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.2429119871948203e-06, |
| "loss": 0.9801000595092774, |
| "step": 4885, |
| "token_acc": 0.690729556130764 |
| }, |
| { |
| "epoch": 0.8485163977095262, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.2290926954251937e-06, |
| "loss": 0.9848250389099121, |
| "step": 4890, |
| "token_acc": 0.6876951737632853 |
| }, |
| { |
| "epoch": 0.8493840013881658, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.2153456264671337e-06, |
| "loss": 0.986370849609375, |
| "step": 4895, |
| "token_acc": 0.6873767258382643 |
| }, |
| { |
| "epoch": 0.8502516050668055, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.2016708935189591e-06, |
| "loss": 0.9943758010864258, |
| "step": 4900, |
| "token_acc": 0.6850112466771181 |
| }, |
| { |
| "epoch": 0.8511192087454451, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.1880686091833482e-06, |
| "loss": 1.000884437561035, |
| "step": 4905, |
| "token_acc": 0.683370710159701 |
| }, |
| { |
| "epoch": 0.8519868124240847, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.174538885466412e-06, |
| "loss": 0.9865160942077636, |
| "step": 4910, |
| "token_acc": 0.6890235069467308 |
| }, |
| { |
| "epoch": 0.8528544161027243, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.1610818337767716e-06, |
| "loss": 0.9991436004638672, |
| "step": 4915, |
| "token_acc": 0.6858561584726297 |
| }, |
| { |
| "epoch": 0.8537220197813639, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.147697564924639e-06, |
| "loss": 0.9727308273315429, |
| "step": 4920, |
| "token_acc": 0.6912715446298077 |
| }, |
| { |
| "epoch": 0.8545896234600034, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.1343861891209106e-06, |
| "loss": 1.0181291580200196, |
| "step": 4925, |
| "token_acc": 0.6820682501542784 |
| }, |
| { |
| "epoch": 0.855457227138643, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.121147815976248e-06, |
| "loss": 1.0026049613952637, |
| "step": 4930, |
| "token_acc": 0.683598010267869 |
| }, |
| { |
| "epoch": 0.8563248308172826, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.1079825545001887e-06, |
| "loss": 0.9865102767944336, |
| "step": 4935, |
| "token_acc": 0.6898536402969927 |
| }, |
| { |
| "epoch": 0.8571924344959223, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.0948905131002407e-06, |
| "loss": 1.0127381324768066, |
| "step": 4940, |
| "token_acc": 0.6825190010857763 |
| }, |
| { |
| "epoch": 0.8580600381745619, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.081871799580989e-06, |
| "loss": 0.9863951683044434, |
| "step": 4945, |
| "token_acc": 0.6883122286792139 |
| }, |
| { |
| "epoch": 0.8589276418532015, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.0689265211432132e-06, |
| "loss": 0.9868002891540527, |
| "step": 4950, |
| "token_acc": 0.6885490091767522 |
| }, |
| { |
| "epoch": 0.8597952455318411, |
| "grad_norm": 1.75, |
| "learning_rate": 1.0560547843830016e-06, |
| "loss": 0.9947976112365723, |
| "step": 4955, |
| "token_acc": 0.6865387356336733 |
| }, |
| { |
| "epoch": 0.8606628492104806, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.0432566952908696e-06, |
| "loss": 1.0024614334106445, |
| "step": 4960, |
| "token_acc": 0.683781453319746 |
| }, |
| { |
| "epoch": 0.8615304528891202, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.030532359250901e-06, |
| "loss": 0.9844224929809571, |
| "step": 4965, |
| "token_acc": 0.6905729592779288 |
| }, |
| { |
| "epoch": 0.8623980565677598, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.0178818810398616e-06, |
| "loss": 1.004835605621338, |
| "step": 4970, |
| "token_acc": 0.6851532852387675 |
| }, |
| { |
| "epoch": 0.8632656602463994, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.0053053648263477e-06, |
| "loss": 0.9801043510437012, |
| "step": 4975, |
| "token_acc": 0.6884155757432423 |
| }, |
| { |
| "epoch": 0.8641332639250391, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.92802914169927e-07, |
| "loss": 0.9909211158752441, |
| "step": 4980, |
| "token_acc": 0.6887015132838522 |
| }, |
| { |
| "epoch": 0.8650008676036787, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.803746320202812e-07, |
| "loss": 1.0029238700866698, |
| "step": 4985, |
| "token_acc": 0.6833788400406263 |
| }, |
| { |
| "epoch": 0.8658684712823183, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.680206207163666e-07, |
| "loss": 0.990473747253418, |
| "step": 4990, |
| "token_acc": 0.6859917435513812 |
| }, |
| { |
| "epoch": 0.8667360749609578, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.557409819855645e-07, |
| "loss": 0.9845627784729004, |
| "step": 4995, |
| "token_acc": 0.6892265928567627 |
| }, |
| { |
| "epoch": 0.8676036786395974, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.435358169428444e-07, |
| "loss": 0.9981782913208008, |
| "step": 5000, |
| "token_acc": 0.6857057648919893 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5763, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.988905759887589e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
