| tensor,abs_error,rel_error,max_abs_error,max_rel_error | |
| model.language_model.layers.14.mlp.down_proj.weight,0.00019436881120782346,0.02255392074584961,0.0084228515625,1.0 | |
| model.language_model.layers.14.mlp.gate_proj.weight,0.00018918816931545734,0.022559992969036102,0.004638671875,1.0 | |
| model.language_model.layers.14.mlp.up_proj.weight,0.00020299371681176126,0.02255948632955551,0.00335693359375,1.0 | |
| model.language_model.layers.15.mlp.down_proj.weight,0.0001953458704520017,0.02255656197667122,0.0087890625,1.0 | |
| model.language_model.layers.15.mlp.gate_proj.weight,0.00018823436403181404,0.02255949191749096,0.00494384765625,1.0 | |
| model.language_model.layers.15.mlp.up_proj.weight,0.0002039615501416847,0.0225581806153059,0.00390625,1.0 | |
| model.language_model.layers.25.mlp.down_proj.weight,0.00021167335216887295,0.022547384724020958,0.00335693359375,1.0 | |
| model.language_model.layers.26.mlp.down_proj.weight,0.00021525495685636997,0.02255423367023468,0.00469970703125,1.0 | |
| model.language_model.layers.26.mlp.gate_proj.weight,0.00024323769321199507,0.022567441686987877,0.009521484375,1.0 | |
| model.language_model.layers.26.mlp.up_proj.weight,0.00021959096193313599,0.022555774077773094,0.00439453125,1.0 | |
| model.language_model.layers.27.mlp.down_proj.weight,0.0002167918428312987,0.02255432866513729,0.00927734375,1.0 | |
| model.language_model.layers.27.mlp.gate_proj.weight,0.00024116432177834213,0.0225636325776577,0.009765625,1.0 | |
| model.language_model.layers.0.mlp.down_proj.weight,0.0001955848274519667,0.022559788078069687,0.01708984375,1.0 | |
| model.language_model.layers.0.mlp.gate_proj.weight,0.0002006382856052369,0.022559266537427902,0.0050048828125,1.0 | |
| model.language_model.layers.0.mlp.up_proj.weight,0.0001888835395220667,0.02254750393331051,0.0029296875,1.0 | |
| model.language_model.layers.1.mlp.down_proj.weight,0.0001947125419974327,0.02256793901324272,0.015380859375,1.0 | |
| model.language_model.layers.1.mlp.gate_proj.weight,0.00020447086717467755,0.02255755290389061,0.005859375,1.0 | |
| model.language_model.layers.1.mlp.up_proj.weight,0.00019381335005164146,0.022552907466888428,0.00537109375,1.0 | |
| model.language_model.layers.10.mlp.down_proj.weight,0.00019499058544170111,0.022554587572813034,0.0108642578125,1.0 | |
| model.language_model.layers.10.mlp.gate_proj.weight,0.00020405836403369904,0.02256130240857601,0.005126953125,1.0 | |
| model.language_model.layers.10.mlp.up_proj.weight,0.00020150392083451152,0.022555526345968246,0.0047607421875,1.0 | |
| model.language_model.layers.11.mlp.down_proj.weight,0.00019674919894896448,0.02255159616470337,0.0107421875,1.0 | |
| model.language_model.layers.11.mlp.gate_proj.weight,0.00020236510317772627,0.02256064862012863,0.0052490234375,1.0 | |
| model.language_model.layers.11.mlp.up_proj.weight,0.00020410827710293233,0.0225527286529541,0.0032958984375,1.0 | |
| model.language_model.layers.16.mlp.down_proj.weight,0.0001953172031790018,0.022553687915205956,0.0087890625,1.0 | |
| model.language_model.layers.16.mlp.gate_proj.weight,0.00018691718287300318,0.022567590698599815,0.005126953125,1.0 | |
| model.language_model.layers.16.mlp.up_proj.weight,0.00020355667220428586,0.02255958318710327,0.00396728515625,1.0 | |
| model.language_model.layers.17.mlp.down_proj.weight,0.00019693223293870687,0.022559335455298424,0.00830078125,1.0 | |
| model.language_model.layers.17.mlp.gate_proj.weight,0.00018498775898478925,0.022569026798009872,0.005859375,1.0 | |
| model.language_model.layers.17.mlp.up_proj.weight,0.0002055274526355788,0.022562852129340172,0.003814697265625,1.0 | |
| model.language_model.layers.18.mlp.down_proj.weight,0.0001966294803423807,0.022567352280020714,0.01123046875,1.0 | |
| model.language_model.layers.18.mlp.gate_proj.weight,0.00018663864466361701,0.022577181458473206,0.00665283203125,1.0 | |
| model.language_model.layers.18.mlp.up_proj.weight,0.0002069120528176427,0.022568654268980026,0.0074462890625,1.0 | |
| model.language_model.layers.19.mlp.down_proj.weight,0.00020430004224181175,0.022560477256774902,0.0081787109375,1.0 | |
| model.language_model.layers.21.mlp.down_proj.weight,0.0002030370815191418,0.022556565701961517,0.00634765625,1.0 | |
| model.language_model.layers.21.mlp.gate_proj.weight,0.00021041084255557507,0.022569801658391953,0.010498046875,1.0 | |
| model.language_model.layers.21.mlp.up_proj.weight,0.00020891340682283044,0.022558555006980896,0.00445556640625,1.0 | |
| model.language_model.layers.22.mlp.down_proj.weight,0.0002030215400736779,0.022558316588401794,0.007080078125,1.0 | |
| model.language_model.layers.22.mlp.gate_proj.weight,0.00022165803238749504,0.022568952292203903,0.00634765625,1.0 | |
| model.language_model.layers.22.mlp.up_proj.weight,0.0002104080922435969,0.022558806464076042,0.00347900390625,1.0 | |
| model.language_model.layers.23.mlp.down_proj.weight,0.00020792425493709743,0.0225534588098526,0.0078125,1.0 | |
| model.language_model.layers.23.mlp.gate_proj.weight,0.0002212744439020753,0.02256903052330017,0.0087890625,1.0 | |
| model.language_model.layers.23.mlp.up_proj.weight,0.00021344577544368804,0.022552743554115295,0.004638671875,1.0 | |
| model.language_model.layers.27.mlp.up_proj.weight,0.00022128954879008234,0.022554440423846245,0.00732421875,1.0 | |
| model.language_model.layers.3.mlp.down_proj.weight,0.00019662358681671321,0.022548144683241844,0.0126953125,1.0 | |
| model.language_model.layers.3.mlp.gate_proj.weight,0.00020716046856250614,0.022555120289325714,0.004150390625,1.0 | |
| model.language_model.layers.3.mlp.up_proj.weight,0.00019698688993230462,0.02254868857562542,0.00323486328125,1.0 | |
| model.language_model.layers.30.mlp.down_proj.weight,0.00021667096007149667,0.022562919184565544,0.00665283203125,1.0 | |
| model.language_model.layers.30.mlp.gate_proj.weight,0.00024052252410911024,0.022566234692931175,0.0103759765625,1.0 | |
| model.language_model.layers.30.mlp.up_proj.weight,0.00022950343554839492,0.022565146908164024,0.0068359375,1.0 | |
| model.language_model.layers.31.mlp.down_proj.weight,0.0001995821949094534,0.022573133930563927,0.009033203125,1.0 | |
| model.language_model.layers.31.mlp.gate_proj.weight,0.0002492693602107465,0.022568978369235992,0.0107421875,1.0 | |
| model.language_model.layers.31.mlp.up_proj.weight,0.00023582877474837005,0.022565504536032677,0.00701904296875,1.0 | |
| model.language_model.layers.4.mlp.down_proj.weight,0.00019504778902046382,0.022553881630301476,0.0101318359375,1.0 | |
| model.language_model.layers.4.mlp.gate_proj.weight,0.00020750422845594585,0.022554464638233185,0.00531005859375,1.0 | |
| model.language_model.layers.4.mlp.up_proj.weight,0.0001969865261344239,0.022547779604792595,0.00390625,1.0 | |
| model.language_model.layers.8.mlp.down_proj.weight,0.00019235513173043728,0.022553913295269012,0.0093994140625,1.0 | |
| model.language_model.layers.8.mlp.gate_proj.weight,0.00021552131511271,0.022555138915777206,0.00506591796875,1.0 | |
| model.language_model.layers.8.mlp.up_proj.weight,0.00019473626161925495,0.02254847064614296,0.00341796875,1.0 | |
| model.language_model.layers.9.mlp.down_proj.weight,0.00019388255896046758,0.022553037852048874,0.01025390625,1.0 | |
| model.language_model.layers.9.mlp.gate_proj.weight,0.00021179525356274098,0.022561606019735336,0.00537109375,1.0 | |
| model.language_model.layers.9.mlp.up_proj.weight,0.00019851577235385776,0.022552508860826492,0.004150390625,1.0 | |
| mtp.layers.0.mlp.down_proj.weight,0.00020913241314701736,0.022574394941329956,0.01953125,1.0 | |
| mtp.layers.0.mlp.gate_proj.weight,0.00022081825591158122,0.022569619119167328,0.0050048828125,1.0 | |
| mtp.layers.0.mlp.up_proj.weight,0.0002446937724016607,0.022566914558410645,0.00732421875,1.0 | |
| model.language_model.layers.0.linear_attn.in_proj_qkv.weight,0.0002990180510096252,0.02256905660033226,0.0113525390625,1.0 | |
| model.language_model.layers.1.linear_attn.in_proj_qkv.weight,0.00029391126008704305,0.022557875141501427,0.009521484375,1.0 | |
| model.language_model.layers.10.linear_attn.in_proj_qkv.weight,0.00030197942396625876,0.022560497745871544,0.0079345703125,1.0 | |
| model.language_model.layers.11.self_attn.q_proj.weight,0.0002760646748356521,0.022561777383089066,0.00732421875,1.0 | |
| model.language_model.layers.12.mlp.down_proj.weight,0.0001957919157575816,0.022556379437446594,0.008056640625,1.0 | |
| model.language_model.layers.12.mlp.gate_proj.weight,0.0001972055615624413,0.022556250914931297,0.0057373046875,1.0 | |
| model.language_model.layers.12.mlp.up_proj.weight,0.00020386271353345364,0.022554442286491394,0.00299072265625,1.0 | |
| model.language_model.layers.13.mlp.down_proj.weight,0.00019367117783986032,0.02255425974726677,0.010986328125,1.0 | |
| model.language_model.layers.13.mlp.gate_proj.weight,0.00019445759244263172,0.022558368742465973,0.00494384765625,1.0 | |
| model.language_model.layers.13.mlp.up_proj.weight,0.00020280061289668083,0.022553961724042892,0.00341796875,1.0 | |
| model.language_model.layers.14.linear_attn.in_proj_qkv.weight,0.0002983335289172828,0.022557392716407776,0.0087890625,1.0 | |
| model.language_model.layers.15.self_attn.q_proj.weight,0.00025927586830221117,0.022569790482521057,0.0093994140625,1.0 | |
| model.language_model.layers.16.linear_attn.in_proj_qkv.weight,0.0002947128959931433,0.022560954093933105,0.0064697265625,1.0 | |
| model.language_model.layers.17.linear_attn.in_proj_qkv.weight,0.0003059260779991746,0.02255355753004551,0.0113525390625,1.0 | |
| model.language_model.layers.18.linear_attn.in_proj_qkv.weight,0.000299283885397017,0.022560592740774155,0.00830078125,1.0 | |
| model.language_model.layers.19.mlp.gate_proj.weight,0.0001914292515721172,0.022570300847291946,0.00689697265625,1.0 | |
| model.language_model.layers.19.mlp.up_proj.weight,0.00021288594871293753,0.022558405995368958,0.00537109375,1.0 | |
| model.language_model.layers.19.self_attn.q_proj.weight,0.0002460168325342238,0.02256109192967415,0.0079345703125,1.0 | |
| model.language_model.layers.2.linear_attn.in_proj_qkv.weight,0.0002958546974696219,0.022555675357580185,0.0068359375,1.0 | |
| model.language_model.layers.2.mlp.down_proj.weight,0.00019373702525626868,0.022560469806194305,0.008544921875,1.0 | |
| model.language_model.layers.2.mlp.gate_proj.weight,0.00020786249660886824,0.022548167034983635,0.0052490234375,1.0 | |
| model.language_model.layers.2.mlp.up_proj.weight,0.00018950678349938244,0.022550424560904503,0.003662109375,1.0 | |
| model.language_model.layers.20.linear_attn.in_proj_qkv.weight,0.0003194310702383518,0.02255946397781372,0.0078125,1.0 | |
| model.language_model.layers.20.mlp.down_proj.weight,0.00020339060574769974,0.02255411259829998,0.00494384765625,1.0 | |
| model.language_model.layers.20.mlp.gate_proj.weight,0.0002044156426563859,0.022569920867681503,0.0069580078125,1.0 | |
| model.language_model.layers.20.mlp.up_proj.weight,0.00020952690101694316,0.022557413205504417,0.0040283203125,1.0 | |
| model.language_model.layers.22.linear_attn.in_proj_qkv.weight,0.0003130916738882661,0.022559884935617447,0.0081787109375,1.0 | |
| model.language_model.layers.23.self_attn.q_proj.weight,0.00025989848654717207,0.02256656065583229,0.00927734375,1.0 | |
| model.language_model.layers.24.linear_attn.in_proj_qkv.weight,0.0003249405708629638,0.0225587859749794,0.0074462890625,1.0 | |
| model.language_model.layers.24.mlp.down_proj.weight,0.00020917304209433496,0.022550761699676514,0.00469970703125,1.0 | |
| model.language_model.layers.24.mlp.gate_proj.weight,0.0002292265126015991,0.022567279636859894,0.0078125,1.0 | |
| model.language_model.layers.24.mlp.up_proj.weight,0.00021379714598879218,0.022551273927092552,0.004150390625,1.0 | |
| model.language_model.layers.25.linear_attn.in_proj_qkv.weight,0.0003237948985770345,0.022564709186553955,0.010009765625,1.0 | |
| model.language_model.layers.25.mlp.gate_proj.weight,0.00023709125525783747,0.02256776951253414,0.01220703125,1.0 | |
| model.language_model.layers.25.mlp.up_proj.weight,0.00021618034224957228,0.02255111001431942,0.00634765625,1.0 | |
| model.language_model.layers.26.linear_attn.in_proj_qkv.weight,0.00031810003565624356,0.022561494261026382,0.0087890625,1.0 | |
| model.language_model.layers.27.self_attn.q_proj.weight,0.00024970562662929296,0.02256549336016178,0.010986328125,1.0 | |
| model.language_model.layers.28.mlp.down_proj.weight,0.0002179103175876662,0.022556833922863007,0.0048828125,1.0 | |
| model.language_model.layers.28.mlp.gate_proj.weight,0.00024025383754633367,0.022567978128790855,0.0087890625,1.0 | |
| model.language_model.layers.28.mlp.up_proj.weight,0.00022448378149420023,0.02255810797214508,0.0062255859375,1.0 | |
| model.language_model.layers.29.mlp.down_proj.weight,0.0002204676129622385,0.0225593950599432,0.00537109375,1.0 | |
| model.language_model.layers.29.mlp.gate_proj.weight,0.00024274917086586356,0.022566795349121094,0.008056640625,1.0 | |
| model.language_model.layers.29.mlp.up_proj.weight,0.00022853763948660344,0.022558456286787987,0.00634765625,1.0 | |
| model.language_model.layers.3.self_attn.q_proj.weight,0.00032213135273195803,0.022559765726327896,0.01171875,1.0 | |
| model.language_model.layers.30.linear_attn.in_proj_qkv.weight,0.0003106876974925399,0.022563202306628227,0.0093994140625,1.0 | |
| model.language_model.layers.31.self_attn.q_proj.weight,0.00025216321228072047,0.022562118247151375,0.01123046875,1.0 | |
| model.language_model.layers.4.linear_attn.in_proj_qkv.weight,0.00030348115251399577,0.022561389952898026,0.0078125,1.0 | |
| model.language_model.layers.5.linear_attn.in_proj_qkv.weight,0.0002979421988129616,0.02256101742386818,0.0069580078125,1.0 | |
| model.language_model.layers.5.mlp.down_proj.weight,0.00019225441792514175,0.022559549659490585,0.0126953125,1.0 | |
| model.language_model.layers.5.mlp.gate_proj.weight,0.00021232242579571903,0.022555237635970116,0.0048828125,1.0 | |
| model.language_model.layers.5.mlp.up_proj.weight,0.00019375275587663054,0.02255253493785858,0.0032958984375,1.0 | |
| model.language_model.layers.6.linear_attn.in_proj_qkv.weight,0.0003032676177099347,0.022558176890015602,0.01123046875,1.0 | |
| model.language_model.layers.6.mlp.down_proj.weight,0.00018807504966389388,0.022572234272956848,0.01025390625,1.0 | |
| model.language_model.layers.6.mlp.gate_proj.weight,0.00021367563749663532,0.02255687676370144,0.005615234375,1.0 | |
| model.language_model.layers.6.mlp.up_proj.weight,0.00019207123841624707,0.0225609689950943,0.00537109375,1.0 | |
| model.language_model.layers.7.mlp.down_proj.weight,0.00019100691133644432,0.022557947784662247,0.0111083984375,1.0 | |
| model.language_model.layers.7.mlp.gate_proj.weight,0.00021859549451619387,0.02256181463599205,0.0042724609375,1.0 | |
| model.language_model.layers.7.mlp.up_proj.weight,0.00019404789782129228,0.022547435015439987,0.003570556640625,1.0 | |
| model.language_model.layers.7.self_attn.q_proj.weight,0.00029223490855656564,0.022564999759197235,0.00732421875,1.0 | |
| model.language_model.layers.8.linear_attn.in_proj_qkv.weight,0.00030310169677250087,0.022559478878974915,0.00628662109375,1.0 | |
| model.language_model.layers.9.linear_attn.in_proj_qkv.weight,0.0003051514213439077,0.022557366639375687,0.0068359375,1.0 | |
| mtp.layers.0.self_attn.q_proj.weight,0.00025133421877399087,0.0225762277841568,0.010009765625,1.0 | |
| model.language_model.layers.0.linear_attn.in_proj_z.weight,0.00029796798480674624,0.02255992591381073,0.0087890625,1.0 | |
| model.language_model.layers.0.linear_attn.out_proj.weight,0.00025964813539758325,0.022577989846467972,0.02978515625,1.0 | |
| model.language_model.layers.1.linear_attn.in_proj_z.weight,0.00029086426366120577,0.022560711950063705,0.00775146484375,1.0 | |
| model.language_model.layers.1.linear_attn.out_proj.weight,0.0002823251998052001,0.022573355585336685,0.03369140625,1.0 | |
| model.language_model.layers.10.linear_attn.in_proj_z.weight,0.00027226051315665245,0.02255423367023468,0.0048828125,1.0 | |
| model.language_model.layers.10.linear_attn.out_proj.weight,0.00027321124798618257,0.022569017484784126,0.0185546875,1.0 | |
| model.language_model.layers.11.self_attn.k_proj.weight,0.00026371455169282854,0.022568706423044205,0.0074462890625,1.0 | |
| model.language_model.layers.11.self_attn.o_proj.weight,0.0002653386036399752,0.022568192332983017,0.01708984375,1.0 | |
| model.language_model.layers.11.self_attn.v_proj.weight,0.000274539808742702,0.02256883680820465,0.0068359375,1.0 | |
| model.language_model.layers.12.linear_attn.in_proj_qkv.weight,0.0003034414257854223,0.022560913115739822,0.0078125,1.0 | |
| model.language_model.layers.12.linear_attn.in_proj_z.weight,0.0002622790343593806,0.022563783451914787,0.005859375,1.0 | |
| model.language_model.layers.12.linear_attn.out_proj.weight,0.0002683170896489173,0.022564426064491272,0.017578125,1.0 | |
| model.language_model.layers.13.linear_attn.in_proj_qkv.weight,0.0003037643327843398,0.022556442767381668,0.0079345703125,1.0 | |
| model.language_model.layers.13.linear_attn.in_proj_z.weight,0.0002675444702617824,0.022560201585292816,0.00518798828125,1.0 | |
| model.language_model.layers.13.linear_attn.out_proj.weight,0.0002711664419621229,0.022559750825166702,0.02099609375,1.0 | |
| model.language_model.layers.14.linear_attn.in_proj_z.weight,0.00026185650494880974,0.022560518234968185,0.0068359375,1.0 | |
| model.language_model.layers.14.linear_attn.out_proj.weight,0.0002634037518873811,0.022557511925697327,0.021240234375,1.0 | |
| model.language_model.layers.15.self_attn.k_proj.weight,0.00025686732260510325,0.022564996033906937,0.00732421875,1.0 | |
| model.language_model.layers.15.self_attn.o_proj.weight,0.0002686483203433454,0.02256113663315773,0.0113525390625,1.0 | |
| model.language_model.layers.15.self_attn.v_proj.weight,0.00030682460055686533,0.02255125157535076,0.0050048828125,1.0 | |
| model.language_model.layers.16.linear_attn.in_proj_z.weight,0.0002583143359515816,0.022565651684999466,0.00537109375,1.0 | |
| model.language_model.layers.16.linear_attn.out_proj.weight,0.0002621435560286045,0.022563543170690536,0.01220703125,1.0 | |
| model.language_model.layers.17.linear_attn.in_proj_z.weight,0.0002507706522010267,0.02255849353969097,0.004150390625,1.0 | |
| model.language_model.layers.17.linear_attn.out_proj.weight,0.00026861054357141256,0.022565586492419243,0.01416015625,1.0 | |
| model.language_model.layers.18.linear_attn.in_proj_z.weight,0.00025730335619300604,0.022563666105270386,0.009521484375,1.0 | |
| model.language_model.layers.18.linear_attn.out_proj.weight,0.00026120420079678297,0.02256617695093155,0.011474609375,1.0 | |
| model.language_model.layers.19.self_attn.k_proj.weight,0.00025302288122475147,0.022572197020053864,0.00634765625,1.0 | |
| model.language_model.layers.19.self_attn.o_proj.weight,0.0002989760250784457,0.022553453221917152,0.01611328125,1.0 | |
| model.language_model.layers.19.self_attn.v_proj.weight,0.0003313405904918909,0.022553501650691032,0.010009765625,1.0 | |
| model.language_model.layers.2.linear_attn.in_proj_z.weight,0.00029280607122927904,0.022563040256500244,0.0101318359375,1.0 | |
| model.language_model.layers.2.linear_attn.out_proj.weight,0.00028582458617165685,0.022570857778191566,0.02734375,1.0 | |
| model.language_model.layers.20.linear_attn.in_proj_z.weight,0.00027299823705106974,0.022561071440577507,0.005859375,1.0 | |
| model.language_model.layers.20.linear_attn.out_proj.weight,0.00026312703266739845,0.022567173466086388,0.010986328125,1.0 | |
| model.language_model.layers.21.linear_attn.in_proj_qkv.weight,0.00031882396433502436,0.022560421377420425,0.00927734375,1.0 | |
| model.language_model.layers.21.linear_attn.in_proj_z.weight,0.00027618370950222015,0.022555619478225708,0.0054931640625,1.0 | |
| model.language_model.layers.21.linear_attn.out_proj.weight,0.0002658258890733123,0.02256711572408676,0.0126953125,1.0 | |
| model.language_model.layers.22.linear_attn.in_proj_z.weight,0.00029110853211022913,0.022559937089681625,0.0068359375,1.0 | |
| model.language_model.layers.22.linear_attn.out_proj.weight,0.0002731192798819393,0.022566501051187515,0.0120849609375,1.0 | |
| model.language_model.layers.23.self_attn.k_proj.weight,0.00023891037562862039,0.02258533611893654,0.006591796875,1.0 | |
| model.language_model.layers.23.self_attn.o_proj.weight,0.00031664856942370534,0.022553127259016037,0.010986328125,1.0 | |
| model.language_model.layers.23.self_attn.v_proj.weight,0.00035703470348380506,0.02257411926984787,0.0087890625,1.0 | |
| model.language_model.layers.24.linear_attn.in_proj_z.weight,0.00028230127645656466,0.022555824369192123,0.005859375,1.0 | |
| model.language_model.layers.24.linear_attn.out_proj.weight,0.0002708404208533466,0.02256453037261963,0.0126953125,1.0 | |
| model.language_model.layers.25.linear_attn.in_proj_z.weight,0.0002901861444115639,0.022557731717824936,0.00640869140625,1.0 | |
| model.language_model.layers.25.linear_attn.out_proj.weight,0.00027893838705495,0.022562609985470772,0.015869140625,1.0 | |
| model.language_model.layers.26.linear_attn.in_proj_z.weight,0.0003017975250259042,0.02255432680249214,0.005859375,1.0 | |
| model.language_model.layers.26.linear_attn.out_proj.weight,0.0002821491507347673,0.02256673015654087,0.009765625,1.0 | |
| model.language_model.layers.27.self_attn.k_proj.weight,0.00022263411665335298,0.022567657753825188,0.0076904296875,1.0 | |
| model.language_model.layers.27.self_attn.o_proj.weight,0.0003656734188552946,0.022557338699698448,0.021484375,1.0 | |
| model.language_model.layers.27.self_attn.v_proj.weight,0.0004513778258115053,0.022567138075828552,0.029296875,1.0 | |
| model.language_model.layers.28.linear_attn.in_proj_qkv.weight,0.00032647920306771994,0.022561846300959587,0.0146484375,1.0 | |
| model.language_model.layers.28.linear_attn.in_proj_z.weight,0.00029087529401294887,0.022558681666851044,0.00628662109375,1.0 | |
| model.language_model.layers.28.linear_attn.out_proj.weight,0.00028278579702600837,0.02257467433810234,0.01806640625,1.0 | |
| model.language_model.layers.29.linear_attn.in_proj_qkv.weight,0.000311356910970062,0.02255861647427082,0.0096435546875,1.0 | |
| model.language_model.layers.29.linear_attn.in_proj_z.weight,0.0003009870706591755,0.022558249533176422,0.0107421875,1.0 | |
| model.language_model.layers.29.linear_attn.out_proj.weight,0.00029058774816803634,0.022570539265871048,0.021728515625,1.0 | |
| model.language_model.layers.3.self_attn.k_proj.weight,0.00028323038714006543,0.022563310340046883,0.00634765625,1.0 | |
| model.language_model.layers.3.self_attn.o_proj.weight,0.00027340289670974016,0.02256522700190544,0.02392578125,1.0 | |
| model.language_model.layers.3.self_attn.v_proj.weight,0.0002803239622153342,0.022567525506019592,0.005859375,1.0 | |
| model.language_model.layers.30.linear_attn.in_proj_z.weight,0.0002887668088078499,0.022565670311450958,0.01025390625,1.0 | |
| model.language_model.layers.30.linear_attn.out_proj.weight,0.0002909390314016491,0.02256961166858673,0.017333984375,1.0 | |
| model.language_model.layers.31.self_attn.k_proj.weight,0.00021869491320103407,0.0225849486887455,0.0084228515625,1.0 | |
| model.language_model.layers.31.self_attn.o_proj.weight,0.00031273916829377413,0.022574905306100845,0.014892578125,1.0 | |
| model.language_model.layers.31.self_attn.v_proj.weight,0.00043947744416072965,0.022592417895793915,0.0234375,1.0 | |
| model.language_model.layers.4.linear_attn.in_proj_z.weight,0.0003047271748073399,0.022558515891432762,0.00640869140625,1.0 | |
| model.language_model.layers.4.linear_attn.out_proj.weight,0.00028484579524956644,0.022563233971595764,0.02783203125,1.0 | |
| model.language_model.layers.5.linear_attn.in_proj_z.weight,0.00029885757248848677,0.02255488932132721,0.00616455078125,1.0 | |
| model.language_model.layers.5.linear_attn.out_proj.weight,0.0002791513688862324,0.022569479420781136,0.02001953125,1.0 | |
| model.language_model.layers.6.linear_attn.in_proj_z.weight,0.00027492985827848315,0.022563345730304718,0.0087890625,1.0 | |
| model.language_model.layers.6.linear_attn.out_proj.weight,0.0002771662548184395,0.02256537228822708,0.02734375,1.0 | |
| model.language_model.layers.7.self_attn.k_proj.weight,0.00026869834982790053,0.02255895733833313,0.00634765625,1.0 | |
| model.language_model.layers.7.self_attn.o_proj.weight,0.00026661192532628775,0.022573964670300484,0.017578125,1.0 | |
| model.language_model.layers.7.self_attn.v_proj.weight,0.0002681912446860224,0.02258606255054474,0.00537109375,1.0 | |
| model.language_model.layers.8.linear_attn.in_proj_z.weight,0.00028341158758848906,0.022557124495506287,0.005126953125,1.0 | |
| model.language_model.layers.8.linear_attn.out_proj.weight,0.0002744009252637625,0.022569458931684494,0.02099609375,1.0 | |
| model.language_model.layers.9.linear_attn.in_proj_z.weight,0.0002794036699924618,0.02256597764790058,0.0052490234375,1.0 | |
| model.language_model.layers.9.linear_attn.out_proj.weight,0.0002763955853879452,0.022563310340046883,0.0185546875,1.0 | |
| mtp.layers.0.self_attn.k_proj.weight,0.0002677263109944761,0.02257479354739189,0.00762939453125,1.0 | |
| mtp.layers.0.self_attn.o_proj.weight,0.000336290686391294,0.0225735604763031,0.033203125,1.0 | |
| mtp.layers.0.self_attn.v_proj.weight,0.0005086534656584263,0.022569620981812477,0.013671875,1.0 | |