results7b.json

[
{"tok_embeddings": 133.77531105652452, "layers.0": 402.2816689684987, "layers.1": 1.1048070155084133, "layers.2": 1.0726859327405691, "layers.3": 0.6777010858058929, "layers.4": 0.8688329253345728, "layers.5": 0.7522520609200001, "layers.6": 0.6586799863725901, "layers.7": 0.8490930777043104, "layers.8": 0.6512098480015993, "layers.9": 0.8182330057024956, "layers.10": 0.650809844955802, "layers.11": 0.6213991437107325, "layers.12": 0.8493340574204922, "layers.13": 0.6158389151096344, "layers.14": 0.8113631047308445, "layers.15": 0.6511998362839222, "layers.16": 0.6519099697470665, "layers.17": 0.8248728699982166, "layers.18": 0.6009689532220364, "layers.19": 0.7761919405311346, "layers.20": 0.6489201914519072, "layers.21": 0.5974390078336, "layers.22": 0.8338131010532379, "layers.23": 0.6428598426282406, "layers.24": 0.7889720145612955, "layers.25": 0.6134789437055588, "layers.26": 0.6719310767948627, "layers.27": 0.8147219195961952, "layers.28": 0.656649935990572, "layers.29": 0.786392018198967, "layers.30": 0.6577011663466692, "layers.31": 0.6629100535064936, "norm": 0.08744117803871632, "output": 0.25055394507944584},
{"tok_embeddings": 0.25886413641273975, "layers.0": 14.126758091151714, "layers.1": 0.5567579064518213, "layers.2": 0.5120080895721912, "layers.3": 0.4951478913426399, "layers.4": 0.5226579960435629, "layers.5": 0.5217681173235178, "layers.6": 0.4922978114336729, "layers.7": 0.5028669256716967, "layers.8": 0.521278940141201, "layers.9": 0.5186379421502352, "layers.10": 0.5007470026612282, "layers.11": 0.48678810708224773, "layers.12": 0.5160279106348753, "layers.13": 0.5163580644875765, "layers.14": 0.5059880204498768, "layers.15": 0.48464699648320675, "layers.16": 0.4835869185626507, "layers.17": 0.49757794477045536, "layers.18": 0.487977871671319, "layers.19": 0.4847869277000427, "layers.20": 0.5013379268348217, "layers.21": 0.49430783838033676, "layers.22": 0.4873969592154026, "layers.23": 0.4929581191390753, "layers.24": 0.4918668419122696, "layers.25": 0.4806080833077431, "layers.26": 0.506256939843297, "layers.27": 0.4845680668950081, "layers.28": 0.49097719602286816, "layers.29": 0.4887881223112345, "layers.30": 0.4929478745907545, "layers.31": 0.49031712114810944, "norm": 0.08032121695578098, "output": 0.07132207974791527},
{"tok_embeddings": 0.07808092050254345, "layers.0": 0.5829490255564451, "layers.1": 0.5110581405460835, "layers.2": 0.4991281311959028, "layers.3": 0.511018093675375, "layers.4": 0.4964270628988743, "layers.5": 0.49457792192697525, "layers.6": 0.4898079205304384, "layers.7": 0.4995970521122217, "layers.8": 0.4803980700671673, "layers.9": 0.4822670016437769, "layers.10": 0.5084581207484007, "layers.11": 0.5112180951982737, "layers.12": 0.5767191760241985, "layers.13": 0.5251381080597639, "layers.14": 0.5042569246143103, "layers.15": 0.5145880859345198, "layers.16": 0.4982580430805683, "layers.17": 0.5084879230707884, "layers.18": 0.52289804443717, "layers.19": 0.5135280080139637, "layers.20": 0.5090979393571615, "layers.21": 0.5032180342823267, "layers.22": 0.497286906465888, "layers.23": 0.49345800653100014, "layers.24": 0.5609290674328804, "layers.25": 0.5108281038701534, "layers.26": 0.5159680731594563, "layers.27": 0.5274179857224226, "layers.28": 0.49842684529721737, "layers.29": 0.49710716120898724, "layers.30": 0.5029779858887196, "layers.31": 0.4949269350618124, "norm": 0.08296198211610317, "output": 0.058281002566218376},
{"tok_embeddings": 0.05782092921435833, "layers.0": 0.5641088355332613, "layers.1": 0.5305178929120302, "layers.2": 0.5112681537866592, "layers.3": 0.5179480649530888, "layers.4": 0.5279979668557644, "layers.5": 0.5121780559420586, "layers.6": 0.5040778778493404, "layers.7": 0.5284280050545931, "layers.8": 0.5461680702865124, "layers.9": 0.540419016033411, "layers.10": 0.514667946845293, "layers.11": 0.504316994920373, "layers.12": 0.5180980078876019, "layers.13": 0.5044881254434586, "layers.14": 0.5050678737461567, "layers.15": 0.5687391385436058, "layers.16": 0.5193180404603481, "layers.17": 0.5170081276446581, "layers.18": 0.5248480010777712, "layers.19": 0.5077568348497152, "layers.20": 0.5215879064053297, "layers.21": 0.5074669606983662, "layers.22": 0.5532889626920223, "layers.23": 0.5744590889662504, "layers.24": 0.5265881773084402, "layers.25": 0.5033279303461313, "layers.26": 0.5017069634050131, "layers.27": 0.49726804718375206, "layers.28": 0.5186179187148809, "layers.29": 0.5054478533565998, "layers.30": 0.4934880416840315, "layers.31": 0.4904370289295912, "norm": 0.08429191075265408, "output": 0.0541098415851593},
{"tok_embeddings": 0.05355989560484886, "layers.0": 0.5391789600253105, "layers.1": 0.5103279836475849, "layers.2": 0.5088369362056255, "layers.3": 0.5184579640626907, "layers.4": 0.5156078841537237, "layers.5": 0.49602799117565155, "layers.6": 0.5199678707867861, "layers.7": 0.5305579397827387, "layers.8": 0.4996981006115675, "layers.9": 0.5012580659240484, "layers.10": 0.4946871194988489, "layers.11": 0.4915781319141388, "layers.12": 0.5080080591142178, "layers.13": 0.4991181194782257, "layers.14": 0.49671693705022335, "layers.15": 0.5133680533617735, "layers.16": 0.5153880920261145, "layers.17": 0.5168979987502098, "layers.18": 0.49387780018150806, "layers.19": 0.4988268483430147, "layers.20": 0.4949779249727726, "layers.21": 0.5025679711252451, "layers.22": 0.5052578635513783, "layers.23": 0.5061570554971695, "layers.24": 0.49966806545853615, "layers.25": 0.5772488657385111, "layers.26": 0.5245979409664869, "layers.27": 0.5078378599137068, "layers.28": 0.5049179308116436, "layers.29": 0.5053370259702206, "layers.30": 0.5198880098760128, "layers.31": 0.5494190845638514, "norm": 0.08530099876224995, "output": 0.05374103784561157},
{"tok_embeddings": 0.056680990383028984, "layers.0": 0.5709491670131683, "layers.1": 0.5235681310296059, "layers.2": 0.5080481059849262, "layers.3": 0.5038881208747625, "layers.4": 0.5027868319302797, "layers.5": 0.5833778996020555, "layers.6": 0.512078171595931, "layers.7": 0.5139179993420839, "layers.8": 0.501308124512434, "layers.9": 0.4995879717171192, "layers.10": 0.5271679256111383, "layers.11": 0.5004068370908499, "layers.12": 0.4959581419825554, "layers.13": 0.5332180298864841, "layers.14": 0.4974980838596821, "layers.15": 0.5099677946418524, "layers.16": 0.4887368995696306, "layers.17": 0.4921581130474806, "layers.18": 0.49385707825422287, "layers.19": 0.4932780284434557, "layers.20": 0.4933380987495184, "layers.21": 0.513377832248807, "layers.22": 0.5028869491070509, "layers.23": 0.49674813635647297, "layers.24": 0.5291379056870937, "layers.25": 0.5237578880041838, "layers.26": 0.4944480024278164, "layers.27": 0.4949078429490328, "layers.28": 0.5121978465467691, "layers.29": 0.514887971803546, "layers.30": 0.5157378036528826, "layers.31": 0.49460679292678833, "norm": 0.11614197865128517, "output": 0.06683100946247578},
{"tok_embeddings": 0.06313109770417213, "layers.0": 0.6511597894132137, "layers.1": 0.5153280217200518, "layers.2": 0.5225581116974354, "layers.3": 0.565278809517622, "layers.4": 0.5046972073614597, "layers.5": 0.5095279775559902, "layers.6": 0.5027079023420811, "layers.7": 0.5522989667952061, "layers.8": 0.5077279638499022, "layers.9": 0.5062469281256199, "layers.10": 0.5356390029191971, "layers.11": 0.5339081399142742, "layers.12": 0.4892069846391678, "layers.13": 0.5117780528962612, "layers.14": 0.5008378066122532, "layers.15": 0.5009581800550222, "layers.16": 0.5027770530432463, "layers.17": 0.48570800572633743, "layers.18": 0.5030378233641386, "layers.19": 0.5013169720768929, "layers.20": 0.47839805483818054, "layers.21": 0.4872470162808895, "layers.22": 0.4778879228979349, "layers.23": 0.4957672208547592, "layers.24": 0.515857944265008, "layers.25": 0.48025790601968765, "layers.26": 0.48792711459100246, "layers.27": 0.4786879289895296, "layers.28": 0.48324698582291603, "layers.29": 0.5002780817449093, "layers.30": 0.5099878180772066, "layers.31": 0.4820569884032011, "norm": 0.0816909596323967, "output": 0.055750831961631775},
{"tok_embeddings": 0.07680198177695274, "layers.0": 0.5802388768643141, "layers.1": 0.5302478093653917, "layers.2": 0.49710716120898724, "layers.3": 0.5099079571664333, "layers.4": 0.49420795403420925, "layers.5": 0.4847471136599779, "layers.6": 0.4807279910892248, "layers.7": 0.4759770818054676, "layers.8": 0.49752811901271343, "layers.9": 0.49185706302523613, "layers.10": 0.48106792382895947, "layers.11": 0.48492709174752235, "layers.12": 0.5154281388968229, "layers.13": 0.5356292240321636, "layers.14": 0.5305279046297073, "layers.15": 0.5148481577634811, "layers.16": 0.4874670412391424, "layers.17": 0.4944282118231058, "layers.18": 0.511527992784977, "layers.19": 0.48093684017658234, "layers.20": 0.47951797023415565, "layers.21": 0.5234479904174805, "layers.22": 0.4818870220333338, "layers.23": 0.47854799777269363, "layers.24": 0.4814069252461195, "layers.25": 0.513328006491065, "layers.26": 0.4882768262177706, "layers.27": 0.4766280762851238, "layers.28": 0.47937710769474506, "layers.29": 0.47492701560258865, "layers.30": 0.48475805670022964, "layers.31": 0.49095693975687027, "norm": 0.07969187572598457, "output": 0.05201995372772217},
{"tok_embeddings": 0.07244083099067211, "layers.0": 0.5808889400213957, "layers.1": 0.5090481135994196, "layers.2": 0.49917795695364475, "layers.3": 0.48919697292149067, "layers.4": 0.48438808880746365, "layers.5": 0.5048280581831932, "layers.6": 0.4804569762200117, "layers.7": 0.47842785716056824, "layers.8": 0.49058697186410427, "layers.9": 0.5849190056324005, "layers.10": 0.5139878485351801, "layers.11": 0.5031479522585869, "layers.12": 0.5052580963820219, "layers.13": 0.5065870936959982, "layers.14": 0.4996981006115675, "layers.15": 0.494958134368062, "layers.16": 0.511478167027235, "layers.17": 0.49136695452034473, "layers.18": 0.5129079800099134, "layers.19": 0.49522798508405685, "layers.20": 0.5035370122641325, "layers.21": 0.5501389969140291, "layers.22": 0.5098478868603706, "layers.23": 0.513467937707901, "layers.24": 0.51497807726264, "layers.25": 0.5162679590284824, "layers.26": 0.49596698954701424, "layers.27": 0.5163978785276413, "layers.28": 0.49095810391008854, "layers.29": 0.5098681431263685, "layers.30": 0.495067797601223, "layers.31": 0.5138481501489878, "norm": 0.0916910357773304, "output": 0.058311037719249725},
{"tok_embeddings": 0.05343090742826462, "layers.0": 0.5651288665831089, "layers.1": 0.5044969730079174, "layers.2": 0.5041379481554031, "layers.3": 0.4995279014110565, "layers.4": 0.5114779341965914, "layers.5": 0.5629679653793573, "layers.6": 0.5789890419691801, "layers.7": 0.5088781472295523, "layers.8": 0.5013779737055302, "layers.9": 0.5251278635114431, "layers.10": 0.5228479858487844, "layers.11": 0.5010578315705061, "layers.12": 0.5001579411327839, "layers.13": 0.494837062433362, "layers.14": 0.5318887997418642, "layers.15": 0.49437698908150196, "layers.16": 0.521698035299778, "layers.17": 0.5142178852111101, "layers.18": 0.502958195284009, "layers.19": 0.4991469904780388, "layers.20": 0.5857879295945168, "layers.21": 0.5609379149973392, "layers.22": 0.5067079328000546, "layers.23": 0.48958812840282917, "layers.24": 0.48529705964028835, "layers.25": 0.48539694398641586, "layers.26": 0.47747790813446045, "layers.27": 0.49897702410817146, "layers.28": 0.492617953568697, "layers.29": 0.4887678660452366, "layers.30": 0.4831769037991762, "layers.31": 0.47621713019907475, "norm": 0.07929187268018723, "output": 0.05025998689234257},
{"tok_embeddings": 0.07366109639406204, "layers.0": 0.586668960750103, "layers.1": 0.5091880448162556, "layers.2": 0.49747806042432785, "layers.3": 0.49355695955455303, "layers.4": 0.511248130351305, "layers.5": 0.4900780040770769, "layers.6": 0.4869371186941862, "layers.7": 0.5162379238754511, "layers.8": 0.47967792488634586, "layers.9": 0.505656935274601, "layers.10": 0.4829780664294958, "layers.11": 0.4858570173382759, "layers.12": 0.5322881042957306, "layers.13": 0.4997279029339552, "layers.14": 0.4815279971808195, "layers.15": 0.4845771472901106, "layers.16": 0.4802269395440817, "layers.17": 0.4778779111802578, "layers.18": 0.47939689829945564, "layers.19": 0.4776869900524616, "layers.20": 0.4753079265356064, "layers.21": 0.49345684237778187, "layers.22": 0.4845280200242996, "layers.23": 0.47683692537248135, "layers.24": 0.48457784578204155, "layers.25": 0.49689807929098606, "layers.26": 0.48936717212200165, "layers.27": 0.4957679193466902, "layers.28": 0.49699796363711357, "layers.29": 0.4983569961041212, "layers.30": 0.47920807264745235, "layers.31": 0.5091980565339327, "norm": 0.08000107482075691, "output": 0.050680944696068764},
{"tok_embeddings": 0.07211090996861458, "layers.0": 0.5650490056723356, "layers.1": 0.5068678874522448, "layers.2": 0.49314694479107857, "layers.3": 0.5098080728203058, "layers.4": 0.48576807603240013, "layers.5": 0.4817370790988207, "layers.6": 0.4837580490857363, "layers.7": 0.4849969409406185, "layers.8": 0.5698790773749352, "layers.9": 0.513097969815135, "layers.10": 0.5015679635107517, "layers.11": 0.520787900313735, "layers.12": 0.5318480543792248, "layers.13": 0.5720490589737892, "layers.14": 0.5089179612696171, "layers.15": 0.516227912157774, "layers.16": 0.5020070821046829, "layers.17": 0.516087980940938, "layers.18": 0.4964780528098345, "layers.19": 0.5484779831022024, "layers.20": 0.5206081550568342, "layers.21": 0.49668806605041027, "layers.22": 0.4932170268148184, "layers.23": 0.4937378689646721, "layers.24": 0.49441796727478504, "layers.25": 0.49575697630643845, "layers.26": 0.4908179398626089, "layers.27": 0.5107279866933823, "layers.28": 0.49443705938756466, "layers.29": 0.49729784950613976, "layers.30": 0.5114679224789143, "layers.31": 0.5105878226459026, "norm": 0.0832010991871357, "output": 0.05387095734477043},
{"tok_embeddings": 0.05552009679377079, "layers.0": 0.5515790544450283, "layers.1": 0.5244079511612654, "layers.2": 0.5384080577641726, "layers.3": 0.5013481713831425, "layers.4": 0.5199580918997526, "layers.5": 0.566649017855525, "layers.6": 0.5772490985691547, "layers.7": 0.5145978648215532, "layers.8": 0.514667946845293, "layers.9": 0.5241681355983019, "layers.10": 0.5071568302810192, "layers.11": 0.5403480026870966, "layers.12": 0.5017179064452648, "layers.13": 0.5002471152693033, "layers.14": 0.49736793152987957, "layers.15": 0.49911788664758205, "layers.16": 0.49409782513976097, "layers.17": 0.5232179537415504, "layers.18": 0.5014671478420496, "layers.19": 0.5310990381985903, "layers.20": 0.5518780089914799, "layers.21": 0.5052478518337011, "layers.22": 0.4980668891221285, "layers.23": 0.49820798449218273, "layers.24": 0.49391784705221653, "layers.25": 0.5102681461721659, "layers.26": 0.5211180541664362, "layers.27": 0.4971169400960207, "layers.28": 0.5000978708267212, "layers.29": 0.49242679961025715, "layers.30": 0.49287802539765835, "layers.31": 0.49430783838033676, "norm": 0.08192099630832672, "output": 0.05440087988972664},
{"tok_embeddings": 0.057791126891970634, "layers.0": 0.591119984164834, "layers.1": 0.5163080058991909, "layers.2": 0.5168679635971785, "layers.3": 0.5120181012898684, "layers.4": 0.49940706230700016, "layers.5": 0.5001579411327839, "layers.6": 0.5006981082260609, "layers.7": 0.5136679392307997, "layers.8": 0.5065079312771559, "layers.9": 0.5006571300327778, "layers.10": 0.49648783169686794, "layers.11": 0.5216279532760382, "layers.12": 0.5585479084402323, "layers.13": 0.5619281437247992, "layers.14": 0.4869180265814066, "layers.15": 0.5037169903516769, "layers.16": 0.5056979134678841, "layers.17": 0.4817380104213953, "layers.18": 0.4806669894605875, "layers.19": 0.4897171165794134, "layers.20": 0.4851480480283499, "layers.21": 0.47645694576203823, "layers.22": 0.47764810733497143, "layers.23": 0.49361702986061573, "layers.24": 0.4797480069100857, "layers.25": 0.4764171317219734, "layers.26": 0.5170679651200771, "layers.27": 0.4806679207831621, "layers.28": 0.4746268969029188, "layers.29": 0.4815168213099241, "layers.30": 0.4770581144839525, "layers.31": 0.5051279440522194, "norm": 0.0818711705505848, "output": 0.051890965551137924},
{"tok_embeddings": 0.08022086694836617, "layers.0": 0.5796288605779409, "layers.1": 0.5070380866527557, "layers.2": 0.5120879504829645, "layers.3": 0.4891669377684593, "layers.4": 0.4904880188405514, "layers.5": 0.4935779143124819, "layers.6": 0.5088970065116882, "layers.7": 0.48564793542027473, "layers.8": 0.48619811423122883, "layers.9": 0.4887368995696306, "layers.10": 0.48026791773736477, "layers.11": 0.5062269046902657, "layers.12": 0.5086779128760099, "layers.13": 0.5158479325473309, "layers.14": 0.49506803043186665, "layers.15": 0.489488011226058, "layers.16": 0.4859070759266615, "layers.17": 0.482786912471056, "layers.18": 0.48920814879238605, "layers.19": 0.5033579654991627, "layers.20": 0.5634380504488945, "layers.21": 0.5125878378748894, "layers.22": 0.5251578986644745, "layers.23": 0.5078781396150589, "layers.24": 0.500258058309555, "layers.25": 0.5006580613553524, "layers.26": 0.4950570873916149, "layers.27": 0.4961180966347456, "layers.28": 0.4982168320566416, "layers.29": 0.5017479415982962, "layers.30": 0.566418981179595, "layers.31": 0.5019279196858406, "norm": 0.08341111242771149, "output": 0.05380110815167427},
{"tok_embeddings": 0.06145099177956581, "layers.0": 0.6021491717547178, "layers.1": 0.5406790878623724, "layers.2": 0.5251881666481495, "layers.3": 0.5085079465061426, "layers.4": 0.6208589766174555, "layers.5": 0.5262380000203848, "layers.6": 0.494728097692132, "layers.7": 0.5054578650742769, "layers.8": 0.49643684178590775, "layers.9": 0.48234802670776844, "layers.10": 0.47958712093532085, "layers.11": 0.48292684368789196, "layers.12": 0.49779703840613365, "layers.13": 0.491937855258584, "layers.14": 0.48554688692092896, "layers.15": 0.47846813686192036, "layers.16": 0.47565693967044353, "layers.17": 0.49052806571125984, "layers.18": 0.48358715139329433, "layers.19": 0.4751079250127077, "layers.20": 0.4861371126025915, "layers.21": 0.49447803758084774, "layers.22": 0.4783070180565119, "layers.23": 0.4747470375150442, "layers.24": 0.49291690811514854, "layers.25": 0.4780469462275505, "layers.26": 0.4774180706590414, "layers.27": 0.49828714691102505, "layers.28": 0.47510815784335136, "layers.29": 0.4890069831162691, "layers.30": 0.47684810124337673, "layers.31": 0.49058697186410427, "norm": 0.07829093374311924, "output": 0.051341019570827484},
]