{
  "date": "2026-10-09",
  "protocol": "LEARNED_PROTOCOL.md",
  "protocol_sha256": "79d25f79b5c0dae22b747bd22573f6b7b3a793276038d7f26da14ab8b86638bb",
  "learning_source_sha256": "d51188fca0406b972ba258c35f84a2a837bc2b362405a932b1160222563514e7",
  "training_seeds": [
    20261009,
    20261010,
    20261011
  ],
  "models": [
    {
      "model": {
        "method": "adaptive",
        "hidden": 16,
        "seed": 20261009,
        "params": {
          "initial_w": [
            0.01954054026012563,
            -0.1537395306905785,
            -0.02827748126147427,
            -0.4276940603692601,
            -0.2297922995208842,
            -0.04407723236454134,
            0.042947781299316784,
            0.18402214209610715,
            -0.05634058267113501,
            0.2849307318261535,
            0.2154428520158622,
            -0.21295868031529877,
            -0.05529015091400469,
            -0.17445235993985075,
            -0.26396302661896465,
            0.18869893882036592
          ],
          "initial_b": [
            -0.4014056616285844,
            0.052560174087706336,
            -0.07087927163553964,
            0.22319509244423746,
            -0.40868438888538583,
            0.11169018010519308,
            -0.31067496901594593,
            0.8063233671023474,
            -0.17010592905522123,
            0.3913940304860816,
            0.2520009102439006,
            0.3246451233855204,
            0.197772708889946,
            0.06636801040275096,
            0.16923224210406523,
            -0.4210310649941927
          ],
          "recurrent": [
            [
              -0.3357680781195416,
              0.3810928814598322,
              -0.15703615432413487,
              0.18154950780412255,
              -0.12537486715288787,
              0.18972722299709438,
              0.06520534917860697,
              -0.564572367952389,
              -0.614341250197531,
              0.1390915449753544,
              0.00866364981367592,
              -0.06287501025351845,
              -0.03670843808231995,
              -0.2913297895883479,
              0.16942502410036686,
              -0.004948658243336955
            ],
            [
              -0.4335651736378999,
              -0.29471122613876627,
              -0.07281896653957079,
              0.2256451383211855,
              0.046327623901304,
              0.16228783126916063,
              0.017223909817303082,
              0.5897914841702296,
              0.14841165473652734,
              -0.6181835137201268,
              -0.206588314578855,
              0.02401406602125471,
              0.3278936374036076,
              -0.008133521588404103,
              -0.21735360583041646,
              0.13843172031972129
            ],
            [
              0.022557691969048492,
              0.21075333157914178,
              -0.12163200382893577,
              0.30092058681249645,
              0.034097031821688766,
              -0.1966656004596221,
              -0.036218256720197566,
              -0.17054359258048707,
              0.3555168261710445,
              -0.561714523773922,
              -0.3069316148436304,
              -0.24302342254725592,
              0.09388485399435817,
              0.03434535259367498,
              0.03277510152866951,
              -0.09176061772124268
            ],
            [
              0.25931970231904333,
              -0.0407632509578347,
              -0.126089909478808,
              -0.13747661703776784,
              -0.1142051602301236,
              0.020355840368325426,
              0.3928940401584225,
              -0.08726797196506254,
              0.2394610290883977,
              -0.15092818698020496,
              -0.1474378167074535,
              0.3093287534633905,
              -0.22212969771304125,
              0.17740306554515028,
              0.04288555200186467,
              -0.28138888742441176
            ],
            [
              0.035926541484098344,
              0.3536512577516843,
              0.23210591481843082,
              0.22523298925246393,
              -0.2309632550896637,
              -0.24196205965330692,
              0.34910016873987604,
              -0.05955070708599072,
              -0.23311135060192992,
              0.3405138267523971,
              0.5692881131213161,
              0.12363650073385007,
              0.05505606250541391,
              0.2264036899623415,
              0.11196963467089814,
              -0.006138306490808704
            ],
            [
              -0.1394903622259715,
              0.11982270030421613,
              0.05071471495271037,
              -0.4910501892431921,
              0.026059425010810305,
              -0.0051873258830881525,
              -0.08164359425474464,
              0.3390027682763184,
              -0.304095113487919,
              -0.30175081159641304,
              0.2506617104252425,
              0.12015562893217081,
              -0.2628561867580378,
              -0.012244657161389814,
              0.15510093509780584,
              0.22988234754804507
            ],
            [
              -0.2539057908324699,
              0.001735386432366709,
              -0.1666252004918574,
              0.17087243099460755,
              0.04578218432295153,
              0.2923489152437662,
              -0.252207913752035,
              -0.12344302017456904,
              0.0015719109799758033,
              -0.12038332720140416,
              -0.03013889038913766,
              -0.07401330441600497,
              0.11291140914535522,
              0.2036850317358735,
              0.518590604593255,
              0.06029176734832283
            ],
            [
              -0.05407778185350252,
              -0.10264974328004216,
              0.025178423930181777,
              -0.7473630678049786,
              -0.2409849039902011,
              -0.23867468700922867,
              -0.029868557565616006,
              0.22674436511794968,
              -0.22186693049214076,
              0.09766959519778103,
              0.07993290726432119,
              -0.2386574699948207,
              -0.06769079214000082,
              0.5688373924670415,
              -0.4097182001671072,
              -0.009080529894557944
            ],
            [
              -0.16976417663977214,
              0.5143873840256058,
              -0.25802556454163894,
              -0.3674052141098841,
              0.048237060474574794,
              0.09585929604773766,
              -0.15138818055409967,
              0.1895065391555398,
              -0.3586326496510311,
              0.13608344346406293,
              -0.11680698262016927,
              0.06572639634222766,
              0.43721461860446836,
              -0.3331603806220936,
              0.2817163128960912,
              0.10211734154238698
            ],
            [
              0.2982150798804704,
              0.31962802825908904,
              -0.311655661905867,
              0.2277504136716703,
              0.06914027262321994,
              0.535521987103582,
              -0.26307611884283755,
              0.2668772966177371,
              0.2563194785772571,
              -0.3559593117892512,
              -0.39829393288731524,
              -0.19467278567935695,
              0.00797712315107712,
              0.03282099434799409,
              -0.16998787825031045,
              0.32037290809578056
            ],
            [
              0.1017678907791891,
              -0.11125589166026861,
              -0.17521349799297842,
              0.17130160420974325,
              0.03736022355645743,
              -0.11232423658295661,
              -0.003056577494856487,
              -0.44870586248402466,
              0.9292085094975056,
              -0.12914604764142865,
              -0.2564075424378506,
              0.5118546504072115,
              -0.14596645392380903,
              0.20142581037506682,
              -0.22365611192908372,
              0.24060314254752746
            ],
            [
              -0.24368617304453682,
              0.10842744008612971,
              -0.5420969353901338,
              -0.06838560158575056,
              0.5665303120288337,
              0.2803658936811103,
              0.09957678046508928,
              0.23179463267670042,
              0.26043633637289465,
              -0.12125096401286739,
              -0.112288376413851,
              -0.2994672716873837,
              0.13907787277283207,
              -0.11777122309933623,
              0.14250607679207644,
              0.30045645463755316
            ],
            [
              0.15931826233475566,
              -0.4064065292093572,
              -0.2864089689486945,
              0.005224004865189549,
              0.14352422273339704,
              0.14868201832947953,
              -0.0808244547682512,
              0.20011495480147143,
              -0.0760681848555342,
              -0.640612753828534,
              0.057106390607456335,
              0.06074560098798074,
              0.21409425322996714,
              -0.010048043600772437,
              -0.10200011697484238,
              0.13359146253472165
            ],
            [
              -0.010529789566793762,
              0.10044498626240997,
              0.2044849759150848,
              -0.08313450322733737,
              0.0034784275904959664,
              -0.04844522744332375,
              0.10764795983997577,
              -0.20758214848501302,
              -0.27096238219636093,
              0.10340252541496214,
              -0.2965687502468436,
              -0.32133443414143736,
              0.16327748284984828,
              -0.07382686360379496,
              0.36160426677944085,
              0.5264645163908686
            ],
            [
              0.11186835200752118,
              -0.31242292192667576,
              -0.3241760720074449,
              0.23660294457603276,
              -0.30199663602392973,
              -0.1308609418531729,
              0.08336725152867591,
              0.19860282270762233,
              0.41902429546603437,
              -0.0206173998223777,
              -0.16390845736728135,
              -0.026265978753201198,
              -0.2746150888808553,
              -0.015586345975604671,
              -0.3071018914752177,
              -0.0033231902483018545
            ],
            [
              -0.08530006704874829,
              -0.06323262530598318,
              0.23169894871592425,
              -0.34880491409171727,
              -0.4349574828134486,
              0.0597846954756919,
              0.11888254381302818,
              -0.1536547821772452,
              -0.10925567046015533,
              -0.0057144189027037075,
              0.634915315746805,
              -0.1057053725475513,
              0.023882052176581802,
              -0.16991845566367594,
              -0.02980123598807765,
              0.006023015295597824
            ]
          ],
          "gate_input": [
            [
              0.38719551035713157,
              -0.27488542462832544,
              -0.1851851889068861,
              -0.18802796697525556,
              0.15262089574281568,
              0.06490102874377655,
              -0.18471968668947583,
              0.16467201977329401,
              0.11859858071720851,
              -0.16254593114567306,
              -0.2783965205754673,
              -0.1911167352912185,
              -0.18721544049158984,
              0.05210182419004061,
              -0.28482260754728883,
              0.09237721824855569
            ],
            [
              0.2300174998068312,
              -0.24443757348834244,
              0.18522278827384167,
              -0.1647808786538844,
              0.034999578870855856,
              -0.1635609236533536,
              -0.06880406068797487,
              0.3261565519863356,
              0.059986355154848105,
              0.056402311472475056,
              -0.07608956451871357,
              0.04371950156636735,
              -0.1428765321822238,
              0.07088895446754191,
              -0.3277182275739196,
              0.05929072116324583
            ],
            [
              0.38733281313855955,
              -0.2290859764704153,
              0.02397627021174117,
              -0.09691963452357501,
              0.21778284995753547,
              0.13773093762205763,
              -0.003395853828723956,
              0.37585825222591235,
              0.04916510617511679,
              -0.2441584586311396,
              -0.4801097805145176,
              0.06546874627928974,
              -0.2453661409523343,
              0.17051950919816025,
              -0.35500078923948547,
              0.15934378380468833
            ],
            [
              0.18412392939809794,
              0.07208799226545089,
              -0.044789862814891925,
              0.005962071557511281,
              -0.07139027591500773,
              -0.10239717337374771,
              0.056795091916112206,
              0.07330675909153787,
              0.26647930289383226,
              0.03133608409915986,
              -0.04454683868354316,
              0.15234335465339865,
              -0.21295043133970828,
              0.3791412991014539,
              -0.19724973680898022,
              0.06300680641765227
            ],
            [
              0.08239241696118352,
              -0.36109196722470466,
              0.006669656828707997,
              0.08227906755357348,
              0.05246472702632826,
              -0.21700832931320213,
              0.16988469843303722,
              -0.13391858258651276,
              0.18001078971390863,
              -0.13143416163318447,
              -0.15149570115590577,
              -0.09716368254835656,
              0.0612704137406107,
              0.07921420074677363,
              -0.005006636028869526,
              0.10896237511432072
            ],
            [
              0.2971332553487175,
              0.19698850390480774,
              -0.00197370453089068,
              0.1391741366880864,
              -0.01234894439027186,
              0.13847044912260803,
              -0.11128449924581472,
              -0.4087962890362541,
              -0.09398749511820001,
              -0.08060225285364897,
              0.1538232651573516,
              -0.10532485539874337,
              -0.013190861371001504,
              0.20578638984258937,
              -0.12694400802777134,
              -0.14118305928991595
            ],
            [
              0.19601145023028047,
              -0.22313530809437188,
              -0.07649073502039959,
              0.1307733617937322,
              0.11319029201734884,
              0.07351755120875768,
              0.08397452834162382,
              0.015346682334274485,
              0.15827868788766364,
              -0.18076028210481018,
              -0.232215275641888,
              -0.10412731999130914,
              -0.29027834630782434,
              0.19456946165783062,
              -0.3123586585884118,
              0.13426103904033382
            ],
            [
              0.1518605955846403,
              0.13198246583021092,
              0.22038155773455698,
              -0.0008985215298639075,
              -0.004849969018874402,
              0.02081958275490436,
              0.027497696585979226,
              -0.02886468651182265,
              -0.21200257620075066,
              -0.10607554080558175,
              0.01850497912614845,
              -0.14721777208957154,
              -0.04420127259484267,
              0.3188311505733195,
              0.01683090340679428,
              -0.0388642276621897
            ],
            [
              0.17123493585700053,
              -0.024495851202414896,
              0.210189356916941,
              0.12220148854107502,
              0.01751943437635003,
              -0.13533862581481385,
              0.1013608164679238,
              -0.16323208995672675,
              -0.4294207860329142,
              0.2671080127528051,
              0.046471555431566065,
              -0.1677000292323118,
              0.08384383451323667,
              -0.013221063205325104,
              0.1286638172972029,
              0.05088100746836894
            ],
            [
              -0.21018345096507723,
              0.14221469486173222,
              0.35366812422664995,
              -0.10771665060134579,
              -0.04345331891871603,
              2.4026248036240327e-05,
              0.02313365882478522,
              -0.003371417560865021,
              -0.3852224247503051,
              0.1588884177279316,
              0.1958784712978447,
              -0.09153421667968446,
              0.12184811559297777,
              -0.10555097979527651,
              0.2077472631635442,
              -0.004846880271144071
            ],
            [
              0.027865057254902032,
              0.04727702196265823,
              0.3504900640389114,
              -0.17977099908325309,
              -0.032932257062219264,
              -0.0010996271700430501,
              0.0881532375702782,
              0.08145627551547252,
              -0.49227834309693774,
              0.35856097128427994,
              0.018777395202498257,
              -0.18574968866599514,
              0.027225824365119323,
              -0.15650763109444418,
              0.15356843126389244,
              -0.06572502786527358
            ],
            [
              -0.116440003999478,
              -0.059598186974989975,
              0.21158352836828945,
              -0.14289535362253947,
              0.04903517179918704,
              -0.1848005220438212,
              -0.05948749497937749,
              -0.08853250478472459,
              -0.08149338082243814,
              0.3390057861082798,
              -0.009350790020708918,
              -0.12902132822318885,
              -0.12597408111090333,
              0.1708787147200579,
              0.12330057892885171,
              -0.19455414806609694
            ]
          ],
          "answer_input": [
            0.04230731156725677,
            0.5535142453491891,
            -0.004604550305401452,
            -0.5358331688078732,
            -0.26846568166404344,
            0.2688778080189943,
            0.16462074502573681,
            -0.05893562914718255,
            0.5679429752745283,
            0.21800190313028106,
            -0.624781923737569,
            0.2304005055569532,
            0.38972554992813996,
            0.2851343756094741,
            0.02111642260610798,
            0.057173022307160926
          ],
          "bias": [
            0.19250818292472702,
            -0.04960854649312491,
            -0.07669388268866528,
            -0.15751967015401613,
            0.11322740098894436,
            -0.03583502849061634,
            0.035550035951686425,
            0.0879513198021434,
            -0.14610221499799558,
            0.05307288901105919,
            -0.2813109088060289,
            -0.19579393834448755,
            -0.1291044240432209,
            0.17444258168207485,
            -0.11270010275664805,
            0.06781829060515447
          ],
          "decoder": [
            [
              0.1706144404957924,
              0.18658515799912925,
              0.17963266881078446,
              0.13071670248750802,
              0.06930277916360189,
              0.1959183483003474,
              0.1394449674291963,
              -0.020616755009224053,
              -0.07580547319535735,
              -0.21504148611354096,
              -0.33703641386297123,
              -0.2053480131438502
            ],
            [
              -0.30361600537307765,
              -0.25174230395810837,
              -0.24025017673207857,
              -0.19249439027023746,
              -0.11726104152311939,
              0.01617889843491553,
              0.1961731806210159,
              0.31546784137561373,
              0.3726964710980758,
              0.32038986302045197,
              0.08196581577628881,
              -0.22058036157070943
            ],
            [
              0.1283317298539292,
              0.16322305411848873,
              0.14562289186869143,
              0.11606445928409768,
              0.17995369777816045,
              0.08696970192843258,
              0.0841201853334016,
              -0.032307889787531324,
              -0.20766450121911656,
              -0.3442869716521958,
              -0.3184720581358413,
              -0.18119580736246127
            ],
            [
              -0.20287338200579133,
              -0.24898792541630538,
              -0.19687088819147827,
              -0.18042783958139363,
              -0.10552197928389369,
              -0.10245306331286115,
              -0.025014876782746647,
              0.09244077228870333,
              0.19285446300273051,
              0.28756167633373586,
              0.3589147858817915,
              0.15535956486506192
            ],
            [
              -0.04615966786404072,
              -0.13750127340416712,
              -0.11207138392455922,
              -0.19906508055136737,
              -0.11943489469422575,
              -0.12052289578894508,
              -0.004061528509673941,
              0.040624587223508105,
              0.04454828645575069,
              0.15240874811588884,
              0.35349279554978924,
              0.17071909980341857
            ],
            [
              -0.3727418035294705,
              -0.3044150994809377,
              -0.28881316869146534,
              -0.1726315226868198,
              -0.024792487415974947,
              -0.010758834482048597,
              0.13447584295359746,
              0.24578875064929379,
              0.2119327519748345,
              0.23944659912735178,
              0.23788321943893387,
              0.026246841639559117
            ],
            [
              0.07244859147383301,
              0.09833433024295005,
              0.09237242933280325,
              0.050519056321258284,
              0.117873909370197,
              0.1331960990894042,
              0.0698257951420526,
              0.05902595100479551,
              -0.04846620480334567,
              -0.22663408854205408,
              -0.29494571360134036,
              -0.26186447636035126
            ],
            [
              0.23201677036395502,
              0.12071913958037919,
              0.006494373791640149,
              -0.09907324412177797,
              -0.18061096399733229,
              -0.26428185451716923,
              -0.2515011264372845,
              -0.19662082576939294,
              -0.11264101325411179,
              0.11183525351649788,
              0.39822333183269215,
              0.2620717092856854
            ],
            [
              0.08067024957349671,
              0.058483758676168,
              0.02977421308983799,
              0.07684141225247755,
              0.10094659908716572,
              0.11255850044432034,
              0.20766152118474454,
              0.23598573246231164,
              0.12128144723681747,
              -0.10008046119489981,
              -0.425016578412818,
              -0.5271722879079711
            ],
            [
              0.14433709484148483,
              0.09000555753907727,
              0.14661151406280873,
              0.14635781829388486,
              0.15142230576265603,
              0.14668018877619599,
              0.15953025823914357,
              0.1391458483078597,
              0.06524075239523855,
              -0.18045041422599367,
              -0.47745440416415313,
              -0.4015428624022837
            ],
            [
              0.2376783240936389,
              0.22150589963111508,
              0.2026967607191301,
              0.18997348179477272,
              0.14507441571943813,
              0.009221617791554827,
              -0.09628960446441777,
              -0.19809580931888454,
              -0.32869976253393457,
              -0.2956090520109053,
              -0.12722902492822452,
              0.05651215580135271
            ],
            [
              0.06218457781308019,
              0.08359119923518954,
              0.1323441961564648,
              0.1459911374067238,
              0.21587641396056562,
              0.17677393232192848,
              0.16223971353109864,
              0.06733360115663399,
              -0.12699532547619255,
              -0.2629789339633897,
              -0.3437474809917149,
              -0.23398132987395312
            ],
            [
              -0.2750959454201754,
              -0.33377776441860724,
              -0.22428524616312043,
              -0.18039037530684443,
              -0.10974553931474502,
              0.019795347253505062,
              0.08203257993994552,
              0.13391155527811444,
              0.2322156538762639,
              0.28395405064614243,
              0.25316136938828365,
              0.184537437935446
            ],
            [
              0.13023934990567296,
              0.11182251016232558,
              0.18858251806073556,
              0.16934444794065642,
              0.18965624884865515,
              0.1423598721646679,
              0.08505288239951135,
              0.02684050388917491,
              -0.07652025794699356,
              -0.2523202681429651,
              -0.40422856020451153,
              -0.2605901130815582
            ],
            [
              -0.1935827654939243,
              -0.21374519499005298,
              -0.24735403014625174,
              -0.18475613075061076,
              -0.16669453449266475,
              -0.07932790367536002,
              0.01686898695139349,
              0.14716016425286618,
              0.27943640535757075,
              0.3252539360566562,
              0.30636172306580806,
              0.0739508665547015
            ],
            [
              -0.15079300904683995,
              -0.08308924217968978,
              -0.11916648329890542,
              -0.13919480816230104,
              -0.10559846557108535,
              -0.03276919766318142,
              -0.049068182848091516,
              -0.0003619210727195464,
              0.1763255311356462,
              0.1332248035819435,
              0.23811749403878177,
              0.23073127842700583
            ]
          ],
          "decoder_b": [
            -0.008890044495572532,
            -0.01987294029386784,
            -0.011810896623081765,
            0.015575720354916769,
            0.04089349974739825,
            -0.011002304881529713,
            0.017440961021198225,
            0.031166102071296335,
            -0.03622073529932437,
            -0.00298098929670695,
            -0.01057251995660066,
            -0.030014917683079057
          ],
          "policy": [
            [
              0.15574489362402272,
              -0.015810951817973068,
              -0.4914733363838277,
              -0.3736374554625163,
              -0.11994160139121755,
              -0.49485339606218753,
              0.2956303739358331,
              -0.3812361154492656,
              0.152786060474239,
              -0.172985090446201,
              -0.08891819171117446,
              0.43612966067219255
            ],
            [
              0.05229615863103171,
              -0.047411863655694164,
              0.09967027520536766,
              0.24702805359626606,
              0.2658062247445233,
              0.27765076076111045,
              0.46626119690212653,
              0.09850817830578561,
              -0.40266832857595386,
              -0.1083453621046223,
              -0.595036842037889,
              -0.4791199688076424
            ],
            [
              0.003331473964606546,
              -0.06313835214761974,
              0.11471860561250105,
              0.04113824320940267,
              0.3217536645081183,
              0.3577452607816832,
              0.6165874507665529,
              0.1989046716217202,
              0.27370086720197556,
              0.2595454420194473,
              -0.5305086062481531,
              -0.7821839829831332
            ],
            [
              0.2645410162839215,
              0.15210588122183136,
              0.09930012751272028,
              0.17603458164216823,
              -0.016440369471769734,
              0.11882142550508747,
              -0.6853401358060373,
              -0.2522280836150326,
              -0.963491828660739,
              -0.3338995850587393,
              -0.08900750254098447,
              0.26958729700755446
            ],
            [
              -0.09813811152890138,
              -0.06825361424616151,
              -0.41531788936837977,
              -0.47257360211795996,
              -0.10005656251948179,
              -0.3438888902479332,
              0.4282777574201113,
              0.11736018724556722,
              0.21089092784477484,
              -0.014896887143388774,
              0.1290912221989052,
              0.15225457739276668
            ],
            [
              -0.04001213736011004,
              0.5024757402225197,
              -0.1592074642215467,
              0.029136205596950425,
              -0.01581665955962811,
              0.023985527604540882,
              -0.32867300794706183,
              -0.25295627583283653,
              -0.23056294997256577,
              -0.17032643352573337,
              0.10646217374735659,
              0.4300287651280384
            ],
            [
              0.17939540228224304,
              -0.5048493462569243,
              -0.34272560398994784,
              -0.18481229966545237,
              -0.04834967565160045,
              -0.05015343389127575,
              0.4237886724885784,
              0.2139240678418801,
              0.2843272803670846,
              0.109350796119747,
              -0.1191196187058098,
              -0.3691435885992999
            ],
            [
              -0.04427269944235253,
              0.8363333794634299,
              0.5002902801149537,
              0.5205649314094747,
              -0.043664506779999446,
              0.07819615637902083,
              -0.6092307969000634,
              -0.5970779809578074,
              -0.4920366229422934,
              -0.4739021787133968,
              -0.2395605434931984,
              0.9535596415816981
            ],
            [
              -0.12314463573748029,
              -0.1329934833207948,
              -0.06818282638989379,
              -0.14647014789732962,
              -0.08610907419838106,
              -0.19382885243925477,
              -0.15538662345443408,
              -0.06756511457179298,
              0.08289069283566818,
              0.20742969006418813,
              0.5008173889056672,
              -0.04478167892015616
            ],
            [
              -0.006144817856343702,
              -0.023586138013314356,
              0.5028237246573235,
              0.13960976368434824,
              0.4032994715006805,
              0.34784413476625087,
              -0.13599619905313426,
              -0.05375871409624282,
              0.372500949977043,
              -0.04540921929578072,
              -0.16606032091621428,
              -0.028234396077058938
            ],
            [
              0.04618559008777789,
              0.1052493528139337,
              0.3981633753645305,
              0.5465403967850032,
              0.6961584270382772,
              0.5838949201883834,
              0.06400357286623663,
              0.038564021892292286,
              -0.2843880409471883,
              -0.12751951329511232,
              -0.34848473471560765,
              -0.29147133099958145
            ],
            [
              0.17702234052669796,
              0.261048808617561,
              0.5486826692829561,
              -0.08541220482245675,
              -0.019234164715897412,
              0.3230813982942578,
              -0.8267026556634869,
              0.04767242773368902,
              -1.0913979544431058,
              -0.42276846656998357,
              0.2332073254157776,
              0.47061394843279397
            ],
            [
              0.008759013288855973,
              0.3604804062470709,
              0.18458586718815095,
              0.056196971539868704,
              -0.2713828752118407,
              0.12862480439817617,
              -0.41686277685077905,
              -0.12082400488350202,
              -0.3315033246505892,
              -0.26361330633248153,
              -0.30748617882780604,
              0.019431476786994195
            ],
            [
              0.0289924704526361,
              -0.003506663148618269,
              0.0376751576347061,
              0.18518671026188444,
              0.09656374055005885,
              -0.05322168070445706,
              -0.24511986798095114,
              -0.24173161171099142,
              0.03692543494121521,
              -0.04261482581464749,
              -0.20617493585277838,
              0.3320864888724081
            ],
            [
              -0.3282139703909918,
              -0.2151354431523971,
              0.19020746092239,
              0.24043081380739934,
              -0.04872076048660336,
              0.43172475341000405,
              0.07959816588405942,
              0.3867006816095777,
              0.12299177695102778,
              0.3544888775449102,
              -0.1462420640112062,
              -0.6248192450058941
            ],
            [
              0.10021297739487145,
              0.06636324931966535,
              -0.5908779439153781,
              -0.3982099429128094,
              -0.6518671486109138,
              -0.4806377816596158,
              0.6286815196579565,
              0.04134974077711526,
              0.3311012498509411,
              -0.03644721101056044,
              -0.05529338090458051,
              0.017480321325663337
            ]
          ],
          "gate_logits": [
            [
              1.9205789112179739,
              0.5764948102386519,
              -0.4363081601122198,
              -0.08343244854582424,
              0.39920287087894446,
              -0.5277250197287187,
              -0.385165995979328,
              -1.2391056914142122,
              -2.930123369634812,
              -1.817776653119146,
              -0.4161350359490686,
              0.6104840861295574
            ],
            [
              1.132697608558144,
              0.031542036202119844,
              -1.4347676879182372,
              -0.7112364279830762,
              -0.8330384320207297,
              0.009632222310434006,
              -2.656122358468066,
              0.9133716975682676,
              -0.5201730260821855,
              1.5088901214926416,
              0.662423015701123,
              -0.627490824957157
            ],
            [
              0.8222496289515653,
              0.31233303076444774,
              -2.0390363306415984,
              -0.3249854250241524,
              -0.13506274247440908,
              0.04307819376504369,
              -0.7243357468897398,
              0.7327330330096964,
              -0.2430256276155582,
              -0.13284083615922335,
              -0.08764321177937451,
              -0.3659211945850365
            ]
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.02791522010047956,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.3119500870924954,
          "validation_mse": 0.0030611188728986998,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.06594872346892042,
          "validation_mse": 0.0005608799985172717,
          "training_objective": 0.07248084063396924
        },
        {
          "step": 200,
          "validation_objective": 0.044234859020131176,
          "validation_mse": 0.0003493932980711598,
          "training_objective": 0.04470713703151688
        },
        {
          "step": 300,
          "validation_objective": 0.03661753189749718,
          "validation_mse": 0.0002708327284573273,
          "training_objective": 0.044932685326007006
        },
        {
          "step": 400,
          "validation_objective": 0.033398434710053326,
          "validation_mse": 0.00023643116925295367,
          "training_objective": 0.03455049277314077
        },
        {
          "step": 500,
          "validation_objective": 0.03177721926612258,
          "validation_mse": 0.00021963206054652283,
          "training_objective": 0.0319496718031055
        },
        {
          "step": 600,
          "validation_objective": 0.030846214821745162,
          "validation_mse": 0.00021029822517168646,
          "training_objective": 0.037065781776494174
        },
        {
          "step": 700,
          "validation_objective": 0.03254079691482197,
          "validation_mse": 0.0002285150884655155,
          "training_objective": 0.032355794420547423
        },
        {
          "step": 800,
          "validation_objective": 0.030795148333132696,
          "validation_mse": 0.00021345209456109847,
          "training_objective": 0.03347201589171301
        },
        {
          "step": 900,
          "validation_objective": 0.031618572084640084,
          "validation_mse": 0.00021570328192464916,
          "training_objective": 0.031354254603603214
        },
        {
          "step": 1000,
          "validation_objective": 0.030416871794004638,
          "validation_mse": 0.00020708962306259298,
          "training_objective": 0.032233395526263774
        },
        {
          "step": 1100,
          "validation_objective": 0.02969879227990126,
          "validation_mse": 0.00020052818517685134,
          "training_objective": 0.034073122660466616
        },
        {
          "step": 1200,
          "validation_objective": 0.03003770680838644,
          "validation_mse": 0.00020426363977903015,
          "training_objective": 0.03178804694322538
        },
        {
          "step": 1300,
          "validation_objective": 0.02953595700909753,
          "validation_mse": 0.00019987868081204163,
          "training_objective": 0.032846787123723485
        },
        {
          "step": 1400,
          "validation_objective": 0.028869232197842504,
          "validation_mse": 0.0001879917945919122,
          "training_objective": 0.028908286962751883
        },
        {
          "step": 1500,
          "validation_objective": 0.029149360827274266,
          "validation_mse": 0.00019852541207453765,
          "training_objective": 0.0326939682022529
        },
        {
          "step": 1600,
          "validation_objective": 0.028308299120313164,
          "validation_mse": 0.00018805560369874585,
          "training_objective": 0.032581614594317736
        },
        {
          "step": 1700,
          "validation_objective": 0.02840179213270099,
          "validation_mse": 0.00018810089933250096,
          "training_objective": 0.03650490800896127
        },
        {
          "step": 1800,
          "validation_objective": 0.02833768446505096,
          "validation_mse": 0.00018637433643669797,
          "training_objective": 0.033450867934913246
        },
        {
          "step": 1900,
          "validation_objective": 0.02980823914155764,
          "validation_mse": 0.00019864948951608862,
          "training_objective": 0.032937696724135705
        },
        {
          "step": 2000,
          "validation_objective": 0.02791522010047956,
          "validation_mse": 0.00018378651935924527,
          "training_objective": 0.02672810311811445
        }
      ],
      "weight_sha256": "4ce1bcad0acb5835df34941e71b0fbe33a0bc4ec201f2d52321d52b7349440ad"
    },
    {
      "model": {
        "method": "fixed",
        "hidden": 16,
        "seed": 20261009,
        "params": {
          "initial_w": [
            0.15693446026930336,
            -0.31092757847030295,
            -0.01951579772983193,
            -0.46910856543895957,
            -0.09085343058434522,
            -0.06057946349715045,
            -0.04799425492684744,
            0.2824074447406705,
            -0.0878970935121076,
            0.43285790778818056,
            0.15780158320471332,
            -0.058365537503168904,
            -0.0904040641176867,
            0.06156832643592673,
            -0.2956750978708254,
            -0.10769958464693209
          ],
          "initial_b": [
            0.08684845667818472,
            0.052390648136250745,
            0.07758275878296443,
            0.07723739544421011,
            0.0036009255158588093,
            -0.14048254255341566,
            0.11928601279161269,
            -0.22954623235094862,
            0.008090442404916041,
            0.21894330682922136,
            -0.15536394439413684,
            0.15160695341117128,
            0.13418164782914274,
            0.008879471329052301,
            -0.09031614504783404,
            -0.48195534546279023
          ],
          "recurrent": [
            [
              -0.185448411522672,
              0.22565525679513854,
              -0.2362019933629146,
              0.14253626674917785,
              -0.0704576565316797,
              0.33018945819922174,
              0.17866578784729542,
              -0.46327066297088637,
              -0.8698729334972537,
              -0.09546117727127079,
              -0.15930850710572234,
              0.01361001830246086,
              -0.03710902967869384,
              -0.10092743042810039,
              -0.12609783625317356,
              0.012057866870298738
            ],
            [
              -0.5803316634395321,
              -0.20447450649470256,
              -0.10431622993608101,
              0.22827079089801175,
              -0.060449268338422006,
              -0.05743485024428787,
              -0.039896004653747034,
              0.4499540550866919,
              -0.10560785204350215,
              -0.34963523237208716,
              -0.030493414942412353,
              0.007220553259423447,
              0.2787805699274549,
              -0.2142160066724356,
              -0.005962396789027968,
              0.06756727143523833
            ],
            [
              0.08822681214677688,
              0.30263102011262,
              -0.1076236235042473,
              0.07812487411769742,
              0.0526728326559879,
              -0.3251090263930537,
              -0.07062715959291146,
              -0.22485366562012782,
              0.18301413357502347,
              -0.41253661456109864,
              -0.16251722653549708,
              -0.2776265331463599,
              0.046881740462186995,
              -0.22231409288249881,
              0.20853682149330802,
              -0.15179439697267444
            ],
            [
              0.40170242343669843,
              -0.07725106216011682,
              -0.07093363499046022,
              -0.2656027023276605,
              -0.11711132694791421,
              0.17494177741740527,
              0.43240713198782804,
              -0.05227629442528334,
              0.045296836014730286,
              -0.16383863468495036,
              -0.22760745533071491,
              0.15631922358968212,
              -0.20965890462475686,
              0.27828759017822635,
              0.02703246960648042,
              -0.18055314840347575
            ],
            [
              -0.0016568978785974952,
              0.10479187773482071,
              0.12477230093586154,
              0.21687110527342385,
              -0.24573423359394642,
              -0.08832761544464653,
              0.3934824454289578,
              0.1465555600463645,
              -0.15323582505308975,
              0.09678572061615685,
              0.3310924277990238,
              0.17136684748037254,
              0.14782435394931243,
              0.41706631027382857,
              0.00819861375781743,
              0.0927923347298481
            ],
            [
              -0.24577931318997848,
              0.04005078738704393,
              -0.07022103274696967,
              -0.19378386013709611,
              0.13743888203448232,
              0.06573239472886996,
              -0.14934862906248195,
              0.303986928258211,
              -0.43470690546463325,
              -0.32536287123958835,
              0.004951931790779896,
              0.044562274865533186,
              -0.44203905854029113,
              -0.020093547655532094,
              0.2470150698430531,
              0.34786083016188324
            ],
            [
              -0.2234120281400769,
              0.04143662341016949,
              -0.2219597879112113,
              0.07211046752821741,
              0.08732705477348006,
              0.39737892652662204,
              -0.30965507703886697,
              0.024904659398962786,
              -0.2239641254760667,
              -0.10561766340441443,
              -0.14563837359648465,
              -0.16240879416836643,
              0.0106765967028164,
              0.18739767214067574,
              0.525684112949356,
              0.05152705310464537
            ],
            [
              -0.22960574520282936,
              -0.20708562068269665,
              -0.05226883598197164,
              -0.2247648927354175,
              -0.1605780634430943,
              -0.20961687432728024,
              -0.04200868952106514,
              0.031673103538151295,
              -0.03568952408410148,
              0.14177466287390572,
              0.11589170617626217,
              -0.1577672797732805,
              -0.09000872253423971,
              0.6414902279073823,
              -0.277971424206528,
              0.09943347312504235
            ],
            [
              -0.23361626393725018,
              0.48194139600187763,
              -0.32729783240139987,
              -0.2669283344876468,
              0.06782217217709681,
              -0.15735566435780557,
              -0.2809851652224218,
              0.09961130131030986,
              -0.16867532926181703,
              -0.024663781154675886,
              0.06943571666331977,
              0.07213533715393093,
              0.30443315302642177,
              -0.4732066953783171,
              0.2236436264158994,
              0.10874879039485513
            ],
            [
              0.32030462440083945,
              0.38834367035827166,
              -0.2181754873768247,
              0.1200970996161819,
              0.06097315105928819,
              0.3195161086479879,
              -0.22615742986994947,
              0.1176753256278768,
              -0.029165994909953114,
              -0.17099068958732275,
              -0.08188732795577036,
              -0.17328104739735067,
              0.07598257170810577,
              -0.1863335389941433,
              -0.11209034461108444,
              0.10391666903113259
            ],
            [
              -0.016175600647986767,
              0.0953536852370675,
              -0.0016352021622101948,
              -0.06996361766332097,
              -0.06061787027604202,
              -0.2292410415179279,
              0.017112922041920563,
              -0.35060414115472105,
              0.8475971592606444,
              0.004331677499984196,
              -0.03932162959061472,
              0.43953106526846347,
              0.12305042360359011,
              0.1285717029797196,
              -0.0994032245126921,
              0.22913049108469175
            ],
            [
              -0.19723082817192067,
              0.10353218797766371,
              -0.31505607146529974,
              0.03212112749807355,
              0.45075177304284614,
              0.13821409957310768,
              0.14546892745012702,
              -0.025336537883031522,
              -0.13690698566584275,
              0.04941046846886274,
              0.04193656224177411,
              -0.3015523020948977,
              0.05655612883817048,
              -0.24474258028426005,
              0.02400866998118599,
              0.15726020686930656
            ],
            [
              0.026878257649149008,
              -0.396043211643033,
              -0.37564181065611946,
              0.29262172354903987,
              0.12794721528067093,
              -0.03939289370218712,
              -0.1494319239116617,
              0.020707189645349403,
              -0.34699744006278066,
              -0.25230131341831585,
              0.12192122385535767,
              0.027987207615483924,
              0.16277970922673207,
              -0.19230293888267347,
              0.1532422300383483,
              0.10131634127631609
            ],
            [
              0.018842972335816884,
              0.08718411167701047,
              0.14825413396112103,
              -0.04992889139957104,
              0.07928077408450154,
              0.14284851000088022,
              0.11065558776660461,
              -0.03073740213995793,
              -0.22457897314138509,
              0.008364215050264034,
              -0.39848123047291667,
              -0.2711492599913698,
              -0.004883952299225586,
              -0.07886713890548164,
              0.2664278259372147,
              0.5369386570176398
            ],
            [
              -0.08671924920957343,
              -0.21465138456328176,
              -0.1853001713318739,
              -0.02620118628824275,
              -0.4412997760045472,
              -0.14913264433314416,
              0.1401006918448672,
              0.2309916756295679,
              0.26793015313848395,
              0.17498602142556027,
              -0.0633583617965463,
              0.005403712477687558,
              -0.2507640380904578,
              0.2061981705510807,
              -0.1089915504754353,
              0.0849788218592154
            ],
            [
              -0.08756402600361443,
              -0.22118491544015073,
              0.20720992233709504,
              -0.2873415445703602,
              -0.36344743467648366,
              0.055465711402503066,
              0.08281135030835486,
              -0.10064529124319323,
              0.4995489973078148,
              -0.08739117220527994,
              0.5135817486945402,
              -0.038905391761436044,
              -0.0947839697362021,
              -0.04457445609820585,
              -0.05923425157465193,
              0.08051267952933855
            ]
          ],
          "gate_input": [
            [
              0.33612838167307013,
              -0.10551131089955572,
              -0.11431945986876703,
              -0.01953095188092426,
              0.14270990066881703,
              0.1768812550345059,
              -0.07518879918518818,
              0.018228704695306647,
              -0.296598588466525,
              -0.08024309256178744,
              -0.19094691012972378,
              -0.12594426272918954,
              0.05474384798613089,
              0.05706290372465269,
              0.00043086668027970775,
              -0.08118174713067827
            ],
            [
              0.16768956512743574,
              -0.1641751968682302,
              0.13408476925866664,
              -0.1535435395996936,
              0.05057451169567592,
              0.021715115494354658,
              0.09256809585260642,
              0.1441267089325199,
              -0.09644694452234384,
              0.14310002831575486,
              -0.2399729435616882,
              0.07971654157042297,
              -0.03421872455161962,
              -0.013865635444733444,
              -0.1285456689160115,
              0.07556508700084925
            ],
            [
              0.25870407188553446,
              0.030716945804960327,
              0.04558587775925028,
              0.12586901158995512,
              0.312710927774604,
              0.23856165118542194,
              0.3365027769353097,
              0.16769516297315146,
              -0.3910503247775519,
              -0.06738149835300068,
              -0.4077629308927234,
              0.1856293590550279,
              0.09162006214560324,
              0.24390350658230014,
              0.04047080453384816,
              -0.06193276985123397
            ],
            [
              0.021319698067287195,
              0.04624311750307091,
              -0.12295493595751864,
              -0.006938328012614509,
              -0.016916028532863097,
              0.07901740677399224,
              0.18833225133753898,
              0.1434914798230055,
              -0.04708539455064368,
              0.0955915841653269,
              -0.1619962537182421,
              0.11145215395748488,
              -0.04243517632424172,
              0.3089285961233848,
              0.02979338926113942,
              0.06483667211791053
            ],
            [
              0.09136617904283775,
              -0.28530643820162155,
              -0.024012709283117085,
              0.09254474273736536,
              0.0753220765631529,
              -0.08365101329410429,
              0.31031426328819656,
              -0.03482074361404044,
              -0.11234337148281712,
              -0.04378858350795417,
              -0.08495550939964769,
              -0.06676485635016895,
              0.20399791398195571,
              0.08721454254213028,
              0.1811142843007432,
              -0.0039974293245247025
            ],
            [
              0.2120881937717574,
              0.10658223322885663,
              -0.10220435731276965,
              -0.030254702550595706,
              -0.06271058628597027,
              0.24670905871862225,
              0.11627491250189288,
              -0.2405357251073557,
              -0.38641350764010224,
              0.016185647500585924,
              0.05886086896173435,
              -0.054236051179695474,
              0.017003759078157408,
              0.34423333435386133,
              -0.06605636564520179,
              -0.0841674069753921
            ],
            [
              0.19751042111042497,
              0.09481724069498906,
              -0.0682788890538056,
              0.20085603924440087,
              0.07549838738101347,
              0.13951200450649046,
              0.1156225731779671,
              0.1090170903729854,
              -0.11678367319935336,
              -0.13264862174716255,
              -0.14080419463925611,
              -0.047806876064530594,
              0.013504534901652161,
              0.2264621726017015,
              -0.03089195676091311,
              -0.05971687545544081
            ],
            [
              0.10185046359439613,
              -0.0024347646493387944,
              0.11059009665369035,
              -0.04915603856029943,
              -0.051814341791883656,
              0.10142167759246608,
              0.22217963608821104,
              0.06326938460773225,
              -0.4658357932025327,
              -0.034263554953433605,
              -0.05712182439041943,
              -0.014961153729010196,
              -0.03203259677113035,
              0.4786449767856814,
              0.07565181162925985,
              0.004200456256573763
            ],
            [
              0.13195510440733138,
              -0.18511907358550472,
              -0.04295072732058755,
              0.2750911184831493,
              -0.03447396640776067,
              0.005092297897742284,
              0.226820042040081,
              -0.038664798653779565,
              -0.5549958770365806,
              0.047280168385931035,
              0.021670843387886496,
              -0.019586045581765004,
              0.09393348437302511,
              0.2993106253626113,
              0.024693655456665853,
              0.11140308355087283
            ],
            [
              -0.1614755668952042,
              -0.02528214136383478,
              0.0521273732659735,
              0.06073912483140799,
              -0.0467801290871297,
              0.1064277252211645,
              0.13570097028344053,
              0.048923265132061446,
              -0.39280260088397073,
              -0.017678432974628146,
              0.0723932244096334,
              0.06598846257557128,
              0.07271089513842469,
              0.15917861288504262,
              0.019190774540075527,
              0.08643849716522935
            ],
            [
              0.0942418823759254,
              -0.09912701280153668,
              0.09684560007684731,
              -0.014178656969373945,
              -0.007533130607959779,
              0.13509699874227216,
              0.27967090694889746,
              0.11684926820614117,
              -0.27650573826709224,
              0.09056547165830685,
              -0.09994706436256481,
              -0.050320692559681704,
              -0.05699691405580895,
              0.0529877951919801,
              0.011248258274276309,
              0.05835218286318785
            ],
            [
              -0.10460642700941437,
              -0.07177839820472967,
              0.0912526167047743,
              0.02908586360918302,
              0.08690325660484093,
              0.06242174784666826,
              -0.05623166754146269,
              -0.07912837548996458,
              0.09159598752848061,
              0.04805314010605724,
              -0.09221442914662135,
              -0.07621070183856615,
              -0.11876475065664546,
              0.06470560498931525,
              0.21011712960138784,
              -0.1600699119636682
            ]
          ],
          "answer_input": [
            -0.1294152480924732,
            0.1751821200754877,
            0.1333820918655226,
            -0.4963468292321922,
            -0.14000857606215902,
            0.3750394429508988,
            0.10761896696235392,
            0.22803727694615447,
            0.44523042359800313,
            -0.0043994729451186715,
            -0.36935024587716875,
            0.03838583035694564,
            0.5566064729048258,
            0.1680026247051818,
            0.010094512198054222,
            0.08965661060192345
          ],
          "bias": [
            0.13328424662865612,
            -0.041369724697122544,
            -0.08460045156496729,
            0.09939448379728316,
            0.10195837428814135,
            0.2138095397388963,
            0.30389447794671176,
            0.057872948067847485,
            -0.3388055164892291,
            -0.03955014879305334,
            -0.20652455315937016,
            0.0471516822086738,
            0.003280090300471551,
            0.2629100025968323,
            0.02736926121318857,
            -0.058993155744825256
          ],
          "decoder": [
            [
              0.11208199197990028,
              0.1424326606823085,
              0.1744064931012742,
              0.1349297103218381,
              0.08200913144463678,
              0.20480416247053854,
              0.12584637952983366,
              -0.0015775990762339352,
              -0.08209887160738519,
              -0.23073361938298106,
              -0.34495030727991177,
              -0.17482619409415592
            ],
            [
              -0.21972396102982916,
              -0.16295076943424217,
              -0.14163266628897905,
              -0.0801621124601749,
              -0.01764988787198627,
              -0.04005686110645753,
              0.026180150229980333,
              -0.008457478575459462,
              0.017297437092195448,
              0.05221815808535906,
              0.2743344483273224,
              0.340159548172675
            ],
            [
              0.23481541310257997,
              0.2608767207306334,
              0.20083341590546078,
              0.12190115682773871,
              0.15712285619074293,
              0.01911756474540552,
              0.014489664252830768,
              -0.12648847766699378,
              -0.2707687940767837,
              -0.3587422352148079,
              -0.23892750143760477,
              -0.1085736908125818
            ],
            [
              -0.22677439883255018,
              -0.12896692861008513,
              0.001064908897923892,
              0.09794731890056413,
              0.25094034080811,
              0.30370736197961223,
              0.355784898798194,
              0.3403863208492305,
              0.2240443894998205,
              -0.11102045245243138,
              -0.6576472762145769,
              -0.591125641343095
            ],
            [
              -0.19564131709244345,
              -0.21755901448965023,
              -0.16438223432097648,
              -0.16479279671064137,
              -0.06647369819318114,
              0.018271041988558355,
              0.1238644830402973,
              0.14429865381814713,
              0.04657595580625593,
              0.08571935187948093,
              0.27631971072300987,
              0.17582761475140674
            ],
            [
              -0.23115044626980283,
              -0.21597440907353846,
              -0.15980873667634643,
              -0.15160530586384108,
              -0.06114115877429052,
              -0.1653188256350087,
              -0.1450334862302754,
              0.015826864299331455,
              -0.024486034336150434,
              0.21779531390931212,
              0.458974598851279,
              0.3496789721377164
            ],
            [
              0.11925117180051757,
              0.12396507129980586,
              0.11710531760283209,
              0.11094726642886726,
              0.13584368987192272,
              0.09851509093199551,
              -0.061903167211524196,
              -0.11151268787511195,
              -0.22182016673886581,
              -0.3135512144174922,
              -0.21281065752439143,
              0.01573653528087378
            ],
            [
              0.0513171535816236,
              -0.08344514034964506,
              -0.11831207691844667,
              -0.21660302258429442,
              -0.2226212302387002,
              -0.22621035678738177,
              -0.13074584139051426,
              -0.05711811440601083,
              0.08299984427797323,
              0.3221334855804325,
              0.45319696538094556,
              0.13012444408089247
            ],
            [
              0.24024082357166374,
              0.2105041330381587,
              0.16466535572594782,
              0.1395391535085802,
              0.0699049271357134,
              -0.047393127685058004,
              -0.16449150784636812,
              -0.2566375241586748,
              -0.31178358559361163,
              -0.2918257971855293,
              -0.04282000788545594,
              0.26633196462640363
            ],
            [
              0.2531734779315151,
              0.18188200433309298,
              0.22381656454352533,
              0.20060009165629572,
              0.17940691847615578,
              0.0829728927983764,
              0.059339585072400836,
              -0.024950580524252166,
              -0.15511217319487564,
              -0.3113665604507265,
              -0.3766306766400229,
              -0.19884189193361823
            ],
            [
              0.1337613881974758,
              0.15943336027629362,
              0.12678130384451977,
              0.1147961537640961,
              0.15781469562046818,
              0.07622764195735413,
              0.07530032905320419,
              0.09119745687027572,
              -0.05867169982627984,
              -0.18769273074989065,
              -0.2911094669131485,
              -0.32800504414895826
            ],
            [
              0.19717465441380091,
              0.20599487833083324,
              0.19657885154894159,
              0.17820109339220858,
              0.1808327543273833,
              0.07948253688449365,
              0.0016941165224357484,
              -0.12620533367891315,
              -0.2659603004341034,
              -0.30360902372399395,
              -0.2496127891790301,
              -0.12087984906700176
            ],
            [
              -0.11052519472229239,
              -0.18363583375592316,
              -0.13453106620257393,
              -0.17987357487310218,
              -0.18053370708478728,
              -0.20246789673742044,
              -0.25400775144428567,
              -0.17931166994526054,
              -0.02331032301424077,
              0.2696302349891712,
              0.5404125033690603,
              0.5835645434116024
            ],
            [
              0.23400267151742105,
              0.19732968951803206,
              0.24338918148356026,
              0.20247547822314635,
              0.1484943618339441,
              0.0018388501207953158,
              -0.09748493348601803,
              -0.2028885979847235,
              -0.2909300272846606,
              -0.3022000149594648,
              -0.21479599895373325,
              0.1393237116003999
            ],
            [
              -0.2032699850665569,
              -0.25237029380598536,
              -0.26963581198955444,
              -0.16081978127873203,
              -0.10037534315565276,
              -0.07325143283620732,
              0.0408617717887628,
              0.12381066911768752,
              0.2721100561104538,
              0.27049923778932294,
              0.2502043513785501,
              0.10744083758020287
            ],
            [
              -0.16182008272320886,
              -0.0811451163988237,
              -0.13277777356682247,
              -0.19652022187324858,
              -0.16297716435536572,
              -0.054939958505830555,
              -0.020614431766701094,
              0.07818214498785514,
              0.27937334895339394,
              0.21706108712736194,
              0.25464153187810146,
              0.17133641844362027
            ]
          ],
          "decoder_b": [
            0.02155558387598324,
            0.025958504221004222,
            -0.0021397129348256954,
            0.02617482917739258,
            0.007828185965050428,
            -0.028914847716785836,
            -0.011802167447974451,
            -0.02557704424848903,
            -0.01631852809607922,
            0.027286236299581573,
            -0.018619313287623715,
            -0.024857716132708603
          ],
          "gate_logits": [
            [
              1.5356523222112646,
              1.0662802138013736,
              0.7006301462373219,
              0.5993599116691335,
              0.33786346042135096,
              0.08668434209358067,
              -1.0949005785394774,
              -0.4100923760945687,
              -2.846300157024753,
              -0.9674821366316979,
              -1.6306062583730863,
              -0.9863266833619118
            ],
            [
              1.2528974723253699,
              -0.35387161880140666,
              -1.733055427735458,
              -0.9608139229210624,
              -0.7583024372434819,
              -0.07275741654778939,
              -0.0783684551638943,
              1.1143738955177345,
              1.233613911752986,
              1.4375329328415627,
              0.6243781313984548,
              -1.582649848546578
            ],
            [
              0.8979746269412229,
              0.6988060244073611,
              -0.7378781934387567,
              -1.0985623538861886,
              -1.8457724394287023,
              -2.142818445883303,
              -3.2806506469358307,
              -1.5561012984884144,
              -3.39485608828645,
              -1.5891330106365618,
              1.4333475834602185,
              1.521974862653131
            ]
          ]
        }
      },
      "selected_step": 1700,
      "selected_value": 0.03249271207587198,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.31233700869331116,
          "validation_mse": 0.003066036813244582,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.07422859442794436,
          "validation_mse": 0.0006675980495651087,
          "training_objective": 0.07809032835868912
        },
        {
          "step": 200,
          "validation_objective": 0.04999286480719099,
          "validation_mse": 0.0004049113431323234,
          "training_objective": 0.048670523033116586
        },
        {
          "step": 300,
          "validation_objective": 0.042121219358057585,
          "validation_mse": 0.0003140462326669027,
          "training_objective": 0.04265495874815062
        },
        {
          "step": 400,
          "validation_objective": 0.039377294380216435,
          "validation_mse": 0.00028311368816919934,
          "training_objective": 0.039719409386190396
        },
        {
          "step": 500,
          "validation_objective": 0.03736002716769536,
          "validation_mse": 0.00026509410736018927,
          "training_objective": 0.036069427632338884
        },
        {
          "step": 600,
          "validation_objective": 0.03653704468252648,
          "validation_mse": 0.0002583767572794407,
          "training_objective": 0.04640855568483151
        },
        {
          "step": 700,
          "validation_objective": 0.03611100811511897,
          "validation_mse": 0.00025554741777240235,
          "training_objective": 0.03685748178387505
        },
        {
          "step": 800,
          "validation_objective": 0.03531886618071351,
          "validation_mse": 0.0002502312078316102,
          "training_objective": 0.034896047751379396
        },
        {
          "step": 900,
          "validation_objective": 0.0350000091907189,
          "validation_mse": 0.0002459048353546877,
          "training_objective": 0.0319999998973527
        },
        {
          "step": 1000,
          "validation_objective": 0.03474434684762777,
          "validation_mse": 0.00024488227710044803,
          "training_objective": 0.033607536322347274
        },
        {
          "step": 1100,
          "validation_objective": 0.0340795326744909,
          "validation_mse": 0.0002382551875180228,
          "training_objective": 0.037609565185768655
        },
        {
          "step": 1200,
          "validation_objective": 0.03389999917088557,
          "validation_mse": 0.00023693130364662318,
          "training_objective": 0.03535791620850135
        },
        {
          "step": 1300,
          "validation_objective": 0.03361467002121708,
          "validation_mse": 0.0002350758134027019,
          "training_objective": 0.03318676042817418
        },
        {
          "step": 1400,
          "validation_objective": 0.03386679704130146,
          "validation_mse": 0.00023646615060044808,
          "training_objective": 0.03417070031074987
        },
        {
          "step": 1500,
          "validation_objective": 0.03394672335184354,
          "validation_mse": 0.00023713682915682983,
          "training_objective": 0.03710305963287252
        },
        {
          "step": 1600,
          "validation_objective": 0.033293129925035886,
          "validation_mse": 0.00023161543299737093,
          "training_objective": 0.030907805686205474
        },
        {
          "step": 1700,
          "validation_objective": 0.03249271207587198,
          "validation_mse": 0.00022419261484334064,
          "training_objective": 0.038121995496461565
        },
        {
          "step": 1800,
          "validation_objective": 0.03276020410284806,
          "validation_mse": 0.00022672330884717732,
          "training_objective": 0.03563084116115278
        },
        {
          "step": 1900,
          "validation_objective": 0.03378849229884627,
          "validation_mse": 0.000236818463295337,
          "training_objective": 0.03613949283194445
        },
        {
          "step": 2000,
          "validation_objective": 0.03251827739678363,
          "validation_mse": 0.00022678568390035195,
          "training_objective": 0.0343040557295227
        }
      ],
      "weight_sha256": "e878d0a81c0b7b65c3cf373100fcbfbd23de9c0fc40fb497e9ae3ae2f937764d"
    },
    {
      "model": {
        "method": "random",
        "hidden": 16,
        "seed": 20261009,
        "params": {
          "initial_w": [
            0.11592750997751057,
            -0.09362847342339373,
            0.014409287539574656,
            -0.571893807005559,
            -0.06245061263394156,
            0.021225837250391257,
            0.05460046345556724,
            0.28720473923184014,
            -0.0031406401501343204,
            0.37536997761127944,
            -0.07797149946681012,
            0.0742963388252389,
            0.05595686487425539,
            0.028422036125242654,
            -0.2710279407943572,
            0.03925715336723614
          ],
          "initial_b": [
            -0.18264386595669344,
            0.08694056200796972,
            0.10285591021218454,
            -0.1726985507289382,
            0.046112396906905176,
            0.0021051797925759302,
            0.20775848710388298,
            -0.1302658728898,
            0.1441344156117452,
            0.15743362697359675,
            0.24389550356351578,
            0.0693512280470132,
            -0.11361722047909414,
            0.014361151768564806,
            -0.011342812999385256,
            -0.028247963724196887
          ],
          "recurrent": [
            [
              -0.16824122857342014,
              0.1850184686835686,
              0.0007057613014809286,
              -0.14457760176823092,
              -0.16466672930021053,
              0.21659315454587202,
              0.18838007712190252,
              -0.14091897900434577,
              -0.2977151798330912,
              -0.21743783879203463,
              -0.09985658252361886,
              -0.06976275187560813,
              -0.025709834979546622,
              -0.29170577536715175,
              -0.18724797408552102,
              0.15523031007054586
            ],
            [
              -0.027024414789491205,
              0.17222185681310306,
              -0.1644021471496468,
              -0.020046838693134828,
              0.10544152419028532,
              -0.2523053852588811,
              -0.03355264934748492,
              0.4447162546627547,
              0.24971395869990343,
              -0.04135076070037622,
              -0.06724723719016838,
              0.3393669404135269,
              0.43529008682418086,
              -0.0052354364853607945,
              -0.05275656740245301,
              -0.35950284206021366
            ],
            [
              -0.2513338895574966,
              0.09942708208035117,
              0.03893709104837613,
              0.29263259172950423,
              -0.15838911204152006,
              -0.26586945122163325,
              -0.08797093521053012,
              -0.3773808050143801,
              0.17012495461172547,
              -0.4571348891984614,
              0.06896088654921043,
              -0.2014746503506333,
              -0.19770369261550755,
              0.19237588452123336,
              0.1534101811801353,
              0.07194158159755093
            ],
            [
              0.17582300876005733,
              -0.14155593117529477,
              0.26670624400830784,
              0.15206050467491447,
              -0.3092596913788465,
              0.32686835483030124,
              0.3698731689873258,
              -0.10391399395559082,
              -0.28962557603626504,
              -0.41118958677651435,
              -0.2738422233030976,
              -0.2676980497447546,
              -0.2345337271481214,
              0.7216377537106463,
              -0.02749070079227387,
              0.3988451602231899
            ],
            [
              -0.00823769062299008,
              0.3339766741953035,
              -0.0023986958143456,
              0.22498941821159366,
              -0.17984531023674652,
              -0.14231021406550806,
              0.13172698828143295,
              0.0721049381600763,
              -0.10256132997589451,
              -0.08587781857477579,
              0.2609556831403643,
              0.12050935701700886,
              0.07503604470143116,
              0.12034987957047583,
              0.2648862524345266,
              0.16507926763228956
            ],
            [
              -0.15616754036519193,
              -0.26612663599152864,
              -0.012647330630673808,
              -0.13086007894208876,
              -0.15470340543005087,
              -0.09028746101359388,
              0.05712069415188217,
              0.19675029330518012,
              -0.18228904188496609,
              -0.2499796124559163,
              0.14205479489149836,
              -0.006716084898526755,
              -0.3656116477752854,
              0.13301932852968792,
              -0.1256385861753968,
              0.1439210088046848
            ],
            [
              -0.45162654123634377,
              0.0020827107800556947,
              0.11551591103114853,
              0.1814028517909034,
              -0.25490809639837897,
              0.07497518763391312,
              -0.25447855713339546,
              -0.29411698324860985,
              0.11879884466124571,
              -0.4619515524012687,
              0.11937130105723695,
              0.09452886412114483,
              -0.3659269732515378,
              0.597124684872623,
              0.4268398912083238,
              -0.05764182667960039
            ],
            [
              -0.021274847461049157,
              -0.18160371524528945,
              -0.1587188131658272,
              -0.1117097157293721,
              -0.12847667735478133,
              -0.1052946304126445,
              -0.06458766745184935,
              -0.17646783230753876,
              -0.371703272231249,
              -0.2440899557291128,
              0.0957648666785547,
              0.03283858222665314,
              0.05476300729334171,
              0.6073152862951852,
              -0.22541456279805885,
              -0.14311321203321237
            ],
            [
              0.18134472319109715,
              0.6590990124473046,
              -0.5624711385489323,
              -0.34368058171270294,
              0.42708744670176924,
              -0.29263352371317514,
              -0.3069208834659875,
              0.2962035817831098,
              0.3976184092806125,
              0.228518314273439,
              -0.19747478028162255,
              0.532176821682628,
              0.3600416771705762,
              -0.3560321106416649,
              0.22512509915684106,
              -0.6066968374650139
            ],
            [
              0.1370195744358516,
              0.2324810129374273,
              -0.08661954627353925,
              0.3916278672314121,
              -0.08525714651618722,
              0.15064665808664832,
              -0.01011479888383234,
              0.07465430239497622,
              0.20664780341277963,
              -0.32133937345489677,
              0.13126968356091714,
              -0.027938680882664216,
              -0.12034056618823041,
              0.14899537690685977,
              -0.09758923098429421,
              -0.005743091207897886
            ],
            [
              -0.16302693120986647,
              0.06434073835003218,
              -0.28057027146733293,
              0.21166626521335713,
              0.18442729685018056,
              -0.12249444343521095,
              -0.241521320320416,
              -0.20165667254193623,
              0.2081726851154794,
              0.021448309655930073,
              -0.21769552500027284,
              0.19088948316140425,
              -0.02674353075392741,
              0.39607678507224947,
              0.029148377567782355,
              0.04891189828636297
            ],
            [
              0.13826388403952405,
              0.25517541750850725,
              -0.21109587823928233,
              -0.05361680776091812,
              0.5968622377510621,
              -0.17587115831794492,
              0.13847879895228377,
              0.16736657531727767,
              0.12929084271533212,
              0.32726854422055923,
              -0.04576686533799721,
              -0.14203285146456163,
              0.04922535946803218,
              -0.286867482855945,
              0.08721040108508997,
              -0.0537972584461358
            ],
            [
              0.1831532200694749,
              -0.37866321518522467,
              -0.2795794098666149,
              -0.060461941793124516,
              -0.00276826121677949,
              0.14203425838212397,
              0.011591507241177686,
              -0.057276486274049486,
              -0.295964524520746,
              -0.29175875796205436,
              0.027307665076106293,
              0.1538712592656775,
              0.06367985278167178,
              0.09884149368641511,
              -0.005248693374688604,
              -0.044945127691458545
            ],
            [
              -0.06570233707799535,
              -0.17673896410137943,
              0.4399924751830765,
              0.4167563246980348,
              -0.26048140432649897,
              0.14140034327592402,
              0.40249398211459797,
              -0.20604069965761632,
              -0.004927114308144078,
              -0.03960279438428727,
              -0.23674434462906882,
              -0.3545645245435483,
              -0.184300207917605,
              0.1679757623977904,
              0.03285005556279914,
              0.5552816124155525
            ],
            [
              0.03287821949016615,
              0.302746505005523,
              -0.2805583331950985,
              -0.033983002926017754,
              -0.08269124149525928,
              -0.28268558573055713,
              -0.13351977198612947,
              0.25596776700901097,
              0.14498379385238933,
              0.34008969740889755,
              -0.007363536795241376,
              0.15156584096190273,
              0.05963660444067818,
              -0.37470221869042003,
              0.0046516198479474,
              -0.10935310494879301
            ],
            [
              -0.1285211254099359,
              -0.1819489436013564,
              0.1121009183948874,
              0.05594246607153677,
              -0.4370220202124624,
              0.15163035858901094,
              0.08469679403908029,
              -0.18798962630389784,
              0.3193999013208441,
              -0.23070786708811275,
              0.19076943471521166,
              -0.18882369629450305,
              0.0002926884111831684,
              -0.12689660330278946,
              -0.0894602586376137,
              0.25906762359938773
            ]
          ],
          "gate_input": [
            [
              0.1344591722393582,
              0.13572931423386206,
              -0.05224924369843107,
              -0.26186052293898315,
              0.10453915396549761,
              -0.19307020710606523,
              -0.2183373150228241,
              -0.2879930744026086,
              -0.6515844634309244,
              0.06338112539929981,
              -0.048511040476895424,
              0.07847585478188641,
              -0.30331733877551315,
              0.27450127091372095,
              0.19390093142422946,
              0.0016891816993034247
            ],
            [
              0.13958268780473118,
              0.030631927406940748,
              -0.0007211347114406419,
              -0.3005025877537841,
              0.0047094407887161155,
              -0.24136076680681615,
              -0.11415445645315347,
              -0.20210968784510025,
              -0.6505146074110059,
              0.00043860536910586665,
              -0.09967774550398287,
              0.2608745512195288,
              -0.22659375713860375,
              0.28981555257708963,
              0.08746678843928567,
              -0.039122788152071444
            ],
            [
              0.04528582186349955,
              0.18591776521004053,
              -0.0029083102264171024,
              -0.2400770748229124,
              0.11071602625575337,
              -0.10407693326329065,
              -0.19911432653284464,
              -0.2210514839928362,
              -0.6228367145407614,
              0.10385163583116115,
              -0.09687963453240005,
              0.15905007252444744,
              -0.24924013572370865,
              0.19214329921745538,
              0.13286764342093016,
              0.02702986707086648
            ],
            [
              0.18886271929436657,
              0.10159464548939938,
              0.010768331179154949,
              -0.24451739501352113,
              0.032899816747758596,
              -0.20675470632620574,
              -0.06417133432503186,
              -0.2215380866725703,
              -0.5664759753604032,
              0.011040437848542807,
              -0.01833750573399768,
              0.20439242755403134,
              -0.21550181371051516,
              0.39842124218531483,
              0.1760839162467764,
              -0.022911721156888692
            ],
            [
              0.054689991141657006,
              -0.06071171418416842,
              0.014273988002311689,
              -0.14602449646941545,
              0.11054246598140309,
              -0.18696775699350762,
              -0.13594772274016426,
              -0.21330391509663033,
              -0.4433411503889552,
              0.07309445563829234,
              0.03437412441704197,
              0.032079968830763306,
              -0.030814394518351846,
              0.2961567262827019,
              0.35681875767814747,
              -0.011579568608036593
            ],
            [
              0.07676527454637609,
              0.12109741025001378,
              -0.01783512636332346,
              -0.048981126371896035,
              0.056282042256900554,
              0.09803402957829668,
              -0.11637724018190707,
              -0.15471205596190435,
              -0.2331153616846032,
              -0.02101236874905919,
              0.022923757094159555,
              0.00033286836501323594,
              -0.0687815434858531,
              0.32468366199390336,
              0.1616704598636633,
              -0.0945440536094125
            ],
            [
              0.08081630084516343,
              -0.007241940323281826,
              0.07269719802143482,
              0.16090576460788703,
              0.045769999522588284,
              -0.0558307769696056,
              0.02971150521192129,
              -0.0194504614089251,
              0.0986098571867074,
              0.04589082204143666,
              -0.017721352558078295,
              -0.05218454980058116,
              -0.03999296374884955,
              0.16178560977401474,
              0.02034932360649932,
              -0.004077093934838289
            ],
            [
              -0.047356698563975334,
              -0.029207830120005215,
              0.14694944715438912,
              0.2219567001211347,
              0.04843583737453816,
              0.019870444211052923,
              0.11319164020999962,
              0.17350748518603318,
              0.4922202681225513,
              0.13525730867658464,
              0.01839515447282215,
              -0.16798618566707568,
              -0.043397080582634556,
              0.0967898915697564,
              -0.0696045376806974,
              0.046139343073443764
            ],
            [
              -0.14023154283220188,
              -0.16788946036837932,
              0.16505896187372962,
              0.5888631187206358,
              0.013441800775227653,
              0.08768826427758179,
              0.173172717803494,
              0.22590335694766825,
              0.9748602141861017,
              0.09231773485960264,
              0.14440777889078207,
              -0.15758948976098028,
              0.11807408555745678,
              0.01834171279600015,
              -0.1255650384295472,
              0.03846620252191346
            ],
            [
              -0.21408202316790517,
              -0.1932747456493435,
              0.24533073237239697,
              0.7480737811394781,
              0.08317272902377601,
              0.10166187180858928,
              0.3428072780992625,
              0.335595332385917,
              1.4128228710562523,
              0.06851218339870008,
              0.31261366504269716,
              -0.13607201675910813,
              0.15364534381943523,
              -0.013819465125688914,
              -0.23095028897602637,
              0.1270241452843541
            ],
            [
              -0.20002321719096222,
              -0.23150773488533605,
              0.1772424145441212,
              0.7811398697588454,
              0.0559165824410994,
              0.08738463297388799,
              0.42487624777840277,
              0.3418480162009976,
              1.6218621168387015,
              0.1773030765285632,
              0.36200655783584834,
              -0.20958998263709347,
              0.24465601938165452,
              -0.012458739941620368,
              -0.22858371154256216,
              0.0819643853078084
            ],
            [
              -0.12453039256544575,
              -0.12448004128794955,
              0.15720266102048758,
              0.5411004757499258,
              0.06742965034769606,
              0.03553336394697694,
              0.16449052046237092,
              0.14382798437187602,
              0.8731450847917875,
              0.02603951511555551,
              0.16390478265239425,
              -0.17715356427432,
              0.08930616445008077,
              0.07813654494872996,
              -0.07820351942036562,
              -0.023623487381800923
            ]
          ],
          "answer_input": [
            0.11734800558966413,
            -0.2586862214443621,
            0.04425803663581857,
            -0.5599216356167849,
            -0.09875800205046908,
            0.22003567872881385,
            -0.1530550343591345,
            0.11125502380327629,
            0.809961184966422,
            -0.01753014140662057,
            -0.24729321287361894,
            -0.1455496029221305,
            0.1585214757672042,
            0.5399698251153369,
            -0.27500331058932487,
            0.08605196572041776
          ],
          "bias": [
            -0.08213591801830565,
            -0.030940528511461483,
            0.04159039290221359,
            0.22173112472432135,
            -0.021447396709826906,
            -0.00260251882151179,
            0.105332532698227,
            -0.04185877850840599,
            0.3434206891573994,
            0.01394569223901074,
            0.0821055166644818,
            -0.054664455364324925,
            -0.11658597631992385,
            0.20478016963049403,
            -0.006238038976974195,
            0.07938324876837537
          ],
          "decoder": [
            [
              0.027491829422084724,
              -0.00039456471972302426,
              -0.02371398084060599,
              0.0009922648485381838,
              -0.018363610531960922,
              -0.03204354998779564,
              0.012580877698731372,
              0.0014767715409636998,
              0.01726566520556689,
              -0.047155021001888404,
              -0.0467620125939728,
              0.014965081865630413
            ],
            [
              0.3180693591280675,
              0.31953822110287605,
              0.3298731616124712,
              0.28208348305914904,
              0.21439474373335177,
              0.13483484688478667,
              0.02840331177669359,
              -0.1533090469545544,
              -0.2638811860336485,
              -0.42098427788745096,
              -0.4689796244227918,
              -0.27676003256752096
            ],
            [
              -0.33805700048935616,
              -0.35055915759926476,
              -0.31592036505890186,
              -0.2749982938176062,
              -0.21544316521988624,
              -0.09138705820532206,
              0.026658233795611257,
              0.13263210140638132,
              0.2780589082534983,
              0.4471093238188351,
              0.5217818472019388,
              0.2149268937756264
            ],
            [
              -0.33072465461822387,
              -0.35442597734157066,
              -0.34283015802001165,
              -0.2919509103561448,
              -0.22534672901158254,
              -0.1729410532944504,
              0.005556998737504302,
              0.15626425306426225,
              0.3054603597616603,
              0.3954421684663479,
              0.4437696130206952,
              0.30093463324606307
            ],
            [
              0.2239403376048332,
              0.262001907061822,
              0.21366031141690264,
              0.1400514614964389,
              0.1054798745822476,
              0.05941222799098794,
              -0.026957044541393332,
              -0.06445025500213088,
              -0.1865917193095205,
              -0.29447145781893613,
              -0.3217253088254705,
              -0.11849380421727483
            ],
            [
              -0.18179591918926882,
              -0.17185583511709823,
              -0.18448478528707293,
              -0.1834073579276777,
              -0.11338146096984261,
              -0.08994585913870261,
              0.028553901148341526,
              0.12381601071401736,
              0.13651351596784747,
              0.23214386827450856,
              0.2328999694866509,
              0.12435694329325896
            ],
            [
              -0.18303090844433786,
              -0.19475278949637445,
              -0.21574820539247358,
              -0.18536578782031127,
              -0.13845457389806842,
              -0.030578711408959434,
              0.027839325395584973,
              0.08595098670078856,
              0.20036056317770745,
              0.27683757492732175,
              0.2773103256753534,
              0.1872993898532782
            ],
            [
              0.17266447993872555,
              0.20003561818021315,
              0.18018723140360293,
              0.13774134892288076,
              0.06539278835105039,
              0.055562018315887876,
              0.007277062837043061,
              -0.046557163270424855,
              -0.1734841261466516,
              -0.2277477145147878,
              -0.3411962615349465,
              -0.12778985333343876
            ],
            [
              0.5800108218101292,
              0.6249115943111616,
              0.5743642905095402,
              0.5372072647254021,
              0.4322640785714371,
              0.2625572780162744,
              0.0137375011563624,
              -0.29520801060020296,
              -0.5508649343868829,
              -0.7244768441033527,
              -0.76989533622518,
              -0.5138181055430939
            ],
            [
              0.21853209991855213,
              0.21443146858124057,
              0.2008852038796436,
              0.15225440507523766,
              0.1757690905087269,
              0.05822068289644707,
              0.009664275955715168,
              -0.09732583685669627,
              -0.16655077783539485,
              -0.2500585294206652,
              -0.28944646883811015,
              -0.15134809176954586
            ],
            [
              0.052550488083727476,
              0.07887887173392857,
              0.03398832039696597,
              0.06906290266537549,
              0.04104908119559411,
              -0.0037073906603278875,
              0.02458841772717392,
              -0.07487653020072411,
              -0.04211394090733418,
              -0.06147404749373878,
              -0.07917644157756777,
              -0.023351870001622033
            ],
            [
              0.3150954803240458,
              0.3051551711293108,
              0.314726413517041,
              0.28509268066560217,
              0.20507708017405354,
              0.1290500734665588,
              0.011441011327527568,
              -0.16460563478676574,
              -0.28416348014221887,
              -0.38452353860325217,
              -0.4672922283982445,
              -0.22297711280735696
            ],
            [
              0.14034069012519917,
              0.09627299884810964,
              0.12148001146332965,
              0.07788877969005646,
              0.05526473691865778,
              0.017710534147776725,
              -0.02304687603536193,
              -0.03330456956964979,
              -0.11835932038491606,
              -0.16487745256184305,
              -0.2344842375964228,
              -0.02537164255723363
            ],
            [
              -0.2767092926796934,
              -0.2878517151281759,
              -0.27302468429491006,
              -0.270695941535817,
              -0.19325891555891714,
              -0.12017296757979265,
              0.012650153827384837,
              0.16157093208866577,
              0.2741031523444826,
              0.37144834132552246,
              0.37534792812802203,
              0.21960666446576152
            ],
            [
              0.08640987396788676,
              0.12740303951199033,
              0.10958818356577128,
              0.08055947573246701,
              0.0947243327034539,
              0.04874462388055812,
              0.014740947107246974,
              -0.043872561847139856,
              -0.10286190236766485,
              -0.1449826917146887,
              -0.15960337220692197,
              -0.12210827537785235
            ],
            [
              -0.40207245915806966,
              -0.40750180964492827,
              -0.39265631821132835,
              -0.35155290272436507,
              -0.2427986182309397,
              -0.118953255580605,
              0.0519438603076733,
              0.1821519141390979,
              0.3842244243303585,
              0.5289437249538333,
              0.5692921703434424,
              0.3209574808906223
            ]
          ],
          "decoder_b": [
            -0.07201715037053803,
            -0.09027715474136826,
            -0.07185866405381415,
            -0.06654514495390562,
            -0.05591113065569883,
            -0.03527180870323146,
            0.004899827947726199,
            0.02723752506789938,
            0.05471293532263802,
            0.11317287564915972,
            0.10617546070243387,
            0.07644675964308381
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.16931777851123364,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.3154706767054799,
          "validation_mse": 0.003094045692646835,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.3153288255961624,
          "validation_mse": 0.00309262718155366,
          "training_objective": 0.32712327653278744
        },
        {
          "step": 200,
          "validation_objective": 0.3160813669299901,
          "validation_mse": 0.003100152594891937,
          "training_objective": 0.32363538814401616
        },
        {
          "step": 300,
          "validation_objective": 0.3156804055451472,
          "validation_mse": 0.0030961429810435074,
          "training_objective": 0.32134564145845756
        },
        {
          "step": 400,
          "validation_objective": 0.31481476460618085,
          "validation_mse": 0.003087486571653844,
          "training_objective": 0.3291718699041769
        },
        {
          "step": 500,
          "validation_objective": 0.3142581899770741,
          "validation_mse": 0.0030819208253627765,
          "training_objective": 0.3591558338481055
        },
        {
          "step": 600,
          "validation_objective": 0.31390261630616695,
          "validation_mse": 0.003078365088653705,
          "training_objective": 0.3176861926898571
        },
        {
          "step": 700,
          "validation_objective": 0.3149368725795433,
          "validation_mse": 0.0030887076513874687,
          "training_objective": 0.22768616948952713
        },
        {
          "step": 800,
          "validation_objective": 0.31505674206608736,
          "validation_mse": 0.00308990634625291,
          "training_objective": 0.349289102963306
        },
        {
          "step": 900,
          "validation_objective": 0.31430666906522714,
          "validation_mse": 0.003082405616244307,
          "training_objective": 0.3699448700367383
        },
        {
          "step": 1000,
          "validation_objective": 0.31453646150555103,
          "validation_mse": 0.003084703540647546,
          "training_objective": 0.26951862019015294
        },
        {
          "step": 1100,
          "validation_objective": 0.3145831915049847,
          "validation_mse": 0.0030851708406418824,
          "training_objective": 0.32836519496449723
        },
        {
          "step": 1200,
          "validation_objective": 0.31486082086911044,
          "validation_mse": 0.0030879471342831403,
          "training_objective": 0.2755246219702947
        },
        {
          "step": 1300,
          "validation_objective": 0.3108692034523235,
          "validation_mse": 0.0030480309601152713,
          "training_objective": 0.26653331613783365
        },
        {
          "step": 1400,
          "validation_objective": 0.2852174483936495,
          "validation_mse": 0.0027915134095285307,
          "training_objective": 0.22172679407004278
        },
        {
          "step": 1500,
          "validation_objective": 0.22524712183403048,
          "validation_mse": 0.00219181014393234,
          "training_objective": 0.21427185444811295
        },
        {
          "step": 1600,
          "validation_objective": 0.22712782125249892,
          "validation_mse": 0.0022106171381170246,
          "training_objective": 0.1879883712382555
        },
        {
          "step": 1700,
          "validation_objective": 0.2069412834856929,
          "validation_mse": 0.002008751760448965,
          "training_objective": 0.1915767223657099
        },
        {
          "step": 1800,
          "validation_objective": 0.19012188031270139,
          "validation_mse": 0.0018405577287190496,
          "training_objective": 0.18646354541161855
        },
        {
          "step": 1900,
          "validation_objective": 0.1796270806190669,
          "validation_mse": 0.0017356097317827047,
          "training_objective": 0.15419479826521
        },
        {
          "step": 2000,
          "validation_objective": 0.16931777851123364,
          "validation_mse": 0.0016325167107043717,
          "training_objective": 0.13807389030752465
        }
      ],
      "weight_sha256": "7c31686cef12c5d62edf492aeef4a7663f67070770c55be7d656004d9e9bf5d1"
    },
    {
      "model": {
        "method": "recurrent",
        "hidden": 19,
        "seed": 20261009,
        "params": {
          "initial_w": [
            0.01086607080096616,
            0.25950680254167974,
            -0.1609337235056326,
            0.05157609218905218,
            0.2584762833710449,
            -0.17070966451068115,
            -0.2656831022910841,
            0.014931248528818252,
            0.09492791522339608,
            0.10235325777093174,
            0.18778755455046003,
            -0.165050625812309,
            -0.1827365457566827,
            0.034790310107876074,
            -0.027672134082295484,
            -0.04831311261694773,
            0.0334830845002801,
            0.07327733129522851,
            0.003521415442169516
          ],
          "initial_b": [
            -0.0010147929834073205,
            -0.021576052864902124,
            -0.037624375277896825,
            0.008904653430782002,
            -0.010228553081662851,
            0.09261353166521867,
            -0.09704702967138722,
            -0.07507402476989962,
            -0.11788126600406187,
            -0.09003566984282885,
            0.13029258113271477,
            0.1319282112019341,
            -0.1826078112439154,
            0.048305976601907885,
            0.0921913889170734,
            -0.011469255331537032,
            0.0779099357552183,
            0.2511885037268361,
            -0.05637520549847185
          ],
          "recurrent": [
            [
              -0.08836977332718185,
              0.17593923969197542,
              0.19130680500754998,
              -0.2376049355926413,
              0.11069305993925828,
              -0.10328641826888232,
              0.08732825482071693,
              -0.46414099319453606,
              0.2746050474133907,
              0.1733457632616048,
              0.013573778358171433,
              -0.07669202804126507,
              -0.1560519311524938,
              0.17132427830410743,
              0.15910318532109904,
              0.2773258887001905,
              0.06040992057230698,
              0.07083716267044059,
              -0.08840450045726089
            ],
            [
              -0.2590995875712778,
              -0.0010570082530615354,
              -0.148930922343229,
              0.27717620705948176,
              -0.039521372892861,
              -0.023671612699374088,
              -0.2998904368935907,
              0.1697400753193328,
              -0.31071592025612105,
              0.2655162907544901,
              -0.2802064638881786,
              0.15062592756992388,
              -0.13604868112954283,
              -0.049137435818773494,
              0.0459697649768405,
              -0.1477632433478616,
              0.19883316119274916,
              -0.22940944398402321,
              0.3909137175579731
            ],
            [
              0.0792670695023559,
              0.20307405533854495,
              -0.02049982064866424,
              0.01761300251704747,
              -0.04467195941926656,
              0.40839416087134567,
              0.016032162627755198,
              -0.15231961053356746,
              0.34752495136840333,
              0.293258530943355,
              0.041863996506090156,
              0.07336470461014086,
              0.0943067761041428,
              0.3522550629757498,
              0.29790046124557296,
              -0.08126419838727614,
              -0.06218839270700925,
              -0.12019300376236278,
              -0.007051064381496986
            ],
            [
              0.14217592927873304,
              0.1381803827923971,
              -0.33284204412326707,
              -0.28638988662132625,
              0.39902095404833077,
              -0.056082156581620746,
              0.18089512001168506,
              -0.04928487208338217,
              -0.1452404517017839,
              0.08929902338219316,
              0.12369166080940538,
              0.12737070073718645,
              0.06801812200197059,
              0.29677698561525984,
              -0.010407881383581995,
              -0.04515819076595224,
              0.15742102564572152,
              0.034086572293692705,
              -0.171658115252216
            ],
            [
              -0.14031179025468024,
              -0.5265196123754508,
              0.13290955099313265,
              -0.06591047650716701,
              -0.2659879986246138,
              0.09786953057509025,
              -0.042978522753880685,
              0.02327708463675272,
              0.04755608476082132,
              -0.03065136037812476,
              -0.1589547204237327,
              -0.3939253594623427,
              0.3346044542242151,
              0.11533258032032627,
              -0.3282390617248764,
              -0.03593537752437591,
              -0.05123461182091768,
              -0.14814085574856772,
              0.1624617785281593
            ],
            [
              0.3042575633235169,
              -0.2337082062257387,
              -0.16465958404416647,
              0.1250402618010408,
              -0.21125524860441605,
              -0.18985771807062585,
              -0.10152764061088834,
              0.02126440844640616,
              0.10841262935079604,
              -0.09378604175783808,
              -0.21229866660638635,
              -0.15854454501044973,
              0.048362107240263276,
              0.05390412247705344,
              -0.28364116327519034,
              -0.14402783167316988,
              0.4794406008045632,
              0.41344595210080076,
              0.27830330740998555
            ],
            [
              -0.03189051853426022,
              0.14923828507245307,
              0.14408989402828987,
              0.11563961594965054,
              -0.017354900227836433,
              0.012811235407686685,
              0.07708986433523633,
              -0.2796638554986646,
              -0.08189609481577517,
              0.16976600944268094,
              -0.1789734334853793,
              -0.06884386615139933,
              -0.003659437379680594,
              -0.08531075786156417,
              -0.16602701641621803,
              -0.2339222894348589,
              -0.1699374789164584,
              -0.22382427939463492,
              -0.17093957166176382
            ],
            [
              0.13539385267556542,
              0.14030289844070384,
              -0.3599854686157075,
              -0.39518394006506463,
              -0.2536970476950257,
              -0.16443435021750288,
              -0.054844869643608476,
              -0.16774767034538274,
              -0.05033329563970983,
              0.26915801810560425,
              0.09586382530499966,
              0.3841853241957854,
              0.0538804240558319,
              -0.09801568706617124,
              0.03467701988144653,
              -0.06917310279834753,
              -0.018451734862225823,
              -0.004888147967592123,
              -0.32609947205615014
            ],
            [
              0.015465164211276621,
              0.010608768251958176,
              0.19357808008907668,
              0.14692923656676937,
              0.19514937213743233,
              -0.08062130742251244,
              0.21870040639066865,
              -0.6519107376231698,
              0.09239831822963805,
              0.04134847206920219,
              0.08635239196748581,
              0.11196505470351431,
              0.25709920968061967,
              0.3658915168922019,
              -0.172200459599412,
              0.1492772173032924,
              -0.5679194838492791,
              0.2113759515458803,
              -0.060134026244200715
            ],
            [
              -0.4327582624320343,
              -0.009525260093412896,
              0.21467459522044322,
              -0.040179259119040474,
              0.14914432663390015,
              -0.10567330324479057,
              0.3092137686579935,
              -0.29691921424600165,
              0.13564148076130417,
              -0.11858045308669325,
              0.17901710945042723,
              0.23846737749039404,
              -0.09369528843154731,
              0.05190364279782236,
              0.40072922966080543,
              -0.3295423060039336,
              -0.025665792697314012,
              -0.40985277680302,
              -0.03174934097413063
            ],
            [
              -0.07991268069398028,
              -0.16608014085490935,
              0.33495154568388275,
              -0.17745430178220595,
              0.13891021179639101,
              0.07542698148732944,
              0.1599441934537523,
              0.18387207101227274,
              -0.07409540202889374,
              0.20837531291427203,
              -0.08716505171894912,
              0.14135546670277901,
              -0.23406254964164575,
              0.16951905235659095,
              0.08542944181205382,
              -0.14764525478491308,
              -0.11075937928277778,
              0.147652508863709,
              0.06930685947103797
            ],
            [
              0.022058457376997086,
              -0.2694306582464621,
              -0.02353272130223303,
              0.13818180409063335,
              0.02560221561264602,
              0.2556213918417868,
              -0.22444023541679817,
              -0.08748537946022014,
              -0.3543940642795235,
              -0.02360090227525258,
              0.18900884566460807,
              -0.04426459685804527,
              -0.489665154259833,
              0.1117440019971555,
              0.12249300592572349,
              -0.10158281763709187,
              0.0851353683826588,
              -0.3164434298026997,
              -0.00737846143120957
            ],
            [
              -0.03779637453278649,
              0.2016622492933607,
              0.20255063710981272,
              -0.03532944803258348,
              -0.29715796968022506,
              0.05374991905330043,
              0.0955471210379831,
              -0.025045413138890756,
              -0.3291827257613607,
              -0.4763322726892496,
              -0.4315884681773601,
              -0.1487917293665647,
              -0.08928706674372594,
              -0.031109442892887244,
              0.004240305447192296,
              -0.15136447484012136,
              -0.08860971706631099,
              -0.2805502163839966,
              0.20469002823451712
            ],
            [
              -0.18463673270627903,
              0.12175389863450238,
              0.2758652284569374,
              -0.09478741589580766,
              0.013715979403815984,
              0.25153833918996216,
              -0.2661547282971543,
              -0.08776794252797454,
              -0.10003081680673376,
              0.023829800077921768,
              0.22037757333527608,
              -0.24098118051421663,
              0.16333916558201145,
              -0.13415971169291757,
              0.008376091942732068,
              -0.27782631862906054,
              0.002743206696900808,
              0.1795771202537508,
              0.2199954598623546
            ],
            [
              -0.07146382575548223,
              0.06691475197247963,
              0.006922479988444213,
              0.09682204725538775,
              -0.25218176305673956,
              0.03745893006013485,
              -0.3911314445076009,
              0.3717467329415702,
              0.01642976335570899,
              -0.25365760069649695,
              -0.021636270199424622,
              0.07759364707018983,
              -0.2808768186269649,
              0.15751262618026995,
              -0.10676138054372805,
              -0.19493519126292613,
              0.2196224750282757,
              -0.19863848907964693,
              -0.08800453729410057
            ],
            [
              -0.14180062668016305,
              -0.10504410247810969,
              0.13814183791389448,
              0.21482956518469704,
              -0.19453603501064676,
              0.2613376056487248,
              0.17985922741491298,
              0.0023668951418630547,
              0.024467813127607974,
              -0.14669809409153933,
              -0.19280946693331288,
              0.13138432258651644,
              0.05558708764643193,
              -0.1621806108979618,
              0.04838275393979831,
              0.03941225641602262,
              0.25405579392761485,
              0.04144575774027983,
              -0.17697082133419068
            ],
            [
              0.15569905279584986,
              0.02850787906903591,
              0.07070880002664148,
              -0.09643902416000008,
              0.15526268536954627,
              -0.08745067058101463,
              -0.10512119211184054,
              0.046303587546552324,
              0.07757269394376505,
              0.07309668390293522,
              0.059302902243042015,
              0.18762910745843978,
              0.3414087651579661,
              0.09881756490805423,
              -0.47581467944404504,
              0.0419062134331057,
              0.23807836462270543,
              0.08530367769412966,
              -0.10462078774327055
            ],
            [
              -0.11303677424457861,
              -0.21377541859626964,
              -0.11744908537182971,
              0.046015685240102785,
              0.14842956891822962,
              0.351224872934384,
              -0.1256709442797667,
              -0.12551457845193922,
              0.29593183000342665,
              -0.2996744737050683,
              -0.41974996429530503,
              -0.3508586418731952,
              -0.15662287350661458,
              -0.1967069370466334,
              -0.4095360589394979,
              -0.18165407048672208,
              -0.07630553176040879,
              0.15364964275630405,
              0.14677731089660281
            ],
            [
              0.3567672117393906,
              -0.12651150226436195,
              0.06874854218557117,
              -0.12935538318189868,
              0.3030734396991242,
              -0.2015154569284133,
              -0.16149683709526344,
              -0.17700275095443954,
              0.14496881255226168,
              -0.0265912055661121,
              -0.1939572192183078,
              0.17334611569012137,
              0.36277195163163883,
              -0.026949352756586685,
              0.25916932288193006,
              0.12209933314909248,
              -0.021964007950095277,
              0.05287485700289269,
              -0.20156004418113366
            ]
          ],
          "gate_input": [
            [
              -0.02303839387032032,
              -0.005263660640518974,
              -0.04539266508308516,
              0.037542059709385435,
              0.17881980068470732,
              0.11745558630342384,
              0.12815554946693458,
              -0.1574310485485963,
              0.262272297854122,
              -0.12064931042662484,
              -0.007853575151805701,
              -0.09254383537373459,
              -0.2029848263911784,
              0.03090590929120754,
              -0.09590087972141789,
              -0.09129846607864818,
              0.06819285367202255,
              0.3618217317279294,
              0.12216728232063791
            ],
            [
              0.0175480505210529,
              0.039554177140769975,
              -0.062098673821791295,
              0.004540729985539108,
              0.14347928432095983,
              0.08928301209220407,
              -0.03786694516322747,
              -0.052576625204041286,
              0.06402660126832915,
              -0.13667094858909212,
              -0.008977922826154783,
              -0.052488613058006325,
              -0.13383147827274244,
              0.10381173173872515,
              -0.0533389802209805,
              0.03924720395641192,
              0.0009602212921580212,
              -0.03568654474231343,
              0.028176277998562673
            ],
            [
              0.19042066022732565,
              -0.27435636762776056,
              0.06376559630888026,
              0.04427624576756009,
              0.12020580591309223,
              0.1790415771218263,
              -0.0624395199462831,
              -0.049189787587270405,
              0.3433203230236254,
              -0.10191218666959678,
              0.05862768130941353,
              -0.27127020566738236,
              -0.18036707491893733,
              0.11578683621478057,
              -0.028015024270478795,
              -0.06893791401707106,
              0.14667995986766139,
              0.2392291819885259,
              0.1644358253947128
            ],
            [
              0.10103147418313971,
              -0.09996548362069443,
              0.19759800058496968,
              0.04619091683490297,
              0.14097164916093058,
              0.026222899916298635,
              -0.07970230606413523,
              -0.0672026058402444,
              -0.05491262751217887,
              -0.08253866503582438,
              -0.08697550316844375,
              -0.2870719589316652,
              -0.07431092028800763,
              0.0882474615570111,
              0.06926765365264498,
              0.0610740772716405,
              -0.1694729796047064,
              0.02601565434634836,
              -0.05091832356347359
            ],
            [
              0.057854219724544895,
              -0.06614419990088141,
              0.11085817626480038,
              -0.0728776166870443,
              0.058357371776896476,
              0.22262267495421426,
              0.1779742608583588,
              -0.20498557017938226,
              0.13617200408492908,
              -0.036726277956051455,
              -0.06819356869690087,
              -0.2675556220339023,
              -0.18833505021797925,
              0.09936757974725217,
              -0.0008213965496164023,
              0.04065298303366242,
              0.24074524744930664,
              0.13596357069149007,
              -0.022641745364087515
            ],
            [
              0.03954465098914753,
              -0.044736645442320234,
              0.1691186525032557,
              -0.06067281447818243,
              0.07994229438577605,
              0.10078497378917316,
              0.1382410782378708,
              -0.0800808346259663,
              0.06257193380669082,
              -0.22530593684678113,
              0.15204894375484437,
              0.09669898513737338,
              0.1338943290299379,
              0.13726980143409404,
              -0.06702719686577381,
              -0.07036172215276608,
              -0.19633901603175435,
              0.09645536734031854,
              0.051029409035468716
            ],
            [
              0.08623985983497738,
              -0.16022569778094697,
              0.1269595340934015,
              -0.005279839219412766,
              0.34495678572715577,
              0.0671166785021956,
              -0.03329583903178314,
              -0.09367835037775907,
              0.21868844995989772,
              -0.15039396191493243,
              -0.09233399392938164,
              0.04264145943077424,
              -0.12551918157457295,
              -0.05595274251138975,
              0.023059848938349413,
              -0.043041276471105526,
              0.16811476971985237,
              -0.03371397210962847,
              -0.05095783275326808
            ],
            [
              -0.15002060516818583,
              -0.05600970538725026,
              -0.02670550725731002,
              0.06511921156615856,
              -0.13096463244059964,
              0.030843078074498542,
              -0.034542282918138816,
              -0.10982715361453795,
              -0.09759306961238742,
              -0.013805344809150341,
              -0.07356375180821632,
              -0.12618755761170392,
              0.0744464449605742,
              -0.016663147802211904,
              -0.1319262550403843,
              0.13266605188693775,
              -0.12288910181697146,
              0.19910019179908817,
              -0.1586770661363838
            ],
            [
              0.019971307615026766,
              -0.16745294214360237,
              0.16686275742494466,
              0.14923953397810735,
              -0.07024053089067449,
              -0.1754108598220571,
              0.0969240391033578,
              -0.1126917486073327,
              0.10785001732849576,
              0.048665766551401646,
              -0.0016803090735799432,
              -0.11802755060053599,
              0.2780128995987495,
              -0.032275401814569823,
              -0.29790556484497543,
              0.21659073470666762,
              -0.2890557126838635,
              0.2748918005833353,
              0.1268387724698719
            ],
            [
              -0.09712763036237185,
              -0.1371229665405611,
              0.029555740186259043,
              -0.10069860499479817,
              -0.0922022646926501,
              -0.07383684024120273,
              -0.009950507940651152,
              -0.2388622623108835,
              0.057242973111660295,
              0.04562352830436715,
              -0.091199679874196,
              -0.034404999191451416,
              0.02204441651558782,
              -0.04974599770277739,
              -0.12826176146697899,
              0.037457060916786196,
              0.049223892441383955,
              0.30444086635610523,
              0.06374403753235576
            ],
            [
              0.2453511988588219,
              0.049984744545145614,
              -0.006643090004398469,
              -0.09395836860225146,
              0.1474318123638563,
              0.05033572007513218,
              0.07477124908669047,
              -0.13856244563917752,
              0.07837305423186482,
              0.040052149715453456,
              -0.042905820497232336,
              -0.15147616149310686,
              0.17584575647906275,
              0.10078905274331992,
              -0.2643393226034277,
              -0.08937325795992025,
              -0.22708070561510937,
              0.15403381738155703,
              0.07325790080462911
            ],
            [
              -0.12120870574740596,
              -0.10869736273243844,
              0.07843957944917936,
              -0.028469023376825952,
              -0.006331205767934516,
              -0.009198990683542317,
              -0.14628363025764285,
              -0.09267818725150713,
              0.20389193544528997,
              -0.14597465879770494,
              -0.07286557242296067,
              -0.13556955705336712,
              -0.07030061090558652,
              -0.021252986598474424,
              -0.02984487081427487,
              0.11161300288005713,
              -0.18614159918298473,
              -0.014758612123593928,
              0.13422168452267066
            ]
          ],
          "answer_input": [
            0.2419387647596877,
            -0.22106630551132142,
            0.4727658379532051,
            0.14554682668107094,
            -0.08780123745292091,
            -0.274205173941588,
            0.08873712481236587,
            0.0713278707777467,
            0.5210108644759832,
            0.421450068519656,
            0.2987185766909759,
            -0.08623487223096937,
            -0.2938246473291871,
            0.0963513666699452,
            0.1425408009893764,
            -0.07261908342171369,
            -0.3317828309209065,
            -0.46071740614161205,
            0.11271747601623594
          ],
          "bias": [
            0.04933847648038471,
            -0.24941897450815922,
            0.044527159882375336,
            -0.027201709308256418,
            0.09858729483203288,
            0.09365082882571725,
            -0.008100030996784371,
            -0.07662930357143648,
            0.2285356298415079,
            -0.09958761183581702,
            -0.038556976058530756,
            -0.21566039489386762,
            -0.06416880838722734,
            0.02917323909084361,
            -0.18493017988028407,
            -0.006913382397263475,
            -0.013312257218656975,
            0.2346623785261242,
            0.12352229864133416
          ],
          "decoder": [
            [
              -0.1727544342975955,
              -0.16689724379751208,
              -0.1641837537796672,
              -0.08379135942820033,
              -0.08430527963038938,
              -0.054423052234008854,
              0.02401124390121012,
              -0.03790194986372082,
              0.015683990253983097,
              0.1547958364874587,
              0.3222469536837895,
              0.3573947678905306
            ],
            [
              -0.16067734515175264,
              -0.1404713211354099,
              -0.14367198230803507,
              -0.15489558369512374,
              -0.10307544728250434,
              0.00015702287966547972,
              0.03781146805383277,
              0.12225073776114562,
              0.2640540664304991,
              0.25197053707827266,
              0.11717896127107749,
              -0.1365326265304771
            ],
            [
              0.20869774811748787,
              0.1863934357764546,
              0.11247529394759669,
              0.05042440760188607,
              -0.03909075632004097,
              -0.1710244689950949,
              -0.23480406685731267,
              -0.2782175599894021,
              -0.2949536466704177,
              -0.16674092766120324,
              0.2233463401958541,
              0.3578060109818246
            ],
            [
              0.17482934374877734,
              0.22153780201654538,
              0.2584577780746685,
              0.15391500958248608,
              0.09119353347592021,
              0.04294520355587429,
              -0.16439996714561883,
              -0.16404755467523421,
              -0.09148116105358568,
              -0.2715272537689897,
              -0.15472028023719983,
              -0.039422647799838166
            ],
            [
              -0.1772199309346214,
              -0.19236041927300335,
              -0.16293457237218237,
              -0.10925497885509707,
              -0.16298424222527427,
              -0.03051034696924104,
              0.0397839777971429,
              0.11139363114189973,
              0.2201170213336065,
              0.19871471603619126,
              0.2199796386152582,
              0.11438450040588195
            ],
            [
              0.1567909291346663,
              0.1779759108956772,
              0.13242335907441755,
              0.157553904024926,
              0.1482252741164064,
              0.02027875499001395,
              0.07688371060735867,
              -0.010391036167513211,
              -0.1187836319943559,
              -0.1429958316502713,
              -0.28066334546412375,
              -0.28087934389912667
            ],
            [
              -0.1250714862114262,
              -0.13837656900244885,
              -0.1467609685587406,
              -0.17150594620517945,
              -0.15418026703407686,
              -0.13743668757238522,
              -0.07882969129965171,
              -0.006774934113647615,
              0.12621603749645535,
              0.2847966127901273,
              0.22789795503676755,
              0.08338797580051092
            ],
            [
              0.22022063245518866,
              0.2380812054540366,
              0.18956250401433727,
              0.1462127206984254,
              0.1082693573474553,
              0.10201134744670312,
              0.013456313124447814,
              -0.12621484979129083,
              -0.22305397429944884,
              -0.3343631277193604,
              -0.30090701076385734,
              -0.15223940972123173
            ],
            [
              -0.12968312229257317,
              -0.0343915387286013,
              -0.11697231583282533,
              -0.15030864066611144,
              -0.1444776986068433,
              -0.13720145494233882,
              -0.1727466416152231,
              -0.11470586753976034,
              0.0021067748750222275,
              0.15738273539890438,
              0.44978232614489605,
              0.3260882512910469
            ],
            [
              -0.14706654989702994,
              -0.09025708056735421,
              -0.16178808488478666,
              -0.14506751313142574,
              -0.12530552772856615,
              -0.14886057644797404,
              -0.09934923592947541,
              -0.09412816379722828,
              -0.007923566047317806,
              0.22983144613613687,
              0.38246928916556977,
              0.2940396482717342
            ],
            [
              -0.13050284401178866,
              -0.1566738620116108,
              -0.16157008523300562,
              -0.1142563268317944,
              -0.09735931544303807,
              -0.09291731855861189,
              -0.07118695242082387,
              0.0013460496991833171,
              0.0009568391086681539,
              0.1874454870151406,
              0.3601902881370243,
              0.2099042662460076
            ],
            [
              -0.15172765193252388,
              -0.23287663239840883,
              -0.1716967007532913,
              -0.07027309194658375,
              -0.10567570289078532,
              -0.06525307403910027,
              0.0705355986631801,
              0.10020520284478233,
              0.2186516547705892,
              0.23029012445711816,
              0.20670496400290497,
              0.09962616390235852
            ],
            [
              -0.21036344184301112,
              -0.1443261500607049,
              -0.1314933038994556,
              -0.0973702361717662,
              -0.06800602815069508,
              0.11811602082782022,
              0.17196349768327454,
              0.2560108274860243,
              0.23076426297072958,
              0.17464409978162285,
              -0.0198639728695395,
              -0.18902008236091206
            ],
            [
              -0.02739822331813775,
              -0.09209250680578338,
              -0.11115741765656016,
              -0.10032030224196424,
              -0.10868535409939428,
              -0.10159847271141209,
              -0.10830528746602656,
              0.026223855119427878,
              0.16725020243139926,
              0.2459744160943568,
              0.26430956744409045,
              0.060640950349347356
            ],
            [
              -0.002895972374818281,
              -0.08039984583588022,
              -0.07961929480439203,
              -0.2149644655944326,
              -0.19525641977203675,
              -0.19322087187933645,
              -0.15087210814976063,
              -0.04178576731413464,
              0.19797222026193428,
              0.32717894898869976,
              0.3990572360345755,
              0.19916191465404337
            ],
            [
              -0.2920949305921458,
              -0.2864983735071178,
              -0.18556959250364458,
              -0.13888472398651924,
              0.021380007476844435,
              -0.0265875512625434,
              0.047314478369770936,
              0.1752207472057353,
              0.21417701505393227,
              0.16645332131701815,
              0.2055332548765541,
              0.11772637175281721
            ],
            [
              0.037985900918911304,
              0.19200631839774446,
              0.1441305067487331,
              0.16188540571244964,
              0.1632005468459293,
              0.12012268926616497,
              0.04599553360361871,
              0.011562906863868202,
              -0.04761128715646284,
              -0.22499818194143062,
              -0.4192216769324143,
              -0.31271226139869257
            ],
            [
              -0.19781962532119532,
              -0.1347179123873448,
              -0.12725746828318057,
              -0.06495133319085762,
              0.0012721920098881334,
              0.07952191557148271,
              0.1633907465713824,
              0.21031624534876997,
              0.3130371664705758,
              0.18934034578980907,
              -0.12888952871744122,
              -0.3567604124968925
            ],
            [
              0.32785147796059144,
              0.2049761193659674,
              0.17564193671567005,
              0.1873049352999363,
              0.10902475084214186,
              0.0683867059087046,
              0.01140898651211465,
              -0.16867763003765118,
              -0.22652434130340043,
              -0.24159346427532477,
              -0.26716492007278536,
              -0.058508096879194296
            ]
          ],
          "decoder_b": [
            0.008512005559783405,
            -0.01942159087798217,
            -0.012903423504031382,
            -0.02208353199037748,
            -0.022136670675274105,
            -0.014237969003954876,
            -0.015474489052015036,
            -0.026995692224859553,
            0.0011841485805602079,
            0.029759954955933234,
            -0.004348857149725187,
            0.03488723253983059
          ],
          "gate_logits": [
            [
              1.670908562324961,
              1.1094306414084818,
              0.8150482293164124,
              0.6514438548056005,
              0.2678768195362867,
              -0.4241695226356691,
              -1.4430231923746815,
              -1.5185658480773276,
              -3.3042924493945556,
              -1.0585410193787366,
              -0.7497856927235192,
              -0.8172068514987854
            ],
            [
              1.311102783475652,
              -0.4263191103474204,
              -1.81300076909281,
              -1.3920658617607584,
              -1.4772592765518364,
              -0.8283143060152921,
              -2.639078821979102,
              0.23017897636977508,
              0.5495274484586805,
              1.3504078421553674,
              1.3102833876252877,
              -0.33401145125018133
            ],
            [
              0.665937835885229,
              0.8649866318755816,
              -0.3885511183022617,
              -0.5471879610025127,
              -1.3455776586289006,
              -1.7658030512906056,
              -3.124118787846673,
              -1.5625377353271732,
              -3.272120339624061,
              -1.7697052197042842,
              0.8553806410624497,
              1.8214069093543046
            ]
          ]
        }
      },
      "selected_step": 1700,
      "selected_value": 0.03406882640613034,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.30598248514883264,
          "validation_mse": 0.003002491577799798,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.07423291187936983,
          "validation_mse": 0.0006674353519962586,
          "training_objective": 0.0790988267702949
        },
        {
          "step": 200,
          "validation_objective": 0.05669921560287022,
          "validation_mse": 0.0004779274104934576,
          "training_objective": 0.05350810725434043
        },
        {
          "step": 300,
          "validation_objective": 0.045995207463696564,
          "validation_mse": 0.0003606537208217063,
          "training_objective": 0.04891806410276426
        },
        {
          "step": 400,
          "validation_objective": 0.04113820396666492,
          "validation_mse": 0.00030377911681079905,
          "training_objective": 0.040964794318054054
        },
        {
          "step": 500,
          "validation_objective": 0.0383372489435824,
          "validation_mse": 0.0002721826927168039,
          "training_objective": 0.0372239484182395
        },
        {
          "step": 600,
          "validation_objective": 0.03773673235540968,
          "validation_mse": 0.00026446223864212004,
          "training_objective": 0.04757091123453699
        },
        {
          "step": 700,
          "validation_objective": 0.03724231760764233,
          "validation_mse": 0.0002596064323373276,
          "training_objective": 0.03638019851753372
        },
        {
          "step": 800,
          "validation_objective": 0.03595215257691839,
          "validation_mse": 0.00024896150560588086,
          "training_objective": 0.03595621903533945
        },
        {
          "step": 900,
          "validation_objective": 0.036095957748151414,
          "validation_mse": 0.00024942925658301044,
          "training_objective": 0.03348577997625282
        },
        {
          "step": 1000,
          "validation_objective": 0.035302641561472524,
          "validation_mse": 0.00024353363494693784,
          "training_objective": 0.034902382089320554
        },
        {
          "step": 1100,
          "validation_objective": 0.03565866982313742,
          "validation_mse": 0.0002474878084359259,
          "training_objective": 0.03978792325823729
        },
        {
          "step": 1200,
          "validation_objective": 0.03518225699819327,
          "validation_mse": 0.0002432937020594683,
          "training_objective": 0.036061892233339984
        },
        {
          "step": 1300,
          "validation_objective": 0.034655086966994014,
          "validation_mse": 0.00023870885029068855,
          "training_objective": 0.033333890215366105
        },
        {
          "step": 1400,
          "validation_objective": 0.03522176817682825,
          "validation_mse": 0.00024333843329724607,
          "training_objective": 0.03480861382625527
        },
        {
          "step": 1500,
          "validation_objective": 0.03542778463908753,
          "validation_mse": 0.00024538276049654295,
          "training_objective": 0.0387295080898189
        },
        {
          "step": 1600,
          "validation_objective": 0.034799681694569304,
          "validation_mse": 0.0002398710653036092,
          "training_objective": 0.03160497333065702
        },
        {
          "step": 1700,
          "validation_objective": 0.03406882640613034,
          "validation_mse": 0.0002326595399513559,
          "training_objective": 0.040193365364789034
        },
        {
          "step": 1800,
          "validation_objective": 0.03417415500995943,
          "validation_mse": 0.00023354752066391567,
          "training_objective": 0.036598073222018336
        },
        {
          "step": 1900,
          "validation_objective": 0.036158528850853196,
          "validation_mse": 0.00025344245405038994,
          "training_objective": 0.0358811772962185
        },
        {
          "step": 2000,
          "validation_objective": 0.03457965720136642,
          "validation_mse": 0.0002403599024916862,
          "training_objective": 0.035612782122528684
        }
      ],
      "weight_sha256": "567025565eb1deefecf43dacf5b552c4e54abfa8983ceb12a8c8044d53a9f7f0"
    },
    {
      "model": {
        "method": "adaptive",
        "hidden": 16,
        "seed": 20261010,
        "params": {
          "initial_w": [
            0.031067097524915665,
            0.05707388421377066,
            0.1498896013359196,
            -0.10953724649429986,
            -0.14194999393213587,
            0.018377433804064758,
            0.032003164154543684,
            -0.02676074100169922,
            -0.08891403606481915,
            0.021739754435969833,
            -0.14524393054121384,
            -0.10939811740254769,
            0.041306116985319885,
            0.06616702266724371,
            -0.059338753866074435,
            0.03597790524673236
          ],
          "initial_b": [
            0.29156222590036035,
            -0.23343751340340746,
            0.14310022335921418,
            -0.56164320670016,
            0.30730238270200244,
            0.14551597920092899,
            0.5847516873552683,
            0.43449207873821727,
            -0.1543733342378575,
            -0.09002477150394132,
            0.1468541348154526,
            0.2566862270988893,
            0.19474288417994207,
            0.1541248894304968,
            -0.4639231566090151,
            -0.05089703856921438
          ],
          "recurrent": [
            [
              0.21645030803219606,
              0.3224438153022822,
              -0.3425922893115655,
              0.6155081728545395,
              -0.3939879616779907,
              -0.20162120155974642,
              -0.2826779812865455,
              -0.3578690123546692,
              -0.07341770519316253,
              -0.01713266986153336,
              0.20617506546678713,
              0.16978594621446186,
              -0.4047047264430485,
              -0.42754067708795923,
              -0.05803127523331184,
              -0.3212574924934923
            ],
            [
              0.2806348003391286,
              0.0011242200676785032,
              -0.2052623521472381,
              0.07830371310213276,
              -0.13667707379069277,
              0.1587352330626491,
              -0.6437540978551826,
              -0.3379307802877574,
              0.23112577052911967,
              -0.06378069820112225,
              0.0275688034139672,
              -0.214720753112368,
              -0.27888916019794735,
              0.4551052199298305,
              0.32309387260711847,
              0.13533130512372668
            ],
            [
              0.023433403227401745,
              0.33789080208614214,
              -0.062101997437806256,
              -0.20403819636548584,
              0.0003539956109152105,
              -0.8160812079711471,
              -0.18198035268777113,
              0.2566025340629809,
              0.21785532819606407,
              0.10487071321454415,
              -0.28462377422404944,
              0.17485236586529695,
              -0.1477111690155532,
              -0.1314514453240222,
              -0.09558136659233071,
              0.125164360121795
            ],
            [
              -0.17906134007944952,
              0.10928688280313031,
              -0.21320980944711615,
              0.05432203516324876,
              0.32308739708481926,
              0.006377567673417839,
              0.390842700508104,
              -0.2652753504912758,
              -0.3053768862711192,
              -0.24975040933826098,
              0.14716265970430983,
              -0.43777526160855007,
              -0.34525255821849055,
              -0.17551869241525223,
              0.07608161103601443,
              -0.17196477778399663
            ],
            [
              -0.2052633765110599,
              -0.4541267857545925,
              -0.04547219371218474,
              -0.43789318432773433,
              -0.030944498390034058,
              0.16689967372911343,
              -0.1400908386254235,
              0.18194526588149357,
              0.2965769758413288,
              -0.3190821526238643,
              -0.35336327780674737,
              -0.0026611062686684468,
              0.2138466302043861,
              0.03243538396921318,
              -0.27826119353324535,
              0.24453113691788483
            ],
            [
              -0.6987492856471703,
              -0.1585419537927826,
              0.43497034108141025,
              -0.4260131455571078,
              -0.242247521829765,
              -0.23454765301661926,
              0.2839714905677864,
              0.39342162713678736,
              -0.2532219535120594,
              0.16381292785759033,
              -0.035305294430786276,
              0.039990580556150714,
              -0.10545133214118994,
              -0.13488140219910372,
              -0.0739973866402813,
              -0.09984050116564724
            ],
            [
              -0.14347769854929768,
              -0.04133220195306348,
              0.4868062814227784,
              -0.21560779159212798,
              0.21288743003848368,
              0.13363901328644,
              -0.08195895572277798,
              -0.07563278906014156,
              0.28577082689589894,
              -0.32463707828939087,
              -0.06754093213431694,
              0.3820167032095816,
              0.28791384816655674,
              -0.15458099490530577,
              0.13470895014392553,
              0.8058776041977246
            ],
            [
              -0.07501266214967249,
              0.04530732688993177,
              0.3187445893721535,
              -0.5139381886902258,
              0.11605013564374746,
              0.10982686121250454,
              -0.3542036614336585,
              -0.13380228648648243,
              -0.09460299482744158,
              -0.1257076543782595,
              0.12012734383308145,
              0.04021728851578953,
              0.7502689441035311,
              0.3262978214038417,
              -0.17935058827581382,
              0.1798520642074614
            ],
            [
              0.31127427781173483,
              -0.03126053505179647,
              0.19683089177354102,
              0.3678019930999005,
              -0.11677649703880444,
              -0.40105627289681284,
              -0.27077690775347335,
              -0.07734062473629619,
              -0.1275564429866342,
              -0.07558797394410857,
              -0.028891866750437117,
              -0.23232250011402836,
              -0.010538499765427058,
              0.03697546995383104,
              0.056080731597308815,
              -0.49785713343009913
            ],
            [
              -0.30239271484146685,
              0.2572601270139921,
              -0.23087157239001452,
              0.3867049833627789,
              -0.020941643652927867,
              -0.03998436247256762,
              -0.01789197777773567,
              0.04965484781620939,
              0.21513949825531065,
              -0.09459920127255515,
              0.2394893037860594,
              -0.18065610531567353,
              -0.23041518591487192,
              -0.18174982953445049,
              0.1370353909088675,
              -0.1260496319905245
            ],
            [
              -0.0542788132756834,
              0.4795526716765057,
              -0.041741681796005514,
              -0.06718516992653073,
              -0.07751645893156048,
              -0.44849903566670046,
              0.3566071130196536,
              -0.14116540943726383,
              0.3258202954265142,
              -0.2132421938659323,
              -0.148565995589168,
              0.6159410229381355,
              -0.3022105930359452,
              0.04536811200187293,
              -0.10049378798034249,
              -0.14655261959990554
            ],
            [
              0.5551962990166159,
              0.32124129655048245,
              0.06720013392759448,
              -0.11532903421803983,
              -0.28360234561500747,
              0.07095025847320154,
              -0.08966463446099908,
              -0.1887691061953371,
              0.1729931359691474,
              0.1507274712208826,
              -0.2044894979982425,
              -0.32373323940752713,
              0.21642420845094348,
              -0.0016090687240210549,
              0.11556378723705757,
              0.08622661634185941
            ],
            [
              0.20858422715126487,
              0.2712102351121164,
              -0.0834400751624736,
              -0.06008355797815301,
              -0.5228965016151265,
              -0.5328625070130435,
              0.24431454385224288,
              0.17549764993588568,
              -0.4909980054483044,
              -0.14112701546335074,
              -0.09999798225267904,
              0.12082127321308894,
              -0.23429396185223916,
              -0.050774827601195394,
              -0.3359834116334329,
              0.016627507487281784
            ],
            [
              0.14023214822778812,
              -0.6082522036578377,
              0.3579764472982838,
              -0.05212322964517294,
              -0.09236949429550306,
              0.20337011530148094,
              0.054132691298343395,
              -0.2108470929289437,
              0.10909621136142195,
              0.3279494631655503,
              0.4149535428931967,
              -0.28168906940320676,
              -0.015080745174813257,
              -0.26220984577045314,
              -0.3559152761320366,
              0.15912142966946097
            ],
            [
              -0.13191222199894248,
              0.0805932574698113,
              0.01254701710119129,
              0.3034018301344933,
              0.18109354969982813,
              0.41120282811970565,
              -0.055604996614817256,
              -0.03402558343103968,
              -0.11377844946509273,
              0.057283816819489256,
              -0.20899642050895673,
              -0.22017475098656997,
              0.013174014446216287,
              0.25712550877473433,
              -0.23425533353690406,
              0.18688351700038847
            ],
            [
              -0.16333251714816285,
              -0.35763950321832516,
              0.2351316103312881,
              -0.19369044981730257,
              0.05236939842837485,
              -0.14473234768603602,
              0.03999803156084595,
              -0.08900309420259737,
              -0.35598531523173077,
              0.30738290203079693,
              -0.3605750526329775,
              0.10948500806587826,
              0.008095931153710044,
              -0.1004929866707617,
              -0.14555037719130356,
              0.07170324745601851
            ]
          ],
          "gate_input": [
            [
              0.05510006900070429,
              0.33711548447741635,
              -0.1373066206896524,
              0.1929247983688056,
              -0.20680482644390455,
              -0.2018788212095524,
              -0.0791242925142718,
              -0.23703355734848022,
              0.04168878498624768,
              -0.22301948321342258,
              0.007501295570955505,
              0.2456713497632699,
              -0.13823543570985936,
              0.1975526284671921,
              0.4454463361261789,
              -0.10051094697652019
            ],
            [
              -0.01695671716256215,
              -0.07784337742132821,
              -0.06074634767495403,
              0.025200863345319856,
              0.15358122320363574,
              0.135566458446441,
              -0.03925765686410509,
              -0.12758182854832406,
              -0.058219426436405285,
              -0.21748727942352666,
              0.050496562676657454,
              0.1426161164565893,
              -0.018283293972214096,
              0.0988892544149861,
              0.047975811198218844,
              -0.14920437523549468
            ],
            [
              0.20097771706716122,
              0.12213986451951866,
              0.1511875133085364,
              0.19478632849828229,
              0.04955791679463194,
              -0.056208133191825584,
              -0.3212898089864578,
              -0.37290327539422696,
              0.2703378831136431,
              -0.11135378754183879,
              0.13303574811437968,
              0.058812949826294564,
              0.19505862937977128,
              -0.29404110594560223,
              0.020602581868456024,
              0.019159265685545337
            ],
            [
              -0.07808266261965827,
              0.04087320048510041,
              0.09870955607995854,
              0.2108942954189955,
              -0.009620932341112373,
              0.02271210636369498,
              -0.20999128210472529,
              -0.2635401632552945,
              0.09586938097843312,
              0.09633190015032862,
              0.13888959321074615,
              -0.06424504096375615,
              0.31971058650243994,
              -0.1148599898989181,
              -0.10901904490670615,
              -0.05065010421638983
            ],
            [
              0.01017439862339758,
              -0.024689204738219752,
              0.02566414832724121,
              0.06396573131254779,
              -0.10263502090663977,
              0.06929225886806807,
              0.07840857549809863,
              -0.23436598750679768,
              -0.0587353221924257,
              0.02207486494964435,
              0.30224698351620205,
              -0.05231996539425821,
              0.13416925857349724,
              -0.13538828545302192,
              0.08558823188239045,
              0.11249882725095703
            ],
            [
              -0.11313713512049747,
              0.06544706219711999,
              -0.17147316421674666,
              0.29846520123597514,
              0.09767012052216875,
              0.0404464650321047,
              -0.09530341478287196,
              -0.28783962460666673,
              0.02313773735579982,
              0.06930509962264372,
              0.2392795634421013,
              0.12378375462112862,
              0.13904613701580812,
              0.05784783352530621,
              -0.017312476768464466,
              -0.03712605259069133
            ],
            [
              0.24709524216123072,
              0.09117748314605265,
              0.36645202201997923,
              -0.04363589275734153,
              -0.0993687227436312,
              -0.09475534245907673,
              -0.23003166286056967,
              -0.3299675170664348,
              0.08299465364996214,
              -0.019315219847560367,
              0.30719115419918414,
              -0.0639164868385431,
              0.1695521243118526,
              -0.3123340573235479,
              -0.16933860715910412,
              -0.23503528853660147
            ],
            [
              0.2155386092070204,
              0.24331332455709212,
              0.1345829594242748,
              0.054752114874240254,
              -0.3006578792326946,
              -0.04839695052933643,
              -0.2842713741559483,
              -0.16326313928900127,
              0.2537185687608738,
              -0.12602403886942412,
              0.09175264093965117,
              0.09863385761796062,
              0.3129784865198151,
              -0.14722720335763423,
              -0.11667735401392094,
              -0.021942679547441817
            ],
            [
              0.20055733357345013,
              0.08415393161671571,
              0.255310278097378,
              -0.07728638723399897,
              -0.09549736023049117,
              -0.25949480961526633,
              -0.19689557878614022,
              -0.11603079322903652,
              0.1259624707184242,
              -0.02630878150977228,
              0.10194528013287713,
              0.16664715580252498,
              0.3389881049580204,
              0.03145111449038797,
              -0.11076550309709902,
              0.11489713224318446
            ],
            [
              0.35135844499504876,
              0.16004653598281574,
              0.34620379293649567,
              -0.1923839338732056,
              -0.30566668025812166,
              -0.24715951336436146,
              -0.4021210719157017,
              -0.3544553630992701,
              0.35609476388257666,
              -0.08280737991437558,
              0.1906875681909936,
              0.04435377200071707,
              0.3329190513984592,
              -0.4514569923866731,
              -0.08385459971416191,
              0.08712946867617578
            ],
            [
              -0.02135872328456975,
              0.12828736314633668,
              0.1422074705146472,
              -0.09514952141965344,
              -0.09071381918820406,
              -0.07629124707063359,
              -0.14301420049955707,
              -0.035950031151369126,
              0.09885570872917963,
              0.21154932240903015,
              -0.055791902832067086,
              0.09842770698918134,
              0.23801967299290042,
              -0.02596870248225224,
              0.12315878009200894,
              -0.008742416375455456
            ],
            [
              -0.042536238668178156,
              0.20846093054071346,
              0.37655685879062456,
              0.0327269362118214,
              -0.04517559972732431,
              -0.13334363851170625,
              -0.17180192245359832,
              -0.04148161072477242,
              0.09282970285397088,
              0.05049343065186382,
              0.12113601358459672,
              0.12670514239175545,
              0.2876063497620698,
              -0.21255266506440218,
              -0.12302065375734729,
              -0.12869533889553836
            ]
          ],
          "answer_input": [
            0.3115073789992065,
            0.5464195183480071,
            -0.7251748932623862,
            -0.5694648073923145,
            0.34732374341489336,
            -0.21396446930147867,
            -0.25677543778072676,
            0.7392968581166672,
            0.1786302105076382,
            -0.2043489757380812,
            -0.5458408846357867,
            0.46035212113097046,
            -0.1794252121673836,
            0.2573454944854481,
            0.2986924381154346,
            0.20496858015226055
          ],
          "bias": [
            0.17897844376820435,
            0.17813773655380255,
            -0.016272639212439658,
            0.10984943396067864,
            -0.11932126186818809,
            -0.09062729440398629,
            -0.2630509344844629,
            -0.19554657296378913,
            0.12065763677629338,
            -0.024519144623380867,
            0.13175801283420682,
            0.04294175640450255,
            0.16192136310564642,
            -0.36877768035959296,
            0.11226803277778241,
            -0.09904272972631224
          ],
          "decoder": [
            [
              0.09176401781278792,
              0.20657467992744852,
              0.17319655566926478,
              0.21222194752031046,
              0.11264117048237472,
              0.10851901204282392,
              0.08332987948030113,
              -0.0632160979266853,
              -0.08355656188654632,
              -0.22465067933292057,
              -0.309344921502318,
              -0.220023284271233
            ],
            [
              0.16754781143958838,
              0.174927692214828,
              0.16402886717215984,
              0.21412532018542027,
              0.11888765148025668,
              0.1747978340835685,
              0.06088181356913844,
              -0.03730378713141663,
              -0.13156282057522176,
              -0.22765149643746577,
              -0.30806414113460223,
              -0.34017454330891284
            ],
            [
              -0.03817142780382966,
              -0.027680651926271407,
              -0.08041256409244392,
              -0.03195552518924891,
              -0.12295090883638086,
              -0.1057015437206941,
              -0.16565755831332835,
              -0.20842715053521635,
              -0.10183115197224185,
              0.11730401485213007,
              0.4541548542311641,
              0.28966108272765456
            ],
            [
              -0.10722071850410264,
              -0.18600952718603606,
              -0.1776645153649589,
              -0.17547368146002237,
              -0.17925772439850346,
              -0.15593657957217621,
              -0.0550234931554509,
              0.08001976628412825,
              0.14173873124737732,
              0.3000142689159969,
              0.3384027770647962,
              0.20222330676285674
            ],
            [
              0.24984177224695195,
              0.25570133524300137,
              0.24851774182804115,
              0.18939019195018242,
              0.06469674723946608,
              -0.006883406682058133,
              -0.13691095558019026,
              -0.19100325897599688,
              -0.17589678488822963,
              -0.21735083108033557,
              -0.16519814134409655,
              -0.141560654073413
            ],
            [
              0.18909449759588734,
              0.179785788078425,
              0.14034873626508282,
              0.05945773538678588,
              -0.01315643643346814,
              -0.0860505039988749,
              -0.13903398320119043,
              -0.18670023982774928,
              -0.2192323361011377,
              -0.13158569807243106,
              0.1124247539099872,
              0.19285151935911005
            ],
            [
              -0.16736399363013915,
              -0.10547955438067438,
              -0.13030378201717285,
              -0.12846018632758674,
              -0.1244820174230746,
              -0.1153595435372874,
              0.02339703144993057,
              0.08789674831940286,
              0.18132037371652746,
              0.27289180086197024,
              0.2174574606504855,
              0.09809922632747599
            ],
            [
              0.16485228996048232,
              0.16911163041197574,
              0.1502180562711924,
              0.19386296934345934,
              0.10737429042406875,
              0.07747378920751041,
              0.11100025508357214,
              0.09457118569291303,
              -0.03587448786300681,
              -0.1696411882271813,
              -0.3240657374499031,
              -0.3137375104515773
            ],
            [
              0.23147836178090694,
              0.20521085335189748,
              0.1491429951769823,
              0.21106003487651143,
              0.11517489427842934,
              0.041481968516505596,
              0.045573860387411194,
              -0.0775287933978408,
              -0.1697623112490472,
              -0.3039813897276281,
              -0.3050531492566105,
              -0.0589776127468356
            ],
            [
              -0.21935614503852519,
              -0.25929682340725524,
              -0.2444323873331128,
              -0.1960110189229162,
              -0.2017823242931105,
              -0.1611292498442808,
              -0.008890100008322833,
              0.1071814989819717,
              0.2570615009834855,
              0.3275898885173664,
              0.3705233594697023,
              0.20253784292583699
            ],
            [
              -0.15009473855166677,
              -0.10374773146943449,
              -0.11321674552017354,
              -0.06306178836213334,
              -0.12128643107805968,
              -0.14502294784235495,
              -0.005870093526721931,
              0.02072893571606254,
              0.07442697295369782,
              0.15606135649600106,
              0.3844484781675657,
              0.2767865528385794
            ],
            [
              -0.009416758366765416,
              0.01263337831213139,
              0.10478556162053948,
              0.08333248272398999,
              0.12764559064261716,
              0.16762415329575214,
              0.24508842352257934,
              0.21684427741045492,
              0.03495629543829163,
              -0.16874536930744014,
              -0.36451286529912186,
              -0.3374470198872548
            ],
            [
              0.2563631344507764,
              0.2071492263222151,
              0.15660710364602273,
              0.043904319916978254,
              -0.06293712613735473,
              -0.15189435162540632,
              -0.25627221884487184,
              -0.2846401083851019,
              -0.2473055168455298,
              -0.09788719276834977,
              0.19826219102570933,
              0.2552325633516365
            ],
            [
              0.30957986801262544,
              0.25728281730130603,
              0.17096342776948542,
              0.12165752684807556,
              0.07737801460094049,
              -0.0340702193354294,
              -0.06657812937258575,
              -0.16308079221900862,
              -0.24930650618823408,
              -0.21729849389281294,
              -0.22252292927626224,
              0.011558059676018879
            ],
            [
              0.11422192208520957,
              0.18800614562377782,
              0.18796201837011217,
              0.15566137755036746,
              0.1969625371683988,
              0.0939675268219481,
              0.07007876539259886,
              -0.02491984868675719,
              -0.1724943967133752,
              -0.2880001674519561,
              -0.39655491923812114,
              -0.22309653354405118
            ],
            [
              0.21197542563531263,
              0.27015298628401796,
              0.22459569389657183,
              0.2646408540692826,
              0.2026365563647113,
              0.08759167476637865,
              0.020068384718009712,
              -0.13283898671334562,
              -0.2785981074286058,
              -0.4003902687085071,
              -0.3692704910612581,
              -0.05047313841044359
            ]
          ],
          "decoder_b": [
            0.04555975427065186,
            0.036459824232600975,
            0.0023809024209338276,
            -0.015287886154812377,
            -0.01073711285459592,
            -0.06529392067057888,
            -0.06526451721978598,
            -0.015598642401246348,
            -0.009798832142923344,
            0.026121287044583077,
            0.054824772967939535,
            0.06038130460532805
          ],
          "policy": [
            [
              -0.050052578345140666,
              -0.05257353753912349,
              -0.1066301553398057,
              0.19470035600600213,
              0.16005066510741559,
              0.3063042989550329,
              0.26536560975836976,
              0.4766615451353888,
              0.31947595547257573,
              0.3284831079957975,
              0.09422159653124595,
              -0.2750641002246263
            ],
            [
              0.17578469681262354,
              0.21930220051922,
              0.2057842176926546,
              0.09811232644810651,
              -0.07962446051804041,
              0.04878260273405157,
              0.11834296198587076,
              0.327853248261403,
              0.049956330011462914,
              -0.31832404361837663,
              -0.3456746351725272,
              -0.15176368059473025
            ],
            [
              -0.11431214062436054,
              -0.018485118909026883,
              0.031030863420512367,
              -0.12540264719053631,
              0.039292093782030926,
              -0.21312665113711046,
              -0.1576853536259975,
              -0.3443505565270711,
              -0.03538518907670293,
              0.4182913570174605,
              0.18961668768993642,
              0.7845990196886063
            ],
            [
              0.12403343798197734,
              -0.016861313151473357,
              0.41858812673775514,
              0.2729720918336371,
              0.004988950500774608,
              0.27038969594354934,
              0.415771020668538,
              0.18387781801152286,
              -0.15000853565621353,
              -0.43456850787874185,
              -0.5148298899686394,
              -0.449463104912045
            ],
            [
              -0.09318711344693632,
              -0.2272283049933241,
              -0.32113320041365,
              -0.23847401200493243,
              0.21978348232740633,
              -0.00028274846996610736,
              -0.4177047693896371,
              -0.18851022398645198,
              0.2037512563112454,
              0.3134949483370151,
              0.228722582667762,
              0.28139820467830334
            ],
            [
              -0.09292763887035865,
              -0.23350483826573487,
              -0.37078727920286797,
              -0.11648234024565512,
              0.006904599111049167,
              -6.417396024337022e-05,
              -0.013930817165011825,
              -0.02268571640838868,
              0.275694299276279,
              0.2575383274056095,
              0.15266100050648315,
              0.21566306738606128
            ],
            [
              0.00817084029189609,
              -0.4747466167280047,
              -0.6213355677103947,
              -0.4214030283138503,
              -0.35103229523894747,
              0.2467286565523118,
              0.10296351667699521,
              0.3091258414496793,
              0.5535695144456648,
              0.6745508374374038,
              0.10569087468428595,
              0.0025442193999668287
            ],
            [
              -0.23521969304924037,
              -0.23850062631527005,
              -0.3405063086638111,
              -0.05191397641752065,
              -0.1558870409653093,
              -0.17961706344864067,
              -0.09345080512537719,
              -0.012922368706676483,
              0.1264390186887086,
              0.22998893894334044,
              0.3535135645301148,
              0.2221318775227339
            ],
            [
              -0.2468784140175561,
              0.49051755391628804,
              0.5719504988204673,
              0.5019598142105132,
              0.33681911563251293,
              -0.06732458397151946,
              0.009892089611292974,
              -0.24827214494771108,
              -0.5353696667557316,
              -0.42456410325099003,
              0.12665340343610898,
              0.10939784608361386
            ],
            [
              0.2096203363692431,
              0.016979037603721714,
              0.08703050676556567,
              0.021928303336938706,
              -0.006884787532692515,
              0.12684528023431976,
              -0.46551995836550275,
              -0.21301566366656988,
              0.19399813297171084,
              0.01830424757376035,
              -0.2535496674663535,
              -0.1394352157034154
            ],
            [
              -0.31014124085678424,
              0.22136742520388925,
              -0.07060945872095863,
              0.15219987196863666,
              -0.024003206227507432,
              -0.05704570380911358,
              -0.042938627973139604,
              0.4127005491693174,
              0.232363405585596,
              0.44336145833195434,
              0.20974774489327783,
              -0.14827324446746407
            ],
            [
              0.15210234066663358,
              0.26470656248872,
              0.03376252992413887,
              -0.0037584022435449916,
              0.13661055830354898,
              -0.12551516771373106,
              -0.12314030823229181,
              -0.09062930325900868,
              0.07157980232898498,
              0.2658179262204338,
              0.1390914313769465,
              0.1408807624664501
            ],
            [
              0.006547406920589141,
              -0.017019209398952642,
              -0.19527486604010658,
              -0.3265731834881216,
              -0.22043616398255403,
              -0.38787745096688125,
              -0.03630478537137912,
              0.08368761860658315,
              0.06392881911029981,
              0.24877033281944277,
              0.453973362828211,
              0.5998660971336275
            ],
            [
              -0.08747062755584532,
              -0.06101563654790125,
              -0.10237360515942476,
              0.1104280548763886,
              0.03971325885332477,
              0.6279312119778331,
              0.47376844238851407,
              0.4864957331205267,
              0.16736419230675875,
              0.000616587042917073,
              -0.4595717838614026,
              -0.5541938957631203
            ],
            [
              0.06331370253775721,
              0.05242205734157284,
              0.21707113598404004,
              0.01268020826730058,
              0.017704269274299085,
              0.1884479283957404,
              0.33582377190442503,
              0.10144891929896267,
              -0.2754480071512944,
              -0.30258526158937926,
              -0.6840169906795041,
              -0.4851761361392775
            ],
            [
              -0.366760609793044,
              0.11906604035661324,
              0.008979861714320362,
              0.11684141793852575,
              0.059425179436013144,
              -0.29116243737856534,
              -0.44985509229617693,
              -0.6246186101332631,
              -0.30899129227119276,
              0.13470254073548898,
              0.38362752032378966,
              0.9044855403008931
            ]
          ],
          "gate_logits": [
            [
              -1.937673141246942,
              -1.6275508121810691,
              0.5654504667710321,
              -0.3038708723157695,
              0.5967724054145377,
              1.5204132141174131,
              2.202772968577559,
              1.9214111963701113,
              1.0508246677945463,
              0.4249279410711004,
              0.7472444761566872,
              0.35262728724176184
            ],
            [
              2.6359987763358763,
              0.7822962721530996,
              0.7294110230009125,
              0.06012525381243633,
              -1.0482991738985146,
              0.6221226370613885,
              -1.854031327687376,
              -0.713888967623064,
              -0.24859614341473749,
              -1.280969633881871,
              1.6184445113706376,
              1.1599716753236142
            ],
            [
              0.3785084021892654,
              0.7796705078619253,
              -0.0963862248631979,
              0.5196070966547213,
              1.341581979670652,
              0.7329449586025147,
              0.2673324675481177,
              0.23389659483436698,
              0.8046866864726996,
              -1.4629407779005483,
              -0.7674047847713655,
              0.45118155434499563
            ]
          ]
        }
      },
      "selected_step": 1800,
      "selected_value": 0.028283616870396027,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.315401586019846,
          "validation_mse": 0.003110916777869229,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.05743625167839149,
          "validation_mse": 0.00046459509940529134,
          "training_objective": 0.049558047161455974
        },
        {
          "step": 200,
          "validation_objective": 0.04669210367477607,
          "validation_mse": 0.0003584847702906897,
          "training_objective": 0.04306985199546528
        },
        {
          "step": 300,
          "validation_objective": 0.0427412698552072,
          "validation_mse": 0.0003242745979267079,
          "training_objective": 0.05018822574382712
        },
        {
          "step": 400,
          "validation_objective": 0.04136968639801614,
          "validation_mse": 0.00031351298259264847,
          "training_objective": 0.03919002281327715
        },
        {
          "step": 500,
          "validation_objective": 0.04004353313631365,
          "validation_mse": 0.00030392952746884517,
          "training_objective": 0.04184806857615651
        },
        {
          "step": 600,
          "validation_objective": 0.03934204931365106,
          "validation_mse": 0.0002998331835235087,
          "training_objective": 0.03415875587760726
        },
        {
          "step": 700,
          "validation_objective": 0.03753427333975015,
          "validation_mse": 0.00028652802658615665,
          "training_objective": 0.03518911705831783
        },
        {
          "step": 800,
          "validation_objective": 0.03490932945354408,
          "validation_mse": 0.0002625251330540784,
          "training_objective": 0.03830678810178285
        },
        {
          "step": 900,
          "validation_objective": 0.033622465528504175,
          "validation_mse": 0.0002480945885176895,
          "training_objective": 0.039032264184065114
        },
        {
          "step": 1000,
          "validation_objective": 0.032513342743784666,
          "validation_mse": 0.00023765036843929405,
          "training_objective": 0.03718999085744911
        },
        {
          "step": 1100,
          "validation_objective": 0.03298728204557582,
          "validation_mse": 0.00024067502528069492,
          "training_objective": 0.03709782668839456
        },
        {
          "step": 1200,
          "validation_objective": 0.030830657141002835,
          "validation_mse": 0.00021941210193444956,
          "training_objective": 0.032753626344208454
        },
        {
          "step": 1300,
          "validation_objective": 0.030443892827298015,
          "validation_mse": 0.0002172323498326213,
          "training_objective": 0.027348368337456602
        },
        {
          "step": 1400,
          "validation_objective": 0.029540993391389807,
          "validation_mse": 0.00020780513078884767,
          "training_objective": 0.029059852008569198
        },
        {
          "step": 1500,
          "validation_objective": 0.029815053187911746,
          "validation_mse": 0.00021191440414534214,
          "training_objective": 0.02973919796284467
        },
        {
          "step": 1600,
          "validation_objective": 0.029356774535390165,
          "validation_mse": 0.0002076573856519079,
          "training_objective": 0.026846877552580407
        },
        {
          "step": 1700,
          "validation_objective": 0.02964671153870245,
          "validation_mse": 0.00021073412403180755,
          "training_objective": 0.03433131096430402
        },
        {
          "step": 1800,
          "validation_objective": 0.028283616870396027,
          "validation_mse": 0.00019543366790205713,
          "training_objective": 0.025027011196375185
        },
        {
          "step": 1900,
          "validation_objective": 0.029420673303735496,
          "validation_mse": 0.00020431622080807128,
          "training_objective": 0.03307509137472633
        },
        {
          "step": 2000,
          "validation_objective": 0.028473055402412677,
          "validation_mse": 0.00019801035329499367,
          "training_objective": 0.03443920990541144
        }
      ],
      "weight_sha256": "497e0cfe379411c4e147b4a20f419dadeb8a9183801fc7415719c6383555de30"
    },
    {
      "model": {
        "method": "fixed",
        "hidden": 16,
        "seed": 20261010,
        "params": {
          "initial_w": [
            -0.0388841331613032,
            0.17825552243395942,
            0.21387593477146447,
            -0.09686686742182475,
            -0.22676672867398795,
            -0.1110840374871626,
            0.013415839645136025,
            -0.2367905064242065,
            -0.1350721329682812,
            -0.05259146718372261,
            -0.10291702163020829,
            -0.11454405326369853,
            0.10949429501635274,
            -0.038234611264569916,
            -0.1131931016099527,
            0.28522891559392055
          ],
          "initial_b": [
            -0.18189814282533467,
            0.09197965249469622,
            0.017791191017614623,
            -0.021768976179296996,
            0.18668273821343226,
            -0.04600038987475931,
            -0.16202202625559706,
            0.17893061456815992,
            0.013832780147629856,
            -0.04061968826267205,
            -0.019696583096729656,
            0.34182446929402777,
            0.11018834112889483,
            -0.03521763161813517,
            -0.1729746595399406,
            0.03372112163467632
          ],
          "recurrent": [
            [
              -0.05236485295199275,
              0.17998244907670602,
              -0.06722620949691305,
              0.2520895142547222,
              -0.33214925174710963,
              0.055060619114082644,
              0.11292478899950543,
              -0.1793519605809332,
              -0.04603639367593327,
              0.09043729427077159,
              0.1345426183456404,
              0.38649339561253687,
              -0.523881415981216,
              -0.29945954954373616,
              -0.10806951347686847,
              -0.173475551486878
            ],
            [
              0.07912714542865767,
              -0.2717245939407164,
              0.06845112530748267,
              0.10456504827439837,
              -0.21184102030285815,
              0.1997044532401369,
              -0.38839606860034676,
              -0.2318194748010798,
              0.14471332371394197,
              0.058456399485229106,
              0.32953995093028565,
              -0.44155404361021683,
              -0.2671606770056433,
              0.4052058468998565,
              0.1704166614401551,
              0.3945440004753251
            ],
            [
              -0.12524747776377676,
              0.09587098078449179,
              -0.2916619185062012,
              -0.07842299027230584,
              0.10281846749024834,
              -0.5127160849956461,
              -0.2567140364269102,
              0.1745419494876473,
              0.07341734626566612,
              0.08032143382125441,
              -0.3102880476814937,
              -0.1880273268114817,
              0.1387010153163944,
              -0.24136962870871997,
              -0.1526260199927008,
              0.061722909166448715
            ],
            [
              -0.20912932120417815,
              0.18315971648007418,
              0.021123604473850966,
              -0.2149660081544636,
              0.24978436636355744,
              -0.10619079695126012,
              0.35504582068886126,
              -0.2712642134652373,
              -0.2050398904359258,
              -0.17319331932620471,
              -0.18578452448442237,
              -0.21259968976973687,
              -0.2492805228263683,
              -0.21475489032617412,
              -0.011848123737784712,
              -0.22828881161339878
            ],
            [
              -0.07461244601322196,
              -0.40977901590900556,
              -0.2386539855583251,
              -0.10356625304828519,
              -0.08952582097599084,
              0.04329206202284252,
              -0.36828061338917695,
              0.11924411551209445,
              0.2670135572067516,
              -0.2827996295171055,
              -0.12032377809196443,
              -0.24109513709309377,
              0.22990248117705986,
              -0.03145642546846889,
              -0.2718851332669919,
              0.14892661747258917
            ],
            [
              -0.45499465207034223,
              0.044148837804120364,
              0.12532293022350052,
              -0.3065207783824289,
              -0.2214538672336796,
              -0.04609875017627966,
              0.08592970710414165,
              0.23470359275827032,
              -0.147543252208349,
              0.12683758716383656,
              -0.15887441644639447,
              0.07183648395625523,
              0.042273514382961584,
              -0.08130912070984674,
              0.07570325971360228,
              -0.19687573633491384
            ],
            [
              0.021415210999736235,
              0.05669642473537131,
              0.5197028921696842,
              -0.07208611016600434,
              0.08362072534785185,
              -0.15220230190889836,
              0.0009242896528190239,
              -0.17583095975990348,
              0.09196113542805119,
              -0.30433245959967276,
              -0.14703015000376787,
              0.3867315991015195,
              -0.05150736577115341,
              -0.21414229781274077,
              0.2068349519690491,
              0.27530486792500747
            ],
            [
              -0.07613737568412578,
              0.18487630852158266,
              0.29285141981226676,
              -0.10781152356460898,
              0.032759784354449394,
              -0.17131454433837348,
              -0.40701753419476533,
              -0.30789215944752346,
              -0.13394161792885678,
              0.03241866086401858,
              0.33867705501907247,
              -0.21859304757076212,
              0.22157157698879978,
              0.21051503119961068,
              -0.18231974573620946,
              -0.031440903212931796
            ],
            [
              0.14667004744778717,
              -0.3203105270352886,
              0.0829904395983021,
              0.4239324144980449,
              -0.14293492466257854,
              -0.3865009860000858,
              -0.1662001052766264,
              0.0912960328267226,
              -0.07956188082461615,
              -0.05228961008471894,
              0.14493192975627422,
              -0.201968797665544,
              -0.0956932528297783,
              0.08522856059223637,
              -0.0753413624536466,
              -0.2779421403613461
            ],
            [
              -0.4025224171182845,
              0.08953355350720389,
              -0.11112736069957545,
              0.2281398159024355,
              -0.18131711163044256,
              -0.10278172373310628,
              -0.05176061446222771,
              0.07613465367058067,
              -0.10571164752105226,
              -0.0053581023649024295,
              0.24068395991759686,
              -0.2061382119877161,
              -0.09327794272036781,
              -0.24464330704917017,
              -0.16325292679201156,
              -0.04880872958941355
            ],
            [
              -0.22379273986156445,
              0.2006311805714231,
              0.11405408026485828,
              -0.17496299628288783,
              -0.10944878971997557,
              -0.19755650082001178,
              0.4822491589933514,
              -0.34889773769489163,
              0.2547782395258039,
              0.06771592581214936,
              -0.2335879915930546,
              0.26448222436054586,
              -0.07017320797063795,
              0.1349549353075852,
              -0.20726957188338221,
              -0.3193697631212674
            ],
            [
              0.23858038977470394,
              0.4108469863879635,
              0.20969661255880018,
              -0.30255001596837044,
              -0.1631546793377558,
              0.04684063528067236,
              0.1074253989589311,
              -0.23449695326610853,
              0.30870900051603084,
              0.30366947422883384,
              -0.35479712197306984,
              -0.37790778780508044,
              0.25999661817442266,
              -0.0332454234978289,
              0.17898421880104792,
              0.0732610098292438
            ],
            [
              0.20623483928176692,
              -0.1477900092232972,
              -0.5299991857897934,
              0.05318424755916716,
              -0.44797850651276844,
              -0.24052845850495114,
              0.21145081263508783,
              0.1887851758760527,
              -0.5388721525106649,
              -0.5089398225224151,
              0.10385472939065692,
              0.12385616807833137,
              -0.19645453611949382,
              0.037759846452243805,
              -0.2107765739075602,
              0.09815021158568546
            ],
            [
              0.19591612391063726,
              -0.18537768437531824,
              0.39378422134212476,
              -0.08229147450536992,
              -0.04446066066618041,
              0.11497432785168143,
              0.21808417132145264,
              -0.16423258452418593,
              0.06813589738017001,
              0.2561089129608223,
              0.378335917476521,
              0.13644294435175683,
              -0.26605653014233405,
              -0.13646875109902676,
              -0.2632808602863035,
              0.23639931896938848
            ],
            [
              -0.11550330658053247,
              0.19800177109034847,
              0.3312973836905656,
              0.24703900691952035,
              0.10779063303735424,
              0.18107866358908828,
              -0.06473659986054262,
              0.1062272354546772,
              0.024859724568859865,
              0.176494758338293,
              -0.20564441988481127,
              -0.08762256300468675,
              -0.13937302699508636,
              0.24123866311330264,
              -0.22495347657315193,
              0.34499596013940376
            ],
            [
              -0.08557774631230033,
              -0.12999393207448295,
              0.10472221245139107,
              -0.06459628778452563,
              0.07984188066459562,
              0.010719266967575308,
              -0.0007832581723166127,
              -0.4452942884983251,
              -0.12535889652592383,
              0.37261619366681287,
              -0.3233794990873259,
              0.04611091077806471,
              0.11012024226485914,
              -0.06424254016560281,
              0.11533061875575873,
              -0.08395466676130571
            ]
          ],
          "gate_input": [
            [
              0.03090493171117606,
              0.10907597643440389,
              -0.07207688239204627,
              0.14685903005681097,
              -0.1562999446968168,
              0.03717101484609466,
              0.1368523341944283,
              -0.12640156474713343,
              -0.1532825595892376,
              -0.18682264837602525,
              0.1544807588267827,
              0.3575672839547603,
              -0.13256745636933154,
              0.09368265639065179,
              0.18861784257553335,
              0.09161569767206079
            ],
            [
              -0.11929620077026555,
              0.02202220885769575,
              0.012899500536178901,
              -0.1622338415527905,
              0.16112147714196187,
              0.024809402871182402,
              0.12789485053864202,
              -0.08327112107667708,
              -0.01706523514671484,
              -0.2024711185233949,
              -0.07417044958839665,
              0.2398274341792189,
              -0.18522183153831515,
              0.13001841476237466,
              0.04011581039824874,
              -0.16128177499398336
            ],
            [
              0.04780946589602899,
              0.047805403804198156,
              0.0786873404661564,
              -0.1477845066685138,
              0.208278996128684,
              -0.029043759923886147,
              0.07082311164542585,
              -0.24919019224101088,
              0.21859356459017218,
              -0.08373904324394578,
              -0.11853959190744104,
              -0.017644132749142196,
              0.1371234616651544,
              -0.0007259184946429187,
              -0.007790288758743324,
              0.11123366292086849
            ],
            [
              -0.18399086553855787,
              0.08195128885837617,
              0.10835915088848663,
              -0.064205413630136,
              0.05122086911644117,
              -0.0191698436154116,
              0.02406430293743564,
              -0.15911518653746756,
              0.09402663727976697,
              0.11109276483082821,
              -0.08737718280438113,
              -0.0003703248910164764,
              0.15503755178663228,
              -0.03337116899596784,
              -0.12504067041805633,
              -0.03216497742975933
            ],
            [
              -0.06295669723969852,
              0.09151551069851874,
              0.025271487512508902,
              -0.14034363375734182,
              -0.08333555156664064,
              -0.0024882660690800354,
              0.24607856820175505,
              -0.1793419229605515,
              -0.04838119762056378,
              0.04217262039278421,
              0.10219140271920414,
              0.010397828091846554,
              -0.027289746314515813,
              -0.07216790976435132,
              0.0944697160223471,
              0.08720491704802269
            ],
            [
              -0.12586448493993155,
              0.12945898776755138,
              -0.003553475264283395,
              0.030596382623289103,
              0.13740219513739974,
              0.03108116737937683,
              0.14515476802153718,
              -0.23445990644548645,
              0.0020064840415250198,
              0.057719282335839825,
              0.06553119478117127,
              0.25474127754817866,
              0.0957150424315147,
              0.04190492469306113,
              -0.11074579006715532,
              0.00046497518712601364
            ],
            [
              0.1114985986731956,
              0.09194483092770414,
              0.1464831998164788,
              -0.10372503237908422,
              -0.017028507901496837,
              -0.09709843484286114,
              0.10112983712899741,
              -0.24142151106064147,
              -0.04654914595954974,
              0.017938809764179973,
              -0.05151218810569516,
              -0.2499382246808669,
              0.06659370739157817,
              0.013215218477892112,
              -0.13081591077944157,
              -0.2458277521576543
            ],
            [
              0.09073784984438239,
              0.18813378976238063,
              -0.24427484977864564,
              0.06326380729184802,
              -0.25300158218813823,
              -0.015125684617280024,
              0.01185675289466632,
              -0.09990164828707811,
              0.06147479734625231,
              -0.07240903402953176,
              -0.17684201271002603,
              -0.24936650659291998,
              0.2828318378880949,
              0.2620293656347638,
              -0.08534433219484899,
              -0.08370866207463123
            ],
            [
              0.1520547679604608,
              0.16204907224796405,
              -0.11393491733331744,
              -0.08407523051976658,
              -0.10719613294891439,
              -0.23800814724319577,
              0.01792790903396663,
              -0.1610223941440852,
              -0.042813959849630566,
              0.027325539151156843,
              -0.06790885777177794,
              -0.08451492273462781,
              0.3144894477980893,
              0.3584163715842007,
              -0.06639309072141483,
              -0.025260897407735638
            ],
            [
              0.24036754190770418,
              0.10447600317849783,
              -0.5301482552461534,
              -0.11647438472885567,
              -0.20157089292500247,
              -0.17362468912884912,
              -0.10099827140668798,
              -0.3901832270671439,
              0.06240640081132637,
              -0.04556602866781706,
              -0.09165479464800995,
              -0.5506882734274632,
              0.3926810493767292,
              0.09419831986450017,
              0.05084709093442771,
              0.0020796236783250316
            ],
            [
              -0.014751308586793419,
              0.01387861116008183,
              -0.42839938492195295,
              -0.0712310948511861,
              -0.0767617173835504,
              0.01517118216544502,
              0.11184612389835474,
              -0.16219035427122844,
              -0.02648972530999075,
              0.2944267038304551,
              -0.07395570565234835,
              -0.15982691534739304,
              0.22589761208327983,
              0.1527286633258709,
              -0.015322560661931061,
              -0.06366648166889342
            ],
            [
              -0.062001863374025634,
              0.06907207709195333,
              -0.15994985455783636,
              0.061457989908587606,
              -0.01756284146404329,
              -0.029052673946887556,
              0.023489576432639134,
              -0.1748866701919811,
              0.06589728940872554,
              0.037289740284290225,
              0.10363242796496275,
              -0.015997626101339785,
              0.26722974522039766,
              0.13787115423603205,
              -0.05730640184839879,
              -0.13034314093456367
            ]
          ],
          "answer_input": [
            0.010991372551316774,
            0.3815890231582849,
            -0.3637577730239528,
            -0.2774629325512283,
            0.07840052957337616,
            -0.11536410644576627,
            -0.16989447826628695,
            0.7454319996307226,
            0.0468717500245365,
            -0.07564089382590074,
            -0.23277994288949433,
            0.32347110976706706,
            -0.4050954853084351,
            0.1815991720210521,
            0.12680608047600211,
            -0.007650578693512442
          ],
          "bias": [
            0.08407608963380686,
            0.043412760383601645,
            -0.06718173268179535,
            -0.08774577087303985,
            -0.042197077351852796,
            0.005590122467255662,
            0.14363054184409285,
            -0.16310628186522474,
            -0.027910093230355752,
            0.0030999696547695235,
            0.03474486127540527,
            0.012470573769326218,
            0.10267832766933545,
            0.0345922074217792,
            3.7313438337732106e-05,
            -0.03494452178145908
          ],
          "decoder": [
            [
              0.21596781454841257,
              0.2944717196403622,
              0.2482687294487792,
              0.2321979793597948,
              0.09283685163839007,
              0.027485489221053826,
              -0.04699535774154791,
              -0.19969336869310642,
              -0.17923978905441515,
              -0.2574433109613622,
              -0.27729396383702387,
              -0.2669959693718454
            ],
            [
              0.17144441643245925,
              0.17906011565219537,
              0.17466460871513423,
              0.24806801888397306,
              0.13028472419588308,
              0.14730579052484374,
              0.03133396992041569,
              -0.055771873991349585,
              -0.18383365418092718,
              -0.26928268571035674,
              -0.35173605926769597,
              -0.2737403635185919
            ],
            [
              0.010354584080692873,
              -0.012337927512856443,
              -0.07287147532792156,
              -0.04555172259110984,
              -0.1311364959495512,
              -0.1152834101141123,
              -0.17032036857829755,
              -0.2443999010320573,
              -0.14673076940159158,
              0.11625353849385323,
              0.48107277274578625,
              0.404390298228944
            ],
            [
              -0.12330986011462697,
              -0.228714899271773,
              -0.15583399128272166,
              -0.15589599637183743,
              -0.16105801123602337,
              -0.08629386511538109,
              -0.06403948192904406,
              0.04972866971192922,
              0.08521136243042927,
              0.28903734031054074,
              0.31860363602564473,
              0.14086494551009726
            ],
            [
              0.22414932172399843,
              0.18177678814668838,
              0.28872955743007805,
              0.13806779569184616,
              0.150339160206184,
              0.13461573571713187,
              -0.05484432609959733,
              -0.05854362503245921,
              -0.1510939800825558,
              -0.2550644565860267,
              -0.33028885646026784,
              -0.1805183271622539
            ],
            [
              0.2711167117339023,
              0.2757046446363953,
              0.25506252764883547,
              0.06418619699500211,
              0.0828223108930786,
              -0.03057782852594783,
              -0.19075639800693003,
              -0.2024774935170983,
              -0.2656114263620489,
              -0.225332214944444,
              -0.0918703873781081,
              0.15047585204258332
            ],
            [
              -0.26632531488563294,
              -0.2062677673400862,
              -0.2515376963485912,
              -0.19092205126705666,
              -0.16234955885525604,
              -0.08309657364326514,
              0.06420126138975815,
              0.18176478171851848,
              0.32159534585189886,
              0.37745475701669434,
              0.2655821245094066,
              0.08396231262741169
            ],
            [
              0.10779518992844615,
              0.16530838348240917,
              0.1533959594051077,
              0.20919885884993003,
              0.1645795477056723,
              0.15748405296162224,
              0.18227227833602686,
              0.06977403791837847,
              -0.07185486127050625,
              -0.289137168678981,
              -0.4321905680065577,
              -0.3342957269300581
            ],
            [
              0.370899004195582,
              0.2814188622897227,
              0.1980974812868201,
              0.22269015962286043,
              0.10970220277416903,
              -0.005660342721676088,
              -0.05754535630520918,
              -0.18794583765037556,
              -0.2736654275103082,
              -0.35120997434976786,
              -0.284866131953116,
              -0.03826903860662563
            ],
            [
              -0.17789757321669428,
              -0.22323575669695966,
              -0.21394357658512175,
              -0.22867805755621745,
              -0.21848252474342314,
              -0.21436104799803202,
              -0.10668180047739106,
              0.022396432631422058,
              0.149629082931186,
              0.30007269166758693,
              0.5020621130857461,
              0.3543225049524926
            ],
            [
              -0.12120082706659635,
              -0.07215507441184064,
              -0.10087635314724445,
              -0.07922453056301866,
              -0.1853422937316032,
              -0.20924192739469025,
              -0.1211119869947575,
              -0.059195028829778784,
              0.04629916000543184,
              0.1981894387831164,
              0.46585119806394,
              0.3248056737714889
            ],
            [
              -0.0239048585400748,
              -0.012596992634362729,
              0.06761655440149296,
              0.09147997390950352,
              0.10786695466930071,
              0.1479113116930557,
              0.29729768516137506,
              0.2854481817193106,
              0.12346345455107054,
              -0.1625202342539687,
              -0.433079193862303,
              -0.3906028388527197
            ],
            [
              0.20938712397628043,
              0.11068540588485784,
              0.0852667429255326,
              0.029793331561947193,
              -0.07476982315040998,
              -0.14045577150615876,
              -0.11638649803394706,
              -0.11875660130367935,
              -0.06525615825025713,
              -0.05394859151181394,
              0.06784551983396123,
              0.0632642728326505
            ],
            [
              0.3449928606546666,
              0.24694617300070917,
              0.2360025214928029,
              0.15490156309632763,
              0.11457797123867841,
              0.05278423555995276,
              -0.07164678524387712,
              -0.11702555034095953,
              -0.2596018796815518,
              -0.2701157246357206,
              -0.27684329629644305,
              -0.10517569014729534
            ],
            [
              0.14864705506313788,
              0.1838587205414772,
              0.21346674720994732,
              0.21837585411903115,
              0.2218161709804409,
              0.09359882880947072,
              0.05721849262301959,
              -0.03154674026412488,
              -0.20277765695828878,
              -0.33801038342613965,
              -0.43247310369680514,
              -0.2230432722001174
            ],
            [
              0.2803003246853855,
              0.30666983456573077,
              0.1962854545968235,
              0.18522942455046146,
              0.14612323053603576,
              0.05433194144210986,
              0.029076899392417515,
              -0.1498195203637916,
              -0.2736250811489376,
              -0.389830350312563,
              -0.28495745406570194,
              0.008227152779414626
            ]
          ],
          "decoder_b": [
            0.0029832727048003235,
            -0.0031413365436910963,
            0.01056304346661911,
            0.0009751299924994709,
            0.014778699900864885,
            -0.0028826757777598725,
            -0.009785931353564696,
            -0.008463974853404138,
            -0.027903704341272394,
            -0.02536524592858092,
            -0.003514332670308668,
            0.023438397931017832
          ],
          "gate_logits": [
            [
              -2.13208525938146,
              -2.4112323453824556,
              -0.5490375725453008,
              -1.1637729859127368,
              -0.15364623980856798,
              0.9807530440669917,
              1.4705300841466977,
              1.7257993962954754,
              1.5849547885851911,
              1.5829955723201234,
              1.7580743663451681,
              1.317321385060449
            ],
            [
              2.3381904903317157,
              0.7210390218650586,
              1.2284708556649961,
              0.20565447153688932,
              -1.0388189406859887,
              0.3570347299211936,
              -2.1295681625187113,
              -1.2561694746636731,
              -0.6045004486477682,
              -1.3904238870789474,
              1.6993091347761649,
              2.089891376806958
            ],
            [
              -0.016875986732321314,
              1.1118530970485472,
              1.2177683132981962,
              1.3273685308368244,
              1.4546447908025424,
              1.6304622625558864,
              1.7490683369005227,
              1.6405538833088993,
              0.46520055963236445,
              -2.1739541252247654,
              -1.705603510302835,
              -0.702292009549075
            ]
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.030963742807238265,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.31503899228248317,
          "validation_mse": 0.0031074618556805613,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.08745642738675995,
          "validation_mse": 0.0008075514373310103,
          "training_objective": 0.07529262504740221
        },
        {
          "step": 200,
          "validation_objective": 0.0690893391261094,
          "validation_mse": 0.000610200398743546,
          "training_objective": 0.06934084796335052
        },
        {
          "step": 300,
          "validation_objective": 0.05960079312774881,
          "validation_mse": 0.000506800227173945,
          "training_objective": 0.06860855721410847
        },
        {
          "step": 400,
          "validation_objective": 0.05610548985107432,
          "validation_mse": 0.00046640352213802,
          "training_objective": 0.05299096074803295
        },
        {
          "step": 500,
          "validation_objective": 0.054128656570774494,
          "validation_mse": 0.000443687188656875,
          "training_objective": 0.057190417212877986
        },
        {
          "step": 600,
          "validation_objective": 0.04927151242256756,
          "validation_mse": 0.00039466525319152676,
          "training_objective": 0.04187841407470966
        },
        {
          "step": 700,
          "validation_objective": 0.04570351890907239,
          "validation_mse": 0.00036054698715039403,
          "training_objective": 0.04204051912909707
        },
        {
          "step": 800,
          "validation_objective": 0.04294325043279048,
          "validation_mse": 0.00033478959792867076,
          "training_objective": 0.048470456691796636
        },
        {
          "step": 900,
          "validation_objective": 0.04098700878112048,
          "validation_mse": 0.0003177577657997535,
          "training_objective": 0.04752649244949292
        },
        {
          "step": 1000,
          "validation_objective": 0.038743285712742256,
          "validation_mse": 0.0002984917714559433,
          "training_objective": 0.04283353079801063
        },
        {
          "step": 1100,
          "validation_objective": 0.0390194484707496,
          "validation_mse": 0.0003025108777317628,
          "training_objective": 0.042874689184453994
        },
        {
          "step": 1200,
          "validation_objective": 0.03622716314755514,
          "validation_mse": 0.00027511735847407916,
          "training_objective": 0.035829270208217606
        },
        {
          "step": 1300,
          "validation_objective": 0.03489004016506244,
          "validation_mse": 0.00026312158726045246,
          "training_objective": 0.03137140089463059
        },
        {
          "step": 1400,
          "validation_objective": 0.03413293530122403,
          "validation_mse": 0.0002551678249034301,
          "training_objective": 0.035516055335941814
        },
        {
          "step": 1500,
          "validation_objective": 0.03308263178486445,
          "validation_mse": 0.0002437051670877469,
          "training_objective": 0.035173430250684375
        },
        {
          "step": 1600,
          "validation_objective": 0.03302993381280276,
          "validation_mse": 0.00024381878208210603,
          "training_objective": 0.02992012280624748
        },
        {
          "step": 1700,
          "validation_objective": 0.031788884190289295,
          "validation_mse": 0.00023042939959624106,
          "training_objective": 0.0352650154151955
        },
        {
          "step": 1800,
          "validation_objective": 0.031101258823582067,
          "validation_mse": 0.00022222801854568605,
          "training_objective": 0.026686386087479877
        },
        {
          "step": 1900,
          "validation_objective": 0.031130183705510298,
          "validation_mse": 0.0002228418958294117,
          "training_objective": 0.03660407437573438
        },
        {
          "step": 2000,
          "validation_objective": 0.030963742807238265,
          "validation_mse": 0.00022113492354602882,
          "training_objective": 0.03821754696418525
        }
      ],
      "weight_sha256": "8769a6dd8b9df547a1e5262255072d810e5cc1c5e7788f48ca3428cf644ffe15"
    },
    {
      "model": {
        "method": "random",
        "hidden": 16,
        "seed": 20261010,
        "params": {
          "initial_w": [
            -0.07654007676888938,
            0.04943905105761365,
            0.17608689668757402,
            -0.16111841827823087,
            -0.03213245525680005,
            -0.04806191111763458,
            0.07947487719195574,
            -0.20398958469201245,
            0.009203214470773654,
            -0.02688266770605101,
            -0.1002570306660217,
            -0.11390482164080709,
            0.22561770814814777,
            -0.23305610104985128,
            -0.024704221330549322,
            0.1854606040986143
          ],
          "initial_b": [
            0.227798645840506,
            0.4237966032779578,
            -0.19431573246213096,
            0.17156408400231365,
            -0.14045691167962165,
            -0.17188962575573277,
            0.144482870668316,
            -0.014604916520052332,
            -0.20300117756202815,
            -0.08413255988375248,
            0.11457110761754262,
            0.1697303406866893,
            -0.025008576059865905,
            0.33430697277878635,
            -0.12012325804320366,
            0.22045301837624082
          ],
          "recurrent": [
            [
              -0.22122268860328967,
              0.345795076460281,
              -0.16175079894129257,
              -0.1091360598964666,
              -0.04961833399187755,
              0.011112196409081327,
              -0.18338377092332733,
              -0.029979066201152496,
              -0.09091691859313415,
              -0.05628949075701464,
              0.22471712677008907,
              0.15219821986926266,
              -0.4524969273804397,
              -0.3089012466262804,
              -0.06796504593631818,
              -0.10278774934445123
            ],
            [
              0.31785182329306305,
              0.10338205398125601,
              -0.08008889874296055,
              -0.30318351945257943,
              -0.12526099895098255,
              -0.06978862459965529,
              -0.19637238763288367,
              -0.2294285239121943,
              -0.0014587243876275605,
              -0.22974304235690443,
              0.32611346231084787,
              -0.12268640287260163,
              -0.375693522719121,
              0.491619983886438,
              -0.04396625291736371,
              0.07091844899209922
            ],
            [
              0.21634007024896437,
              -0.002061914108390224,
              -0.16611077061344987,
              0.012089238048554524,
              0.22049420371132342,
              -0.24041198428250823,
              -0.266702458810647,
              0.13350209554771145,
              0.2073013831442311,
              0.15905802500714009,
              -0.35086938165210574,
              -0.14263221319193484,
              0.20986100467290794,
              0.004878903571539534,
              0.02087644323301249,
              0.21128007472883267
            ],
            [
              -0.43652392092277315,
              -0.23683333546153484,
              0.06791301033355632,
              0.21092194076101947,
              0.4008628166687651,
              0.13277971306861563,
              0.2670021952581751,
              -0.3729504106251294,
              0.08013889200689445,
              0.04311155415847792,
              -0.43276820531981947,
              -0.17727594632423907,
              -0.3990496849459319,
              -0.40512397162463704,
              0.35719987841093775,
              0.3188752819516619
            ],
            [
              -0.4672912145243094,
              -0.38388082396717194,
              -0.004977368479628002,
              0.039724078180910775,
              -0.1583885718259662,
              -0.02620966244738739,
              0.003567623522287609,
              0.19431453704016036,
              0.1432646064491433,
              -0.06773597891730998,
              -0.2506758289672915,
              -0.10581107516752515,
              0.08777901023397268,
              -0.3027760465671662,
              -0.23173207425599174,
              -0.07709557640227656
            ],
            [
              -0.4835547219064806,
              -0.08360314121141738,
              0.20201785608810205,
              -0.06926876422398126,
              -0.165663562953907,
              -0.11596223219202939,
              -0.08574819653154524,
              0.3455803105221721,
              -0.06925422891284551,
              0.15112618993028146,
              -0.1166813750012607,
              0.01246412966061862,
              0.062447662364807595,
              -0.18420890911523052,
              0.154921815053103,
              -0.03553100811878038
            ],
            [
              -0.2502459891771215,
              0.2513421238473708,
              0.29252996705305373,
              -0.056381601444419706,
              -0.31505219254910966,
              0.006572587316172165,
              -0.1353926180028842,
              -0.14657162973728843,
              -0.017114404047641144,
              -0.19942716725684606,
              0.12787473884800915,
              0.19566911222221609,
              -0.0518886635803314,
              -0.18205757289811453,
              0.03897574246504224,
              0.24425020964004476
            ],
            [
              0.18630989790667432,
              0.42098977883582445,
              0.0533982612767821,
              -0.34843716413662046,
              -0.2522543274987272,
              -0.438313528515169,
              -0.380897755564668,
              0.22906607866575548,
              -0.4014440475654883,
              -0.5542370823946049,
              0.42551481029694393,
              -0.13522177856910822,
              0.5714505506460305,
              0.5413084789707023,
              -0.5340796712943827,
              -0.3696315349192031
            ],
            [
              -0.0687003838559587,
              -0.13471304834534176,
              0.1710450655526322,
              0.24552756482797675,
              0.0358891057782301,
              -0.31809508816222376,
              -0.03469382834093401,
              0.23659953477581538,
              0.12001468819877999,
              0.03977016376861011,
              -0.20735541147948727,
              -0.1757564599470215,
              0.01031405924853516,
              -0.07468633995243881,
              0.0823004690871718,
              -0.2019935449383654
            ],
            [
              -0.27579240625421425,
              0.07452289847201243,
              -0.4028807457802436,
              0.17396913192996652,
              -0.14442493393112907,
              -0.04221807930221468,
              -0.13352568864313816,
              0.10089961772031025,
              0.17552326409397953,
              -0.00924003773238349,
              0.2593134580065354,
              -0.46712676375085044,
              0.35461714840072084,
              -0.18844037114707063,
              0.006578981999499559,
              0.19468755342243602
            ],
            [
              0.0669519510860048,
              0.4517336400443476,
              0.16755489363137047,
              -0.39250425019463875,
              -0.35808839008526233,
              -0.49731242777904516,
              -0.11138704612843284,
              -0.10955150322148527,
              -0.09120636143612744,
              -0.3266478142812656,
              0.315875387117614,
              0.10482186201223122,
              0.12110053164238223,
              0.6024351253103744,
              -0.4792262709177468,
              -0.384061741961026
            ],
            [
              0.0753859934039121,
              0.27800616579285553,
              -0.02848240191460417,
              -0.16331050180780904,
              -0.16609878746541312,
              -0.05589621296708337,
              0.36206095839688873,
              -0.2186996620620927,
              0.2372449845946007,
              0.3332118423197189,
              -0.1328896533548076,
              -0.031211036211671674,
              -0.18475510666374095,
              -0.17972217621656944,
              0.13433719671268493,
              0.136193421379846
            ],
            [
              0.5232104316074458,
              0.1126227506456621,
              -0.0790810854757464,
              -0.18040828019385405,
              -0.5175969197703965,
              -0.35705199793872505,
              -0.18416714009710888,
              0.22255933395316116,
              -0.5445550263772124,
              -0.4576371625929153,
              0.1413832297245158,
              -0.32325885194108583,
              0.3055693567895895,
              0.3996772417287979,
              -0.4042763945844125,
              -0.09846107818038394
            ],
            [
              0.47059269556585576,
              -0.02990342190367084,
              0.1305620407666452,
              -0.3733260619994802,
              0.057678718052936825,
              -0.10901107200286224,
              -0.005943964208845361,
              -0.20684843124225819,
              -0.12280217163696795,
              0.012776914787088608,
              0.37338177705755266,
              0.14654495492981184,
              -0.2261764644923036,
              0.04876905186443053,
              -0.36780647475642786,
              0.10813024967909698
            ],
            [
              -0.46482168122606693,
              0.04953070902333053,
              0.16044297755421538,
              0.2674716929823603,
              0.07615408708376241,
              0.1438101591657413,
              0.08689442790036238,
              0.25398219130379657,
              0.00035494121810282416,
              0.13640903837618865,
              -0.2852148714199107,
              -0.1571175684586268,
              -0.04708108366310914,
              -0.038717571599713334,
              -0.24282188324756532,
              0.1374762600375956
            ],
            [
              -0.4251242266307963,
              -0.0641553906559994,
              0.0827561365021558,
              -0.15395767730993828,
              0.020711639472632076,
              -0.13079421371599592,
              0.018473238641937374,
              -0.4136571823175738,
              -0.231918398077881,
              0.2845100964516149,
              0.05201746957583425,
              0.17477492080536844,
              -0.12864443125732664,
              -0.2311988677590854,
              0.07983588118521205,
              0.008450247785289045
            ]
          ],
          "gate_input": [
            [
              0.014123075442159478,
              -0.09063813968566249,
              -0.15630330507202236,
              0.4381186259907025,
              -0.05537523021104184,
              0.11982852489876686,
              0.1791156572825043,
              0.6220625585794399,
              0.1016413780880448,
              -0.18147304801934536,
              0.6864768888859155,
              0.33292233628275153,
              -0.31373684733858187,
              0.025019046152701,
              0.17494796482309635,
              0.2093044551532527
            ],
            [
              -0.045122555376527186,
              -0.10928499616428516,
              -0.2227118594355,
              0.3839593850051479,
              0.1297155405720477,
              0.11018978296799704,
              0.11320060138406113,
              0.5909998394607223,
              0.1016306233244055,
              -0.17642965720225084,
              0.694933269969691,
              0.4077709248506545,
              -0.4936234518520057,
              0.03740217242026296,
              0.019529224554125674,
              0.05174075330079273
            ],
            [
              0.04115991150742581,
              -0.10788742378876758,
              -0.12194853323521782,
              0.42147985143600547,
              0.08227053006187116,
              0.10320283643045274,
              -0.004652780831041216,
              0.5854829515342725,
              0.20378532501540317,
              -0.1170073228832252,
              0.6577188232281981,
              0.2631357918848708,
              -0.34437696152107844,
              -0.05581138681997891,
              -0.061920494391478495,
              0.26781678285086724
            ],
            [
              -0.04594252195562798,
              -0.13221007140402155,
              -0.06803210805399271,
              0.4187379574877627,
              0.14796213591172674,
              0.06179098647289743,
              0.03197215865182238,
              0.5181900786401895,
              0.1749775033883936,
              -0.132087535932233,
              0.5330083316291143,
              0.18095774787511384,
              -0.33066212085987007,
              -0.013493720933049156,
              -0.11659444272635888,
              0.17976570929043387
            ],
            [
              -0.09102132040952989,
              -0.06563585965161797,
              0.10239285348411552,
              0.29089026453523986,
              -0.005560631966196495,
              0.04433031190629282,
              0.0821598654680468,
              0.4463985251740356,
              0.0037861428250353657,
              -0.151524994452033,
              0.535066867198661,
              0.13165435774317538,
              -0.33539696912647887,
              -0.039426018885121664,
              0.0733446660617007,
              0.11284636570407619
            ],
            [
              -0.10518712337237644,
              -0.035732689977334184,
              -0.031180634592604478,
              0.16244549153251803,
              0.18250739623408413,
              0.06870394685941102,
              0.07765502864913094,
              0.24899002790478317,
              0.022134951208358077,
              -0.06151556665599053,
              0.29270542088841817,
              0.255919501764285,
              -0.14270458387792584,
              0.017946422207962665,
              -0.09579566229305285,
              -0.02335182016297454
            ],
            [
              -0.08657141729471016,
              0.0466014929545768,
              0.2696294431041641,
              -0.0654136809045049,
              0.11989208493459866,
              -0.05956508785451782,
              0.004441229148612059,
              -0.03095806164361154,
              -0.08105439476947854,
              -0.04122892914983679,
              0.10945330301933971,
              -0.11084353008583431,
              -0.12491152717290296,
              -0.12665520792837123,
              -0.05874690537216511,
              -0.12402772249440182
            ],
            [
              -0.14778853696120464,
              0.26222831674052666,
              0.15576224407301303,
              -0.24015935270070624,
              -0.05772422715032031,
              0.11477066530860064,
              -0.08304889056455646,
              -0.3583640655369687,
              -0.06708354026951288,
              0.0944787961722206,
              -0.217506252929064,
              -0.137590692722363,
              0.14378822887809511,
              0.02918036982109591,
              -0.0064203265847278205,
              -0.09427928462814823
            ],
            [
              -0.12100050846098272,
              0.33698899151715295,
              0.22472157788520267,
              -0.6496985883859101,
              0.03387275686046466,
              0.0017858429250849888,
              -0.16006958148326494,
              -0.8282371492659091,
              -0.10532274539829319,
              0.15872698043224037,
              -0.35828759889697215,
              -0.12354130757568918,
              0.25706337620472935,
              0.07296599060943307,
              -0.006268903782285685,
              -0.08186150304890968
            ],
            [
              -0.1031303295288486,
              0.5155301747646209,
              0.11932508396709798,
              -0.9900496508214705,
              -0.14591081962087743,
              -0.041350075997111144,
              -0.2193611561591678,
              -1.2732133041818487,
              -0.1587320939504248,
              0.21072864489442242,
              -0.458635647211807,
              -0.2117277522035144,
              0.29477569968229805,
              0.021750801699906556,
              -0.03682988259554642,
              -0.15293878916602363
            ],
            [
              -0.14100887942828347,
              0.590326802231781,
              0.10248848493554076,
              -1.0795170583940352,
              -0.11987850339632274,
              -0.07697052508565724,
              -0.12671002456941932,
              -1.394893304541835,
              -0.234329050407242,
              0.2854992963729707,
              -0.5148924020017898,
              -0.11568562993758898,
              0.3151247321563704,
              0.16009530319783102,
              -0.04246239627484026,
              -0.12116963311027232
            ],
            [
              -0.14236076116788335,
              0.28985582522653486,
              0.20111469244032654,
              -0.5965518609501766,
              9.386896932812383e-05,
              0.004478655016419318,
              -0.2004443098227003,
              -0.8436125938986825,
              -0.06292940143425059,
              0.07866373479637465,
              -0.2991378973426701,
              -0.09512986522117056,
              0.20261064915936003,
              0.091604099938527,
              -0.06327358885184256,
              -0.0978268638118252
            ]
          ],
          "answer_input": [
            -0.057411152527460006,
            0.538715404780608,
            -0.018830152969319894,
            -0.5371978522917782,
            0.04737939111027017,
            -0.019719137773928155,
            0.09276405381769301,
            0.6621429986292219,
            0.25942968391384397,
            -0.22645215815003494,
            -0.6425594131097909,
            0.4379648975282866,
            -0.48348787240511654,
            -0.026200640398232607,
            0.08960236596402314,
            0.1131325881059787
          ],
          "bias": [
            0.07295540175575195,
            0.18801137676823537,
            -0.10385239964302628,
            -0.1856265220538022,
            -0.03844457566538985,
            -0.10442577630293513,
            -0.042277583176586635,
            -0.2404973074689234,
            -0.10886881643078157,
            -0.07524074881392975,
            0.2548341969280247,
            0.05776591627996671,
            -0.0724149146721723,
            0.05068843291551112,
            -0.05787772657656056,
            0.020374151882778642
          ],
          "decoder": [
            [
              0.24156543907811004,
              0.231398378993835,
              0.2548034578337761,
              0.20796949196352774,
              0.1438740549502567,
              0.05280639596173364,
              -0.01829745097578706,
              -0.09996135062376003,
              -0.22027231099931124,
              -0.2987543449854681,
              -0.32010806508330236,
              -0.20955655987481486
            ],
            [
              0.24989323707269143,
              0.2711455805798848,
              0.276065210161318,
              0.24575710761101466,
              0.18696270468888515,
              0.08909199289584699,
              -0.028073838045993685,
              -0.1341005802059073,
              -0.2457488907641421,
              -0.30193182310983624,
              -0.36880308344812546,
              -0.2353357069361868
            ],
            [
              0.044937920913528454,
              0.02345444117647314,
              0.05649615286661625,
              0.04233594660658995,
              0.03197955407762586,
              -0.00023889213173227373,
              -0.017029015572457624,
              -0.05115024506547559,
              -0.06768592898503385,
              -0.062081149853746395,
              0.028470503166715445,
              0.007088474008092102
            ],
            [
              -0.4200430168117827,
              -0.43835678727136596,
              -0.40959536230749094,
              -0.3706407178590452,
              -0.29568397900019633,
              -0.1893945525691021,
              0.016897743003956547,
              0.24420229152862366,
              0.4011045080666299,
              0.5386973170128502,
              0.5168065560046012,
              0.30433237979296035
            ],
            [
              -0.12800418683961498,
              -0.13689613434642572,
              -0.102857178221721,
              -0.08515833295726633,
              -0.07662041640242581,
              -0.05330675589643379,
              -0.015509581149879307,
              0.011168699541252002,
              0.07866941933811968,
              0.22129308371821568,
              0.2368587304903158,
              0.10998496929373289
            ],
            [
              -0.08052702125559363,
              -0.0916843151430923,
              -0.08259683035278946,
              -0.07217802528979707,
              -0.056957024386594085,
              -0.026303431055343687,
              -0.05650864881411483,
              -0.013527837307570461,
              0.02213291241544353,
              0.15919868881559687,
              0.1871843747196743,
              0.10825888718654593
            ],
            [
              -0.050878195202891364,
              -0.09442238552078622,
              -0.0942352611123956,
              -0.06111733280298661,
              -0.04423326844816625,
              -0.03220592210226801,
              -0.046930734246893625,
              -0.0165916218753435,
              0.09285961325223678,
              0.1263561683487823,
              0.19084462473591995,
              0.09948922579853403
            ],
            [
              0.5882755884020949,
              0.5923517613937453,
              0.5634214647780785,
              0.5271100926921899,
              0.4004202384374328,
              0.24321018993313331,
              0.003495051577054068,
              -0.28121987042266405,
              -0.5493460708535026,
              -0.7215474671160957,
              -0.78240518254723,
              -0.4970832330431487
            ],
            [
              -0.22651908203980278,
              -0.23313707314484508,
              -0.21462396355385144,
              -0.21808096283439465,
              -0.17063872983467177,
              -0.08010354960357155,
              -0.0024030450201686553,
              0.11129987258642599,
              0.26092789979493486,
              0.27389207427968654,
              0.3547106249866877,
              0.1509585534514592
            ],
            [
              -0.20848882643643524,
              -0.20048920021483016,
              -0.18135527611848196,
              -0.1259223126859171,
              -0.07370634724305482,
              -0.06577809014739387,
              0.03712323396654343,
              0.09445370164435905,
              0.1450364814335732,
              0.2532384692659953,
              0.31573992389573363,
              0.08397929559436917
            ],
            [
              0.47238065116120065,
              0.47406107066963393,
              0.4505039267417541,
              0.4180848564684218,
              0.3391987484750214,
              0.1980732485903499,
              -0.008682923778576572,
              -0.2475839599037106,
              -0.4418529656010121,
              -0.603564861033538,
              -0.6179272811331026,
              -0.3561112177217969
            ],
            [
              -0.1362103778016305,
              -0.18773044258054455,
              -0.13997587811091694,
              -0.13847400957827136,
              -0.08240029348613553,
              -0.06743176712277278,
              0.03536534428312265,
              0.11763251088414685,
              0.16377527211950726,
              0.18048771462566224,
              0.16591718467851851,
              0.13181299575923489
            ],
            [
              0.3778183330666723,
              0.35332385227853597,
              0.37124310980743885,
              0.34512247280166064,
              0.27557955451949173,
              0.14197046112932352,
              -0.011974058345645171,
              -0.1813211689449482,
              -0.3280261082075277,
              -0.45641491387073496,
              -0.45614775728333956,
              -0.2963536163939097
            ],
            [
              0.3839253456807573,
              0.3857690320371794,
              0.3570581133000002,
              0.30377276137594955,
              0.241818125425758,
              0.14422057470070207,
              -0.01340689055844561,
              -0.15044772404476012,
              -0.34242496449591575,
              -0.48854552333035345,
              -0.6153484335300768,
              -0.2556321432261902
            ],
            [
              -0.23705317411121857,
              -0.23622998543251061,
              -0.22843744735595417,
              -0.195352805566018,
              -0.10041485380087899,
              -0.06779044648798263,
              -0.00831489580384199,
              0.060274824574509916,
              0.14972297112478603,
              0.32600961555159524,
              0.3752535728160483,
              0.1725320705600532
            ],
            [
              -0.21170694916283464,
              -0.17801808100020822,
              -0.245120703633907,
              -0.1759022527454669,
              -0.10775307981990903,
              -0.06579553842511274,
              0.009528460077537484,
              0.1042544943778634,
              0.18751684977676264,
              0.23203854739899607,
              0.20839164126761114,
              0.14511568104625538
            ]
          ],
          "decoder_b": [
            0.06092939165675419,
            0.029770869241535377,
            0.05698089693206688,
            0.04454049312263931,
            0.044539677351193775,
            0.017470003413090802,
            0.006834515715598545,
            0.008470081329183482,
            -0.03942316517141475,
            -0.04357094779568412,
            -0.06633052274052584,
            -0.020648756312815295
          ]
        }
      },
      "selected_step": 1900,
      "selected_value": 0.15344863197302427,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.31425559876724857,
          "validation_mse": 0.0030818949132645213,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.31563125095176275,
          "validation_mse": 0.003095651435109663,
          "training_objective": 0.26211488709143965
        },
        {
          "step": 200,
          "validation_objective": 0.3155203491689107,
          "validation_mse": 0.0030945424172811424,
          "training_objective": 0.18921154812386667
        },
        {
          "step": 300,
          "validation_objective": 0.3150845936282657,
          "validation_mse": 0.003090184861874693,
          "training_objective": 0.4301238917590009
        },
        {
          "step": 400,
          "validation_objective": 0.31565201464106923,
          "validation_mse": 0.0030958590720027283,
          "training_objective": 0.2456927179376512
        },
        {
          "step": 500,
          "validation_objective": 0.3155177529096887,
          "validation_mse": 0.003094516454688923,
          "training_objective": 0.33888652416465587
        },
        {
          "step": 600,
          "validation_objective": 0.3153177266824656,
          "validation_mse": 0.003092516192416692,
          "training_objective": 0.26843527452149935
        },
        {
          "step": 700,
          "validation_objective": 0.3068330137447024,
          "validation_mse": 0.00300766906303906,
          "training_objective": 0.2026054113150123
        },
        {
          "step": 800,
          "validation_objective": 0.24259141849160204,
          "validation_mse": 0.002365253110508056,
          "training_objective": 0.2096931679853821
        },
        {
          "step": 900,
          "validation_objective": 0.19726278186380622,
          "validation_mse": 0.0019119667442300974,
          "training_objective": 0.2910364723665709
        },
        {
          "step": 1000,
          "validation_objective": 0.186554456741587,
          "validation_mse": 0.0018048834930079055,
          "training_objective": 0.14362578693064357
        },
        {
          "step": 1100,
          "validation_objective": 0.17204824193449209,
          "validation_mse": 0.0016598213449369563,
          "training_objective": 0.24770972261111934
        },
        {
          "step": 1200,
          "validation_objective": 0.17736040577669596,
          "validation_mse": 0.0017129429833589952,
          "training_objective": 0.21399450450690757
        },
        {
          "step": 1300,
          "validation_objective": 0.1649264140554223,
          "validation_mse": 0.0015886030661462587,
          "training_objective": 0.13166618620351325
        },
        {
          "step": 1400,
          "validation_objective": 0.16492246106351316,
          "validation_mse": 0.0015885635362271671,
          "training_objective": 0.14336254386632438
        },
        {
          "step": 1500,
          "validation_objective": 0.1588592437202314,
          "validation_mse": 0.0015279313627943494,
          "training_objective": 0.14656640334616258
        },
        {
          "step": 1600,
          "validation_objective": 0.15643236374173974,
          "validation_mse": 0.001503662563009433,
          "training_objective": 0.14472416428591126
        },
        {
          "step": 1700,
          "validation_objective": 0.15816757986642027,
          "validation_mse": 0.001521014724256238,
          "training_objective": 0.20319187644974732
        },
        {
          "step": 1800,
          "validation_objective": 0.15600606390325233,
          "validation_mse": 0.001499399564624559,
          "training_objective": 0.14964428759065038
        },
        {
          "step": 1900,
          "validation_objective": 0.15344863197302427,
          "validation_mse": 0.0014738252453222783,
          "training_objective": 0.15067724848895728
        },
        {
          "step": 2000,
          "validation_objective": 0.15478254401204913,
          "validation_mse": 0.0014871643657125271,
          "training_objective": 0.25263620644754614
        }
      ],
      "weight_sha256": "df006ae95d79207e1d494b2b1faed9d8c1632fdf0060ec2800bb7d7c8bb30dcc"
    },
    {
      "model": {
        "method": "recurrent",
        "hidden": 19,
        "seed": 20261010,
        "params": {
          "initial_w": [
            0.006520847478714928,
            0.19665140289678545,
            0.5125049733203804,
            0.12761220494591533,
            0.03563258342412156,
            -0.20789220817006074,
            0.12130367522570303,
            0.1469345254884677,
            -0.07533289540596425,
            0.18002584079754022,
            0.0035198484272937897,
            -0.014666490578068852,
            -0.142188841978067,
            0.1360235860977102,
            -6.037588914873521e-05,
            -0.1661312087425615,
            -0.05070696595217069,
            0.01687366089658455,
            -0.2949120383457328
          ],
          "initial_b": [
            -0.014416582565976159,
            0.0989756320178578,
            -0.026182190402758584,
            -0.09977352351911495,
            -0.020555867407648018,
            0.05143159679224227,
            0.029196077910491555,
            0.01116939394654334,
            0.0013509231871002012,
            -0.01599823443793856,
            -0.047314352326200834,
            0.04688650373592395,
            0.022733175474110474,
            0.02655606762201571,
            0.16217458707531948,
            0.021296193449329814,
            -0.08570049468899425,
            -0.05081971508669199,
            -0.02580867286376487
          ],
          "recurrent": [
            [
              -0.028452673791930574,
              0.06346131770634562,
              -0.08607068512973426,
              0.0025701750579459467,
              0.14335483012379518,
              0.1775283229138236,
              0.17323516784873824,
              0.1386246122138782,
              0.3525643971882491,
              -0.1435163410980942,
              -0.2544904883941154,
              -0.2677450675729229,
              0.07745538165816317,
              0.08963000118578295,
              -0.09823588819444702,
              0.021894968791881634,
              0.46551322534972683,
              -0.1242630836357973,
              0.34601082915131043
            ],
            [
              0.03429923299230804,
              -0.13299233432539395,
              0.17088936835037274,
              0.056894447753382336,
              0.030182034790573017,
              -0.3480551489887722,
              -0.08193176180242887,
              0.1623984031028567,
              0.12339857467630203,
              -0.21140705262523832,
              -0.35739189037520064,
              0.17467493923865526,
              0.18121596434643872,
              0.25123405213239786,
              0.26131947669517047,
              -0.006046368868810662,
              0.09850091696823557,
              -0.2545175318334871,
              -0.0700074024606354
            ],
            [
              -0.11073169262563903,
              0.08064800699788165,
              -0.14478252322905658,
              0.20003638986346123,
              0.14627465123487043,
              0.1895165076689747,
              -0.26331585468069185,
              0.0871285358435939,
              -0.2368594676411071,
              0.3488819157642955,
              0.0335551285365707,
              -0.005017470700584087,
              -0.041237264066569204,
              -0.1259830933719387,
              -0.08432008247601298,
              0.08497490834337283,
              0.36341045150524837,
              0.00249620495008704,
              -0.08470705042324758
            ],
            [
              0.2504103580826595,
              -0.10773451345893602,
              0.06717651441102368,
              -0.09918604460969485,
              0.2954301659660692,
              0.3813521663397228,
              0.2013173814785432,
              0.026998436311004972,
              -0.4406077617000244,
              0.31057189995722223,
              0.18812762544651263,
              -0.12511001016007953,
              -0.21828476807659147,
              0.05855018412484089,
              0.04905191711983741,
              -0.12683971571224048,
              0.1053169450286868,
              -0.1437761074674587,
              0.03732648887154994
            ],
            [
              -0.4437464293037543,
              -0.22063110317578907,
              0.10571249757131532,
              0.006964495358717838,
              -0.1999243729010072,
              -0.0383546612397498,
              0.2582060164183916,
              -0.09555521118367218,
              0.01265558013560251,
              0.19259214147928921,
              0.2143919571867171,
              -0.00783700780619299,
              0.3181200797036376,
              0.17316761177146286,
              0.13054834675567523,
              -0.08427819465644631,
              -0.026185744992364313,
              -0.06961738001385095,
              -0.02483422232281012
            ],
            [
              -0.017946439649386525,
              0.0573197351001394,
              0.1037648327883702,
              0.11853114767305624,
              0.0279119396796239,
              -0.32598377648286847,
              0.08380346457743071,
              -0.12318005801687357,
              -0.3493813019148489,
              0.08203262924624075,
              0.5320844337212849,
              0.03321664891947794,
              -0.32225173760642545,
              -0.07565337656540756,
              -0.020227694658956723,
              -0.16303441733304555,
              0.30994494649928606,
              0.07926204902727134,
              -0.1374202505502714
            ],
            [
              -0.05343649400164857,
              -0.06129259801403645,
              0.0743811540089164,
              -0.09951696286698983,
              -0.29964439651080826,
              -0.4171941936222988,
              0.056476967296084146,
              -0.17426454679309178,
              -0.4499167672728872,
              -0.15055937418109308,
              0.15353838826818494,
              0.027562493319192076,
              0.09328352919614881,
              0.1678269605841876,
              0.20256553390437182,
              0.43668478383025494,
              -0.17713420708966976,
              0.1390056949724714,
              0.15301852616544717
            ],
            [
              -0.06723697363108362,
              0.055915494237508245,
              0.0728388663085929,
              -0.0901358003894774,
              0.03644879830552447,
              -0.20658120018883594,
              -0.22873906573875,
              -0.12442216556458617,
              0.2544884364836984,
              -0.11002095588952941,
              -0.10119117899641791,
              -0.27915752046577336,
              0.2971036909548832,
              0.19419582841554275,
              0.5018921695462335,
              -0.07218033592422116,
              -0.009056028514406728,
              0.26149346943803337,
              -0.0678506848162331
            ],
            [
              -0.13538052286163077,
              0.16404589792138513,
              -0.006219052699556754,
              0.3002337950132319,
              0.03213325326765968,
              -0.11467068146208888,
              -0.018861644860768263,
              -0.2431954085348345,
              0.21332480616043178,
              -0.08588037337399615,
              -0.09135613169810876,
              -0.044443381031056266,
              -0.024019097901304277,
              0.3866785047546076,
              0.1006386791210331,
              0.1778525922187717,
              -0.23969927977773392,
              -0.16304175106464885,
              0.003304051690960311
            ],
            [
              0.03783668979602635,
              -0.27109557260169576,
              -0.508375542157193,
              0.0605440696259685,
              0.05624977503300916,
              0.06678040663900293,
              0.21273362948172617,
              0.2537140126316712,
              -0.01823381382768431,
              -0.02477732529262955,
              0.0013273463495262646,
              0.10635617819104998,
              0.0038055094137672083,
              0.16817512364159556,
              0.3585008012969519,
              0.0050024077586571045,
              -0.33299038382439433,
              0.369610942386785,
              0.12480997215412351
            ],
            [
              -0.1817546525204778,
              0.23352562582223202,
              -0.14547046940299493,
              -0.11924583863282426,
              0.3420049584349383,
              0.19137757304020303,
              0.058166629225124104,
              -0.027623301538412397,
              -0.45341611528998366,
              0.03184273764285732,
              0.09843086075496507,
              0.29546585429713995,
              0.01969938941484809,
              0.055116578527631806,
              -0.16718848516884205,
              -0.16968162672230433,
              -0.15052981381646763,
              0.19282980227629268,
              -0.03733834790350606
            ],
            [
              0.1590838014731349,
              0.2495315579282924,
              -0.217432387747888,
              -0.19892667676953243,
              -0.18543111356405645,
              0.2135845076573276,
              -0.0523751842540832,
              0.22010685285817064,
              0.29282666044205347,
              -0.02881763765686157,
              -0.023378420368446836,
              -0.09799805267910733,
              0.04452554992555853,
              0.11380703516450837,
              -0.07869989933781274,
              0.010072952614615056,
              0.11249422467958539,
              -0.4174191812272022,
              -0.28262796636844806
            ],
            [
              0.09312792154949151,
              0.48083593038744626,
              0.24663329757167374,
              0.006496479112757027,
              -0.3692564966339176,
              0.09674237707505504,
              -0.06275590548962955,
              -0.04019442665134253,
              -0.3469096715342217,
              0.041792952155149575,
              -0.3768200663182169,
              -0.06840225199688547,
              -0.2677503496216328,
              -0.03996634593539861,
              -0.06492004375960521,
              -0.17299338826245464,
              -0.012019106708023137,
              0.08289965622261,
              0.016776151411443983
            ],
            [
              0.22998703258488024,
              0.45498492875316265,
              0.08571276323465761,
              0.19907086926095494,
              -0.03638381817806218,
              0.023625048065450047,
              0.10364859671618991,
              0.015475660566241512,
              -0.11843946158675837,
              0.16110495648727788,
              0.1649743266719405,
              0.24027319847009038,
              0.17009792212050678,
              -0.2607119632761689,
              -0.01574514528489202,
              0.06141664945617578,
              0.0548353518603055,
              -0.07553687741123385,
              0.04846968059344162
            ],
            [
              -0.033627381682147496,
              0.41306345536015754,
              -0.0789749046152992,
              -0.04956975228154482,
              -0.12087646277714043,
              -0.28201960690787503,
              -0.009572725294280583,
              -0.32332100775106676,
              -0.1117455200083056,
              0.23137281014665678,
              -0.19773526851508721,
              -0.028364150475260457,
              -0.23079736370529846,
              -0.3823436515142952,
              0.04906784046433047,
              -0.14567962011241065,
              0.0509500832255107,
              -0.43787610375630676,
              -0.0031579310146600354
            ],
            [
              0.12222932886777191,
              -0.30563554650523156,
              -0.20742921386734223,
              0.21295853858580316,
              -0.35578953346233516,
              -0.26662756044896946,
              -0.04349698659591855,
              -0.4391185376061551,
              -0.17219556649422507,
              -0.07152311011787107,
              0.0613432438336794,
              0.034508559780095024,
              0.2926444194329638,
              0.09349136780661488,
              -0.08664894323350252,
              -0.08309469369364926,
              0.0365398249183102,
              0.050275622541892794,
              -0.09163217300968968
            ],
            [
              -0.057451745605865745,
              -0.1262235528824645,
              -0.10454961006222599,
              -0.003927970180526673,
              0.32324492445899905,
              0.04561851197756543,
              0.24607052995514664,
              -0.06403982611623504,
              -0.2650992103168392,
              -0.39459035957281274,
              0.006349950401681132,
              -0.1939583546875018,
              0.2154609308963067,
              0.059454963059126474,
              0.07795413943483538,
              0.12689418341418937,
              -0.3614793089589421,
              0.19140163777333055,
              -0.13685025852418872
            ],
            [
              -0.05425436216756755,
              -0.28546689547799964,
              0.006696197395364512,
              0.3169473057087914,
              -0.13574730693946183,
              -0.3855854906423353,
              -0.1855959216666585,
              0.04010478209526378,
              -0.27096623234376443,
              0.24839508027475948,
              0.30800126252703813,
              -0.41642718805981566,
              0.17776092261792298,
              -0.0007864489125972731,
              -0.2575395644718868,
              -0.008487468598285067,
              -0.30789123403962204,
              -0.10278312744612977,
              0.10128931469515805
            ],
            [
              0.2994490807516817,
              0.2702337450964442,
              0.054772121626801146,
              -0.13825345876480122,
              0.21362326665215495,
              0.06800563780451947,
              0.16320701083859876,
              0.004931253779546817,
              0.12299567129644438,
              0.42309924953213257,
              -0.2568602885184946,
              -0.009627393181890754,
              -0.07210955262942606,
              0.05190178947203904,
              -0.1968790205270958,
              0.10167014968114799,
              0.20151984554346172,
              0.13449915922481587,
              -0.06696200386610689
            ]
          ],
          "gate_input": [
            [
              -0.08532606107638151,
              0.047499975383982075,
              -0.11701037761540505,
              -0.23646566080799453,
              -0.0048483604146009225,
              0.1352919650145472,
              -0.09020933629689966,
              0.11269790633312052,
              -0.13478923161683096,
              -0.07880952257641226,
              -0.05997040727887711,
              0.059852710175699396,
              0.0467032221938327,
              -0.10414862905198045,
              -0.07998928684985983,
              0.008976972124927034,
              -0.057050142774587156,
              0.16992660249828012,
              -0.042789604957413435
            ],
            [
              -0.01443381407137311,
              0.03185650184203257,
              0.13041358042862627,
              0.07039168475444342,
              -0.04368168809588501,
              0.032564952840972786,
              -0.23598773876362328,
              -0.014477870127943236,
              0.12730967919764372,
              -0.04043322370983483,
              -0.02934078908475405,
              -0.06650898829050642,
              0.11088719654655416,
              0.014290453056815117,
              0.2632534783936536,
              -0.055337472593159985,
              0.057475147645755204,
              -0.015355113962607782,
              0.07412833716544585
            ],
            [
              -0.07500538079757921,
              -0.059932054071059185,
              -0.05582176700697148,
              -0.18736059143601252,
              -0.15134155964622756,
              -0.13704191539615357,
              0.09134218993397566,
              0.08887780267035128,
              0.1619760293562336,
              -0.10261110876032997,
              -0.08631548546489018,
              -0.03300755645655792,
              0.12194683053495953,
              0.04784902210421624,
              -0.1525476065919895,
              -0.013751813798727109,
              -0.021166180267017515,
              -0.21985049965358286,
              0.033037524060298654
            ],
            [
              0.06530356252548301,
              0.05101170218058548,
              0.08432445776383242,
              0.0527140548525043,
              0.2747934469282319,
              -0.15818263231928045,
              -0.035459315619432656,
              0.06128040600234656,
              0.240106545472557,
              0.07368911575173957,
              -0.11253696174878167,
              -0.16810181425504578,
              0.030934108754561984,
              -0.0424282570609641,
              0.10567256714934065,
              0.056301230129378474,
              0.007446448316945263,
              -0.19324801242930517,
              -0.04498974387818069
            ],
            [
              0.09652249013194004,
              0.00739024541822096,
              0.08020730350023667,
              0.015815575082246246,
              0.05248328502098392,
              0.076193051831954,
              -0.09267192946567178,
              -0.09876552528284974,
              0.11545079543542756,
              0.11613935484319446,
              -0.14011814676112463,
              -0.1666932706779303,
              0.06038234426555922,
              -0.11397846985473489,
              -0.014707452312031482,
              0.2262160539899284,
              0.05491484431686513,
              -0.16130936351364,
              -0.11815471545971265
            ],
            [
              0.12630927902322536,
              -0.06917969407925578,
              0.03751294002073328,
              0.06523981358630142,
              -0.023851903176523536,
              -0.2386072259637447,
              -0.004586900337215902,
              0.0076243832789932246,
              0.2944676043820357,
              -0.1602850301433746,
              -0.09446463472470054,
              0.19324626140764578,
              -0.12490756731476362,
              -0.01879853452026626,
              -0.02631518131922321,
              0.014719241578925827,
              -0.33670002451307485,
              -0.31989155586864987,
              -0.051699081997277796
            ],
            [
              -0.0807643967450746,
              0.2102517095844227,
              -0.12858498871731597,
              0.019767795371388574,
              -0.1936251218309121,
              -0.057920439132360266,
              -0.10220868348493002,
              0.1173319482022627,
              0.358955389535985,
              -0.12502159895180853,
              0.02700769253215739,
              0.048765600390365274,
              0.04109892333882371,
              0.06869724732348442,
              -0.059120401872088876,
              -0.045906020933490915,
              0.04783108657990255,
              -0.26642141124525526,
              -0.01128719326550483
            ],
            [
              -0.13359181292239874,
              0.07741715835405685,
              -0.04466266118756798,
              0.04026284252208038,
              -0.22639263159893455,
              -0.06138307791298077,
              -0.07057292586522736,
              0.01009385115981241,
              0.10100334268325153,
              0.051355707993135206,
              0.07683628424983958,
              0.06121595835158508,
              0.08661952575051671,
              -0.09357985187211583,
              -0.052329568646605304,
              0.03658828894896324,
              0.08478460206320526,
              -0.036242767367212624,
              -0.004094896450437703
            ],
            [
              -0.045053620973758673,
              0.11503518348284099,
              -0.2893972015411893,
              -0.0744874172813636,
              -0.11541649409444937,
              0.013376278520081242,
              0.051554079776417724,
              0.13972574035472948,
              -0.058542705587849124,
              0.0062906701632071405,
              0.15510055058019093,
              0.009327091982163657,
              0.12429927639965323,
              0.05698085302569833,
              -0.024531930588916916,
              -0.011531230807208664,
              -0.07901369907681459,
              -0.16680338505443262,
              0.012434074882444572
            ],
            [
              0.09145123592708618,
              -0.04560706050191731,
              0.030891966723011668,
              -0.15683747853175609,
              -0.05157574555057264,
              -0.0988191393558697,
              -0.002104286404603509,
              -0.06529774246786028,
              0.08269581426459256,
              0.2405276872736647,
              0.22356497610406162,
              0.04948883406195585,
              0.1403067050495677,
              0.03955227579184276,
              0.09340634295668827,
              -0.07193215990773148,
              0.26151975407497463,
              -0.13751928448644402,
              -0.024018511528651303
            ],
            [
              0.1183352403400132,
              0.23877744454175084,
              -0.1247150267177123,
              -0.047507486186413886,
              -0.011077773955453589,
              -0.2057963582111623,
              0.15062107404683944,
              -0.010168069106693647,
              -0.07834795824918235,
              0.09123333193880385,
              -0.12145682205739076,
              -0.06408817699750084,
              0.16967225196642283,
              0.10373577722957714,
              0.04279952163496586,
              -0.045375913042578854,
              0.03259089302001962,
              -0.06389465381228036,
              0.04769766004907483
            ],
            [
              -0.01417056218355237,
              0.07999315446401327,
              -0.17539742100418865,
              -0.19327030234619613,
              -0.3226082824986044,
              -0.16281264891759584,
              -0.018944413469817227,
              0.11264646591426596,
              0.026524169322418644,
              0.11568038560125282,
              -0.04903609040323255,
              0.03063494383910443,
              0.1395887074019036,
              0.07588601031832613,
              0.21850245701954063,
              -0.06296053116222397,
              -0.12216235807171891,
              -0.08843250516303783,
              -0.010903846045550567
            ]
          ],
          "answer_input": [
            0.13655566491966642,
            -0.15183646864231873,
            0.16793994769459508,
            0.13460227291835752,
            -0.1949000048021008,
            -0.5149605260552718,
            -0.16185666330446577,
            -0.09173649235081383,
            -0.24103120976721784,
            -0.11802627549846219,
            0.41463615917672847,
            0.13628973468614347,
            0.020745564644959167,
            0.07940458943023612,
            0.06705617741247603,
            -0.1690934428998229,
            -0.11967659643706408,
            -0.41328046502013527,
            0.17915907708000073
          ],
          "bias": [
            0.02340953017580672,
            0.057615775964232875,
            0.008347542267245989,
            -0.05191078754915928,
            -0.07863097804554546,
            -0.0966225931622701,
            0.002259914631797385,
            -0.0015517196569869687,
            0.1166204417775449,
            -0.055580340034169645,
            -0.05459997611687004,
            0.024449078562478518,
            0.030018205445291858,
            -0.02323645087087422,
            0.05688104426569631,
            -0.03358736554414479,
            -0.01355413196914902,
            -0.18881300729944703,
            -0.0008544615089467805
          ],
          "decoder": [
            [
              0.2866531665394781,
              0.25205471929361806,
              0.23283645066457032,
              0.21411326955049073,
              0.1438454485660249,
              0.10548268297573159,
              -0.043598099782382785,
              -0.11228356391284289,
              -0.17909657864733078,
              -0.2834559372402185,
              -0.3390079255748196,
              -0.19699985655641908
            ],
            [
              0.30085361675842875,
              0.28753503778483464,
              0.23887911687689636,
              0.1700326007305509,
              0.049666160670691704,
              -0.08298836837994773,
              -0.07936941229829615,
              -0.2660919333510406,
              -0.2476363057746139,
              -0.27259475814279166,
              -0.12983663870595546,
              0.03694245846941955
            ],
            [
              0.12929692326095,
              0.1660964556271819,
              0.13089857697156998,
              0.1812560446976587,
              0.19701177848806048,
              0.08452939313407164,
              0.09776771956274463,
              0.03750792105563871,
              -0.17679070398153207,
              -0.3164489292419443,
              -0.3351127058080238,
              -0.24852164309476657
            ],
            [
              -0.08493122539706204,
              -0.14035272219365907,
              -0.03387253592536324,
              0.0012074873016992987,
              0.10007880818140794,
              0.15773605932655,
              0.09212364435835134,
              0.12247839848792008,
              0.1888106887869884,
              0.0053690550213957525,
              -0.24403699235394746,
              -0.16997949629422818
            ],
            [
              0.031163117719647766,
              0.04111495402071434,
              -0.07690366626066411,
              -0.08157220259162803,
              -0.12600113150218664,
              -0.1656435679275478,
              -0.14585452714340777,
              -0.23358895192787474,
              -0.0683486920575854,
              0.10248300075869389,
              0.4540572311445301,
              0.32667137136799795
            ],
            [
              0.06331659780915473,
              -0.016373612078328652,
              -0.026579231808039866,
              -0.09020346355601842,
              -0.0866102567520153,
              -0.11357451022951742,
              -0.1324190883835676,
              -0.14399397024608285,
              -0.075218324297422,
              0.10156020797840755,
              0.25839713091260724,
              0.21751914001874242
            ],
            [
              -0.20572546166000388,
              -0.1348104376317157,
              -0.1721009044005444,
              -0.14694081328694522,
              -0.09658193740179268,
              -0.06161961914607628,
              -0.0580299686945118,
              0.03389486454622303,
              0.13083421507194024,
              0.22393044347066327,
              0.26519350122635954,
              0.2399856571236607
            ],
            [
              -0.08844047530264337,
              -0.1660166283828258,
              -0.1295684207371124,
              -0.13665585470031,
              -0.1494449650069315,
              -0.14029538795971722,
              -0.07663878722891491,
              0.05333414530496256,
              0.18970863730115875,
              0.19604242182520215,
              0.32335398299525725,
              0.19774749280316106
            ],
            [
              -0.2719063552389415,
              -0.2502016991136135,
              -0.24415073899751225,
              -0.21697036592825308,
              -0.18516550374921817,
              -0.1800936062108183,
              -0.08699069095416788,
              0.05346007057122598,
              0.2183367936348876,
              0.3567336239916474,
              0.4684484280228442,
              0.26270279801866686
            ],
            [
              0.2794928754755615,
              0.27284085960554355,
              0.24511493832492706,
              0.19953214083618862,
              0.14532718284040325,
              0.08213474735264491,
              -0.0514022097286975,
              -0.10511956068903106,
              -0.16196291600184748,
              -0.2866200960622451,
              -0.29343994954199043,
              -0.18366146327659807
            ],
            [
              0.06455814330734579,
              0.0928944486104733,
              0.11844839438990112,
              0.13950543838031612,
              0.13315266199560188,
              0.13434527458925877,
              0.1614931944711823,
              0.03431590669354962,
              -0.05798945185737617,
              -0.2261175513925058,
              -0.35045435612220427,
              -0.23160477488474934
            ],
            [
              0.19252690462288993,
              0.16639259392446246,
              0.09798934018135974,
              0.08331400364441852,
              0.11412024834420983,
              0.13169618101636515,
              -0.03311210365098041,
              -0.05829463327182854,
              -0.19304584218586823,
              -0.20359833290996376,
              -0.31491248306614383,
              -0.06312266339017304
            ],
            [
              -0.2015518909075643,
              -0.229792866278251,
              -0.19240450828542124,
              -0.2067489611654205,
              -0.1941619121793846,
              -0.05335801809856494,
              0.028131952897276876,
              0.19643704361822412,
              0.27844651110248714,
              0.3071612890783674,
              0.27774827218632386,
              0.040768606994222134
            ],
            [
              -0.29596986940085196,
              -0.25944088996044107,
              -0.2445183489192852,
              -0.1733491861186917,
              -0.15702173234090602,
              -0.05925450152369228,
              0.051657724597739575,
              0.08220619846562104,
              0.19575429532737207,
              0.28716364502547087,
              0.3611712063801156,
              0.13638303609555788
            ],
            [
              -0.1881753706360496,
              -0.2546324664380027,
              -0.23686862592441682,
              -0.218565096146527,
              -0.06797296398567056,
              -0.023571698482899424,
              0.011541778175113367,
              0.06377704880104615,
              0.1839888474746108,
              0.33567003858834127,
              0.34267136164949163,
              0.20684854125163635
            ],
            [
              -0.09753291266020499,
              -0.15307826909264813,
              -0.23258428585455002,
              -0.18964232956980054,
              -0.20170837911936937,
              -0.07322997258471778,
              -0.009235522048451156,
              -0.00911765006892733,
              0.18419149559829404,
              0.36813000158539144,
              0.35894061414131484,
              0.0777103139364915
            ],
            [
              0.1105385315983611,
              0.08582394414132696,
              0.09370467831727396,
              -0.008934329558577364,
              -0.061104763338900095,
              -0.16824986767875852,
              -0.34002325152917173,
              -0.35031524490183974,
              -0.34854708606022705,
              -0.09538126802752886,
              0.40608283276240076,
              0.6056065518227367
            ],
            [
              -0.1790731208565119,
              -0.2150411867174457,
              -0.18246697285897776,
              -0.16546286045315978,
              -0.12697080720128692,
              -0.17526726070356496,
              -0.10980369103861735,
              0.064066781606698,
              0.09152990206195306,
              0.2826977350187988,
              0.3558704134822131,
              0.22956120552476575
            ],
            [
              0.0943529709366764,
              0.15553620181349542,
              0.18772766599891683,
              0.14539662166920536,
              0.1339310689240996,
              0.08089464045317174,
              0.11016738828508663,
              -0.05512328806774698,
              -0.16687850854865496,
              -0.18076642621629935,
              -0.26833503735823705,
              -0.23997202195765133
            ]
          ],
          "decoder_b": [
            -0.004462551143117303,
            -0.02046361444384883,
            0.006112417663752893,
            0.005320410876647413,
            0.03229404782683281,
            0.030582806676644154,
            0.026073107566906204,
            0.0072533766234254725,
            0.004022530617626031,
            -0.007127029693046614,
            -0.011420167273891911,
            -0.013864990869705326
          ],
          "gate_logits": [
            [
              -2.150605522391257,
              -1.847906560022619,
              -0.0981240270631469,
              -0.8344094242384621,
              -0.05312288466470938,
              0.5303882104789676,
              1.257069227094975,
              1.509999633782117,
              1.454656203597719,
              1.4633136761455219,
              1.7450480871042833,
              1.486062300243681
            ],
            [
              2.2449813637141065,
              1.5042004564784315,
              1.6179271150106544,
              0.5264707714543712,
              -0.8376115989200384,
              0.23510274260805425,
              -2.2687273636104845,
              -1.5080702194770126,
              -0.767127146963294,
              -1.5457838729512843,
              1.66835099627949,
              2.1939692518691096
            ],
            [
              -0.1430151506309584,
              0.971457668052444,
              1.0658175613270398,
              1.1618379119798508,
              1.3488376086343954,
              1.3701561884346865,
              1.60738381673081,
              1.5041989353920453,
              0.5793961527808079,
              -1.9538022631565284,
              -1.4264208170689066,
              -0.3907209969138401
            ]
          ]
        }
      },
      "selected_step": 1800,
      "selected_value": 0.03037339785081123,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.31761250016591025,
          "validation_mse": 0.003133196934514832,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.08638863051901205,
          "validation_mse": 0.0008003824666403358,
          "training_objective": 0.07307341485355677
        },
        {
          "step": 200,
          "validation_objective": 0.0677064777454372,
          "validation_mse": 0.0006031848211613789,
          "training_objective": 0.06766139684418672
        },
        {
          "step": 300,
          "validation_objective": 0.05693217151659826,
          "validation_mse": 0.0004901401420512987,
          "training_objective": 0.0673043517160459
        },
        {
          "step": 400,
          "validation_objective": 0.05032704820940228,
          "validation_mse": 0.00042090982084024865,
          "training_objective": 0.04701627828380578
        },
        {
          "step": 500,
          "validation_objective": 0.045798848493393336,
          "validation_mse": 0.00037266599724942415,
          "training_objective": 0.04433012136357126
        },
        {
          "step": 600,
          "validation_objective": 0.042333857959807965,
          "validation_mse": 0.0003378660136009492,
          "training_objective": 0.03330367141428173
        },
        {
          "step": 700,
          "validation_objective": 0.03957740418950983,
          "validation_mse": 0.00031071032757396157,
          "training_objective": 0.03746639460631158
        },
        {
          "step": 800,
          "validation_objective": 0.038007389484314605,
          "validation_mse": 0.0002950227295680228,
          "training_objective": 0.04542836928809357
        },
        {
          "step": 900,
          "validation_objective": 0.036617245510843326,
          "validation_mse": 0.0002811822801756038,
          "training_objective": 0.043972277228478934
        },
        {
          "step": 1000,
          "validation_objective": 0.035200546307945224,
          "validation_mse": 0.0002675282557695628,
          "training_objective": 0.040118997122992335
        },
        {
          "step": 1100,
          "validation_objective": 0.03681117317918048,
          "validation_mse": 0.0002829424816196338,
          "training_objective": 0.040462155273608934
        },
        {
          "step": 1200,
          "validation_objective": 0.03293856579444206,
          "validation_mse": 0.00024367566159285773,
          "training_objective": 0.03432164623376329
        },
        {
          "step": 1300,
          "validation_objective": 0.03256706787364062,
          "validation_mse": 0.00023957255540709476,
          "training_objective": 0.029747859030207754
        },
        {
          "step": 1400,
          "validation_objective": 0.03186906155430172,
          "validation_mse": 0.00023176433744791745,
          "training_objective": 0.03319996093254266
        },
        {
          "step": 1500,
          "validation_objective": 0.03143290176965046,
          "validation_mse": 0.00022599680452180422,
          "training_objective": 0.03385593111551685
        },
        {
          "step": 1600,
          "validation_objective": 0.031062116320518418,
          "validation_mse": 0.00022244884771757353,
          "training_objective": 0.029700555899329666
        },
        {
          "step": 1700,
          "validation_objective": 0.030794467369677225,
          "validation_mse": 0.00021919569896031467,
          "training_objective": 0.035297038095852364
        },
        {
          "step": 1800,
          "validation_objective": 0.03037339785081123,
          "validation_mse": 0.00021444796507523076,
          "training_objective": 0.025090977205441636
        },
        {
          "step": 1900,
          "validation_objective": 0.03059639137204818,
          "validation_mse": 0.00021669066517708227,
          "training_objective": 0.03724628249563305
        },
        {
          "step": 2000,
          "validation_objective": 0.030490958307587565,
          "validation_mse": 0.00021527648899498405,
          "training_objective": 0.038167677570998204
        }
      ],
      "weight_sha256": "786f1a1ed15bb8c7264210b63d6e0ecf257c52d5911f96d115724fa395fe5d44"
    },
    {
      "model": {
        "method": "adaptive",
        "hidden": 16,
        "seed": 20261011,
        "params": {
          "initial_w": [
            -0.13220325809897124,
            0.2726508321335732,
            0.3493554292771605,
            -0.20483102918522333,
            0.06180620234680672,
            -0.08828145020481694,
            0.012245813000201637,
            -0.07109761944341327,
            0.14265894563824938,
            0.08369848476167775,
            -0.12514301460613106,
            0.19218512388657508,
            0.3160170699500453,
            -0.1512802352001793,
            0.0104961424681641,
            -0.22873914428621378
          ],
          "initial_b": [
            0.09830295582673079,
            0.5657472287313158,
            -0.18690807105716586,
            0.05735631315132874,
            0.08058456376787942,
            -0.0062788153112604194,
            0.15424456558811,
            -0.1530541679226942,
            -0.5635278277616164,
            0.24080495284722211,
            -0.5267743645152263,
            0.18154427145909574,
            -0.26175062551853534,
            -0.15042155345363176,
            0.5678767359444131,
            0.1495895024783696
          ],
          "recurrent": [
            [
              -0.26031505521959425,
              -0.10335739972383252,
              -0.19194446841791496,
              0.42456858678601106,
              -0.5040969822061803,
              0.03356991274355817,
              0.10915452829046807,
              -0.09771205158292279,
              0.04937670655692094,
              0.13425319225063134,
              -0.05775563111721133,
              0.012792218550470136,
              -0.14064601338121657,
              -0.042899503330271975,
              -0.008882751535657124,
              0.16658606636416798
            ],
            [
              0.13849901812512266,
              0.037764833134131065,
              0.2787125569370498,
              0.31405972355072054,
              -0.3993117252839657,
              0.6358037993514638,
              0.15707485792558734,
              -0.02786027245426546,
              -0.432441881200638,
              -0.10922990181502978,
              0.13797408980681172,
              0.3600664777842493,
              -0.6658139448359099,
              -0.055974495594052175,
              -0.03164174591958079,
              -0.1601772227859222
            ],
            [
              0.18860660431554835,
              -0.21738942253231405,
              -0.06302465904343829,
              -0.004554698668173485,
              0.10085876360544163,
              0.14016944716967308,
              0.17759909471289653,
              -0.3923744639486417,
              0.5702530055722997,
              0.03155643617492613,
              0.1762141183788237,
              0.0617703927420218,
              -0.4224089977707854,
              0.14564988260691028,
              0.3278043832340878,
              -0.3107218200599461
            ],
            [
              -0.35925307647914745,
              -0.1983817332741467,
              0.21292868143063673,
              0.046242531207837084,
              0.09343679177982164,
              -0.08219904869513868,
              0.2708176768272735,
              0.09419458367556739,
              -0.024919514965192926,
              0.2661340208050111,
              0.01478185312777795,
              -0.032221831712333934,
              -0.4899689470022308,
              0.5365517082521568,
              0.318629216952505,
              -0.25462055301425734
            ],
            [
              -0.11365466507343057,
              -0.2828937063853484,
              0.18295725313405573,
              -0.09822573022563386,
              -0.38861226250386105,
              -0.38693667368367896,
              -0.29576684385034724,
              -0.008031179248851775,
              -0.23345074084828352,
              0.057623143674675505,
              -0.01772446843579848,
              0.07028485533809861,
              -0.19614707840576795,
              -0.15712427504929377,
              0.13514194436532273,
              0.036033518969713206
            ],
            [
              -0.16116308850148536,
              -0.6075077602908706,
              -0.2896538028578671,
              -0.15450126229321506,
              -0.013297751281938703,
              0.2445192835301317,
              -0.16871051146238508,
              0.05123978837373876,
              0.2400957364794634,
              -0.4893643292925956,
              -0.2378748451600398,
              0.3998323890131685,
              -0.046198692159505714,
              0.09080889196417666,
              -0.024062057796104784,
              0.589498155199682
            ],
            [
              0.017711851813862957,
              -0.15107577309812986,
              -0.10874160691951618,
              0.2500850108388969,
              -0.0550546844929045,
              -0.14933056722896607,
              -0.2628756265230473,
              0.31035052963040427,
              0.0077867492198988525,
              0.1568315751098405,
              -0.06908050574662956,
              -0.1519473079126472,
              -0.3751321560654577,
              0.15070138894247212,
              0.010684962481007232,
              -0.24303187158088743
            ],
            [
              -0.07356840737897097,
              0.45407110014888313,
              0.026058926616281494,
              0.13101749927589043,
              0.6395942975762382,
              -0.2611334577066486,
              0.08063930324691096,
              -0.0908510367472929,
              0.16187366476565737,
              -0.14054542320934432,
              0.3028810286077147,
              -0.1088613271372056,
              -0.027039331863278036,
              -0.1443880273421282,
              -0.16618914210370275,
              -0.11565016366073773
            ],
            [
              0.13660258454384722,
              -0.11571439318779986,
              -0.08638984002921152,
              -0.2151064939275141,
              0.1921354600699521,
              -0.3334068976481258,
              0.12461930628092943,
              0.2180700565082859,
              -0.0836807885616301,
              0.05693529452572756,
              0.06151910206608827,
              -0.46489592220979964,
              0.11833187382193813,
              -0.027224509716976108,
              -0.4506180407442165,
              -0.19800994345417924
            ],
            [
              -0.19551592438976761,
              -0.019471944065254435,
              0.483577817098566,
              0.3022987157146834,
              0.026899574233392846,
              -0.19459219852582318,
              0.022910484177881184,
              -0.0637275436889681,
              0.13645962342894907,
              0.018205761271060304,
              -0.6539391644775437,
              -0.2549928683795266,
              -0.3335826268867173,
              0.2893868582290138,
              0.3045095233576452,
              -0.5518664436377836
            ],
            [
              0.23551205335238035,
              0.07331333024626402,
              -0.5500190895161454,
              -0.11119395566145472,
              -0.15736310934593536,
              0.21023240529200513,
              0.02460358620367,
              -0.20747658558545043,
              -0.28223740212050413,
              0.05365831765356549,
              -0.20259432726137816,
              0.19637078873857633,
              -0.3772882382365951,
              -0.1883165082426971,
              0.12096514886390172,
              0.43471637632354093
            ],
            [
              0.08717301059130926,
              0.009535558023050138,
              -0.13881796610156208,
              -0.08903709796767571,
              -0.2516100337144963,
              0.046142636200262294,
              -0.20082198359836587,
              0.19932803826744902,
              0.00016835968398791338,
              -0.4110348073261869,
              0.1212215107208265,
              -0.3706498984646724,
              0.1516463406672964,
              -0.2835702178450633,
              -0.03300719378688599,
              0.3966725724169505
            ],
            [
              -0.055161549236352796,
              -0.16991209103243704,
              -0.4257012643440118,
              -0.22507749937278787,
              0.0038444522677289236,
              0.2736472618097316,
              0.36561842178377024,
              0.08804243425796769,
              -0.23808380161179157,
              -0.16501256724220154,
              -0.021719267142084202,
              -0.04472308720736397,
              0.04450901431529988,
              -0.420981880563219,
              -0.0550187663467278,
              0.1103748968114883
            ],
            [
              -0.21838720655254215,
              -0.13010144696662895,
              -0.13443594397013064,
              -0.08760980974330503,
              0.46858527293713326,
              0.002869955083770453,
              -0.2935432679269658,
              -0.35524284095431224,
              0.13380685758026645,
              0.2049556271218153,
              0.05749665041237276,
              -0.17641325637799976,
              0.10510710601760025,
              -0.04857304866742293,
              0.0019990300410254467,
              -0.2338297302356114
            ],
            [
              -0.463241185857805,
              0.17747767704690343,
              0.09837960417487444,
              -0.32174041605677467,
              -0.059913701019541854,
              -0.23116509653194084,
              -0.16511381573133468,
              0.19700465968131503,
              0.4888480370508596,
              0.26735479565306947,
              0.0880164146640952,
              -0.3605056271594591,
              0.473488187796623,
              0.04832304044788051,
              -0.46279231833488316,
              -0.01699271217012078
            ],
            [
              -0.13368977012756286,
              -0.2530312766078249,
              -0.25625880734674356,
              -0.14596922627917325,
              -0.1387282947264687,
              0.11919347922608464,
              -0.1798798352466101,
              -0.002854773390553132,
              -0.05516783186892031,
              -0.23156732638403799,
              -0.03402738865357841,
              0.10830834763894327,
              0.15627029543673798,
              0.30539380157923324,
              0.12112309897115928,
              0.22732223382640673
            ]
          ],
          "gate_input": [
            [
              -0.11156991940961784,
              0.17290254665135124,
              0.002837187414585512,
              -0.0994455598957521,
              -0.03788549530506684,
              0.2852050243090313,
              -0.21839660423031826,
              0.26155734901360717,
              -0.05156233347291494,
              -0.3655037535476897,
              -0.07324901216585418,
              -0.016462461701618452,
              0.12345928495961045,
              -0.030045336197631122,
              -0.0793929029955031,
              0.14980865342432403
            ],
            [
              -0.21414032108132464,
              -0.1100852807068036,
              -0.045648475486027656,
              -0.1951932492497752,
              -0.2634966604157041,
              0.2329189033174168,
              -0.3694307649015614,
              0.19821075000271454,
              -0.40940759889858064,
              -0.18852090072438593,
              0.15235404713952147,
              0.1571588936563314,
              0.13205291535502237,
              0.017805287078772655,
              -0.2257774072007093,
              0.00018984401224291327
            ],
            [
              -0.2864641416411871,
              -0.14887762269067098,
              -0.007791329170881129,
              -0.044346746019580774,
              -0.44006685482125024,
              0.13479968762826963,
              -0.3020192425806516,
              0.07735626675484421,
              -0.23285327184328827,
              -0.3288986544623689,
              0.05980249130437618,
              0.08715066467197176,
              0.17115572203563,
              0.13405984925244266,
              -0.23197775772669818,
              -0.1384547704321863
            ],
            [
              0.1249139276348225,
              -0.004621236100599774,
              -0.2000573416861049,
              -0.2039626247225306,
              -0.41393476057318346,
              0.31474998295205686,
              -0.1301815230009312,
              -0.17756703307834565,
              -0.09536459451969316,
              -0.3052329180482008,
              0.09429616245300956,
              0.3532053680334738,
              0.39087854507888,
              -0.1490307096708168,
              -0.29342360073989654,
              0.2550571148798914
            ],
            [
              0.03858133291468015,
              -0.16139322828474287,
              -0.21020360288895146,
              0.03585970512526734,
              0.18154707838102274,
              0.13875195158719061,
              0.011441687783002426,
              -0.2295659057326508,
              -0.12737206904170983,
              -0.14657500861077388,
              0.024641633578086203,
              0.006838030415614042,
              0.02749818384025153,
              0.0882774116740905,
              -0.1968436417058713,
              0.41062810321982646
            ],
            [
              0.00975556854769238,
              0.03490441858734123,
              0.09609973852692971,
              0.28040268252458544,
              -0.015270395636719801,
              -0.044499024356896094,
              0.02141175457912761,
              0.08620630468798003,
              0.3223835838963506,
              0.14452442416388006,
              0.02232883636057738,
              -0.03271958701069897,
              0.15177408046891086,
              0.000709038485819456,
              -0.16678635220351878,
              0.20971655974374404
            ],
            [
              0.06573150622668388,
              0.09718697251934727,
              -0.18100408658412867,
              -0.06555814052807947,
              -0.12669032461573182,
              0.35099808519805,
              -0.059952914920362116,
              -0.3273387274480287,
              0.22729675506741512,
              -0.30578304608002943,
              0.10571731290196551,
              0.1341535448145251,
              0.38566229664223106,
              -0.03408768057805118,
              -0.05216452184102905,
              0.07806938587351084
            ],
            [
              -0.15376611170688761,
              -0.10862140862257036,
              0.42731988051368525,
              -0.15392113086703654,
              -0.20724012485371474,
              0.2596337705012742,
              -0.2604445986617652,
              0.19693941372018833,
              -0.12999552897302305,
              -0.4121828791800908,
              0.14011720979586592,
              0.21002641269041517,
              0.1354502491839923,
              0.23586839803098725,
              -0.12372472513383914,
              0.06650939847737077
            ],
            [
              -0.0752441294788923,
              -0.031389511733592244,
              0.21748931778631872,
              0.017104236356727986,
              -0.2284028486653368,
              0.13469046047975736,
              -0.27008613228981276,
              -0.09312396651187768,
              -0.024842400793713797,
              -0.17625411622191756,
              -0.08131798043039767,
              -0.005785731168270292,
              0.06656409282829652,
              0.13449931090351694,
              -0.08802073948042016,
              0.13644728702327455
            ],
            [
              0.06252563957973219,
              -0.11672759227536915,
              -0.14593093179587113,
              -0.07563577559125992,
              -0.03317069258063691,
              0.2608147769284764,
              -0.09273445579520528,
              -0.4145531607298312,
              -0.011232616121411527,
              -0.23536850615375465,
              0.14341495873417573,
              0.21649517109066158,
              0.30543362811570907,
              -0.24713642172772682,
              -0.00014996691077902514,
              0.08687283326605037
            ],
            [
              -0.40996716775833963,
              -0.026291391160882596,
              0.12699633270055063,
              -0.021543791156642095,
              -0.07146847834439637,
              0.21339966978268207,
              -0.2843825802239316,
              0.0678582917884174,
              -0.20256495319062134,
              -0.40101383287644077,
              0.16014187280095216,
              0.06524846101906459,
              0.4067929387350734,
              0.06703498261741755,
              -0.33887603803441246,
              -0.02751813386309388
            ],
            [
              -0.0737386812337874,
              -0.29534670743532393,
              -0.10049704533797363,
              -0.0537774198536886,
              0.09654702984855185,
              0.0033459875334173527,
              -0.0016395940298515775,
              -0.12929183648189557,
              0.04730583235212067,
              -0.23776174707487827,
              -0.03327092414121569,
              0.04492840269224043,
              0.040676699254159454,
              -0.20886335838818793,
              -0.030199125983190377,
              0.01618107613145573
            ]
          ],
          "answer_input": [
            -0.272380280526793,
            0.11255763500535036,
            -0.6072526707093929,
            -0.5728993260113846,
            -0.22427999366090126,
            -0.5847557265971898,
            -0.29435965751895254,
            0.5136519373952224,
            0.4305791403698143,
            -0.496065548144324,
            -0.20257334409735256,
            0.21128021351454807,
            0.010153147920101259,
            0.015917423372109305,
            0.2366552359806697,
            -0.7357772257925121
          ],
          "bias": [
            -0.05445498412511879,
            -0.09092668444633813,
            0.07225388928561759,
            -0.15971660269746013,
            -0.30484912768983613,
            0.31057642007821473,
            -0.28316086336446006,
            -0.0051792193849674335,
            -0.16869942156161924,
            -0.328632811546692,
            0.09895819960457963,
            0.0787602819733628,
            0.18290074333029704,
            -0.0072672491356697835,
            -0.24364346423054725,
            0.08512274859740347
          ],
          "decoder": [
            [
              -0.28197760763038615,
              -0.319303521201201,
              -0.21600941741276908,
              -0.1474789260742048,
              -0.05886600065743322,
              0.019427795546611455,
              0.05817436921641623,
              0.06518417340006298,
              0.11452084094300963,
              0.2066909458636336,
              0.26469142681525637,
              0.28388807107988856
            ],
            [
              -0.045836388617679115,
              -0.10650923584240603,
              -0.13705314108303127,
              -0.1375330273493177,
              -0.15062103199455618,
              -0.17023486279315414,
              -0.16446076096622825,
              -0.06224924664124051,
              0.06583417482093508,
              0.26590876130473345,
              0.37258294663642777,
              0.2870316466464674
            ],
            [
              -0.10126309905474133,
              -0.08556387807554318,
              -0.09846472087809567,
              -0.14749646253685236,
              -0.16076383944893263,
              -0.15589593472314237,
              -0.052106796327009354,
              -0.03461766700244365,
              0.11694570207989241,
              0.23690913713772316,
              0.38160769572661873,
              0.1418553663001844
            ],
            [
              -0.23471841616382902,
              -0.243670240024156,
              -0.23218566284740422,
              -0.20000982590088395,
              -0.09858641897453782,
              -0.00013768788860177766,
              0.10764895425316391,
              0.20765961374285738,
              0.22013546634413075,
              0.3821665034398569,
              0.18109827018533356,
              -0.03374925646567054
            ],
            [
              -0.12675103374496355,
              -0.13921125268853035,
              -0.09474399424895673,
              -0.06641965991190611,
              -0.10352980895670844,
              -0.09512203933309613,
              -0.1150208568766034,
              -0.1561163011528893,
              -0.027655408796188777,
              0.13763693198597748,
              0.36835890442615127,
              0.3948862663532504
            ],
            [
              -0.1642583325284429,
              -0.2091966911723388,
              -0.1974975593429625,
              -0.09788494301221719,
              -0.16006316286268205,
              -0.04619929004479539,
              0.041969074639590355,
              0.16123470554527475,
              0.30422850040009486,
              0.3528703421462738,
              0.16084156409739794,
              -0.013321357071787313
            ],
            [
              -0.231544789619588,
              -0.20416935669071432,
              -0.1850109384475057,
              -0.10639178659148091,
              -0.08809366613081758,
              -0.022768503732297846,
              0.029804420649232544,
              0.18096991416941016,
              0.2860214376688587,
              0.16661482614591103,
              0.10158296698420573,
              -0.055202077252297546
            ],
            [
              0.3052739566865409,
              0.24307212962097835,
              0.1852393719835636,
              0.10042926556342543,
              -0.00477985186362329,
              -0.08875999288734163,
              -0.1620749514847725,
              -0.2558130058680021,
              -0.27810180057208495,
              -0.1582692315590718,
              -0.028688569733042575,
              0.07651132073633897
            ],
            [
              0.38111880921342384,
              0.3069425418105495,
              0.2935080067176225,
              0.2409259715438608,
              0.08325483778347617,
              -0.012203179973787514,
              -0.15727515747412651,
              -0.296967624815791,
              -0.3445920416502043,
              -0.3345979542986173,
              -0.19581227167416362,
              0.10663162624252612
            ],
            [
              -0.09714397077806464,
              -0.07873477156792548,
              -0.18297720414131083,
              -0.20450569641254343,
              -0.15256014588155875,
              -0.10411779899477329,
              -0.07598842283635886,
              0.028928830831266444,
              0.11190552931649711,
              0.17898318578533162,
              0.2931667685496675,
              0.20139833984702396
            ],
            [
              -0.1612658150576667,
              -0.15297337370062572,
              -0.2025864369510709,
              -0.24318775401410161,
              -0.2159588896713462,
              -0.19574168494492475,
              -0.022866623384836547,
              0.06379188447322386,
              0.21923384682880362,
              0.2654411885706082,
              0.4308925974808753,
              0.19772486167605274
            ],
            [
              -0.0011073827939124046,
              0.043233701771090906,
              0.07298459857122816,
              0.12419056929845036,
              0.11403144451564985,
              0.11369425135429706,
              0.12586301944069597,
              0.03691115515791509,
              0.0580037209403551,
              -0.1330234052258756,
              -0.3155767111630943,
              -0.25866603723904663
            ],
            [
              -0.05065534660730456,
              -0.08246891730396888,
              -0.09519813062334903,
              -0.08297908241099779,
              -0.1143929237296375,
              -0.1446694527617453,
              -0.19140182546749354,
              -0.16668799021359354,
              -0.08833540476453122,
              0.10278892828191616,
              0.44873620874366693,
              0.5064763469326691
            ],
            [
              0.12490205207071528,
              0.08500363735847233,
              0.12649974523931687,
              0.13157693555420444,
              0.17418237890531985,
              0.09860314956227981,
              0.017131308111962628,
              -0.07899214196032983,
              -0.07446975695360333,
              -0.21485981763277423,
              -0.35104661490589456,
              -0.2586941517406979
            ],
            [
              0.06888462491038053,
              0.11590656782768968,
              0.1304775055200973,
              0.16041798640664182,
              0.1802204662605207,
              0.1911357973011161,
              0.18541868179028484,
              0.11157732882546852,
              -0.08833143661288832,
              -0.3115804407418527,
              -0.4348823544351239,
              -0.23801447893698388
            ],
            [
              -0.16080439854398246,
              -0.19879019972202092,
              -0.16691672399847943,
              -0.21448777587540163,
              -0.11439336041392836,
              -0.1330618580058772,
              -0.087604894478501,
              -0.024989849453532734,
              0.12037486605919719,
              0.23723619626365758,
              0.33121801691243186,
              0.18444469501143299
            ]
          ],
          "decoder_b": [
            -0.035040690232936766,
            0.003970789992710677,
            -0.06989931444023087,
            -0.049148214371629126,
            -0.031237246017757802,
            0.001976515230364511,
            -0.02597490834208965,
            0.023636904400755252,
            0.010814611027207661,
            0.015126919216564207,
            0.045951282353867064,
            0.027091214123026976
          ],
          "policy": [
            [
              -0.09552761786931702,
              0.14123922588801174,
              -0.12321521496022035,
              0.29983298783924467,
              0.24745109480433367,
              -0.11765834622518163,
              0.3888666598745234,
              0.2736918033029602,
              -0.17874537406924623,
              -0.09810872646417443,
              -0.2990598156602759,
              -0.14252936347523742
            ],
            [
              -0.44032008666747025,
              -0.5809168302472406,
              -0.44818823996721235,
              0.19916188785338243,
              0.13041513545211694,
              0.6576271237744606,
              0.5575754794516389,
              0.2469635744088522,
              0.6440188836529773,
              0.17233052369184768,
              -0.2923412974837025,
              -0.09008891872345604
            ],
            [
              0.29317734312479976,
              -0.17764533419661,
              0.20554610890593766,
              -0.46596730125390873,
              -0.08061779996922191,
              -0.42279816804910697,
              -0.7231161421709237,
              -0.6069112814942762,
              0.3051423682210002,
              0.3491435407623908,
              0.6958446010018441,
              0.15315960990760566
            ],
            [
              -0.26623669788600296,
              -0.2339465616662606,
              0.020931003920013656,
              -0.5450553375496021,
              -0.1576152634810777,
              -0.1647852631541722,
              -0.4644901379376754,
              -0.33633011262017476,
              0.4186231785352899,
              0.12006408666256536,
              0.29972402152476496,
              0.13255525802747162
            ],
            [
              -0.19058058652939677,
              -0.01788155408232888,
              -0.10406991966329757,
              0.5653937009952881,
              0.07332478770919545,
              0.1787074614503982,
              0.48053530693869345,
              0.5441344755428079,
              -0.30077407448676297,
              -0.1253864736153342,
              -0.25963169559450444,
              -0.0980102864399838
            ],
            [
              0.22596421654593243,
              0.09333977568383184,
              0.19872598793568894,
              -0.27318574305794086,
              -0.21227024023748933,
              -0.19751297415559274,
              -0.208841500809496,
              -0.5301171557529669,
              0.07895554765664499,
              0.020468711105127418,
              0.09056755458367631,
              0.06932162424874165
            ],
            [
              -0.34780337026678804,
              -0.02707484194944537,
              -0.23224712678986992,
              0.3583112415120608,
              0.053032722630288985,
              0.08962168608881954,
              0.30511957681545987,
              0.26745939118716566,
              -0.03189528229114123,
              -0.027273175902172903,
              -0.4079243313698998,
              -0.08693728541291015
            ],
            [
              -0.2718991565155216,
              -0.18529427666853118,
              -0.041670694758182206,
              -0.513985170290684,
              0.08957559856415173,
              -0.11494390018278766,
              -0.20346956925651596,
              -0.07337199862877661,
              0.2181098451501378,
              -0.033231107434874056,
              0.39702163828613257,
              0.003679220420474939
            ],
            [
              0.27789209497459827,
              0.651095437367125,
              0.3942562864970592,
              0.3783621069346448,
              -0.07019838890099145,
              -0.4160400307447927,
              -0.3082443317978996,
              0.00043778574154836557,
              -0.8025806040722494,
              -0.32486380884774085,
              -0.11528421306647746,
              -0.08483695797839534
            ],
            [
              -0.33653846804650156,
              0.031003764908714482,
              -0.3093871521878921,
              -0.04119187724030926,
              0.28149805124265886,
              0.13639734735800566,
              0.17098139947489271,
              -0.16117215977597477,
              0.272235238920161,
              -0.28853348546622004,
              -0.5496241225113482,
              -0.20128724026834605
            ],
            [
              0.2508295513308896,
              0.5376253287421505,
              0.17278431997020305,
              0.1600001204141113,
              0.038641690359376604,
              -0.48198414186429756,
              -0.14077682941555683,
              -0.5107205996808662,
              -0.6785139078695999,
              -0.06293982002215448,
              0.44827085815729617,
              0.2681841511493769
            ],
            [
              0.11063343412118444,
              0.012834453227480851,
              -0.12015045424004785,
              0.1513055292725668,
              -0.14601180489915885,
              -0.06143766616768105,
              0.39992435941573956,
              -0.25273105300777854,
              0.087785962914683,
              0.1383383626805045,
              -0.17501040115103045,
              0.0997370685367652
            ],
            [
              0.3950712664204309,
              0.39845832557908845,
              0.11555408469252915,
              -0.10688527531031985,
              -0.17617569383587586,
              -0.20164080931088474,
              -0.1100018302379186,
              -0.09057209847152659,
              -0.5338827757209232,
              0.04747216680514026,
              0.11719367545517752,
              0.15310763490380186
            ],
            [
              -0.074276858688488,
              -0.11709385794439249,
              -0.05146551475074981,
              -0.30884995578138374,
              -0.09274541001869155,
              -0.10065008065093589,
              -0.3999496078288965,
              -0.5564097817332668,
              0.21624002731606495,
              -0.055489387370805894,
              0.3399985956861508,
              0.07418400843328535
            ],
            [
              -0.3432760453143051,
              -0.06539216870102321,
              -0.38450675771262094,
              0.5626811093111909,
              0.275598105835167,
              0.2819137463406952,
              0.608273447787795,
              -0.09469704515564425,
              0.3364333373472074,
              0.19914297421837426,
              -0.5798446302115094,
              -0.3415449063238964
            ],
            [
              0.08133670224648963,
              0.38934747051916707,
              0.07527294548905676,
              0.45684539615669806,
              0.0775715399137914,
              0.35711120216211933,
              0.22694242423403788,
              -0.022218425642357473,
              -0.04193724459068342,
              -0.2117318546022382,
              -0.32647556511236964,
              -0.2735422489360248
            ]
          ],
          "gate_logits": [
            [
              -0.6351276854063629,
              -0.4341367561647833,
              0.8415016474797452,
              -0.501133691180866,
              -0.4770783025784157,
              0.4428426597230262,
              0.5635517907246436,
              1.336583210358827,
              0.6601206571600109,
              -0.4015082341066214,
              -0.05106479864340908,
              -2.3119282922925186
            ],
            [
              -0.6811072717256094,
              -0.05028671084565089,
              -0.3974101307288315,
              0.9682100449899915,
              0.5660454920875687,
              -1.2377983888205937,
              0.49783720585613594,
              0.917536459946476,
              0.42914297019316944,
              0.6756288906954862,
              -0.3850954776602766,
              0.8565483348602013
            ],
            [
              0.22690462007358234,
              0.04754933468897027,
              0.8061454192237397,
              0.329145646164688,
              1.5845519404096606,
              1.4207672575797914,
              0.07698338849036743,
              -1.1665909782857753,
              0.6875469198671933,
              -2.478187576607864,
              -0.04303842920357521,
              0.5838417664093867
            ]
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.02857354779308211,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.30767584843035267,
          "validation_mse": 0.00303584589715123,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.062188222596148604,
          "validation_mse": 0.0005242106635110511,
          "training_objective": 0.06676949120866016
        },
        {
          "step": 200,
          "validation_objective": 0.055102087231829945,
          "validation_mse": 0.00046254687823263504,
          "training_objective": 0.05555605451582385
        },
        {
          "step": 300,
          "validation_objective": 0.05278151170002328,
          "validation_mse": 0.0004450938050450514,
          "training_objective": 0.0638049723014296
        },
        {
          "step": 400,
          "validation_objective": 0.04389131949268613,
          "validation_mse": 0.00035336426243541053,
          "training_objective": 0.046541123782876205
        },
        {
          "step": 500,
          "validation_objective": 0.03828821958563271,
          "validation_mse": 0.000290913371128306,
          "training_objective": 0.0422718977058108
        },
        {
          "step": 600,
          "validation_objective": 0.03460967621105516,
          "validation_mse": 0.0002515383638871347,
          "training_objective": 0.04645929351589428
        },
        {
          "step": 700,
          "validation_objective": 0.031732178070229516,
          "validation_mse": 0.0002182842320337097,
          "training_objective": 0.03315214153361016
        },
        {
          "step": 800,
          "validation_objective": 0.03126912512347074,
          "validation_mse": 0.00021301560197218455,
          "training_objective": 0.02890566253702544
        },
        {
          "step": 900,
          "validation_objective": 0.030632275609475727,
          "validation_mse": 0.0002061821938742919,
          "training_objective": 0.03408935629227747
        },
        {
          "step": 1000,
          "validation_objective": 0.030720557297078184,
          "validation_mse": 0.0002121383877095999,
          "training_objective": 0.029450638287139067
        },
        {
          "step": 1100,
          "validation_objective": 0.03022847156959653,
          "validation_mse": 0.0002042469304503531,
          "training_objective": 0.03648700927587745
        },
        {
          "step": 1200,
          "validation_objective": 0.02975075702071385,
          "validation_mse": 0.00019818090552578378,
          "training_objective": 0.03543553016690073
        },
        {
          "step": 1300,
          "validation_objective": 0.030181528605085828,
          "validation_mse": 0.00020448197556625268,
          "training_objective": 0.038643080502463144
        },
        {
          "step": 1400,
          "validation_objective": 0.029942242570116753,
          "validation_mse": 0.00020213863600243025,
          "training_objective": 0.03247703973677211
        },
        {
          "step": 1500,
          "validation_objective": 0.02940320338465625,
          "validation_mse": 0.0001958437300076811,
          "training_objective": 0.032675915301208745
        },
        {
          "step": 1600,
          "validation_objective": 0.029236740868374352,
          "validation_mse": 0.00019421017587877454,
          "training_objective": 0.04134789522795596
        },
        {
          "step": 1700,
          "validation_objective": 0.029666606222666664,
          "validation_mse": 0.00019793097701477287,
          "training_objective": 0.03080356339970172
        },
        {
          "step": 1800,
          "validation_objective": 0.02900384547952043,
          "validation_mse": 0.0001944699027609405,
          "training_objective": 0.03334650033809023
        },
        {
          "step": 1900,
          "validation_objective": 0.030117291089896463,
          "validation_mse": 0.000207608673086946,
          "training_objective": 0.03506250889341164
        },
        {
          "step": 2000,
          "validation_objective": 0.02857354779308211,
          "validation_mse": 0.00019161223669939817,
          "training_objective": 0.03300196365599831
        }
      ],
      "weight_sha256": "db2859e1839392e2b28bba8fc681f32f2cfce67e73747c58a09edd356b48aa22"
    },
    {
      "model": {
        "method": "fixed",
        "hidden": 16,
        "seed": 20261011,
        "params": {
          "initial_w": [
            -0.028473900646267994,
            0.5047437009402451,
            0.45833713892144107,
            -0.3216357976243674,
            -0.10398230399498892,
            -0.05221846663999807,
            0.027196795632874526,
            0.009210571643924078,
            0.14429039763060098,
            -0.08529762621101099,
            -0.1882933352538656,
            0.1527009632214715,
            0.5997429886988903,
            -0.18610751968817296,
            -0.16692683883696213,
            -0.292276124331752
          ],
          "initial_b": [
            -0.13903188517890802,
            -0.018338263263539215,
            0.10164081385832431,
            0.04452328717690055,
            0.21393908304465306,
            0.0628188442934288,
            0.016220276179201534,
            0.05290368473608487,
            0.04559181278116587,
            0.02604029873049497,
            0.0038403374752118326,
            0.016162111775401763,
            -0.06463006909956469,
            0.06805607797119376,
            0.02951768525144004,
            -0.09004935281000809
          ],
          "recurrent": [
            [
              -0.3350330861077648,
              -0.15688201206382782,
              -0.2455536305596396,
              0.26248839794466755,
              -0.5681481119004316,
              0.057439237028938425,
              0.039101209774874766,
              -0.2714135243285642,
              0.19314027113164237,
              0.023713966252146813,
              -0.0735876478010131,
              -0.09019183133777577,
              0.0034098476645437223,
              -0.011056435648782913,
              -0.056732141502055994,
              0.011850307217213633
            ],
            [
              -0.15202494443258124,
              -0.06270339621097196,
              -0.021922985708885807,
              -0.08399558329898968,
              -0.04101501379065544,
              0.40625731356144906,
              -0.06938428317946141,
              -0.037094429520888296,
              -0.10794351196513968,
              -0.364834170600091,
              -0.10343064755915138,
              0.38872851126149294,
              -0.33948053632090897,
              -0.08487925182362442,
              -0.035783761145793444,
              -0.0046486217542280345
            ],
            [
              0.09097771546330706,
              -0.2860233330682399,
              0.032067626918984404,
              -0.13197276126690177,
              -0.17683109372903882,
              -0.12771780119742765,
              0.10724726352167226,
              -0.15835239812680646,
              0.6982543211016092,
              0.2066251549762805,
              0.020910610354840382,
              -0.1774593859066639,
              -0.08699194309402296,
              0.23300502493336384,
              0.29863270445232154,
              -0.47335347132874284
            ],
            [
              -0.36736334639752494,
              -0.08690552208190662,
              0.08397566917800628,
              -0.14765581887482987,
              -0.06560954451099874,
              -0.12979115531135396,
              0.30876961632738303,
              0.11033979717276211,
              -0.09445508646167781,
              0.08248185820939,
              -0.020883604579709204,
              -0.22978407039255697,
              -0.15710063521636622,
              0.42018597599996926,
              0.30037724477994693,
              -0.05138158617539735
            ],
            [
              -0.2735192029173371,
              -0.2474811790028896,
              0.21551615997738466,
              -0.13008983725060796,
              0.14858433433637028,
              -0.4716827525154224,
              -0.18286119120882396,
              0.021555793286002014,
              0.039533300447809346,
              -0.010471436619813129,
              -0.01905915605265222,
              -0.0321544787814007,
              0.041278677109910615,
              -0.10068532271012642,
              0.035417588538109356,
              0.09937228695783323
            ],
            [
              -0.20527303072972383,
              -0.32911947390075225,
              0.0045851984754333745,
              -0.09814165414460656,
              0.36199058012166985,
              0.028242271499927526,
              0.12281455690985325,
              0.2916832508603737,
              0.3117545880521241,
              -0.07540478511034014,
              -0.2485137232091849,
              0.1412176206296999,
              0.18203832780601034,
              0.11014947199950686,
              0.04928216126278686,
              0.3867315635266292
            ],
            [
              -0.08541062880470265,
              -0.14139748860406315,
              -0.21591643090872395,
              0.18467489586345595,
              0.19961720424045143,
              0.0002917213702107896,
              -0.20989425344266466,
              0.34531803818486545,
              0.0530082921041161,
              0.0707368937171632,
              -0.03243572815333139,
              -0.4037512923829081,
              -0.13335089447786228,
              0.18674579264589203,
              -0.02332715465218996,
              -0.01908333108475954
            ],
            [
              -0.10979230303192225,
              0.429110212592022,
              -0.17789559657160134,
              0.1013363658608305,
              0.5679016400799287,
              -0.18479918669696302,
              0.0149872577268398,
              -0.027995403040885797,
              0.008575537848641823,
              -0.249194119026338,
              0.20959531448083174,
              0.21454226665701476,
              -0.13003508133482006,
              -0.17494732539046692,
              -0.06981599470871323,
              0.19234589445044298
            ],
            [
              0.38354213497318046,
              -0.2349417269033439,
              0.03317984461279309,
              -0.021011149733922995,
              -0.02299888290104681,
              -0.24812615426263426,
              0.09292992749961008,
              -0.27128482751617533,
              -0.10799233485187672,
              0.07181473928109271,
              0.10969496721818098,
              -0.2026984320051163,
              -0.25207129192293054,
              0.04701594594034525,
              -0.4155936051909484,
              -0.14054109653799277
            ],
            [
              -0.12851959019975126,
              -0.10545086071031863,
              0.19756948400502689,
              0.075651841100877,
              0.02070437478197119,
              0.035653918697804765,
              0.07346046078413442,
              -0.15468807103892598,
              0.17418542086449912,
              -0.1646254191599682,
              -0.5385287718073467,
              -0.4123738954983231,
              0.0648090767867812,
              0.045644526556177255,
              0.15836697012995413,
              -0.25205706136757416
            ],
            [
              0.10841219657967184,
              0.11197623203630945,
              -0.22465398281878277,
              -0.11544967961081867,
              -0.11418011757155466,
              0.0018577348609340166,
              -0.02095140406915852,
              -0.15929225967547583,
              -0.1066582662707376,
              0.1968458892416219,
              -0.36741709296223035,
              0.18410591873112225,
              -0.20217825594118527,
              0.008578769890668756,
              0.06088565915399937,
              0.013706775216809306
            ],
            [
              0.16856689438692285,
              0.0785171455504051,
              -0.10842190550317231,
              0.08629895286470475,
              -0.23986859927864304,
              0.03960058368215884,
              -0.12864051513101143,
              0.1853181420445845,
              -0.10498363023889415,
              -0.29789088999744345,
              0.04376827116493728,
              -0.015112131440679848,
              -0.1512376638951303,
              -0.2723775180433562,
              0.1111236776209142,
              0.12159456444612905
            ],
            [
              -0.18244106533454973,
              -0.14012361404693613,
              -0.268761008726319,
              -0.24073790070644083,
              0.45005449607903564,
              0.027721123033386544,
              0.3816602124151739,
              0.1543599104173576,
              -0.014916623561859976,
              -0.05943665872604376,
              -0.049046952009882655,
              -0.16011403333967125,
              0.23884594196897443,
              -0.26574415908991866,
              -0.05133584165488234,
              0.14375203045024834
            ],
            [
              0.026975202877322857,
              -0.15846795149715517,
              0.015775162534855492,
              0.04093050712335188,
              0.23317487083592098,
              0.16653940811756393,
              -0.25967891114533775,
              -0.30381703976069674,
              -0.14569914939696318,
              0.36589333377866307,
              0.20396208699675356,
              -0.2366034372658224,
              -0.13012701424473835,
              -0.17364457154490776,
              0.03891587007240015,
              -0.14175719655868926
            ],
            [
              -0.0928482949254784,
              0.1593966678178931,
              0.1442602281476421,
              -0.08697708137630289,
              -0.10509331016614858,
              0.11970328928379473,
              -0.029940160665378336,
              0.027143546353206323,
              0.2366886892401746,
              0.33725434232356,
              0.08025747414887179,
              -0.29763411135440004,
              -0.17209013275041443,
              -0.011015220773769558,
              -0.38846467676014673,
              -0.01095793647199782
            ],
            [
              -0.2649293848023803,
              -0.1145685820502529,
              -0.32978088012692225,
              -0.33654812844861604,
              0.20533389292812151,
              0.007492380729405302,
              -0.12304756690619985,
              0.16329891691981854,
              0.05709835121154044,
              -0.3814997352184886,
              0.014209841289714219,
              0.015509111040120413,
              0.46290910692540665,
              0.25798773546673803,
              0.09988013957698909,
              0.11702668027146114
            ]
          ],
          "gate_input": [
            [
              0.06899062136866221,
              0.19022216816611132,
              0.13744786918254104,
              0.054688544251501166,
              0.1910127856412165,
              0.08537563456357343,
              -0.015277981635844685,
              0.01265700218881335,
              0.24345787507197644,
              0.0046806357379559575,
              -0.08407095007874954,
              -0.11813301888862114,
              -0.11270494205487962,
              -0.04331536726975878,
              0.06340461136541337,
              -0.03073491260034131
            ],
            [
              -0.03994522359627124,
              -0.06754977596476808,
              0.12747776686057288,
              0.06438210092755983,
              0.0782505439500414,
              -0.1424242731957664,
              -0.09618261218778129,
              -0.059438668730130866,
              0.02604830424925484,
              0.266803982687169,
              0.05117838599210182,
              -0.07826515226951997,
              -0.14139087734845293,
              0.003693793562007869,
              -0.06747827200452323,
              -0.18008121075984418
            ],
            [
              -0.10466426126011001,
              -0.1501436187472281,
              0.025633408690063038,
              0.037072112582188586,
              -0.17225288066274858,
              -0.06526207839210701,
              -0.09026222598638077,
              -0.2060944183761616,
              0.14897312199011634,
              -0.018037578576121115,
              0.046471195210170055,
              -0.022103215274572357,
              -0.05219567244032129,
              0.0504820617832052,
              -0.030534524615094857,
              -0.16148802154590133
            ],
            [
              0.1169990477750847,
              0.046924818569384644,
              0.2028067309725948,
              0.006130842179242672,
              -0.18660094803271085,
              -0.09037820304220509,
              -0.022458780889854594,
              -0.28192741377097574,
              0.10340012078729634,
              0.09186216390089776,
              0.00934454910840978,
              0.03457026882609991,
              0.1600403359196972,
              0.0037586102462674304,
              -0.15687434246853532,
              -0.1362031103077419
            ],
            [
              -0.0010681823865818548,
              -0.19413034600401297,
              -0.01710514173277733,
              0.04894895210867999,
              -0.01600155653518302,
              0.08668167281413186,
              -0.05530909063620937,
              -0.27815407815071247,
              -0.057203854130232885,
              0.01945455320528045,
              -0.01651002035570159,
              -0.010169148639149568,
              -0.030207753581307752,
              0.23595283053005775,
              -0.12215812393773376,
              0.02767278984060957
            ],
            [
              0.009342533165598604,
              0.04605450309723223,
              0.029103900421576127,
              0.2698987287543624,
              -0.032423151275601164,
              -0.08327510607623671,
              0.002490019755252133,
              0.03830244024063103,
              0.3050055489670401,
              0.19501853793062765,
              0.04920529853716845,
              -0.045084226199562705,
              -0.0034195547374138375,
              0.0008582600193363711,
              0.006291596528791459,
              0.04812551090862752
            ],
            [
              0.09529057956566175,
              0.08215360436273467,
              0.010562780695891952,
              0.0690291883797966,
              -0.050341572462439546,
              -0.14567584182389276,
              0.044262811618312435,
              -0.4200723664743565,
              0.3062620084072398,
              0.009608423064459616,
              0.0691988031359126,
              -0.06882101628184568,
              0.07579264552424834,
              0.06317165279765136,
              0.142650112067937,
              -0.3409292184964156
            ],
            [
              -0.033726870581989435,
              -0.0441712746571601,
              0.5323915641544484,
              0.017840657885116133,
              0.20471911395842038,
              -0.1667565328915578,
              -0.08073861248870497,
              -0.02396943954050582,
              -0.01810960608435794,
              -0.14937036981476928,
              0.015336195352822926,
              -0.011859639178530265,
              -0.18710812609279906,
              0.1885246728071519,
              0.13624885716231477,
              -0.26105171221992474
            ],
            [
              -0.001365708908163796,
              -0.04238231812040389,
              0.3046123609140158,
              0.11416805622211751,
              -0.10533393115703275,
              -0.3111114348011417,
              -0.019562500633365856,
              -0.1489677923254031,
              0.19574927804735154,
              0.1884444063383575,
              -0.020913852817669082,
              -0.02848274827294784,
              -0.14968590940393467,
              0.1119298950090612,
              0.09838924753572645,
              -0.3626647243409461
            ],
            [
              0.12084534146450604,
              0.03225944634582913,
              0.09727242525860398,
              0.0538707352514165,
              -0.11538306819374919,
              -0.1745586440576044,
              -0.06085977969791746,
              -0.31725401908408446,
              0.006424650363572805,
              0.04175081916655686,
              0.11063426405995545,
              0.03745901250284555,
              0.03340126740592516,
              -0.1618122171573406,
              0.09652547094766631,
              -0.14847262440668146
            ],
            [
              -0.0950288887773613,
              -0.030571259494900214,
              0.18403202569534483,
              0.006726306153015546,
              0.17379419582059918,
              -0.21998972990153545,
              0.0671246299875062,
              -0.10063220697078207,
              0.07188064565758362,
              0.03737610494538764,
              0.11962570962741696,
              -0.029872697317810972,
              0.1491150384297264,
              -0.11500835956044843,
              -0.05496104816976706,
              -0.13320829899710931
            ],
            [
              -0.05941033950575472,
              -0.2212032611391393,
              0.12454876060858036,
              -0.03201141690082133,
              -0.111225092901805,
              -0.38817146754656867,
              -0.024953366173038307,
              -0.14720917283655155,
              0.09978415109609458,
              0.043814006978305765,
              -0.043255498185511894,
              -0.05221188995732331,
              -0.04784094213199535,
              -0.08579634693315934,
              0.06203852300241496,
              -0.2309986491330507
            ]
          ],
          "answer_input": [
            0.017907409882568375,
            0.40202551470535103,
            -0.43109552785360034,
            -0.282956760750668,
            -0.5306220630980921,
            -0.3043492143155975,
            -0.2972120864438445,
            0.32399036570847173,
            0.3080379591645008,
            -0.3716413958775887,
            0.055806386741291715,
            0.5389647055219404,
            -0.4569428309207254,
            0.13429147685808018,
            0.005299826763344262,
            -0.6098697026630537
          ],
          "bias": [
            0.04160925602326949,
            -0.04652969608642594,
            0.22779758940036685,
            0.026167593180013948,
            -0.05994806595139109,
            -0.10300786582425403,
            -0.0008174322349594357,
            -0.12635279305244088,
            0.2265559935541572,
            0.1355580262559248,
            0.008782708817618263,
            -0.07769316877540239,
            -0.05356442705912954,
            0.040077956962268166,
            0.008112550393223138,
            -0.21860624812049137
          ],
          "decoder": [
            [
              -0.26780671626399677,
              -0.30547188398790415,
              -0.24718874417389433,
              -0.17805452935142557,
              -0.13811796965825296,
              -0.014832664823269639,
              0.056259752221673426,
              0.1826519211596587,
              0.27461191861725404,
              0.31266934821794456,
              0.2910393086550587,
              0.20748731346549312
            ],
            [
              -0.43036103369034456,
              -0.42889610352956614,
              -0.27975005339158954,
              -0.12503910545775526,
              -0.04666485101333201,
              0.0956075049572122,
              0.17097142038345592,
              0.3452593952198337,
              0.37716258631572624,
              0.3612138632773919,
              0.05173910463853471,
              -0.11390479088807721
            ],
            [
              -0.07948984515910722,
              -0.09840797979759171,
              -0.09614126555610056,
              -0.147271146738573,
              -0.19600177421709583,
              -0.2095882354941283,
              -0.09856365012117121,
              -0.07587838488262373,
              0.07657172676221889,
              0.24280044531173478,
              0.42304756230958984,
              0.19391726384528074
            ],
            [
              -0.07877072545084907,
              -0.15173047292276154,
              -0.15749415588164428,
              -0.13612328148163166,
              -0.13997592068819215,
              -0.1719096845022042,
              -0.07704061759267611,
              -0.02642155610893366,
              0.014113074620164135,
              0.38588427133643505,
              0.34562180406191734,
              0.18130916136351644
            ],
            [
              -0.08646365379528079,
              -0.11610973773962795,
              -0.0912343412947605,
              -0.10024629137926204,
              -0.16749140442330654,
              -0.15133439360971906,
              -0.1623988449086008,
              -0.17845357932498926,
              -0.08483657272915143,
              0.1598747248041079,
              0.43951990207196356,
              0.4241221378135799
            ],
            [
              0.004208077744731141,
              -0.06400477386902025,
              -0.0810260374321221,
              -0.15005902500503548,
              -0.19790935564443948,
              -0.1825859058242125,
              -0.17896188048755582,
              -0.09167668507235027,
              0.09886041971276124,
              0.20944221098099622,
              0.34313544147196157,
              0.1559824149298935
            ],
            [
              0.10064009948042213,
              0.02055475895094913,
              -0.014897188809560246,
              0.00045080686715649775,
              -0.09160691657548556,
              -0.1702888477097406,
              -0.1867853673062345,
              -0.12409978902370282,
              -0.0026588776648050942,
              0.06916599795515117,
              0.23565861684622966,
              0.1507961143091641
            ],
            [
              0.17977303027522085,
              0.17406796013809783,
              0.1310306607379608,
              0.1357682768299423,
              0.0958989977771705,
              0.08077318261063461,
              0.024708188538481085,
              -0.0355340350456601,
              -0.2210895580174581,
              -0.22012653577866242,
              -0.3212078215942846,
              -0.16729270034767543
            ],
            [
              0.20467671615845728,
              0.1518287951523263,
              0.22945577767707892,
              0.2558235902398531,
              0.1728369375086342,
              0.07068366493412985,
              0.02994197705944906,
              -0.10196910088667271,
              -0.2246333747882965,
              -0.3116867293619294,
              -0.45863818050983113,
              -0.14548989114646035
            ],
            [
              -0.12915369154338804,
              -0.111441408145436,
              -0.21725785472354278,
              -0.21956975912070237,
              -0.17237428460553855,
              -0.12138357700400239,
              -0.1290837880445547,
              -0.01413830623757636,
              0.11017276163520015,
              0.23190781162239793,
              0.38756589333119135,
              0.331176526660967
            ],
            [
              -0.3815409992841121,
              -0.3502296208485793,
              -0.26701406953449064,
              -0.237394233312423,
              -0.12135125317865865,
              -0.06502489338258463,
              0.11590628882011939,
              0.16505974115011401,
              0.31430203848083094,
              0.2801448568427673,
              0.37920482030392455,
              0.15206550959692097
            ],
            [
              0.02231356843800724,
              0.04558604284253046,
              0.019801349350521084,
              0.07924459899260816,
              0.10859737740822939,
              0.09498647309902321,
              0.1492430793484308,
              0.10574755738821182,
              0.16215090037986624,
              -0.06383982015103823,
              -0.348153727536182,
              -0.3793274975028595
            ],
            [
              0.16971538290564042,
              0.055318020628775846,
              0.07141266988426624,
              0.024953801123778933,
              -0.05814333592079767,
              -0.1524726449989761,
              -0.2572982193021464,
              -0.25071300109343175,
              -0.20007249599490703,
              0.008447383643285525,
              0.32418796367139097,
              0.4512928188044166
            ],
            [
              0.15785644025972886,
              0.14601319636032256,
              0.20174301200607944,
              0.19738522214427504,
              0.1940358569030419,
              0.11843629778310827,
              -0.012569202428281346,
              -0.17880112517491467,
              -0.21170525790382075,
              -0.30937727401734805,
              -0.30226792062613583,
              -0.17999962956101567
            ],
            [
              0.3030296270661427,
              0.3248006803672971,
              0.27999716256200446,
              0.2119290084570526,
              0.11627182732899197,
              0.07189008154673632,
              0.0005643152683560581,
              -0.090120786432203,
              -0.2417505809066156,
              -0.3544535287158883,
              -0.3381245239071843,
              -0.16945413179872235
            ],
            [
              -0.09584354428633075,
              -0.13798489053935264,
              -0.12049664500243866,
              -0.1628704326767194,
              -0.11105860013130311,
              -0.1814951949219786,
              -0.1194534326337641,
              -0.0846896482743314,
              0.06864624941320344,
              0.223502461600431,
              0.3467705873036151,
              0.2206315232489521
            ]
          ],
          "decoder_b": [
            0.018055480645717013,
            -0.006963927550437645,
            0.002524880190183624,
            -0.001475942961445559,
            0.007361510822761239,
            -0.015818797181315083,
            -0.044799989258726955,
            -0.0551632191859028,
            3.780093543772234e-05,
            -0.000247738638569405,
            0.007381596637453073,
            0.026582637250481992
          ],
          "gate_logits": [
            [
              0.9265560141677593,
              1.0342448015384422,
              1.033165059864968,
              0.9286144098627083,
              -1.5839352275597223,
              -0.9957797395560812,
              -0.9168860474141582,
              1.1385353855823885,
              -0.4564896132199426,
              -1.7275597673121181,
              -0.7635154034980635,
              -2.5885924093592885
            ],
            [
              -2.000612156990763,
              -0.953332279988829,
              -1.0840622732857472,
              0.20162089187795243,
              -0.10648216436330243,
              0.09405018421968186,
              0.9942013466938133,
              1.8408998584626068,
              1.4450734935171734,
              1.4476571800764209,
              1.1791852777394352,
              0.33177009479371855
            ],
            [
              0.18290146342158484,
              0.20450035943235886,
              0.7392575426232781,
              1.3397209356294761,
              2.196748324657231,
              2.3714099653194447,
              2.515431877344121,
              2.197654752999692,
              0.7395531182750047,
              -2.8631410827809813,
              -1.22710739379392,
              -1.0988904004819184
            ]
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.0368899057680595,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.30788021351717165,
          "validation_mse": 0.003038374951372154,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.0813742201588175,
          "validation_mse": 0.0007571114012394334,
          "training_objective": 0.0909799685268559
        },
        {
          "step": 200,
          "validation_objective": 0.06727329891484539,
          "validation_mse": 0.0006049639720290051,
          "training_objective": 0.0665759327605164
        },
        {
          "step": 300,
          "validation_objective": 0.06016312738209911,
          "validation_mse": 0.0005253415344715388,
          "training_objective": 0.06654615964072776
        },
        {
          "step": 400,
          "validation_objective": 0.055069562268605134,
          "validation_mse": 0.0004695395550381539,
          "training_objective": 0.06368991601053513
        },
        {
          "step": 500,
          "validation_objective": 0.050050498488018944,
          "validation_mse": 0.0004154852773874283,
          "training_objective": 0.05149835620105688
        },
        {
          "step": 600,
          "validation_objective": 0.04565113102699349,
          "validation_mse": 0.00036928101232264595,
          "training_objective": 0.053819672868893775
        },
        {
          "step": 700,
          "validation_objective": 0.04385729662300794,
          "validation_mse": 0.00035144195481236993,
          "training_objective": 0.05119114183474119
        },
        {
          "step": 800,
          "validation_objective": 0.04247472182488567,
          "validation_mse": 0.00033678241741468543,
          "training_objective": 0.0389088466778755
        },
        {
          "step": 900,
          "validation_objective": 0.042000597661260866,
          "validation_mse": 0.00033095129267690426,
          "training_objective": 0.04086642642706129
        },
        {
          "step": 1000,
          "validation_objective": 0.040810083584800184,
          "validation_mse": 0.00031825334598014753,
          "training_objective": 0.0418504785570169
        },
        {
          "step": 1100,
          "validation_objective": 0.04111603129580135,
          "validation_mse": 0.00032094092528903455,
          "training_objective": 0.04237671957502298
        },
        {
          "step": 1200,
          "validation_objective": 0.03907143751143624,
          "validation_mse": 0.0002992794822895132,
          "training_objective": 0.044274489140632756
        },
        {
          "step": 1300,
          "validation_objective": 0.03903705798870864,
          "validation_mse": 0.0002992438752613082,
          "training_objective": 0.0500515314102201
        },
        {
          "step": 1400,
          "validation_objective": 0.03859244273371187,
          "validation_mse": 0.00029483568848581384,
          "training_objective": 0.04380331281823658
        },
        {
          "step": 1500,
          "validation_objective": 0.03877145250282263,
          "validation_mse": 0.000295758003231211,
          "training_objective": 0.040046747398878264
        },
        {
          "step": 1600,
          "validation_objective": 0.03775839013972155,
          "validation_mse": 0.00028629029574723256,
          "training_objective": 0.04859120362728825
        },
        {
          "step": 1700,
          "validation_objective": 0.037994919799304,
          "validation_mse": 0.00028847275003096736,
          "training_objective": 0.03809040630576998
        },
        {
          "step": 1800,
          "validation_objective": 0.03698668523510645,
          "validation_mse": 0.0002773813041985674,
          "training_objective": 0.04190918959029213
        },
        {
          "step": 1900,
          "validation_objective": 0.03825903400975676,
          "validation_mse": 0.0002899266552580165,
          "training_objective": 0.03901737578924139
        },
        {
          "step": 2000,
          "validation_objective": 0.0368899057680595,
          "validation_mse": 0.00027538237434920155,
          "training_objective": 0.04127659154002734
        }
      ],
      "weight_sha256": "214f274c7e11faca86da599386770c467902363a38f19283758d709bd6d72698"
    },
    {
      "model": {
        "method": "random",
        "hidden": 16,
        "seed": 20261011,
        "params": {
          "initial_w": [
            -0.05025921640261051,
            0.2859366768463138,
            0.19038241301230696,
            -0.25986563279216035,
            -0.14243659829348024,
            -0.15409723567334938,
            -0.22188785324263274,
            0.0919935960084079,
            0.23087229905705525,
            -0.1935944785363126,
            -0.17467483038040932,
            0.25357733198494753,
            0.15229221787972644,
            -0.05982818455292082,
            0.09095888498122595,
            -0.21426687236858308
          ],
          "initial_b": [
            -0.2591373991542088,
            -0.2063522937823146,
            -0.07002464273500618,
            0.044673424874996176,
            0.2926549450523986,
            0.02963478942300826,
            -0.10764443288080074,
            0.31571962083778843,
            0.13662324854435692,
            -0.14649064294782918,
            0.10870666353161877,
            -0.043233237172206194,
            0.024439846205586504,
            -0.2379367273380734,
            0.05220855778004207,
            0.004411458629525532
          ],
          "recurrent": [
            [
              -0.3218165668378288,
              -0.20185043333762862,
              0.029206868206662982,
              0.3873971498583261,
              -0.3054048737830626,
              0.26733186575770485,
              0.03759032258791298,
              -0.23403506680412112,
              -0.03665928259010917,
              0.12659000759192304,
              0.04279733012872682,
              -0.11436431879077906,
              0.006431597013660259,
              -0.1528636040272435,
              0.04343196644381221,
              0.029600633474250362
            ],
            [
              -0.0598916519482616,
              0.04072085099026468,
              0.12876799659109175,
              0.06754919958803617,
              -0.14445606417469603,
              0.30206478974427714,
              -0.0029494643575529254,
              -0.10488410315052593,
              -0.18302316693724077,
              -0.08909948371359003,
              -0.012191105251029758,
              -0.10231051202561241,
              -0.3336786932719776,
              -0.16334642743948555,
              0.23435244984872342,
              -0.2739700105310423
            ],
            [
              0.24578982251704448,
              0.3382162109779502,
              -0.02917070431104001,
              -0.041231794938776295,
              -0.18647554955141374,
              0.04706926734180052,
              0.14177794147084372,
              -0.14168658270022674,
              0.38698251701119496,
              0.1289898819746983,
              0.015658666992582608,
              -0.2814089547666874,
              -0.24566068689300588,
              0.0785916869316359,
              0.41407912155367205,
              -0.08964049721860416
            ],
            [
              -0.08732376121259744,
              0.015819314500453496,
              0.12883561593439447,
              -0.03064142972678135,
              -0.32220603420351857,
              -0.17073363239810702,
              0.23563925366972605,
              0.06174681458045415,
              -0.14065826550967347,
              0.06863740625451815,
              -0.017232924141937927,
              0.028470680411763268,
              -0.18015763836428614,
              0.08657404535150252,
              0.25182099546051245,
              0.08091408885035202
            ],
            [
              0.018605834868308746,
              -0.2757398385529877,
              0.19952913765864466,
              -0.03312194541854276,
              0.006112086343398597,
              -0.4921290244329561,
              -0.1983927636124575,
              -0.2789565804314329,
              -0.13867764986418954,
              0.15336596985299703,
              0.17191312651888438,
              0.18066177751047974,
              -0.06728823275268497,
              -0.3174564107777358,
              -0.1897599006102094,
              0.19613193112108285
            ],
            [
              -0.3343388601300528,
              -0.7456587366056795,
              -0.25039590551460833,
              -0.332433558341539,
              0.7156670604557621,
              0.3633162486998474,
              -0.16394195919219987,
              0.4717470273796828,
              0.5993501621835298,
              -0.3976730744124419,
              -0.33134841216864475,
              0.3017322479525424,
              -0.013623088132860561,
              0.24433840418760824,
              0.024635180323862783,
              0.5422252904355738
            ],
            [
              0.228533735603778,
              0.22531365071786866,
              -0.16321609067356752,
              0.24150986977155564,
              0.07327848945835623,
              0.15372348493004556,
              -0.09597988204556786,
              0.19153410926483336,
              -0.05255014758442307,
              0.11231279094810706,
              0.1413523583362996,
              -0.4081217130235708,
              -0.29290176699866854,
              0.0017386023277990406,
              0.04605138235082918,
              -0.2443380027063249
            ],
            [
              -0.18028822041734524,
              0.15555673541361503,
              -0.24565838756014546,
              -0.08562251313827109,
              0.5988767649341311,
              -0.19370287734455804,
              0.09799901947902108,
              0.042362890311171776,
              0.2836410629109386,
              -0.22729264001830243,
              0.09265382580226657,
              0.23505937879900635,
              0.006773544625589501,
              0.09439423855693597,
              -0.10925144214375859,
              0.15405500135161762
            ],
            [
              -0.009192496686797174,
              -0.41554625195240363,
              -0.23327510715974034,
              -0.3850429606417167,
              0.4546180578463918,
              0.1046918344757818,
              0.16184007466571276,
              0.07673847947668223,
              0.30631366992534287,
              -0.1795305129689579,
              -0.1712747388907253,
              0.0016602813453284674,
              0.17490204265791928,
              0.43796657680629103,
              -0.34171962629747915,
              0.1094295884334595
            ],
            [
              0.08571073941187918,
              0.289435730250307,
              0.164794679943142,
              0.13857578958477007,
              -0.23589338742610064,
              0.16362746718181997,
              0.07919321048297646,
              -0.07417833495018561,
              0.08708693413073128,
              -0.10601205239707752,
              -0.40301070226262997,
              -0.27721374487140404,
              -0.006134006659526203,
              -0.12124687776658233,
              0.3834219824877346,
              -0.2775863588917797
            ],
            [
              0.09669908923063825,
              0.0674214149396476,
              -0.3697163401702537,
              -0.029151916368278803,
              -0.0953602403177482,
              -0.14434670809201988,
              -0.14183013068353204,
              -0.1306565905182425,
              -0.10515643476757272,
              0.2008216181115916,
              -0.2842451646393042,
              0.2285256813716368,
              -0.29198737512314066,
              -0.14517578396101638,
              0.09910391486169493,
              0.12204301537264677
            ],
            [
              -0.16759962130006037,
              -0.567843750101922,
              -0.2273441546740734,
              -0.14115828464548125,
              -0.04173220921095997,
              -0.01085618435321682,
              -0.37356283468142387,
              0.3934753410754275,
              0.23286744279053018,
              -0.39830481178416616,
              -0.12128765651317289,
              0.1360231954151833,
              -0.13179265539979126,
              0.021052439812165834,
              0.14342867318697017,
              0.39576264369036096
            ],
            [
              -0.29772813967382245,
              -0.06155221565646315,
              -0.12723908963705152,
              -0.15963613279733818,
              -0.24227184237545402,
              -0.06045573438945082,
              0.20973260444217962,
              0.19697976680189508,
              0.028860925871312927,
              0.0032427891654974203,
              -0.009180538700525797,
              -0.06476075126044507,
              -0.12643503840657244,
              -0.21223658153912736,
              0.04989581153767612,
              -0.06890539929058587
            ],
            [
              -0.22770394735410257,
              -0.34469516461899874,
              0.12904062756057832,
              -0.06526775260892809,
              0.304196708785544,
              0.2428559106792037,
              -0.12620514651337605,
              -0.03937129883275754,
              0.08587863401860411,
              0.297208320667574,
              0.044458280211013015,
              -0.2478358425935461,
              0.1584536460906725,
              -0.07440763418777632,
              0.10910944003579331,
              -0.3499142270313734
            ],
            [
              -0.3096090409492462,
              -0.04218122698893334,
              -0.1530124231803608,
              -0.30212776152288134,
              0.11478519646006997,
              0.22467018233994743,
              -0.07654095433595424,
              0.36330543852488806,
              0.6017480531458257,
              0.0009659387452865178,
              -0.27864023226089835,
              -0.019452119690691317,
              -0.016346825085645417,
              0.22234541572411615,
              -0.09031699032645307,
              0.0035564291043701807
            ],
            [
              -0.33354755071769077,
              -0.3154307700527617,
              -0.6164223638769034,
              -0.4835719409107569,
              0.3848356949422219,
              0.30594947398462397,
              -0.5236241320207909,
              0.13422335655060774,
              0.28891600644516036,
              -0.5552804855040313,
              -0.19195629112107748,
              0.36506487974072,
              0.014081816307355508,
              0.5770896438702603,
              -0.008498824329361963,
              0.3421962601319352
            ]
          ],
          "gate_input": [
            [
              0.08304339310190088,
              0.23664945238143412,
              -0.05835933962610517,
              0.11352622667370706,
              0.5157101767994532,
              0.626638274663848,
              -0.16492338230131176,
              -0.15342013998931922,
              -0.17393739061271302,
              0.02616267479964701,
              -0.01483433380457769,
              0.5781062596034172,
              -0.022959239060470763,
              -0.04229033226366476,
              -0.22877427073725554,
              -0.5959032367596789
            ],
            [
              0.11353118495129196,
              0.17044106681824056,
              -0.12614607010542667,
              0.1840923909143598,
              0.37146230080103587,
              0.6399795804109493,
              -0.3036131566850028,
              -0.11352401384088436,
              -0.33622970159019494,
              0.055159674503781994,
              -0.040400140296165024,
              0.69327532202442,
              -0.043059388483768925,
              -0.0011718625410396628,
              -0.3374193130921238,
              -0.5857715420179681
            ],
            [
              -0.007017064925928103,
              0.07241456849533387,
              -0.17089457656537882,
              0.17676566196015517,
              0.2108862349343376,
              0.6161288234527463,
              -0.20296745311686404,
              -0.30158256260183763,
              -0.28240424226019456,
              -0.021384745117020775,
              0.023721915434342048,
              0.6574422586372637,
              0.0861151330622765,
              -0.07254139617158122,
              -0.3116850214301992,
              -0.5658580671324746
            ],
            [
              0.06511279324765835,
              0.11652445149999076,
              -0.0812187844095117,
              0.16037673266698418,
              0.2825942234941121,
              0.5641433517008727,
              -0.15385538571525983,
              -0.1652540363868385,
              -0.241386171864264,
              0.04032002913043734,
              -0.0617895904001387,
              0.6400435525983112,
              0.12960767752598948,
              0.0456484587295722,
              -0.2903099420182075,
              -0.4575947949271219
            ],
            [
              0.09762160904989728,
              -0.014778974803165507,
              -0.014743968122477356,
              0.14686627332217744,
              0.16075237126221287,
              0.4399264489855765,
              -0.06557443069317792,
              -0.1965568305727914,
              -0.2276658480425949,
              0.09106264620304778,
              -0.06538908755391253,
              0.4879631170847199,
              0.027349225754989943,
              0.01522068178160428,
              -0.20671393256566206,
              -0.36079874943240764
            ],
            [
              0.038340915665153005,
              0.08511301659548824,
              0.03160171345094564,
              0.20043560797517368,
              0.23318019925014405,
              0.22944101183704055,
              -0.06569765606251231,
              -0.047236149939194574,
              0.05495600698983134,
              0.19242387200558198,
              -0.17190260412196762,
              0.2881018232614843,
              0.08341239866481656,
              0.18451085742582168,
              -0.09835558348466601,
              -0.1950869964653714
            ],
            [
              -0.005034143531483949,
              0.04341968978429128,
              0.0006716952131331213,
              0.07088280937079607,
              0.1028245272221399,
              -0.022164278648356347,
              -0.03737850416310739,
              -0.16322574277604107,
              0.0784808362455758,
              0.11044173813608962,
              -0.10783383715265953,
              0.06631097349492943,
              0.14755962409012877,
              0.10851371385339204,
              0.06623995888191218,
              0.05098041196844005
            ],
            [
              -0.05315946309578616,
              -0.06462077836207519,
              0.16988321775808565,
              -0.026285138949843453,
              -0.14901069554167992,
              -0.4332524780530366,
              0.044745323615227366,
              0.11090058332127438,
              0.018556489069202157,
              -0.06067852405549501,
              -0.16475391788089683,
              -0.1333583734001972,
              -0.07409649157500382,
              0.1920945000676565,
              0.052174536640507384,
              0.47896342197602326
            ],
            [
              -0.04871005520333114,
              -0.05939597611819229,
              0.09946126234103206,
              -0.05147050846335847,
              -0.2675537439433489,
              -0.9162115265777754,
              0.058968099938041925,
              0.0893893544111546,
              0.1992832105690078,
              0.07211239272759226,
              -0.13165824158988537,
              -0.2884505561373619,
              -0.025802324165346186,
              0.1631237909665662,
              0.06280477211327845,
              0.8821479584715445
            ],
            [
              -0.05376914293299317,
              -0.13631658422761248,
              0.010974235472782918,
              -0.08898231686716507,
              -0.38088347656697846,
              -1.2891542561942446,
              0.1532993903157137,
              0.05703048974559736,
              0.12655461034903148,
              -0.04573049464755906,
              -0.07715594095015335,
              -0.3956088424902615,
              -0.10557708438650533,
              0.11279323518970809,
              0.17423460041092997,
              1.2668993570157407
            ],
            [
              -0.13829148261558072,
              -0.11293289522106288,
              -0.0378474702761887,
              -0.13378136038275967,
              -0.4485189258994782,
              -1.4446805271500096,
              0.1592750465238427,
              0.16740193857918523,
              0.18894065572234153,
              -0.11889395525817222,
              0.03376873029547458,
              -0.4137902187499407,
              -0.15853731350919506,
              -0.03791457483584351,
              0.05554492298881246,
              1.3790094680634213
            ],
            [
              -0.042258268123355126,
              -0.0838946591250248,
              0.041656916376588485,
              -0.0827876627068792,
              -0.30916055399273223,
              -0.800771149403575,
              0.08230227966037285,
              0.07552091429090266,
              0.11181503431612344,
              -0.046015986930553865,
              -0.15552064315942074,
              -0.24479254752879687,
              -0.07748508839127138,
              0.15499903402115023,
              0.08752222446619656,
              0.7785299194304239
            ]
          ],
          "answer_input": [
            -0.01962913130365908,
            -0.02038363779044275,
            -0.15653880855192728,
            -0.07569666238023755,
            -0.33919517957004236,
            -0.5991530944670017,
            -0.3311952829213614,
            0.21341365460670172,
            0.2934913458786508,
            -0.07217410499115512,
            0.0012857598182286773,
            0.527822130153399,
            -0.04393040227551018,
            0.05836740037040364,
            0.357069324024837,
            -0.5413540093666174
          ],
          "bias": [
            0.05788515836261713,
            -0.007839257870417858,
            -0.034856301860159186,
            0.005416163259226726,
            0.08054529148676097,
            -0.2571246829273547,
            -0.037748142312721,
            -0.0258081497806705,
            -0.042231146203726,
            0.042997101578438876,
            0.029915250512039193,
            0.22303429704581548,
            -0.06330373845435193,
            -0.05505132753014324,
            -0.11542524585957965,
            0.17082996450785332
          ],
          "decoder": [
            [
              0.12386382645859763,
              0.10763256517803119,
              0.16020830249473492,
              0.08209592214735004,
              0.07149256085299815,
              0.05332502712313905,
              0.021220425880182362,
              -0.010002260504306394,
              -0.09764634929884294,
              -0.1920013233908033,
              -0.24643771577281987,
              -0.06520040558952622
            ],
            [
              0.48665469576841514,
              0.43117500364656247,
              0.426773819861425,
              0.38800991514458966,
              0.2863146449727695,
              0.1502299261773238,
              0.005824629950313367,
              -0.1935322719097637,
              -0.38313141733096595,
              -0.5633923616291697,
              -0.6784776391998771,
              -0.3433354973072883
            ],
            [
              0.15650704084967096,
              0.14377869816130037,
              0.14976815044718653,
              0.14816563685261736,
              0.08200328566364375,
              0.05326381189068126,
              2.3149885986723743e-05,
              -0.07599794209364072,
              -0.17102462358954088,
              -0.22909251461164953,
              -0.24202377363774133,
              -0.09727394566627669
            ],
            [
              0.2112780460769426,
              0.20923649775509853,
              0.19868643321961044,
              0.19363658953632681,
              0.14325625610897005,
              0.11433724515044297,
              0.00830823713214469,
              -0.0864419277091443,
              -0.2369081547494805,
              -0.24281631382928165,
              -0.3108333007595738,
              -0.17405175423143693
            ],
            [
              -0.23543019040462676,
              -0.23594837588406217,
              -0.20911000077050784,
              -0.17368095359714178,
              -0.11180700867667423,
              -0.060317072393023,
              -0.009142009612972759,
              0.05109826513257369,
              0.18157133597395242,
              0.2903958118399085,
              0.35868150500227375,
              0.14729641190839396
            ],
            [
              -0.6040470249711488,
              -0.6110308213546363,
              -0.5997869251008272,
              -0.529123357551778,
              -0.4326437158793726,
              -0.24930616045502235,
              -0.009687406416321442,
              0.3027968695863144,
              0.5617102281031348,
              0.7399875274840629,
              0.8244376078786475,
              0.4937733125646331
            ],
            [
              0.1757984420404865,
              0.1773483737148173,
              0.18250793787399305,
              0.18628391395085245,
              0.12571598070500623,
              0.059442069701351304,
              0.002412049228496508,
              -0.12807416909073077,
              -0.13421026901126587,
              -0.28788234832607895,
              -0.2700932193567758,
              -0.16092300712900437
            ],
            [
              -0.12081188136410317,
              -0.12921090156356363,
              -0.1296978906074134,
              -0.10445984273207339,
              -0.08283751219367579,
              -0.0286527886777688,
              -0.012449993941281927,
              0.09621453137641721,
              0.055279427798891494,
              0.16226266419940216,
              0.18859159833503067,
              0.14739507861495885
            ],
            [
              -0.35503981201406487,
              -0.3661370076412899,
              -0.35299360613007763,
              -0.30447803615881136,
              -0.24991030721459342,
              -0.12651253007658975,
              0.02583022145709315,
              0.21590621803663476,
              0.3632893879837865,
              0.46372230572451506,
              0.4589463617156474,
              0.2772462314075311
            ],
            [
              0.23772825378289908,
              0.21839393908345944,
              0.19429415917542853,
              0.14822802892308262,
              0.14366260587592927,
              0.030187967371641804,
              -0.0014062056612528526,
              -0.05590432538384499,
              -0.197983864906629,
              -0.32979922729879857,
              -0.3829068691647488,
              -0.1714997049849973
            ],
            [
              0.04544622633182819,
              0.03527096859219664,
              0.012798147531906666,
              0.004568940601659847,
              -0.017748994991263686,
              -0.05048035368963762,
              0.029003112935031664,
              0.004005742062116324,
              -0.01944178394576955,
              -0.08925856848870548,
              -0.14100165067657633,
              -0.028938461695581136
            ],
            [
              -0.41956175717477334,
              -0.443561869334665,
              -0.4171998151116577,
              -0.3744891547704063,
              -0.31347241676897547,
              -0.19312469153983033,
              -0.0028447708887282008,
              0.201161084708946,
              0.433939922619775,
              0.5089323781575722,
              0.5139176047071445,
              0.29343302769177204
            ],
            [
              -0.006428032964405096,
              0.023847543729305934,
              0.024134443076336363,
              0.03856072060312838,
              0.007272094251171537,
              -0.025618544443094752,
              -0.0055435643909022385,
              -0.030739702961380948,
              -0.048500518005078985,
              0.005525708710809696,
              -0.010584704680471797,
              0.030547757065236214
            ],
            [
              -0.1567464788637788,
              -0.18720112412227244,
              -0.15983807874305297,
              -0.09776012043911507,
              -0.09956599745997748,
              -0.045020051260248245,
              0.023664429186771613,
              0.07989160707103006,
              0.15703099031931245,
              0.17517027098444027,
              0.24483809235033532,
              0.0920398831792
            ],
            [
              -0.08256701137834767,
              -0.14207132698831523,
              -0.13693926196260553,
              -0.14058376094475242,
              -0.1613395759125232,
              -0.08499402668258926,
              -0.036199043957796204,
              0.04193706334843658,
              0.14871443820536165,
              0.16090026767842025,
              0.18746129817908747,
              0.1348960112336191
            ],
            [
              -0.5564682676701562,
              -0.5951620172714357,
              -0.5683974007836652,
              -0.49650453181680265,
              -0.39449156577228744,
              -0.24078348113528106,
              -0.0086091999739682,
              0.2760517050587956,
              0.5392903502448696,
              0.7160114187925071,
              0.7797890864188037,
              0.4626802225721441
            ]
          ],
          "decoder_b": [
            -0.03928943107805761,
            -0.02232716739053255,
            -0.024975894168520484,
            0.0001094335517736683,
            -0.014503802541345574,
            0.015565359630532356,
            -0.014362105629440234,
            0.017282097992869096,
            0.004844530510588687,
            0.033496051977952246,
            0.040348962808335255,
            0.028711067478618894
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.14923273148887156,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.31627711237174416,
          "validation_mse": 0.0031021100493094783,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.3150735531560378,
          "validation_mse": 0.0030900744571524135,
          "training_objective": 0.3355763236246923
        },
        {
          "step": 200,
          "validation_objective": 0.31449222159145235,
          "validation_mse": 0.0030842611415065595,
          "training_objective": 0.36789237687713655
        },
        {
          "step": 300,
          "validation_objective": 0.3150516739228514,
          "validation_mse": 0.003089855664820549,
          "training_objective": 0.24081685548890866
        },
        {
          "step": 400,
          "validation_objective": 0.3154498305309189,
          "validation_mse": 0.0030938372309012255,
          "training_objective": 0.27106228637401547
        },
        {
          "step": 500,
          "validation_objective": 0.31582359714356445,
          "validation_mse": 0.00309757489702768,
          "training_objective": 0.3469272002732359
        },
        {
          "step": 600,
          "validation_objective": 0.3151348221949686,
          "validation_mse": 0.003090687147541722,
          "training_objective": 0.46922774045219456
        },
        {
          "step": 700,
          "validation_objective": 0.31298643629761846,
          "validation_mse": 0.0030692032885682205,
          "training_objective": 0.24536222924204013
        },
        {
          "step": 800,
          "validation_objective": 0.2847791090930498,
          "validation_mse": 0.0027871300165225343,
          "training_objective": 0.20121306908106187
        },
        {
          "step": 900,
          "validation_objective": 0.18937335599573565,
          "validation_mse": 0.001833072485549392,
          "training_objective": 0.17148127925462966
        },
        {
          "step": 1000,
          "validation_objective": 0.1783175061887194,
          "validation_mse": 0.0017225139874792294,
          "training_objective": 0.15792168115996605
        },
        {
          "step": 1100,
          "validation_objective": 0.17069709754943574,
          "validation_mse": 0.0016463099010863929,
          "training_objective": 0.1690064707925969
        },
        {
          "step": 1200,
          "validation_objective": 0.17066956861416807,
          "validation_mse": 0.001646034611733716,
          "training_objective": 0.1314442699013056
        },
        {
          "step": 1300,
          "validation_objective": 0.1898627665296015,
          "validation_mse": 0.0018379665908880506,
          "training_objective": 0.2153896532477687
        },
        {
          "step": 1400,
          "validation_objective": 0.16376688997499383,
          "validation_mse": 0.0015770078253419736,
          "training_objective": 0.12738905567668765
        },
        {
          "step": 1500,
          "validation_objective": 0.16746063769029193,
          "validation_mse": 0.0016139453024949547,
          "training_objective": 0.17354443988436674
        },
        {
          "step": 1600,
          "validation_objective": 0.16426952482760815,
          "validation_mse": 0.0015820341738681171,
          "training_objective": 0.16763526528996112
        },
        {
          "step": 1700,
          "validation_objective": 0.1527398785059067,
          "validation_mse": 0.0014667377106511027,
          "training_objective": 0.16653447383380227
        },
        {
          "step": 1800,
          "validation_objective": 0.15730428001816882,
          "validation_mse": 0.0015123817257737234,
          "training_objective": 0.11885743326728482
        },
        {
          "step": 1900,
          "validation_objective": 0.15066314641138062,
          "validation_mse": 0.0014459703897058418,
          "training_objective": 0.1838189676729218
        },
        {
          "step": 2000,
          "validation_objective": 0.14923273148887156,
          "validation_mse": 0.0014316662404807508,
          "training_objective": 0.15241730869019862
        }
      ],
      "weight_sha256": "0654bb93d53defd87bd0ba637ac90c056545845e3a55c3fa71863ee86c7a8054"
    },
    {
      "model": {
        "method": "recurrent",
        "hidden": 19,
        "seed": 20261011,
        "params": {
          "initial_w": [
            0.23376168438514708,
            0.08836107774692666,
            0.09840651116042279,
            0.10633598910152375,
            -0.03376976636426278,
            0.06609314181793265,
            0.3329696632839012,
            -0.010851732451194444,
            0.2173051509367913,
            -0.24392280165739036,
            0.1446247756961149,
            0.2622180065926888,
            -0.05970044625529685,
            0.1462727469936893,
            -0.28125625257680215,
            0.20160643268201295,
            -0.17821418917705326,
            0.08846913335257206,
            -0.0929788985160089
          ],
          "initial_b": [
            -0.02274608845100256,
            0.04451042680810337,
            0.019418902742602336,
            0.0062693752027989606,
            0.12036693934454515,
            0.0545073414283925,
            0.031578806864290765,
            -0.13128012013137258,
            0.0037135729017573485,
            -0.05665651737026822,
            -0.11893356758036736,
            -0.06625752029507279,
            0.04536036025848969,
            -0.15784989303040137,
            -0.04662638620642536,
            -0.02842134729746675,
            0.011222306708867964,
            0.05842060599853652,
            0.06951644193642983
          ],
          "recurrent": [
            [
              -0.25702633214737836,
              -0.05812764743274417,
              -0.23499117192653907,
              -0.08541826650678117,
              -0.4006444454512588,
              -0.10715717761445889,
              -0.14077924640133233,
              -0.08608545950514015,
              -0.19909878779824744,
              0.14981781742859387,
              -0.08664149107779438,
              0.19593108271895218,
              0.27603905647388477,
              0.06453017854933035,
              -0.029551402651092316,
              -0.06417105112208285,
              -0.3051721717935134,
              -0.20806484249843227,
              -0.155592332244525
            ],
            [
              -0.26941005423043846,
              0.07738331326099884,
              -0.13794087965663968,
              0.1465870077484832,
              -0.0032518370211506924,
              0.5426600807746321,
              -0.34704608510313517,
              -0.024438424727284018,
              0.021694059049937528,
              0.2024614539585929,
              0.07813173161282688,
              -0.20435883809049443,
              -0.03736805776137561,
              0.09608119023091932,
              -0.011589179124917373,
              0.0800113465003136,
              -0.3395750708782646,
              -0.42269811401339885,
              0.45162750505361016
            ],
            [
              -0.06411476189438521,
              -0.020811431601570292,
              -0.26249343707358513,
              0.046400213656308,
              -0.3281639703802176,
              0.03181556139631589,
              0.309065127538218,
              -0.07490775707854937,
              -0.024117917716907675,
              -0.032299382815860436,
              -0.3382865374239514,
              -0.2679150933562856,
              -0.19784359260737677,
              -0.017625509047800254,
              0.022007023387357872,
              0.36641888209165724,
              -0.1719877812279903,
              0.2036344199012339,
              -0.05231246371249013
            ],
            [
              -0.024863202464316534,
              0.057222948650144365,
              -0.021858283098107827,
              -0.21212168326563435,
              -0.06746733946523395,
              0.2686652642273895,
              -0.00882174806644772,
              0.2572336110969532,
              0.2976531888476952,
              0.15947517835625885,
              0.18993788088206795,
              0.18286053033600574,
              0.02595203068011815,
              0.14206490867207244,
              -0.4710853257231024,
              0.19571339490159667,
              0.015671536224465998,
              -0.21397669636638667,
              -0.3657029790825309
            ],
            [
              0.08047179987458705,
              -0.15500886468083566,
              -0.12363354184760546,
              0.3840160861103641,
              -0.1226796428596234,
              -0.10835113317085947,
              -0.05630014963371471,
              -0.41549236922465893,
              0.1831084709000432,
              -0.22031041893534792,
              -0.02068077722348984,
              -0.022403233918099605,
              0.03756784339762138,
              0.011656228694137578,
              0.16926514224117878,
              0.12271740346754982,
              -0.37938836630927053,
              -0.20295677459417671,
              -0.16717626636553762
            ],
            [
              0.10169485802108329,
              0.2071569332089809,
              0.1313073365435384,
              -0.06793535079138269,
              -0.2985753055498421,
              -0.008274655881137695,
              -0.019877944191843352,
              0.18602692186326297,
              0.2413757402529471,
              0.03444141139584519,
              -0.06150567995079443,
              0.03756422324212836,
              -0.31044059906589344,
              -0.20232675656832183,
              0.17313812526751826,
              -0.2776935504737105,
              -0.17334522643250677,
              -0.38560330050601976,
              0.2109073362746491
            ],
            [
              0.10960186447199707,
              0.14523912656412621,
              0.31190376115970414,
              -0.3223466259631663,
              -0.08806968712556318,
              0.1574060162369682,
              -0.17578043254117007,
              -0.22363301728582963,
              -0.0896327012771416,
              -0.39908487417800315,
              -0.04192347177606819,
              -0.18758772013210148,
              0.14203444643640953,
              0.06240981952189303,
              -0.012274380431116193,
              0.18854721669635535,
              0.13959415806522835,
              0.14271588670761556,
              0.021887010149473658
            ],
            [
              -0.0571791707369817,
              0.05519089852795905,
              -0.26519757385399667,
              0.051073165953980336,
              -0.2119027390045699,
              -0.18789523718284548,
              -0.003126901566470253,
              0.12643962848566836,
              -0.1153290435155887,
              -0.18123555167143462,
              0.4207317631469708,
              -0.02794718853190003,
              -0.13113216132986127,
              -0.02434254568942712,
              -0.3255805742419701,
              -0.11903977158711039,
              0.07094937676200723,
              0.20349010444259952,
              -0.09389581452136272
            ],
            [
              -0.04612308440198152,
              -0.31875101093981434,
              -0.00897092099240051,
              -0.04835176724471687,
              -0.11070955612487234,
              -0.2772453620833899,
              0.37010193577184847,
              -0.05006880805124563,
              -0.17785379022067294,
              0.15792947703756047,
              0.1480070544376148,
              -0.2775730340281024,
              -0.04386270263739143,
              0.17418056015581418,
              -0.11210728665263006,
              0.16468186867846663,
              -0.04397015933806432,
              -0.06312739218018219,
              -0.08748131449782649
            ],
            [
              0.2167878164878187,
              -0.19610303156270123,
              0.13959516678714634,
              -0.26048917136199695,
              0.1271215810990179,
              0.08838734206554598,
              -0.14724452764555335,
              0.19022135798948242,
              -0.0369328880703292,
              -0.06483690849610997,
              -0.03470889452652899,
              0.15981032571535436,
              -0.3677374995115307,
              0.20828784843094755,
              0.22149029417048408,
              -0.1559453520806387,
              -0.19078604537738136,
              -0.047994402189378664,
              0.24191860064733245
            ],
            [
              0.18740194096324936,
              -0.2510490300767198,
              -0.058507005853579465,
              0.1719401443365193,
              -0.37786070665144716,
              -0.23862005556962013,
              -0.008450597267114146,
              0.11213137725438686,
              0.06490147637743396,
              0.34616807002983324,
              0.07221576035779988,
              -0.027896450804713604,
              0.0630694092932977,
              -0.0509657752165464,
              -0.1810817417721141,
              0.22213434836414395,
              0.35476900734424216,
              0.25276846239934136,
              0.00047480270644522624
            ],
            [
              -0.19741745244199857,
              0.031877667500934126,
              0.3295313827475094,
              -0.01576613018168441,
              0.009115584984701669,
              0.15281213478112554,
              0.27021716440377475,
              -0.39550623928066575,
              0.027351995737250674,
              -0.04985813912251286,
              0.04291706123548317,
              0.0039542730256600395,
              -0.32916266590398413,
              0.1220029852582927,
              0.2554868361115777,
              -0.23138151178759528,
              0.19611141041849936,
              -0.013578966324417028,
              0.2033674169097058
            ],
            [
              0.21759330120628942,
              -0.04958790879284744,
              0.05332062805918482,
              0.4159174708761578,
              -0.1848054609932738,
              -0.03098681967778635,
              0.008745021548338153,
              0.2835950198385355,
              -0.2888936961470621,
              0.04384006027838295,
              0.163368294139722,
              0.002128808219876246,
              0.1873272560335056,
              -0.2440749456794312,
              -0.45468476451237017,
              -0.08754212560735479,
              -0.35543284031447003,
              -0.2639419800835291,
              -0.17188997426572478
            ],
            [
              -0.3730526143254309,
              -0.24845034782170844,
              0.15545218853110895,
              0.19787996646391978,
              -0.25715857152494404,
              -0.13997865671552312,
              0.054654416437969755,
              0.15789848880018828,
              -0.0959298813987173,
              0.14701048834217184,
              0.16194510261561004,
              0.09205092765208261,
              -0.23433106121059813,
              -0.18456606460802194,
              0.2511758140387418,
              0.29799229834707464,
              -0.09691503493381387,
              0.3780677625565368,
              -0.15082010077471242
            ],
            [
              -0.44651739555285225,
              0.1018969915296313,
              -0.027824119753807997,
              0.20610144999084434,
              -0.14868603266613642,
              -0.2120964173177674,
              0.015134040044852725,
              0.07749681298451308,
              -0.15112088562841938,
              -0.10105147691837311,
              -0.3381214161853322,
              -0.025262791804945915,
              -0.49129624188597987,
              0.3685590221352969,
              0.052073673692480726,
              0.1793540734477469,
              0.3031079359845435,
              -0.10877416548871463,
              -0.1980267426310622
            ],
            [
              -0.02433720845910137,
              0.09105425706962392,
              -0.0460020447731131,
              -0.0769984213813307,
              0.11728443762863391,
              -0.09978095206122771,
              -0.06006979891747651,
              -0.012559479738582518,
              0.06761967238615041,
              0.04837159051410339,
              -0.02267655634314464,
              -0.3591954190600892,
              0.14034977416143085,
              0.13549607421249504,
              -0.05607355127626608,
              -0.22830817687302046,
              -0.11097572322776252,
              0.6373868207914926,
              -0.20467427222996762
            ],
            [
              -0.4821122038974786,
              -0.31179359898724945,
              0.18848370594096298,
              0.04654663423546214,
              0.07896862404792344,
              -0.4470075142505934,
              -0.05498672840036116,
              -0.10264595729848003,
              0.013781275930455613,
              -0.03556691729414066,
              -0.3609079861575646,
              -0.3130150241302649,
              -0.12926969617175013,
              -0.1209230806440864,
              -0.2949569539571881,
              0.2650294276615901,
              0.09092252002674285,
              0.08046001554468736,
              -0.1360162994658328
            ],
            [
              -0.2259616673970396,
              -0.37513928836967403,
              -0.03755211865544285,
              -0.03155571884975403,
              0.07212077866488546,
              0.01841614362796417,
              0.040346405357508365,
              0.04416655747254106,
              -0.19485092329693607,
              -0.3758547097389194,
              -0.07482457093761458,
              -0.5349445814633302,
              -0.15658991214037574,
              -0.23703994201619247,
              0.154832937692028,
              -0.04214485618852552,
              0.6219573442840369,
              0.21824807042270827,
              -0.33312678982614996
            ],
            [
              -0.13841314002981836,
              -0.31333834419331114,
              0.09553940551857222,
              0.38791040291756296,
              -0.2409993212748018,
              0.01544133075516134,
              0.17524904318347187,
              0.36547933870915666,
              0.022240664105715843,
              -0.12861047209960727,
              -0.29677648945581103,
              0.02327941502614186,
              0.05002157479499936,
              0.004066834583712125,
              -0.16218772363235137,
              -0.09219611132556323,
              -0.2169174255438841,
              0.0001254482760399112,
              0.051874842520548636
            ]
          ],
          "gate_input": [
            [
              0.20426632350959195,
              0.04083416320116621,
              0.17515607368321134,
              -0.014348056374054617,
              -0.040599833133612026,
              0.12535264408285193,
              0.2961226852336873,
              0.04013899221958704,
              0.10491411819465157,
              0.07530117371051263,
              -0.026638620102277123,
              0.09372900140063577,
              0.03525756240972052,
              -0.2952461767767106,
              0.01906042547731177,
              0.04606912133824959,
              -0.1465987518684963,
              0.023775138013949624,
              0.07927188476675348
            ],
            [
              0.19416996137037623,
              0.055402479191101556,
              -0.023405454666320945,
              0.08744823799763864,
              0.11716365227577855,
              0.0718574723421502,
              -0.14363226149861127,
              -0.024010070063150205,
              -0.025050934168875445,
              -0.027030664975009593,
              0.06737743162322571,
              -0.05428452805311333,
              0.2623122142469276,
              -0.1587408653640236,
              -0.09568066889880648,
              0.1301135121607219,
              -0.05556484784166462,
              0.008919111696103106,
              0.00062871277298887
            ],
            [
              0.08072912915418992,
              0.12844964295797448,
              -0.12074114441138517,
              0.08174008299190881,
              -0.021037657743057162,
              -0.04247368621038651,
              -0.0917612040523373,
              0.03260113358772206,
              0.12694983335618382,
              -0.044269728883362454,
              0.07842322114128837,
              -0.24332395437118143,
              0.21998146108868813,
              0.02558181680919497,
              -0.10171489609818335,
              -0.011183857810818397,
              -0.020660369617042304,
              -0.15981751523621204,
              0.11981004931041032
            ],
            [
              0.048930090995153885,
              0.10021692632746541,
              -0.020627851031423516,
              -0.12213805367068242,
              -0.08870088493449224,
              0.15442035472741902,
              -0.029792968298173836,
              0.2353187292801344,
              -0.11046109680494234,
              -0.0976222495662032,
              0.0110807101496139,
              -0.13288615480509436,
              -0.041304252103618655,
              -0.06604722682545916,
              -0.10484980442062256,
              -0.06399304330163874,
              -0.42539579316376847,
              -0.08369887338379631,
              0.03922540609753132
            ],
            [
              0.0836997203056306,
              -0.013737419916008492,
              -0.05529090671892379,
              -0.027903145913410202,
              0.023943327675659324,
              -0.10983968226465168,
              0.05912735539027863,
              0.022829349361271355,
              -0.017175136205217104,
              0.08142044149204655,
              -0.02888960123604884,
              0.012850718996590555,
              0.09949269854878115,
              -0.16926641266340003,
              -0.11819678601399293,
              0.13275348459408887,
              -0.06917412290978775,
              -0.10244673054992107,
              0.03631600951568392
            ],
            [
              0.19603185447274682,
              -0.08244533765361238,
              0.052628700602624416,
              0.035650351336724576,
              -0.18837465370825188,
              0.11966703215320293,
              -0.1450857064668857,
              0.043137100879138454,
              -0.03847422201140644,
              0.03972198560796676,
              0.09495187427255519,
              -0.0276214939188292,
              0.0750860599407891,
              0.12328618561042455,
              0.05161537422566496,
              -0.062250368392497174,
              0.14140768046046953,
              0.012749405136742505,
              -0.058888221429480636
            ],
            [
              0.08450471211520176,
              -0.007727611926724414,
              -0.12825534395992574,
              -0.22151200605039723,
              -0.09597265075363262,
              0.049391405372751454,
              0.0560061905091747,
              0.10511696912624804,
              -0.08791480374213882,
              0.018837516950102485,
              0.09085396422416873,
              0.11361104433776904,
              0.22037037213387062,
              -0.07659051333515587,
              -0.28186230675496976,
              -0.18547841055890554,
              -0.25596569254093415,
              -0.10745061979326913,
              -0.0089208407168791
            ],
            [
              0.06169906287894283,
              0.3463884366575107,
              -0.06988953571932682,
              -0.018447077190210274,
              0.053407868828080025,
              -0.03199172021654269,
              -0.0058041343563940565,
              -0.022297887194757948,
              -0.10047728017724986,
              -0.02772292012698942,
              -0.0797040651653478,
              -0.38482584170323536,
              0.42611611749718487,
              -0.09223916058536848,
              -0.3112966761636459,
              0.0042693264741803984,
              -0.20089896901978438,
              -0.021085576159157765,
              -0.030350166533517253
            ],
            [
              0.04557653072720706,
              0.1413449095097382,
              -0.008879921883811643,
              -0.10283209523581521,
              -0.0047516808521416345,
              -0.09918921298009474,
              0.008894511342457145,
              0.1453870100534154,
              0.07149842068317011,
              0.031073929941086337,
              -0.04664803207510095,
              -0.00232174583381991,
              0.12212834080051631,
              -0.07080642878379677,
              -0.23033550766105196,
              -0.03977679859065967,
              -0.1334822197014303,
              0.027181656727939714,
              0.006845704004006391
            ],
            [
              0.05594956284764499,
              0.15809735228005387,
              0.021545343357867154,
              -0.04067118096004238,
              0.12139189616171148,
              -0.14413520885166234,
              -0.10776514880311604,
              -0.11450368527554917,
              0.0016189441607790235,
              0.022817923663882293,
              -0.22224358853326437,
              -0.17126929331000665,
              0.0017884702221867175,
              0.05283800622183286,
              -0.04232043844489041,
              0.016700487098568435,
              -0.10776259123569003,
              -0.03956313699760698,
              -0.09449645191799132
            ],
            [
              0.03797064129284429,
              0.07378497924156026,
              -0.19456947797500748,
              0.09329896043563707,
              0.00941370919732569,
              0.14150458780083494,
              0.12917730535265595,
              -0.14102265487442453,
              0.04355142951250056,
              0.1610376695569258,
              -0.041561588583632736,
              -0.18841512883591888,
              0.18421528432831843,
              -0.19053238868909053,
              -0.10974083545885545,
              0.09755472595554861,
              -0.3539784314845732,
              -0.012605966921515933,
              0.04910691650319954
            ],
            [
              0.15898769609071467,
              -0.0941121901494358,
              -0.21275169787348755,
              -0.1128095597918971,
              0.0571430321805768,
              -0.0008340259321651703,
              0.16153118533071698,
              -0.00011421091143291268,
              -0.07459634763025341,
              -0.024584815991723546,
              -0.016147838296533247,
              -0.10436569676886132,
              0.25467390084941516,
              0.038299541058506956,
              -0.11754474223704474,
              0.08556056753549657,
              -0.44355970550680857,
              -0.011470837019939355,
              -0.1768619375939703
            ]
          ],
          "answer_input": [
            0.21096779766753526,
            -0.6893051718491308,
            0.183421618629374,
            0.1621918259013458,
            -0.1453094853764868,
            -0.35239486480564447,
            -0.07923460587163589,
            0.5767757845821014,
            0.13909245796431127,
            -0.14793952366840588,
            0.31035767226383587,
            -0.3395836853167635,
            0.9315348340592232,
            0.2761223733075317,
            -0.1830653357667072,
            0.017257497923730148,
            0.5874139117021243,
            0.24365457647201486,
            -0.009077517942031741
          ],
          "bias": [
            0.19141373880158505,
            0.044866831618883385,
            -0.0018555133130791054,
            -0.004208806257471507,
            0.0724450879327392,
            0.06532677753623214,
            -0.002753431512510561,
            0.0070389331395004015,
            0.004441767287095948,
            -0.014126921321223484,
            0.007913049486504852,
            0.01339801740512911,
            0.3361365939557447,
            -0.06750227697528428,
            -0.13792656616379181,
            0.023757198660327713,
            -0.11494961199234839,
            -0.05521276676828822,
            0.0057119838960716035
          ],
          "decoder": [
            [
              0.19531775391949838,
              0.18677162043047674,
              0.15354035109677625,
              0.19319127024189758,
              0.15473064706605302,
              0.14122492776844736,
              0.05106215207390969,
              -0.05172372801116439,
              -0.016700652176255385,
              -0.22485962195893355,
              -0.4322766501663846,
              -0.24947735099329357
            ],
            [
              0.13113172366208667,
              0.06240565369412822,
              0.030299680362420884,
              -0.04622718009719637,
              -0.1445935684922232,
              -0.18296441991858914,
              -0.21105547391313717,
              -0.20556623161248241,
              -0.09161531257176002,
              0.06801771440835436,
              0.2734364477830608,
              0.24759852030259802
            ],
            [
              0.11375052239365914,
              0.11852670792591084,
              0.13265253182978226,
              0.12313502270983857,
              0.16229930671794168,
              0.026062087344427005,
              0.0358774755800764,
              0.03060552069333108,
              -0.0523971890422483,
              -0.16369171400453666,
              -0.3255119486838969,
              -0.20044604167804694
            ],
            [
              -0.19783415707881016,
              -0.20656440517134295,
              -0.18405831269581774,
              -0.15816033257603251,
              -0.07321697484993163,
              -0.04150602951271437,
              -0.008162774206862927,
              0.041894956680366024,
              0.13531857701075714,
              0.22008085622451548,
              0.2334714725458079,
              0.208568158210188
            ],
            [
              0.22783055227542418,
              0.2726288811301328,
              0.14000238549452865,
              0.1229272780765902,
              0.11251477592683033,
              0.08848643793809213,
              -0.016690755054360504,
              -0.05231737068268552,
              -0.17507457016369574,
              -0.2584329045966166,
              -0.32988277054574344,
              -0.15851306994596415
            ],
            [
              0.2745852592041632,
              0.2279330089455561,
              0.17467657528661173,
              0.13142332478365998,
              0.06489038753291287,
              -0.015078814785253958,
              -0.12397731321590225,
              -0.1800611678900284,
              -0.26286504325983684,
              -0.17846574532627088,
              -0.053191758159179744,
              0.03613931209800365
            ],
            [
              -0.20266437183631444,
              -0.21566574255956866,
              -0.1723640694367471,
              -0.18598779002321517,
              -0.1529859111765235,
              -0.02812435048270627,
              0.06935143487989975,
              0.2026607778898606,
              0.18212280568985534,
              0.21101286286080234,
              0.33002494252749687,
              0.10828433064142443
            ],
            [
              -0.1505258348125712,
              -0.04276217230799647,
              -0.11917930564288594,
              -0.016167122179941963,
              0.05819355864255031,
              0.15820570748601737,
              0.23378493688734478,
              0.29058676990111354,
              0.1828248349713993,
              -0.010393522481025288,
              -0.34097468213262994,
              -0.2412158329915969
            ],
            [
              0.15056744089982793,
              0.11485566058925031,
              0.1019206904871537,
              0.14386152452349754,
              0.16319300097405476,
              0.0988510979438089,
              0.07645598802519113,
              -0.006475838582605654,
              -0.18617282992658565,
              -0.22855313873745448,
              -0.3207364373477636,
              -0.13334642357561655
            ],
            [
              -0.17482321268617898,
              -0.12239196589036912,
              -0.23488058813400037,
              -0.17852123724384347,
              -0.17210405806468243,
              -0.06441331074394104,
              -0.07987191084322438,
              -0.03622865585422104,
              0.12590032028669135,
              0.2821606601102747,
              0.323558925581497,
              0.22212338823524896
            ],
            [
              0.09386558239341831,
              0.06598515260223627,
              0.17435313632643518,
              0.14215655210662143,
              0.14333751816621618,
              0.12534459932890044,
              0.15130211593799858,
              0.05888196887870582,
              -0.08383091499730251,
              -0.2860716322009576,
              -0.36693637310397403,
              -0.28417712179356225
            ],
            [
              -0.12993775796340556,
              -0.046407918463034735,
              -0.10803499812444811,
              -0.1640782304246227,
              -0.09786944720250805,
              -0.07937228818646913,
              -0.06771628263653108,
              0.029599621604407125,
              0.05500977787972942,
              0.15840462324577564,
              0.35415172696420355,
              0.16716501125465344
            ],
            [
              0.06786010774850582,
              0.09111211906033,
              0.11083331898302552,
              0.10122559515466957,
              0.12571912101370253,
              0.11883978293798832,
              0.08622011350107019,
              0.050907424892725525,
              -0.042287450489918166,
              -0.13976288866760714,
              -0.26009999323547023,
              -0.2713965405883643
            ],
            [
              -0.0477380403291707,
              0.08068053307841598,
              0.14889352815562648,
              0.14868499175000283,
              0.0676642071234955,
              0.21203926812273982,
              0.001404482118972311,
              -0.08408084939948332,
              -0.1125574326940531,
              -0.19677218641177818,
              -0.13522535330734145,
              -0.07064711186885586
            ],
            [
              0.2522182059401203,
              0.26313550567792054,
              0.1826407500077261,
              0.13290160488404362,
              0.06466655614307128,
              -0.030119772587581178,
              -0.11298126900231197,
              -0.20986262863656233,
              -0.296724262505499,
              -0.3128759654635332,
              -0.10788786292769734,
              0.15424520276889991
            ],
            [
              -0.1544601802502974,
              -0.18871561460609823,
              -0.18191188975356948,
              -0.16124865503217334,
              -0.16221882278643768,
              -0.10831224646335962,
              -0.010771561641949423,
              0.021539870391251662,
              0.17582579193833156,
              0.3015731073157176,
              0.34671099918975457,
              0.14484474986219983
            ],
            [
              0.08726030245414586,
              0.11401424824311915,
              0.11209782872330015,
              0.11397452329233262,
              0.17776678711107796,
              0.14937909097033553,
              0.12474559631270801,
              0.030739911706130482,
              -0.04321350693734856,
              -0.23716811803279927,
              -0.37323569712118065,
              -0.308764664858177
            ],
            [
              0.11244471146481634,
              0.1841421611118091,
              0.09585991990570428,
              0.11416382623402455,
              0.03044561871683462,
              0.1258573482487405,
              0.08659820703007369,
              0.09661208013673822,
              -0.03504406808760052,
              -0.10991282738636197,
              -0.36345222052555853,
              -0.3707642687466937
            ],
            [
              0.21484567217614495,
              0.22049436743301135,
              0.18765166158968535,
              0.15299422193982043,
              0.053154489528151785,
              0.048970052356509655,
              0.04157142824800255,
              -0.0739249791529006,
              -0.2123445315808767,
              -0.2949527854788045,
              -0.24316566843356247,
              -0.11483651326408931
            ]
          ],
          "decoder_b": [
            -0.03233924148998976,
            -0.0026362383896026856,
            -0.017039913058969784,
            0.006065000353037102,
            -0.009789517948954784,
            0.005381178772791573,
            0.013675010903127421,
            0.020214519663778,
            -0.01941127752157098,
            0.01409706697418742,
            -0.016063081146498185,
            0.005644615551316699
          ],
          "gate_logits": [
            [
              0.8717970231095364,
              0.9953824520973911,
              1.041114200435291,
              0.963093851212578,
              -1.219795854603086,
              -0.4228434502644579,
              -0.14388574419975178,
              1.1768841334613527,
              -0.5098320101041036,
              -1.8963001166861695,
              -0.8952765435916956,
              -2.8362171244762338
            ],
            [
              -2.177614518890759,
              -1.121458917585445,
              -1.1632630373473587,
              0.08137892243397843,
              -0.21505842813952705,
              0.46888953355604607,
              1.2082725079543872,
              1.8734701188376164,
              1.4975908351124059,
              1.4592876627413713,
              1.1886628849592396,
              0.022360951112832036
            ],
            [
              0.1684701476461302,
              0.14749728974204301,
              0.6918505986411168,
              1.2004584113292793,
              2.216130008858096,
              2.396729658077228,
              2.5205694693935348,
              2.069565885857761,
              0.7543686133597951,
              -2.7996356292760773,
              -1.1316964823054267,
              -1.0043857626508006
            ]
          ]
        }
      },
      "selected_step": 2000,
      "selected_value": 0.036924094431621264,
      "updates": 2000,
      "batch_size": 96,
      "trace": [
        {
          "step": 0,
          "validation_objective": 0.3146189216706532,
          "validation_mse": 0.0031057620329069703,
          "training_objective": null
        },
        {
          "step": 100,
          "validation_objective": 0.08139502922930308,
          "validation_mse": 0.0007536764999776564,
          "training_objective": 0.09108107575901751
        },
        {
          "step": 200,
          "validation_objective": 0.0650933513163755,
          "validation_mse": 0.000579083385453783,
          "training_objective": 0.0631207630747898
        },
        {
          "step": 300,
          "validation_objective": 0.05745669694749524,
          "validation_mse": 0.0004939141652906992,
          "training_objective": 0.06310137016235005
        },
        {
          "step": 400,
          "validation_objective": 0.052169174990239965,
          "validation_mse": 0.00043588862294132737,
          "training_objective": 0.06153933988509696
        },
        {
          "step": 500,
          "validation_objective": 0.048491767483187204,
          "validation_mse": 0.0003957019377442555,
          "training_objective": 0.04915338976905339
        },
        {
          "step": 600,
          "validation_objective": 0.0448765396319543,
          "validation_mse": 0.00035764604528559297,
          "training_objective": 0.05191493269435101
        },
        {
          "step": 700,
          "validation_objective": 0.04358174411342221,
          "validation_mse": 0.0003450259875148974,
          "training_objective": 0.05040780663139179
        },
        {
          "step": 800,
          "validation_objective": 0.04246905457291117,
          "validation_mse": 0.00033398864125304525,
          "training_objective": 0.03743924324684784
        },
        {
          "step": 900,
          "validation_objective": 0.04160300601267397,
          "validation_mse": 0.0003253281262818094,
          "training_objective": 0.04027683594928345
        },
        {
          "step": 1000,
          "validation_objective": 0.04069834015258211,
          "validation_mse": 0.00031622078073610075,
          "training_objective": 0.041669970592649604
        },
        {
          "step": 1100,
          "validation_objective": 0.041283296489195584,
          "validation_mse": 0.0003222047902291792,
          "training_objective": 0.04204634556643131
        },
        {
          "step": 1200,
          "validation_objective": 0.039232856019191784,
          "validation_mse": 0.00030105808762774,
          "training_objective": 0.0449866381034005
        },
        {
          "step": 1300,
          "validation_objective": 0.038960981239095985,
          "validation_mse": 0.0002988060767499115,
          "training_objective": 0.04940766373864141
        },
        {
          "step": 1400,
          "validation_objective": 0.038628122280901026,
          "validation_mse": 0.00029587208029159724,
          "training_objective": 0.044251015345853434
        },
        {
          "step": 1500,
          "validation_objective": 0.03873832482430198,
          "validation_mse": 0.00029593050653871366,
          "training_objective": 0.039166052655334675
        },
        {
          "step": 1600,
          "validation_objective": 0.03846669190387034,
          "validation_mse": 0.00029377570380238673,
          "training_objective": 0.05017714977444685
        },
        {
          "step": 1700,
          "validation_objective": 0.037796181480512295,
          "validation_mse": 0.00028691954292601633,
          "training_objective": 0.03817519221770904
        },
        {
          "step": 1800,
          "validation_objective": 0.03717524346003254,
          "validation_mse": 0.00027904621455554263,
          "training_objective": 0.04109130418240318
        },
        {
          "step": 1900,
          "validation_objective": 0.03890221302146718,
          "validation_mse": 0.00029614413989835,
          "training_objective": 0.038907008887767054
        },
        {
          "step": 2000,
          "validation_objective": 0.036924094431621264,
          "validation_mse": 0.00027521126902627004,
          "training_objective": 0.04099109553583432
        }
      ],
      "weight_sha256": "6218b5b6ff6c8264ff4785d35c59d6929dd38ada3aa202832a781e8e53f42934"
    }
  ]
}