json • Lines: 526{
"name": "bigram",
"parameter_count": 464,
"layers": [
{
"layer_type": "Linear",
"name": "Bigram Matrix",
"index": 0,
"weights": [
-0.9060481,
-1.9060153,
-1.2234546,
0.59335834,
0.1046327,
0.34546098,
0.752648,
-0.000004588881,
-0.4122804,
-0.41145563,
2.1040466,
-0.642919,
1.2328255,
-1.5905163,
-1.2573636,
0.39740327,
-1.6980991,
-0.5037782,
0.9525903,
0.13675204,
0.46766126,
-0.6207625,
-2.0858414,
0.13384247,
-0.49072793,
0.23160589,
0.12434213,
0.1609735,
2.6140172,
-1.4062643,
-0.5672924,
1.8223782,
1.2670826,
0.80253905,
-1.6635218,
-0.12114775,
-0.00027809825,
-1.0504143,
-0.6058842,
-1.2693772,
-0.5344782,
-0.3302324,
-0.4679926,
-1.5092626,
0.415582,
-1.0621098,
-1.3123803,
0.28448227,
0.21452318,
1.4797537,
-0.91957617,
0.6085454,
-0.40187213,
-0.33819145,
0.7940716,
-0.33493742,
-0.42078555,
-0.3991537,
-1.9350455,
-0.5966474,
0.78878707,
0.23694152,
-0.5009245,
-0.65154195,
0.5268948,
-0.84985524,
2.3171463,
1.0135134,
0.47455946,
-0.35865784,
1.3331506,
0.2705821,
1.6290085,
1.490938,
0.301749,
0.11870909,
-0.31784075,
-0.7805692,
2.091526,
0.9252994,
0.5178131,
-2.0304856,
0.32316652,
0.16299911,
0.52276164,
-5.8015075e-8,
-0.82762045,
-1.4730914,
1.4049201,
2.3120978,
0.21739301,
-0.22143804,
0.64092594,
0.5936546,
0.10949619,
-1.1643822,
-1.4361879,
0.8400321,
0.6493041,
-0.9854603,
-0.39980823,
-1.6239511,
-1.021613,
0.4272873,
0.6871609,
-0.17216086,
-0.97934926,
0.49982443,
0.94099855,
-0.08232863,
0.35047233,
0.80814075,
-0.7238497,
-0.9826524,
-1.5520997,
-1.3229893,
1.0663818,
-0.6671872,
1.3683338,
-0.9329698,
0.15891118,
0.44613573,
-1.1334412,
-0.06889562,
-1.4854412,
-0.47147793,
0.187735,
0.52821803,
-0.09453299,
1.1268843,
-0.0642177,
0.33356744,
1.281106,
-0.35903797,
0.8295063,
0.4886516,
1.0673475,
0.99201316,
0.12657875,
-1.4217254,
1.4577758,
-8.275072e-8,
-0.3712171,
-0.91328555,
-2.4072473,
-0.89046717,
-0.9220161,
0.31497204,
-1.1441824,
-0.3246623,
-0.49775913,
-1.591235,
0.8510472,
-1.7014447,
0.5186825,
0.85346025,
-0.15396363,
0.24756585,
1.3382304,
0.7911654,
-0.035553537,
1.2043096,
2.5980272,
-1.6600083,
1.0901765,
0.21228503,
0.671535,
-0.041654352,
-1.4070523,
1.9615699,
0.74529654,
1.4614588,
-1.3979195,
-0.6045443,
0.16813844,
0.5400949,
-1.1818153,
0.24093086,
0.52232647,
-1.0990676,
-1.5099992,
0.015433242,
1.8614004,
-0.7393143,
-2.437942,
-0.7435771,
0.13416438,
-0.6686595,
0.8421151,
-0.4166192,
-0.30029655,
1.1518793,
-0.17231132,
0.21076356,
0.7273827,
-0.6183218,
0.15139347,
-0.39008856,
-0.82505035,
-1.0968149
],
"shape": [
25,
8
]
},
{
"layer_type": "ReLU",
"name": "AL 1",
"index": 1,
"weights": [],
"shape": []
},
{
"layer_type": "Linear",
"name": "HL1",
"index": 2,
"weights": [
0.12878262,
-2.458038,
-1.1921334,
-0.67905015,
-0.84592015,
-0.30334786,
0.86164635,
0.53181136,
0.26295677,
0.50317526,
-1.462094,
-0.13327484,
1.0872015,
0.76978576,
-0.020065848,
-0.25795397,
0.18133338,
-0.2647004,
-0.07995137,
0.31862965,
-0.21332774,
0.4001854,
0.52833426,
-0.65876865,
-0.44418806,
-1.3520856,
-1.256143,
0.19776908,
0.22228022,
2.2903786,
-0.6885855,
0.12410357,
0.12933065,
0.8132101,
-0.15665336,
-0.5151944,
-0.055615626,
-0.00018780398,
0.008655559,
-1.275652,
-0.13544017,
-0.11796091,
1.5652307,
-0.30365232,
0.20671445,
-0.3546767,
0.87919384,
0.26218724,
1.100224,
-1.0285219,
0.09891467,
0.9887227,
-0.85478795,
0.69333327,
1.0260276,
-0.26791707,
0.96775997,
-1.1879681,
0.8316377,
1.5433658,
-0.052365445,
0.0401474,
0.2682808,
0.86824113
],
"shape": [
8,
8
]
},
{
"layer_type": "ReLU",
"name": "AL2",
"index": 3,
"weights": [],
"shape": []
},
{
"layer_type": "Linear",
"name": "HL12",
"index": 4,
"weights": [
0.022998422,
1.5339061,
-0.38514444,
0.88011634,
-0.18292351,
1.2195388,
1.6336954,
0.40976048,
0.7865132,
-0.1037921,
-1.2284138,
-0.7044024,
-1.6883006,
1.3944381,
-1.0797822,
-1.1302533,
-0.11860963,
-0.77755964,
1.0397718,
-0.10600064,
-0.64291066,
-1.9865551,
0.7713137,
1.443162,
0.5044299,
-2.015668,
-0.009526001,
-1.1039917,
-0.19673072,
0.16709438,
-0.012075479,
-0.845492,
-0.7415604,
-0.25366583,
-1.9037799,
-1.1432372,
-0.48038626,
-1.3565744,
-0.93979,
-0.2920565,
1.1447903,
0.54713047,
-0.4045215,
-0.103223346,
0.56557333,
0.65372646,
-0.4328856,
0.19031411,
-0.14301425,
0.43987837,
0.7608447,
0.9234523,
1.4012021,
-0.26395318,
0.13870092,
-0.2884883,
-0.40401316,
0.20969851,
0.6569661,
-0.4952461,
-0.3209017,
-0.84462285,
-0.22749169,
-0.9028751,
1.1192669,
-1.7343663,
-0.9460539,
-0.2528429,
-1.2182373,
1.7767397,
-0.7692315,
-0.3102426,
0.41460556,
0.66876364,
0.9776673,
1.2669756,
0.3009885,
0.7563597,
-0.99609715,
1.0636122,
0.2892152,
-0.051356044,
0.14774448,
0.1506474,
-1.0586109,
0.78529084,
1.0776027,
0.6703512,
-0.11083083,
0.28431717,
0.20650096,
1.2680576,
0.6951708,
-0.33181483,
-1.8883115,
-0.18833256,
1.930805,
0.11662126,
-0.85854805,
0.94754237,
-1.263685,
0.03738036,
1.2546655,
0.7992374,
0.3306875,
1.3832531,
-1.6545141,
0.90668416,
1.5502151,
1.6694652,
0.43382016,
0.5816387,
-0.37685654,
1.154865,
2.1076043,
0.6062042,
0.6686376,
-0.80494404,
0.4890383,
-0.40332064,
0.5141109,
0.7575571,
0.86850107,
0.586529,
-0.40453982,
-0.27676654,
1.0688989,
0.57232934,
0.46403944,
-0.8627643,
-0.42710066,
-0.8090479,
-0.19348365,
-0.4271229,
0.7060698,
0.57209647,
-0.67325735,
-0.21568418,
0.03525727,
0.33720216,
1.361028,
0.8188689,
1.4255831,
0.9725676,
0.25510287,
-1.8734138,
0.23035114,
-1.4546107,
0.37467104,
-0.29729748,
1.865314,
-0.8849063,
0.44328392,
-0.15498236,
1.6608186,
-0.38055736,
0.025036082,
1.2059989,
1.2067237,
0.29635718,
1.384271,
0.56525856,
1.0687665,
0.43650356,
-0.91478527,
0.25852346,
-0.5486412,
-0.21661554,
-0.21428786,
0.5811953,
0.30283746,
0.2839367,
0.88265085,
-0.2659873,
-0.22015275,
-1.4454705,
-2.591069,
-0.1739167,
-2.0850751,
-0.08105227,
1.088625,
0.4210823,
-0.059522487,
0.92407525,
-0.8741605,
-0.860208,
-0.44698343,
1.0899752,
1.1319995,
1.2960331,
-1.3337541,
0.485074,
-0.41054982,
0.17341495,
0.06539339,
-0.9046118,
-0.16496186,
-1.0151002,
-0.4439191,
0.6255792
],
"shape": [
8,
25
]
},
{
"layer_type": "Softmax",
"name": "Output",
"index": 5,
"weights": [],
"shape": []
}
],
"epoch": 50000,
"saved_lr": 0.0001
}