brain_manifest.json

{"brains": {"unified": {"config": {"vocab_size": 39, "block_size": 256, "n_layer": 4, "n_head": 4, "n_embd": 64, "dropout": 0.1, "bias": false, "n_knots": 16, "spline_range": [-3.0, 3.0], "spline_temp_start": 1.5, "spline_temp_end": 0.5, "attention_type": "standard", "n_bloom_filters": 64, "use_gating": true, "hopfield_beta": 2.0, "hopfield_patterns": 32, "spline_top_k": 0, "bloom_oscillatory": false, "orthogonal_reg": 0.0, "n_bloom_columns": 1, "local_window": 64, "n_global_shortcuts": 16, "use_hopfield_cache": true, "use_toroidal_pos": false, "n_toroidal_freqs": 6, "use_predictive_coding": true, "prediction_error_weight": 0.01}, "weights": {"transformer.wte.weight": {"offset": 0, "shape": [39, 64], "size": 2496}, "transformer.wpe.weight": {"offset": 2496, "shape": [256, 64], "size": 16384}, "transformer.h.0.ln_1.weight": {"offset": 18880, "shape": [64], "size": 64}, "transformer.h.0.attn.c_attn.weight": {"offset": 18944, "shape": [192, 64], "size": 12288}, "transformer.h.0.attn.c_proj.weight": {"offset": 31232, "shape": [64, 64], "size": 4096}, "transformer.h.0.ln_2.weight": {"offset": 35328, "shape": [64], "size": 64}, "transformer.h.0.hopfield.patterns": {"offset": 35392, "shape": [32, 64], "size": 2048}, "transformer.h.0.hopfield.query_proj.weight": {"offset": 37440, "shape": [64, 64], "size": 4096}, "transformer.h.0.hopfield.gate.weight": {"offset": 41536, "shape": [64, 64], "size": 4096}, "transformer.h.0.hopfield.gate.bias": {"offset": 45632, "shape": [64], "size": 64}, "transformer.h.0.hopfield.ln.weight": {"offset": 45696, "shape": [64], "size": 64}, "transformer.h.0.hopfield.ln.bias": {"offset": 45760, "shape": [64], "size": 64}, "transformer.h.0.kan_fc.inner.linear.weight": {"offset": 45824, "shape": [256, 64], "size": 16384}, "transformer.h.0.kan_fc.inner.spline.y_knots": {"offset": 62208, "shape": [256, 16], "size": 4096}, "transformer.h.0.kan_fc.inner.spline.residual_alpha": {"offset": 66304, "shape": [256], "size": 256}, "transformer.h.0.kan_fc.inner.spline.x_knots": {"offset": 66560, "shape": [16], "size": 16}, "transformer.h.0.kan_fc.gate_proj.weight": {"offset": 66576, "shape": [256, 64], "size": 16384}, "transformer.h.0.kan_fc.residual_proj.weight": {"offset": 82960, "shape": [256, 64], "size": 16384}, "transformer.h.0.kan_gate.weight": {"offset": 99344, "shape": [256, 64], "size": 16384}, "transformer.h.0.kan_proj.inner.linear.weight": {"offset": 115728, "shape": [64, 256], "size": 16384}, "transformer.h.0.kan_proj.inner.spline.y_knots": {"offset": 132112, "shape": [64, 16], "size": 1024}, "transformer.h.0.kan_proj.inner.spline.residual_alpha": {"offset": 133136, "shape": [64], "size": 64}, "transformer.h.0.kan_proj.inner.spline.x_knots": {"offset": 133200, "shape": [16], "size": 16}, "transformer.h.0.kan_proj.gate_proj.weight": {"offset": 133216, "shape": [64, 256], "size": 16384}, "transformer.h.0.kan_proj.residual_proj.weight": {"offset": 149600, "shape": [64, 256], "size": 16384}, "transformer.h.1.ln_1.weight": {"offset": 165984, "shape": [64], "size": 64}, "transformer.h.1.attn.c_attn.weight": {"offset": 166048, "shape": [192, 64], "size": 12288}, "transformer.h.1.attn.c_proj.weight": {"offset": 178336, "shape": [64, 64], "size": 4096}, "transformer.h.1.ln_2.weight": {"offset": 182432, "shape": [64], "size": 64}, "transformer.h.1.hopfield.patterns": {"offset": 182496, "shape": [32, 64], "size": 2048}, "transformer.h.1.hopfield.query_proj.weight": {"offset": 184544, "shape": [64, 64], "size": 4096}, "transformer.h.1.hopfield.gate.weight": {"offset": 188640, "shape": [64, 64], "size": 4096}, "transformer.h.1.hopfield.gate.bias": {"offset": 192736, "shape": [64], "size": 64}, "transformer.h.1.hopfield.ln.weight": {"offset": 192800, "shape": [64], "size": 64}, "transformer.h.1.hopfield.ln.bias": {"offset": 192864, "shape": [64], "size": 64}, "transformer.h.1.kan_fc.inner.linear.weight": {"offset": 192928, "shape": [256, 64], "size": 16384}, "transformer.h.1.kan_fc.inner.spline.y_knots": {"offset": 209312, "shape": [256, 16], "size": 4096}, "transformer.h.1.kan_fc.inner.spline.residual_alpha": {"offset": 213408, "shape": [256], "size": 256}, "transformer.h.1.kan_fc.inner.spline.x_knots": {"offset": 213664, "shape": [16], "size": 16}, "transformer.h.1.kan_fc.gate_proj.weight": {"offset": 213680, "shape": [256, 64], "size": 16384}, "transformer.h.1.kan_fc.residual_proj.weight": {"offset": 230064, "shape": [256, 64], "size": 16384}, "transformer.h.1.kan_gate.weight": {"offset": 246448, "shape": [256, 64], "size": 16384}, "transformer.h.1.kan_proj.inner.linear.weight": {"offset": 262832, "shape": [64, 256], "size": 16384}, "transformer.h.1.kan_proj.inner.spline.y_knots": {"offset": 279216, "shape": [64, 16], "size": 1024}, "transformer.h.1.kan_proj.inner.spline.residual_alpha": {"offset": 280240, "shape": [64], "size": 64}, "transformer.h.1.kan_proj.inner.spline.x_knots": {"offset": 280304, "shape": [16], "size": 16}, "transformer.h.1.kan_proj.gate_proj.weight": {"offset": 280320, "shape": [64, 256], "size": 16384}, "transformer.h.1.kan_proj.residual_proj.weight": {"offset": 296704, "shape": [64, 256], "size": 16384}, "transformer.h.2.ln_1.weight": {"offset": 313088, "shape": [64], "size": 64}, "transformer.h.2.attn.c_attn.weight": {"offset": 313152, "shape": [192, 64], "size": 12288}, "transformer.h.2.attn.c_proj.weight": {"offset": 325440, "shape": [64, 64], "size": 4096}, "transformer.h.2.ln_2.weight": {"offset": 329536, "shape": [64], "size": 64}, "transformer.h.2.hopfield.patterns": {"offset": 329600, "shape": [32, 64], "size": 2048}, "transformer.h.2.hopfield.query_proj.weight": {"offset": 331648, "shape": [64, 64], "size": 4096}, "transformer.h.2.hopfield.gate.weight": {"offset": 335744, "shape": [64, 64], "size": 4096}, "transformer.h.2.hopfield.gate.bias": {"offset": 339840, "shape": [64], "size": 64}, "transformer.h.2.hopfield.ln.weight": {"offset": 339904, "shape": [64], "size": 64}, "transformer.h.2.hopfield.ln.bias": {"offset": 339968, "shape": [64], "size": 64}, "transformer.h.2.kan_fc.inner.linear.weight": {"offset": 340032, "shape": [256, 64], "size": 16384}, "transformer.h.2.kan_fc.inner.spline.y_knots": {"offset": 356416, "shape": [256, 16], "size": 4096}, "transformer.h.2.kan_fc.inner.spline.residual_alpha": {"offset": 360512, "shape": [256], "size": 256}, "transformer.h.2.kan_fc.inner.spline.x_knots": {"offset": 360768, "shape": [16], "size": 16}, "transformer.h.2.kan_fc.gate_proj.weight": {"offset": 360784, "shape": [256, 64], "size": 16384}, "transformer.h.2.kan_fc.residual_proj.weight": {"offset": 377168, "shape": [256, 64], "size": 16384}, "transformer.h.2.kan_gate.weight": {"offset": 393552, "shape": [256, 64], "size": 16384}, "transformer.h.2.kan_proj.inner.linear.weight": {"offset": 409936, "shape": [64, 256], "size": 16384}, "transformer.h.2.kan_proj.inner.spline.y_knots": {"offset": 426320, "shape": [64, 16], "size": 1024}, "transformer.h.2.kan_proj.inner.spline.residual_alpha": {"offset": 427344, "shape": [64], "size": 64}, "transformer.h.2.kan_proj.inner.spline.x_knots": {"offset": 427408, "shape": [16], "size": 16}, "transformer.h.2.kan_proj.gate_proj.weight": {"offset": 427424, "shape": [64, 256], "size": 16384}, "transformer.h.2.kan_proj.residual_proj.weight": {"offset": 443808, "shape": [64, 256], "size": 16384}, "transformer.h.3.ln_1.weight": {"offset": 460192, "shape": [64], "size": 64}, "transformer.h.3.attn.c_attn.weight": {"offset": 460256, "shape": [192, 64], "size": 12288}, "transformer.h.3.attn.c_proj.weight": {"offset": 472544, "shape": [64, 64], "size": 4096}, "transformer.h.3.ln_2.weight": {"offset": 476640, "shape": [64], "size": 64}, "transformer.h.3.hopfield.patterns": {"offset": 476704, "shape": [32, 64], "size": 2048}, "transformer.h.3.hopfield.query_proj.weight": {"offset": 478752, "shape": [64, 64], "size": 4096}, "transformer.h.3.hopfield.gate.weight": {"offset": 482848, "shape": [64, 64], "size": 4096}, "transformer.h.3.hopfield.gate.bias": {"offset": 486944, "shape": [64], "size": 64}, "transformer.h.3.hopfield.ln.weight": {"offset": 487008, "shape": [64], "size": 64}, "transformer.h.3.hopfield.ln.bias": {"offset": 487072, "shape": [64], "size": 64}, "transformer.h.3.kan_fc.inner.linear.weight": {"offset": 487136, "shape": [256, 64], "size": 16384}, "transformer.h.3.kan_fc.inner.spline.y_knots": {"offset": 503520, "shape": [256, 16], "size": 4096}, "transformer.h.3.kan_fc.inner.spline.residual_alpha": {"offset": 507616, "shape": [256], "size": 256}, "transformer.h.3.kan_fc.inner.spline.x_knots": {"offset": 507872, "shape": [16], "size": 16}, "transformer.h.3.kan_fc.gate_proj.weight": {"offset": 507888, "shape": [256, 64], "size": 16384}, "transformer.h.3.kan_fc.residual_proj.weight": {"offset": 524272, "shape": [256, 64], "size": 16384}, "transformer.h.3.kan_gate.weight": {"offset": 540656, "shape": [256, 64], "size": 16384}, "transformer.h.3.kan_proj.inner.linear.weight": {"offset": 557040, "shape": [64, 256], "size": 16384}, "transformer.h.3.kan_proj.inner.spline.y_knots": {"offset": 573424, "shape": [64, 16], "size": 1024}, "transformer.h.3.kan_proj.inner.spline.residual_alpha": {"offset": 574448, "shape": [64], "size": 64}, "transformer.h.3.kan_proj.inner.spline.x_knots": {"offset": 574512, "shape": [16], "size": 16}, "transformer.h.3.kan_proj.gate_proj.weight": {"offset": 574528, "shape": [64, 256], "size": 16384}, "transformer.h.3.kan_proj.residual_proj.weight": {"offset": 590912, "shape": [64, 256], "size": 16384}, "transformer.ln_f.weight": {"offset": 607296, "shape": [64], "size": 64}, "lm_head.weight": {"offset": 607360, "shape": [39, 64], "size": 2496}, "prediction_heads.0.proj.weight": {"offset": 609856, "shape": [64, 64], "size": 4096}, "prediction_heads.1.proj.weight": {"offset": 613952, "shape": [64, 64], "size": 4096}, "prediction_heads.2.proj.weight": {"offset": 618048, "shape": [64, 64], "size": 4096}}, "bin_file": "brain_unified.bin", "total_params": 622144, "val_loss": 0.42549651861190796}}, "tokenizer": {"stoi": {"\n": 0, " ": 1, "#": 2, "+": 3, "-": 4, ".": 5, "0": 6, "1": 7, "2": 8, "3": 9, "4": 10, "5": 11, "6": 12, "7": 13, "8": 14, "9": 15, "=": 16, "B": 17, "D": 18, "K": 19, "N": 20, "O": 21, "Q": 22, "R": 23, "W": 24, "[": 25, "]": 26, "a": 27, "b": 28, "c": 29, "d": 30, "e": 31, "f": 32, "g": 33, "h": 34, "v": 35, "x": 36, "{": 37, "}": 38}, "itos": {"0": "\n", "1": " ", "2": "#", "3": "+", "4": "-", "5": ".", "6": "0", "7": "1", "8": "2", "9": "3", "10": "4", "11": "5", "12": "6", "13": "7", "14": "8", "15": "9", "16": "=", "17": "B", "18": "D", "19": "K", "20": "N", "21": "O", "22": "Q", "23": "R", "24": "W", "25": "[", "26": "]", "27": "a", "28": "b", "29": "c", "30": "d", "31": "e", "32": "f", "33": "g", "34": "h", "35": "v", "36": "x", "37": "{", "38": "}"}}}