layers.29.mlp/cfg.json

{"expansion_factor": 64, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": true, "d_in": 4096}