{ "mask_per_layer": [ [ 31, 20, 7, 14, 13, 15, 26, 0 ], [ 4, 14, 23, 7, 15, 25, 31, 17 ], [ 7, 15, 12, 9, 17, 13, 11, 30 ], [ 17, 13, 20, 10, 28, 26, 16, 15 ], [ 16, 28, 5, 3, 2, 9, 29, 1 ], [ 7, 25, 3, 28, 13, 5, 1, 23 ], [ 26, 0, 12, 22, 13, 17, 19, 31 ], [ 0, 31, 11, 12, 27, 8, 6, 18 ], [ 15, 25, 21, 11, 14, 29, 22, 3 ], [ 17, 28, 12, 6, 11, 29, 27, 7 ], [ 3, 17, 22, 16, 4, 1, 13, 31 ], [ 29, 3, 8, 31, 2, 6, 0, 17 ], [ 20, 11, 16, 19, 4, 27, 22, 10 ], [ 31, 28, 2, 22, 17, 23, 18, 26 ], [ 20, 2, 13, 25, 19, 27, 28, 26 ], [ 20, 23, 15, 6, 19, 5, 30, 2 ], [ 6, 29, 28, 5, 23, 10, 0, 9 ], [ 6, 29, 18, 0, 1, 31, 20, 27 ], [ 13, 10, 23, 2, 22, 28, 8, 25 ], [ 11, 2, 12, 27, 5, 25, 20, 31 ], [ 8, 25, 27, 17, 13, 9, 20, 0 ], [ 8, 28, 22, 0, 17, 25, 1, 21 ], [ 6, 10, 28, 29, 19, 18, 9, 12 ], [ 25, 17, 15, 5, 8, 20, 10, 0 ] ], "pre_metric": 4.927338227258577, "post_metric": 5.0106971486378615, "task": "sft", "mode": "mask", "gate_names": [ "model.layers.0.mlp.router", "model.layers.1.mlp.router", "model.layers.2.mlp.router", "model.layers.3.mlp.router", "model.layers.4.mlp.router", "model.layers.5.mlp.router", "model.layers.6.mlp.router", "model.layers.7.mlp.router", "model.layers.8.mlp.router", "model.layers.9.mlp.router", "model.layers.10.mlp.router", "model.layers.11.mlp.router", "model.layers.12.mlp.router", "model.layers.13.mlp.router", "model.layers.14.mlp.router", "model.layers.15.mlp.router", "model.layers.16.mlp.router", "model.layers.17.mlp.router", "model.layers.18.mlp.router", "model.layers.19.mlp.router", "model.layers.20.mlp.router", "model.layers.21.mlp.router", "model.layers.22.mlp.router", "model.layers.23.mlp.router" ] }