slices: - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [0, 1] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [1, 2] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [2, 3] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [3, 4] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [0, 1] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [4, 5] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [5, 6] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [1, 2] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [6, 7] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [7, 8] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [2, 3] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [8, 9] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [9, 10] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [3, 4] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [10, 11] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [4, 5] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [11, 12] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [5, 6] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [12, 13] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [13, 14] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [6, 7] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [14, 15] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [15, 16] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [7, 8] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [16, 17] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [8, 9] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [17, 18] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [18, 19] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [19, 20] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [9, 10] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [20, 21] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [21, 22] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [22, 23] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [10, 11] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [23, 24] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [24, 25] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [11, 12] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [25, 26] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [12, 13] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [26, 27] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [27, 28] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [13, 14] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [28, 29] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [14, 15] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [29, 30] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [30, 31] - sources: - model: ryan0712/llama-3-8b-slow-DUS-random-layer-method2 layer_range: [15, 16] - sources: - model: NousResearch/Meta-Llama-3-8B layer_range: [31, 32] merge_method: passthrough dtype: bfloat16