#### BEST CONFIGURATION #### slices: - sources: - layer_range: [0, 8] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [4, 12] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [8, 16] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [12, 20] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [16, 24] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [20, 28] model: TroyDoesAI/Llama-3.1-8B-Instruct - sources: - layer_range: [24, 32] model: TroyDoesAI/Llama-3.1-8B-Instruct merge_method: passthrough dtype: bfloat16