llama_channel_1_high_school_chemistry_Complete Random
llama_channel_1_high_school_chemistry_Complete Random_5000_5.pt
['tasksource/mmlu', 'high_school_chemistry']
['4_attn.k', '21_attn.q', '25_mlp.down', '23_gate', '3_attn.q', '4_gate', '18_mlp.down', '20_attn.q', '22_mlp.up', '16_mlp.up', '3_mlp.up', '26_attn.o', '4_mlp.up', '26_gate', '3_attn.v', '13_attn.k', '11_mlp.up', '11_attn.k', '6_mlp.up', '24_mlp.up', '25_mlp.up', '23_attn.o', '9_gate', '6_mlp.down', '30_mlp.down', '19_attn.k', '18_attn.v', '13_mlp.up', '9_attn.o', '11_attn.q', '16_attn.o', '10_attn.o', '28_attn.k', '3_attn.o', '3_attn.k', '24_gate', '25_attn.o', '7_mlp.down', '7_attn.v', '22_attn.v', '10_gate', '30_attn.k']
