llama_channel_1_high_school_chemistry_All
llama_channel_1_high_school_chemistry_All_5000_5.pt
['tasksource/mmlu', 'high_school_chemistry']
['10_attn.k', '10_attn.q', '11_attn.o', '12_attn.k', '13_gate', '14_attn.v', '16_mlp.down', '17_attn.o', '17_mlp.down', '18_gate', '19_attn.v', '19_gate', '19_mlp.down', '20_attn.v', '20_mlp.down', '20_mlp.up', '21_attn.k', '22_attn.q', '22_gate', '23_attn.v', '24_attn.o', '24_mlp.down', '26_attn.k', '26_mlp.up', '27_gate', '28_attn.q', '28_attn.v', '28_mlp.up', '29_attn.q', '30_gate', '3_gate', '4_attn.v', '4_mlp.down', '5_attn.q', '5_attn.v', '6_attn.k', '6_attn.o', '7_gate', '7_mlp.up', '8_attn.q', '8_attn.v', '9_attn.v']
