llama_chat_channel_0_electrical_engineering_All
llama_chat_channel_0_electrical_engineering_All_5000_5.pt
meta-llama/Llama-2-7b-chat-hf
['tasksource/mmlu', 'electrical_engineering']
['10_attn.o', '11_attn.v', '12_attn.o', '12_attn.q', '12_gate', '12_mlp.up', '13_gate', '14_attn.o', '14_attn.v', '15_attn.q', '15_attn.v', '15_gate', '15_mlp.down', '16_attn.q', '16_attn.v', '17_attn.q', '18_gate', '19_attn.q', '21_attn.o', '23_attn.k', '24_mlp.up', '25_attn.v', '25_mlp.down', '26_gate', '26_mlp.down', '27_mlp.up', '28_attn.k', '28_attn.o', '28_attn.q', '28_attn.v', '28_gate', '28_mlp.down', '28_mlp.up', '29_attn.q', '29_mlp.down', '29_mlp.up', '30_attn.k', '30_gate', '3_attn.k', '3_attn.q', '3_attn.v', '3_mlp.down', '3_mlp.up', '6_attn.k', '6_attn.q', '7_attn.q']
