Views
No views yet
| Metric | Baseline | Fine-tuned | Improvement |
|---|---|---|---|
| Accuracy | 69.66% | 70.68% | +1.02% |
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("MNLP_M2_quantized_model", trust_remote_code=True)
4model = AutoModelForCausalLM.from_pretrained("MNLP_M2_quantized_model", trust_remote_code=True)
5
6# For MCQA tasks, provide the question and options, then generate the answer
7prompt = "Question: What is the capital of France?\nA) London\nB) Berlin\nC) Paris\nD) Madrid\nAnswer:"
8inputs = tokenizer(prompt, return_tensors="pt")
9outputs = model.generate(**inputs, max_new_tokens=5)
10answer = tokenizer.decode(outputs[0], skip_special_tokens=True)