Views
No views yet
pip install transformers peft torch1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5# Load base model
6base_model = AutoModelForCausalLM.from_pretrained(
7 "google/gemma-3-4b-it",
8 torch_dtype=torch.bfloat16,
9 device_map="auto"
10)
11
12# Load LoRA adapters
13model = PeftModel.from_pretrained(base_model, "Ibikemi/gemma-3-4b-african-finetuned")
14tokenizer = AutoTokenizer.from_pretrained("google/gemma-3-4b-it")
15
16# Generate
17prompt = "<start_of_turn>user\nWhat is 5 + 3?<end_of_turn>\n<start_of_turn>model\n"
18inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
19outputs = model.generate(**inputs, max_new_tokens=100)
20print(tokenizer.decode(outputs[0], skip_special_tokens=True))1@misc{afrimgsm,
2 title={AfriMGSM: African Mathematical Reasoning},
3 author={Masakhane},
4 year={2024}
5}
6
7@misc{afrimmlu,
8 title={AfriMMLU: African Languages MMLU},
9 author={Masakhane},
10 year={2024}
11}
12
13@misc{afrisenti,
14 title={AfriSenti: Sentiment Analysis for African Languages},
15 author={HausaNLP},
16 year={2023}
17}