Views
No views yet
1from transformers import pipeline
2
3generator = pipeline(
4 "text-generation",
5 model="soynade-research/oolel-lit-gemma",
6 device="cuda",
7)
8
9messages = [{"role": "user", "content": "Translate to Wolof: The president is 45 years old."}]
10
11output = generator(messages, max_new_tokens=256, return_full_text=False)
12print(output["generated_text"])1from transformers import AutoTokenizer, Gemma3ForCausalLM
2import torch
3
4model_id = "soynade-research/oolel-lit-gemma"
5
6
7model = Gemma3ForCausalLM.from_pretrained(
8 model_id
9).eval()
10
11tokenizer = AutoTokenizer.from_pretrained(model_id)
12
13messages = [
14 [
15 {
16 "role": "system",
17 "content": [{"type": "text", "text": "You're a Wolof AI assistant. Please always provide detailed and useful answers to the user queries."},]
18 },
19 {
20 "role": "user",
21 "content": [{"type": "text", "text": "Translate to Wolof: The president is 45 years old."},]
22 },
23 ],
24]
25
26inputs = tokenizer.apply_chat_template(
27 messages,
28 add_generation_prompt=True,
29 tokenize=True,
30 return_dict=True,
31 return_tensors="pt",
32).to(model.device).to(torch.bfloat16)
33
34
35with torch.inference_mode():
36 outputs = model.generate(**inputs, max_new_tokens=256,
37 do_sample=True,
38 temperature=0.7,
39 top_p=0.9,)
40
41outputs = tokenizer.batch_decode(outputs)
42
43