1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3# Load model and tokenizer
4model = AutoModelForCausalLM.from_pretrained("CraneAILabs/ganda-gemma-1b")
5tokenizer = AutoTokenizer.from_pretrained("CraneAILabs/ganda-gemma-1b")
6
7# Translate to Luganda
8prompt = "Translate to Luganda: Hello, how are you today?"
9inputs = tokenizer(prompt, return_tensors="pt")
10outputs = model.generate(**inputs, max_length=100, temperature=0.3)
11response = tokenizer.decode(outputs[0], skip_special_tokens=True)
12print(response)
1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model = AutoModelForCausalLM.from_pretrained("CraneAILabs/ganda-gemma-1b")
5tokenizer = AutoTokenizer.from_pretrained("CraneAILabs/ganda-gemma-1b")
6
7# English to Luganda translation
8prompt = "Translate to Luganda: Welcome to our school"
9inputs = tokenizer(prompt, return_tensors="pt")
10
11with torch.no_grad():
12 outputs = model.generate(
13 **inputs,
14 max_length=100,
15 temperature=0.3,
16 do_sample=True,
17 pad_token_id=tokenizer.eos_token_id
18 )
19
20response = tokenizer.decode(outputs[0], skip_special_tokens=True)
21print(response)
1# Direct Luganda conversation
2prompt = "Oli otya! Osobola okuntuyamba leero?"
3inputs = tokenizer(prompt, return_tensors="pt")
4outputs = model.generate(**inputs, max_length=100, temperature=0.3)
5response = tokenizer.decode(outputs[0], skip_special_tokens=True)
6print(response)
1from transformers import pipeline
2
3# Create a text generation pipeline
4generator = pipeline(
5 "text-generation",
6 model="CraneAILabs/ganda-gemma-1b",
7 tokenizer="CraneAILabs/ganda-gemma-1b",
8 device=0 if torch.cuda.is_available() else -1
9)
10
11# Generate Luganda text
12result = generator(
13 "Translate to Luganda: Welcome to our school",
14 max_length=100,
15 temperature=0.3,
16 do_sample=True
17)
18print(result[0]['generated_text'])
This model is released under the
Gemma Terms of Use. Please review the terms before use.