Views
No views yet
1from transformers import AutoTokenizer
2from unsloth import Gemma2
3
4# Load model and tokenizer
5model = Gemma2.from_pretrained("unsloth/gemma-2-9b-bnb-4bit")
6tokenizer = AutoTokenizer.from_pretrained("unsloth/gemma-2-9b-bnb-4bit")
7
8# Input and inference
9input_text = "The golden age of the Peshwas brought cultural and political prosperity to Maharashtra."
10inputs = tokenizer(input_text, return_tensors="pt")
11outputs = model.generate(inputs["input_ids"], max_length=128)
12translated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
13print(translated_text)