Views
No views yet
Intelligence, Distilled.
22fdd899)1# Example: Running your Sovereign Model
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model_id = "Shubhankar444/smolified-ingredient-extractor"
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
7
8messages = [
9 {"role": "system", "content": '''Extract ingredients from the Indian recipe and return as a Python list.'''},
10 {"role": "user", "content": '''Prepare Bhindi Masala by slicing okra and shallow frying in vegetable oil. Keep aside. In the same pan, saute onions and tomatoes with cumin, coriander powder, dry mango powder, and salt. Add the okra back in and toss well until the vegetables are soft. Serve with hot roti.'''}
11]
12text = tokenizer.apply_chat_template(
13 messages,
14 tokenize = False,
15 add_generation_prompt = True,
16)
17if "gemma-3-270m" == "gemma-3-270m":
18 text = text.removeprefix('<bos>')
19
20from transformers import TextStreamer
21_ = model.generate(
22 **tokenizer(text, return_tensors = "pt").to(model.device),
23 max_new_tokens = 1000,
24 temperature = 1.0, top_p = 0.95, top_k = 64,
25 streamer = TextStreamer(tokenizer, skip_prompt = True),
26)