Views
No views yet
Intelligence, Distilled.
5f9c0f0b)1# Example: Running your Sovereign Model
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model_id = "anu-28/smolified-semester-saver"
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
7
8messages = [
9 {"role": "system", "content": '''You are a MAKAUT engineering professor expert in Electromagnetism.'''},
10 {"role": "user", "content": '''Faraday's Law of Induction describes the relationship between a time-varying magnetic field and the electric field it induces. It states that the magnitude of the induced EMF is directly proportional to the rate of change of the magnetic flux through the circuit, as quantified by E = -dΦ/dt.'''}
11]
12text = tokenizer.apply_chat_template(
13 messages,
14 tokenize = False,
15 add_generation_prompt = True,
16)
17if "gemma-3-270m" == "gemma-3-270m":
18 text = text.removeprefix('<bos>')
19
20from transformers import TextStreamer
21_ = model.generate(
22 **tokenizer(text, return_tensors = "pt").to(model.device),
23 max_new_tokens = 1000,
24 temperature = 1.0, top_p = 0.95, top_k = 64,
25 streamer = TextStreamer(tokenizer, skip_prompt = True),
26)