Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
2import torch
3
4MODEL_ID = "yashm/qwen25-15b-biomed-finetuned"
5
6tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
7model = AutoModelForCausalLM.from_pretrained(
8 MODEL_ID,
9 device_map="auto",
10 dtype=torch.bfloat16,
11 trust_remote_code=True,
12)
13
14pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
15
16prompt = "Explain gene expression in simple terms."
17
18out = pipe(prompt, max_new_tokens=200)
19print(out[0]["generated_text"])