This model is not a substitute for professional medical advice, diagnosis, or treatment. Do not use it to make clinical decisions. Always consult a licensed clinician
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("phronetic-ai/medRZN")
4model = AutoModelForCausalLM.from_pretrained("phronetic-ai/medRZN")
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4modelName = "phronetic-ai/medRZN"
5
6model = AutoModelForCausalLM.from_pretrained(
7 modelName,
8 torch_dtype="auto",
9 device_map="auto"
10)
11tokenizer = AutoTokenizer.from_pretrained(modelName)
12
13prompt = "A 45-year-old presents with chest pain. What are possible differentials?"
14messages = [
15 {"role": "system", "content": "You are medRZN, a medical reasoning assistant. This is not medical advice."},
16 {"role": "user", "content": prompt}
17]
18
19text = tokenizer.apply_chat_template(
20 messages,
21 tokenize=False,
22 add_generation_prompt=True
23)
24modelInputs = tokenizer([text], return_tensors="pt").to(model.device)
25
26generatedIds = model.generate(
27 **modelInputs,
28 max_new_tokens=256
29)
30generatedIds = [
31 outputIds[len(inputIds):] for inputIds, outputIds in zip(modelInputs.input_ids, generatedIds)
32]
33
34response = tokenizer.batch_decode(generatedIds, skip_special_tokens=True)[0]
35print(response)