Views
No views yet
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained(
"vrpatel/power-converter",
device_map="auto",
torch_dtype="auto")
tokenizer = AutoTokenizer.from_pretrained("vrpatel/power-converter")
messages = [
{"role": "system", "content": "You are a helpful assistant knowledgeable about power converters."},
{"role": "user", "content": <user_input>"}
]
inputs = tokenizer.apply_chat_template(
messages,
add_generation_prompt=True,
return_dict=True,
return_tensors="pt"
).to(model.device)
outputs = model.generate(
**inputs,
max_new_tokens=2048,
do_sample=True
)
response = tokenizer.decode(
outputs[0][len(inputs.input_ids[0]):],
skip_special_tokens=True
)