Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained("RaghavM12/mistral-7b-nutritionist")
5tokenizer = AutoTokenizer.from_pretrained("RaghavM12/mistral-7b-nutritionist")
6
7prompt = "<s>[INST] What should I eat for breakfast to build muscle? [/INST]"
8inputs = tokenizer(prompt, return_tensors="pt")
9
10with torch.no_grad():
11 outputs = model.generate(**inputs, max_new_tokens=150, temperature=0.7)
12
13response = tokenizer.decode(outputs[0], skip_special_tokens=True)
14print(response.split("[/INST]")[-1].strip())