Views
No views yet
pip install transformers torch1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4# Load model and tokenizer
5model = AutoModelForCausalLM.from_pretrained(
6 "Oliver1703dk/meal_review_merged_mistral_finetuned_bigger",
7 torch_dtype=torch.float16,
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained("Oliver1703dk/meal_review_merged_mistral_finetuned_bigger")
11
12# Inference
13prompt = "Write a review for a delicious Italian meal."
14inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
15outputs = model.generate(**inputs, max_length=200)
16print(tokenizer.decode(outputs[0], skip_special_tokens=True))