Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Base model + adapter
5base_model_name = "tiiuae/Falcon3-7B-Instruct"
6adapter_path = "maigamhdsidy/food-assistant"
7
8tokenizer = AutoTokenizer.from_pretrained(adapter_path)
9
10model = AutoModelForCausalLM.from_pretrained(
11 base_model_name,
12 device_map="auto",
13 trust_remote_code=True
14)
15model = PeftModel.from_pretrained(model, adapter_path)
16
17# Example prompt
18prompt = """Given the following food name, return only its nutrient components.
19
20Food name: Banana
21
22Required output:
23- Return only the components list."""
24
25inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
26outputs = model.generate(**inputs, max_new_tokens=200)
27print(tokenizer.decode(outputs[0], skip_special_tokens=True))