Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4# Load the model
5model = AutoModelForCausalLM.from_pretrained(
6 "Ishumalai/product_recommendation_ai_powered",
7 torch_dtype=torch.float16,
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained("Ishumalai/product_recommendation_ai_powered")
11
12def generate_recommendation(category):
13 messages = [{"role": "user", "content": f"Create a product recommendation guide for {category}"}]
14 prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
15
16 inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
17 outputs = model.generate(
18 **inputs,
19 max_new_tokens=500,
20 temperature=0.7,
21 do_sample=True,
22 pad_token_id=tokenizer.eos_token_id
23 )
24
25 response = tokenizer.decode(outputs[0], skip_special_tokens=True)
26 if "<|im_start|>assistant" in response:
27 return response.split("<|im_start|>assistant")[-1].replace("<|im_end|>", "").strip()
28 return response
29
30# Generate a guide
31guide = generate_recommendation("Wireless Headphones")
32print(guide)