shivanikerai/

TinyLlama-1.1B-Chat-v1.0-seo-optimised-title-suggestion-v1.0

# Format your prompt template
prompt = f"""{B_INST} {B_SYS} You are a helpful, respectful and honest assistant for ecommerce product title creation. {E_SYS}\nCreate a SEO optimized e-commerce product title for the keywords:{keywords.strip()}\n{B_in}{product_info}{E_in}\n{E_INST}\n\n{B_out}"""


print("Prompt:")
print(prompt)

encoding = tokenizer(prompt, return_tensors="pt").to("cuda:0")
output = model.generate(input_ids=encoding.input_ids,
                        attention_mask=encoding.attention_mask,
                        max_new_tokens=1024,
                        do_sample=True,
                        temperature=0.01,
                        eos_token_id=tokenizer.eos_token_id,
                        top_k=0)

print()

# Subtract the length of input_ids from output to get only the model's response
output_text = tokenizer.decode(output[0, len(encoding.input_ids[0]):], skip_special_tokens=False)
output_text = re.sub('\n+', '\n', output_text)  # remove excessive newline characters

print("Generated Assistant Response:")
print(output_text)