import torch
from transformers import pipeline

# Use your Hugging Face model ID
model_id = "kishorsriraman/finetune_model"

pipe = pipeline(
    "text-generation", 
    model=model_id, 
    torch_dtype=torch.float16, 
    device_map="auto"
)

def generate_joke(headline):
    prompt = f"Convert this headline into a joke:\nHeadline: {headline}\nJoke:"
    outputs = pipe(
        prompt, 
        max_new_tokens=50, 
        do_sample=True, 
        temperature=0.7, 
        top_p=0.9
    )
    return outputs[0]["generated_text"].split("Joke:")[-1].strip()

# Test it out
print(generate_joke("Coffee shop runs out of beans on Monday morning"))

kishorsriraman/finetuned_model

TinyLlama-1.1B Joke Generator

How to use

kishorsriraman/
finetuned_model