Views
No views yet
Prompt 3_cleaned.jsonl: 1,372 instruction examplesunsloth/llama-3.1-8b-instruct-bnb-4bit1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("richierich007/wingit-extractor-v1")
4tokenizer = AutoTokenizer.from_pretrained("richierich007/wingit-extractor-v1")
5
6prompt = "Extract dialogue and concepts from this transcript..."
7inputs = tokenizer(prompt, return_tensors="pt")
8outputs = model.generate(**inputs)
9print(tokenizer.decode(outputs[0]))