Views
No views yet
meta-llama/Llama-3.1-8B-Instructtrain_cleaned.jsonl, boosters_cleaned_aligned.jsonl)1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4tok = AutoTokenizer.from_pretrained("toddie314/toddric-llama-8B-merged-v1")
5model = AutoModelForCausalLM.from_pretrained("toddie314/toddric-llama-8B-merged-v1",
6 torch_dtype=torch.bfloat16, device_map="auto")
7
8prompt = "Write a brief, friendly email thanking a conference organizer for their hospitality."
9inputs = tok(prompt, return_tensors="pt").to(model.device)
10out = model.generate(**inputs, max_new_tokens=180, temperature=0.7, top_p=0.9)
11print(tok.decode(out[0], skip_special_tokens=True))