Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("den1125/bounty-hunter")
4tokenizer = AutoTokenizer.from_pretrained("den1125/bounty-hunter")
5
6# For chat completion
7messages = [
8 {"role": "system", "content": "You are a helpful assistant."},
9 {"role": "user", "content": "What can you do?"}
10]
11inputs = tokenizer.apply_chat_template(messages, return_tensors="pt")
12outputs = model.generate(inputs, max_new_tokens=100)
13response = tokenizer.decode(outputs[0], skip_special_tokens=True)
14print(response)