Views
No views yet

PyTorch, LLaMA, TRL, GGUF, conversationalpip install transformers huggingface_hub1
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4# Load the model and tokenizer
5model = AutoModelForCausalLM.from_pretrained("Doge-GPT/DogeGPT1-1B")
6tokenizer = AutoTokenizer.from_pretrained("Doge-GPT/DogeGPT1-1B")
7
8# Generate text
9input_text = "What is DogeGPT?"
10inputs = tokenizer(input_text, return_tensors="pt")
11outputs = model.generate(**inputs, max_new_tokens=50)
12print(tokenizer.decode(outputs[0], skip_special_tokens=True))
13