Views
No views yet
AutoModelForCausalLM. Load manually:1# Download these files from the repo:
2# - model.py (contains MiniGPT class definition)
3# - model.safetensors (weights)
4# - tokenizer.json (GPT-2 tokenizer)
5
6from model import MiniGPT, Config
7import torch
8from transformers import GPT2Tokenizer
9
10config = Config()
11model = MiniGPT(config)
12model.load_state_dict(torch.load("model.safetensors", weights_only=True))
13model.eval()
14
15tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
16
17# Basic generation example
18prompt = "The world is a"
19input_ids = tokenizer(prompt, return_tensors="pt").input_ids
20with torch.no_grad():
21 logits, _ = model(input_ids)
22 next_token = torch.argmax(logits[:, -1, :], dim=-1)
23 print(tokenizer.decode(next_token))