Views
No views yet
1# Load using the OpenLLM framework
2from core.src.model import GPTModel
3import json
4import torch
5
6# Load configuration
7with open("config.json", "r") as f:
8 config = json.load(f)
9
10# Create model instance
11model = GPTModel(config["model_config"])
12
13# Load trained weights
14model.load_state_dict(torch.load("pytorch_model.bin", map_location="cpu"))
15
16# Load tokenizer
17import sentencepiece as spm
18tokenizer = spm.SentencePieceProcessor()
19tokenizer.load("tokenizer.model")
20
21# Generate text
22prompt = "The future of artificial intelligence"
23tokens = tokenizer.encode(prompt)
24inputs = torch.tensor([tokens], dtype=torch.long)
25
26with torch.no_grad():
27 outputs = model.generate(
28 inputs,
29 max_length=100,
30 temperature=0.7
31 )
32
33generated_text = tokenizer.decode(outputs[0].tolist())
34print(generated_text)1from load_hf_model import load_model_and_tokenizer
2
3# Load model using custom loader
4model, tokenizer = load_model_and_tokenizer("lemms/openllm-small-extended-10k")
5
6# Generate text
7prompt = "The history of machine learning"
8tokens = tokenizer.encode(prompt)
9inputs = torch.tensor([tokens], dtype=torch.long)
10
11with torch.no_grad():
12 outputs = model.generate(
13 inputs,
14 max_length=100,
15 temperature=0.7
16 )
17
18print(tokenizer.decode(outputs[0].tolist()))1@misc{openllm2024,
2 title={OpenLLM: Open Source Large Language Model Framework},
3 author={Louis Chua Bean Chong},
4 year={2024},
5 url={https://github.com/louischua/openllm}
6}