Views
No views yet
1import torch
2from model.architecture import IndonesianLLM
3from tokenizer.morpheme_tokenizer import MorphemeTokenizer
4
5tokenizer = MorphemeTokenizer(vocab_size=32000)
6tokenizer.load('tokenizer.pkl')
7
8model = IndonesianLLM(vocab_size=32000, hidden_size=1280,
9 num_hidden_layers=32, num_attention_heads=20,
10 intermediate_size=4096, max_position_embeddings=512)
11model.load_state_dict(torch.load('KlinexaNeo.pt', map_location='cpu'))
12model.eval()