Views
No views yet
1from transformers import AutoModel, AutoTokenizer
2import sentencepiece as spm
3
4# Load model
5model = AutoModel.from_pretrained("riadrayhan111/riad-disease-gpt", trust_remote_code=True)
6tokenizer = spm.SentencePieceProcessor()
7tokenizer.load('riadrayhan111/riad-disease-gpt/tokenizer.model')
8
9# Generate response
10class SimpleTokenizer:
11 def __init__(self, sp_model):
12 self.sp = sp_model
13 self.eos_token_id = 2
14
15 def encode(self, text):
16 return self.sp.encode(text)
17
18 def decode(self, tokens):
19 return self.sp.decode(tokens)
20
21tok = SimpleTokenizer(tokenizer)
22answer = model.generate_text(tok, "What is fever?", max_length=100)
23print(answer)