Views
No views yet
1from mistral_inference.transformer import Transformer
2from mistral_inference.generate import generate
3
4from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
5from mistral_common.protocol.instruct.messages import UserMessage
6from mistral_common.protocol.instruct.request import ChatCompletionRequest
7
8tokenizer = MistralTokenizer.from_file(f"{mistral_models_path}/tekken.json")
9model = Transformer.from_folder(mistral_models_path)
10
11prompt = "벽지하자는 종류가 많습니다. 해결방안에 대해 알려주세요."
12
13completion_request = ChatCompletionRequest(messages=[UserMessage(content=prompt)])
14
15tokens = tokenizer.encode_chat_completion(completion_request).tokens
16
17out_tokens, _ = generate([tokens], model, max_tokens=64, temperature=0.35, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
18result = tokenizer.decode(out_tokens[0])
19
20print(result)