
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4state_dict = torch.load("./meomeo/pytorch_model.bin", weights_only=False, map_location="cpu")
5
6# Load from local folder
7tokenizer = AutoTokenizer.from_pretrained("./meomeo", local_files_only=True)
8model = AutoModelForCausalLM.from_pretrained("./meomeo", local_files_only=True)
9
10# Simple inference
11text = "Mèo Méo Meo Mèo Meo"
12inputs = tokenizer(text, return_tensors="pt")
13outputs = model.generate(**inputs, max_length=50)
14print(tokenizer.decode(outputs[0], skip_special_tokens=True))