Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("ljh4367/jeju-dialect-qwen")
4tokenizer = AutoTokenizer.from_pretrained("ljh4367/jeju-dialect-qwen")
5
6text = "안녕하세요"
7inputs = tokenizer(text, return_tensors="pt")
8outputs = model.generate(**inputs)
9print(tokenizer.decode(outputs[0]))./llama-cli -m jeju-qwen-q4.gguf -p "안녕하세요"