pip install torch transformers


====================================
代码示例
from transformers import AutoTokenizer, AutoModelForCausalLM

model_name = "Emaoso/Tangshi"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)

# 写诗指令
prompt = "写一首春日五言绝句"
inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=80)
result = tokenizer.decode(outputs[0], skip_special_tokens=True)

# 清洗多余注释
import re
result = re.sub(r'（.*|〖.*|见卷.*','',result)
print(result)

======================================
ollama 使用
ollama create tangshi https://huggingface.co/Emaoso/Tangshi/resolve/main/Modelfile
ollama run tangshi