Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from transformers.generation import GenerationConfig
3tokenizer = AutoTokenizer.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True)
4model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="auto", trust_remote_code=True).eval() # 采用gpu加载模型
5# model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="cpu", trust_remote_code=True).float() # 采用cpu加载模型
6model.generation_config = GenerationConfig.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
7
8
9prompt = "请帮我编写一个技能,技能效果如下:" + input("请输入技能效果:")
10response, history = model.chat(tokenizer, prompt, history = [])
11print(response)
12
13prompt = "请帮我编写一张卡牌,卡牌效果如下:" + input("请输入卡牌效果:")
14response, history = model.chat(tokenizer, prompt, history = [])
15print(response)