Views
No views yet
THUDM/chatglm2-6b 上加载使用。THUDM/chatglm2-6b.1!pip -q install transformers peft sentencepiece accelerate huggingface_hub
2from huggingface_hub import snapshot_download
3from transformers import AutoTokenizer, AutoModel
4from peft import PeftModel
5import torch
6
7local_dir = "/content/alphafin_model_data/stage1"
8snapshot_download("JamesRU/My-StockGPT-Stage1", local_dir=local_dir, local_dir_use_symlinks=False, resume_download=True)
9
10base_id = "THUDM/chatglm2-6b"
11tokenizer = AutoTokenizer.from_pretrained(base_id, trust_remote_code=True)
12base = AutoModel.from_pretrained(base_id, trust_remote_code=True)
13if torch.cuda.is_available(): base = base.half().cuda()
14base.eval()
15
16model = PeftModel.from_pretrained(base, local_dir)
17print(model.chat(tokenizer, "请用50字点评今日美股走势,并给一个风险提示。", history=[])[0])