Views
No views yet
cc-by-nc-sa-4.0.1
2from transformers import AutoModelForCausalLM, AutoTokenizer
3import torch
4
5repo = "DopeorNope/You_can_cry_Snowman-13B"
6OpenOrca = AutoModelForCausalLM.from_pretrained(
7 repo,
8 return_dict=True,
9 torch_dtype=torch.float16,
10 device_map='auto'
11)
12OpenOrca_tokenizer = AutoTokenizer.from_pretrained(repo)