Views
No views yet
cc-by-nc-sa-4.0.1
2from transformers import AutoModelForCausalLM, AutoTokenizer
3import torch
4
5repo = "DopeorNope/SOLARC-MOE-10.7Bx6"
6OpenOrca = AutoModelForCausalLM.from_pretrained(
7 repo,
8 return_dict=True,
9 torch_dtype=torch.float32,
10 device_map='auto'
11)
12OpenOrca_tokenizer = AutoTokenizer.from_pretrained(repo)