Views
No views yet

1
2from transformers import AutoModelForCausalLM, AutoTokenizer
3import torch
4
5repo = "DopeorNope/COKAL-v1_70B"
6model = AutoModelForCausalLM.from_pretrained(
7 repo,
8 return_dict=True,
9 torch_dtype=torch.float16,
10 device_map='auto'
11)
12model_tokenizer = AutoTokenizer.from_pretrained(repo)