Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4repo = "zomd/AISquare-Instruct-yi-ko-6b-v0.9.30"
5model = AutoModelForCausalLM.from_pretrained(
6 repo,
7 return_dict=True,
8 torch_dtype=torch.float16,
9 device_map='auto'
10)
11tokenizer = AutoTokenizer.from_pretrained(repo)