Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4repo = "kimwooglae/WebSquareAI-Instruct-KoSOLAR-10.7b-v0.5.35"
5model = AutoModelForCausalLM.from_pretrained(
6 repo,
7 return_dict=True,
8 torch_dtype=torch.float16,
9 device_map='auto'
10)
11tokenizer = AutoTokenizer.from_pretrained(repo)