Views
No views yet
cc-by-nc-4.0.1### GAI-LLM/Llama-2-ko-instruct-13B-mixed-v13
2from transformers import AutoModelForCausalLM, AutoTokenizer
3import torch
4
5repo = "GAI-LLM/Llama-2-ko-instruct-13B-mixed-v13"
6model = AutoModelForCausalLM.from_pretrained(
7 repo,
8 return_dict=True,
9 torch_dtype=torch.float16,
10 device_map='auto'
11)
12tokenizer = AutoTokenizer.from_pretrained(repo)