Views
No views yet
1from transformers import AutoModelForCausalLM
2
3model = AutoModelForCausalLM.from_pretrained(
4 "UKPLab/dara-llama-2-7b",
5 torch_dtype=torch.float16,
6 device_map="auto",
7 cache_dir = "cache"
8 )