Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4tokenizer = AutoTokenizer.from_pretrained("prototie/prototie-ai-final", trust_remote_code=True)
5model = AutoModelForCausalLM.from_pretrained(
6 "prototie/prototie-ai-final",
7 torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True,
8)