Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained(
5 "out_affine/merged_model",
6 torch_dtype=torch.bfloat16,
7 trust_remote_code=True,
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained("out_affine/merged_model")
11
12# Your inference code here