Views
No views yet
from transformers import AutoTokenizer, AutoModelForCausalLM
model_name = "ontocord/1.7b_data-MixtureVitae-300BT-v1"
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, padding_side='left')
model = AutoModelForCausalLM.from_pretrained(
model_name,
trust_remote_code=True
).cuda()