Views
No views yet
from peft import AutoPeftModelForCausalLM
from transformers import AutoTokenizer
# this model
model = AutoPeftModelForCausalLM.from_pretrained("monsoon-nlp/nyc-savvy-llama2-7b-lora-adapter").to("cuda")
# base model for the tokenizer
tokenizer = AutoTokenizer.from_pretrained("monsoon-nlp/nyc-savvy-llama2-7b")