luccazen/

falcon-7b-alpaca-pt

from peft import PeftModel
from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig

model = AutoModelForCausalLM.from_pretrained(
    "tiiuae/falcon-7b",
    load_in_8bit=True,
    trust_remote_code=True,
)

tokenizer = AutoTokenizer.from_pretrained(
    "tiiuae/falcon-7b",
)

model = PeftModel.from_pretrained(model, "/content/drive/MyDrive/ML/falcon/lora-falcao")