from peft import PeftModel
from transformers import AutoModelForCausalLM, AutoTokenizer

base = "Salesforce/codegen-350M-multi"
adapter = "codegenstudio/codegen-350M-sql2nosql-lora"

tokenizer = AutoTokenizer.from_pretrained(base)
model = AutoModelForCausalLM.from_pretrained(base)
model = PeftModel.from_pretrained(model, adapter)

Or use the multi-adapter API in this project's fastapi-deploy/ package.