from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel

# Load base model
base_model = AutoModelForCausalLM.from_pretrained(
    "NousResearch/Llama-2-7b-chat-hf",
    torch_dtype=torch.float16,
    device_map="auto"
)

# Load LoRA adapter
model = PeftModel.from_pretrained(base_model, "misee/uk-fraud-chatbot-llama2")
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")

# Generate response
system_prompt = "You are a specialized UK fraud victim support assistant..."
prompt = f"<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\nYour question here [/INST]"

Training Data Sources

Action Fraud (UK's national fraud reporting centre)
GetSafeOnline (UK's leading online safety resource)
Financial Conduct Authority (FCA)
UK Finance
Which (consumer protection)