Views
No views yet
⚠️ Note: Training is ongoing. The model is not yet merged and may produce unstable or inconsistent outputs.
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = "unsloth/Phi-3-medium-4k-instruct"
5lora_adapter = "your-fenra-lora-path"
6
7tokenizer = AutoTokenizer.from_pretrained(base_model)
8model = AutoModelForCausalLM.from_pretrained(base_model)
9
10model = PeftModel.from_pretrained(model, lora_adapter)
11
12prompt = "Analyze this procurement record for fraud indicators: ..."
13inputs = tokenizer(prompt, return_tensors="pt")
14
15outputs = model.generate(**inputs, max_new_tokens=200)
16print(tokenizer.decode(outputs[0]))