from transformers import AutoModelForSequenceClassification, XLNetTokenizer
from peft import PeftConfig, PeftModel

# Load peft config model
config = PeftConfig.from_pretrained("DEVCamiloSepulveda/777-LLAMA3SP-mulestudio-titanium")

# Load tokenizer and model
tokenizer = XLNetTokenizer('spm_tokenizer.model', padding_side='right')
base_model = AutoModelForSequenceClassification.from_pretrained(
    config.base_model_name_or_path,
    num_labels=1,
    torch_dtype=torch.float16,
    device_map='auto'
)
model = PeftModel.from_pretrained(base_model, "DEVCamiloSepulveda/777-LLAMA3SP-mulestudio-titanium")

# Prepare input text
text = "Your issue description here"
inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=20, padding="max_length")

# Get prediction
outputs = model(**inputs)
story_points = outputs.logits.item()

Training Details

Fine-tuning method: LoRA (Low-Rank Adaptation)
Sequence length: 20 tokens
Best training epoch: 1 / 20 epochs
Batch size: 32
Training time: 64.417 seconds
Mean Absolute Error (MAE): 3.885
Median Absolute Error (MdAE): 3.213

Framework versions

PEFT 0.14.0