Views
No views yet
pip install transformers peft torch bitsandbytes1import torch
2from transformers import LlamaTokenizer, LlamaForSequenceClassification
3from peft import PeftModel, PeftConfig1model_name = "lmsys/vicuna-7b-v1.5"
2peft_model_id = "ShinyaJ/vicuna-7b-scam-detector"
3
4tokenizer = LlamaTokenizer.from_pretrained(model_name)
5base_model = LlamaForSequenceClassification.from_pretrained(model_name, num_labels=2, load_in_8bit=True, device_map="auto")
6peft_config = PeftConfig.from_pretrained(peft_model_id)
7model_scam = PeftModel.from_pretrained(base_model, peft_model_id)1def predict_scam(texts, model, tokenizer):
2 .
3 .
4 .
5
6 return ["scam" if pred == 1 else "general" for pred in predicted_classes]1text = "Your text here"
2prediction = predict_scam(text, model_scam, tokenizer)
3print(prediction)