Views
No views yet
1from transformers import AutoModelForSequenceClassification, AutoTokenizer
2
3ckpt = "reciprocate/openllama-13b_rm_oasst-hh"
4model = AutoModelForSequenceClassification.from_pretrained(ckpt, load_in_4bit=True)
5tokenizer = AutoTokenizer.from_pretrained(ckpt)
6
7model(**tokenizer("ASSISTANT: This sentence is a lie.", return_tensors="pt"))[0].item()-1.626953125