Views
No views yet
python -m pip install trl1from transformers import pipeline
2
3generator = pipeline("text-generation", model="baek26//tmp/tmpxgx0g4kx/baek26/billsum_1703_bart-billsum")
4outputs = generator("Hello, my llama is cute")1from transformers import AutoTokenizer
2from trl import AutoModelForCausalLMWithValueHead
3
4tokenizer = AutoTokenizer.from_pretrained("baek26//tmp/tmpxgx0g4kx/baek26/billsum_1703_bart-billsum")
5model = AutoModelForCausalLMWithValueHead.from_pretrained("baek26//tmp/tmpxgx0g4kx/baek26/billsum_1703_bart-billsum")
6
7inputs = tokenizer("Hello, my llama is cute", return_tensors="pt")
8outputs = model(**inputs, labels=inputs["input_ids"])