trl-internal-testing/

tiny-ultrafeedback-binarized

from datasets import load_dataset

push_to_hub = True

def is_small(example): small_prompt = len(example["chosen"][0]["content"]) < 100 small_chosen = len(example["chosen"][1]["content"]) < 100 small_rejected = len(example["rejected"][1]["content"]) < 100 return small_prompt and small_chosen and small_rejected

if name == "main": dataset = load_dataset("trl-lib/ultrafeedback_binarized")

dataset = dataset.filter(is_small)

if push_to_hub:… See the full description on the dataset page: https://huggingface.co/datasets/trl-internal-testing/tiny-ultrafeedback-binarized.