from datasets import load_dataset, concatenate_datasets, DatasetDict

ultrachat = load_dataset("HuggingFaceH4/ultrachat_200k")

def filter_no_system(example): # Check if any message has 'system' role return not any(msg.get('role') == 'system' for msg in example['messages'])

train_ultrachat = ultrachat['train_sft'].select(range(43_200)) train_ultrachat = train_ultrachat.filter(filter_no_system).map( lambda x:… See the full description on the dataset page: https://huggingface.co/datasets/kh4dien/sft.