Used to create this dataset:

import json import os from datasets import load_dataset from tqdm import tqdm

DATASET_NAME = "swiss-ai/apertus-pretrain-swiss" SUBSTRING_TO_FILTER = "entscheidsuche_html" COLUMN_TO_CHECK = "id" OUTPUT_FILENAME = "filtered_apertus_pretrain_swiss.jsonl"

def filter_function(example): """ Returns True to keep the example, False to discard it. We keep the row only if the substring is NOT in the 'id' column. """ return… See the full description on the dataset page: https://huggingface.co/datasets/liechticonsulting/filtered_apertus_pretrained.