ds = datasets.load_dataset("hkust-nlp/SimpleRL-Zoo-Data",
data_files="simplelr_qwen_level1to4/train.parquet",
split="train")
def extract_user_content(content):
pattern = r'<|im_start|>user\n(.*?)<|im_end|>'
match = re.search(pattern, content, re.DOTALL)
if match:
return match.group(1).strip()
return None
def map_func(example):
content =… See the full description on the dataset page:
https://huggingface.co/datasets/rasdani/simplerl_qwen_level1to4.