統合元データセット
dataset_names = [
"HayatoHongoEveryonesAI/qa_verify_100k_tir_16",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_17",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_18",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_19",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_21",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_22",
"HayatoHongoEveryonesAI/qa_verify_100k_tir_23",
"HayatoHongoEveryonesAI/qa_verify_200k_tir_1",
"HayatoHongoEveryonesAI/qa_verify_1m_tir_1"… See the full description on the dataset page:
https://huggingface.co/datasets/HayatoHongoEveryonesAI/qa_verify_tir_2.9M_new_v1.