{"id":"https://openalex.org/W7170368891","doi":"https://doi.org/10.48550/arxiv.2607.20465","title":"DataPrep-Bench: Benchmarking LLMs as Training Data Preparators","display_name":"DataPrep-Bench: Benchmarking LLMs as Training Data Preparators","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7170368891","doi":"https://doi.org/10.48550/arxiv.2607.20465"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.20465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.20465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5142868371","display_name":"H Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005866228","display_name":"Cai Qd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Qifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000933188","display_name":"Yibo Lin","orcid":"https://orcid.org/0000-0002-0977-2774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133985928","display_name":"Jianzhuo Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Jianzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101216542","display_name":"Qifeng Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Qifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000882828","display_name":"Sizhe Qiu","orcid":"https://orcid.org/0000-0002-1936-1223"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Sizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143555264","display_name":"Linzhuang Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Linzhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143559461","display_name":"Meiyi Qiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Meiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143577159","display_name":"Zhaoyang Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Zhaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143577240","display_name":"Xiaochen Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xiaochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143588262","display_name":"Bohan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141765720","display_name":"R An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Ruichuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133493417","display_name":"C N He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Conghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143568394","display_name":"Wentao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.33090001344680786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.33090001344680786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.13089999556541443,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07989999651908875,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7990000247955322},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7422999739646912},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5974000096321106},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.59170001745224},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.5551000237464905},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5449000000953674},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5060999989509583},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4447000026702881},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.44290000200271606}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7990000247955322},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7422999739646912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263000011444092},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5974000096321106},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.59170001745224},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.5551000237464905},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5449000000953674},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5060999989509583},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48559999465942383},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.44290000200271606},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42010000348091125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42010000348091125},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.20465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.20465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"quality":[1,57,165],"of":[2,9,64,211,251],"training":[3,30,53,62,75],"data":[4,31,38,45,56,107,164,253],"fundamentally":[5],"determines":[6],"the":[7,61,85,139,154,184,205,216],"capabilities":[8,93,247],"large":[10],"language":[11],"models":[12],"(LLMs),":[13],"yet":[14],"no":[15],"unified":[16,87],"benchmark":[17,88],"exists":[18],"to":[19,33,73],"measure":[20],"how":[21],"well":[22],"LLMs,":[23],"agents,":[24],"and":[25,55,102,114,150,157,199,214,227,233],"data-centric":[26],"workflows":[27],"actually":[28],"prepare":[29],"end":[32],"end.":[34],"We":[35,82],"view":[36],"LLM-driven":[37,252],"preparation":[39],"as":[40,248],"comprising":[41],"two":[42],"complementary":[43],"capabilities:":[44],"construction,":[46,108],"which":[47,59],"transforms":[48],"raw":[49,112],"sources":[50,113],"into":[51],"supervised":[52],"data,":[54],"evaluation,":[58,166],"predicts":[60],"value":[63],"candidate":[65,180,197],"datasets":[66],"before":[67],"downstream":[68,74,175],"training;":[69],"throughout,":[70],"\"quality\"":[71],"refers":[72],"utility":[76],"rather":[77],"than":[78],"surface-level":[79],"textual":[80],"properties.":[81],"introduce":[83],"DataPrep-Bench,":[84],"first":[86],"that":[89,137,192],"jointly":[90,125],"evaluates":[91],"both":[92,246],"under":[94],"a":[95,119,134,178,189,196,200,238],"shared":[96,179],"downstream-grounded":[97,240],"protocol":[98],"over":[99],"six":[100,212],"domains":[101,213],"multiple":[103],"base":[104,120],"models.":[105],"For":[106,163],"methods":[109,159],"consume":[110],"identical":[111],"are":[115,169],"scored":[116,170],"by":[117,142,171],"fine-tuning":[118],"model":[121],"on":[122,147,177,245],"their":[123],"outputs":[124],"with":[126,153,174],"Dolly-15k;":[127],"alongside":[128],"this":[129],"track":[130],"we":[131,182],"release":[132,183],"Data-Construction-Skill,":[133],"skill-guided":[135],"agent":[136],"lifts":[138],"Dolly-only":[140],"baseline":[141],"nearly":[143],"20":[144],"points":[145],"absolute":[146],"Llama-3.1-8B":[148],"Finance":[149],"is":[151,215],"competitive":[152],"strongest":[155,206],"agent-":[156],"DataFlow-based":[158],"in":[160,209,224],"knowledge-extraction-dense":[161],"domains.":[162],"scoring":[167],"functions":[168],"Pearson":[172],"correlation":[173,208],"performance":[176],"pool;":[181],"Distributional":[185],"Alignment":[186],"Score":[187],"(DAS),":[188],"distribution-based":[190],"evaluator":[191],"uses":[193],"MMD":[194],"between":[195],"dataset":[198],"domain":[201],"proxy.":[202],"DAS":[203],"attains":[204],"cross-model":[207],"four":[210],"only":[217],"metric":[218],"clearing":[219],"r":[220],">":[221],"0.70":[222],"simultaneously":[223],"Math,":[225],"Science,":[226],"Medical,":[228],"outperforming":[229],"existing":[230],"quality-,":[231],"diversity-,":[232],"heuristic-based":[234],"evaluators.":[235],"DataPrep-Bench":[236],"provides":[237],"unified,":[239],"framework":[241],"for":[242],"measuring":[243],"progress":[244],"co-equal":[249],"targets":[250],"preparation.":[254]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-25T00:00:00"}