{"id":"https://openalex.org/W7168253895","doi":"https://doi.org/10.48550/arxiv.2607.09739","title":"Coresets Before Score Sets: Evaluation-Unsupervised Prompt Subset Selection for LLM Benchmarks","display_name":"Coresets Before Score Sets: Evaluation-Unsupervised Prompt Subset Selection for LLM Benchmarks","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7168253895","doi":"https://doi.org/10.48550/arxiv.2607.09739"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.09739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.09739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140704458","display_name":"Jihan Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140585879","display_name":"Gantavya Bhatt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhatt, Gantavya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140731774","display_name":"Arnav Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Arnav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140583332","display_name":"Peter Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140723858","display_name":"Ke Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140717437","display_name":"Qiaolin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Qiaolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140657518","display_name":"Khushi Bhardwaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhardwaj, Khushi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140577067","display_name":"Chang Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140603333","display_name":"Jialei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jialei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140706211","display_name":"Yikai Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140704751","display_name":"Sugam Devare","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Devare, Sugam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140749487","display_name":"Damon Mosk-Aoyama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mosk-Aoyama, Damon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140579018","display_name":"Zhen Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140712357","display_name":"Venkat Krishna Srinivasan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srinivasan, Venkat Krishna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140684946","display_name":"Yineng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yineng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140730916","display_name":"Oleksii Kuchaiev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuchaiev, Oleksii","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140645931","display_name":"Jiantao Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Jiantao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140717869","display_name":"Banghua Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Banghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140603111","display_name":"Jeff Bilmes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bilmes, Jeff","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1818999946117401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1818999946117401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.13019999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08139999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.9542999863624573},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8712000250816345},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6564000248908997},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5152999758720398},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5076000094413757},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46129998564720154},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.420199990272522}],"concepts":[{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.9542999863624573},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8712000250816345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65829998254776},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6564000248908997},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39910000562667847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.2872999906539917},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.09739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.09739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,66],"study":[1],"LLM":[2,135],"benchmark":[3,27,31,221],"coreset":[4,32,149],"selection:":[5],"selecting":[6],"a":[7,47,61,99,146,169,178,215],"small":[8],"subset":[9,69],"of":[10,53,63,103,148,171,181],"prompts":[11,54],"over":[12,55,116],"multiple":[13,56],"benchmarks":[14,57,106,173],"whose":[15],"induced":[16],"model":[17,41,182],"scores":[18,136,183],"and":[19,44,71,74,94,115,142,177,197,217],"rankings":[20],"approximate":[21],"those":[22],"obtained":[23],"from":[24],"the":[25,36,122,161,165,186,195],"full":[26],"suite.":[28],"In":[29],"evaluation-unsupervised":[30,162],"selection":[33,37],"(our":[34],"approach),":[35],"algorithm":[38],"uses":[39],"no":[40],"evaluation":[42],"outcomes,":[43],"operates":[45],"on":[46,129,194],"fine":[48],"granularity":[49],"by":[50],"producing":[51,60],"subsets":[52],"rather":[58],"than":[59,138],"sub-collection":[62],"entire":[64],"benchmarks.":[65],"use":[67],"submodular":[68,78,90],"selection,":[70],"we":[72,119,152],"develop":[73],"evaluate":[75],"many":[76],"different":[77,109],"functions":[79],"for":[80,220],"this":[81],"purpose,":[82],"including":[83],"determinantal":[84],"point":[85],"process":[86],"(DPP)":[87],"based":[88],"approaches,":[89],"mutual":[91],"information":[92],"functions,":[93],"facility":[95,123],"location-based":[96],"functions.":[97],"On":[98],"new":[100],"large-scale":[101],"suite":[102],"35":[104],"heterogeneous":[105],"spanning":[107],"five":[108],"capability":[110],"categories,":[111],"18":[112],"frontier":[113],"LLMs,":[114],"61K":[117],"prompts,":[118],"find":[120],"that":[121,210],"location":[124],"(FL)":[125],"function":[126],"operating":[127],"exclusively":[128],"inexpensive":[130],"semantic":[131],"prompt":[132],"embeddings":[133],"preserves":[134],"better":[137],"twelve":[139],"separate":[140],"score-based":[141],"diversity-based":[143],"baselines,":[144],"across":[145],"range":[147],"budgets.":[150],"Moreover,":[151],"show":[153],"our":[154,207],"proposed":[155],"objective":[156,188],"is":[157,214],"not":[158],"limited":[159],"to":[160,204],"regime:":[163],"in":[164,212],"setting":[166],"where":[167],"only":[168],"handful":[170],"whole":[172],"must":[174],"be":[175],"selected":[176],"large":[179],"amount":[180],"are":[184],"available,":[185],"same":[187],"matches":[189],"or":[190],"outperforms":[191],"state-of-the-art":[192],"baselines":[193],"MMLU":[196],"MTEB":[198],"leaderboards,":[199],"while":[200],"being":[201],"substantially":[202],"cheaper":[203],"compute.":[205],"Together,":[206],"results":[208],"suggest":[209],"submodularity,":[211],"general,":[213],"strong":[216],"reliable":[218],"tool":[219],"compression.":[222]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-15T00:00:00"}