{"id":"https://openalex.org/W4413110341","doi":"https://doi.org/10.1109/tpami.2025.3598031","title":"Efficient Benchmarking via Bias-Bounded Subset Selection","display_name":"Efficient Benchmarking via Bias-Bounded Subset Selection","publication_year":2025,"publication_date":"2025-08-12","ids":{"openalex":"https://openalex.org/W4413110341","doi":"https://doi.org/10.1109/tpami.2025.3598031","pmid":"https://pubmed.ncbi.nlm.nih.gov/40794506"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3598031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3598031","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100735881","display_name":"Yan Zhuang","orcid":"https://orcid.org/0000-0001-7351-377X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhuang","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0001-7351-377X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068741728","display_name":"Junhao Yu","orcid":"https://orcid.org/0000-0002-0810-5603"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhao Yu","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-6956-5550"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0001-6956-5550","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109752972","display_name":"Yuxuan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Sun","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiatong Li","orcid":"https://orcid.org/0009-0000-8877-6927"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiatong Li","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0009-0000-8877-6927","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085496384","display_name":"Zhenya Huang","orcid":"https://orcid.org/0000-0003-1661-0420"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenya Huang","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0003-1661-0420","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"State Key Laboratory of Cognitive Intelligence, University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09914746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"12","first_page":"11785","last_page":"11801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.844672679901123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8137971758842468},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6926574110984802},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6691642999649048},{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.6337229013442993},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.583552896976471},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5340983271598816},{"id":"https://openalex.org/keywords/score","display_name":"Score","score":0.4898812174797058},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48315995931625366},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.48095956444740295},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4483974874019623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38842999935150146},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38328102231025696},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33477887511253357},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10597458481788635},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09333887696266174}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.844672679901123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8137971758842468},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6926574110984802},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6691642999649048},{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.6337229013442993},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.583552896976471},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5340983271598816},{"id":"https://openalex.org/C65660741","wikidata":"https://www.wikidata.org/wiki/Q3952743","display_name":"Score","level":2,"score":0.4898812174797058},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48315995931625366},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.48095956444740295},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4483974874019623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38842999935150146},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38328102231025696},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33477887511253357},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10597458481788635},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09333887696266174},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3598031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3598031","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40794506","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40794506","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4815092742","display_name":null,"funder_award_id":"2024YFC3308200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G487329743","display_name":null,"funder_award_id":"62525606","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6727748471","display_name":null,"funder_award_id":"62441239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6991849872","display_name":null,"funder_award_id":"62477044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W195739637","https://openalex.org/W1278605765","https://openalex.org/W1535520578","https://openalex.org/W1570963478","https://openalex.org/W1680189815","https://openalex.org/W2038648092","https://openalex.org/W2052355211","https://openalex.org/W2101105183","https://openalex.org/W2101123607","https://openalex.org/W2117334662","https://openalex.org/W2141403143","https://openalex.org/W2167553908","https://openalex.org/W2170853093","https://openalex.org/W2324303215","https://openalex.org/W2552164092","https://openalex.org/W2566111950","https://openalex.org/W2787894218","https://openalex.org/W2888482885","https://openalex.org/W2890894339","https://openalex.org/W2912924812","https://openalex.org/W2963877232","https://openalex.org/W2963963993","https://openalex.org/W2964153876","https://openalex.org/W3006597595","https://openalex.org/W3098683121","https://openalex.org/W3114677757","https://openalex.org/W3119697406","https://openalex.org/W3177468934","https://openalex.org/W3201174429","https://openalex.org/W4213019189","https://openalex.org/W4239181501","https://openalex.org/W4249332350","https://openalex.org/W4284664988","https://openalex.org/W4292793914","https://openalex.org/W4308334020","https://openalex.org/W4323338440","https://openalex.org/W4385819901","https://openalex.org/W4389518992","https://openalex.org/W4389519108","https://openalex.org/W4389523771","https://openalex.org/W4389991792","https://openalex.org/W4391136507","https://openalex.org/W4392477373","https://openalex.org/W4401042935","https://openalex.org/W4402569794","https://openalex.org/W4405455311","https://openalex.org/W4411630215","https://openalex.org/W4415798312"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Evaluating":[0],"AI":[1,34],"systems,":[2],"particularly":[3],"large":[4],"models,":[5],"is":[6,111],"an":[7],"essential":[8],"yet":[9],"computationally":[10],"expensive":[11],"task.":[12],"The":[13,31],"use":[14],"of":[15,29,33,118,161],"extensive":[16],"benchmarks":[17,138],"often":[18],"leads":[19],"to":[20,51,62,114],"substantial":[21],"computational/human":[22],"costs":[23],"that":[24,87,96],"may":[25],"even":[26],"exceed":[27],"those":[28],"pretraining.":[30],"efficiency":[32],"model":[35,144],"evaluation":[36],"focuses":[37],"on":[38,43,48],"estimating":[39,143],"the":[40,44,77,112,162],"model's":[41],"score":[42,124,154],"full":[45,163],"benchmark":[46,170],"based":[47],"its":[49,140],"responses":[50],"a":[52,92,97,104,130],"smaller":[53],"subset.":[54],"Various":[55],"empirical":[56],"selection":[57,79],"methods":[58],"have":[59],"been":[60],"proposed":[61],"identify":[63],"valuable":[64],"subsets":[65],"within":[66],"these":[67],"benchmarks.":[68],"In":[69],"this":[70,88,109],"paper,":[71],"we":[72],"formally":[73],"define":[74],"and":[75,95,121,146,168],"approximate":[76],"subset":[78,99],"problem":[80,89],"inherent":[81],"in":[82,123,142],"efficient":[83,167],"evaluation.":[84],"We":[85],"prove":[86],"actually":[90],"optimizes":[91],"submodular":[93],"function":[94],"unified":[98],"can":[100,151],"be":[101],"identified":[102],"using":[103,156],"simple":[105],"greedy":[106],"algorithm.":[107],"Importantly,":[108],"approach":[110],"first":[113],"provide":[115],"theoretical":[116],"guarantees":[117],"bias":[119],"control":[120],"generalizability":[122],"estimation.":[125],"Using":[126],"language":[127],"models":[128],"as":[129],"case":[131],"study,":[132],"experimental":[133],"results":[134],"across":[135],"11":[136],"different":[137],"validate":[139],"superiority":[141],"scores":[145],"maintaining":[147],"ranking":[148],"consistency.":[149],"It":[150],"achieve":[152],"accurate":[153],"estimation":[155],"no":[157],"more":[158],"than":[159],"30%":[160],"benchmark,":[164],"thus":[165],"facilitating":[166],"sparse":[169],"design.":[171]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}