{"id":"https://openalex.org/W4388763392","doi":"https://doi.org/10.1145/3633286","title":"Hierarchical Pruning of Deep Ensembles with Focal Diversity","display_name":"Hierarchical Pruning of Deep Ensembles with Focal Diversity","publication_year":2023,"publication_date":"2023-11-17","ids":{"openalex":"https://openalex.org/W4388763392","doi":"https://doi.org/10.1145/3633286"},"language":"en","primary_location":{"id":"doi:10.1145/3633286","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3633286","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.10293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060093535","display_name":"Yanzhao Wu","orcid":"https://orcid.org/0000-0001-8761-5486"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhao Wu","raw_affiliation_strings":["Florida International University, USA"],"raw_orcid":"https://orcid.org/0000-0001-8761-5486","affiliations":[{"raw_affiliation_string":"Florida International University, USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028240524","display_name":"Ka-Ho Chow","orcid":"https://orcid.org/0000-0001-5917-2577"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ka-Ho Chow","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0001-5917-2577","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069331320","display_name":"Wenqi Wei","orcid":"https://orcid.org/0000-0001-9177-114X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenqi Wei","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0001-9177-114X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100343991","display_name":"Ling Liu","orcid":"https://orcid.org/0000-0002-4138-3082"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ling Liu","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0002-4138-3082","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5318,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67442831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"15","issue":"1","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809511661529541},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7064284086227417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6807262897491455},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6502822637557983},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.648352861404419},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5864707827568054},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.5783679485321045},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5655157566070557},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5628824234008789},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5555984377861023},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.5314684510231018},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.5263463258743286},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09987565875053406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809511661529541},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7064284086227417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807262897491455},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6502822637557983},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.648352861404419},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5864707827568054},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.5783679485321045},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5655157566070557},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5628824234008789},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5555984377861023},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5314684510231018},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.5263463258743286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09987565875053406},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3633286","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3633286","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.10293","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10293","pdf_url":"https://arxiv.org/pdf/2311.10293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:hub.hku.hk:10722/343451","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/343451","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.10293","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10293","pdf_url":"https://arxiv.org/pdf/2311.10293","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2907990584","display_name":"NSF-CSIRO: RAI4IoE: Responsible AI for Enabling the Internet of Energy","funder_award_id":"2302720","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5206010609","display_name":"TWC: Medium: Privacy Preserving Computation in Big Data Clouds","funder_award_id":"1564097","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5377231427","display_name":null,"funder_award_id":"1564097","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"},{"id":"https://openalex.org/G5779643442","display_name":"SHF: Medium: Cross-Stack Algorithm-Hardware-Systems Optimization Towards Ubiquitous On-Device 3D Intelligence","funder_award_id":"2312758","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6374073843","display_name":"EAGER: SaTC-EDU: Privacy Enhancing Techniques and Innovations for AI-Cybersecurity Cross Training","funder_award_id":"2038029","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388763392.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1577983635","https://openalex.org/W1588810070","https://openalex.org/W1980264541","https://openalex.org/W2019778169","https://openalex.org/W2049861803","https://openalex.org/W2063128958","https://openalex.org/W2067885219","https://openalex.org/W2103346566","https://openalex.org/W2112796928","https://openalex.org/W2115629999","https://openalex.org/W2117539524","https://openalex.org/W2122892819","https://openalex.org/W2170872095","https://openalex.org/W2607306668","https://openalex.org/W2808106560","https://openalex.org/W2966784196","https://openalex.org/W2981570580","https://openalex.org/W2982535616","https://openalex.org/W3008244299","https://openalex.org/W3081360282","https://openalex.org/W3089239039","https://openalex.org/W3092686161","https://openalex.org/W3118608800","https://openalex.org/W3121157004","https://openalex.org/W3169872704","https://openalex.org/W3181994005","https://openalex.org/W3182393332","https://openalex.org/W4207036975","https://openalex.org/W4212883601","https://openalex.org/W4242847488","https://openalex.org/W4294214983","https://openalex.org/W4300874750","https://openalex.org/W4302313152"],"related_works":["https://openalex.org/W2794896638","https://openalex.org/W2891633941","https://openalex.org/W4390905871","https://openalex.org/W3202800081","https://openalex.org/W3101614107","https://openalex.org/W1909207154","https://openalex.org/W3036530763","https://openalex.org/W4287323461","https://openalex.org/W1514365828","https://openalex.org/W4390971112"],"abstract_inverted_index":{"Deep":[0],"neural":[1,10,47],"network":[2],"ensembles":[3,52,100,126,202,231,267],"combine":[4],"the":[5,14,34,81,87,103,133,160,168,172,255,286],"wisdom":[6],"of":[7,45,80,108,137,141,171,175],"multiple":[8,219],"deep":[9,30,35,46,51,83,99,116,125,135,201,230,266],"networks":[11,48,174],"to":[12,26,49,53,94,217,223,236],"improve":[13],"generalizability":[15,91,271],"and":[16,28,57,63,92,105,127,206,242,276],"robustness":[17,241],"over":[18],"individual":[19],"networks.":[20,143],"It":[21],"has":[22],"gained":[23],"increasing":[24],"popularity":[25],"study":[27],"apply":[29],"ensemble":[31,67,84,109,117,130,136,146,153,162,177,182,189,225,244,258,280],"techniques":[32],"in":[33,279],"learning":[36],"community.":[37],"Some":[38],"mission-critical":[39],"applications":[40],"utilize":[41],"a":[42,73,77,114,138,187,212],"large":[43,139],"number":[44,140],"form":[50],"achieve":[54,86],"desired":[55],"accuracy":[56,131],"resilience,":[58],"which":[59,120,179,195],"introduces":[60],"high":[61,199,207,238,240,243,264],"time":[62,106,275],"space":[64,104,277],"costs":[65],"for":[66,101],"execution.":[68,110],"However,":[69],"it":[70],"still":[71],"remains":[72],"critical":[74],"challenge":[75],"whether":[76],"small":[78,98],"subset":[79],"entire":[82,134],"can":[85,121,165,180,232,261],"same":[88],"or":[89],"better":[90,269],"how":[93],"effectively":[95,234,262],"identify":[96,123,263],"these":[97],"improving":[102],"efficiency":[107],"This":[111],"article":[112],"presents":[113],"novel":[115,152],"pruning":[118,147,154,193,226,259],"approach,":[119,194],"efficiently":[122],"smaller":[124,229],"provide":[128],"higher":[129],"than":[132],"member":[142,173],"Our":[144],"hierarchical":[145,192,257],"approach":[148,260],"(HQ)":[149],"leverages":[150],"three":[151],"techniques.":[155],"First,":[156],"we":[157,185,210,252],"show":[158],"that":[159,254],"focal":[161,188,213,220],"diversity":[163,190,214,221],"metrics":[164,222],"accurately":[166],"capture":[167],"complementary":[169],"capacity":[170],"an":[176],"team,":[178],"guide":[181],"pruning.":[183],"Second,":[184],"design":[186],"based":[191],"will":[196],"iteratively":[197],"find":[198],"quality":[200,265],"with":[203,268],"low":[204],"cost":[205],"accuracy.":[208],"Third,":[209],"develop":[211],"consensus":[215],"method":[216],"integrate":[218],"refine":[224],"results,":[227],"where":[228],"be":[233],"identified":[235],"offer":[237],"accuracy,":[239],"execution":[245],"efficiency.":[246],"Evaluated":[247],"using":[248],"popular":[249],"benchmark":[250],"datasets,":[251],"demonstrate":[253],"proposed":[256],"classification":[270],"while":[272],"being":[273],"more":[274],"efficient":[278],"decision":[281],"making.":[282],"We":[283],"have":[284],"released":[285],"source":[287],"codes":[288],"on":[289],"GitHub":[290],"at":[291],"https://github.com/git-disl/HQ-Ensemble":[292],".":[293]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}