{"id":"https://openalex.org/W4309342213","doi":"https://doi.org/10.1007/s40747-022-00897-1","title":"DynK-hydra: improved dynamic architecture ensembling for efficient inference","display_name":"DynK-hydra: improved dynamic architecture ensembling for efficient inference","publication_year":2022,"publication_date":"2022-11-16","ids":{"openalex":"https://openalex.org/W4309342213","doi":"https://doi.org/10.1007/s40747-022-00897-1"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-022-00897-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00897-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00897-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00897-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055856915","display_name":"Tudor Alexandru Ileni","orcid":"https://orcid.org/0000-0003-1550-6699"},"institutions":[{"id":"https://openalex.org/I3125347698","display_name":"Babe\u0219-Bolyai University","ror":"https://ror.org/02rmd1t30","country_code":"RO","type":"education","lineage":["https://openalex.org/I3125347698"]},{"id":"https://openalex.org/I72539421","display_name":"University of Tikrit","ror":"https://ror.org/01zfzax10","country_code":"IQ","type":"education","lineage":["https://openalex.org/I72539421"]}],"countries":["IQ","RO"],"is_corresponding":false,"raw_author_name":"Tudor Alexandru Ileni","raw_affiliation_strings":["Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","Tvarita Research, Tvarita, Cluj-Napoca, Romania"],"affiliations":[{"raw_affiliation_string":"Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I72539421"]},{"raw_affiliation_string":"Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, Cluj-Napoca, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029439661","display_name":"Sergiu Adrian Darabant","orcid":"https://orcid.org/0000-0002-7580-5722"},"institutions":[{"id":"https://openalex.org/I3125347698","display_name":"Babe\u0219-Bolyai University","ror":"https://ror.org/02rmd1t30","country_code":"RO","type":"education","lineage":["https://openalex.org/I3125347698"]},{"id":"https://openalex.org/I72539421","display_name":"University of Tikrit","ror":"https://ror.org/01zfzax10","country_code":"IQ","type":"education","lineage":["https://openalex.org/I72539421"]}],"countries":["IQ","RO"],"is_corresponding":true,"raw_author_name":"Adrian Sergiu Darabant","raw_affiliation_strings":["Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, Cluj-Napoca, Romania","Computer Science, Babes Bolyai University, Cluj-Napoca, Romania"],"affiliations":[{"raw_affiliation_string":"Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I72539421"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, Cluj-Napoca, Romania","institution_ids":[]},{"raw_affiliation_string":"Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073520537","display_name":"Diana Borza","orcid":null},"institutions":[{"id":"https://openalex.org/I3125347698","display_name":"Babe\u0219-Bolyai University","ror":"https://ror.org/02rmd1t30","country_code":"RO","type":"education","lineage":["https://openalex.org/I3125347698"]},{"id":"https://openalex.org/I72539421","display_name":"University of Tikrit","ror":"https://ror.org/01zfzax10","country_code":"IQ","type":"education","lineage":["https://openalex.org/I72539421"]}],"countries":["IQ","RO"],"is_corresponding":false,"raw_author_name":"Diana Laura Borza","raw_affiliation_strings":["Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","Tvarita Research, Tvarita, Cluj-Napoca, Romania"],"affiliations":[{"raw_affiliation_string":"Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I72539421"]},{"raw_affiliation_string":"Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, Cluj-Napoca, Romania","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013253850","display_name":"Alexandru Ion Marinescu","orcid":null},"institutions":[{"id":"https://openalex.org/I3125347698","display_name":"Babe\u0219-Bolyai University","ror":"https://ror.org/02rmd1t30","country_code":"RO","type":"education","lineage":["https://openalex.org/I3125347698"]},{"id":"https://openalex.org/I72539421","display_name":"University of Tikrit","ror":"https://ror.org/01zfzax10","country_code":"IQ","type":"education","lineage":["https://openalex.org/I72539421"]}],"countries":["IQ","RO"],"is_corresponding":false,"raw_author_name":"Alexandru Ion Marinescu","raw_affiliation_strings":["Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","Tvarita Research, Tvarita, Cluj-Napoca, Romania","Computer Science, Babes Bolyai University, Cluj-Napoca, Romania"],"affiliations":[{"raw_affiliation_string":"Computer Science, Babes Bolyai University, 1, Mihail Kog\u0102lniceanu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, 25, Aurel Suciu, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I72539421"]},{"raw_affiliation_string":"Tvarita Research, Tvarita, Cluj-Napoca, Romania","institution_ids":[]},{"raw_affiliation_string":"Computer Science, Babes Bolyai University, Cluj-Napoca, Romania","institution_ids":["https://openalex.org/I3125347698"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029439661"],"corresponding_institution_ids":["https://openalex.org/I3125347698","https://openalex.org/I72539421"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":0.1019,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40180765,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":"2","first_page":"2177","last_page":"2188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7679001688957214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7411748766899109},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5635780692100525},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5132389068603516},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47760459780693054},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.4669097065925598},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.45772039890289307},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4455495774745941},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4316263198852539},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3977743983268738},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3765127658843994},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3482751250267029},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.18250587582588196},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09844997525215149}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7679001688957214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7411748766899109},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5635780692100525},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5132389068603516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47760459780693054},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.4669097065925598},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.45772039890289307},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4455495774745941},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4316263198852539},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3977743983268738},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3765127658843994},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3482751250267029},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.18250587582588196},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09844997525215149},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-022-00897-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00897-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00897-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:051c9a0effd74e3ca017919d2d971424","is_oa":true,"landing_page_url":"https://doaj.org/article/051c9a0effd74e3ca017919d2d971424","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 9, Iss 2, Pp 2177-2188 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-022-00897-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00897-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00897-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309342213.pdf","grobid_xml":"https://content.openalex.org/works/W4309342213.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W28412257","https://openalex.org/W1854064769","https://openalex.org/W2058764642","https://openalex.org/W2066334462","https://openalex.org/W2084362125","https://openalex.org/W2106390255","https://openalex.org/W2108598243","https://openalex.org/W2167055186","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2951287298","https://openalex.org/W2963446712","https://openalex.org/W4226030949","https://openalex.org/W4291221983","https://openalex.org/W6600783858","https://openalex.org/W6602415781"],"related_works":["https://openalex.org/W4315697128","https://openalex.org/W4382323155","https://openalex.org/W2487162673","https://openalex.org/W2942366970","https://openalex.org/W2793211469","https://openalex.org/W3205506801","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W4285261654","https://openalex.org/W3160421061"],"abstract_inverted_index":{"Abstract":[0],"Accessibility":[1],"on":[2,43,106,151,162,213],"edge":[3],"devices":[4],"and":[5,10,78,139,166,170],"the":[6,55,97,109,123,127,132,187,214,222],"trade-off":[7],"between":[8],"latency":[9],"accuracy":[11,178,207],"is":[12,95,102,111,122],"an":[13,36],"area":[14],"of":[15,27,35,39,50,60,70,75,99,174,189,195,209],"interest":[16],"in":[17],"deploying":[18],"deep":[19],"learning":[20],"models.":[21],"This":[22],"paper":[23],"explores":[24],"a":[25,47,58,68,79,115,142,155,193,200],"Mixture":[26],"Experts":[28],"system,":[29],"namely,":[30],"DynK-Hydra,":[31],"which":[32],"allows":[33],"training":[34,67],"ensemble":[37],"formed":[38],"multiple":[40,137],"similar":[41,201],"branches":[42,72],"data":[44,133,168],"sets":[45,169],"with":[46,180],"high":[48],"number":[49,98,188],"classes,":[51],"but":[52],"uses,":[53],"during":[54],"inference,":[56],"only":[57],"subset":[59],"necessary":[61],"branches.":[62],"We":[63,130,159],"achieve":[64],"this":[65,152,184],"by":[66,154,192,225],"cohort":[69],"specialized":[71],"(deep":[73],"network":[74],"reduced":[76],"size)":[77],"gater/supervisor,":[80],"that":[81,96],"decides":[82],"dynamically":[83,103],"what":[84],"branch":[85,146],"to":[86,144,176,199,211,227,231],"use":[87,114],"for":[88,118],"any":[89],"specific":[90],"input.":[91],"An":[92],"original":[93],"contribution":[94,121],"chosen":[100],"models":[101],"set,":[104],"based":[105],"how":[107],"confident":[108],"gater":[110],"(similar":[112],"works":[113],"static":[116],"parameter":[117],"this).":[119],"Another":[120],"way":[124],"we":[125,140,171,204,220],"ensure":[126],"branches\u2019":[128],"specialization.":[129],"divide":[131],"set":[134],"classes":[135],"into":[136],"clusters,":[138],"assign":[141],"cluster":[143,153],"each":[145],"while":[147,185],"enforcing":[148],"its":[149],"specialization":[150],"separate":[156],"loss":[157],"function.":[158],"evaluate":[160],"DynK-Hydra":[161],"CIFAR-100,":[163],"Food-101,":[164],"CUB-200,":[165],"ImageNet32":[167],"obtain":[172,205],"improvements":[173,208],"up":[175,210,226],"4.3%":[177],"compared":[179,230],"state-of-the-art":[181],"ResNet.":[182],"All":[183],"reducing":[186],"inference":[190,216,223],"flops":[191],"factor":[194],"2\u20135.5":[196],"times.":[197],"Compared":[198],"work":[202],"(HydraRes),":[203],"marginal":[206],"1.2%":[212],"pairwise":[215],"time":[217],"architectures.":[218],"However,":[219],"improve":[221],"times":[224,229],"2.8":[228],"HydraRes.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}