{"id":"https://openalex.org/W3010833785","doi":"https://doi.org/10.1109/jstsp.2020.2979669","title":"Dual Dynamic Inference: Enabling More Efficient, Adaptive, and Controllable Deep Inference","display_name":"Dual Dynamic Inference: Enabling More Efficient, Adaptive, and Controllable Deep Inference","publication_year":2020,"publication_date":"2020-03-09","ids":{"openalex":"https://openalex.org/W3010833785","doi":"https://doi.org/10.1109/jstsp.2020.2979669","mag":"3010833785"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2020.2979669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2979669","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100701547","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0001-5889-0729"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":"https://orcid.org/0000-0001-5889-0729","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079001083","display_name":"Jianghao Shen","orcid":"https://orcid.org/0000-0003-2818-1432"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianghao Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":"https://orcid.org/0000-0003-2818-1432","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014881080","display_name":"Ting-Kuei Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting-Kuei Hu","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A&M University, College Station, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University, College Station, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600605","display_name":"Pengfei Xu","orcid":"https://orcid.org/0000-0002-7304-734X"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengfei Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101399124","display_name":"Tan M. Nguyen","orcid":"https://orcid.org/0000-0002-6408-5416"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tan Nguyen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072713767","display_name":"Richard G. Baraniuk","orcid":"https://orcid.org/0000-0002-0721-8999"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Baraniuk","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":"https://orcid.org/0000-0002-0721-8999","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A&M University, College Station, USA"],"raw_orcid":"https://orcid.org/0000-0002-2050-5693","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University, College Station, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyan Lin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7755,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.9703955,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"14","issue":"4","first_page":"623","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8829672336578369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8398792743682861},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5657221674919128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5160614848136902},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5099610090255737},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49384623765945435},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4754492938518524},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4020548164844513},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1302877962589264}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8829672336578369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8398792743682861},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5657221674919128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5160614848136902},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5099610090255737},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49384623765945435},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4754492938518524},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4020548164844513},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1302877962589264},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2020.2979669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2979669","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3445084224","display_name":null,"funder_award_id":"1934767","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6337213400","display_name":null,"funder_award_id":"1934755","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1934410531","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2119144962","https://openalex.org/W2145287260","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2265166184","https://openalex.org/W2279098554","https://openalex.org/W2289252105","https://openalex.org/W2416799949","https://openalex.org/W2442974303","https://openalex.org/W2474389331","https://openalex.org/W2541674938","https://openalex.org/W2562731582","https://openalex.org/W2603777577","https://openalex.org/W2604998962","https://openalex.org/W2618530766","https://openalex.org/W2626792426","https://openalex.org/W2657126969","https://openalex.org/W2707890836","https://openalex.org/W2741587712","https://openalex.org/W2752037867","https://openalex.org/W2759777444","https://openalex.org/W2766839578","https://openalex.org/W2767421475","https://openalex.org/W2796394093","https://openalex.org/W2798722023","https://openalex.org/W2804193803","https://openalex.org/W2884751099","https://openalex.org/W2890498784","https://openalex.org/W2899067310","https://openalex.org/W2902661385","https://openalex.org/W2903120399","https://openalex.org/W2905741102","https://openalex.org/W2946824094","https://openalex.org/W2950014519","https://openalex.org/W2962677625","https://openalex.org/W2962851801","https://openalex.org/W2962896538","https://openalex.org/W2962944050","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963287528","https://openalex.org/W2963323244","https://openalex.org/W2963363373","https://openalex.org/W2963393494","https://openalex.org/W2963410064","https://openalex.org/W2963446712","https://openalex.org/W2963674932","https://openalex.org/W2963755523","https://openalex.org/W2963766446","https://openalex.org/W2964001144","https://openalex.org/W2964233199","https://openalex.org/W2964299589","https://openalex.org/W4244330903","https://openalex.org/W6677580257","https://openalex.org/W6695314431","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6729059855","https://openalex.org/W6739811675","https://openalex.org/W6739917289","https://openalex.org/W6743912273","https://openalex.org/W6745447533","https://openalex.org/W6745499037","https://openalex.org/W6745543348","https://openalex.org/W6748035112","https://openalex.org/W6751769266","https://openalex.org/W6752307458","https://openalex.org/W6753179690","https://openalex.org/W6754143137","https://openalex.org/W6755935459","https://openalex.org/W6756333796","https://openalex.org/W6756594932","https://openalex.org/W6757036269"],"related_works":["https://openalex.org/W4236696095","https://openalex.org/W3143779693","https://openalex.org/W2626808643","https://openalex.org/W2004064826","https://openalex.org/W2055243143","https://openalex.org/W3103727510","https://openalex.org/W97045569","https://openalex.org/W1527069879","https://openalex.org/W3128807919","https://openalex.org/W3176411177"],"abstract_inverted_index":{"State-of-the-art":[0],"convolutional":[1],"neural":[2],"networks":[3],"(CNNs)":[4],"yield":[5],"record-breaking":[6],"predictive":[7],"performance,":[8],"yet":[9],"at":[10],"the":[11,38,59,145,156,180],"cost":[12],"of":[13,24],"high-energy-consumption":[14],"inference,":[15],"that":[16,36,125],"prohibits":[17],"their":[18],"widely":[19],"deployments":[20],"in":[21,55,64],"resource-constrained":[22],"Internet":[23],"Things":[25],"(IoT)":[26],"applications.":[27],"We":[28],"propose":[29,93],"a":[30,52,94,161],"dual":[31],"dynamic":[32,48],"inference":[33,49,81,104,137,147],"(DDI)":[34],"framework":[35,54],"highlights":[37],"following":[39],"aspects:":[40],"1)":[41],"we":[42,92,113],"integrate":[43],"both":[44,70],"input-dependent":[45,103],"and":[46,78,109,123,139],"resource-dependent":[47],"mechanisms":[50],"under":[51],"unified":[53],"order":[56],"to":[57,69,79,85,98,116,158,165,174,188],"fit":[58],"varying":[60],"IoT":[61],"resource":[62,88,134],"requirements":[63],"practice.":[65],"DDI":[66,115,126,170],"is":[67],"able":[68],"constantly":[71],"suppress":[72],"unnecessary":[73],"costs":[74],"for":[75,82,102],"easy":[76],"samples,":[77],"halt":[80],"all":[83],"samples":[84],"meet":[86],"hard":[87],"constraints":[89],"enforced;":[90],"2)":[91],"flexible":[95],"multi-grained":[96],"learning":[97],"skip":[99],"(MGL2S)":[100],"approach":[101],"which":[105],"allows":[106],"simultaneous":[107],"layer-wise":[108],"channel-wise":[110],"skipping;":[111],"3)":[112],"extend":[114],"complex":[117],"CNN":[118],"backbones":[119],"such":[120,160],"as":[121,153,155,163,186],"DenseNet":[122],"show":[124],"can":[127,171],"be":[128],"applied":[129],"towards":[130],"optimizing":[131],"any":[132],"specific":[133],"goals":[135],"including":[136],"latency":[138],"energy":[140],"cost.":[141],"Extensive":[142],"experiments":[143],"demonstrate":[144],"superior":[146],"accuracy-resource":[148],"trade-off":[149,162],"achieved":[150],"by":[151],"DDI,":[152],"well":[154],"flexibility":[157],"control":[159],"compared":[164,187],"existing":[166,189],"peer":[167],"methods.":[168],"Specifically,":[169],"achieve":[172],"up":[173],"4":[175],"times":[176],"computational":[177],"savings":[178],"with":[179],"same":[181],"or":[182],"even":[183],"higher":[184],"accuracy":[185],"competitive":[190],"baselines.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-03-23T00:00:00"}