{"id":"https://openalex.org/W4389352526","doi":"https://doi.org/10.1109/tce.2023.3339468","title":"DNN Inference Acceleration for Smart Devices in Industry 5.0 by Decentralized Deep Reinforcement Learning","display_name":"DNN Inference Acceleration for Smart Devices in Industry 5.0 by Decentralized Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352526","doi":"https://doi.org/10.1109/tce.2023.3339468"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3339468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3339468","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045785088","display_name":"Chongwu Dong","orcid":"https://orcid.org/0000-0002-9161-0570"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chongwu Dong","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Lecturer at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9161-0570","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Lecturer at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771200","display_name":"Muhammad Shafiq","orcid":null},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Shafiq","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Distinguished Associate Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1909-9373","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Distinguished Associate Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015487601","display_name":"Maryam M. Al Dabel","orcid":"https://orcid.org/0000-0003-4371-8939"},"institutions":[{"id":"https://openalex.org/I4210112337","display_name":"University of Hafr Al-Batin","ror":"https://ror.org/021jt1927","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210112337"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Maryam M. Al Dabel","raw_affiliation_strings":["Department of Computer Science and Engineering, College of Computer Science and Engineering, University of Hafr Al Batin, Hafr Al Batin, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-4371-8939","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, College of Computer Science and Engineering, University of Hafr Al Batin, Hafr Al Batin, Saudi Arabia","institution_ids":["https://openalex.org/I4210112337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065867178","display_name":"Yanbin Sun","orcid":"https://orcid.org/0000-0002-8157-5337"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbin Sun","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8157-5337","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056608045","display_name":"Zhihong Tian","orcid":"https://orcid.org/0000-0002-9409-5359"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Tian","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9409-5359","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045785088"],"corresponding_institution_ids":["https://openalex.org/I37987034"],"apc_list":null,"apc_paid":null,"fwci":4.6892,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95412462,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"1","first_page":"1519","last_page":"1530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7822072505950928},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7187116146087646},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6092469692230225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5179144740104675},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4884885549545288},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4867579936981201},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4528267979621887},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44791093468666077},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4307124614715576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3837716579437256},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.18705186247825623},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.16588237881660461},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.1466151475906372},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.12100780010223389}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7822072505950928},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7187116146087646},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6092469692230225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5179144740104675},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4884885549545288},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4867579936981201},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4528267979621887},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44791093468666077},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4307124614715576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3837716579437256},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.18705186247825623},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.16588237881660461},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.1466151475906372},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.12100780010223389},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3339468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3339468","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2057174261","display_name":null,"funder_award_id":"62272119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2507929164","display_name":null,"funder_award_id":"62072130","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5584386892","display_name":null,"funder_award_id":"62250410365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6215386215","display_name":null,"funder_award_id":"2021YFB3101704","funder_id":"https://openalex.org/F4320335575","funder_display_name":"Key Programme"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335575","display_name":"Key Programme","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2617547828","https://openalex.org/W2792758175","https://openalex.org/W2809251854","https://openalex.org/W2950865323","https://openalex.org/W2954559956","https://openalex.org/W2962677625","https://openalex.org/W2980360843","https://openalex.org/W3004784593","https://openalex.org/W3022550689","https://openalex.org/W3035366542","https://openalex.org/W3059280052","https://openalex.org/W3088881913","https://openalex.org/W3118394271","https://openalex.org/W3118608800","https://openalex.org/W3132288819","https://openalex.org/W3176743002","https://openalex.org/W3186745796","https://openalex.org/W4200571820","https://openalex.org/W4206030822","https://openalex.org/W4226018382","https://openalex.org/W4291972732","https://openalex.org/W4292231046","https://openalex.org/W4292263648","https://openalex.org/W4293232522","https://openalex.org/W4295934714","https://openalex.org/W4300817754","https://openalex.org/W4306697656","https://openalex.org/W4308236831","https://openalex.org/W4308360138","https://openalex.org/W4312910656","https://openalex.org/W4313534844","https://openalex.org/W4315630806","https://openalex.org/W4316252352","https://openalex.org/W4320497804","https://openalex.org/W4320713220","https://openalex.org/W4321483840","https://openalex.org/W4321792579","https://openalex.org/W4322707136","https://openalex.org/W4323529937","https://openalex.org/W4366280617","https://openalex.org/W4368348079","https://openalex.org/W4377716219","https://openalex.org/W6677939520","https://openalex.org/W6684191040","https://openalex.org/W6738796088","https://openalex.org/W6764943343","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W4400868993","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1985560493","https://openalex.org/W2386410636"],"abstract_inverted_index":{"With":[0,40],"the":[1,13,19,31,41,53,62,74,89,93,128,147,154,159,167,200,210,225,233,238,248,262,265,277],"emergence":[2],"of":[3,21,43,56,64,118,130,149,203,212,264,279],"Industry":[4],"5.0,":[5],"there":[6],"has":[7],"been":[8],"a":[9,80,102,172],"significant":[10],"surge":[11],"in":[12,34,37,88,101,153,252],"need":[14],"for":[15,67,96,134,205],"intelligent":[16,38],"services":[17],"within":[18],"realm":[20],"smart":[22,49,135,181],"devices.":[23],"Currently,":[24],"deep":[25],"neural":[26],"networks":[27],"(DNNs)":[28],"have":[29],"become":[30],"predominant":[32],"technology":[33],"driving":[35],"advancements":[36],"applications.":[39],"collaboration":[42],"mobile":[44],"edge":[45],"computing":[46,66],"(MEC),":[47],"resource-constraint":[48],"devices,":[50,59,119],"such":[51,111],"as":[52,112,171],"industrial":[54],"Internet":[55],"Things":[57],"(IIoT)":[58],"can":[60,91],"meet":[61],"requirement":[63],"high":[65],"DNN-based":[68],"inference":[69,98,144],"by":[70,79],"computation":[71],"offloading.":[72],"In":[73,123,163,228,255],"task":[75,132,187],"offloading":[76,133,188],"strategy":[77],"obtained":[78],"central":[81,105],"decision-maker":[82],"with":[83,139,194],"global":[84],"information,":[85],"all":[86],"devices":[87,136],"MEC":[90],"get":[92,108],"optimal":[94],"optimization":[95,129,168],"DNN":[97,143,155,191,206],"acceleration.":[99],"However,":[100],"practical":[103],"environment,":[104],"decision-making":[106],"may":[107],"into":[109],"trouble,":[110],"information":[113],"synchronization":[114],"delay,":[115],"irrational":[116],"behavior":[117],"and":[120,161,190,197,271],"privacy":[121],"leakage.":[122],"this":[124],"paper,":[125],"we":[126,214,231],"explore":[127],"distributed":[131],"to":[137,157,223,241,246,260,275],"deal":[138],"these":[140],"challenges":[141],"regarding":[142],"acceleration,":[145],"considering":[146],"character":[148],"an":[150],"early":[151],"exit":[152],"model":[156,211],"balance":[158],"accuracy":[160],"latency.":[162],"our":[164,229,280],"system":[165],"model,":[166],"is":[169,258],"formulated":[170],"decentralized":[173],"partially":[174],"observable":[175],"Markov":[176],"decision":[177,189],"process":[178],"(Dec-POMDP).":[179],"Each":[180],"device":[182],"performs":[183],"its":[184],"strategy,":[185],"including":[186],"branch":[192],"selection":[193],"local":[195],"observation,":[196],"cooperatively":[198],"optimizes":[199],"overall":[201],"Quality":[202],"Experience":[204],"inference.":[207],"Based":[208],"on":[209,219,237],"Dec-POMDP,":[213],"propose":[215],"one":[216],"algorithm":[217],"based":[218,236],"Multi-agent":[220],"Reinforcement":[221],"Learning":[222],"solve":[224],"above":[226],"problem.":[227],"algorithm,":[230],"utilize":[232],"advanced":[234],"function":[235],"counterfactual":[239],"baseline":[240],"guide":[242],"policy":[243],"gradient":[244],"learning":[245],"overcome":[247],"credit":[249],"allocation":[250],"problem":[251],"cooperative":[253],"optimization.":[254],"addition,":[256],"LSTM":[257],"introduced":[259],"improve":[261],"robustness":[263],"algorithm.":[266],"Finally,":[267],"detailed":[268],"performance":[269],"evaluation":[270],"comparison":[272],"are":[273],"performed":[274],"show":[276],"effectiveness":[278],"strategy.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}