{"id":"https://openalex.org/W4386766865","doi":"https://doi.org/10.1109/jiot.2023.3316139","title":"QDRL: Queue-Aware Online DRL for Computation Offloading in Industrial Internet of Things","display_name":"QDRL: Queue-Aware Online DRL for Computation Offloading in Industrial Internet of Things","publication_year":2023,"publication_date":"2023-09-15","ids":{"openalex":"https://openalex.org/W4386766865","doi":"https://doi.org/10.1109/jiot.2023.3316139"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3316139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3316139","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048326658","display_name":"Aikun Xu","orcid":"https://orcid.org/0000-0002-3525-0339"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aikun Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3525-0339","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604903","display_name":"Zhigang Hu","orcid":"https://orcid.org/0000-0001-5707-8931"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Hu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390687","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0001-9688-8056"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018646081","display_name":"Hui Xiao","orcid":"https://orcid.org/0000-0002-0122-233X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xiao","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0122-233X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057698640","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0002-5598-4348"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-5598-4348","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003059879","display_name":"Bolei Chen","orcid":"https://orcid.org/0000-0002-2784-011X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolei Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-2784-011X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080596183","display_name":"Meiguang Zheng","orcid":"https://orcid.org/0000-0001-8084-5203"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiguang Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8084-5203","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002771011","display_name":"Ping Zhong","orcid":"https://orcid.org/0000-0003-3393-8874"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Zhong","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3393-8874","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103230515","display_name":"Yilin Kang","orcid":"https://orcid.org/0009-0005-6526-6525"},"institutions":[{"id":"https://openalex.org/I174442536","display_name":"South Central Minzu University","ror":"https://ror.org/03d7sax13","country_code":"CN","type":"education","lineage":["https://openalex.org/I174442536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Kang","raw_affiliation_strings":["School of Computer Science, South Central University for Nationalities, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, South Central University for Nationalities, Wuhan, China","institution_ids":["https://openalex.org/I174442536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York at New Paltz, New Paltz, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York at New Paltz, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9744,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.86633487,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"5","first_page":"7772","last_page":"7786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8325148820877075},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8250652551651001},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6642587780952454},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.6533677577972412},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5749059915542603},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5100277066230774},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5042251348495483},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5032538771629333},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.44915571808815},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4261571764945984},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41406959295272827},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3174183964729309},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2286509871482849},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22825679183006287},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.127792626619339},{"id":"https://openalex.org/keywords/lyapunov-equation","display_name":"Lyapunov equation","score":0.08413085341453552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325148820877075},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8250652551651001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6642587780952454},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.6533677577972412},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5749059915542603},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5100277066230774},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5042251348495483},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5032538771629333},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.44915571808815},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4261571764945984},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41406959295272827},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3174183964729309},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2286509871482849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22825679183006287},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.127792626619339},{"id":"https://openalex.org/C25854792","wikidata":"https://www.wikidata.org/wiki/Q1028945","display_name":"Lyapunov equation","level":4,"score":0.08413085341453552},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3316139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3316139","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1278759165","display_name":null,"funder_award_id":"62172442","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1737521470","display_name":null,"funder_award_id":"62272489","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3137948026","display_name":null,"funder_award_id":"2022JJ30760","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2032372805","https://openalex.org/W2137152139","https://openalex.org/W2516316490","https://openalex.org/W2790897852","https://openalex.org/W2963060851","https://openalex.org/W2964054168","https://openalex.org/W2964202994","https://openalex.org/W2968424451","https://openalex.org/W2990994567","https://openalex.org/W2998696623","https://openalex.org/W3011091971","https://openalex.org/W3033175877","https://openalex.org/W3035481896","https://openalex.org/W3059280052","https://openalex.org/W3120361260","https://openalex.org/W3136030217","https://openalex.org/W3136338303","https://openalex.org/W3168768468","https://openalex.org/W3181036294","https://openalex.org/W3196660197","https://openalex.org/W3209940515","https://openalex.org/W3210645152","https://openalex.org/W4205587414","https://openalex.org/W4206035604","https://openalex.org/W4210722876","https://openalex.org/W4221160470","https://openalex.org/W4224227207","https://openalex.org/W4224322855","https://openalex.org/W4225898116","https://openalex.org/W4285113299","https://openalex.org/W4285221364","https://openalex.org/W4285820401","https://openalex.org/W4291972732","https://openalex.org/W4295046589","https://openalex.org/W4312280987","https://openalex.org/W4312329503","https://openalex.org/W4312406594","https://openalex.org/W4312513541","https://openalex.org/W4320513480","https://openalex.org/W4376163555","https://openalex.org/W4383899300","https://openalex.org/W4385194732","https://openalex.org/W6849770162","https://openalex.org/W6852421445","https://openalex.org/W7034064029"],"related_works":["https://openalex.org/W3203523248","https://openalex.org/W3139211623","https://openalex.org/W4226451617","https://openalex.org/W3009864640","https://openalex.org/W3133622663","https://openalex.org/W2894114519","https://openalex.org/W2772121850","https://openalex.org/W2967734072","https://openalex.org/W4200420173","https://openalex.org/W3010612709"],"abstract_inverted_index":{"Recently,":[0],"the":[1,39,43,71,96,162,174,183],"Industrial":[2],"Internet":[3],"of":[4,33,45,176,189],"Things":[5],"(IIoT)":[6],"has":[7],"shown":[8],"great":[9],"application":[10],"value":[11],"in":[12,21,50,102,187],"environmental":[13],"monitoring.":[14],"However,":[15],"it":[16],"suffers":[17],"from":[18],"serious":[19],"bottlenecks":[20],"energy":[22],"and":[23,99,109,145,156,181,198],"computing":[24],"capability.":[25],"To":[26,54],"address":[27],"them,":[28],"researchers":[29],"have":[30],"made":[31],"lots":[32],"effort.":[34],"Nevertheless,":[35],"they":[36],"neglect":[37],"either":[38],"edge\u2013end":[40],"collaboration":[41],"or":[42],"impact":[44],"task":[46,191],"queue":[47,192],"backlog,":[48],"resulting":[49],"low":[51],"system":[52,73],"revenue.":[53],"this":[55,103,115],"end,":[56],"we":[57,69,113],"design":[58],"a":[59,76,88,121,141],"queue-aware":[60],"computation":[61,100,150,196,199],"offloading":[62,101,151],"method":[63],"based":[64,139],"on":[65,140],"DRL":[66],"(QDRL).":[67],"Specifically,":[68],"represent":[70],"long-term":[72],"operation":[74],"as":[75,161],"multistage":[77],"stochastic":[78],"mixed-integer":[79],"optimization":[80],"problem":[81,90,105,116],"(M-SMIP),":[82],"which":[83],"is":[84,128,137],"further":[85],"converted":[86],"into":[87,117],"deterministic":[89,104],"using":[91],"Lyapunov":[92],"optimization.":[93],"Given":[94],"that":[95,173],"resource":[97,167],"allocation":[98],"are":[106,159],"strongly":[107],"coupled":[108],"difficult":[110],"to":[111,130],"solve,":[112],"decompose":[114],"two":[118],"subproblems.":[119,133],"Subsequently,":[120],"reinforcement":[122],"learning":[123,143],"scheme":[124],"with":[125],"actor\u2013critic":[126],"architecture":[127],"designed":[129,138],"solve":[131],"these":[132],"The":[134,153],"Actor":[135],"module":[136,164],"deep":[142],"model":[144],"quantization":[146],"strategy":[147],"for":[148,165],"generating":[149],"actions.":[152],"mathematical":[154],"reasoning":[155],"learning-based":[157],"methods":[158],"integrated":[160],"Critic":[163],"achieving":[166],"allocation.":[168],"Extensive":[169],"simulation":[170],"results":[171],"show":[172],"performance":[175],"QDRL":[177],"surpasses":[178],"four":[179],"baselines":[180],"approaches":[182],"approximate":[184],"optimal":[185],"algorithm":[186],"terms":[188],"average":[190],"length,":[193],"normalized":[194],"real":[195],"rate,":[197],"time.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}