{"id":"https://openalex.org/W4415034286","doi":"https://doi.org/10.1109/jiot.2025.3620126","title":"Deep Reinforcement Learning-Based AI Task Offloading in Resource-Constrained IIoT Computing Environments","display_name":"Deep Reinforcement Learning-Based AI Task Offloading in Resource-Constrained IIoT Computing Environments","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415034286","doi":"https://doi.org/10.1109/jiot.2025.3620126"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3620126","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3620126","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/jiot.2025.3620126","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Deshui Yu","orcid":"https://orcid.org/0009-0004-8394-3596"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deshui Yu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-8394-3596","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101422859","display_name":"Xianhui Liu","orcid":"https://orcid.org/0000-0002-2097-4561"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianhui Liu","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2097-4561","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101709263","display_name":"Ning Jia","orcid":"https://orcid.org/0000-0002-2395-3432"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Ning","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2395-3432","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shengyi Wang","orcid":"https://orcid.org/0009-0000-4347-639X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyi Wang","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-4347-639X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenglin Zhu","orcid":"https://orcid.org/0009-0005-6982-8708"},"institutions":[{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Zhu","raw_affiliation_strings":["COSMOPlat Institute of Industrial Intelligence, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0005-6982-8708","affiliations":[{"raw_affiliation_string":"COSMOPlat Institute of Industrial Intelligence, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100428767","display_name":"Weidong Zhao","orcid":"https://orcid.org/0000-0003-4164-5190"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4164-5190","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29568752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"24","first_page":"54256","last_page":"54273"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.557200014591217},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5314000248908997},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5040000081062317},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48159998655319214},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4636000096797943},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.435699999332428},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4138000011444092},{"id":"https://openalex.org/keywords/enabling","display_name":"Enabling","score":0.40450000762939453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.885200023651123},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5566999912261963},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5314000248908997},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48159998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4747999906539917},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.435699999332428},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3894999921321869},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3650999963283539},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.3319999873638153},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.31690001487731934},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26919999718666077},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3620126","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3620126","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/jiot.2025.3620126","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3620126","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5001983345","display_name":null,"funder_award_id":"2022YFB3305700","funder_id":"https://openalex.org/F4320330355","funder_display_name":"Key Research and Development Plan of Tianjin"},{"id":"https://openalex.org/G7592285980","display_name":null,"funder_award_id":"JZJG25142","funder_id":"https://openalex.org/F4320311687","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"},{"id":"https://openalex.org/F4320330355","display_name":"Key Research and Development Plan of Tianjin","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1995875735","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2789766078","https://openalex.org/W2806813423","https://openalex.org/W2811266402","https://openalex.org/W2910037078","https://openalex.org/W2980073220","https://openalex.org/W3003398380","https://openalex.org/W3105504538","https://openalex.org/W3117787274","https://openalex.org/W3135486588","https://openalex.org/W3166737565","https://openalex.org/W3172247901","https://openalex.org/W4214866088","https://openalex.org/W4285740401","https://openalex.org/W4365563312","https://openalex.org/W4390660449","https://openalex.org/W4391093958","https://openalex.org/W4392016978","https://openalex.org/W4399796246","https://openalex.org/W4400188238","https://openalex.org/W4401643074","https://openalex.org/W4401689249","https://openalex.org/W4403022155","https://openalex.org/W4403599419","https://openalex.org/W4404300465","https://openalex.org/W4405732018","https://openalex.org/W4405934565","https://openalex.org/W4406207611","https://openalex.org/W4406258499","https://openalex.org/W4406890553","https://openalex.org/W4407625510","https://openalex.org/W4408069240","https://openalex.org/W4408323742","https://openalex.org/W4408941366","https://openalex.org/W4409014228","https://openalex.org/W4409076569"],"related_works":[],"abstract_inverted_index":{"As":[0],"a":[1,78,125,168,204],"key":[2],"enabler":[3],"of":[4,10,22,34,197],"Industry":[5],"4.0,":[6],"the":[7,18,30,40,49,82,98,102,131,155,193,198],"Industrial":[8],"Internet":[9],"Things":[11],"(IIoT)":[12],"has":[13],"been":[14],"rapidly":[15],"advancing,":[16],"driving":[17],"increasingly":[19],"widespread":[20],"adoption":[21],"artificial":[23],"intelligence":[24],"(AI)":[25],"in":[26,45,130,162,167,216],"industrial":[27,46],"production.":[28],"However,":[29],"high":[31],"computational":[32],"demands":[33],"AI":[35,59,122],"tasks":[36,90,142],"contrast":[37],"sharply":[38],"with":[39,71],"limited":[41],"computing":[42],"resources":[43],"available":[44],"environments,":[47],"highlighting":[48],"need":[50],"for":[51,117,138,209],"efficient":[52,207],"task":[53,60,123,163,179,211],"offloading":[54,61,80,212],"strategies.":[55],"This":[56],"paper":[57],"addresses":[58],"under":[62],"resource-constrained":[63],"IIoT":[64,217],"scenarios":[65],"by":[66,88],"proposing":[67],"LSTM-Enhanced":[68],"Hierarchical-Classification":[69],"Offloading":[70],"DQN":[72,136,156],"(LHC-DQN).":[73],"The":[74],"proposed":[75,199],"framework":[76],"adopts":[77],"two-layer":[79],"architecture:":[81],"first":[83,132],"layer":[84,100],"performs":[85],"global":[86],"scheduling":[87,215],"assigning":[89],"to":[91,143,158,185],"cloud,":[92],"edge,":[93],"or":[94],"device":[95,112],"resources,":[96],"while":[97],"second":[99],"refines":[101],"allocation.":[103],"Cloud":[104],"and":[105,140,146,188,195,206,213],"edge":[106],"nodes":[107,113],"apply":[108],"mathematical":[109],"optimization,":[110],"whereas":[111],"leverage":[114],"DRL":[115],"agents":[116,137],"autonomous":[118],"decision-making.":[119],"To":[120],"handle":[121],"heterogeneity,":[124],"classification-aware":[126],"mechanism":[127],"is":[128,152],"introduced":[129],"layer,":[133],"deploying":[134],"separate":[135],"inference":[139],"training":[141],"improve":[144],"adaptability":[145],"efficiency.":[147],"Furthermore,":[148],"an":[149],"LSTM":[150],"module":[151],"integrated":[153],"into":[154],"backbone":[157],"capture":[159],"temporal":[160],"dependencies":[161],"states.":[164],"Experimental":[165],"results":[166],"simulated":[169],"environment":[170],"demonstrate":[171],"that":[172],"LHC-DQN":[173,202],"significantly":[174],"outperforms":[175],"traditional":[176],"methods,":[177],"increasing":[178],"completion":[180],"rates":[181],"from":[182],"approximately":[183],"47%":[184],"68%.":[186],"Ablation":[187],"generalization":[189],"tests":[190],"further":[191],"confirm":[192],"robustness":[194],"effectiveness":[196],"method.":[200],"Overall,":[201],"offers":[203],"practical":[205],"solution":[208],"intelligent":[210],"resource":[214],"environments.":[218]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}