{"id":"https://openalex.org/W4362563517","doi":"https://doi.org/10.1109/tnse.2023.3263169","title":"Deep Reinforcement Learning for Time-Energy Tradeoff Online Offloading in MEC-Enabled Industrial Internet of Things","display_name":"Deep Reinforcement Learning for Time-Energy Tradeoff Online Offloading in MEC-Enabled Industrial Internet of Things","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4362563517","doi":"https://doi.org/10.1109/tnse.2023.3263169"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2023.3263169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3263169","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029319881","display_name":"Xianlong Jiao","orcid":"https://orcid.org/0000-0002-2600-4259"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianlong Jiao","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-2600-4259","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069798734","display_name":"Hongjun Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjun Ou","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071253523","display_name":"Shiguang Chen","orcid":"https://orcid.org/0000-0002-9318-0383"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Chen","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035146698","display_name":"Songtao Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songtao Guo","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037036194","display_name":"Yuben Qu","orcid":"https://orcid.org/0000-0002-8120-8369"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuben Qu","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum SpaceMinistry of Industry and Information Technology","Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology","College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8120-8369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum SpaceMinistry of Industry and Information Technology","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062643597","display_name":"Chaocan Xiang","orcid":"https://orcid.org/0000-0002-1473-6006"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaocan Xiang","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-1473-6006","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003858539","display_name":"Jiaxing Shang","orcid":"https://orcid.org/0000-0002-3152-1760"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Shang","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3152-1760","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5029319881"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":5.1155,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95752762,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8079512119293213},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7155784964561462},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5889396667480469},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.571033239364624},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5434768795967102},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.527982771396637},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5207555294036865},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.47372618317604065},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4566168189048767},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4543553590774536},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.43841370940208435},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.29997682571411133},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2999025285243988},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.28101640939712524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2683789134025574},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15660971403121948},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10339272022247314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079512119293213},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7155784964561462},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5889396667480469},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.571033239364624},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5434768795967102},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.527982771396637},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5207555294036865},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.47372618317604065},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4566168189048767},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4543553590774536},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.43841370940208435},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.29997682571411133},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2999025285243988},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.28101640939712524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2683789134025574},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15660971403121948},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10339272022247314},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2023.3263169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3263169","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1039512894","display_name":null,"funder_award_id":"CSTB2022NSCQ-MSX1017","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G1880356491","display_name":null,"funder_award_id":"62272069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2850947191","display_name":null,"funder_award_id":"62172063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6358826566","display_name":null,"funder_award_id":"62072303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G66609307","display_name":null,"funder_award_id":"62072064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1506461702","https://openalex.org/W1522301498","https://openalex.org/W1549998098","https://openalex.org/W1595483645","https://openalex.org/W2069211379","https://openalex.org/W2116175219","https://openalex.org/W2145339207","https://openalex.org/W2608659040","https://openalex.org/W2777180355","https://openalex.org/W2778138942","https://openalex.org/W2800305275","https://openalex.org/W2808381205","https://openalex.org/W2900394813","https://openalex.org/W2900703377","https://openalex.org/W2901631215","https://openalex.org/W2947829929","https://openalex.org/W2963060851","https://openalex.org/W2964021722","https://openalex.org/W2964052915","https://openalex.org/W2964054168","https://openalex.org/W2977266194","https://openalex.org/W2996568029","https://openalex.org/W2999376649","https://openalex.org/W3009963213","https://openalex.org/W3014706756","https://openalex.org/W3017518089","https://openalex.org/W3034730089","https://openalex.org/W3047488480","https://openalex.org/W3107242135","https://openalex.org/W3107559527","https://openalex.org/W3167718206","https://openalex.org/W3168768468","https://openalex.org/W3209940515","https://openalex.org/W3213727358","https://openalex.org/W4206135771","https://openalex.org/W4214519275","https://openalex.org/W4225854632","https://openalex.org/W4226278548","https://openalex.org/W4283204791","https://openalex.org/W4283207940","https://openalex.org/W4283219818","https://openalex.org/W4283219995","https://openalex.org/W4283220049","https://openalex.org/W4295700775","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W3203523248","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W4200420173","https://openalex.org/W2400861403","https://openalex.org/W4221024145","https://openalex.org/W4285213224","https://openalex.org/W3101855696","https://openalex.org/W3011571330"],"abstract_inverted_index":{"Mobile":[0],"edge":[1,44],"computing":[2],"(MEC)":[3],"has":[4],"recently":[5],"emerged":[6],"as":[7,81,83],"a":[8,119,138,145,154,177],"promising":[9],"technology":[10,116,152],"to":[11,42,56,98,117,160],"boost":[12],"the":[13,52,58,61,111,129,148,162,168],"integration":[14],"ability":[15],"of":[16,24,60],"sensing,":[17],"transmission":[18],"and":[19,65,76,150,153,191],"computation":[20],"in":[21],"industrial":[22,36],"Internet":[23],"Things":[25],"(IIoT).":[26],"This":[27],"paper":[28],"investigates":[29],"an":[30,43],"MEC-enabled":[31],"IIoT":[32],"system,":[33],"where":[34],"multiple":[35],"devices":[37],"may":[38,96],"offload":[39],"computation-intensive":[40],"tasks":[41],"server":[45],"through":[46],"wireless":[47,69],"communication.":[48],"We":[49],"focus":[50],"on":[51,176],"online":[53,122,130],"offloading":[54,123,131,158,163],"problem":[55,90],"optimize":[57],"tradeoff":[59,86,121],"task":[62,73],"accomplishing":[63],"time":[64],"energy":[66,80],"consumption.":[67],"Time-varying":[68],"channels,":[70],"random":[71],"targeted":[72],"data":[74],"sizes":[75],"dynamically":[77],"changing":[78],"residual":[79],"well":[82],"adaptively":[84],"adjusted":[85],"weights":[87],"make":[88],"this":[89,107],"highly":[91],"challenging.":[92],"Conventional":[93],"optimization":[94],"methods":[95],"lead":[97],"inefficient":[99],"or":[100],"even":[101],"infeasible":[102],"solutions.":[103],"To":[104],"efficiently":[105],"tackle":[106],"problem,":[108],"we":[109],"leverage":[110],"deep":[112],"reinforcement":[113],"learning":[114],"(DRL)":[115],"propose":[118],"time-energy":[120],"algorithm":[124,143,184],"called":[125],"TETO.":[126],"In":[127],"TETO,":[128],"decision":[132],"policies":[133],"are":[134],"empirically":[135],"learned":[136],"via":[137],"well-designed":[139],"DRL":[140],"framework.":[141],"TETO":[142,183],"incorporates":[144],"stochastic":[146],"strategy,":[147],"crossover":[149],"mutation":[151],"novel":[155],"feasible":[156],"suboptimal":[157],"method":[159],"expand":[161],"action":[164],"search":[165],"space":[166],"with":[167,195],"provable":[169],"feasibility":[170],"guarantee.":[171],"Extensive":[172],"experimental":[173],"results":[174],"based":[175],"real-world":[178],"dataset":[179],"show":[180],"that,":[181],"our":[182],"performs":[185],"better":[186],"than":[187],"existing":[188],"baseline":[189],"algorithms,":[190],"obtains":[192],"near-optimal":[193],"performance":[194],"low":[196],"CPU":[197],"execution":[198],"latency.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}