{"id":"https://openalex.org/W4285115899","doi":"https://doi.org/10.1109/tsipn.2022.3171336","title":"Deep Reinforcement Learning-Based Cloud-Edge Collaborative Mobile Computation Offloading in Industrial Networks","display_name":"Deep Reinforcement Learning-Based Cloud-Edge Collaborative Mobile Computation Offloading in Industrial Networks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285115899","doi":"https://doi.org/10.1109/tsipn.2022.3171336"},"language":"en","primary_location":{"id":"doi:10.1109/tsipn.2022.3171336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsipn.2022.3171336","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101672561","display_name":"Siguang Chen","orcid":"https://orcid.org/0000-0002-9366-6498"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Siguang Chen","raw_affiliation_strings":["Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9366-6498","affiliations":[{"raw_affiliation_string":"Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687405","display_name":"Jiamin Chen","orcid":"https://orcid.org/0000-0002-3005-4064"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamin Chen","raw_affiliation_strings":["Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009344927","display_name":"Yifeng Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifeng Miao","raw_affiliation_strings":["Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391059","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0002-4053-4782"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Lab of Broadband Wireless Communication and Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030975933","display_name":"Chuanxin Zhao","orcid":"https://orcid.org/0000-0002-5863-0430"},"institutions":[{"id":"https://openalex.org/I4472751","display_name":"Anhui Normal University","ror":"https://ror.org/05fsfvw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I4472751"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanxin Zhao","raw_affiliation_strings":["School of Computer and Information, Anhui Normal University, Wuhu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Anhui Normal University, Wuhu, China","institution_ids":["https://openalex.org/I4472751"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101672561"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":8.4177,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.98116643,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"364","last_page":"375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9391999840736389,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.838934063911438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8249607086181641},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7868682146072388},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7584179639816284},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6400566697120667},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6002892851829529},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5916948914527893},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5900545716285706},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5346742272377014},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4559015929698944},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36202970147132874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32931673526763916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.838934063911438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8249607086181641},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7868682146072388},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7584179639816284},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6400566697120667},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6002892851829529},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5916948914527893},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5900545716285706},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5346742272377014},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4559015929698944},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36202970147132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32931673526763916},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsipn.2022.3171336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsipn.2022.3171336","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5966109515","display_name":null,"funder_award_id":"61971235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7651821026","display_name":null,"funder_award_id":"2018M630590","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1966769064","https://openalex.org/W1995875735","https://openalex.org/W2052763589","https://openalex.org/W2144554277","https://openalex.org/W2260756217","https://openalex.org/W2486013602","https://openalex.org/W2755599687","https://openalex.org/W2898652425","https://openalex.org/W2898839547","https://openalex.org/W2916549784","https://openalex.org/W2949226003","https://openalex.org/W2952544742","https://openalex.org/W2953142408","https://openalex.org/W2956490995","https://openalex.org/W2967734072","https://openalex.org/W2970192721","https://openalex.org/W2975600444","https://openalex.org/W2982570102","https://openalex.org/W2994894228","https://openalex.org/W3010717392","https://openalex.org/W3010723141","https://openalex.org/W3011091971","https://openalex.org/W3040914594","https://openalex.org/W3048981883","https://openalex.org/W3082989441","https://openalex.org/W3083432504","https://openalex.org/W3089714714","https://openalex.org/W3093793239","https://openalex.org/W3097472721","https://openalex.org/W3105199275","https://openalex.org/W3105504538","https://openalex.org/W3107298752","https://openalex.org/W3117089396","https://openalex.org/W3203814575"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"With":[0],"the":[1,11,44,71,77,84,103,107,140,149,152,158,178,207,211,223,228],"rapid":[2],"development":[3],"of":[4,14,56,63,73,79,87,106,113,151,180,202,213],"mobile":[5,38,126],"industrial":[6,49],"applications":[7],"and":[8,59,76,93,110,156,167,185,216,219],"due":[9],"to":[10,69,101,133,163,176,192],"limited":[12],"coverage":[13],"static":[15],"edge":[16,19,144],"servers,":[17],"traditional":[18],"computing":[20,91],"technology":[21],"has":[22,210],"great":[23],"limitations":[24],"in":[25,48,142],"dynamic":[26,45],"environmental":[27],"applications.":[28],"This":[29],"paper":[30],"proposes":[31],"a":[32,52,60,120,172,199],"deep":[33,121],"reinforcement":[34,122],"learning-based":[35,123],"cloud-edge":[36,124,190],"collaborative":[37,125],"computation":[39,127],"offloading":[40,94,128,196,225],"mechanism":[41],"for":[42,116],"satisfying":[43],"service":[46],"requirements":[47],"networks.":[50],"Specifically,":[51],"three-layer":[53],"network":[54,62,187],"model":[55],"digital":[57],"twins":[58],"decentralized":[61],"task":[64],"resources":[65,92],"are":[66],"first":[67],"constructed":[68],"handle":[70],"mobility":[72],"user":[74],"terminals":[75],"relevance":[78],"tasks.":[80],"Then,":[81],"based":[82],"on":[83,139],"comprehensive":[85],"consideration":[86],"mobility,":[88],"associated":[89],"tasks,":[90],"decisions,":[95],"an":[96,181],"optimization":[97,136],"problem":[98],"is":[99,131],"formulated":[100],"minimize":[102],"weighted":[104],"sum":[105],"execution":[108],"delay":[109],"energy":[111],"consumption":[112],"all":[114,117],"tasks":[115],"users.":[118],"Additionally,":[119],"(DRL-CCMCO)":[129],"algorithm":[130,147,209],"proposed":[132,208],"solve":[134],"this":[135,146],"problem.":[137],"Based":[138],"differences":[141],"each":[143],"cloud,":[145],"sets":[148],"priority":[150],"shared":[153],"experience":[154,161],"pool":[155],"selects":[157],"most":[159],"effective":[160],"samples":[162],"complete":[164],"better":[165],"learning":[166,174],"training.":[168],"It":[169],"also":[170],"utilizes":[171],"distributed":[173],"method":[175],"learn":[177],"probability":[179],"approximate":[182],"reward":[183],"distribution":[184],"optimizes":[186],"parameters":[188],"through":[189],"collaboration":[191],"achieve":[193],"faster":[194],"optimal":[195,224],"decision.":[197],"Finally,":[198],"large":[200],"number":[201],"simulation":[203],"results":[204],"show":[205],"that":[206],"characteristics":[212],"fast":[214],"convergence":[215],"high":[217],"stability,":[218],"it":[220],"can":[221],"obtain":[222],"decision":[226],"with":[227],"lowest":[229],"total":[230],"cost.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}