{"id":"https://openalex.org/W4293081813","doi":"https://doi.org/10.1142/s021800142252019x","title":"Adaptive Compute Offloading Algorithm for Metasystem Based on Deep Reinforcement Learning","display_name":"Adaptive Compute Offloading Algorithm for Metasystem Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-09","ids":{"openalex":"https://openalex.org/W4293081813","doi":"https://doi.org/10.1142/s021800142252019x"},"language":"en","primary_location":{"id":"doi:10.1142/s021800142252019x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021800142252019x","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006388140","display_name":"Chunxin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxin Wang","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","Tianjin University, Tianjin 300072, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]},{"raw_affiliation_string":"Tianjin University, Tianjin 300072, P. R. China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720713","display_name":"Wensheng Wang","orcid":"https://orcid.org/0000-0002-8842-3432"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Wang","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442689","display_name":"Wenjing Li","orcid":"https://orcid.org/0000-0003-3852-1007"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjing Li","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380632","display_name":"Zhu Liu","orcid":"https://orcid.org/0000-0003-0975-2711"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Liu","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034485107","display_name":"Jinhong Zhu","orcid":"https://orcid.org/0000-0002-0408-3101"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhong Zhu","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109846291","display_name":"Nan Zhang","orcid":"https://orcid.org/0000-0002-1804-0858"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhang","raw_affiliation_strings":["State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Grid Information & Telecommunication Co., Ltd., Beijing 100031, P. R. China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100442689"],"corresponding_institution_ids":["https://openalex.org/I17442442"],"apc_list":null,"apc_paid":null,"fwci":0.5525,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67073091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"36","issue":"13","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8510193824768066},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8002656698226929},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6413866281509399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5849728584289551},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5551429390907288},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4625636041164398},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42609652876853943},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4151266813278198},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41230738162994385},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09768345952033997}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8510193824768066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002656698226929},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6413866281509399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5849728584289551},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5551429390907288},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4625636041164398},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42609652876853943},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4151266813278198},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41230738162994385},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09768345952033997},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s021800142252019x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021800142252019x","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7092714072","display_name":null,"funder_award_id":"2020YFB0905900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W914916633","https://openalex.org/W2118588134","https://openalex.org/W2397723600","https://openalex.org/W2898155611","https://openalex.org/W2912590950","https://openalex.org/W2918891759","https://openalex.org/W2920054549","https://openalex.org/W2947474893","https://openalex.org/W2948356724","https://openalex.org/W2949226003","https://openalex.org/W2963060851","https://openalex.org/W2964054168","https://openalex.org/W2964221923","https://openalex.org/W2967578255","https://openalex.org/W2968450700","https://openalex.org/W2974654731","https://openalex.org/W2980360843","https://openalex.org/W2995918784","https://openalex.org/W2998083613","https://openalex.org/W3005624551","https://openalex.org/W3011808952","https://openalex.org/W3013461335","https://openalex.org/W3013511177","https://openalex.org/W3033881824","https://openalex.org/W3080122404","https://openalex.org/W3080683114","https://openalex.org/W3085103981","https://openalex.org/W3088881913","https://openalex.org/W3134003158","https://openalex.org/W3134130721","https://openalex.org/W3137939843","https://openalex.org/W3156157177","https://openalex.org/W3168685397","https://openalex.org/W3170397984","https://openalex.org/W3182125009","https://openalex.org/W3183684526","https://openalex.org/W3191845986","https://openalex.org/W4200578302"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"There":[0],"has":[1],"been":[2],"a":[3,122,226,244],"lot":[4],"of":[5,21,45,53,77,125,130,142,164,168,197,207,215,223,247,255,264,287,324,328,346],"research":[6,245],"on":[7,73,234,305],"edge-computing":[8,57,154],"task":[9,58,155],"offloading":[10,302],"in":[11,25,37,56,121,146,172,200,219,269,321,330],"deep":[12],"reinforcement":[13,17],"learning":[14,18],"(DRL).":[15],"Deep":[16],"is":[19,32,64,71,133,148,239,243,292,341],"one":[20],"the":[22,26,38,46,51,74,78,82,95,103,108,143,160,165,169,175,189,194,198,205,213,220,224,235,252,256,260,265,277,284,299,310,314,322,325,331,333,347],"important":[23],"algorithms":[24,55],"current":[27,348],"AI":[28],"field,":[29],"but":[30,282],"there":[31],"still":[33],"room":[34],"for":[35,229],"improvement":[36],"time":[39,217,253,317],"cost":[40,218],"and":[41,60,90,101,179,203,258,320],"adaptive":[42,180,261],"correction":[43,178,181,262],"ability":[44,163,196],"algorithm.":[47,350],"This":[48],"paper":[49,132,271],"studies":[50],"application":[52],"DRL":[54,147,300],"offloading,":[59],"its":[61],"key":[62],"innovation":[63],"to":[65,85,106,150,153,187,274],"propose":[66],"an":[67,88],"MADRLCO":[68,311],"algorithm,":[69],"which":[70,110,250],"based":[72,233,304],"design":[75],"idea":[76],"Actor\u2013Critic":[79,144,170],"framework,":[80],"uses":[81],"DNN":[83,306],"model":[84,105,199,315,335],"act":[86],"as":[87],"Actor,":[89],"can":[91,111,118,272],"more":[92,113],"accurately":[93],"locate":[94],"initial":[96],"decision":[97,117],"through":[98],"iterative":[99],"training,":[100],"use":[102],"LSTM":[104],"optimize":[107,188],"Critic,":[109],"be":[112,119,151],"accurate.":[114],"The":[115,127,139,267,337],"optimal":[116,349],"located":[120],"short":[123],"period":[124],"time.":[126],"main":[128],"work":[129],"this":[131,270],"divided":[134],"into":[135],"three":[136],"parts:":[137],"(1)":[138],"AC":[140],"algorithm":[141,171,228,257,268,303,312],"framework":[145,222],"proposed":[149,240],"applied":[152],"offloading.":[156],"(2)":[157],"To":[158],"address":[159],"weak":[161],"generalization":[162,195],"basic":[166],"version":[167],"multi-objective":[173,201],"optimization,":[174],"sequential":[176],"quantitative":[177],"parameter":[182],"K":[183],"method":[184,238],"are":[185],"used":[186],"Critic":[190],"frame,":[191],"thereby":[192],"improving":[193,204],"decision-making":[202,208],"rationality":[206],"results.":[209],"(3)":[210],"Aiming":[211],"at":[212],"problem":[214],"large":[216],"critical":[221],"model,":[225],"search":[227],"resource":[230],"allocation-related":[231],"parameters":[232],"time-series":[236],"prediction":[237],"(time-series":[241],"forecasting":[242],"branch":[246],"pattern":[248],"recognition),":[249],"reduces":[251,313],"overhead":[254],"improves":[259],"capability":[263],"model.":[266],"adapt":[273],"not":[275],"only":[276],"time-varying":[278,285,326],"network":[279],"channel":[280],"state,":[281],"also":[283],"number":[286,327],"device":[288],"connections.":[289],"Finally,":[290],"it":[291],"proved":[293],"by":[294,318],"experiments":[295],"that":[296,345],"compared":[297],"with":[298],"calculation":[301,339],"plus":[307],"binary":[308],"search,":[309],"training":[316],"66.27%,":[319],"environment":[323],"devices":[329],"metasystem,":[332],"average":[334],"average.":[336],"standard":[338],"rate":[340],"0.0403":[342],"higher":[343],"than":[344]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}