{"id":"https://openalex.org/W4383200262","doi":"https://doi.org/10.1109/jiot.2023.3292387","title":"Large-Scale Cooperative Task Offloading and Resource Allocation in Heterogeneous MEC Systems via Multiagent Reinforcement Learning","display_name":"Large-Scale Cooperative Task Offloading and Resource Allocation in Heterogeneous MEC Systems via Multiagent Reinforcement Learning","publication_year":2023,"publication_date":"2023-07-05","ids":{"openalex":"https://openalex.org/W4383200262","doi":"https://doi.org/10.1109/jiot.2023.3292387"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3292387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3292387","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076528464","display_name":"Zhen Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8896-3420","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067124710","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0001-5451-9228"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-9228","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081939964","display_name":"Yu Dai","orcid":"https://orcid.org/0000-0003-3534-0745"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Dai","raw_affiliation_strings":["School of College of Software, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3534-0745","affiliations":[{"raw_affiliation_string":"School of College of Software, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":4.6871,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.95412172,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"2303","last_page":"2321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558039665222168},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8143770694732666},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5886302590370178},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5063542127609253},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.502678632736206},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.43822258710861206},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4266358017921448},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4231951832771301},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.42119190096855164},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.41190972924232483},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.37109994888305664},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3021652102470398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2896591126918793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558039665222168},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8143770694732666},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5886302590370178},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5063542127609253},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.502678632736206},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.43822258710861206},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4266358017921448},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4231951832771301},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.42119190096855164},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.41190972924232483},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.37109994888305664},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3021652102470398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2896591126918793},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3292387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3292387","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8240760523","display_name":null,"funder_award_id":"2021YFF0901205","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W2788376840","https://openalex.org/W2941971445","https://openalex.org/W2989703019","https://openalex.org/W2998081612","https://openalex.org/W3010178570","https://openalex.org/W3010243247","https://openalex.org/W3011182939","https://openalex.org/W3016765057","https://openalex.org/W3042857242","https://openalex.org/W3069042888","https://openalex.org/W3099947523","https://openalex.org/W3105504538","https://openalex.org/W3105649577","https://openalex.org/W3106012580","https://openalex.org/W3109463546","https://openalex.org/W3109858579","https://openalex.org/W3112262420","https://openalex.org/W3115362515","https://openalex.org/W3130337639","https://openalex.org/W3131765381","https://openalex.org/W3134947650","https://openalex.org/W3140381130","https://openalex.org/W3153077321","https://openalex.org/W3154030744","https://openalex.org/W3158749225","https://openalex.org/W3161037238","https://openalex.org/W3163442472","https://openalex.org/W3168768468","https://openalex.org/W3172247901","https://openalex.org/W3175044018","https://openalex.org/W3176027082","https://openalex.org/W3179018212","https://openalex.org/W3183648404","https://openalex.org/W3191717679","https://openalex.org/W3191972690","https://openalex.org/W3195911184","https://openalex.org/W3196881732","https://openalex.org/W3197981246","https://openalex.org/W3200501610","https://openalex.org/W3201958017","https://openalex.org/W3207602870","https://openalex.org/W3209940515","https://openalex.org/W3212845011","https://openalex.org/W3215554746","https://openalex.org/W3217072105","https://openalex.org/W4200247263","https://openalex.org/W4210982773","https://openalex.org/W4211257623","https://openalex.org/W4213456346","https://openalex.org/W4214866088","https://openalex.org/W4214874129","https://openalex.org/W4225531527","https://openalex.org/W4226023625","https://openalex.org/W4226249635","https://openalex.org/W4226309189","https://openalex.org/W4226457030","https://openalex.org/W4285229621","https://openalex.org/W4285250327","https://openalex.org/W4285253045","https://openalex.org/W4290715420","https://openalex.org/W4291008807","https://openalex.org/W4293195320","https://openalex.org/W4319993360","https://openalex.org/W6747941106","https://openalex.org/W6755069753","https://openalex.org/W6760278398","https://openalex.org/W6779101081"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W4406207611"],"abstract_inverted_index":{"In":[0],"multi-access":[1],"edge":[2,35],"computing":[3],"systems,":[4,118],"existing":[5,241],"task":[6,77,92,170,180,226],"offloading":[7,42,67,78,93,146,190],"methods":[8],"have":[9],"provided":[10],"ultra-short":[11],"latency":[12],"services":[13],"for":[14,66,214],"heterogeneous":[15],"tasks":[16],"on":[17],"mobile":[18],"devices":[19],"(MDs).":[20],"Nevertheless,":[21],"the":[22,30,49,69,74,103,115,129,142,145,175,240],"complexity":[23],"of":[24,32,51,131,144,177],"MEC":[25,117],"systems":[26],"grows":[27],"exponentially":[28],"with":[29,239],"number":[31,50,130],"MDs":[33,52,58],"or":[34,53],"servers":[36],"(ES),":[37],"so":[38],"learning":[39,125],"a":[40,45,86,108,136,159,188,199,211],"good":[41,212],"policy":[43],"is":[44,55,97,105,163,194,203],"huge":[46],"challenge":[47],"when":[48],"ESs":[54,65,71],"large.":[56],"Moreover,":[57],"are":[59],"often":[60],"unable":[61],"to":[62,114,140,173,196,205],"find":[63],"optimal":[64],"since":[68],"restricted":[70],"infrastructures":[72],"and":[73,102,183,198,209,229,235],"spatiotemporally":[75],"imbalanced":[76],"requirements.":[79],"To":[80,112],"solve":[81],"these":[82],"problems,":[83],"we":[84,119,152],"propose":[85],"Curriculum":[87],"Spatio-Temporal":[88],"Multi-Agent":[89],"Actor-Critic":[90],"(CSTMAAC)-based":[91],"method.":[94],"Each":[95],"ES":[96,133,185],"regarded":[98],"as":[99,107],"an":[100,122,154],"agent":[101],"problem":[104],"formulated":[106],"multi-objective":[109],"optimization":[110],"task.":[111],"adapt":[113],"large-scale":[116],"first":[120],"introduce":[121],"evolutionary":[123],"curriculum":[124],"by":[126,232],"gradually":[127],"raising":[128],"trained":[132],"agents":[134,186],"in":[135,220],"phased":[137],"way.":[138],"Second,":[139],"facilitate":[141],"coordination":[143],"policies":[147],"among":[148],"geographically":[149],"distributed":[150],"ESs,":[151],"design":[153],"attention-based":[155],"centralized":[156],"critic-network.":[157],"Besides,":[158],"delayed":[160],"access":[161],"mechanism":[162,202],"introduced":[164],"that":[165,223],"uses":[166],"information":[167],"about":[168],"future":[169,179],"processing":[171,181],"competition":[172],"capture":[174],"impact":[176],"potential":[178],"contention":[182],"help":[184],"obtain":[187,210],"better":[189],"strategy.":[191],"Finally,":[192],"critic-network":[193],"expanded":[195],"multi-critics":[197],"dynamic":[200],"weight":[201],"designed":[204],"adaptively":[206],"optimize":[207],"multi-objectives":[208],"balance":[213],"multiple":[215],"objectives.":[216],"Real-world":[217],"datasets":[218],"used":[219],"experiments":[221],"demonstrate":[222],"CSTMAAC":[224],"raises":[225],"completion":[227],"rates":[228],"total":[230],"utility":[231],"13.01%":[233],"15.21%":[234],"16.89%":[236],"18.32%":[237],"compared":[238],"algorithms.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}