{"id":"https://openalex.org/W4313291432","doi":"https://doi.org/10.1109/tvt.2022.3232806","title":"Multi-Agent Deep Reinforcement Learning-Based Interdependent Computing for Mobile Edge Computing-Assisted Robot Teams","display_name":"Multi-Agent Deep Reinforcement Learning-Based Interdependent Computing for Mobile Edge Computing-Assisted Robot Teams","publication_year":2022,"publication_date":"2022-12-29","ids":{"openalex":"https://openalex.org/W4313291432","doi":"https://doi.org/10.1109/tvt.2022.3232806"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3232806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3232806","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018587643","display_name":"Qimei Cui","orcid":"https://orcid.org/0000-0003-1720-220X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimei Cui","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1720-220X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101959163","display_name":"Xiyu Zhao","orcid":"https://orcid.org/0000-0003-2705-3631"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyu Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Data61, CSIRO, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075198788","display_name":"Zheng Hu","orcid":"https://orcid.org/0000-0002-8874-5466"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Hu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8874-5466","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624765","display_name":"Xiaofeng Tao","orcid":"https://orcid.org/0000-0001-9518-1622"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Tao","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9518-1622","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405787","display_name":"Ping Zhang","orcid":"https://orcid.org/0000-0002-0269-104X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0269-104X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6244,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.93336107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"72","issue":"5","first_page":"6599","last_page":"6610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9521999955177307,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8156958818435669},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7330440282821655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7136764526367188},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6461377739906311},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.6328777074813843},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6307768821716309},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6159785985946655},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5882563591003418},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5772531032562256},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.530215322971344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4372672736644745},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4351695775985718},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.43406885862350464},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41929009556770325},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.40996527671813965},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2887674570083618},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23077699542045593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2259572446346283},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.22354024648666382},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.203057199716568}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8156958818435669},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7330440282821655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7136764526367188},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6461377739906311},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.6328777074813843},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6307768821716309},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6159785985946655},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5882563591003418},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5772531032562256},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.530215322971344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4372672736644745},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4351695775985718},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.43406885862350464},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41929009556770325},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.40996527671813965},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2887674570083618},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23077699542045593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2259572446346283},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.22354024648666382},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.203057199716568},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3232806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3232806","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7615036676","display_name":null,"funder_award_id":"U21A20449","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7990410193","display_name":"\u6570\u636e\u9a71\u52a8\u76845G/B5G\u4f4e\u65f6\u5ef6\u79fb\u52a8\u63a5\u5165\u7ec4\u7f51\u7814\u7a76","funder_award_id":"61971066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2035319610","https://openalex.org/W2072776850","https://openalex.org/W2102660061","https://openalex.org/W2276431864","https://openalex.org/W2584792247","https://openalex.org/W2609618253","https://openalex.org/W2761545465","https://openalex.org/W2766196346","https://openalex.org/W2785339424","https://openalex.org/W2793431418","https://openalex.org/W2793991899","https://openalex.org/W2885332447","https://openalex.org/W2891123429","https://openalex.org/W2895939936","https://openalex.org/W2914261331","https://openalex.org/W2920054549","https://openalex.org/W2921163933","https://openalex.org/W2963376050","https://openalex.org/W2964335916","https://openalex.org/W2966021969","https://openalex.org/W2968424451","https://openalex.org/W2980191379","https://openalex.org/W2996741864","https://openalex.org/W2999380984","https://openalex.org/W3000652959","https://openalex.org/W3003541603","https://openalex.org/W3015366655","https://openalex.org/W3015372990","https://openalex.org/W3015613093","https://openalex.org/W3016621379","https://openalex.org/W3017275226","https://openalex.org/W3023720662","https://openalex.org/W3048217314","https://openalex.org/W3084212983","https://openalex.org/W3105649577","https://openalex.org/W3107130550","https://openalex.org/W3115020659","https://openalex.org/W3195963568","https://openalex.org/W4214717370","https://openalex.org/W4238484605","https://openalex.org/W4308313203","https://openalex.org/W6694455089"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"A":[0,85],"group":[1],"of":[2,39,59,72,81,119,152,157],"robots":[3,16],"can":[4,105],"be":[5],"assigned":[6],"with":[7,115],"different":[8],"roles":[9],"to":[10,53,68,144,162],"collaboratively":[11],"conduct":[12],"interdependent":[13,60,82,146],"tasks.":[14,62,84],"The":[15,63],"form":[17],"a":[18,46,133],"multi-robot":[19],"system":[20],"(MRS),":[21],"where":[22,97],"one":[23],"robot's":[24],"decision":[25,37,91],"or":[26],"action":[27],"relies":[28],"on":[29],"the":[30,35,55,69,73,77,120,125,150],"others'.":[31],"This":[32],"paper":[33],"addresses":[34],"sequential":[36],"problem":[38,64,94],"user":[40,110],"association":[41,111],"and":[42,76,104,112],"resource":[43,113],"allocation":[44],"in":[45,155],"mobile":[47],"edge":[48,98],"computing":[49,61,83],"(MEC)-enabled,":[50],"wirelessly-connected":[51],"MRS":[52],"maximize":[54],"time-averaged":[56],"completion":[57,159],"rate":[58,160],"is":[65,95,142],"challenging":[66],"due":[67],"partial":[70],"observability":[71],"network":[74,121],"environment,":[75],"delicate":[78],"delay":[79],"requirements":[80],"new":[86,134],"decentralized":[87,107],"partially":[88],"observable":[89],"Markov":[90],"process":[92],"(Dec-POMDP)":[93],"reformulated,":[96],"servers":[99],"act":[100],"as":[101],"intelligent":[102],"agents":[103],"make":[106],"decisions":[108],"about":[109],"management":[114],"their":[116],"local":[117],"information":[118],"state.":[122],"By":[123],"leveraging":[124],"multi-agent":[126,136],"deep":[127,137],"deterministic":[128],"policy":[129],"gradient":[130],"(MADDPG)":[131],"theory,":[132],"cooperative":[135],"reinforcement":[138],"learning":[139],"(MADRL)":[140],"model":[141],"developed":[143],"enable":[145],"computing.":[147],"Simulations":[148],"show":[149],"merits":[151],"our":[153],"approach":[154],"terms":[156],"task":[158],"compared":[161],"existing":[163],"techniques.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}