{"id":"https://openalex.org/W3129153311","doi":"https://doi.org/10.1109/tvt.2021.3055511","title":"Multi-Agent Reinforcement Learning Based Distributed Transmission in Collaborative Cloud-Edge Systems","display_name":"Multi-Agent Reinforcement Learning Based Distributed Transmission in Collaborative Cloud-Edge Systems","publication_year":2021,"publication_date":"2021-01-29","ids":{"openalex":"https://openalex.org/W3129153311","doi":"https://doi.org/10.1109/tvt.2021.3055511","mag":"3129153311"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3055511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3055511","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113981188","display_name":"Chunmei Xu","orcid":"https://orcid.org/0009-0006-9442-7284"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmei Xu","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053773849","display_name":"Shengheng Liu","orcid":"https://orcid.org/0000-0001-6579-9798"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengheng Liu","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6579-9798","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439698","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0003-2663-4207"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2663-4207","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3616-4616","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103201862","display_name":"Zhaohua Lu","orcid":"https://orcid.org/0000-0002-2918-6692"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I4210098582","display_name":"ZTE (China)","ror":"https://ror.org/00rjhhq63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210098582"]},{"id":"https://openalex.org/I4391767749","display_name":"State Key Laboratory of Mobile Networks and Mobile Multimedia Technology","ror":"https://ror.org/05cd55294","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210098582","https://openalex.org/I4391767749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohua Lu","raw_affiliation_strings":["State Key Laboratory of Mobile Network and Mobile Multimedia Technology, Shenzhen, China","ZTE Corporation, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mobile Network and Mobile Multimedia Technology, Shenzhen, China","institution_ids":["https://openalex.org/I180662265","https://openalex.org/I4391767749"]},{"raw_affiliation_string":"ZTE Corporation, Shenzhen, China","institution_ids":["https://openalex.org/I4210098582"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045457613","display_name":"L\u00fcxi Yang","orcid":"https://orcid.org/0000-0003-1474-1806"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1474-1806","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1305,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.94623969,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"70","issue":"2","first_page":"1658","last_page":"1672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.769390881061554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7600102424621582},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6697613000869751},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.620486855506897},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5270973443984985},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5178804397583008},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.48991507291793823},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.48802295327186584},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.45125046372413635},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4118332862854004},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3227529525756836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16998422145843506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1655542254447937}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.769390881061554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7600102424621582},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6697613000869751},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.620486855506897},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5270973443984985},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5178804397583008},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48991507291793823},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.48802295327186584},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.45125046372413635},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4118332862854004},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3227529525756836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16998422145843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1655542254447937},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3055511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3055511","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3295333898","display_name":null,"funder_award_id":"62001103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4152119378","display_name":null,"funder_award_id":"61720106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1432778544","https://openalex.org/W1542941925","https://openalex.org/W1551262517","https://openalex.org/W1564534945","https://openalex.org/W1757796397","https://openalex.org/W1991056455","https://openalex.org/W2004294022","https://openalex.org/W2018552671","https://openalex.org/W2023877378","https://openalex.org/W2023903248","https://openalex.org/W2051773775","https://openalex.org/W2053521124","https://openalex.org/W2064712133","https://openalex.org/W2099618002","https://openalex.org/W2104074482","https://openalex.org/W2115354263","https://openalex.org/W2116334496","https://openalex.org/W2119567691","https://openalex.org/W2119854596","https://openalex.org/W2121863487","https://openalex.org/W2137152139","https://openalex.org/W2143927285","https://openalex.org/W2164497732","https://openalex.org/W2165150801","https://openalex.org/W2272804037","https://openalex.org/W2292994152","https://openalex.org/W2294806477","https://openalex.org/W2398409936","https://openalex.org/W2548601994","https://openalex.org/W2564934799","https://openalex.org/W2597445627","https://openalex.org/W2611373201","https://openalex.org/W2745641908","https://openalex.org/W2750958948","https://openalex.org/W2754151038","https://openalex.org/W2791072699","https://openalex.org/W2804791273","https://openalex.org/W2898035736","https://openalex.org/W2961618868","https://openalex.org/W2962899344","https://openalex.org/W2963208336","https://openalex.org/W2963407617","https://openalex.org/W2963643599","https://openalex.org/W2963864421","https://openalex.org/W2963939962","https://openalex.org/W2964129362","https://openalex.org/W2969195240","https://openalex.org/W3009335527","https://openalex.org/W3023850691","https://openalex.org/W3034937239","https://openalex.org/W3102812201","https://openalex.org/W3104194621","https://openalex.org/W4298023569","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6751725685"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2315999538"],"abstract_inverted_index":{"Millimeter-wave":[0],"(mmWave)":[1],"cloud-edge":[2],"collaboration":[3],"has":[4],"emerged":[5],"as":[6,23,25,76],"an":[7,152],"effective":[8],"solution":[9],"for":[10,70,100],"low-latency":[11],"transmission":[12],"by":[13,122],"harnessing":[14],"the":[15,50,74,106,111,124,137,142,160,163],"potentials":[16],"of":[17,42,96,162,172,180],"cloud":[18],"and":[19,35,66,72,84,93,116,130,151,174,186],"edge":[20],"nodes":[21],"(eNodes)":[22],"well":[24],"abundant":[26],"bandwidth.":[27],"In":[28,58],"a":[29,77,118,146,169],"mmWave":[30],"dense":[31],"network,":[32],"centralized":[33,128],"processing":[34,38],"coordinated":[36],"multi-points":[37],"require":[39],"large":[40],"amounts":[41],"signaling":[43],"exchange":[44],"overhead,":[45],"which":[46],"in":[47,178],"turn":[48],"increase":[49],"latency.":[51],"As":[52],"such,":[53],"distributed":[54,107,166],"mechanism":[55],"is":[56],"demanded.":[57],"this":[59],"paper,":[60],"we":[61,109],"investigate":[62],"joint":[63],"user":[64,102],"scheduling":[65],"beam":[67],"selection":[68],"strategies":[69],"eNodes":[71],"formulate":[73],"problem":[75],"constrained":[78],"Markov":[79],"decision":[80],"process.":[81],"The":[82],"objective":[83],"constraints":[85],"are":[86,133,155],"long-term":[87,181],"average":[88,182],"network":[89,149,183],"delay":[90,184],"cost":[91,185],"minimization":[92],"instantaneous":[94],"quality":[95],"service":[97],"(QoS)":[98],"guarantee":[99],"each":[101],"equipment.":[103],"To":[104],"update":[105],"strategies,":[108],"apply":[110],"multi-agent":[112],"reinforcement":[113],"learning":[114,120],"technique":[115,139],"propose":[117],"hybrid":[119],"framework":[121],"extending":[123],"actor-critic":[125],"model,":[126],"where":[127],"training":[129],"decentralized":[131],"execution":[132],"implemented.":[134],"We":[135],"utilize":[136],"Lagrange":[138],"to":[140],"design":[141],"reward":[143],"functions.":[144],"Additionally,":[145],"novel":[147],"actor":[148],"architecture":[150],"exploration":[153],"scheme":[154],"proposed.":[156],"Simulation":[157],"results":[158],"validate":[159],"effectiveness":[161],"proposed":[164],"intelligent":[165],"algorithm":[167],"with":[168,191],"high":[170],"degree":[171],"scalability,":[173],"show":[175],"superior":[176],"performance":[177],"terms":[179],"QoS":[187],"satisfaction":[188],"rates":[189],"compared":[190],"other":[192],"methods.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}