{"id":"https://openalex.org/W4403447654","doi":"https://doi.org/10.1109/jiot.2024.3481257","title":"Communication-Efficient Soft Actor\u2013Critic Policy Collaboration via Regulated Segment Mixture","display_name":"Communication-Efficient Soft Actor\u2013Critic Policy Collaboration via Regulated Segment Mixture","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403447654","doi":"https://doi.org/10.1109/jiot.2024.3481257"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3481257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3481257","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101053364","display_name":"Xiaoxue Yu","orcid":"https://orcid.org/0009-0008-1098-7589"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxue Yu","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","College of Information Science and Electronic Engineering, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0008-1098-7589","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","College of Information Science and Electronic Engineering, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-4297-5060","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025881622","display_name":"Chengchao Liang","orcid":"https://orcid.org/0000-0002-4125-2840"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengchao Liang","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chins"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chins","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Lab Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-5479-7890","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Lab Zhejiang University, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72437495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":"4","first_page":"3929","last_page":"3947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6348999738693237,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6348999738693237,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.5813000202178955,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7346733212471008},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40612849593162537},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3862668573856354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7346733212471008},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40612849593162537},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3862668573856354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3481257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3481257","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W1965455100","https://openalex.org/W1970789124","https://openalex.org/W2096145798","https://openalex.org/W2119322083","https://openalex.org/W2521757593","https://openalex.org/W2613084637","https://openalex.org/W2617547828","https://openalex.org/W2904246096","https://openalex.org/W2908261578","https://openalex.org/W2913845934","https://openalex.org/W2949003697","https://openalex.org/W2954488934","https://openalex.org/W2981402159","https://openalex.org/W2989644943","https://openalex.org/W2996845627","https://openalex.org/W3015082424","https://openalex.org/W3099689767","https://openalex.org/W3102206498","https://openalex.org/W3127561923","https://openalex.org/W3131448887","https://openalex.org/W3158567365","https://openalex.org/W3186590963","https://openalex.org/W3193464862","https://openalex.org/W3195104125","https://openalex.org/W3205598877","https://openalex.org/W3207184289","https://openalex.org/W3207378505","https://openalex.org/W3215110309","https://openalex.org/W4200635426","https://openalex.org/W4206054900","https://openalex.org/W4206320562","https://openalex.org/W4212984905","https://openalex.org/W4286893914","https://openalex.org/W4312768957","https://openalex.org/W4312814526","https://openalex.org/W4315629855","https://openalex.org/W4318541446","https://openalex.org/W4319303175","https://openalex.org/W4322730878","https://openalex.org/W4322730952","https://openalex.org/W4323022339","https://openalex.org/W4380078504","https://openalex.org/W4385815493","https://openalex.org/W4387490446","https://openalex.org/W4388666567","https://openalex.org/W4389077522","https://openalex.org/W4389987589","https://openalex.org/W4391164477","https://openalex.org/W4391992006","https://openalex.org/W4392158208","https://openalex.org/W4395028828","https://openalex.org/W6608133726","https://openalex.org/W6628981685","https://openalex.org/W6634413486","https://openalex.org/W6638018090","https://openalex.org/W6679257226","https://openalex.org/W6692846177","https://openalex.org/W6712181171","https://openalex.org/W6734517396","https://openalex.org/W6738796088","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6752294818","https://openalex.org/W6754529011","https://openalex.org/W6755921573","https://openalex.org/W6767074001","https://openalex.org/W6768511045","https://openalex.org/W6780486084","https://openalex.org/W6796436736","https://openalex.org/W6796931319","https://openalex.org/W6802464851","https://openalex.org/W6840380725","https://openalex.org/W6840842747"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Multiagent":[0],"reinforcement":[1,144,158],"learning":[2,88,145,159],"(MARL)":[3],"has":[4],"emerged":[5],"as":[6,134],"a":[7,37,69,164],"foundational":[8],"approach":[9],"for":[10,40,75,138],"addressing":[11],"diverse,":[12],"intelligent":[13],"control":[14,193],"tasks":[15],"in":[16,48,108,118,190],"various":[17],"scenarios":[18,194],"like":[19],"the":[20,32,61,79,113,153,170,182,187,196],"Internet":[21,24],"of":[22,25,36,81,115,155,172,200],"Vehicles,":[23],"Things,":[26],"and":[27,85,103,120,198],"unmanned":[28],"aerial":[29],"vehicles.":[30],"However,":[31],"widely":[33],"assumed":[34],"existence":[35],"central":[38],"node":[39],"centralized,":[41],"federated":[42,87],"learning-assisted":[43],"MARL":[44,77],"might":[45],"be":[46],"impractical":[47],"highly":[49],"dynamic":[50,109],"environments.":[51],"This":[52],"can":[53],"lead":[54],"to":[55,168],"excessive":[56],"communication":[57,106],"overhead,":[58],"potentially":[59],"overwhelming":[60],"system.":[62],"To":[63],"address":[64],"these":[65],"challenges,":[66],"we":[67],"design":[68],"novel":[70],"communication-efficient,":[71],"fully":[72],"distributed":[73],"algorithm":[74],"collaborative":[76],"under":[78,152],"frameworks":[80],"soft":[82,178],"actor-critic":[83],"(SAC)":[84],"decentralized":[86],"(DFL),":[89],"named":[90],"regulated":[91],"segment":[92],"mixture-based":[93],"multiagent":[94,101],"SAC":[95],"(RSM-MASAC).":[96],"In":[97],"particular,":[98],"RSM-MASAC":[99,148],"enhances":[100],"collaboration":[102],"prioritizes":[104],"higher":[105],"efficiency":[107],"systems":[110],"by":[111],"incorporating":[112],"concept":[114],"segmented":[116],"aggregation":[117],"DFL":[119],"augmenting":[121],"multiple":[122],"model":[123],"replicas":[124],"from":[125,142],"received":[126],"neighboring":[127],"policy":[128,179],"segments,":[129],"which":[130],"are":[131],"subsequently":[132],"employed":[133],"reconstructed":[135],"referential":[136,174],"policies":[137],"mixing.":[139],"Distinctively":[140],"diverging":[141],"traditional":[143],"(RL)":[146],"approaches,":[147],"introduces":[149],"new":[150],"bounds":[151],"framework":[154],"maximum":[156],"entropy":[157],"(MERL).":[160],"Correspondingly,":[161],"it":[162],"adopts":[163],"theory-guided":[165],"mixture":[166],"metric":[167],"regulate":[169],"selection":[171],"contributive":[173],"policies,":[175],"thus":[176],"guaranteeing":[177],"improvement":[180],"during":[181],"communication-assisted":[183],"mixing":[184],"phase.":[185],"Finally,":[186],"extensive":[188],"simulations":[189],"mixed-autonomy":[191],"traffic":[192],"verify":[195],"effectiveness":[197],"superiority":[199],"our":[201],"algorithm.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}