{"id":"https://openalex.org/W4401863443","doi":"https://doi.org/10.1145/3637528.3672052","title":"DyPS: Dynamic Parameter Sharing in Multi-Agent Reinforcement Learning for Spatio-Temporal Resource Allocation","display_name":"DyPS: Dynamic Parameter Sharing in Multi-Agent Reinforcement Learning for Spatio-Temporal Resource Allocation","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863443","doi":"https://doi.org/10.1145/3637528.3672052"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3672052","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672052","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672052","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672052","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100338041","display_name":"Jingwei Wang","orcid":"https://orcid.org/0009-0008-9175-6255"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwei Wang","raw_affiliation_strings":["Department of EE, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-9175-6255","affiliations":[{"raw_affiliation_string":"Department of EE, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051274227","display_name":"Qianyue Hao","orcid":"https://orcid.org/0000-0002-7109-3588"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyue Hao","raw_affiliation_strings":["Department of EE, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7109-3588","affiliations":[{"raw_affiliation_string":"Department of EE, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111794931","display_name":"Wenzhen Huang","orcid":"https://orcid.org/0000-0003-0454-7516"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhen Huang","raw_affiliation_strings":["Department of EE, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0454-7516","affiliations":[{"raw_affiliation_string":"Department of EE, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103169022","display_name":"Xiaochen Fan","orcid":"https://orcid.org/0000-0001-8945-3046"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochen Fan","raw_affiliation_strings":["Department of EE, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8945-3046","affiliations":[{"raw_affiliation_string":"Department of EE, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100587181","display_name":"Zhentao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhentao Tang","raw_affiliation_strings":["Huawei Noah's Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-3472-1460","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604616","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-0267-3749"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Huawei Noah's Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0267-3749","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianye Hao","raw_affiliation_strings":["Tianjin University & Huawei Noah's Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0422-8235","affiliations":[{"raw_affiliation_string":"Tianjin University & Huawei Noah's Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355277","display_name":"Yong Li","orcid":"https://orcid.org/0000-0001-5617-1659"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["Department of EE, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5617-1659","affiliations":[{"raw_affiliation_string":"Department of EE, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3128","last_page":"3139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8036485910415649},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7529069185256958},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6250108480453491},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5120313763618469},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.49045035243034363},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.44763338565826416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31771379709243774},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1716708540916443}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8036485910415649},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7529069185256958},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6250108480453491},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5120313763618469},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.49045035243034363},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.44763338565826416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31771379709243774},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1716708540916443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3672052","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672052","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672052","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3672052","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672052","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672052","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401863443.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1850843018","https://openalex.org/W1979756020","https://openalex.org/W2037863907","https://openalex.org/W2514810418","https://openalex.org/W2617547828","https://openalex.org/W2768629321","https://openalex.org/W2809079004","https://openalex.org/W2914154006","https://openalex.org/W2963214893","https://openalex.org/W2985510430","https://openalex.org/W3011902235","https://openalex.org/W3043754341","https://openalex.org/W3043995487","https://openalex.org/W3093537510","https://openalex.org/W3106464996","https://openalex.org/W3155872716","https://openalex.org/W3166344325","https://openalex.org/W3170473100","https://openalex.org/W3171599858","https://openalex.org/W3210860153","https://openalex.org/W3214241811","https://openalex.org/W3214699261","https://openalex.org/W4205893624","https://openalex.org/W4206566734","https://openalex.org/W4286748781","https://openalex.org/W4290943900","https://openalex.org/W4297098388","https://openalex.org/W4385565498","https://openalex.org/W4385864649"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885"],"abstract_inverted_index":{"In":[0,150,218],"large-scale":[1],"metropolis,":[2],"it":[3],"is":[4],"critical":[5],"to":[6,18,26,59,83,140,159,169,259],"efficiently":[7],"allocate":[8,56],"various":[9,226],"resources":[10,31,58],"such":[11,41],"as":[12],"electricity,":[13],"medical":[14],"care,":[15],"and":[16,32,55,205],"transportation":[17],"meet":[19,60],"the":[20,27,57,61,65,98,102,109,124,147,161,171,176,183,197,202,212,253],"living":[21],"demands":[22],"of":[23,30,68,104,111,126,179,194],"citizens,":[24],"according":[25],"spatio-temporal":[28],"distributions":[29],"demands.":[33,62],"Previous":[34],"researchers":[35],"have":[36],"done":[37],"plentiful":[38],"work":[39],"on":[40,116,182],"problems":[42],"by":[43,257],"leveraging":[44],"Multi-Agent":[45],"Reinforcement":[46],"Learning":[47],"(MARL)":[48],"methods,":[49],"where":[50,132,244],"multiple":[51],"agents":[52,69,82,105,127,210],"cooperatively":[53],"regulate":[54],"However,":[63],"facing":[64],"great":[66],"number":[67],"in":[70,92,238],"large":[71],"cities,":[72],"existing":[73],"MARL":[74,191,228],"methods":[75,256],"lack":[76],"efficient":[77,93],"parameter":[78,94,113],"sharing":[79,114],"strategies":[80],"among":[81,209],"reduce":[84],"computational":[85,216],"complexity.":[86,217],"There":[87],"remain":[88],"two":[89],"primary":[90],"challenges":[91],"sharing:":[95],"(1)":[96],"during":[97,146,201],"RL":[99],"training":[100,148,203],"process,":[101],"behavior":[103,125],"changes":[106],"significantly,":[107],"limiting":[108],"performance":[110],"group":[112],"based":[115],"fixed":[117],"role":[118,134,144,199],"division":[119],"decided":[120],"before":[121],"training;":[122],"(2)":[123],"forms":[128],"complicated":[129],"action":[130,177],"trajectories,":[131],"their":[133],"characteristics":[135,174],"are":[136,264],"implicit,":[137],"adding":[138],"difficulty":[139],"dynamically":[141,195],"adjusting":[142],"agent":[143,198],"divisions":[145,200],"process.":[149],"this":[151],"paper,":[152],"we":[153,187],"propose":[154,188],"Dynamic":[155],"Parameter":[156],"Sharing":[157],"(DyPS)":[158],"solve":[160],"above":[162],"challenges.":[163],"We":[164,234],"design":[165],"self-supervised":[166],"learning":[167],"tasks":[168],"extract":[170],"implicit":[172],"behavioral":[173,185],"from":[175],"trajectories":[178],"agents.":[180],"Based":[181],"obtained":[184],"characteristics,":[186],"a":[189],"hierarchical":[190],"framework":[192,221],"capable":[193],"revising":[196],"process":[204],"thus":[206],"shares":[207],"parameters":[208],"with":[211,225],"same":[213],"role,":[214],"reducing":[215],"addition,":[219],"our":[220,248],"can":[222],"be":[223],"combined":[224],"typical":[227],"algorithms,":[229],"including":[230],"IPPO,":[231],"MAPPO,":[232],"etc.":[233],"conduct":[235],"7":[236],"experiments":[237],"4":[239],"representative":[240],"resource":[241],"allocation":[242],"scenarios,":[243],"extensive":[245],"results":[246],"demonstrate":[247],"method's":[249],"superior":[250],"performance,":[251],"outperforming":[252],"state-of-the-art":[254],"baseline":[255],"up":[258],"31%.":[260],"Our":[261],"source":[262],"codes":[263],"available":[265],"at":[266],"https://github.com/tsinghua-fib-lab/DyPS.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}