{"id":"https://openalex.org/W3037631072","doi":"https://doi.org/10.1109/tsg.2020.3011739","title":"Multi-Agent Deep Reinforcement Learning for HVAC Control in Commercial Buildings","display_name":"Multi-Agent Deep Reinforcement Learning for HVAC Control in Commercial Buildings","publication_year":2020,"publication_date":"2020-07-24","ids":{"openalex":"https://openalex.org/W3037631072","doi":"https://doi.org/10.1109/tsg.2020.3011739","mag":"3037631072"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2020.3011739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.3011739","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026971814","display_name":"Liang Yu","orcid":"https://orcid.org/0000-0001-5015-0320"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Yu","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081978877","display_name":"Yi Sun","orcid":"https://orcid.org/0000-0002-0210-4730"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Sun","raw_affiliation_strings":["College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067277859","display_name":"Zhanbo Xu","orcid":"https://orcid.org/0000-0002-8364-0753"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanbo Xu","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727487","display_name":"Dong Yue","orcid":"https://orcid.org/0000-0001-7810-9338"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Yue","raw_affiliation_strings":["Institute of Advanced Technology, College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100678341","display_name":"Tao Jiang","orcid":"https://orcid.org/0000-0002-8482-1046"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Jiang","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5026971814"],"corresponding_institution_ids":["https://openalex.org/I41198531","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":22.7579,"has_fulltext":false,"cited_by_count":316,"citation_normalized_percentile":{"value":0.99852224,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":"1","first_page":"407","last_page":"419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8897792100906372},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7430216073989868},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.642522931098938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6149668097496033},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.5638031959533691},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5256137251853943},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.5208978652954102},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5158892869949341},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5071277618408203},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.48777514696121216},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43483179807662964},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.4291728138923645},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4151461124420166},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3462713956832886},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28881821036338806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2336353361606598},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09996744990348816}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8897792100906372},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7430216073989868},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.642522931098938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6149668097496033},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.5638031959533691},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5256137251853943},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.5208978652954102},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5158892869949341},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5071277618408203},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.48777514696121216},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43483179807662964},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4291728138923645},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4151461124420166},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3462713956832886},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28881821036338806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2336353361606598},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09996744990348816},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2020.3011739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.3011739","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1613623347","display_name":null,"funder_award_id":"61771258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1984025245","display_name":null,"funder_award_id":"61972214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4810497102","display_name":null,"funder_award_id":"61803297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4842950919","display_name":null,"funder_award_id":"61773310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4974292152","display_name":null,"funder_award_id":"61822309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5890744426","display_name":null,"funder_award_id":"2020M673406","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323268","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1542941925","https://openalex.org/W1968167335","https://openalex.org/W1976981503","https://openalex.org/W1983563831","https://openalex.org/W2018386036","https://openalex.org/W2078834385","https://openalex.org/W2078940037","https://openalex.org/W2115087314","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2275624464","https://openalex.org/W2277948250","https://openalex.org/W2345246782","https://openalex.org/W2588174609","https://openalex.org/W2590817293","https://openalex.org/W2625632007","https://openalex.org/W2625874945","https://openalex.org/W2782992486","https://openalex.org/W2786514502","https://openalex.org/W2787221011","https://openalex.org/W2797672018","https://openalex.org/W2894976951","https://openalex.org/W2897894570","https://openalex.org/W2901645090","https://openalex.org/W2903049349","https://openalex.org/W2909510634","https://openalex.org/W2912904224","https://openalex.org/W2926295867","https://openalex.org/W2950560044","https://openalex.org/W2957897705","https://openalex.org/W2962966033","https://openalex.org/W2963211073","https://openalex.org/W2963317745","https://openalex.org/W2966012238","https://openalex.org/W2974232099","https://openalex.org/W2985363569","https://openalex.org/W2988035443","https://openalex.org/W2988317321","https://openalex.org/W2989354373","https://openalex.org/W3004113199","https://openalex.org/W3010036076","https://openalex.org/W3017958173","https://openalex.org/W3020785977","https://openalex.org/W3117323062","https://openalex.org/W6755069753","https://openalex.org/W6774771837"],"related_works":["https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W3021806226","https://openalex.org/W2299132841"],"abstract_inverted_index":{"In":[0,28],"commercial":[1,45],"buildings,":[2],"about":[3],"40%-50%":[4],"of":[5,38,50,65,79,159,183],"the":[6,35,48,63,111,117,138,178,184],"total":[7],"electricity":[8,75],"consumption":[9],"is":[10,106,123,134],"attributed":[11],"to":[12,33,62,109,136],"Heating,":[13],"Ventilation,":[14],"and":[15,56,77,82,90,98,101,162,181],"Air":[16],"Conditioning":[17],"(HVAC)":[18],"systems,":[19],"which":[20],"places":[21],"an":[22,39,130],"economic":[23],"burden":[24],"on":[25,142,174],"building":[26,46,167],"operators.":[27],"this":[29,115],"paper,":[30],"we":[31],"intend":[32],"minimize":[34],"energy":[36,119],"cost":[37,120],"HVAC":[40,131],"system":[41],"in":[42],"a":[43,93,99,126],"multi-zone":[44],"with":[47,87,147],"consideration":[49],"random":[51],"zone":[52],"occupancy,":[53],"thermal":[54,67,168],"comfort,":[55],"indoor":[57,88],"air":[58],"quality":[59],"comfort.":[60],"Due":[61],"existence":[64],"unknown":[66],"dynamics":[68,169],"models,":[69],"parameter":[70],"uncertainties":[71],"(e.g.,":[72],"outdoor":[73],"temperature,":[74],"price,":[76],"number":[78],"occupants),":[80],"spatially":[81],"temporally":[83],"coupled":[84],"constraints":[85],"associated":[86],"temperature":[89],"CO2":[91],"concentration,":[92],"large":[94],"discrete":[95],"solution":[96],"space,":[97],"non-convex":[100],"non-separable":[102],"objective":[103],"function,":[104],"it":[105],"very":[107],"challenging":[108],"achieve":[110],"above":[112,118],"aim.":[113],"To":[114],"end,":[116],"minimization":[121],"problem":[122],"reformulated":[124],"as":[125],"Markov":[127,139],"game.":[128],"Then,":[129],"control":[132],"algorithm":[133,152],"proposed":[135,151,185],"solve":[137],"game":[140],"based":[141,173],"multi-agent":[143],"deep":[144],"reinforcement":[145],"learning":[146],"attention":[148],"mechanism.":[149],"The":[150],"does":[153],"not":[154],"require":[155],"any":[156],"prior":[157],"knowledge":[158],"uncertain":[160],"parameters":[161],"can":[163],"operate":[164],"without":[165],"knowing":[166],"models.":[170],"Simulation":[171],"results":[172],"real-world":[175],"traces":[176],"show":[177],"effectiveness,":[179],"robustness":[180],"scalability":[182],"algorithm.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":70},{"year":2024,"cited_by_count":64},{"year":2023,"cited_by_count":66},{"year":2022,"cited_by_count":72},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":8}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}