{"id":"https://openalex.org/W2964937097","doi":"https://doi.org/10.1609/aaai.v33i01.33016079","title":"Message-Dropout: An Efficient Training Method for Multi-Agent Deep Reinforcement Learning","display_name":"Message-Dropout: An Efficient Training Method for Multi-Agent Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2964937097","doi":"https://doi.org/10.1609/aaai.v33i01.33016079","mag":"2964937097"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016079","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016079","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4564/4442","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4564/4442","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081545012","display_name":"Woojun Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Woojun Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085738436","display_name":"Myung-sik Cho","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myungsik Cho","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020240958","display_name":"Youngchul Sung","orcid":"https://orcid.org/0000-0003-4536-6690"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngchul Sung","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST)"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST)","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081545012"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":3.8644,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":{"value":0.94177215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"33","issue":"01","first_page":"6079","last_page":"6086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.8977096080780029},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.862285852432251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8261064291000366},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6178504228591919},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.45054635405540466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4475584030151367},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.43777328729629517},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4230336546897888},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3608129620552063},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.30890849232673645}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8977096080780029},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.862285852432251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8261064291000366},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6178504228591919},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.45054635405540466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4475584030151367},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.43777328729629517},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4230336546897888},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3608129620552063},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30890849232673645},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016079","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016079","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4564/4442","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016079","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016079","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4564/4442","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G1343409141","display_name":null,"funder_award_id":"2016-0-00563","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2396645216","display_name":null,"funder_award_id":"2016-0-00563","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G3034753964","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G342704958","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G3942910960","display_name":null,"funder_award_id":"(NRF) grant","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G982292920","display_name":null,"funder_award_id":"NRF-20","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964937097.pdf","grobid_xml":"https://content.openalex.org/works/W2964937097.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W1641379095","https://openalex.org/W2095705004","https://openalex.org/W2121092017","https://openalex.org/W2142505627","https://openalex.org/W2155968351","https://openalex.org/W2160484294","https://openalex.org/W2172933221","https://openalex.org/W2294567968","https://openalex.org/W2395575420","https://openalex.org/W2602275733","https://openalex.org/W2617547828","https://openalex.org/W2746553466","https://openalex.org/W2768629321","https://openalex.org/W2785315072","https://openalex.org/W2963658727","https://openalex.org/W3099701504","https://openalex.org/W4299802797","https://openalex.org/W6696879442","https://openalex.org/W6737849119","https://openalex.org/W6747941106"],"related_works":["https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W3096874164","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2089415692","https://openalex.org/W4294873804","https://openalex.org/W3148138296"],"abstract_inverted_index":{"In":[0,42,127],"this":[1,85],"paper,":[2],"we":[3,138],"propose":[4],"a":[5,71,75,97,156,161],"new":[6],"learning":[7,19,28,113,118,192],"technique":[8,61,103,172,184],"named":[9],"message-dropout":[10,102,171,183],"to":[11,147,159],"improve":[12],"the":[13,43,59,64,79,89,92,106,124,128,141,144,169,181,190,198,202,206],"performance":[14,193,204],"for":[15,84,164,173],"multi-agent":[16,26,48,111],"deep":[17],"reinforcement":[18,27,112,191],"under":[20],"two":[21],"application":[22,45,130,142],"scenarios:":[23],"1)":[24],"classical":[25],"with":[29,39,74,96,114,135,185],"direct":[30,52],"message":[31,53],"communication":[32,54,115,121],"among":[33,55],"agents":[34,56,69],"and":[35,82,116,176,201],"2)":[36],"centralized":[37,133,157],"training":[38,80,134,199],"decentralized":[40,136,162],"execution.":[41],"first":[44],"scenario":[46,131],"of":[47,91,132,143,197],"systems":[49],"in":[50,70,78,110,123,195,205],"which":[51,154],"is":[57],"allowed,":[58],"messagedropout":[60,146],"drops":[62],"out":[63],"received":[65],"messages":[66],"from":[67],"other":[68],"block-wise":[72],"manner":[73],"certain":[76],"probability":[77],"phase":[81],"compensates":[83],"effect":[86],"by":[87],"multiplying":[88],"weights":[90],"dropped-out":[93],"block":[94],"units":[95],"correction":[98],"probability.":[99],"The":[100],"applied":[101],"effectively":[104],"handles":[105],"increased":[107],"input":[108],"dimension":[109],"makes":[117],"robust":[119],"against":[120],"errors":[122],"execution":[125,207],"phase.":[126,208],"second":[129],"execution,":[137],"particularly":[139],"consider":[140],"proposed":[145,170,182],"Multi-Agent":[148],"Deep":[149],"Deterministic":[150],"Policy":[151],"Gradient":[152],"(MADDPG),":[153],"uses":[155],"critic":[158],"train":[160],"actor":[163],"each":[165],"agent.":[166],"We":[167],"evaluate":[168],"several":[174],"games,":[175],"numerical":[177],"results":[178],"show":[179],"that":[180],"proper":[186],"dropout":[187],"rate":[188],"improves":[189],"significantly":[194],"terms":[196],"speed":[200],"steady-state":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-30T08:08:38.191290","created_date":"2025-10-10T00:00:00"}