{"id":"https://openalex.org/W3029065915","doi":"https://doi.org/10.2478/jaiscr-2020-0013","title":"Multi Agent Deep Learning with Cooperative Communication","display_name":"Multi Agent Deep Learning with Cooperative Communication","publication_year":2020,"publication_date":"2020-05-23","ids":{"openalex":"https://openalex.org/W3029065915","doi":"https://doi.org/10.2478/jaiscr-2020-0013","mag":"3029065915"},"language":"en","primary_location":{"id":"doi:10.2478/jaiscr-2020-0013","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2020-0013","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2020-0013","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2020-0013","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081040128","display_name":"David Sim\u00f5es","orcid":"https://orcid.org/0000-0002-6464-8012"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"David Sim\u00f5es","raw_affiliation_strings":["Artificial Intelligence and Computer Science Lab , Oporto , Portugal","Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal","Institute of Electronics and Informatics Engineering of Aveiro , University of Aveiro , Portugal","Artificial Intelligence and Computer Science Lab , Oporto , Portugal; Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Computer Science Lab , Oporto , Portugal","institution_ids":[]},{"raw_affiliation_string":"Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal","institution_ids":["https://openalex.org/I60858718"]},{"raw_affiliation_string":"Institute of Electronics and Informatics Engineering of Aveiro , University of Aveiro , Portugal","institution_ids":["https://openalex.org/I60858718"]},{"raw_affiliation_string":"Artificial Intelligence and Computer Science Lab , Oporto , Portugal; Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055569781","display_name":"Nuno Lau","orcid":"https://orcid.org/0000-0003-0513-158X"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nuno Lau","raw_affiliation_strings":["Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal","Institute of Electronics and Informatics Engineering of Aveiro , University of Aveiro , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics, Telecommunications and Informatics Department , University of Aveiro , Portugal","institution_ids":["https://openalex.org/I60858718"]},{"raw_affiliation_string":"Institute of Electronics and Informatics Engineering of Aveiro , University of Aveiro , Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089812166","display_name":"Lu\u00eds Paulo Reis","orcid":"https://orcid.org/0000-0002-4709-1718"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lu\u00eds Paulo Reis","raw_affiliation_strings":["Artificial Intelligence and Computer Science Lab , Oporto , Portugal","Informatics Engineering Department , Faculty of Engineering of the University of Porto , Portugal","Artificial Intelligence and Computer Science Lab , Oporto , Portugal; Informatics Engineering Department , Faculty of Engineering of the University of Porto , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Computer Science Lab , Oporto , Portugal","institution_ids":[]},{"raw_affiliation_string":"Informatics Engineering Department , Faculty of Engineering of the University of Porto , Portugal","institution_ids":["https://openalex.org/I182534213"]},{"raw_affiliation_string":"Artificial Intelligence and Computer Science Lab , Oporto , Portugal; Informatics Engineering Department , Faculty of Engineering of the University of Porto , Portugal","institution_ids":["https://openalex.org/I182534213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4341,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85740738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":"3","first_page":"189","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.856948971748352},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7895000576972961},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.6541339159011841},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6109386682510376},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5496269464492798},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5129082202911377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44379863142967224},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3897901475429535},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1877588927745819},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08204042911529541}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.856948971748352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7895000576972961},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6541339159011841},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6109386682510376},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5496269464492798},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5129082202911377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44379863142967224},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3897901475429535},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1877588927745819},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08204042911529541},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2478/jaiscr-2020-0013","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2020-0013","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2020-0013","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.2478/jaiscr-2020-0013","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jaiscr-2020-0013","pdf_url":"https://www.sciendo.com/pdf/10.2478/jaiscr-2020-0013","source":{"id":"https://openalex.org/S4210223945","display_name":"Journal of Artificial Intelligence and Soft Computing Research","issn_l":"2083-2567","issn":["2083-2567","2449-6499"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317241","host_organization_name":"Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology","host_organization_lineage":["https://openalex.org/P4310317241"],"host_organization_lineage_names":["Polish Neural Network Society, the University of Social Sciences in Lodz & Czestochowa University of Technology"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence and Soft Computing Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6147775995","display_name":"Institute of Electronics and Informatics Engineering of Aveiro","funder_award_id":"UIDB/00127/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6865053567","display_name":null,"funder_award_id":"PD/BD/113963/2015","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3029065915.pdf","grobid_xml":"https://content.openalex.org/works/W3029065915.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1542941925","https://openalex.org/W1815076433","https://openalex.org/W2099618002","https://openalex.org/W2104602264","https://openalex.org/W2119717200","https://openalex.org/W2132534337","https://openalex.org/W2164397152","https://openalex.org/W2260756217","https://openalex.org/W2395575420","https://openalex.org/W2402402867","https://openalex.org/W2407732835","https://openalex.org/W2480177474","https://openalex.org/W2564324149","https://openalex.org/W2592798481","https://openalex.org/W2602275733","https://openalex.org/W2603266952","https://openalex.org/W2604283518","https://openalex.org/W2617547828","https://openalex.org/W2623431351","https://openalex.org/W2758244370","https://openalex.org/W2768629321","https://openalex.org/W2794643322","https://openalex.org/W2807741983","https://openalex.org/W2949201811","https://openalex.org/W2950472486","https://openalex.org/W2953119472","https://openalex.org/W2962852262","https://openalex.org/W2962938168","https://openalex.org/W2963000099","https://openalex.org/W2963658727","https://openalex.org/W2963881016","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2996680314","https://openalex.org/W4231000797","https://openalex.org/W4243655414"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W1994680671","https://openalex.org/W4327738859","https://openalex.org/W2002320543","https://openalex.org/W2000283393","https://openalex.org/W3106170641","https://openalex.org/W2116677773","https://openalex.org/W2150232912","https://openalex.org/W2348722996","https://openalex.org/W2889012151"],"abstract_inverted_index":{"Abstract":[0],"We":[1,67],"consider":[2],"the":[3,24],"problem":[4],"of":[5],"multi":[6],"agents":[7,41],"cooperating":[8],"in":[9,77],"a":[10,50],"partially-observable":[11,62],"environment.":[12],"Agents":[13],"must":[14],"learn":[15,42],"to":[16,22],"coordinate":[17],"and":[18,44,64,69],"share":[19],"relevant":[20],"information":[21],"solve":[23],"tasks":[25],"successfully.":[26],"This":[27],"article":[28],"describes":[29],"Asynchronous":[30],"Advantage":[31],"Actor-Critic":[32],"with":[33],"Communication":[34],"(A3C2),":[35],"an":[36],"end-to-end":[37],"differentiable":[38],"approach":[39],"where":[40],"policies":[43],"communication":[45],"protocols":[46],"simultaneously.":[47],"A3C2":[48,72],"uses":[49],"centralized":[51],"learning,":[52],"distributed":[53],"execution":[54],"paradigm,":[55],"supports":[56],"independent":[57],"agents,":[58],"dynamic":[59],"team":[60],"sizes,":[61],"environments,":[63],"noisy":[65],"communications.":[66],"compare":[68],"show":[70],"that":[71],"outperforms":[73],"other":[74],"state-of-the-art":[75],"proposals":[76],"multiple":[78],"environments.":[79]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}