{"id":"https://openalex.org/W4391168486","doi":"https://doi.org/10.1038/s41598-023-48767-1","title":"Resilient multi-agent RL: introducing DQ-RTS for distributed environments with data loss","display_name":"Resilient multi-agent RL: introducing DQ-RTS for distributed environments with data loss","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-23","ids":{"openalex":"https://openalex.org/W4391168486","doi":"https://doi.org/10.1038/s41598-023-48767-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/38263140","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10805896"},"language":"en","primary_location":{"id":"doi:10.1038/s41598-023-48767-1","doi":"https://doi.org/10.1038/s41598-023-48767-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-023-48767-1","pdf_url":"https://www.nature.com/articles/s41598-023-48767-1.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4391168486"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41598-023-48767-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055130345","display_name":"Lorenzo Canese","orcid":"https://orcid.org/0000-0002-7859-5150","observed_orcids":["https://orcid.org/0000-0002-7859-5150"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Lorenzo Canese","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy. canese@ing.uniroma2.it","Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy. canese@ing.uniroma2.it","institution_ids":["https://openalex.org/I116067653"]},{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028297120","display_name":"G.C. Cardarilli","orcid":"https://orcid.org/0000-0002-7444-876X","observed_orcids":["https://orcid.org/0000-0002-7444-876X"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gian Carlo Cardarilli","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063300969","display_name":"Luca Di Nunzio","orcid":"https://orcid.org/0000-0002-4312-7939","observed_orcids":["https://orcid.org/0000-0002-4312-7939"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Di Nunzio","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048482308","display_name":"Rocco Fazzolari","orcid":"https://orcid.org/0000-0002-7383-2663","observed_orcids":["https://orcid.org/0000-0002-7383-2663"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Fazzolari","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000963583","display_name":"Marco Re","orcid":"https://orcid.org/0000-0001-9046-1318","observed_orcids":["https://orcid.org/0000-0001-9046-1318"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Re","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044774713","display_name":"Sergio Span\u00f2","orcid":"https://orcid.org/0000-0002-8230-7211","observed_orcids":["https://orcid.org/0000-0002-8230-7211"]},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sergio Span\u00f2","raw_affiliation_strings":["Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Rome Tor Vergata, 00133, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055130345"],"corresponding_institution_ids":["https://openalex.org/I116067653"],"apc_list":{"value":2590,"currency":"USD","value_usd":2590},"apc_paid":{"value":2590,"currency":"USD","value_usd":2590},"fwci":2.1866,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.89961024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"1994","last_page":"1994"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9800000190734863},{"id":"https://openalex.org/keywords/decentralized-reinforcement-learning","display_name":"decentralized reinforcement learning","score":0.6869999766349792},{"id":"https://openalex.org/keywords/data-loss","display_name":"data loss","score":0.6690000295639038},{"id":"https://openalex.org/keywords/communication-protocols","display_name":"communication protocols","score":0.6940000057220459},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.6000000238418579},{"id":"https://openalex.org/keywords/real-time-strategy-games","display_name":"real-time strategy games","score":0.5730000138282776},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"swarm robotics","score":0.6029999852180481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092831134796143},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43174001574516296}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1038/s41598-023-48767-1","doi":"https://doi.org/10.1038/s41598-023-48767-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-023-48767-1","pdf_url":"https://www.nature.com/articles/s41598-023-48767-1.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10805896","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10805896","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10805896/pdf/41598_2023_Article_48767.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sci Rep","raw_type":"Text"},{"id":"pmid:38263140","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38263140","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific reports","raw_type":"Journal Article"},{"id":"pmh:oai:art.torvergata.it:2108/364004","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2108/364004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:6395a4506cfd4295970d589f66104e77","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/6395a4506cfd4295970d589f66104e77","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Reports, Vol 14, Iss 1, Pp 1-10 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41598-023-48767-1","doi":"https://doi.org/10.1038/s41598-023-48767-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-023-48767-1","pdf_url":"https://www.nature.com/articles/s41598-023-48767-1.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391168486.pdf","grobid_xml":"https://content.openalex.org/works/W4391168486.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1583837637","https://openalex.org/W1641379095","https://openalex.org/W1997880753","https://openalex.org/W2108892923","https://openalex.org/W2402164873","https://openalex.org/W2530849036","https://openalex.org/W2593804007","https://openalex.org/W2617547828","https://openalex.org/W2794643322","https://openalex.org/W2928977918","https://openalex.org/W2964161785","https://openalex.org/W2969525674","https://openalex.org/W2970032940","https://openalex.org/W2976344064","https://openalex.org/W2997360310","https://openalex.org/W3117857700","https://openalex.org/W3168458987","https://openalex.org/W3203680104","https://openalex.org/W4200476526","https://openalex.org/W4211201689","https://openalex.org/W4291825963","https://openalex.org/W4309349085"],"related_works":["https://openalex.org/W4406729818","https://openalex.org/W3205806283","https://openalex.org/W7125776132","https://openalex.org/W7150984137","https://openalex.org/W4384080781","https://openalex.org/W7171411568","https://openalex.org/W4285064860","https://openalex.org/W7219245561","https://openalex.org/W3119215358","https://openalex.org/W6902704304"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"DQ-RTS,":[3,61,115],"a":[4,20,63,121],"novel":[5],"decentralized":[6,47],"Multi-Agent":[7,126],"Reinforcement":[8,127],"Learning":[9,128],"algorithm":[10],"designed":[11],"to":[12,34,70],"address":[13],"challenges":[14],"posed":[15],"by":[16,81],"non-ideal":[17,75],"communication":[18,32],"and":[19,45,112],"varying":[21],"number":[22],"of":[23,60,114],"agents":[24],"in":[25,72,129],"distributed":[26,131],"environments.":[27,132],"DQ-RTS":[28,44,78],"incorporates":[29],"an":[30],"optimized":[31],"protocol":[33],"mitigate":[35],"data":[36],"loss":[37],"between":[38,43],"agents.":[39],"A":[40],"comparative":[41],"analysis":[42],"its":[46,118],"counterpart":[48],"Q-RTS,":[49],"or":[50],"Q-learning":[51],"for":[52,93,124],"Real-Time":[53],"Swarms,":[54],"demonstrates":[55],"the":[56,86,110],"superior":[57],"convergence":[58],"speed":[59],"achieving":[62],"remarkable":[64],"speed-up":[65],"factor":[66],"ranging":[67],"from":[68],"1.6":[69],"2.7":[71],"scenarios":[73],"with":[74],"communication.":[76],"Moreover,":[77],"exhibits":[79],"robustness":[80],"maintaining":[82],"performance":[83],"even":[84],"when":[85],"agent":[87,97],"population":[88],"fluctuates,":[89],"making":[90],"it":[91],"well-suited":[92],"applications":[94],"requiring":[95],"adaptable":[96],"numbers":[98],"over":[99],"time.":[100],"Additionally,":[101],"extensive":[102],"experiments":[103],"conducted":[104],"on":[105],"various":[106],"benchmark":[107],"tasks":[108],"validate":[109],"scalability":[111],"effectiveness":[113],"further":[116],"establishing":[117],"potential":[119],"as":[120],"practical":[122],"solution":[123],"resilient":[125],"dynamic":[130]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391168486","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":18}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-01-25T00:00:00"}
