{"id":"https://openalex.org/W3200753892","doi":"https://doi.org/10.1109/icra46639.2022.9812321","title":"ROMAX: Certifiably Robust Deep Multiagent Reinforcement Learning via Convex Relaxation","display_name":"ROMAX: Certifiably Robust Deep Multiagent Reinforcement Learning via Convex Relaxation","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W3200753892","doi":"https://doi.org/10.1109/icra46639.2022.9812321","mag":"3200753892"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9812321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812321","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051533554","display_name":"Chuangchuang Sun","orcid":"https://orcid.org/0000-0003-3049-5828"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chuangchuang Sun","raw_affiliation_strings":["Mississippi State University,Department of Aerospace Engineering,MS,39762"],"affiliations":[{"raw_affiliation_string":"Mississippi State University,Department of Aerospace Engineering,MS,39762","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033449275","display_name":"Dong Ki Kim","orcid":"https://orcid.org/0000-0002-5195-7852"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong-Ki Kim","raw_affiliation_strings":["Laboratory for Information &#x0026; Decision Systems, Massachusetts Institute of Technology,Cambridge,MA,02139"],"affiliations":[{"raw_affiliation_string":"Laboratory for Information &#x0026; Decision Systems, Massachusetts Institute of Technology,Cambridge,MA,02139","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011665886","display_name":"Jonathan P. How","orcid":"https://orcid.org/0000-0001-8576-1930"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan P. How","raw_affiliation_strings":["Laboratory for Information &#x0026; Decision Systems, Massachusetts Institute of Technology,Cambridge,MA,02139"],"affiliations":[{"raw_affiliation_string":"Laboratory for Information &#x0026; Decision Systems, Massachusetts Institute of Technology,Cambridge,MA,02139","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051533554"],"corresponding_institution_ids":["https://openalex.org/I99041443"],"apc_list":null,"apc_paid":null,"fwci":0.7264,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69155354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5503","last_page":"5510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8139979839324951},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7801514267921448},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.6905397176742554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6678048968315125},{"id":"https://openalex.org/keywords/relaxation","display_name":"Relaxation (psychology)","score":0.5762670040130615},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5665331482887268},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.46839094161987305},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4397010803222656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36824461817741394},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20715612173080444}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8139979839324951},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7801514267921448},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6905397176742554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6678048968315125},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.5762670040130615},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5665331482887268},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.46839094161987305},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4397010803222656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36824461817741394},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20715612173080444},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra46639.2022.9812321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812321","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3508111004","display_name":null,"funder_award_id":"W911NF-17-2-0181","funder_id":"https://openalex.org/F4320308476","funder_display_name":"Association of Research Libraries"},{"id":"https://openalex.org/G7729140560","display_name":null,"funder_award_id":"SC-1661-04","funder_id":"https://openalex.org/F4320309511","funder_display_name":"Scientific Systems Company, Incorporated"}],"funders":[{"id":"https://openalex.org/F4320308476","display_name":"Association of Research Libraries","ror":"https://ror.org/053mpbz30"},{"id":"https://openalex.org/F4320309511","display_name":"Scientific Systems Company, Incorporated","ror":"https://ror.org/033xh9c11"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1540725368","https://openalex.org/W1542941925","https://openalex.org/W1856389244","https://openalex.org/W1990815933","https://openalex.org/W2171881432","https://openalex.org/W2594877703","https://openalex.org/W2617547828","https://openalex.org/W2740377041","https://openalex.org/W2744979297","https://openalex.org/W2762872434","https://openalex.org/W2770298516","https://openalex.org/W2785315072","https://openalex.org/W2795900505","https://openalex.org/W2810602713","https://openalex.org/W2890472662","https://openalex.org/W2890660842","https://openalex.org/W2891698621","https://openalex.org/W2892354372","https://openalex.org/W2898963688","https://openalex.org/W2904455790","https://openalex.org/W2909765152","https://openalex.org/W2911743772","https://openalex.org/W2917875722","https://openalex.org/W2945924974","https://openalex.org/W2950029838","https://openalex.org/W2950397026","https://openalex.org/W2962938168","https://openalex.org/W2963039558","https://openalex.org/W2963390138","https://openalex.org/W2963407617","https://openalex.org/W2963424284","https://openalex.org/W2963440492","https://openalex.org/W2963496101","https://openalex.org/W2963788414","https://openalex.org/W2963887494","https://openalex.org/W2964191473","https://openalex.org/W2965187570","https://openalex.org/W2982312374","https://openalex.org/W2989847975","https://openalex.org/W2991093017","https://openalex.org/W2995876497","https://openalex.org/W2996343955","https://openalex.org/W3031427716","https://openalex.org/W3037724942","https://openalex.org/W3087176855","https://openalex.org/W3092849863","https://openalex.org/W3094179137","https://openalex.org/W3094863090","https://openalex.org/W3099518626","https://openalex.org/W3102564617","https://openalex.org/W3118210634","https://openalex.org/W3161411321","https://openalex.org/W3168185438","https://openalex.org/W3170834283","https://openalex.org/W3177473096","https://openalex.org/W4289283575","https://openalex.org/W4289306490","https://openalex.org/W4295150809","https://openalex.org/W4297810554","https://openalex.org/W4299802797","https://openalex.org/W4300620263","https://openalex.org/W4394662461","https://openalex.org/W6632293826","https://openalex.org/W6718904444","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6744562401","https://openalex.org/W6745190604","https://openalex.org/W6747941106","https://openalex.org/W6748576644","https://openalex.org/W6750745550","https://openalex.org/W6754543342","https://openalex.org/W6754619240","https://openalex.org/W6754646375","https://openalex.org/W6754681091","https://openalex.org/W6755480234","https://openalex.org/W6756530027","https://openalex.org/W6757740184","https://openalex.org/W6758507868","https://openalex.org/W6762427411","https://openalex.org/W6763911020","https://openalex.org/W6765694979","https://openalex.org/W6766307485","https://openalex.org/W6771007510","https://openalex.org/W6783130000","https://openalex.org/W6784341771","https://openalex.org/W6784459621","https://openalex.org/W6863618527"],"related_works":["https://openalex.org/W2016058626","https://openalex.org/W2474724840","https://openalex.org/W2963760573","https://openalex.org/W2895916002","https://openalex.org/W1814049089","https://openalex.org/W1977348009","https://openalex.org/W2369683208","https://openalex.org/W2084836983","https://openalex.org/W1530911128","https://openalex.org/W2362133437"],"abstract_inverted_index":{"In":[0,50],"a":[1,4,55,110],"multirobot":[2],"system,":[3],"number":[5],"of":[6,18,33,65,82,113,136],"cyber-physical":[7],"attacks":[8],"(e.g.,":[9],"communication":[10],"hijack,":[11],"observation":[12],"per-turbations)":[13],"can":[14],"challenge":[15],"the":[16,31,34,45,61,69,79,87,114,133,137],"robustness":[17,95],"agents.":[19,67],"This":[20],"robust-ness":[21],"issue":[22],"worsens":[23],"in":[24,96],"multiagent":[25],"reinforcement":[26],"learning":[27,39],"because":[28],"there":[29],"exists":[30],"non-stationarity":[32],"environment":[35],"caused":[36],"by":[37],"simultaneously":[38],"agents":[40,100],"whose":[41],"changing":[42],"policies":[43],"affect":[44],"transition":[46],"and":[47,107,127],"reward":[48],"functions.":[49],"this":[51,141],"paper,":[52],"we":[53,77],"propose":[54],"minimax":[56,70],"MARL":[57],"approach":[58,121],"to":[59,75,85],"infer":[60],"worst-case":[62],"policy":[63],"update":[64],"other":[66],"As":[68],"formulation":[71],"is":[72],"computationally":[73],"intractable":[74],"solve,":[76],"apply":[78],"convex":[80,92],"relaxation":[81,93],"neural":[83],"networks":[84],"solve":[86],"inner":[88],"minimization":[89],"problem.":[90,117],"Such":[91],"enables":[94],"interacting":[97],"with":[98],"peer":[99],"that":[101,129],"may":[102],"have":[103],"significantly":[104],"different":[105],"behaviors":[106],"also":[108],"achieves":[109],"certified":[111],"bound":[112],"original":[115],"optimization":[116],"We":[118],"eval-uate":[119],"our":[120,130],"on":[122,140],"multiple":[123],"mixed":[124],"cooperative-competitive":[125],"tasks":[126],"show":[128],"method":[131],"outperforms":[132],"previous":[134],"state":[135],"art":[138],"approaches":[139],"topic.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}
