{"id":"https://openalex.org/W4391019722","doi":"https://doi.org/10.1109/cdc49753.2023.10383785","title":"Decentralized Conflict Resolution for Multi-Agent Reinforcement Learning Through Shared Scheduling Protocols","display_name":"Decentralized Conflict Resolution for Multi-Agent Reinforcement Learning Through Shared Scheduling Protocols","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391019722","doi":"https://doi.org/10.1109/cdc49753.2023.10383785"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10383785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383785","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093745150","display_name":"Tyler Ingebrand","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Ingebrand","raw_affiliation_strings":["University of Texas at Austin,Chandra Department of Electrical and Computer Engineering,Austin,TX,USA","Chandra Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin,Chandra Department of Electrical and Computer Engineering,Austin,TX,USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Chandra Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108312667","display_name":"Sophia Smith","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophia Smith","raw_affiliation_strings":["Oden Institute for Computational Engineering and Sciences, University of Texas at Austin,Austin,TX,USA","Oden Institute for Computational Engineering and Sciences, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oden Institute for Computational Engineering and Sciences, University of Texas at Austin,Austin,TX,USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Oden Institute for Computational Engineering and Sciences, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068441112","display_name":"Ufuk Topcu","orcid":"https://orcid.org/0000-0003-0819-9985"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ufuk Topcu","raw_affiliation_strings":["University of Texas at Austin,Oden Institute and the Department of Aerospace Engineering and Engineering Mechanics,Austin,TX,USA","Oden Institute and the Department of Aerospace Engineering and Engineering Mechanics, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin,Oden Institute and the Department of Aerospace Engineering and Engineering Mechanics,Austin,TX,USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Oden Institute and the Department of Aerospace Engineering and Engineering Mechanics, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7170","last_page":"7177"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8032734394073486},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7490337491035461},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7066973447799683},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6407532691955566},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5200812220573425},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.46736785769462585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17080983519554138},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.129341721534729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8032734394073486},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7490337491035461},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7066973447799683},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6407532691955566},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5200812220573425},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.46736785769462585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17080983519554138},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.129341721534729},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc49753.2023.10383785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383785","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W11035765","https://openalex.org/W1641379095","https://openalex.org/W1863534978","https://openalex.org/W1918371733","https://openalex.org/W2106471678","https://openalex.org/W2637726959","https://openalex.org/W2736601468","https://openalex.org/W2761873684","https://openalex.org/W2788115019","https://openalex.org/W2908261578","https://openalex.org/W2963864421","https://openalex.org/W2989847975","https://openalex.org/W3118210634","https://openalex.org/W3123490258","https://openalex.org/W4253331039","https://openalex.org/W4298857966","https://openalex.org/W4311726114","https://openalex.org/W6681423171","https://openalex.org/W6749032143","https://openalex.org/W6789259823"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Decentralized":[0],"multi-agent":[1,144],"reinforcement":[2],"learning":[3],"(MARL)":[4],"is":[5,71],"an":[6,37],"inherently":[7],"difficult":[8],"problem":[9],"because":[10],"agents":[11,41,123],"can":[12,95],"have":[13],"individual,":[14],"unique":[15],"objectives":[16],"and":[17,110],"no":[18],"direct":[19],"incentive":[20],"to":[21,43,73,83,125,148],"cooperate.":[22],"Conflicts":[23],"often":[24],"arise":[25],"over":[26],"bottlenecks":[27],"in":[28,90],"the":[29,54,76,79,127,141],"environment,":[30],"such":[31,67],"as":[32,129],"a":[33,45,57,103,132],"shared":[34,58],"key":[35],"or":[36],"intersection,":[38],"where":[39],"multiple":[40],"need":[42],"access":[44],"single":[46],"resource.":[47],"To":[48],"resolve":[49,114],"these":[50],"conflicts,":[51],"we":[52,87],"propose":[53],"use":[55,75],"of":[56,143],"scheduling":[59,62,92,138],"protocol.":[60],"A":[61],"protocol":[63,128],"coordinates":[64],"agent":[65,70,101],"behavior":[66],"that":[68,94,112,137],"one":[69],"allowed":[72],"greedily":[74],"resource":[77],"while":[78],"others":[80],"are":[81,88],"required":[82],"wait.":[84],"In":[85,121],"particular,":[86],"interested":[89],"decentralized":[91,150],"protocols":[93,109,139],"be":[96],"implemented":[97],"independently":[98],"by":[99,118],"each":[100],"without":[102],"centralized":[104],"controller.":[105],"We":[106],"present":[107],"three":[108],"prove":[111],"they":[113],"conflicts":[115],"when":[116],"obeyed":[117],"all":[119],"agents.":[120],"training,":[122],"learn":[124],"obey":[126],"violations":[130],"incur":[131],"penalty.":[133],"Experimental":[134],"results":[135],"show":[136],"increase":[140],"performance":[142],"training":[145],"fivefold":[146],"compared":[147],"baseline":[149],"MARL.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}