{"id":"https://openalex.org/W2887120114","doi":"https://doi.org/10.23919/acc.2018.8430773","title":"Distributed UAV Swarm Formation Control via Object-Focused, Multi-Objective SARSA","display_name":"Distributed UAV Swarm Formation Control via Object-Focused, Multi-Objective SARSA","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2887120114","doi":"https://doi.org/10.23919/acc.2018.8430773","mag":"2887120114"},"language":"en","primary_location":{"id":"doi:10.23919/acc.2018.8430773","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc.2018.8430773","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Annual American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029490590","display_name":"Christian Speck","orcid":null},"institutions":[{"id":"https://openalex.org/I1287521167","display_name":"Lockheed Martin (United States)","ror":"https://ror.org/026er9r08","country_code":"US","type":"company","lineage":["https://openalex.org/I1287521167"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Christian Speck","raw_affiliation_strings":["Spectrum Systems Lab, Lockheed Martin Advanced Technology Labs, Cherry Hill, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Spectrum Systems Lab, Lockheed Martin Advanced Technology Labs, Cherry Hill, NJ, USA","institution_ids":["https://openalex.org/I1287521167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091062384","display_name":"Donald J. Bucci","orcid":"https://orcid.org/0000-0002-7500-5768"},"institutions":[{"id":"https://openalex.org/I1287521167","display_name":"Lockheed Martin (United States)","ror":"https://ror.org/026er9r08","country_code":"US","type":"company","lineage":["https://openalex.org/I1287521167"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald J. Bucci","raw_affiliation_strings":["Spectrum Systems Lab, Lockheed Martin Advanced Technology Labs, Cherry Hill, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Spectrum Systems Lab, Lockheed Martin Advanced Technology Labs, Cherry Hill, NJ, USA","institution_ids":["https://openalex.org/I1287521167"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029490590"],"corresponding_institution_ids":["https://openalex.org/I1287521167"],"apc_list":null,"apc_paid":null,"fwci":2.9525,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91890539,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6596","last_page":"6601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597961187362671},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6562724113464355},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6134136319160461},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6132557392120361},{"id":"https://openalex.org/keywords/flocking","display_name":"Flocking (texture)","score":0.5759546756744385},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5660471320152283},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.524940013885498},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4948076605796814},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.45583322644233704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44862914085388184},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.43621906638145447},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.413942813873291},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34335678815841675},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.23566296696662903},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2353566586971283},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.10175618529319763}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597961187362671},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6562724113464355},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6134136319160461},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6132557392120361},{"id":"https://openalex.org/C2781220375","wikidata":"https://www.wikidata.org/wiki/Q814208","display_name":"Flocking (texture)","level":2,"score":0.5759546756744385},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5660471320152283},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.524940013885498},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4948076605796814},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.45583322644233704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44862914085388184},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.43621906638145447},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.413942813873291},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34335678815841675},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.23566296696662903},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2353566586971283},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.10175618529319763},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/acc.2018.8430773","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc.2018.8430773","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Annual American Control Conference (ACC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W72400652","https://openalex.org/W186800770","https://openalex.org/W604277635","https://openalex.org/W1531900088","https://openalex.org/W1576851720","https://openalex.org/W1975511713","https://openalex.org/W1978295341","https://openalex.org/W2029259235","https://openalex.org/W2037331007","https://openalex.org/W2042578906","https://openalex.org/W2047083748","https://openalex.org/W2089611739","https://openalex.org/W2136202932","https://openalex.org/W2150312211","https://openalex.org/W2153497787","https://openalex.org/W2170834157","https://openalex.org/W2170869099","https://openalex.org/W2345097924","https://openalex.org/W2414869995","https://openalex.org/W2467430894","https://openalex.org/W2485734267","https://openalex.org/W2511568459","https://openalex.org/W2520459424","https://openalex.org/W2544041682","https://openalex.org/W2549729575","https://openalex.org/W2735265934","https://openalex.org/W2752788681","https://openalex.org/W2793998795","https://openalex.org/W3145117791","https://openalex.org/W4234406933","https://openalex.org/W6618394662","https://openalex.org/W6680080562","https://openalex.org/W6719852696","https://openalex.org/W6743346704","https://openalex.org/W6749364156","https://openalex.org/W6835147723","https://openalex.org/W6993026462"],"related_works":["https://openalex.org/W2002188687","https://openalex.org/W2142589698","https://openalex.org/W2794811781","https://openalex.org/W4327740834","https://openalex.org/W4387445286","https://openalex.org/W4389665619","https://openalex.org/W2166744572","https://openalex.org/W2138105113","https://openalex.org/W1596835606","https://openalex.org/W1991727603"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,21,30,38,60,158],"novel":[3],"multi-objective":[4],"reinforcement":[5],"learning":[6,111],"formulation":[7],"of":[8,16,25,40,63,97,106,151,161],"the":[9,64,89,94,104,107,135],"decentralized":[10],"formation":[11],"control":[12],"problem":[13],"for":[14,56,84,121],"swarms":[15],"fixed-wing":[17],"UAVs":[18],"based":[19],"on":[20],"relative":[22,90],"state-space":[23],"construction":[24],"obstacles":[26],"and":[27,49,72,126],"waypoints.":[28],"Specifically,":[29],"modular":[31],"state-action-reward-state-action":[32],"(SARSA)":[33],"approach":[34,78],"is":[35,79,112,144],"applied":[36,80,113],"to":[37,81,117,130],"set":[39],"behavioral":[41,132],"swarm":[42,133,154],"rules":[43],"(i.e.,":[44],"Reynolds":[45],"flocking,":[46],"target":[47],"seek,":[48],"obstacle":[50,73],"avoidance).":[51],"Q-tables":[52,120],"are":[53],"trained":[54],"offline":[55],"each":[57,85,122],"rule":[58],"using":[59],"simulated":[61],"model":[62],"UAV":[65,86,125],"plant":[66],"over":[67],"scenarios":[68,148],"with":[69],"randomized":[70],"waypoints":[71],"locations.":[74],"The":[75],"greatest":[76,140],"mass":[77,141],"action":[82],"selection":[83],"by":[87],"selecting":[88],"heading":[91],"that":[92],"maximizes":[93],"weighted":[95],"sum":[96],"Q-values":[98],"across":[99,146],"all":[100],"Q-tables.":[101],"To":[102],"restrain":[103],"dimensionality":[105],"state":[108],"space,":[109],"object-focused":[110,139],"during":[114],"policy":[115],"evaluation":[116],"instantiate":[118],"multiple":[119,147],"detected":[123],"neighbor":[124],"obstacle.":[127],"In":[128],"comparison":[129],"existing":[131],"controllers,":[134],"controller":[136],"learned":[137],"via":[138],"SARSA":[142],"(OF-GM-SARSA)":[143],"generalizable":[145],"in":[149],"terms":[150],"demonstrating":[152],"desired":[153],"behaviors":[155],"while":[156],"providing":[157],"negliaible":[159],"number":[160],"collisions.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}