{"id":"https://openalex.org/W2897749494","doi":"https://doi.org/10.1109/ijcnn.2018.8489674","title":"Swarm Q-Learning With Knowledge Sharing Within Environments for Formation Control","display_name":"Swarm Q-Learning With Knowledge Sharing Within Environments for Formation Control","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2897749494","doi":"https://doi.org/10.1109/ijcnn.2018.8489674","mag":"2897749494"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2018.8489674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2018.8489674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042524342","display_name":"Tung Nguyen","orcid":"https://orcid.org/0000-0001-8437-1113"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tung Nguyen","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716476","display_name":"Hung T. Nguyen","orcid":"https://orcid.org/0000-0003-3373-8178"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hung Nguyen","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087557540","display_name":"Essam Debie","orcid":"https://orcid.org/0000-0003-4954-3631"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Essam Debie","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047705901","display_name":"Kathryn Kasmarik","orcid":"https://orcid.org/0000-0001-7187-0474"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kathryn Kasmarik","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064811459","display_name":"Matthew Garratt","orcid":"https://orcid.org/0000-0003-0222-430X"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Matthew Garratt","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022974795","display_name":"Hussein A. Abbass","orcid":"https://orcid.org/0000-0002-8837-0748"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hussein Abbass","raw_affiliation_strings":["School of Engineering and IT, UNSW-Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and IT, UNSW-Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188329596"],"apc_list":null,"apc_paid":null,"fwci":1.7059,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.86259753,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.8691914081573486},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.8296232223510742},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7729856967926025},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"Swarm robotics","score":0.6347272992134094},{"id":"https://openalex.org/keywords/sql-injection","display_name":"SQL injection","score":0.6119852066040039},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5380262136459351},{"id":"https://openalex.org/keywords/swarm-intelligence","display_name":"Swarm intelligence","score":0.46418043971061707},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.44117191433906555},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41141244769096375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.402395099401474},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2843717932701111},{"id":"https://openalex.org/keywords/query-by-example","display_name":"Query by Example","score":0.27733612060546875},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.273922324180603},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11885979771614075},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.07898667454719543},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07012307643890381}],"concepts":[{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.8691914081573486},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.8296232223510742},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7729856967926025},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.6347272992134094},{"id":"https://openalex.org/C150451098","wikidata":"https://www.wikidata.org/wiki/Q506059","display_name":"SQL injection","level":5,"score":0.6119852066040039},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5380262136459351},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.46418043971061707},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.44117191433906555},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41141244769096375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.402395099401474},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2843717932701111},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.27733612060546875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.273922324180603},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11885979771614075},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.07898667454719543},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07012307643890381},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2018.8489674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2018.8489674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1506587822","https://openalex.org/W1542670833","https://openalex.org/W1981826826","https://openalex.org/W2009785399","https://openalex.org/W2025764057","https://openalex.org/W2083205586","https://openalex.org/W2085507172","https://openalex.org/W2099618002","https://openalex.org/W2107544712","https://openalex.org/W2115775310","https://openalex.org/W2119120935","https://openalex.org/W2135423891","https://openalex.org/W2136651788","https://openalex.org/W2144954802","https://openalex.org/W2567990716","https://openalex.org/W2586894404","https://openalex.org/W2594219313","https://openalex.org/W2594794854","https://openalex.org/W4214717370","https://openalex.org/W6645652150","https://openalex.org/W6681553200","https://openalex.org/W6735011893"],"related_works":["https://openalex.org/W4233987368","https://openalex.org/W65954170","https://openalex.org/W1988876749","https://openalex.org/W2182522217","https://openalex.org/W4386001959","https://openalex.org/W4234675952","https://openalex.org/W4304182880","https://openalex.org/W4362659455","https://openalex.org/W2789344126","https://openalex.org/W2985447784"],"abstract_inverted_index":{"A":[0],"formation":[1,32,96],"is":[2,22,65,109],"a":[3,7,23,68,71,98],"geometric":[4],"shape":[5],"that":[6,105],"group":[8],"of":[9,73,80,100,127,139],"agents":[10,40,140],"spatially":[11],"organizes":[12],"themselves":[13],"into":[14],"and":[15,51],"maintains":[16],"over":[17],"time.":[18],"Swarm":[19,54],"Q-Learning":[20,55],"(SQL)":[21],"tabular":[24],"multi-agent":[25],"reinforcement":[26],"learning":[27],"algorithm":[28,64],"designed":[29],"to":[30,41,84,123],"solve":[31],"control":[33],"problems.":[34],"We":[35],"modify":[36],"SQL":[37,113,135],"by":[38,116,120],"allowing":[39],"exchange":[42],"knowledge":[43,57],"they":[44,89],"have":[45],"learnt":[46],"within":[47,59,97],"the":[48,53,81,95,106,117,121,128,137],"same":[49],"environment":[50],"introduce":[52],"with":[56],"Sharing":[58],"an":[60],"Environment":[61],"(SQL-SIE).":[62],"The":[63],"tested":[66],"on":[67],"task":[69],"where":[70],"swarm":[72,122],"robots,":[74],"initially":[75],"scattered":[76],"in":[77,94],"one":[78],"side":[79],"environment,":[82],"needs":[83],"navigate":[85],"through":[86],"obstacles":[87],"until":[88],"reach":[90],"their":[91],"initial":[92],"positions":[93],"region":[99],"interest.":[101],"Experimental":[102],"results":[103],"show":[104],"proposed":[107],"SQL-SIE":[108,131],"more":[110],"efficient":[111],"than":[112,134],"as":[114,136],"measured":[115],"time":[118],"taken":[119],"complete":[124],"this":[125],"part":[126],"mission.":[129],"Moreover,":[130],"scales":[132],"better":[133],"number":[138],"increases.":[141]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}