{"id":"https://openalex.org/W4367843846","doi":"https://doi.org/10.2514/1.i011086","title":"Swarm Intelligence in Cooperative Environments: n-Step Dynamic Tree Search Algorithm Overview","display_name":"Swarm Intelligence in Cooperative Environments: n-Step Dynamic Tree Search Algorithm Overview","publication_year":2023,"publication_date":"2023-05-03","ids":{"openalex":"https://openalex.org/W4367843846","doi":"https://doi.org/10.2514/1.i011086"},"language":"en","primary_location":{"id":"doi:10.2514/1.i011086","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i011086","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.lib.cranfield.ac.uk/handle/1826/19785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077124849","display_name":"Marc Espin\u00f3s Longa","orcid":"https://orcid.org/0000-0001-7916-9383"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marc Espin\u00f3s Longa","raw_affiliation_strings":["Cranfield University, Cranfield, England MK43 0AL United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-7916-9383","affiliations":[{"raw_affiliation_string":"Cranfield University, Cranfield, England MK43 0AL United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Antonios Tsourdos","orcid":"https://orcid.org/0000-0002-4490-8358"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antonios Tsourdos","raw_affiliation_strings":["Cranfield University, Cranfield, England MK43 0AL United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4490-8358","affiliations":[{"raw_affiliation_string":"Cranfield University, Cranfield, England MK43 0AL United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"last","author":{"id":null,"display_name":"Gokhan Inalhan","orcid":"https://orcid.org/0000-0002-3966-7633"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gokhan Inalhan","raw_affiliation_strings":["Cranfield University, Cranfield, England MK43 0AL United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3966-7633","affiliations":[{"raw_affiliation_string":"Cranfield University, Cranfield, England MK43 0AL United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82284825"],"apc_list":null,"apc_paid":null,"fwci":0.3173,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60486587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"20","issue":"7","first_page":"418","last_page":"425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7288641929626465},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.7072649002075195},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.64508056640625},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5744896531105042},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.5613799095153809},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5606931447982788},{"id":"https://openalex.org/keywords/swarm-intelligence","display_name":"Swarm intelligence","score":0.5246679782867432},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5149110555648804},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4743272662162781},{"id":"https://openalex.org/keywords/search-tree","display_name":"Search tree","score":0.4726528227329254},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4644947350025177},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.45135223865509033},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.4478404223918915},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42320379614830017},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.385749489068985},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.3226635456085205},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3189598023891449},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14448896050453186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7288641929626465},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.7072649002075195},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.64508056640625},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5744896531105042},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.5613799095153809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5606931447982788},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.5246679782867432},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5149110555648804},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4743272662162781},{"id":"https://openalex.org/C207024777","wikidata":"https://www.wikidata.org/wiki/Q621673","display_name":"Search tree","level":3,"score":0.4726528227329254},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4644947350025177},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.45135223865509033},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.4478404223918915},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42320379614830017},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.385749489068985},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.3226635456085205},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3189598023891449},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14448896050453186},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2514/1.i011086","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i011086","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:dspace.lib.cranfield.ac.uk:1826/19785","is_oa":true,"landing_page_url":"https://dspace.lib.cranfield.ac.uk/handle/1826/19785","pdf_url":null,"source":{"id":"https://openalex.org/S4306401778","display_name":"CERES (Cranfield University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82284825","host_organization_name":"Cranfield University","host_organization_lineage":["https://openalex.org/I82284825"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:dspace.lib.cranfield.ac.uk:1826/19785","is_oa":true,"landing_page_url":"https://dspace.lib.cranfield.ac.uk/handle/1826/19785","pdf_url":null,"source":{"id":"https://openalex.org/S4306401778","display_name":"CERES (Cranfield University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82284825","host_organization_name":"Cranfield University","host_organization_lineage":["https://openalex.org/I82284825"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.5}],"awards":[{"id":"https://openalex.org/G6010136323","display_name":null,"funder_award_id":"2454254","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8419968398","display_name":"Swarming algorithms to achieve goal based missions","funder_award_id":"2454254","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W952777547","https://openalex.org/W1571787852","https://openalex.org/W1583837637","https://openalex.org/W1920235975","https://openalex.org/W1971893923","https://openalex.org/W1976240537","https://openalex.org/W2091328279","https://openalex.org/W2091387107","https://openalex.org/W2107544712","https://openalex.org/W2143296986","https://openalex.org/W2504494713","https://openalex.org/W2766447205","https://openalex.org/W2956094573","https://openalex.org/W2989847975","https://openalex.org/W3035829937","https://openalex.org/W3046385005","https://openalex.org/W3118210634","https://openalex.org/W4205475721","https://openalex.org/W4206173588","https://openalex.org/W4246438277","https://openalex.org/W4289979055"],"related_works":["https://openalex.org/W2770627170","https://openalex.org/W4327811054","https://openalex.org/W2978000411","https://openalex.org/W4206302813","https://openalex.org/W2491631281","https://openalex.org/W2153039919","https://openalex.org/W1785631772","https://openalex.org/W2115503785","https://openalex.org/W2967025328","https://openalex.org/W4322703856"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,86,140],"tree-based":[2],"planning":[3,71],"methods":[4,141],"have":[5],"been":[6],"gaining":[7],"popularity":[8],"in":[9,18,48,117],"the":[10,45,109,114,118,143],"last":[11],"few":[12],"years":[13],"due":[14],"to":[15,39,44,135,142,149,156],"their":[16],"success":[17],"single-agent":[19,137],"domains,":[20],"where":[21],"a":[22,49,98,151],"perfect":[23],"simulator":[24],"model":[25,99],"is":[26,147],"available:":[27],"for":[28],"example,":[29],"Go":[30],"and":[31,56,72,87,93,101,108,124,146],"chess":[32],"strategic":[33],"board":[34],"games.":[35],"This":[36,111],"paper":[37,112],"pretends":[38],"extend":[40],"tree":[41,67,132,138],"search":[42,68,133,139],"algorithms":[43,80],"multiagent":[46,144],"setting":[47],"decentralized":[50],"structure,":[51],"dealing":[52],"with":[53,97],"scalability":[54],"issues":[55],"exponential":[57],"growth":[58],"of":[59],"computational":[60],"resources.":[61],"The":[62,127],"[Formula:":[63,83,128],"see":[64,84,129],"text]":[65,85,130],"dynamic":[66,131],"combines":[69],"forward":[70],"direct":[73],"temporal-difference":[74,158],"updates,":[75],"outperforming":[76],"markedly":[77],"conventional":[78,157],"tabular":[79],"such":[81],"as":[82,154],"state-action-reward-state-action":[88],"(SARSA).":[89],"Future":[90],"state":[91],"transitions":[92],"rewards":[94],"are":[95],"predicted":[96],"built":[100],"learned":[102],"from":[103],"real":[104],"interactions":[105],"between":[106],"agents":[107],"environment.":[110],"analyzes":[113],"developed":[115],"algorithm":[116],"hunter\u2013pursuit":[119],"cooperative":[120],"game":[121],"against":[122],"stochastic":[123],"intelligent":[125],"evaders.":[126],"aims":[134],"adapt":[136],"boundaries":[145],"demonstrated":[148],"be":[150],"remarkable":[152],"advance":[153],"compared":[155],"techniques.":[159]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2023-05-04T00:00:00"}