{"id":"https://openalex.org/W3191182521","doi":"https://doi.org/10.1109/ro-man50785.2021.9515355","title":"SwarmPlay: Interactive Tic-tac-toe Board Game with Swarm of Nano-UAVs driven by Reinforcement Learning","display_name":"SwarmPlay: Interactive Tic-tac-toe Board Game with Swarm of Nano-UAVs driven by Reinforcement Learning","publication_year":2021,"publication_date":"2021-08-08","ids":{"openalex":"https://openalex.org/W3191182521","doi":"https://doi.org/10.1109/ro-man50785.2021.9515355","mag":"3191182521"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man50785.2021.9515355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man50785.2021.9515355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 30th IEEE International Conference on Robot & Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.01593","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103216447","display_name":"Ekaterina Karmanova","orcid":"https://orcid.org/0000-0003-4737-968X"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ekaterina Karmanova","raw_affiliation_strings":["Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065937697","display_name":"Valerii Serpiva","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Valerii Serpiva","raw_affiliation_strings":["Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010859433","display_name":"Stepan Perminov","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Stepan Perminov","raw_affiliation_strings":["Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052797806","display_name":"Aleksey Fedoseev","orcid":"https://orcid.org/0000-0003-2506-9111"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Aleksey Fedoseev","raw_affiliation_strings":["Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology,Moscow,Russian Federation","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056458774","display_name":"Dzmitry Tsetserukou","orcid":"https://orcid.org/0000-0001-8055-5345"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dzmitry Tsetserukou","raw_affiliation_strings":["Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","Skoltech#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Space Robotics Laboratory, Space CREI, Skolkovo Institute of Science and Technology, Moscow, Russian Federation","institution_ids":["https://openalex.org/I125989756"]},{"raw_affiliation_string":"Skoltech#TAB#","institution_ids":["https://openalex.org/I125989756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125989756"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1269","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7248693108558655},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.7202220559120178},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904353499412537},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6746925711631775},{"id":"https://openalex.org/keywords/interactivity","display_name":"Interactivity","score":0.6158319711685181},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"Swarm robotics","score":0.6107917428016663},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.609799861907959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5693376064300537},{"id":"https://openalex.org/keywords/swarm-intelligence","display_name":"Swarm intelligence","score":0.5355586409568787},{"id":"https://openalex.org/keywords/emergent-gameplay","display_name":"Emergent gameplay","score":0.4802815616130829},{"id":"https://openalex.org/keywords/game-mechanics","display_name":"Game mechanics","score":0.4669882655143738},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4458179175853729},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4343891441822052},{"id":"https://openalex.org/keywords/turns-rounds-and-time-keeping-systems-in-games","display_name":"Turns, rounds and time-keeping systems in games","score":0.4260771870613098},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.42272573709487915},{"id":"https://openalex.org/keywords/video-game-design","display_name":"Video game design","score":0.422408789396286},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2651880383491516},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21949398517608643},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.14692795276641846}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7248693108558655},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.7202220559120178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904353499412537},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6746925711631775},{"id":"https://openalex.org/C144430266","wikidata":"https://www.wikidata.org/wiki/Q839721","display_name":"Interactivity","level":2,"score":0.6158319711685181},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.6107917428016663},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.609799861907959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5693376064300537},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.5355586409568787},{"id":"https://openalex.org/C92259163","wikidata":"https://www.wikidata.org/wiki/Q5370763","display_name":"Emergent gameplay","level":5,"score":0.4802815616130829},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.4669882655143738},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4458179175853729},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4343891441822052},{"id":"https://openalex.org/C56694532","wikidata":"https://www.wikidata.org/wiki/Q4421045","display_name":"Turns, rounds and time-keeping systems in games","level":4,"score":0.4260771870613098},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.42272573709487915},{"id":"https://openalex.org/C47187476","wikidata":"https://www.wikidata.org/wiki/Q12336660","display_name":"Video game design","level":3,"score":0.422408789396286},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2651880383491516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21949398517608643},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.14692795276641846},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ro-man50785.2021.9515355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man50785.2021.9515355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 30th IEEE International Conference on Robot & Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.01593","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01593","pdf_url":"https://arxiv.org/pdf/2108.01593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3191182521","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2108.01593.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2108.01593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.01593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.01593","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01593","pdf_url":"https://arxiv.org/pdf/2108.01593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3191182521.pdf","grobid_xml":"https://content.openalex.org/works/W3191182521.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1493709816","https://openalex.org/W1514128053","https://openalex.org/W2011176483","https://openalex.org/W2016128319","https://openalex.org/W2030129365","https://openalex.org/W2072752722","https://openalex.org/W2096308681","https://openalex.org/W2219495836","https://openalex.org/W2257979135","https://openalex.org/W2394570920","https://openalex.org/W2619861918","https://openalex.org/W2793925266","https://openalex.org/W2896945552","https://openalex.org/W2907920236","https://openalex.org/W2945074603","https://openalex.org/W2984044401","https://openalex.org/W3024521403","https://openalex.org/W3032647470","https://openalex.org/W3088811935","https://openalex.org/W3094366655","https://openalex.org/W3100082906"],"related_works":["https://openalex.org/W3195773879","https://openalex.org/W194795841","https://openalex.org/W3011371828","https://openalex.org/W2802595847","https://openalex.org/W1545585355","https://openalex.org/W940504451","https://openalex.org/W2117648846","https://openalex.org/W2123151547","https://openalex.org/W3208780444","https://openalex.org/W2141821480","https://openalex.org/W2543669033","https://openalex.org/W27261483","https://openalex.org/W2003386389","https://openalex.org/W2088305047","https://openalex.org/W2084214213","https://openalex.org/W2134335966","https://openalex.org/W1969743814","https://openalex.org/W2065091168","https://openalex.org/W2963729301","https://openalex.org/W2070380114"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"methods":[3],"have":[4],"been":[5],"actively":[6],"applied":[7],"in":[8,134,151,204],"the":[9,14,67,79,98,102,112,137,152,162,172,180,199],"field":[10],"of":[11,69,121,130,179,208],"robotics,":[12],"allowing":[13],"system":[15],"itself":[16],"to":[17,60,77,104,171,201],"find":[18],"a":[19,22,26,35,63,117,122,158,205],"solution":[20],"for":[21,91],"task":[23],"otherwise":[24],"requiring":[25],"complex":[27],"decision-making":[28],"algorithm.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33],"present":[34],"novel":[36],"RL-based":[37,131],"Tic-tac-toe":[38],"scenario,":[39],"i.e.":[40],"SwarmPlay,":[41],"where":[42],"each":[43],"playing":[44],"component":[45],"is":[46],"presented":[47],"by":[48],"an":[49],"individual":[50],"drone":[51],"that":[52,146,196],"has":[53,101,198],"its":[54,185],"own":[55],"mobility":[56],"and":[57,73,84,109,165,189],"swarm":[58,71,119,132],"intelligence":[59],"win":[61],"against":[62],"human":[64],"player.":[65],"Thus,":[66],"combination":[68],"challenging":[70],"strategy":[72],"human-drone":[74,212],"collaboration":[75],"aims":[76],"make":[78],"games":[80,93],"with":[81,111,136,154],"machines":[82],"tangible":[83],"interactive.":[85],"Although":[86],"some":[87],"research":[88],"on":[89,161],"AI":[90],"board":[92],"already":[94],"exists,":[95],"e.g.,":[96],"chess,":[97],"SwarmPlay":[99,197],"technology":[100],"potential":[103,200],"offer":[105],"much":[106],"more":[107],"engagement":[108],"interaction":[110],"user":[113,143],"as":[114],"it":[115,167],"proposes":[116],"multi-agent":[118],"instead":[120],"single":[123],"interactive":[124],"robot.":[125],"We":[126],"explore":[127],"user\u2019s":[128,181],"evaluation":[129],"behavior":[133],"comparison":[135],"game":[138,153,182],"theory-based":[139],"behavior.":[140],"The":[141,177],"preliminary":[142],"study":[144,194],"revealed":[145,195],"participants":[147],"were":[148],"highly":[149],"engaged":[150],"drones":[155],"(70%":[156],"put":[157,190],"maximum":[159],"score":[160],"Likert":[163],"scale)":[164],"found":[166],"less":[168],"artificial":[169],"compared":[170],"regular":[173],"computer-based":[174],"systems":[175],"(80%).":[176],"affection":[178],"perception":[183],"from":[184],"outcome":[186],"was":[187],"analyzed":[188],"under":[191],"discussion.":[192],"User":[193],"be":[202],"implemented":[203],"wider":[206],"range":[207],"games,":[209],"significantly":[210],"improving":[211],"interactivity.":[213]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}