{"id":"https://openalex.org/W3163322088","doi":"https://doi.org/10.1109/icra48506.2021.9560822","title":"An Upper Confidence Bound for Simultaneous Exploration and Exploitation in Heterogeneous Multi-Robot Systems","display_name":"An Upper Confidence Bound for Simultaneous Exploration and Exploitation in Heterogeneous Multi-Robot Systems","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3163322088","doi":"https://doi.org/10.1109/icra48506.2021.9560822","mag":"3163322088"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9560822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.06118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040109328","display_name":"Ki Myung Brian Lee","orcid":"https://orcid.org/0000-0003-1449-2125"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ki Myung Brian Lee","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia","University of Technology Sydney,Ultimo,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney,Ultimo,NSW,Australia,2006","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036535201","display_name":"Felix H. Kong","orcid":"https://orcid.org/0000-0002-4904-6611"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Felix Kong","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia","University of Technology Sydney,Ultimo,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney,Ultimo,NSW,Australia,2006","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024275224","display_name":"Ricardo Cannizzaro","orcid":"https://orcid.org/0000-0001-8915-5858"},"institutions":[{"id":"https://openalex.org/I1303474014","display_name":"Defence Science and Technology Group","ror":"https://ror.org/05ddrvt52","country_code":"AU","type":"government","lineage":["https://openalex.org/I1303474014","https://openalex.org/I2801453606","https://openalex.org/I3139952251"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ricardo Cannizzaro","raw_affiliation_strings":["Department of Defence, Defence Science and Technology Group, Australia","Defence Science and Technology Group, Department of Defence, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Defence, Defence Science and Technology Group, Australia","institution_ids":["https://openalex.org/I1303474014"]},{"raw_affiliation_string":"Defence Science and Technology Group, Department of Defence, Australia","institution_ids":["https://openalex.org/I1303474014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037098704","display_name":"Jennifer L. Palmer","orcid":"https://orcid.org/0000-0002-2586-1478"},"institutions":[{"id":"https://openalex.org/I1303474014","display_name":"Defence Science and Technology Group","ror":"https://ror.org/05ddrvt52","country_code":"AU","type":"government","lineage":["https://openalex.org/I1303474014","https://openalex.org/I2801453606","https://openalex.org/I3139952251"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jennifer L. Palmer","raw_affiliation_strings":["Department of Defence, Defence Science and Technology Group, Australia","Defence Science and Technology Group, Department of Defence, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Defence, Defence Science and Technology Group, Australia","institution_ids":["https://openalex.org/I1303474014"]},{"raw_affiliation_string":"Defence Science and Technology Group, Department of Defence, Australia","institution_ids":["https://openalex.org/I1303474014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110339519","display_name":"D.L. Johnson","orcid":null},"institutions":[{"id":"https://openalex.org/I2802107519","display_name":"Mission Australia","ror":"https://ror.org/00w2tje25","country_code":"AU","type":"other","lineage":["https://openalex.org/I2802107519"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"David Johnson","raw_affiliation_strings":["Mission Systems Pty. Ltd., Sydney, Australia","Mission Systems Pty. Ltd.,Sydney,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mission Systems Pty. Ltd., Sydney, Australia","institution_ids":["https://openalex.org/I2802107519"]},{"raw_affiliation_string":"Mission Systems Pty. Ltd.,Sydney,Australia","institution_ids":["https://openalex.org/I2802107519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041795722","display_name":"Chanyeol Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chanyeol Yoo","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia","University of Technology Sydney,Ultimo,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney,Ultimo,NSW,Australia,2006","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053830227","display_name":"Robert Fitch","orcid":"https://orcid.org/0000-0003-2215-5188"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Robert Fitch","raw_affiliation_strings":["University of Technology Sydney, Ultimo, NSW, Australia","University of Technology Sydney,Ultimo,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney,Ultimo,NSW,Australia,2006","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.962,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76668879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8685","last_page":"8691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.8023943901062012},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7277077436447144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7200217247009277},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5467610955238342},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5318489074707031},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.49726513028144836},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.49602898955345154},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.47619879245758057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44226595759391785},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3928053081035614},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36722332239151},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.28133079409599304},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1388208568096161},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12476512789726257}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.8023943901062012},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7277077436447144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200217247009277},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5467610955238342},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5318489074707031},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.49726513028144836},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.49602898955345154},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.47619879245758057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44226595759391785},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3928053081035614},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36722332239151},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.28133079409599304},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1388208568096161},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12476512789726257},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra48506.2021.9560822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.06118","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.06118","pdf_url":"https://arxiv.org/pdf/2105.06118","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3163322088","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2105.06118","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.06118","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.06118","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.06118","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.06118","pdf_url":"https://arxiv.org/pdf/2105.06118","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.47999998927116394}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320320967","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041"},{"id":"https://openalex.org/F4320335334","display_name":"Defence Science and Technology Group","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3163322088.pdf","grobid_xml":"https://content.openalex.org/works/W3163322088.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W40650588","https://openalex.org/W101015759","https://openalex.org/W1972391046","https://openalex.org/W1975736346","https://openalex.org/W2054826948","https://openalex.org/W2087421501","https://openalex.org/W2103982636","https://openalex.org/W2116942894","https://openalex.org/W2136644454","https://openalex.org/W2144827113","https://openalex.org/W2160484294","https://openalex.org/W2163557299","https://openalex.org/W2168137830","https://openalex.org/W2168405694","https://openalex.org/W2171084228","https://openalex.org/W2269865921","https://openalex.org/W2465948386","https://openalex.org/W2471969791","https://openalex.org/W2502318419","https://openalex.org/W2622976012","https://openalex.org/W2738007898","https://openalex.org/W2739133832","https://openalex.org/W2767297013","https://openalex.org/W2772515699","https://openalex.org/W2791580684","https://openalex.org/W2890688819","https://openalex.org/W2897278066","https://openalex.org/W2898231767","https://openalex.org/W2899595197","https://openalex.org/W2951665052","https://openalex.org/W2963750583","https://openalex.org/W2967029387","https://openalex.org/W2986543921","https://openalex.org/W3001517419","https://openalex.org/W3003697734","https://openalex.org/W3205164248","https://openalex.org/W4232613155","https://openalex.org/W4285719527","https://openalex.org/W6630117878","https://openalex.org/W6632662516","https://openalex.org/W6678541622","https://openalex.org/W6683603353","https://openalex.org/W6684973485","https://openalex.org/W6693880307","https://openalex.org/W6745658533","https://openalex.org/W6758888352","https://openalex.org/W6764988152","https://openalex.org/W6767491867","https://openalex.org/W6773196530","https://openalex.org/W6795310594"],"related_works":["https://openalex.org/W3205830017","https://openalex.org/W2495871221","https://openalex.org/W2914315460","https://openalex.org/W3136777429","https://openalex.org/W2738983499","https://openalex.org/W3199270766","https://openalex.org/W2046256869","https://openalex.org/W1987737023","https://openalex.org/W2611401831","https://openalex.org/W2184942639","https://openalex.org/W2270545362","https://openalex.org/W2912730013","https://openalex.org/W2765473543","https://openalex.org/W3038136181","https://openalex.org/W3113229043","https://openalex.org/W2521943386","https://openalex.org/W3147004781","https://openalex.org/W3207700874","https://openalex.org/W2564341994","https://openalex.org/W3045217610"],"abstract_inverted_index":{"Heterogeneous":[0],"multi-robot":[1],"systems":[2],"are":[3,115],"advantageous":[4],"for":[5,66,76,90,139],"operations":[6],"in":[7,59,106,111],"unknown":[8],"environments":[9],"because":[10],"functionally":[11],"specialised":[12],"robots":[13,114,123],"can":[14],"gather":[15],"environmental":[16],"information,":[17],"while":[18],"others":[19],"perform":[20],"tasks.":[21,68],"We":[22,69,99],"de":[23],"ne":[24],"this":[25],"decomposition":[26],"as":[27],"the":[28,37,47,101],"scout\u2013task":[29,91],"robot":[30],"architecture":[31],"and":[32,43,79,85,121],"show":[33],"how":[34],"it":[35],"avoids":[36],"need":[38],"to":[39,49,56],"explicitly":[40],"balance":[41],"exploration":[42,58,78],"exploitation":[44,80],"by":[45],"permitting":[46],"system":[48],"do":[50],"both":[51],"simultaneously.":[52],"The":[53,130],"challenge":[54],"is":[55],"guide":[57],"a":[60,71,87,107,133],"way":[61],"that":[62,142],"improves":[63],"overall":[64],"performance":[65,102],"time-limited":[67],"derive":[70],"novel":[72],"upper":[73],"confidence":[74],"bound":[75],"simultaneous":[77],"based":[81],"on":[82],"mutual":[83],"information":[84,126],"present":[86],"general":[88],"solution":[89],"coordination":[92,137],"using":[93,127],"decentralised":[94],"Monte":[95],"Carlo":[96],"tree":[97],"search.":[98],"evaluate":[100],"of":[103,136],"our":[104],"algorithms":[105],"multi-drone":[108],"surveillance":[109],"scenario":[110],"which":[112],"scout":[113],"equipped":[116],"with":[117],"low-resolution,":[118],"long-range":[119],"sensors":[120],"task":[122],"capture":[124],"detailed":[125],"short-range":[128],"sensors.":[129],"results":[131],"address":[132],"new":[134],"class":[135],"problem":[138],"heterogeneous":[140],"teams":[141],"has":[143],"many":[144],"practical":[145],"applications.":[146]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}