{"id":"https://openalex.org/W2087759104","doi":"https://doi.org/10.1109/icra.2013.6631223","title":"Multi-armed recommendation bandits for selecting state machine policies for robotic systems","display_name":"Multi-armed recommendation bandits for selecting state machine policies for robotic systems","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2087759104","doi":"https://doi.org/10.1109/icra.2013.6631223","mag":"2087759104"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2013.6631223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003477410","display_name":"Pyry Matikainen","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pyry Matikainen","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University, USA","[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]"],"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060580206","display_name":"P. Michael Furlong","orcid":"https://orcid.org/0000-0001-9503-8498"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Michael Furlong","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University, USA","[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]"],"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066107323","display_name":"Rahul Sukthankar","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Sukthankar","raw_affiliation_strings":["Google Research, USA","Google Research, New York, NY, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Research, New York, NY, USA#TAB#","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075246991","display_name":"Martial Hebert","orcid":"https://orcid.org/0000-0003-4566-5930"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martial Hebert","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University, USA","[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]"],"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"[Robot. Inst., Carnegie Mellon Univ., Pittsburgh, PA, USA]","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003477410"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.7071,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86417697,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"5","issue":null,"first_page":"4545","last_page":"4551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7708861827850342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7646769881248474},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.6963605284690857},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6826900243759155},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6614179611206055},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.651368260383606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6501156687736511},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6256201267242432},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5643141865730286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13832348585128784},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09207028150558472}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7708861827850342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646769881248474},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.6963605284690857},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6826900243759155},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6614179611206055},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.651368260383606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6501156687736511},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6256201267242432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5643141865730286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13832348585128784},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09207028150558472},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra.2013.6631223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.294.4511","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.294.4511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.295.1034","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.295.1034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.cmu.edu/~rahuls/pub/icra2013-rahuls.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W24483870","https://openalex.org/W1590932131","https://openalex.org/W1976794186","https://openalex.org/W1994389483","https://openalex.org/W1998498767","https://openalex.org/W2009551863","https://openalex.org/W2047109571","https://openalex.org/W2058879737","https://openalex.org/W2114235770","https://openalex.org/W2145805610","https://openalex.org/W2145983895","https://openalex.org/W2150658022","https://openalex.org/W2157517283","https://openalex.org/W2158548602","https://openalex.org/W2168405694","https://openalex.org/W2169743339","https://openalex.org/W2172249709","https://openalex.org/W2269160106","https://openalex.org/W2950797952","https://openalex.org/W3015856398","https://openalex.org/W6635248412","https://openalex.org/W6677184444","https://openalex.org/W6681451320","https://openalex.org/W6683216606","https://openalex.org/W6683443546","https://openalex.org/W6693697903"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W4390273403","https://openalex.org/W2380820513","https://openalex.org/W4386781444","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W3213722473","https://openalex.org/W2110944602"],"abstract_inverted_index":{"We":[0,15,92],"investigate":[1],"the":[2,98,107,111],"problem":[3,21,41],"of":[4,109],"selecting":[5,110],"a":[6,9,13,28,35,40,43,49,55,75],"state-machine":[7],"from":[8,63],"library":[10],"to":[11,83],"control":[12],"robot.":[14],"are":[16],"particularly":[17],"interested":[18],"in":[19],"this":[20,95],"when":[22],"evaluating":[23],"such":[24,68],"state":[25,51,86,114],"machines":[26,87],"on":[27],"particular":[29,56],"robotics":[30],"task":[31],"is":[32],"expensive.":[33],"As":[34],"motivating":[36],"example,":[37],"we":[38,73],"consider":[39],"where":[42],"simulated":[44],"vacuuming":[45],"robot":[46],"must":[47],"select":[48,85],"driving":[50],"machine":[52,115],"well-suited":[53],"for":[54,88],"(unknown)":[57],"room":[58,90],"layout.":[59],"By":[60],"borrowing":[61],"concepts":[62],"collaborative":[64],"filtering":[65],"(recommender":[66],"systems":[67],"as":[69,104,106],"Netflix":[70],"and":[71],"Amazon.com),":[72],"present":[74],"multi-armed":[76,102],"bandit":[77],"formulation":[78,96],"that":[79,94],"incorporates":[80],"recommendation":[81],"techniques":[82],"efficiently":[84],"individual":[89,99],"layouts.":[91],"show":[93],"outperforms":[97],"approaches":[100],"(recommendation,":[101],"bandits)":[103],"well":[105],"baseline":[108],"`average":[112],"best'":[113],"across":[116],"all":[117],"rooms.":[118]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}