{"id":"https://openalex.org/W4296913591","doi":"https://doi.org/10.1109/tro.2022.3200138","title":"Partially Observable Markov Decision Processes in Robotics: A Survey","display_name":"Partially Observable Markov Decision Processes in Robotics: A Survey","publication_year":2022,"publication_date":"2022-09-22","ids":{"openalex":"https://openalex.org/W4296913591","doi":"https://doi.org/10.1109/tro.2022.3200138"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2022.3200138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2022.3200138","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.10342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088501074","display_name":"Mikko Lauri","orcid":"https://orcid.org/0000-0002-2223-9253"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mikko Lauri","raw_affiliation_strings":["Department of Informatics, Universit&#x00E4;t Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Universit&#x00E4;t Hamburg, Hamburg, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082344124","display_name":"David Hsu","orcid":"https://orcid.org/0000-0002-2309-4535"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Hsu","raw_affiliation_strings":["Department of Computer Science, National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017983137","display_name":"Joni Pajarinen","orcid":"https://orcid.org/0000-0003-4469-8191"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Joni Pajarinen","raw_affiliation_strings":["Department of Electrical Engineering and Automation, Aalto University, Aalto, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Automation, Aalto University, Aalto, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088501074"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.8637,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":{"value":0.99289485,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"39","issue":"1","first_page":"21","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.9588061571121216},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7179086804389954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6843761205673218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6482349634170532},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6315780878067017},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6290284991264343},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5680308938026428},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5167314410209656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46524059772491455},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44314146041870117},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37497955560684204},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.36222225427627563},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2439427375793457},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1600196361541748},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10097932815551758},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09149211645126343}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.9588061571121216},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7179086804389954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6843761205673218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6482349634170532},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6315780878067017},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6290284991264343},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5680308938026428},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5167314410209656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46524059772491455},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44314146041870117},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37497955560684204},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.36222225427627563},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2439427375793457},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1600196361541748},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10097932815551758},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09149211645126343},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tro.2022.3200138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2022.3200138","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2209.10342","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.10342","pdf_url":"https://arxiv.org/pdf/2209.10342","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/117456","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/54592846-3490-4bda-82a8-05bcc393fa9b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.10342","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.10342","pdf_url":"https://arxiv.org/pdf/2209.10342","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":214,"referenced_works":["https://openalex.org/W2214249","https://openalex.org/W37733164","https://openalex.org/W58569852","https://openalex.org/W123090642","https://openalex.org/W124447425","https://openalex.org/W1484113995","https://openalex.org/W1503421559","https://openalex.org/W1532688806","https://openalex.org/W1539216098","https://openalex.org/W1554448638","https://openalex.org/W1572206011","https://openalex.org/W1584040247","https://openalex.org/W1599010327","https://openalex.org/W1605929701","https://openalex.org/W1670739992","https://openalex.org/W1826354755","https://openalex.org/W1883438135","https://openalex.org/W1886379263","https://openalex.org/W1919962963","https://openalex.org/W1967769980","https://openalex.org/W1967850904","https://openalex.org/W1969554886","https://openalex.org/W1972335412","https://openalex.org/W1972391046","https://openalex.org/W1977655452","https://openalex.org/W1985690171","https://openalex.org/W1987420866","https://openalex.org/W1991622981","https://openalex.org/W1991665457","https://openalex.org/W1995304567","https://openalex.org/W1997944176","https://openalex.org/W2010220123","https://openalex.org/W2010780110","https://openalex.org/W2011359898","https://openalex.org/W2011418219","https://openalex.org/W2022640440","https://openalex.org/W2025217226","https://openalex.org/W2027968610","https://openalex.org/W2031060683","https://openalex.org/W2034725503","https://openalex.org/W2036637075","https://openalex.org/W2049633694","https://openalex.org/W2055501135","https://openalex.org/W2055921164","https://openalex.org/W2065087844","https://openalex.org/W2070683816","https://openalex.org/W2073107347","https://openalex.org/W2074982232","https://openalex.org/W2082430444","https://openalex.org/W2084630844","https://openalex.org/W2087421501","https://openalex.org/W2088956500","https://openalex.org/W2089593831","https://openalex.org/W2092950191","https://openalex.org/W2095750692","https://openalex.org/W2096649264","https://openalex.org/W2098661970","https://openalex.org/W2099430963","https://openalex.org/W2099873296","https://openalex.org/W2103614073","https://openalex.org/W2109910161","https://openalex.org/W2110790702","https://openalex.org/W2110962519","https://openalex.org/W2111833414","https://openalex.org/W2112380935","https://openalex.org/W2113096211","https://openalex.org/W2123651102","https://openalex.org/W2124595631","https://openalex.org/W2126316555","https://openalex.org/W2128990851","https://openalex.org/W2131006455","https://openalex.org/W2134069397","https://openalex.org/W2134802714","https://openalex.org/W2135624041","https://openalex.org/W2140436732","https://openalex.org/W2142274811","https://openalex.org/W2144913588","https://openalex.org/W2146881125","https://openalex.org/W2149822156","https://openalex.org/W2151265172","https://openalex.org/W2152103449","https://openalex.org/W2152907147","https://openalex.org/W2158907787","https://openalex.org/W2160422981","https://openalex.org/W2164819104","https://openalex.org/W2167224731","https://openalex.org/W2168318917","https://openalex.org/W2168359464","https://openalex.org/W2168992242","https://openalex.org/W2169294731","https://openalex.org/W2171084228","https://openalex.org/W2171212676","https://openalex.org/W2172261094","https://openalex.org/W2174749225","https://openalex.org/W2236244207","https://openalex.org/W2287992105","https://openalex.org/W2295605012","https://openalex.org/W2339179100","https://openalex.org/W2344396459","https://openalex.org/W2396783599","https://openalex.org/W2399169217","https://openalex.org/W2421136984","https://openalex.org/W2531922394","https://openalex.org/W2542673510","https://openalex.org/W2561079189","https://openalex.org/W2564474314","https://openalex.org/W2568597750","https://openalex.org/W2572445540","https://openalex.org/W2586680856","https://openalex.org/W2594201198","https://openalex.org/W2597337536","https://openalex.org/W2604621921","https://openalex.org/W2729705546","https://openalex.org/W2739957299","https://openalex.org/W2741086815","https://openalex.org/W2744046668","https://openalex.org/W2744457101","https://openalex.org/W2745820874","https://openalex.org/W2747213132","https://openalex.org/W2768693841","https://openalex.org/W2771922809","https://openalex.org/W2787504747","https://openalex.org/W2788886112","https://openalex.org/W2791580684","https://openalex.org/W2795496197","https://openalex.org/W2883975974","https://openalex.org/W2890185089","https://openalex.org/W2904737914","https://openalex.org/W2913123150","https://openalex.org/W2914532759","https://openalex.org/W2932447905","https://openalex.org/W2949905447","https://openalex.org/W2955087651","https://openalex.org/W2962879844","https://openalex.org/W2963360571","https://openalex.org/W2963821308","https://openalex.org/W2963889160","https://openalex.org/W2964129231","https://openalex.org/W2964132611","https://openalex.org/W2964136016","https://openalex.org/W2964280780","https://openalex.org/W2967168619","https://openalex.org/W2967349569","https://openalex.org/W2967663764","https://openalex.org/W2967670228","https://openalex.org/W2968322027","https://openalex.org/W2969158650","https://openalex.org/W2970613039","https://openalex.org/W2970804664","https://openalex.org/W2981207549","https://openalex.org/W2989847975","https://openalex.org/W3009973634","https://openalex.org/W3012097656","https://openalex.org/W3023009541","https://openalex.org/W3030768566","https://openalex.org/W3035436453","https://openalex.org/W3043247471","https://openalex.org/W3086727465","https://openalex.org/W3089355520","https://openalex.org/W3090863380","https://openalex.org/W3101822862","https://openalex.org/W3104175798","https://openalex.org/W3112422759","https://openalex.org/W3118210634","https://openalex.org/W3123298421","https://openalex.org/W3126614957","https://openalex.org/W3129416290","https://openalex.org/W3132813762","https://openalex.org/W3133349997","https://openalex.org/W3161533801","https://openalex.org/W3176634028","https://openalex.org/W3177023080","https://openalex.org/W3211312265","https://openalex.org/W4211049957","https://openalex.org/W4213251304","https://openalex.org/W4229856339","https://openalex.org/W4237591687","https://openalex.org/W4251960031","https://openalex.org/W4255985591","https://openalex.org/W4286366968","https://openalex.org/W4287601512","https://openalex.org/W4287635212","https://openalex.org/W4287780669","https://openalex.org/W4289294484","https://openalex.org/W4297789759","https://openalex.org/W4298023569","https://openalex.org/W4313119022","https://openalex.org/W6601535287","https://openalex.org/W6604974139","https://openalex.org/W6628758712","https://openalex.org/W6629490593","https://openalex.org/W6633263652","https://openalex.org/W6635795003","https://openalex.org/W6636732284","https://openalex.org/W6674380327","https://openalex.org/W6674711614","https://openalex.org/W6675723517","https://openalex.org/W6678541622","https://openalex.org/W6679977494","https://openalex.org/W6684338915","https://openalex.org/W6684973485","https://openalex.org/W6717747324","https://openalex.org/W6748187689","https://openalex.org/W6748305584","https://openalex.org/W6748567754","https://openalex.org/W6754711936","https://openalex.org/W6756256016","https://openalex.org/W6774883101","https://openalex.org/W6778518759","https://openalex.org/W6783273859","https://openalex.org/W6784403730","https://openalex.org/W6784432527","https://openalex.org/W6785331629","https://openalex.org/W6785817231"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"Noisy":[0],"sensing,":[1],"imperfect":[2],"control,":[3],"and":[4,31,35,52,55,62,78,83,100,106,116,132,160],"environment":[5],"changes":[6],"are":[7],"defining":[8],"characteristics":[9,96,128],"of":[10,75,97,109,124,154],"many":[11,47],"real-world":[12],"robot":[13,33,87,138,158],"tasks.":[14],"The":[15],"<italic":[16],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[17],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">partially":[18],"observable":[19],"Markov":[20],"decision":[21,34,88],"process</i>":[22],"(POMDP)":[23],"provides":[24,122,147],"a":[25],"principled":[26],"mathematical":[27,105],"framework":[28,112],"for":[29,113,166],"modeling":[30,115],"solving":[32],"control":[36],"tasks":[37,89,99,139],"under":[38],"uncertainty.":[39],"Over":[40],"the":[41,70,73,91,95,104,110,120,125,145,151],"last":[42],"decade,":[43],"it":[44],"has":[45],"seen":[46],"successful":[48],"applications,":[49],"spanning":[50],"localization":[51],"navigation,":[53],"search":[54],"tracking,":[56],"autonomous":[57],"driving,":[58],"multirobot":[59],"systems,":[60],"manipulation,":[61],"human\u2013robot":[63],"interaction.":[64],"This":[65],"survey":[66,121,146],"aims":[67],"to":[68,85,134,137,157,162],"bridge":[69],"gap":[71],"between":[72],"development":[74],"POMDP":[76,111,142],"models":[77],"algorithms":[79],"at":[80,90],"one":[81],"end":[82],"application":[84],"diverse":[86],"other.":[92],"It":[93],"analyzes":[94],"these":[98],"connects":[101],"them":[102],"with":[103],"algorithmic":[107],"properties":[108],"effective":[114],"solution.":[117],"For":[118,141],"practitioners,":[119],"some":[123],"key":[126],"task":[127],"in":[129],"deciding":[130],"when":[131],"how":[133],"apply":[135],"POMDPs":[136,156],"successfully.":[140],"algorithm":[143],"designers,":[144],"new":[148,164],"insights":[149],"into":[150],"unique":[152],"challenges":[153],"applying":[155],"systems":[159],"points":[161],"promising":[163],"directions":[165],"further":[167],"research.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":50},{"year":2024,"cited_by_count":51},{"year":2023,"cited_by_count":25}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}