{"id":"https://openalex.org/W2055921164","doi":"https://doi.org/10.1007/s10458-012-9200-2","title":"A survey of point-based POMDP solvers","display_name":"A survey of point-based POMDP solvers","publication_year":2012,"publication_date":"2012-06-07","ids":{"openalex":"https://openalex.org/W2055921164","doi":"https://doi.org/10.1007/s10458-012-9200-2","mag":"2055921164"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-012-9200-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10458-012-9200-2","pdf_url":null,"source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006317361","display_name":"Guy Shani","orcid":"https://orcid.org/0000-0003-4131-0382"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Guy Shani","raw_affiliation_strings":["Information Systems Engineering, Ben Gurion University, Beersheba, Israel","Information Systems Engineering, Ben Gurion University, Beersheba, Israel#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems Engineering, Ben Gurion University, Beersheba, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Information Systems Engineering, Ben Gurion University, Beersheba, Israel#TAB#","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080591144","display_name":"Jo\u00eblle Pineau","orcid":"https://orcid.org/0000-0003-0747-7250"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joelle Pineau","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QC, Canada","School of Computer Science, McGill University Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089792558","display_name":"Robert Kaplow","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Robert Kaplow","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QC, Canada","School of Computer Science, McGill University Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006317361"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":39.6441,"has_fulltext":false,"cited_by_count":434,"citation_normalized_percentile":{"value":0.99804798,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"27","issue":"1","first_page":"1","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7136027812957764},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7070996165275574},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6922357678413391},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.6570748090744019},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5872576236724854},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.4908455014228821},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.47555655241012573},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4559325873851776},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.44163352251052856},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4392392039299011},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4333382844924927},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42722684144973755},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41458797454833984},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3902663588523865},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3242121934890747},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24947726726531982},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.16775977611541748},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1479302942752838}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7136027812957764},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7070996165275574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6922357678413391},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.6570748090744019},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5872576236724854},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.4908455014228821},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.47555655241012573},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4559325873851776},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.44163352251052856},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4392392039299011},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4333382844924927},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42722684144973755},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41458797454833984},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3902663588523865},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3242121934890747},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24947726726531982},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.16775977611541748},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1479302942752838},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10458-012-9200-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10458-012-9200-2","pdf_url":null,"source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W26972951","https://openalex.org/W45766481","https://openalex.org/W79963452","https://openalex.org/W90673796","https://openalex.org/W91039700","https://openalex.org/W108082272","https://openalex.org/W116587910","https://openalex.org/W118921981","https://openalex.org/W135762054","https://openalex.org/W186506571","https://openalex.org/W218662943","https://openalex.org/W1486596527","https://openalex.org/W1491973539","https://openalex.org/W1494689917","https://openalex.org/W1498235675","https://openalex.org/W1515851193","https://openalex.org/W1515891729","https://openalex.org/W1528120147","https://openalex.org/W1532688806","https://openalex.org/W1533557532","https://openalex.org/W1539216098","https://openalex.org/W1549519846","https://openalex.org/W1557156380","https://openalex.org/W1563317173","https://openalex.org/W1587703211","https://openalex.org/W1596839599","https://openalex.org/W1599010327","https://openalex.org/W1636455720","https://openalex.org/W1777239053","https://openalex.org/W2009533501","https://openalex.org/W2010225880","https://openalex.org/W2028145673","https://openalex.org/W2034221837","https://openalex.org/W2034725503","https://openalex.org/W2044375425","https://openalex.org/W2076337359","https://openalex.org/W2080245272","https://openalex.org/W2099430963","https://openalex.org/W2101421095","https://openalex.org/W2101892490","https://openalex.org/W2103614073","https://openalex.org/W2103918456","https://openalex.org/W2107696078","https://openalex.org/W2110962519","https://openalex.org/W2113096211","https://openalex.org/W2113805664","https://openalex.org/W2113913482","https://openalex.org/W2119567691","https://openalex.org/W2120491265","https://openalex.org/W2121733891","https://openalex.org/W2121863487","https://openalex.org/W2133434946","https://openalex.org/W2134802714","https://openalex.org/W2138108551","https://openalex.org/W2144088174","https://openalex.org/W2144283793","https://openalex.org/W2145101110","https://openalex.org/W2149476049","https://openalex.org/W2158282517","https://openalex.org/W2158907787","https://openalex.org/W2163316275","https://openalex.org/W2167975720","https://openalex.org/W2168359464","https://openalex.org/W2169294731","https://openalex.org/W2170510068","https://openalex.org/W2177060007","https://openalex.org/W2295605012","https://openalex.org/W2334782222","https://openalex.org/W2341171179","https://openalex.org/W2438667436","https://openalex.org/W2963889160","https://openalex.org/W3101822862","https://openalex.org/W4214717370","https://openalex.org/W6601831483","https://openalex.org/W6604828988","https://openalex.org/W6607524528","https://openalex.org/W6629836980","https://openalex.org/W6631000544","https://openalex.org/W6631690158","https://openalex.org/W6631931890","https://openalex.org/W6635424537","https://openalex.org/W6635795003","https://openalex.org/W6675577055","https://openalex.org/W6679977494","https://openalex.org/W6681633084","https://openalex.org/W6683084483","https://openalex.org/W6685087741","https://openalex.org/W7004932488"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W2807018115"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":38},{"year":2021,"cited_by_count":48},{"year":2020,"cited_by_count":43},{"year":2019,"cited_by_count":34},{"year":2018,"cited_by_count":34},{"year":2017,"cited_by_count":36},{"year":2016,"cited_by_count":28},{"year":2015,"cited_by_count":42},{"year":2014,"cited_by_count":23},{"year":2013,"cited_by_count":21}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}