{"id":"https://openalex.org/W4410764931","doi":"https://doi.org/10.32614/rj-2024-021","title":"Pomdp: A Computational Infrastructure for Partially Observable Markov Decision Processes","display_name":"Pomdp: A Computational Infrastructure for Partially Observable Markov Decision Processes","publication_year":2025,"publication_date":"2025-03-08","ids":{"openalex":"https://openalex.org/W4410764931","doi":"https://doi.org/10.32614/rj-2024-021"},"language":"en","primary_location":{"id":"doi:10.32614/rj-2024-021","is_oa":true,"landing_page_url":"https://doi.org/10.32614/rj-2024-021","pdf_url":"https://journal.r-project.org/articles/RJ-2024-021/RJ-2024-021.pdf","source":{"id":"https://openalex.org/S2489169438","display_name":"The R Journal","issn_l":"2073-4859","issn":["2073-4859"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The R Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journal.r-project.org/articles/RJ-2024-021/RJ-2024-021.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027377977","display_name":"Michael Hahsler","orcid":"https://orcid.org/0000-0003-2716-1405"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hahsler","raw_affiliation_strings":["Southern Methodist University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern Methodist University","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023048350","display_name":"Anthony R. Cassandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony R. Cassandra","raw_affiliation_strings":["POMDP, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"POMDP, Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1078,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78534458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":"2","first_page":"116","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.7257000207901001,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.7257000207901001,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.6779999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.6601999998092651,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.9340027570724487},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.7258964776992798},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5480778217315674},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4965406060218811},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45644551515579224},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4263920485973358},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.35571762919425964},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20322731137275696},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19304677844047546},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12033650279045105},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07898983359336853}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.9340027570724487},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.7258964776992798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5480778217315674},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4965406060218811},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45644551515579224},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4263920485973358},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.35571762919425964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20322731137275696},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19304677844047546},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12033650279045105},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07898983359336853},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32614/rj-2024-021","is_oa":true,"landing_page_url":"https://doi.org/10.32614/rj-2024-021","pdf_url":"https://journal.r-project.org/articles/RJ-2024-021/RJ-2024-021.pdf","source":{"id":"https://openalex.org/S2489169438","display_name":"The R Journal","issn_l":"2073-4859","issn":["2073-4859"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The R Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32614/rj-2024-021","is_oa":true,"landing_page_url":"https://doi.org/10.32614/rj-2024-021","pdf_url":"https://journal.r-project.org/articles/RJ-2024-021/RJ-2024-021.pdf","source":{"id":"https://openalex.org/S2489169438","display_name":"The R Journal","issn_l":"2073-4859","issn":["2073-4859"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The R Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2719499685","display_name":"SAFE-NET: AN INTEGRATED CONNECTED VEHICLE AND COMPUTING PLATFORM FOR PUBLIC SAFETY APPLICATIONS","funder_award_id":"60NANB17D180","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"}],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410764931.pdf","grobid_xml":"https://content.openalex.org/works/W4410764931.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W158205031","https://openalex.org/W180325379","https://openalex.org/W229097380","https://openalex.org/W1491973539","https://openalex.org/W1532688806","https://openalex.org/W1539216098","https://openalex.org/W1563317173","https://openalex.org/W2011418219","https://openalex.org/W2028695285","https://openalex.org/W2099430963","https://openalex.org/W2099873296","https://openalex.org/W2119567691","https://openalex.org/W2169294731","https://openalex.org/W3141845865","https://openalex.org/W4381304672","https://openalex.org/W4399532935","https://openalex.org/W4399638802"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W131709709","https://openalex.org/W2294884454","https://openalex.org/W3169161914"],"abstract_inverted_index":{"Many":[0],"important":[1],"problems":[2],"involve":[3],"decision-making":[4,57],"under":[5],"uncertainty.":[6],"For":[7],"example,":[8],"a":[9,67,86],"medical":[10],"professional":[11],"needs":[12],"to":[13,51,122],"make":[14],"decisions":[15],"about":[16,25,34],"the":[17,26,30,42,62,74,83,94,125],"best":[18],"treatment":[19],"option":[20],"based":[21],"on":[22],"limited":[23],"information":[24],"current":[27],"state":[28],"of":[29,56,111,114],"patient":[31],"and":[32,47,106,120],"uncertainty":[33],"outcomes.":[35],"Different":[36],"approaches":[37],"have":[38],"been":[39],"developed":[40],"by":[41],"applied":[43],"mathematics,":[44],"operations":[45],"research,":[46],"artificial":[48],"intelligence":[49],"communities":[50],"address":[52],"this":[53],"difficult":[54],"class":[55],"problems.":[58],"This":[59],"paper":[60],"presents":[61],"pomdp":[63],"package,":[64],"which":[65,81],"provides":[66],"computational":[68],"infrastructure":[69],"for":[70],"an":[71],"approach":[72],"called":[73],"partially":[75],"observable":[76],"Markov":[77],"decision":[78],"process":[79],"(POMDP),":[80],"models":[82],"problem":[84],"as":[85],"discrete-time":[87],"stochastic":[88],"control":[89],"process.":[90],"The":[91],"package":[92],"lets":[93],"user":[95],"specify":[96],"POMDPs":[97],"using":[98],"familiar":[99],"R":[100],"syntax,":[101],"apply":[102],"state-of-the-art":[103],"POMDP":[104],"solvers,":[105],"then":[107],"take":[108],"full":[109],"advantage":[110],"R's":[112],"range":[113],"capabilities,":[115],"including":[116],"statistical":[117],"analysis,":[118],"simulation,":[119],"visualization,":[121],"work":[123],"with":[124],"resulting":[126],"models.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}