{"id":"https://openalex.org/W4410034631","doi":"https://doi.org/10.1007/978-3-031-90653-4_11","title":"Value Iteration with Guessing for Markov Chains and Markov Decision Processes","display_name":"Value Iteration with Guessing for Markov Chains and Markov Decision Processes","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410034631","doi":"https://doi.org/10.1007/978-3-031-90653-4_11"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-90653-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-90653-4_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-90653-4_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-90653-4_11.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052607806","display_name":"Krishnendu Chatterjee","orcid":"https://orcid.org/0000-0002-4561-241X"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Krishnendu Chatterjee","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0002-4561-241X","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117413943","display_name":"Mahdi JafariRaviz","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi JafariRaviz","raw_affiliation_strings":["University of Maryland College Park, College Park, USA"],"raw_orcid":"https://orcid.org/0009-0002-0495-3805","affiliations":[{"raw_affiliation_string":"University of Maryland College Park, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074586497","display_name":"Raimundo Saona","orcid":"https://orcid.org/0000-0001-5103-038X"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Raimundo Saona","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0001-5103-038X","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034433357","display_name":"Jakub Svoboda","orcid":"https://orcid.org/0000-0002-1419-3267"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jakub Svoboda","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0002-1419-3267","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052607806"],"corresponding_institution_ids":["https://openalex.org/I157556583"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26035252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"217","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8124082088470459},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7816665768623352},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753618597984314},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5715398192405701},{"id":"https://openalex.org/keywords/markov-renewal-process","display_name":"Markov renewal process","score":0.5199669599533081},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5108923316001892},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4956718683242798},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.48528048396110535},{"id":"https://openalex.org/keywords/examples-of-markov-chains","display_name":"Examples of Markov chains","score":0.464290976524353},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.4425146281719208},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.42786988615989685},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3446751832962036},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19736889004707336},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18246567249298096},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12754443287849426}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8124082088470459},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7816665768623352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753618597984314},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5715398192405701},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.5199669599533081},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5108923316001892},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4956718683242798},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.48528048396110535},{"id":"https://openalex.org/C76408418","wikidata":"https://www.wikidata.org/wiki/Q5419314","display_name":"Examples of Markov chains","level":5,"score":0.464290976524353},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.4425146281719208},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.42786988615989685},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3446751832962036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19736889004707336},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18246567249298096},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12754443287849426}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-90653-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-90653-4_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-90653-4_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2505.06769","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.06769","pdf_url":"https://arxiv.org/pdf/2505.06769","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-90653-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-90653-4_11","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-90653-4_11.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4125750076","display_name":null,"funder_award_id":"10.55776/COE12","funder_id":"https://openalex.org/F4320321181","funder_display_name":"Austrian Science Fund"}],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410034631.pdf","grobid_xml":"https://content.openalex.org/works/W4410034631.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1496590343","https://openalex.org/W1510264585","https://openalex.org/W1534108160","https://openalex.org/W1545761035","https://openalex.org/W1556387789","https://openalex.org/W1809182522","https://openalex.org/W1862398452","https://openalex.org/W1978884755","https://openalex.org/W1987667503","https://openalex.org/W1988500253","https://openalex.org/W1999787317","https://openalex.org/W2005353519","https://openalex.org/W2076337359","https://openalex.org/W2095304972","https://openalex.org/W2095861482","https://openalex.org/W2115980619","https://openalex.org/W2118744069","https://openalex.org/W2126902640","https://openalex.org/W2133228819","https://openalex.org/W2163169902","https://openalex.org/W2395880299","https://openalex.org/W2506294416","https://openalex.org/W2567661379","https://openalex.org/W2568766587","https://openalex.org/W2735021239","https://openalex.org/W2914135999","https://openalex.org/W2932972683","https://openalex.org/W2963712274","https://openalex.org/W2963872309","https://openalex.org/W2964256340","https://openalex.org/W2965309826","https://openalex.org/W2967057359","https://openalex.org/W3042786446","https://openalex.org/W3046677588","https://openalex.org/W3101560443","https://openalex.org/W3179132544","https://openalex.org/W3205897023","https://openalex.org/W4250417675","https://openalex.org/W4250589301","https://openalex.org/W4285659121","https://openalex.org/W4316652400","https://openalex.org/W4366721447"],"related_works":["https://openalex.org/W33343792","https://openalex.org/W1560931929","https://openalex.org/W1534371740","https://openalex.org/W2353158472","https://openalex.org/W2063024474","https://openalex.org/W2393764248","https://openalex.org/W50519898","https://openalex.org/W4244907444","https://openalex.org/W2091522449","https://openalex.org/W4250947215"],"abstract_inverted_index":{"Abstract":[0],"Two":[1],"standard":[2],"models":[3,21],"for":[4,18,22,38,60,73,120,132,166,174],"probabilistic":[5,20],"systems":[6],"are":[7,27,56,129],"Markov":[8,12],"chains":[9],"(MCs)":[10],"and":[11,24,29,89],"decision":[13],"processes":[14],"(MDPs).":[15],"Classic":[16],"objectives":[17],"such":[19],"control":[23],"planning":[25],"problems":[26,40],"reachability":[28],"stochastic":[30],"shortest":[31],"path.":[32],"The":[33],"widely":[34],"studied":[35],"algorithmic":[36],"approach":[37,119,186],"these":[39],"is":[41,82,86,97],"the":[42,63,76,160,200],"Value":[43],"Iteration":[44],"(VI)":[45],"algorithm":[46,84,139,173],"which":[47],"iteratively":[48],"applies":[49],"local":[50],"updates":[51,72],"called":[52],"Bellman":[53,71,110,151],"updates.":[54,111,152],"There":[55],"many":[57,70,109,150],"practical":[58,172],"approaches":[59,194],"VI":[61,103,121,146,165],"in":[62,75],"literature":[64],"but":[65],"they":[66],"all":[67],"require":[68],"exponentially":[69],"MCs":[74],"worst":[77],"case.":[78],"A":[79],"preprocessing":[80,138],"step":[81],"an":[83,136,156],"that":[85,184],"discrete,":[87],"graph-theoretical,":[88],"requires":[90,147],"linear":[91],"space.":[92],"An":[93],"important":[94],"open":[95],"question":[96],"whether,":[98],"after":[99,140],"a":[100,117,171,188],"polynomial-time":[101],"preprocessing,":[102],"can":[104],"be":[105],"achieved":[106],"with":[107,143],"sub-exponentially":[108],"In":[112],"this":[113],"work,":[114],"we":[115,134,154,169],"present":[116,135,155,170],"new":[118,179],"based":[122,176],"on":[123,177,195],"guessing":[124,144],"values.":[125],"Our":[126],"theoretical":[127],"contributions":[128],"twofold.":[130],"First,":[131],"MCs,":[133],"almost-linear-time":[137],"which,":[141],"along":[142],"values,":[145],"only":[148],"subexponentially":[149],"Second,":[153],"improved":[157],"analysis":[158],"of":[159,162,164],"speed":[161],"convergence":[163],"MDPs.":[167],"Finally,":[168],"MDPs":[175],"our":[178,185],"approach.":[180],"Experimental":[181],"results":[182],"show":[183],"provides":[187],"considerable":[189],"improvement":[190],"over":[191],"existing":[192],"VI-based":[193],"several":[196],"benchmark":[197],"examples":[198],"from":[199],"literature.":[201]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}