{"id":"https://openalex.org/W7160717811","doi":"https://doi.org/10.1007/s10479-026-07226-6","title":"No good Markov strategies for B\u00fcchi objectives in countable MDPs","display_name":"No good Markov strategies for B\u00fcchi objectives in countable MDPs","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160717811","doi":"https://doi.org/10.1007/s10479-026-07226-6","pmid":"https://pubmed.ncbi.nlm.nih.gov/42221033"},"language":"en","primary_location":{"id":"doi:10.1007/s10479-026-07226-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-026-07226-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-026-07226-6.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10479-026-07226-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054782057","display_name":"Stefan Kiefer","orcid":"https://orcid.org/0000-0003-4173-6877"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan Kiefer","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135733044","display_name":"Richard Mayr","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Mayr","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005502598","display_name":"Mahsa Shirmohammadi","orcid":"https://orcid.org/0000-0002-7779-2339"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210117673","display_name":"Institut de Recherche en Informatique Fondamentale","ror":"https://ror.org/02krdtz55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I4210089394","https://openalex.org/I4210117673","https://openalex.org/I4210139971"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mahsa Shirmohammadi","raw_affiliation_strings":["IRIF & CNRS, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IRIF & CNRS, Paris, France","institution_ids":["https://openalex.org/I4210117673","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060577776","display_name":"Patrick Totzke","orcid":"https://orcid.org/0000-0001-5274-8190"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Patrick Totzke","raw_affiliation_strings":["University of Liverpool, Liverpool, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-5274-8190","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060577776"],"corresponding_institution_ids":["https://openalex.org/I146655781"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6920362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"361","issue":"2","first_page":"711","last_page":"726"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.37040001153945923,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.37040001153945923,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.09929999709129333,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.08429999649524689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.7627999782562256},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.697700023651123},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.6624000072479248},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6279000043869019},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.5618000030517578},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5102999806404114},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44279998540878296},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.430400013923645}],"concepts":[{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.7627999782562256},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.697700023651123},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.6624000072479248},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6279000043869019},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5006999969482422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46630001068115234},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.4438999891281128},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.40549999475479126},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4020000100135803},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3901999890804291},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.33640000224113464},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.3294000029563904},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.32499998807907104},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32420000433921814},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.3231000006198883},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10479-026-07226-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-026-07226-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-026-07226-6.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},{"id":"pmid:42221033","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42221033","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of operations research","raw_type":null},{"id":"pmh:oai:pure.ed.ac.uk:openaire/6a27c4e9-c75d-47aa-b72a-a576ac3f1556","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/6a27c4e9-c75d-47aa-b72a-a576ac3f1556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kiefer, S, Mayr, R, Shirmohammadi, M & Totzke, P 2026, 'No good Markov strategies for B\u00fcchi objectives in countable MDPs', Annals of Operations Research, pp. 1-16. https://doi.org/10.1007/s10479-026-07226-6","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pubmedcentral.nih.gov:13221345","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13221345/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ann Oper Res","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10479-026-07226-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-026-07226-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-026-07226-6.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7576019167900085,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4313942165","display_name":"Games for Good","funder_award_id":"EP/X042596/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8115579621","display_name":"Verification and Synthesis of Algebraic Models","funder_award_id":"ANR-22-CE48-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160717811.pdf","grobid_xml":"https://content.openalex.org/works/W7160717811.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W185418963","https://openalex.org/W368265031","https://openalex.org/W1969310166","https://openalex.org/W2005684815","https://openalex.org/W2011696851","https://openalex.org/W2113789941","https://openalex.org/W2334782222","https://openalex.org/W2497090499","https://openalex.org/W2912640545","https://openalex.org/W2990918093","https://openalex.org/W3136906194","https://openalex.org/W4210533644","https://openalex.org/W4240253314","https://openalex.org/W4411946046"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"We":[1,65],"study":[2],"countably":[3],"infinite":[4],"Markov":[5,42],"decision":[6],"processes":[7],"with":[8],"B\u00fcchi":[9],"objectives,":[10],"which":[11],"ask":[12],"to":[13,70],"visit":[14],"a":[15,67,75],"given":[16],"subset":[17],"of":[18,60],"states":[19],"infinitely":[20],"often.":[21],"A":[22],"question":[23,72],"left":[24],"open":[25],"by":[26,73],"T.P.":[27],"Hill":[28],"(1979)":[29],"is":[30],"whether":[31],"there":[32],"always":[33],"exist":[34],"$$\\varepsilon":[35],"$$":[36],"<mml:math":[37],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[38],"<mml:mi>\u03b5</mml:mi>":[39],"</mml:math>":[40],"-optimal":[41],"strategies,":[43],"i.e.,":[44],"strategies":[45],"that":[46],"base":[47],"decisions":[48],"only":[49],"on":[50,55],"the":[51,56],"current":[52],"state":[53],"and":[54],"clock":[57],"(the":[58],"number":[59],"steps":[61],"taken":[62],"so":[63],"far).":[64],"provide":[66],"negative":[68],"answer":[69],"this":[71],"constructing":[74],"non-trivial":[76],"counterexample.":[77]},"counts_by_year":[],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2026-05-10T00:00:00"}