{"id":"https://openalex.org/W2598699400","doi":"https://doi.org/10.1007/978-3-662-54580-5_11","title":"Long-Run Rewards for Markov Automata","display_name":"Long-Run Rewards for Markov Automata","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2598699400","doi":"https://doi.org/10.1007/978-3-662-54580-5_11","mag":"2598699400"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-662-54580-5_11","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-54580-5_11","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.22028/d291-48256","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005462869","display_name":"Yuliya Butkova","orcid":"https://orcid.org/0000-0002-9678-1467"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yuliya Butkova","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047238602","display_name":"Ralf Wimmer","orcid":"https://orcid.org/0000-0003-4973-7479"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ralf Wimmer","raw_affiliation_strings":["Albert-Ludwigs-Universit\u00e4t Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Albert-Ludwigs-Universit\u00e4t Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028747794","display_name":"Holger Hermanns","orcid":"https://orcid.org/0000-0002-2766-9615"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Holger Hermanns","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005462869"],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":2.2177,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86553857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"188","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7512698173522949},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7215035557746887},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.6976327896118164},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6557634472846985},{"id":"https://openalex.org/keywords/formalism","display_name":"Formalism (music)","score":0.6216629147529602},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5760119557380676},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5670520663261414},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.55620938539505},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.5521770119667053},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.5139122009277344},{"id":"https://openalex.org/keywords/probabilistic-automaton","display_name":"Probabilistic automaton","score":0.5009555816650391},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46845436096191406},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4560842216014862},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21091166138648987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16838207840919495},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10263049602508545},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06938448548316956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7512698173522949},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7215035557746887},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.6976327896118164},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6557634472846985},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.6216629147529602},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5760119557380676},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5670520663261414},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.55620938539505},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.5521770119667053},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.5139122009277344},{"id":"https://openalex.org/C174784677","wikidata":"https://www.wikidata.org/wiki/Q176567","display_name":"Probabilistic automaton","level":3,"score":0.5009555816650391},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46845436096191406},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4560842216014862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21091166138648987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16838207840919495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10263049602508545},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06938448548316956},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-662-54580-5_11","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-54580-5_11","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"doi:10.22028/d291-48256","is_oa":true,"landing_page_url":"https://doi.org/10.22028/d291-48256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Collection"}],"best_oa_location":{"id":"doi:10.22028/d291-48256","is_oa":true,"landing_page_url":"https://doi.org/10.22028/d291-48256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Collection"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1507843766","https://openalex.org/W1514324734","https://openalex.org/W1573175443","https://openalex.org/W1874444266","https://openalex.org/W2025063471","https://openalex.org/W2098432798","https://openalex.org/W2118744069","https://openalex.org/W2119565742","https://openalex.org/W2119567691","https://openalex.org/W2148167082","https://openalex.org/W2149336039","https://openalex.org/W2163234015","https://openalex.org/W2172279531","https://openalex.org/W2294647483","https://openalex.org/W2334782222","https://openalex.org/W2341171179","https://openalex.org/W3099417312","https://openalex.org/W4250417675","https://openalex.org/W4285719527","https://openalex.org/W4302928681"],"related_works":["https://openalex.org/W2159449605","https://openalex.org/W2130519334","https://openalex.org/W2118728396","https://openalex.org/W1985664346","https://openalex.org/W2382132287","https://openalex.org/W3113307220","https://openalex.org/W3164302780","https://openalex.org/W1968437296","https://openalex.org/W2009656517","https://openalex.org/W2363310627"],"abstract_inverted_index":{"Markov":[0,32,63],"automata":[1],"are":[2],"a":[3,59],"powerful":[4],"formalism":[5],"for":[6],"modelling":[7],"systems":[8],"which":[9],"exhibit":[10],"nondeterminism,":[11],"probabilistic":[12],"choices":[13],"and":[14],"continuous":[15],"stochastic":[16],"timing.":[17],"We":[18,35],"consider":[19],"the":[20,26,45,48,78],"computation":[21],"of":[22,47,52,73],"long-run":[23],"average":[24],"rewards,":[25],"most":[27],"classical":[28],"problem":[29],"in":[30,58,77],"continuous-time":[31],"model":[33],"analysis.":[34],"propose":[36],"an":[37,70],"algorithm":[38],"based":[39],"on":[40,62],"value":[41],"iteration.":[42],"It":[43],"improves":[44],"state":[46],"art":[49],"by":[50,66],"orders":[51],"magnitude.":[53],"The":[54],"contribution":[55],"is":[56],"rooted":[57],"fresh":[60],"look":[61],"automata,":[64],"namely":[65],"treating":[67],"them":[68],"as":[69],"efficient":[71],"encoding":[72],"CTMDPs":[74],"with":[75],"\u2013":[76,81],"worst":[79],"case":[80],"exponentially":[82],"more":[83],"transitions.":[84]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}