{"id":"https://openalex.org/W2717722373","doi":"https://doi.org/10.1007/978-3-319-66335-7_12","title":"Mean-Payoff Optimization in Continuous-Time Markov Chains with Parametric Alarms","display_name":"Mean-Payoff Optimization in Continuous-Time Markov Chains with Parametric Alarms","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2717722373","doi":"https://doi.org/10.1007/978-3-319-66335-7_12","mag":"2717722373"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-66335-7_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-66335-7_12","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1706.06486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091344667","display_name":"Christel Baier","orcid":"https://orcid.org/0000-0002-5321-9343"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christel Baier","raw_affiliation_strings":["Faculty of Computer Science, TU Dresden, Dresden, Saxony, Germany","TU, Dresden,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, TU Dresden, Dresden, Saxony, Germany","institution_ids":[]},{"raw_affiliation_string":"TU, Dresden,","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054154442","display_name":"Clemens Dubslaff","orcid":"https://orcid.org/0000-0001-5718-8276"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Clemens Dubslaff","raw_affiliation_strings":["Faculty of Computer Science, TU Dresden, Dresden, Saxony, Germany","TU, Dresden,"],"raw_orcid":"https://orcid.org/0000-0001-5718-8276","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, TU Dresden, Dresden, Saxony, Germany","institution_ids":[]},{"raw_affiliation_string":"TU, Dresden,","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061423743","display_name":"\u013dubo\u0161 Koren\u010diak","orcid":null},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"L'ubo\u0161 Koren\u010diak","raw_affiliation_strings":["Faculty of Informatics, Masaryk University, Brno, Czech Republic","Masaryk University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Masaryk University, Brno, Czech Republic","institution_ids":[]},{"raw_affiliation_string":"Masaryk University","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019575165","display_name":"Anton\u0131\u0301n Ku\u010dera","orcid":"https://orcid.org/0000-0002-6602-8028"},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Anton\u00edn ku\u010dera","raw_affiliation_strings":["Faculty of Informatics, Masaryk University, Brno, Czech Republic","Masaryk University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Masaryk University, Brno, Czech Republic","institution_ids":[]},{"raw_affiliation_string":"Masaryk University","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023843672","display_name":"Vojt\u011bch \u0158eh\u00e1k","orcid":"https://orcid.org/0000-0001-9185-7111"},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vojt\u011bch \u0158eh\u00e1k","raw_affiliation_strings":["Faculty of Informatics, Masaryk University, Brno, Czech Republic","Masaryk University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Masaryk University, Brno, Czech Republic","institution_ids":[]},{"raw_affiliation_string":"Masaryk University","institution_ids":["https://openalex.org/I21449261"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10812492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"4","first_page":"1","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5903428792953491},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5559372305870056},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5217388868331909},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.5031551718711853},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4974272549152374},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.49063149094581604},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.48006734251976013},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4768313467502594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45282113552093506},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.419445663690567},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4036203622817993},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35286813974380493}],"concepts":[{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5903428792953491},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5559372305870056},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5217388868331909},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.5031551718711853},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4974272549152374},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.49063149094581604},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.48006734251976013},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4768313467502594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45282113552093506},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.419445663690567},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4036203622817993},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35286813974380493},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/978-3-319-66335-7_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-66335-7_12","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"doi:10.1145/3310225","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3310225","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1706.06486","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.06486","pdf_url":"https://arxiv.org/pdf/1706.06486","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2717722373","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/1706.06486.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1706.06486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1706.06486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1706.06486","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1706.06486","pdf_url":"https://arxiv.org/pdf/1706.06486","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2717722373.pdf","grobid_xml":"https://content.openalex.org/works/W2717722373.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W142210723","https://openalex.org/W1514560100","https://openalex.org/W1532209667","https://openalex.org/W1571635307","https://openalex.org/W1655603041","https://openalex.org/W1862398452","https://openalex.org/W1965702219","https://openalex.org/W1976659775","https://openalex.org/W1988500253","https://openalex.org/W2025782239","https://openalex.org/W2046990799","https://openalex.org/W2051169325","https://openalex.org/W2055418958","https://openalex.org/W2058798910","https://openalex.org/W2072488475","https://openalex.org/W2075813176","https://openalex.org/W2076605490","https://openalex.org/W2118184521","https://openalex.org/W2140739703","https://openalex.org/W2148410410","https://openalex.org/W2169764001","https://openalex.org/W2294634542","https://openalex.org/W2334782222","https://openalex.org/W2471687730","https://openalex.org/W2506347026","https://openalex.org/W2560553801","https://openalex.org/W2613173048","https://openalex.org/W2641202496","https://openalex.org/W2758051744","https://openalex.org/W3126464085","https://openalex.org/W4230144808","https://openalex.org/W4231360344"],"related_works":["https://openalex.org/W3126464085","https://openalex.org/W2994143999","https://openalex.org/W2964091929","https://openalex.org/W2554544562","https://openalex.org/W2891634050","https://openalex.org/W1970030516","https://openalex.org/W2045701855","https://openalex.org/W2771932385","https://openalex.org/W3147478359","https://openalex.org/W2088823298","https://openalex.org/W94565311","https://openalex.org/W2998102890","https://openalex.org/W1957538471","https://openalex.org/W2043520942","https://openalex.org/W3143429824","https://openalex.org/W2552244163","https://openalex.org/W2972364126","https://openalex.org/W2034725503","https://openalex.org/W2800446008","https://openalex.org/W2783091491"],"abstract_inverted_index":{"Continuous-time":[0],"Markov":[1],"chains":[2],"with":[3,47,137],"alarms":[4],"(ACTMCs)":[5],"allow":[6],"for":[7,44,134,149,161],"alarm":[8],"events":[9],"that":[10,144,171],"can":[11,28,91],"be":[12,29,92],"non-exponentially":[13],"distributed.":[14],"Within":[15],"parametric":[16,45,135],"ACTMCs,":[17],"the":[18,37,61,83,88,110,124,130,172,177,180],"parameters":[19],"of":[20,31,60,77,85,109,123,129,179,188],"alarm-event":[21,138],"distributions":[22,139,155,164],"are":[23,145,159],"not":[24],"given":[25],"explicitly":[26],"and":[27,74,153,183],"subject":[30],"parameter":[32,41,78],"synthesis.":[33],"An":[34,167],"algorithm":[35,114,131,182],"solving":[36],"$$\\varepsilon":[38],"$$":[39],"-optimal":[40],"synthesis":[42,181],"problem":[43,62],"ACTMCs":[46,136],"long-run":[48,65],"average":[49,66],"optimization":[50],"objectives":[51],"is":[52,56,132],"presented.":[53],"Our":[54],"approach":[55,97],"based":[57,98],"on":[58,99,120],"reduction":[59],"to":[63,104,147,185],"finding":[64],"optimal":[67],"strategies":[68],"in":[69,87,156],"semi-Markov":[70],"decision":[71],"processes":[72],"(semi-MDPs)":[73],"sufficient":[75],"discretization":[76],"(i.e.,":[79],"action)":[80],"space.":[81,126],"Since":[82],"set":[84],"actions":[86],"discretized":[89],"semi-MDP":[90],"very":[93],"large,":[94],"a":[95],"straightforward":[96],"explicit":[100],"action-space":[101],"construction":[102],"fails":[103],"solve":[105,186],"even":[106],"simple":[107],"instances":[108,187],"problem.":[111],"The":[112,127],"presented":[113],"uses":[115],"an":[116],"enhanced":[117],"policy":[118],"iteration":[119],"symbolic":[121,173],"representations":[122],"action":[125],"soundness":[128],"established":[133],"satisfying":[140],"four":[141],"mild":[142],"assumptions":[143],"shown":[146],"hold":[148],"uniform,":[150],"Dirac,":[151],"exponential,":[152],"Weibull":[154],"particular,":[157],"but":[158],"satisfied":[160],"many":[162],"other":[163],"as":[165],"well.":[166],"experimental":[168],"implementation":[169],"shows":[170],"technique":[174],"substantially":[175],"improves":[176],"efficiency":[178],"allows":[184],"realistic":[189],"size.":[190]},"counts_by_year":[],"updated_date":"2026-07-06T08:01:05.025921","created_date":"2025-10-10T00:00:00"}