{"id":"https://openalex.org/W7129692806","doi":"https://doi.org/10.48550/arxiv.2602.14987","title":"Learning Robust Markov Models for Safe Runtime Monitoring","display_name":"Learning Robust Markov Models for Safe Runtime Monitoring","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129692806","doi":"https://doi.org/10.48550/arxiv.2602.14987"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.14987","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14987","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.14987","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126222807","display_name":"Antonina Skurka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Skurka, Antonina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119833856","display_name":"Luko van der Maas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van der Maas, Luko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018941708","display_name":"Sebastian Junges","orcid":"https://orcid.org/0000-0003-0978-8466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junges, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047901628","display_name":"Hazem Torfah","orcid":"https://orcid.org/0000-0002-9628-1200"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torfah, Hazem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3075999915599823,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3075999915599823,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09849999845027924,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6069999933242798},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.482699990272522},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44929999113082886},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3856000006198883},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38510000705718994},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.38179999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322999835014343},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6069999933242798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4970000088214874},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44929999113082886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.35760000348091125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3431999981403351},{"id":"https://openalex.org/C2777488183","wikidata":"https://www.wikidata.org/wiki/Q6900510","display_name":"Safety monitoring","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26080000400543213},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.14987","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14987","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.14987","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14987","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7262988686561584,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,16,41,75,87,142],"model-based":[3],"approach":[4],"to":[5,39,58,129,141],"learning":[6,81,95],"robust":[7,82,96],"runtime":[8,83],"monitors":[9,14,121],"for":[10,62,94,108],"autonomous":[11],"systems.":[12],"Runtime":[13],"play":[15],"crucial":[17],"role":[18],"in":[19],"raising":[20],"the":[21,78,118],"level":[22],"of":[23,77,80,120],"assurance":[24],"by":[25],"observing":[26],"system":[27,143],"behavior":[28,44],"and":[29,101],"predicting":[30],"potential":[31,63],"safety":[32,64],"violations.":[33,65],"In":[34],"our":[35,124],"approach,":[36,125],"we":[37],"propose":[38],"capture":[40],"system's":[42],"(stochastic)":[43],"using":[45,123],"interval":[46],"Hidden":[47],"Markov":[48],"Models":[49],"(iHMMs).":[50],"The":[51,66],"monitor":[52],"then":[53],"uses":[54,91],"this":[55],"learned":[56,122],"iHMM":[57],"derive":[59],"risk":[60,110],"estimates":[61,111],"paper":[67],"makes":[68],"three":[69],"key":[70],"contributions:":[71],"(1)":[72],"it":[73],"provides":[74],"formalization":[76],"problem":[79],"monitors,":[84],"(2)":[85],"introduces":[86],"novel":[88],"framework":[89],"that":[90,133],"conformance-testing-based":[92],"refinement":[93],"iHMMs":[97],"with":[98],"convergence":[99],"guarantees,":[100],"(3)":[102],"presents":[103],"an":[104],"efficient":[105],"monitoring":[106,131],"algorithm":[107],"computing":[109],"over":[112],"iHMMs.":[113],"Our":[114],"empirical":[115],"results":[116],"demonstrate":[117],"efficacy":[119],"particularly":[126],"when":[127],"compared":[128],"model-free":[130],"approaches":[132],"rely":[134],"solely":[135],"on":[136],"collected":[137],"data":[138],"without":[139],"access":[140],"model.":[144]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-18T00:00:00"}