{"id":"https://openalex.org/W4368362708","doi":"https://doi.org/10.1145/3576841.3585927","title":"Conformal Prediction for STL Runtime Verification","display_name":"Conformal Prediction for STL Runtime Verification","publication_year":2023,"publication_date":"2023-05-04","ids":{"openalex":"https://openalex.org/W4368362708","doi":"https://doi.org/10.1145/3576841.3585927"},"language":"en","primary_location":{"id":"doi:10.1145/3576841.3585927","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576841.3585927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 14th International Conference on Cyber-Physical Systems (with CPS-IoT Week 2023)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027184150","display_name":"Lars Lindemann","orcid":"https://orcid.org/0000-0003-3430-6625"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lars Lindemann","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-3430-6625","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, United States of America","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087698461","display_name":"Xin Qin","orcid":"https://orcid.org/0000-0001-7457-0565"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Qin","raw_affiliation_strings":["University of Southern California, Los Angeles, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-7457-0565","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, United States of America","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023357035","display_name":"Jyotirmoy V. Deshmukh","orcid":"https://orcid.org/0000-0002-8815-464X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyotirmoy V. Deshmukh","raw_affiliation_strings":["University of Southern California, Los Angeles, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8815-464X","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, United States of America","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029243115","display_name":"George J. Pappas","orcid":"https://orcid.org/0000-0001-9081-0637"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George J. Pappas","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-9081-0637","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, United States of America","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.961,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96935989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"142","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832283973693848},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7405595183372498},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6267622113227844},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5615198612213135},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43550384044647217},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.42346107959747314},{"id":"https://openalex.org/keywords/conformal-map","display_name":"Conformal map","score":0.41576844453811646},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.410679429769516},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39666759967803955},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12610623240470886},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0907391607761383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832283973693848},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7405595183372498},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6267622113227844},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5615198612213135},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43550384044647217},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.42346107959747314},{"id":"https://openalex.org/C98214594","wikidata":"https://www.wikidata.org/wiki/Q850275","display_name":"Conformal map","level":2,"score":0.41576844453811646},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.410679429769516},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39666759967803955},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12610623240470886},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0907391607761383},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576841.3585927","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576841.3585927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 14th International Conference on Cyber-Physical Systems (with CPS-IoT Week 2023)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4717834466","display_name":null,"funder_award_id":"SHF-1910088","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4851802478","display_name":null,"funder_award_id":"SHF-2048094","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8535605147","display_name":null,"funder_award_id":"CNS-1932620","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W828139470","https://openalex.org/W1495266209","https://openalex.org/W1533557569","https://openalex.org/W1533733553","https://openalex.org/W1553101044","https://openalex.org/W1601373402","https://openalex.org/W1862398452","https://openalex.org/W1935692274","https://openalex.org/W1972402079","https://openalex.org/W2021667711","https://openalex.org/W2023808162","https://openalex.org/W2027769154","https://openalex.org/W2049399166","https://openalex.org/W2067971887","https://openalex.org/W2147263744","https://openalex.org/W2171585602","https://openalex.org/W2606000287","https://openalex.org/W2606486293","https://openalex.org/W2731600756","https://openalex.org/W2890685830","https://openalex.org/W2899116309","https://openalex.org/W2964060211","https://openalex.org/W2964130946","https://openalex.org/W2977953926","https://openalex.org/W2978096846","https://openalex.org/W2978242032","https://openalex.org/W2978287595","https://openalex.org/W2980176594","https://openalex.org/W2980274526","https://openalex.org/W3021958118","https://openalex.org/W3022362085","https://openalex.org/W3025031475","https://openalex.org/W3033920763","https://openalex.org/W3046272654","https://openalex.org/W3085626879","https://openalex.org/W3092012383","https://openalex.org/W3101375348","https://openalex.org/W3101384075","https://openalex.org/W3106257603","https://openalex.org/W3132304327","https://openalex.org/W3139852998","https://openalex.org/W3154464254","https://openalex.org/W3164490100","https://openalex.org/W3172928805","https://openalex.org/W3176015044","https://openalex.org/W3206863058","https://openalex.org/W3208913200","https://openalex.org/W3210646386","https://openalex.org/W3211802876","https://openalex.org/W4242741415","https://openalex.org/W4283361469","https://openalex.org/W4286447266","https://openalex.org/W4287365814","https://openalex.org/W6685112792","https://openalex.org/W6804186094"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W1976205134","https://openalex.org/W2381570729","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"We":[0,172],"are":[1,137],"interested":[2],"in":[3],"predicting":[4],"failures":[5],"of":[6,93,133,176],"cyber-physical":[7],"systems":[8,16],"during":[9],"their":[10],"operation.":[11],"Particularly,":[12],"we":[13,23,63,98],"consider":[14],"stochastic":[15],"and":[17,22,118,158,164,180],"signal":[18],"temporal":[19],"logic":[20],"specifications,":[21],"want":[24],"to":[25,121,150],"calculate":[26],"the":[27,30,35,51,90,94,127,131,138,169],"probability":[28],"that":[29,45,67,97,148],"current":[31,52],"system":[32,48,54,115],"trajectory":[33,153],"violates":[34],"specification.":[36],"The":[37,107],"paper":[38],"presents":[39],"two":[40],"predictive":[41,144],"runtime":[42,145],"verification":[43,146],"algorithms":[44],"predict":[46,100],"future":[47,114],"states":[49,116],"from":[50],"observed":[53],"trajectory.":[55],"As":[56],"these":[57,120,136],"predictions":[58],"may":[59],"not":[60],"be":[61],"accurate,":[62],"construct":[64],"prediction":[65,69,87,111,124],"regions":[66,112],"quantify":[68],"uncertainty":[70,79],"by":[71],"using":[72],"conformal":[73],"prediction,":[74],"a":[75,86,104,123,143,181],"statistical":[76],"tool":[77],"for":[78,89,113,126,142],"quantification.":[80],"Our":[81],"first":[82,139],"algorithm":[83,109,147],"directly":[84],"constructs":[85,110],"region":[88,125],"satisfaction":[91,128],"measure":[92],"specification":[95,101],"so":[96],"can":[99],"violations":[102],"with":[103],"desired":[105],"confidence.":[106],"second":[108],"first,":[117],"uses":[119],"obtain":[122],"measure.":[129],"To":[130],"best":[132],"our":[134],"knowledge,":[135],"formal":[140],"guarantees":[141],"applies":[149],"widely":[151],"used":[152],"predictors":[154],"such":[155],"as":[156],"RNNs":[157],"LSTMs,":[159],"while":[160],"being":[161],"computationally":[162],"simple":[163],"making":[165],"no":[166],"assumptions":[167],"on":[168],"underlying":[170],"distribution.":[171],"present":[173],"numerical":[174],"experiments":[175],"an":[177],"F-16":[178],"aircraft":[179],"self-driving":[182],"car.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}