{"id":"https://openalex.org/W4402442647","doi":"https://doi.org/10.1145/3650212.3680400","title":"An In-Depth Study of Runtime Verification Overheads during Software Testing","display_name":"An In-Depth Study of Runtime Verification Overheads during Software Testing","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402442647","doi":"https://doi.org/10.1145/3650212.3680400"},"language":"en","primary_location":{"id":"doi:10.1145/3650212.3680400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650212.3680400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048024681","display_name":"Kevin Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Guan","raw_affiliation_strings":["Cornell University, Ithaca, USA"],"raw_orcid":"https://orcid.org/0009-0004-4553-7474","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070516536","display_name":"Owolabi Legunsen","orcid":"https://orcid.org/0000-0001-5631-4816"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Owolabi Legunsen","raw_affiliation_strings":["Cornell University, Ithaca, USA"],"raw_orcid":"https://orcid.org/0000-0001-5631-4816","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048024681"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":3.221,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93395445,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1798","last_page":"1810"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8159292936325073},{"id":"https://openalex.org/keywords/software-verification","display_name":"Software verification","score":0.5583999156951904},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.54721999168396},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48842349648475647},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.46653085947036743},{"id":"https://openalex.org/keywords/runtime-verification","display_name":"Runtime verification","score":0.42596596479415894},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3900092840194702},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.3374437987804413},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32411128282546997},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.26939094066619873},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.22109833359718323}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8159292936325073},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.5583999156951904},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.54721999168396},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48842349648475647},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.46653085947036743},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.42596596479415894},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3900092840194702},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.3374437987804413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32411128282546997},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.26939094066619873},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.22109833359718323}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650212.3680400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650212.3680400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W64407196","https://openalex.org/W1501560890","https://openalex.org/W1553100105","https://openalex.org/W1566440953","https://openalex.org/W1610570299","https://openalex.org/W1688113412","https://openalex.org/W1740522204","https://openalex.org/W1825341937","https://openalex.org/W1971059059","https://openalex.org/W1973428184","https://openalex.org/W2004605637","https://openalex.org/W2005062077","https://openalex.org/W2007984116","https://openalex.org/W2014515160","https://openalex.org/W2031188261","https://openalex.org/W2041252769","https://openalex.org/W2062720566","https://openalex.org/W2088655521","https://openalex.org/W2126606154","https://openalex.org/W2127516946","https://openalex.org/W2129683568","https://openalex.org/W2134429122","https://openalex.org/W2150308295","https://openalex.org/W2160767434","https://openalex.org/W2164119561","https://openalex.org/W2165418237","https://openalex.org/W2166091242","https://openalex.org/W2207666193","https://openalex.org/W2226278679","https://openalex.org/W2339388938","https://openalex.org/W2347053969","https://openalex.org/W2547954490","https://openalex.org/W2548334485","https://openalex.org/W2735457986","https://openalex.org/W2740295334","https://openalex.org/W2745639073","https://openalex.org/W2767787791","https://openalex.org/W2767816403","https://openalex.org/W2785852717","https://openalex.org/W2794497357","https://openalex.org/W2810768857","https://openalex.org/W2899996175","https://openalex.org/W2901360723","https://openalex.org/W2945453740","https://openalex.org/W2951170114","https://openalex.org/W2951461268","https://openalex.org/W2968086426","https://openalex.org/W2972432854","https://openalex.org/W2978662872","https://openalex.org/W2989932676","https://openalex.org/W3048026305","https://openalex.org/W3092183339","https://openalex.org/W3105211240","https://openalex.org/W3124557892","https://openalex.org/W3144602944","https://openalex.org/W3148712241","https://openalex.org/W3166106713","https://openalex.org/W4230569261","https://openalex.org/W4231411900","https://openalex.org/W4232095179","https://openalex.org/W4232751114","https://openalex.org/W4234018049","https://openalex.org/W4234921998","https://openalex.org/W4250131223","https://openalex.org/W4286303810","https://openalex.org/W4313162765","https://openalex.org/W4384154501","https://openalex.org/W4387225250","https://openalex.org/W4387225471","https://openalex.org/W4387225474","https://openalex.org/W4387225553","https://openalex.org/W4388212399","https://openalex.org/W4396686358","https://openalex.org/W6666624214"],"related_works":["https://openalex.org/W2809618173","https://openalex.org/W3036403349","https://openalex.org/W1563456403","https://openalex.org/W1968510839","https://openalex.org/W1522369122","https://openalex.org/W2148966220","https://openalex.org/W2117425003","https://openalex.org/W2149352546","https://openalex.org/W2108860137","https://openalex.org/W3120172095"],"abstract_inverted_index":{"Runtime":[0],"verification":[1],"(RV)":[2],"monitors":[3,144],"program":[4,151,242,258],"executions":[5],"against":[6,102],"formal":[7],"specifications":[8],"(specs).":[9],"Researchers":[10],"showed":[11],"that":[12,78,145,160,195,202,215,234,255],"RV":[13,31,90,116,146,170,222,253],"during":[14,54,75,92],"software":[15],"testing":[16],"amplifies":[17],"the":[18,64,138,161],"bug-finding":[19],"ability":[20],"of":[21,26,63,72,105,128,143,183,228],"tests,":[22],"and":[23,70],"found":[24],"hundreds":[25],"new":[27,200],"bugs":[28,159],"by":[29,177,246],"using":[30],"to":[32,49,84,132,148,167,248],"monitor":[33],"passing":[34],"tests":[35,97],"in":[36,98,126,137,172,188],"open-source":[37,100],"projects.":[38,140,230],"But,":[39],"RV\u2019s":[40],"runtime":[41,223],"overhead":[42,91,117,171,224],"is":[43,59,118,175,186],"widely":[44],"seen":[45],"as":[46],"a":[47,199,250],"hindrance":[48],"its":[50],"broad":[51],"adoption,":[52],"especially":[53],"continuous":[55],"integration.":[56],"Yet,":[57],"there":[58],"no":[60],"in-depth":[61],"study":[62,89,197],"prevalence,":[65],"usefulness":[66],"for":[67,225],"bug":[68],"finding,":[69],"components":[71],"these":[73],"overheads":[74],"testing,":[76,93],"so":[77],"researchers":[79],"can":[80,156,205,244],"better":[81],"understand":[82],"how":[83],"speed":[85],"up":[86,131,247],"RV.":[87],"We":[88,110],"monitoring":[94,184],"developer-written":[95],"unit":[96],"1,544":[99],"projects":[101,174],"160":[103],"specs":[104],"correct":[106],"JDK":[107],"API":[108],"usage.":[109],"make":[111],"four":[112],"main":[113],"findings.":[114],"(1)":[115],"below":[119],"12.48":[120],"seconds,":[121],"which":[122],"others":[123],"considered":[124],"acceptable,":[125],"40.9%":[127],"projects,":[129],"but":[130],"5,002.9x":[133],"(or,":[134],"28.7":[135],"hours)":[136],"other":[139,162],"(2)":[141],"99.87%":[142],"generates":[147],"dynamically":[149],"check":[150],"traces":[152],"are":[153],"wasted;":[154],"they":[155],"only":[157],"find":[158],"0.13%":[163],"find.":[164],"(3)":[165],"Contrary":[166],"conventional":[168],"wisdom,":[169],"most":[173],"dominated":[176],"instrumentation,":[178],"not":[179],"monitoring.":[180],"(4)":[181],"36.74%":[182],"time":[185],"spent":[187],"test":[189],"code":[190],"or":[191],"libraries.":[192],"As":[193],"evidence":[194],"our":[196],"provides":[198],"basis":[201],"future":[203],"work":[204],"exploit,":[206],"we":[207,213,232],"perform":[208],"two":[209],"more":[210],"experiments.":[211],"First,":[212],"show":[214,233],"offline":[216],"instrumentation":[217,238],"(when":[218],"possible)":[219],"greatly":[220],"reduces":[221],"single":[226],"versions":[227,243],"many":[229],"Second,":[231],"simply":[235],"amortizing":[236],"high":[237],"costs":[239],"across":[240],"multiple":[241],"outperform,":[245],"4.53x,":[249],"recent":[251],"evolution-aware":[252],"technique":[254],"uses":[256],"complex":[257],"analysis.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}