{"id":"https://openalex.org/W3205889124","doi":"https://doi.org/10.1109/tase.2023.3297984","title":"Part-X: A Family of Stochastic Algorithms for Search-Based Test Generation With Probabilistic Guarantees","display_name":"Part-X: A Family of Stochastic Algorithms for Search-Based Test Generation With Probabilistic Guarantees","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W3205889124","doi":"https://doi.org/10.1109/tase.2023.3297984","mag":"3205889124"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3297984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3297984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049158387","display_name":"Giulia Pedrielli","orcid":"https://orcid.org/0000-0001-6726-9790"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Giulia Pedrielli","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-6726-9790","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040750463","display_name":"Tanmay Khandait","orcid":"https://orcid.org/0000-0002-5029-5607"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanmay Khandait","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0002-5029-5607","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015182512","display_name":"Yumeng Cao","orcid":"https://orcid.org/0009-0000-1463-2891"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yumeng Cao","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0009-0000-1463-2891","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050404598","display_name":"Quinn Thibeault","orcid":"https://orcid.org/0000-0001-8020-9346"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quinn Thibeault","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101956431","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0002-0148-5172"},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["College of Engineering, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058576840","display_name":"Mauricio Castillo\u2010Effen","orcid":null},"institutions":[{"id":"https://openalex.org/I1287521167","display_name":"Lockheed Martin (United States)","ror":"https://ror.org/026er9r08","country_code":"US","type":"company","lineage":["https://openalex.org/I1287521167"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mauricio Castillo-Effen","raw_affiliation_strings":["Lockheed Martin, Advanced Technology Laboratories, Arlington, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lockheed Martin, Advanced Technology Laboratories, Arlington, VA, USA","institution_ids":["https://openalex.org/I1287521167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058732387","display_name":"Georgios Fainekos","orcid":"https://orcid.org/0000-0002-0456-2129"},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor North America (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios Fainekos","raw_affiliation_strings":["School of Computing and Augmented Intelligence (SCAI), Arizona State University, Tempe, AZ, USA","Toyota Motor North America Research and Development, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-0456-2129","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence (SCAI), Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Toyota Motor North America Research and Development, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4210093665"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5049158387"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":2.9756,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94637483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"21","issue":"3","first_page":"4504","last_page":"4525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8163936734199524},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7425312995910645},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7038465142250061},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6033417582511902},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.4650455713272095},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4334326684474945},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34464266896247864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.245501309633255}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8163936734199524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7425312995910645},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7038465142250061},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6033417582511902},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.4650455713272095},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4334326684474945},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34464266896247864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.245501309633255},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3297984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3297984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G3906042923","display_name":null,"funder_award_id":"2046588","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5451389186","display_name":null,"funder_award_id":"FA8750-20-C-0507","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W189973795","https://openalex.org/W618136976","https://openalex.org/W1510052597","https://openalex.org/W1533557569","https://openalex.org/W1548600288","https://openalex.org/W1578823551","https://openalex.org/W1966224165","https://openalex.org/W2004643132","https://openalex.org/W2009713937","https://openalex.org/W2014384147","https://openalex.org/W2018044188","https://openalex.org/W2035203160","https://openalex.org/W2039287452","https://openalex.org/W2041422323","https://openalex.org/W2049399166","https://openalex.org/W2064076655","https://openalex.org/W2076375575","https://openalex.org/W2080006911","https://openalex.org/W2090275183","https://openalex.org/W2092271904","https://openalex.org/W2100766205","https://openalex.org/W2112656403","https://openalex.org/W2114563530","https://openalex.org/W2131399618","https://openalex.org/W2153803621","https://openalex.org/W2167799541","https://openalex.org/W2172184261","https://openalex.org/W2295828805","https://openalex.org/W2522650173","https://openalex.org/W2556282465","https://openalex.org/W2566716416","https://openalex.org/W2601434987","https://openalex.org/W2604247018","https://openalex.org/W2604347212","https://openalex.org/W2607338915","https://openalex.org/W2759950027","https://openalex.org/W2770137689","https://openalex.org/W2785700716","https://openalex.org/W2789158833","https://openalex.org/W2798302610","https://openalex.org/W2803461142","https://openalex.org/W2888839644","https://openalex.org/W2898904083","https://openalex.org/W2901572527","https://openalex.org/W2950708302","https://openalex.org/W2951670696","https://openalex.org/W2952490571","https://openalex.org/W2962702177","https://openalex.org/W2963003663","https://openalex.org/W2963100367","https://openalex.org/W2963516601","https://openalex.org/W2964060211","https://openalex.org/W2972956988","https://openalex.org/W2973944767","https://openalex.org/W2978342210","https://openalex.org/W2982365423","https://openalex.org/W3002440596","https://openalex.org/W3014091268","https://openalex.org/W3021538051","https://openalex.org/W3023131782","https://openalex.org/W3028105819","https://openalex.org/W3028181794","https://openalex.org/W3046086400","https://openalex.org/W3089624132","https://openalex.org/W3090137276","https://openalex.org/W3092268398","https://openalex.org/W3096990961","https://openalex.org/W3105484905","https://openalex.org/W3106539157","https://openalex.org/W3112716182","https://openalex.org/W3119924191","https://openalex.org/W3125246424","https://openalex.org/W3141259390","https://openalex.org/W3154370202","https://openalex.org/W3197359847","https://openalex.org/W3204851156","https://openalex.org/W3206558114","https://openalex.org/W3206959716","https://openalex.org/W3213923604","https://openalex.org/W4233503810","https://openalex.org/W4238746485","https://openalex.org/W4244569433","https://openalex.org/W4248133304","https://openalex.org/W4249753629","https://openalex.org/W4283361469","https://openalex.org/W4293057250","https://openalex.org/W6732118020","https://openalex.org/W6737095263","https://openalex.org/W6751209437","https://openalex.org/W6753737893","https://openalex.org/W6759580156","https://openalex.org/W6774956248","https://openalex.org/W6799065014","https://openalex.org/W6805126030"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1604988569","https://openalex.org/W1497573972","https://openalex.org/W2071659383","https://openalex.org/W1846253165"],"abstract_inverted_index":{"Requirements":[0],"driven":[1],"search-based":[2],"testing":[3,62,316],"(also":[4],"known":[5],"as":[6,177,296,370,379],"falsification)":[7],"has":[8],"proven":[9],"to":[10,149,231,274,399],"be":[11,294],"a":[12,39,73,97,174,211,251,301,314,354,380],"practical":[13],"and":[14,31,140],"effective":[15],"method":[16,302,366,381,398],"for":[17,155,261],"discovering":[18],"erroneous":[19,57],"behaviors":[20,58,112,122,333],"in":[21,83,225],"Cyber-Physical":[22,156],"Systems.":[23],"Despite":[24],"the":[25,29,54,61,91,108,117,127,137,142,194,201,214,218,223,240,267,282,321,328,347,360,389],"constant":[26],"improvements":[27],"on":[28,53,132,141,210,217,359,388],"performance":[30,386],"applicability":[32,128],"of":[33,56,68,129,196,203,213,222,239,244,253,320,349,357,396],"falsification":[34,78],"methods,":[35],"they":[36,43,284],"all":[37],"share":[38],"common":[40],"characteristic.":[41],"Namely,":[42],"are":[44,207,237],"best-effort":[45],"methods":[46,79,254,272],"which":[47,76,236],"do":[48],"not":[49,104,338,367],"provide":[50],"any":[51],"guarantees":[52,71,93,387],"absence":[55,67],"(falsifiers)":[59],"when":[60],"budget":[63],"is":[64,72,186,229,250,324,362],"exhausted.":[65],"The":[66,182,318,342],"finite":[69,315],"time":[70],"major":[74],"limitation":[75],"prevents":[77],"from":[80,136],"being":[81,264],"utilized":[82],"certification":[84],"procedures.":[85],"In":[86,193],"this":[87],"paper,":[88],"we":[89],"address":[90],"finite-time":[92],"problem":[94,154],"by":[95,266,326],"developing":[96],"new":[98],"stochastic":[99,400],"algorithm.":[100],"Our":[101],"proposed":[102],"algorithm":[103],"only":[105,368],"estimates":[106],"(bounds)":[107],"probability":[109,329,361],"that":[110,171,173,206,255,278,292,303,330,382],"falsifying":[111,121],"exist,":[113],"but":[114,336,377],"also":[115,285,378],"identifies":[116],"regions":[118],"where":[119],"these":[120],"may":[123,334],"occur.":[124],"We":[125],"demonstrate":[126,164],"our":[130,365,397],"approach":[131],"standard":[133],"benchmark":[134,144],"functions":[135],"optimization":[138],"literature":[139],"F16":[143],"problem.":[145],"<italic":[146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[148],"Practitioners</i>":[150],"\u2014The":[151],"safety":[152],"assurance":[153],"Systems":[157],"(CPS)":[158],"remains":[159],"an":[160,371],"open":[161],"challenge.":[162],"To":[163],"functional":[165,190,268,385],"safety,":[166],"practitioners":[167],"must":[168],"collect":[169,286],"evidence":[170,198,228],"establishes":[172],"system":[175,184,215,332],"performs":[176],"expected":[178,183],"under":[179],"certain":[180],"assumptions.":[181],"behavior":[185],"typically":[187,199],"captured":[188],"through":[189],"correctness":[191],"requirements.":[192,269],"case":[195,374],"CPS,":[197],"takes":[200],"form":[202],"test":[204,234,247,259,276,290,308,322,350,373],"cases":[205,235,260,277,291,309,351],"executed":[208,312],"both":[209],"model":[212],"and/or":[216],"actual":[219],"system.":[220,390],"One":[221],"challenges":[224],"producing":[226],"such":[227],"how":[230],"automatically":[232,257],"generate":[233,258],"representative":[238],"infinite":[241],"execution":[242],"space":[243],"CPS.":[245,401],"Search-based":[246],"generation":[248,375],"(SBTG)":[249],"class":[252],"can":[256,293,304,344],"CPS":[262],"while":[263],"guided":[265],"As":[270],"SBTG":[271],"try":[273],"discover":[275],"invalidate,":[279],"i.e.,":[280,288],"falsify,":[281],"requirements,":[283],"validating,":[287],"satisfying,":[289],"used":[295],"evidence.":[297],"This":[298],"work":[299],"introduces":[300],"assess":[305],"whether":[306],"enough":[307],"have":[310,337],"been":[311,340],"given":[313],"budget.":[317],"sufficiency":[319],"suite":[323],"assessed":[325],"computing":[327],"invalidating":[331],"exist":[335],"yet":[339],"discovered.":[341],"practitioner":[343],"then":[345],"adjust":[346],"number":[348],"generated":[352],"until":[353],"desired":[355],"degree":[356],"confidence":[358],"achieved.":[363],"Hence,":[364],"works":[369],"automated":[372],"algorithm,":[376],"provides":[383],"formal":[384],"Future":[391],"directions":[392],"will":[393],"investigate":[394],"extensions":[395]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}