{"id":"https://openalex.org/W3205889124","doi":"https://doi.org/10.1109/tase.2023.3297984","title":"Part-X: A Family of Stochastic Algorithms for Search-Based Test Generation With Probabilistic Guarantees","display_name":"Part-X: A Family of Stochastic Algorithms for Search-Based Test Generation With Probabilistic Guarantees","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W3205889124","doi":"https://doi.org/10.1109/tase.2023.3297984","mag":"3205889124"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3297984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3297984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049158387","display_name":"Giulia Pedrielli","orcid":"https://orcid.org/0000-0001-6726-9790"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giulia Pedrielli","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-6726-9790","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040750463","display_name":"Tanmay Khandait","orcid":"https://orcid.org/0000-0002-5029-5607"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanmay Khandait","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0002-5029-5607","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015182512","display_name":"Yumeng Cao","orcid":"https://orcid.org/0009-0000-1463-2891"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yumeng Cao","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0009-0000-1463-2891","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050404598","display_name":"Quinn Thibeault","orcid":"https://orcid.org/0000-0001-8020-9346"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quinn Thibeault","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101956431","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0002-0148-5172"},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["College of Engineering, Yuan Ze University, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058576840","display_name":"Mauricio Castillo\u2010Effen","orcid":null},"institutions":[{"id":"https://openalex.org/I1287521167","display_name":"Lockheed Martin (United States)","ror":"https://ror.org/026er9r08","country_code":"US","type":"company","lineage":["https://openalex.org/I1287521167"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mauricio Castillo-Effen","raw_affiliation_strings":["Lockheed Martin, Advanced Technology Laboratories, Arlington, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lockheed Martin, Advanced Technology Laboratories, Arlington, VA, USA","institution_ids":["https://openalex.org/I1287521167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058732387","display_name":"Georgios Fainekos","orcid":"https://orcid.org/0000-0002-0456-2129"},"institutions":[{"id":"https://openalex.org/I4210093665","display_name":"Toyota Motor North America (United States)","ror":"https://ror.org/0076knn86","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853"]},{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios Fainekos","raw_affiliation_strings":["School of Computing and Augmented Intelligence (SCAI), Arizona State University, Tempe, AZ, USA","Toyota Motor North America Research and Development, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-0456-2129","affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence (SCAI), Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Toyota Motor North America Research and Development, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4210093665"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7325,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95284974,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"3","first_page":"4504","last_page":"4525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8163936734199524},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7425312995910645},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7038465142250061},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6033417582511902},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.4650455713272095},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4334326684474945},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34464266896247864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.245501309633255}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8163936734199524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7425312995910645},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7038465142250061},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6033417582511902},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.4650455713272095},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4334326684474945},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34464266896247864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.245501309633255},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3297984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3297984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G3906042923","display_name":"CAREER: LEarning to Search with Structure (LESS), a Unifying Algorithmic Framework for Gray Box Optimization of Biomanufacturing Systems","funder_award_id":"2046588","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5451389186","display_name":null,"funder_award_id":"FA8750-20-C-0507","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W189973795","https://openalex.org/W618136976","https://openalex.org/W1510052597","https://openalex.org/W1533557569","https://openalex.org/W1548600288","https://openalex.org/W1578823551","https://openalex.org/W1966224165","https://openalex.org/W2004643132","https://openalex.org/W2009713937","https://openalex.org/W2014384147","https://openalex.org/W2018044188","https://openalex.org/W2035203160","https://openalex.org/W2039287452","https://openalex.org/W2041422323","https://openalex.org/W2049399166","https://openalex.org/W2064076655","https://openalex.org/W2076375575","https://openalex.org/W2080006911","https://openalex.org/W2090275183","https://openalex.org/W2092271904","https://openalex.org/W2100766205","https://openalex.org/W2112656403","https://openalex.org/W2114563530","https://openalex.org/W2131399618","https://openalex.org/W2153803621","https://openalex.org/W2167799541","https://openalex.org/W2172184261","https://openalex.org/W2295828805","https://openalex.org/W2522650173","https://openalex.org/W2556282465","https://openalex.org/W2566716416","https://openalex.org/W2601434987","https://openalex.org/W2604247018","https://openalex.org/W2604347212","https://openalex.org/W2607338915","https://openalex.org/W2759950027","https://openalex.org/W2770137689","https://openalex.org/W2785700716","https://openalex.org/W2789158833","https://openalex.org/W2798302610","https://openalex.org/W2803461142","https://openalex.org/W2888839644","https://openalex.org/W2898904083","https://openalex.org/W2901572527","https://openalex.org/W2950708302","https://openalex.org/W2951670696","https://openalex.org/W2952490571","https://openalex.org/W2962702177","https://openalex.org/W2963003663","https://openalex.org/W2963100367","https://openalex.org/W2963516601","https://openalex.org/W2964060211","https://openalex.org/W2972956988","https://openalex.org/W2973944767","https://openalex.org/W2978342210","https://openalex.org/W2982365423","https://openalex.org/W3002440596","https://openalex.org/W3014091268","https://openalex.org/W3021538051","https://openalex.org/W3023131782","https://openalex.org/W3028105819","https://openalex.org/W3028181794","https://openalex.org/W3046086400","https://openalex.org/W3089624132","https://openalex.org/W3090137276","https://openalex.org/W3092268398","https://openalex.org/W3096990961","https://openalex.org/W3105484905","https://openalex.org/W3106539157","https://openalex.org/W3112716182","https://openalex.org/W3119924191","https://openalex.org/W3125246424","https://openalex.org/W3141259390","https://openalex.org/W3154370202","https://openalex.org/W3197359847","https://openalex.org/W3204851156","https://openalex.org/W3206558114","https://openalex.org/W3206959716","https://openalex.org/W3213923604","https://openalex.org/W4233503810","https://openalex.org/W4238746485","https://openalex.org/W4244569433","https://openalex.org/W4248133304","https://openalex.org/W4249753629","https://openalex.org/W4283361469","https://openalex.org/W4293057250","https://openalex.org/W6732118020","https://openalex.org/W6737095263","https://openalex.org/W6751209437","https://openalex.org/W6753737893","https://openalex.org/W6759580156","https://openalex.org/W6774956248","https://openalex.org/W6799065014","https://openalex.org/W6805126030"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1604988569","https://openalex.org/W1497573972","https://openalex.org/W2071659383","https://openalex.org/W1846253165"],"abstract_inverted_index":{"Requirements":[0],"driven":[1],"search-based":[2],"testing":[3,62,312],"(also":[4],"known":[5],"as":[6,173,292,366,375],"falsification)":[7],"has":[8],"proven":[9],"to":[10,146,227,270,395],"be":[11,290],"a":[12,39,73,97,170,207,247,297,310,350,376],"practical":[13],"and":[14,31,140],"effective":[15],"method":[16,298,362,377,394],"for":[17,151,257],"discovering":[18],"erroneous":[19,57],"behaviors":[20,58,112,122,329],"in":[21,83,221],"Cyber-Physical":[22,152],"Systems.":[23],"Despite":[24],"the":[25,29,54,61,91,108,117,127,137,142,190,197,210,214,219,236,263,278,317,324,343,356,385],"constant":[26],"improvements":[27],"on":[28,53,132,141,206,213,355,384],"performance":[30,382],"applicability":[32,128],"of":[33,56,68,129,192,199,209,218,235,240,249,316,345,353,392],"falsification":[34,78],"methods,":[35],"they":[36,43,280],"all":[37],"share":[38],"common":[40],"characteristic.":[41],"Namely,":[42],"are":[44,203,233],"best-effort":[45],"methods":[46,79,250,268],"which":[47,76,232],"do":[48],"not":[49,104,334,363],"provide":[50],"any":[51],"guarantees":[52,71,93,383],"absence":[55,67],"(falsifiers)":[59],"when":[60],"budget":[63],"is":[64,72,182,225,246,320,358],"exhausted.":[65],"The":[66,178,314,338],"finite":[69,311],"time":[70],"major":[74],"limitation":[75],"prevents":[77],"from":[80,136],"being":[81,260],"utilized":[82],"certification":[84],"procedures.":[85],"In":[86,189],"this":[87],"paper,":[88],"we":[89],"address":[90],"finite-time":[92],"problem":[94,150],"by":[95,262,322],"developing":[96],"new":[98],"stochastic":[99,396],"algorithm.":[100],"Our":[101],"proposed":[102],"algorithm":[103],"only":[105,364],"estimates":[106],"(bounds)":[107],"probability":[109,325,357],"that":[110,167,169,202,251,274,288,299,326,378],"falsifying":[111,121],"exist,":[113],"but":[114,332,373],"also":[115,281,374],"identifies":[116],"regions":[118],"where":[119],"these":[120],"may":[123,330],"occur.":[124],"We":[125],"demonstrate":[126,160],"our":[130,361,393],"approach":[131],"standard":[133],"benchmark":[134,144],"functions":[135],"optimization":[138],"literature":[139],"F16":[143],"problem.Note":[145],"Practitioners\u2014The":[147],"safety":[148],"assurance":[149],"Systems":[153],"(CPS)":[154],"remains":[155],"an":[156,367],"open":[157],"challenge.":[158],"To":[159],"functional":[161,186,264,381],"safety,":[162],"practitioners":[163],"must":[164],"collect":[165,282],"evidence":[166,194,224],"establishes":[168],"system":[171,180,211,328],"performs":[172],"expected":[174,179],"under":[175],"certain":[176],"assumptions.":[177],"behavior":[181],"typically":[183,195],"captured":[184],"through":[185],"correctness":[187],"requirements.":[188,265],"case":[191,370],"CPS,":[193],"takes":[196],"form":[198],"test":[200,230,243,255,272,286,304,318,346,369],"cases":[201,231,256,273,287,305,347],"executed":[204,308],"both":[205],"model":[208],"and/or":[212],"actual":[215],"system.":[216,386],"One":[217],"challenges":[220],"producing":[222],"such":[223],"how":[226],"automatically":[228,253],"generate":[229,254],"representative":[234],"infinite":[237],"execution":[238],"space":[239],"CPS.":[241,397],"Search-based":[242],"generation":[244,371],"(SBTG)":[245],"class":[248],"can":[252,289,300,340],"CPS":[258],"while":[259],"guided":[261],"As":[266],"SBTG":[267],"try":[269],"discover":[271],"invalidate,":[275],"i.e.,":[276,284],"falsify,":[277],"requirements,":[279],"validating,":[283],"satisfying,":[285],"used":[291],"evidence.":[293],"This":[294],"work":[295],"introduces":[296],"assess":[301],"whether":[302],"enough":[303],"have":[306,333],"been":[307,336],"given":[309],"budget.":[313],"sufficiency":[315],"suite":[319],"assessed":[321],"computing":[323],"invalidating":[327],"exist":[331],"yet":[335],"discovered.":[337],"practitioner":[339],"then":[341],"adjust":[342],"number":[344],"generated":[348],"until":[349],"desired":[351],"degree":[352],"confidence":[354],"achieved.":[359],"Hence,":[360],"works":[365],"automated":[368],"algorithm,":[372],"provides":[379],"formal":[380],"Future":[387],"directions":[388],"will":[389],"investigate":[390],"extensions":[391]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}