{"id":"https://openalex.org/W4288391571","doi":"https://doi.org/10.1109/tse.2022.3194640","title":"FalsifAI: Falsification of AI-Enabled Hybrid Control Systems Guided by Time-Aware Coverage Criteria","display_name":"FalsifAI: Falsification of AI-Enabled Hybrid Control Systems Guided by Time-Aware Coverage Criteria","publication_year":2022,"publication_date":"2022-07-28","ids":{"openalex":"https://openalex.org/W4288391571","doi":"https://doi.org/10.1109/tse.2022.3194640"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3194640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3194640","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100684366","display_name":"Zhenya Zhang","orcid":"https://orcid.org/0000-0002-3854-9846"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhenya Zhang","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3854-9846","affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070683475","display_name":"Deyun Lyu","orcid":"https://orcid.org/0000-0003-3017-7977"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Deyun Lyu","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3017-7977","affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021486887","display_name":"Paolo Arcaini","orcid":"https://orcid.org/0000-0002-6253-4062"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Paolo Arcaini","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan","SOKENDAI (The Graduate University for Advanced Studies), Hayama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6253-4062","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"SOKENDAI (The Graduate University for Advanced Studies), Hayama, Japan","institution_ids":["https://openalex.org/I200475212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA","JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["University of Alberta, Edmonton, AB, Canada","Kyushu University, Fukuoka, Japan","Alberta Machine Intelligence Institute (Amii), Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8621-2420","affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]},{"raw_affiliation_string":"Alberta Machine Intelligence Institute (Amii), Edmonton, AB, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013382452","display_name":"Ichiro Hasuo","orcid":"https://orcid.org/0000-0002-8300-4650"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I200475212","display_name":"The Graduate University for Advanced Studies, SOKENDAI","ror":"https://ror.org/0516ah480","country_code":"JP","type":"education","lineage":["https://openalex.org/I200475212"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ichiro Hasuo","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan","SOKENDAI (The Graduate University for Advanced Studies), Hayama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8300-4650","affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"SOKENDAI (The Graduate University for Advanced Studies), Hayama, Japan","institution_ids":["https://openalex.org/I200475212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065190767","display_name":"Jianjun Zhao","orcid":"https://orcid.org/0000-0001-8083-4352"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianjun Zhao","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0179,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9234799,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"49","issue":"4","first_page":"1842","last_page":"1859"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8017145395278931},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7335088849067688},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7178690433502197},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6043257117271423},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.474425733089447},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4558308720588684},{"id":"https://openalex.org/keywords/hybrid-system","display_name":"Hybrid system","score":0.4436444342136383},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43578100204467773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42242205142974854},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.4164658784866333},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.29177993535995483},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24155980348587036},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23758769035339355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8017145395278931},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7335088849067688},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7178690433502197},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6043257117271423},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.474425733089447},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4558308720588684},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.4436444342136383},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43578100204467773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42242205142974854},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4164658784866333},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29177993535995483},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24155980348587036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23758769035339355},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2022.3194640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3194640","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3070199737","display_name":"Automated Testing of Deep Learning Systems","funder_award_id":"19H04086","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5996733573","display_name":"Comprehensive Analysis and Repairing Techniques for Stateful Deep Learning Systems","funder_award_id":"20H04168","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6333623221","display_name":"The Era of Machine-Driven Bug Repair: Advancing Pseudo-Oracle Generation and Automated Bug Fixing Technologies","funder_award_id":"21H04877","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W618136976","https://openalex.org/W1533557569","https://openalex.org/W1535116423","https://openalex.org/W1561688506","https://openalex.org/W1849277567","https://openalex.org/W1965194038","https://openalex.org/W1968075052","https://openalex.org/W1993760289","https://openalex.org/W2049399166","https://openalex.org/W2068619069","https://openalex.org/W2096204465","https://openalex.org/W2101508170","https://openalex.org/W2131399618","https://openalex.org/W2138428785","https://openalex.org/W2153803621","https://openalex.org/W2162200351","https://openalex.org/W2291189355","https://openalex.org/W2342840547","https://openalex.org/W2556282465","https://openalex.org/W2604347212","https://openalex.org/W2735260746","https://openalex.org/W2804337238","https://openalex.org/W2896500468","https://openalex.org/W2919115771","https://openalex.org/W2922015121","https://openalex.org/W2954629067","https://openalex.org/W2956449613","https://openalex.org/W2957905354","https://openalex.org/W2963003663","https://openalex.org/W2963231286","https://openalex.org/W2963327228","https://openalex.org/W2963913218","https://openalex.org/W2964241064","https://openalex.org/W2965660219","https://openalex.org/W2967844381","https://openalex.org/W2968940383","https://openalex.org/W2980176594","https://openalex.org/W2980176926","https://openalex.org/W2982138961","https://openalex.org/W3000408052","https://openalex.org/W3002440596","https://openalex.org/W3007157104","https://openalex.org/W3046272654","https://openalex.org/W3080231185","https://openalex.org/W3090137276","https://openalex.org/W3103148066","https://openalex.org/W3124237877","https://openalex.org/W3184919107","https://openalex.org/W3189981105","https://openalex.org/W4200164757","https://openalex.org/W4252356254","https://openalex.org/W4288391571","https://openalex.org/W4291213652","https://openalex.org/W4298110250","https://openalex.org/W6704559304","https://openalex.org/W6763887731","https://openalex.org/W6766198797","https://openalex.org/W6768937078","https://openalex.org/W6787357462","https://openalex.org/W6805126030","https://openalex.org/W6809854898","https://openalex.org/W7036630600","https://openalex.org/W7048665539"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W3097218026","https://openalex.org/W4390481443","https://openalex.org/W2130642229"],"abstract_inverted_index":{"Modern":[0],"Cyber-Physical":[1],"Systems":[2],"(CPSs)":[3],"that":[4,93,238,252],"need":[5],"to":[6,46,66,95,118,126],"perform":[7],"complex":[8],"control":[9,176],"tasks":[10],"(e.g.,":[11],"autonomous":[12],"driving)":[13],"are":[14,264],"increasingly":[15],"using":[16],"AI-enabled":[17],"controllers,":[18],"mainly":[19],"based":[20],"on":[21],"deep":[22],"neural":[23,140,171,188],"networks":[24],"(DNNs).":[25],"The":[26],"quality":[27,60],"assurance":[28],"of":[29,32,35,64,99,138,169,194,206,212,249,260,270,279,300,314],"such":[30],"types":[31],"systems":[33,177],"is":[34,54,112],"vital":[36],"importance.":[37],"However,":[38,107],"their":[39,47],"verification":[40],"can":[41],"be":[42],"extremely":[43],"challenging,":[44],"due":[45],"complexity":[48],"and":[49,115,178,219,290,310],"uninterpretable":[50],"decision":[51],"logic.":[52],"Falsification":[53],"an":[55,156],"established":[56],"approach":[57,92],"for":[58,187,215,243,320],"CPS":[59,282],"assurance,":[61],"which,":[62],"instead":[63],"attempting":[65],"prove":[67],"the":[68,83,97,100,119,129,139,161,166,170,192,202,209,220,240,250,254,258,261,267,298,312],"system":[69,120,285],"correctness,":[70],"aims":[71],"at":[72,159],"finding":[73],"a":[74,79,89,207,213,216,230,277],"time-variant":[75],"input":[76],"signal":[77],"violating":[78],"formal":[80],"specification":[81],"describing":[82],"desired":[84],"behavior;":[85],"it":[86],"often":[87],"employs":[88],"search-based":[90],"testing":[91],"tries":[94],"minimize":[96],"<i>robustness</i>":[98],"specification,":[101],"given":[102,217],"by":[103,110,134,165,200],"its":[104],"quantitative":[105],"semantics.":[106],"guidance":[108],"provided":[109],"robustness":[111,271],"mostly":[113],"black-box":[114],"only":[116],"related":[117],"output,":[121],"but":[122],"does":[123],"not":[124],"allow":[125],"understand":[127],"whether":[128],"temporal":[130,162,204],"internal":[131],"behavior":[132,163,224],"determined":[133,164],"multiple":[135],"consecutive":[136],"executions":[137,168],"network":[141,172,189],"controller":[142,251],"has":[143],"been":[144],"explored":[145],"sufficiently.":[146],"To":[147],"bridge":[148],"this":[149,152],"gap,":[150],"in":[151,174,191,266,304],"paper,":[153],"we":[154,228],"make":[155],"early":[157],"attempt":[158],"exploring":[160],"repeated":[167],"controllers":[173,190],"hybrid":[175],"first":[179],"propose":[180],"eight":[181],"time-aware":[182,317],"coverage":[183,241,255,318],"criteria":[184,319],"specifically":[185],"designed":[186],"context":[193],"CPS,":[195],"which":[196],"consider":[197],"different":[198],"features":[199],"design:":[201],"simple":[203],"activation":[205,211,223],"neuron,":[208],"continuous":[210],"neuron":[214,222],"duration,":[218],"differential":[221],"over":[225,276],"time.":[226],"Second,":[227],"introduce":[229],"falsification":[231,245,308,322],"framework,":[232],"named":[233],"<inline-formula><tex-math":[234],"notation=\"LaTeX\">$\\mathtt":[235],"{FalsifAI}$</tex-math></inline-formula>":[236],",":[237],"exploits":[239],"information":[242],"better":[244],"guidance.":[246,323],"Namely,":[247],"inputs":[248],"increase":[253],"(so":[256],"improving":[257],"<i>exploration</i>":[259],"DNN":[262,288],"behaviors),":[263],"prioritized":[265],"<i>exploitation</i>":[268],"phase":[269],"minimization.":[272],"Our":[273],"large-scale":[274],"evaluation":[275],"total":[278],"3":[280],"typical":[281],"tasks,":[283],"6":[284],"specifications,":[286],"18":[287],"models":[289],"more":[291],"than":[292],"12,000":[293],"experiment":[294],"runs,":[295],"demonstrates":[296],"1)":[297],"advantage":[299],"our":[301,315],"proposed":[302,316],"technique":[303],"outperforming":[305],"two":[306],"state-of-the-art":[307],"approaches,":[309],"2)":[311],"usefulness":[313],"effective":[321]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}