{"id":"https://openalex.org/W3081193447","doi":"https://doi.org/10.1145/3324884.3416559","title":"Hybrid deep neural networks to infer state models of black-box systems","display_name":"Hybrid deep neural networks to infer state models of black-box systems","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3081193447","doi":"https://doi.org/10.1145/3324884.3416559","mag":"3081193447"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.11856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064815475","display_name":"Mohammad Jafar Mashhadi","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammad Jafar Mashhadi","raw_affiliation_strings":["University of Calgary, Calgary, Canada","University of Calgary, Calgary, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"University of Calgary, Calgary, Canada#TAB#","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070634219","display_name":"Hadi Hemmati","orcid":"https://orcid.org/0000-0003-0204-9812"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hadi Hemmati","raw_affiliation_strings":["University of Calgary, Calgary, Canada","University of Calgary, Calgary, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"University of Calgary, Calgary, Canada#TAB#","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064815475"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09880541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"299","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7084117531776428},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6169387698173523},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5555230379104614},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5255657434463501},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5005950927734375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4830377995967865},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.47782328724861145},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45535874366760254},{"id":"https://openalex.org/keywords/univariate","display_name":"Univariate","score":0.4546833038330078},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.442994624376297},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4392760992050171},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4221882224082947},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4207908809185028},{"id":"https://openalex.org/keywords/white-box","display_name":"White box","score":0.4124961793422699},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.18654948472976685},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17403525114059448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7084117531776428},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6169387698173523},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5555230379104614},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5255657434463501},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5005950927734375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4830377995967865},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47782328724861145},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45535874366760254},{"id":"https://openalex.org/C199163554","wikidata":"https://www.wikidata.org/wiki/Q1681619","display_name":"Univariate","level":3,"score":0.4546833038330078},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.442994624376297},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4392760992050171},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4221882224082947},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4207908809185028},{"id":"https://openalex.org/C180932941","wikidata":"https://www.wikidata.org/wiki/Q997233","display_name":"White box","level":2,"score":0.4124961793422699},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.18654948472976685},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17403525114059448}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3324884.3416559","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.11856","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.11856","pdf_url":"https://arxiv.org/pdf/2008.11856","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3081193447","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.11856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2008.11856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.11856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.11856","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.11856","pdf_url":"https://arxiv.org/pdf/2008.11856","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G2432283416","display_name":null,"funder_award_id":"CRDPJ/515254-2017","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7471108959","display_name":null,"funder_award_id":"CRDPJ","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3081193447.pdf","grobid_xml":"https://content.openalex.org/works/W3081193447.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W639907764","https://openalex.org/W1483365869","https://openalex.org/W1500351379","https://openalex.org/W1512947164","https://openalex.org/W1522301498","https://openalex.org/W1559171143","https://openalex.org/W1565661881","https://openalex.org/W1686810756","https://openalex.org/W1763790326","https://openalex.org/W1801768344","https://openalex.org/W1849277567","https://openalex.org/W1850325679","https://openalex.org/W1901129140","https://openalex.org/W1974648336","https://openalex.org/W1974977139","https://openalex.org/W1975684011","https://openalex.org/W1983981400","https://openalex.org/W1994550451","https://openalex.org/W2000061362","https://openalex.org/W2002261403","https://openalex.org/W2006673999","https://openalex.org/W2010895736","https://openalex.org/W2011689046","https://openalex.org/W2013750849","https://openalex.org/W2019016146","https://openalex.org/W2021693371","https://openalex.org/W2026252407","https://openalex.org/W2040019525","https://openalex.org/W2044535354","https://openalex.org/W2045064676","https://openalex.org/W2047287351","https://openalex.org/W2073361802","https://openalex.org/W2074001172","https://openalex.org/W2074437707","https://openalex.org/W2076343783","https://openalex.org/W2091442045","https://openalex.org/W2095979141","https://openalex.org/W2107633943","https://openalex.org/W2111757195","https://openalex.org/W2115803466","https://openalex.org/W2116113455","https://openalex.org/W2116308906","https://openalex.org/W2117227640","https://openalex.org/W2117827650","https://openalex.org/W2124081952","https://openalex.org/W2126529005","https://openalex.org/W2134939827","https://openalex.org/W2136690843","https://openalex.org/W2141962627","https://openalex.org/W2144503691","https://openalex.org/W2148477345","https://openalex.org/W2150990363","https://openalex.org/W2163339323","https://openalex.org/W2167272056","https://openalex.org/W2172176129","https://openalex.org/W2172697690","https://openalex.org/W2270470215","https://openalex.org/W2288074780","https://openalex.org/W2330210193","https://openalex.org/W2473781013","https://openalex.org/W2515822248","https://openalex.org/W2551393996","https://openalex.org/W2553915786","https://openalex.org/W2576221414","https://openalex.org/W2736191430","https://openalex.org/W2767979715","https://openalex.org/W2782961382","https://openalex.org/W2811454630","https://openalex.org/W2884491754","https://openalex.org/W2909693411","https://openalex.org/W2944435684","https://openalex.org/W2945880513","https://openalex.org/W2946393227","https://openalex.org/W2950635152","https://openalex.org/W2962914239","https://openalex.org/W2963086989","https://openalex.org/W2963930878","https://openalex.org/W2964010366","https://openalex.org/W2964026493","https://openalex.org/W2964296212","https://openalex.org/W2970585579","https://openalex.org/W3098156977","https://openalex.org/W3098561233","https://openalex.org/W3122207805","https://openalex.org/W4237335675","https://openalex.org/W4241887322","https://openalex.org/W4298025466"],"related_works":["https://openalex.org/W3126189119","https://openalex.org/W2903441662","https://openalex.org/W2907682998","https://openalex.org/W3095970110","https://openalex.org/W100511904","https://openalex.org/W2897618973","https://openalex.org/W2519511296","https://openalex.org/W2939483835","https://openalex.org/W1723811852","https://openalex.org/W2265987436","https://openalex.org/W2894703070","https://openalex.org/W2896174860","https://openalex.org/W2990140997","https://openalex.org/W2226331927","https://openalex.org/W3133115639","https://openalex.org/W2894086308","https://openalex.org/W3004119003","https://openalex.org/W1594836193","https://openalex.org/W2931373552","https://openalex.org/W2943613229"],"abstract_inverted_index":{"Inferring":[0],"behavior":[1],"model":[2,28],"of":[3,97,121,128,135,172,212],"a":[4,94,110,119,133,158,169],"running":[5],"software":[6,14],"system":[7],"is":[8,54],"quite":[9],"useful":[10],"for":[11,91],"several":[12,191],"automated":[13],"engineering":[15],"tasks,":[16],"such":[17],"as":[18,117],"program":[19],"comprehension,":[20],"anomaly":[21],"detection,":[22],"and":[23,131,137,147,183],"testing.":[24],"Most":[25],"existing":[26],"dynamic":[27],"inference":[29],"techniques":[30,71,198],"are":[31,77],"white-box,":[32],"i.e.,":[33],"they":[34],"require":[35],"source":[36,52],"code":[37,53],"to":[38,41,140,208,242],"be":[39,65],"instrumented":[40],"get":[42],"run-time":[43],"traces.":[44],"However,":[45],"in":[46,105,210],"many":[47],"systems,":[48],"instrumenting":[49],"the":[50,84,102,129,142,148],"entire":[51],"not":[55],"possible":[56],"(e.g.,":[57],"when":[58],"using":[59],"black-box":[60,70],"third-party":[61],"libraries)":[62],"or":[63,80,87],"might":[64],"very":[66],"costly.":[67],"Unfortunately,":[68],"most":[69],"that":[72,115,200,224],"detect":[73],"states":[74],"over":[75,93,150,186],"time":[76,122,193],"either":[78],"univariate,":[79],"make":[81],"assumptions":[82],"on":[83,157,230],"data":[85],"distribution,":[86],"have":[88,153],"limited":[89],"power":[90],"learning":[92],"long":[95],"period":[96],"past":[98],"behavior.":[99],"To":[100],"overcome":[101],"above":[103],"issues,":[104],"this":[106],"paper,":[107],"we":[108],"propose":[109],"hybrid":[111],"deep":[112],"neural":[113],"network":[114],"accepts":[116],"input":[118],"set":[120,134],"series,":[123],"one":[124],"per":[125],"input/output":[126],"signal":[127],"system,":[130],"applies":[132],"convolutional":[136],"recurrent":[138],"layers":[139],"learn":[141],"non-linear":[143],"correlations":[144],"between":[145],"signals":[146],"patterns,":[149],"time.":[151,187],"We":[152,175,221],"applied":[154],"our":[155,164,201,225],"approach":[156,202],"real":[159],"UAV":[160],"auto-pilot":[161],"solution":[162],"from":[163],"industry":[165],"partner":[166],"with":[167,190],"half":[168],"million":[170],"lines":[171],"C":[173],"code.":[174],"ran":[176],"888":[177],"random":[178],"recent":[179],"system-level":[180],"test":[181],"cases":[182],"inferred":[184],"states,":[185],"Our":[188],"comparison":[189],"traditional":[192,237],"series":[194],"change":[195,215],"point":[196],"detection":[197],"showed":[199,223],"improves":[203,236],"their":[204],"performance":[205],"by":[206,218,240],"up":[207,241],"102%,":[209],"terms":[211],"finding":[213],"state":[214,226],"points,":[216],"measured":[217],"F1":[219,233],"score.":[220],"also":[222],"classification":[227,238],"algorithm":[228],"provides":[229],"average":[231],"90.45%":[232],"score,":[234],"which":[235],"algorithms":[239],"17%.":[243]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}