{"id":"https://openalex.org/W3034922941","doi":"https://doi.org/10.1109/access.2020.3000907","title":"Survey on Learning-Based Formal Methods: Taxonomy, Applications and Possible Future Directions","display_name":"Survey on Learning-Based Formal Methods: Taxonomy, Applications and Possible Future Directions","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3034922941","doi":"https://doi.org/10.1109/access.2020.3000907","mag":"3034922941"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3000907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3000907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09110834.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09110834.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100717597","display_name":"Fujun Wang","orcid":"https://orcid.org/0000-0001-9902-3859"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fujun Wang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9902-3859","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017248361","display_name":"Zining Cao","orcid":"https://orcid.org/0000-0002-4673-200X"},"institutions":[{"id":"https://openalex.org/I4210120442","display_name":"AVIC Optronics (China)","ror":"https://ror.org/0338ntq56","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120442"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zining Cao","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Key Laboratory of Safety-Critical Software, Ministry of Industry and Information Technology, Nanjing, China","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Science and Technology on Electro-optic Control Laboratory, Luoyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Key Laboratory of Safety-Critical Software, Ministry of Industry and Information Technology, Nanjing, China","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Science and Technology on Electro-optic Control Laboratory, Luoyang, China","institution_ids":["https://openalex.org/I4210120442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045326313","display_name":"Lixing Tan","orcid":"https://orcid.org/0000-0002-2978-2697"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixing Tan","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061602620","display_name":"Hui Zong","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zong","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4341,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85800936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"108561","last_page":"108578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7420967817306519},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.6231797933578491},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37981027364730835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33711767196655273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7420967817306519},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.6231797933578491},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37981027364730835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33711767196655273},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3000907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3000907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09110834.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:193663007188464f99ffdee9069f2ac6","is_oa":true,"landing_page_url":"https://doaj.org/article/193663007188464f99ffdee9069f2ac6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 108561-108578 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3000907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3000907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09110834.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3846244458","display_name":null,"funder_award_id":"2014CB744903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G393599692","display_name":null,"funder_award_id":"NZ2013306","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4238289496","display_name":"\u9ad8\u53ef\u4fe1\u5d4c\u5165\u5f0f\u8f6f\u4ef6\u5efa\u6a21\u4e0e\u9a8c\u8bc1\u65b9\u6cd5\u7684\u7814\u7a76","funder_award_id":"61572253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4266412877","display_name":null,"funder_award_id":"NZ2013306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4397151195","display_name":null,"funder_award_id":"61303022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6425954411","display_name":null,"funder_award_id":"20185152035","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"},{"id":"https://openalex.org/G7979829608","display_name":null,"funder_award_id":"20150652008","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327472","display_name":"Chinese Aeronautical Establishment","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034922941.pdf","grobid_xml":"https://content.openalex.org/works/W3034922941.grobid-xml"},"referenced_works_count":153,"referenced_works":["https://openalex.org/W13464662","https://openalex.org/W98666333","https://openalex.org/W104651978","https://openalex.org/W164299835","https://openalex.org/W166818797","https://openalex.org/W181236562","https://openalex.org/W186035943","https://openalex.org/W315890393","https://openalex.org/W371510500","https://openalex.org/W592481235","https://openalex.org/W798922765","https://openalex.org/W814461068","https://openalex.org/W1486103693","https://openalex.org/W1498432697","https://openalex.org/W1500871829","https://openalex.org/W1503780205","https://openalex.org/W1508602846","https://openalex.org/W1529010373","https://openalex.org/W1531123507","https://openalex.org/W1539457702","https://openalex.org/W1547614230","https://openalex.org/W1556387789","https://openalex.org/W1574991981","https://openalex.org/W1582144073","https://openalex.org/W1582887914","https://openalex.org/W1587663028","https://openalex.org/W1590868612","https://openalex.org/W1595871524","https://openalex.org/W1597210183","https://openalex.org/W1603620492","https://openalex.org/W1683541793","https://openalex.org/W1762537806","https://openalex.org/W1796872423","https://openalex.org/W1883237636","https://openalex.org/W1962619228","https://openalex.org/W1969005071","https://openalex.org/W1970603830","https://openalex.org/W1989445634","https://openalex.org/W1990707482","https://openalex.org/W1994350081","https://openalex.org/W1996917540","https://openalex.org/W2002089154","https://openalex.org/W2008887877","https://openalex.org/W2012148899","https://openalex.org/W2014096115","https://openalex.org/W2017603160","https://openalex.org/W2034124289","https://openalex.org/W2035006902","https://openalex.org/W2036478832","https://openalex.org/W2048780543","https://openalex.org/W2063805733","https://openalex.org/W2073470720","https://openalex.org/W2074644416","https://openalex.org/W2076343783","https://openalex.org/W2078867842","https://openalex.org/W2083808302","https://openalex.org/W2086092403","https://openalex.org/W2086359741","https://openalex.org/W2091199293","https://openalex.org/W2092567826","https://openalex.org/W2092884371","https://openalex.org/W2095274657","https://openalex.org/W2101508170","https://openalex.org/W2102571511","https://openalex.org/W2114404258","https://openalex.org/W2115721647","https://openalex.org/W2119467398","https://openalex.org/W2126834265","https://openalex.org/W2130826964","https://openalex.org/W2131131861","https://openalex.org/W2140606869","https://openalex.org/W2143903830","https://openalex.org/W2144040052","https://openalex.org/W2147556214","https://openalex.org/W2147573597","https://openalex.org/W2147750403","https://openalex.org/W2147941026","https://openalex.org/W2148922260","https://openalex.org/W2156841542","https://openalex.org/W2157413433","https://openalex.org/W2159574904","https://openalex.org/W2165575313","https://openalex.org/W2236968622","https://openalex.org/W2293834385","https://openalex.org/W2295399529","https://openalex.org/W2312067050","https://openalex.org/W2332479081","https://openalex.org/W2339807279","https://openalex.org/W2340560933","https://openalex.org/W2343669822","https://openalex.org/W2378881248","https://openalex.org/W2406438973","https://openalex.org/W2411900593","https://openalex.org/W2481257780","https://openalex.org/W2494400401","https://openalex.org/W2495729341","https://openalex.org/W2509841691","https://openalex.org/W2524638160","https://openalex.org/W2583228413","https://openalex.org/W2593031622","https://openalex.org/W2752563773","https://openalex.org/W2770408798","https://openalex.org/W2785700716","https://openalex.org/W2790314984","https://openalex.org/W2807161818","https://openalex.org/W2807380651","https://openalex.org/W2883261023","https://openalex.org/W2884614891","https://openalex.org/W2885471386","https://openalex.org/W2899976099","https://openalex.org/W2900312696","https://openalex.org/W2903354964","https://openalex.org/W2905500136","https://openalex.org/W2908293475","https://openalex.org/W2908787285","https://openalex.org/W2912432686","https://openalex.org/W2912640545","https://openalex.org/W2922606767","https://openalex.org/W2946251126","https://openalex.org/W2946576271","https://openalex.org/W2954171600","https://openalex.org/W2955497831","https://openalex.org/W2956034981","https://openalex.org/W2963406845","https://openalex.org/W2963593407","https://openalex.org/W3012060347","https://openalex.org/W3029899381","https://openalex.org/W3100743289","https://openalex.org/W3105078582","https://openalex.org/W3173640610","https://openalex.org/W4212896621","https://openalex.org/W4232277105","https://openalex.org/W4233696721","https://openalex.org/W4234947672","https://openalex.org/W4238064072","https://openalex.org/W4238893454","https://openalex.org/W4241372395","https://openalex.org/W4285719527","https://openalex.org/W4297825098","https://openalex.org/W4302339081","https://openalex.org/W6604279529","https://openalex.org/W6622734926","https://openalex.org/W6628852112","https://openalex.org/W6637288366","https://openalex.org/W6679271315","https://openalex.org/W6679479249","https://openalex.org/W6681418194","https://openalex.org/W6689927692","https://openalex.org/W6704593515","https://openalex.org/W6723529761","https://openalex.org/W6734481755","https://openalex.org/W6752133502","https://openalex.org/W6757294058"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Formal":[0],"methods":[1,94,106,124],"play":[2],"an":[3],"important":[4],"role":[5],"in":[6,13,42,75,92,103,109,122,139],"testing":[7],"and":[8,35,40,59,135],"verifying":[9],"software":[10,66],"quality,":[11],"especially":[12],"modern":[14],"society":[15],"with":[16],"rapid":[17],"technological":[18],"updates.":[19],"Learning-based":[20],"techniques":[21,91,121],"have":[22],"been":[23],"extensively":[24],"applied":[25],"to":[26,36,46,56],"learn":[27,37],"(a":[28],"model":[29],"or":[30],"model-free)":[31],"for":[32,64],"formal":[33,93,105,123,141],"verification":[34],"system":[38,51,82],"specifications,":[39],"resulted":[41],"numerous":[43],"contributions.":[44],"Due":[45],"the":[47,100,110,132],"fact":[48],"that":[49],"adequate":[50],"models":[52,77],"are":[53],"often":[54],"difficult":[55],"design":[57],"manually":[58],"manual":[60],"definition":[61],"of":[62,99,119,131],"specifications":[63,79],"such":[65],"systems":[67],"gets":[68],"infeasible,":[69],"which":[70],"motivate":[71],"new":[72],"research":[73],"directions":[74,138],"learning":[76],"and/or":[78],"from":[80],"observed":[81],"behaviors":[83],"automatically.":[84],"This":[85,112],"paper":[86,113],"mainly":[87],"concentrates":[88],"on":[89],"learning-based":[90,104,120,140],"area.":[95],"An":[96],"up-to-date":[97],"overview":[98],"current":[101],"state-of-the-art":[102],"is":[107,114],"provided":[108],"paper.":[111],"not":[115],"a":[116,129],"comprehensive":[117],"survey":[118,130],"area,":[125],"but":[126],"rather":[127],"as":[128],"taxonomy,":[133],"applications":[134],"possible":[136],"future":[137],"methods.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}