{"id":"https://openalex.org/W3128720655","doi":"https://doi.org/10.3390/make3010010","title":"Property Checking with Interpretable Error Characterization for Recurrent Neural Networks","display_name":"Property Checking with Interpretable Error Characterization for Recurrent Neural Networks","publication_year":2021,"publication_date":"2021-02-12","ids":{"openalex":"https://openalex.org/W3128720655","doi":"https://doi.org/10.3390/make3010010","mag":"3128720655"},"language":"en","primary_location":{"id":"doi:10.3390/make3010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3010010","pdf_url":"https://www.mdpi.com/2504-4990/3/1/10/pdf?version=1613102955","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/3/1/10/pdf?version=1613102955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033615917","display_name":"Franz Mayr","orcid":"https://orcid.org/0000-0002-1610-7334"},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":true,"raw_author_name":"Franz Mayr","raw_affiliation_strings":["Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay"],"raw_orcid":"https://orcid.org/0000-0002-1610-7334","affiliations":[{"raw_affiliation_string":"Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025693758","display_name":"Sergio Yovine","orcid":"https://orcid.org/0000-0002-2737-4382"},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":true,"raw_author_name":"Sergio Yovine","raw_affiliation_strings":["Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay"],"raw_orcid":"https://orcid.org/0000-0002-2737-4382","affiliations":[{"raw_affiliation_string":"Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032833152","display_name":"Ramiro Visca","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Ramiro Visca","raw_affiliation_strings":["Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facultad de Ingenier\u00eda, Universidad ORT Uruguay, 11100 Montevideo, Uruguay","institution_ids":["https://openalex.org/I4210147939"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025693758","https://openalex.org/A5033615917"],"corresponding_institution_ids":["https://openalex.org/I4210147939"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.3991,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84510134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"3","issue":"1","first_page":"205","last_page":"227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6999076008796692},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6951440572738647},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6812030076980591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6605509519577026},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.584057092666626},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.5558239817619324},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5476516485214233},{"id":"https://openalex.org/keywords/regular-language","display_name":"Regular language","score":0.5219408869743347},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5196694135665894},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4569963812828064},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45384353399276733},{"id":"https://openalex.org/keywords/probabilistic-automaton","display_name":"Probabilistic automaton","score":0.4492562413215637},{"id":"https://openalex.org/keywords/deterministic-finite-automaton","display_name":"Deterministic finite automaton","score":0.4407188892364502},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.42833030223846436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42278599739074707}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6999076008796692},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6951440572738647},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6812030076980591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6605509519577026},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.584057092666626},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.5558239817619324},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5476516485214233},{"id":"https://openalex.org/C52370388","wikidata":"https://www.wikidata.org/wiki/Q752532","display_name":"Regular language","level":3,"score":0.5219408869743347},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5196694135665894},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4569963812828064},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45384353399276733},{"id":"https://openalex.org/C174784677","wikidata":"https://www.wikidata.org/wiki/Q176567","display_name":"Probabilistic automaton","level":3,"score":0.4492562413215637},{"id":"https://openalex.org/C104091681","wikidata":"https://www.wikidata.org/wiki/Q837528","display_name":"Deterministic finite automaton","level":3,"score":0.4407188892364502},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.42833030223846436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42278599739074707},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/make3010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3010010","pdf_url":"https://www.mdpi.com/2504-4990/3/1/10/pdf?version=1613102955","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:redi.anii.org.uy:20.500.12381/457","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.12381/457","pdf_url":"https://redi.anii.org.uy/jspui/bitstream/20.500.12381/457/1/make-03-00010.pdf","source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"instacron:Agencia Nacional de Investigaci\u00f3n e Innovaci\u00f3n","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:f3cd2620918a4440bacc9aaa680819e5","is_oa":true,"landing_page_url":"https://doaj.org/article/f3cd2620918a4440bacc9aaa680819e5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 3, Iss 1, Pp 205-227 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/3/1/10/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make3010010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction; Volume 3; Issue 1; Pages: 205-227","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make3010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3010010","pdf_url":"https://www.mdpi.com/2504-4990/3/1/10/pdf?version=1613102955","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G4991556494","display_name":null,"funder_award_id":"FSDA_1_2018_1_154419","funder_id":"https://openalex.org/F4320310753","funder_display_name":"Agencia Nacional de Investigaci\u00f3n e Innovaci\u00f3n"},{"id":"https://openalex.org/G5635049946","display_name":null,"funder_award_id":"FMV_1_2019_1_155913","funder_id":"https://openalex.org/F4320310753","funder_display_name":"Agencia Nacional de Investigaci\u00f3n e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320310753","display_name":"Agencia Nacional de Investigaci\u00f3n e Innovaci\u00f3n","ror":"https://ror.org/03egaj678"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128720655.pdf","grobid_xml":"https://content.openalex.org/works/W3128720655.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W613850390","https://openalex.org/W1486132939","https://openalex.org/W1526347109","https://openalex.org/W1538240903","https://openalex.org/W1545528966","https://openalex.org/W1590437595","https://openalex.org/W1597210183","https://openalex.org/W1665588751","https://openalex.org/W1982556442","https://openalex.org/W1989445634","https://openalex.org/W2002089154","https://openalex.org/W2018198423","https://openalex.org/W2064675550","https://openalex.org/W2066119429","https://openalex.org/W2072160811","https://openalex.org/W2098039922","https://openalex.org/W2134682899","https://openalex.org/W2177350256","https://openalex.org/W2251901533","https://openalex.org/W2282821441","https://openalex.org/W2335999708","https://openalex.org/W2543296129","https://openalex.org/W2594877703","https://openalex.org/W2607113351","https://openalex.org/W2747715470","https://openalex.org/W2748923651","https://openalex.org/W2762776925","https://openalex.org/W2767094836","https://openalex.org/W2770406504","https://openalex.org/W2771330107","https://openalex.org/W2783948588","https://openalex.org/W2787596386","https://openalex.org/W2789551577","https://openalex.org/W2883184365","https://openalex.org/W2883817443","https://openalex.org/W2884426148","https://openalex.org/W2888487581","https://openalex.org/W2888585419","https://openalex.org/W2892430965","https://openalex.org/W2899328858","https://openalex.org/W2900598215","https://openalex.org/W2905299363","https://openalex.org/W2913459036","https://openalex.org/W2919115771","https://openalex.org/W2931858311","https://openalex.org/W2932524182","https://openalex.org/W2943723147","https://openalex.org/W2947278483","https://openalex.org/W2948981535","https://openalex.org/W2949346385","https://openalex.org/W2963054787","https://openalex.org/W2963095307","https://openalex.org/W2963125544","https://openalex.org/W2963208512","https://openalex.org/W2963423043","https://openalex.org/W2972515356","https://openalex.org/W2979249584","https://openalex.org/W2985962305","https://openalex.org/W2998704965","https://openalex.org/W3081140620","https://openalex.org/W3103026885","https://openalex.org/W3103757520","https://openalex.org/W4236362309","https://openalex.org/W4238893454","https://openalex.org/W4241180198","https://openalex.org/W4253103663","https://openalex.org/W4285719527","https://openalex.org/W6628852112","https://openalex.org/W6645994096","https://openalex.org/W6680532216","https://openalex.org/W6692113418"],"related_works":["https://openalex.org/W2139519154","https://openalex.org/W2010706856","https://openalex.org/W1566446734","https://openalex.org/W2006629323","https://openalex.org/W2772918710","https://openalex.org/W2136740376","https://openalex.org/W4379879532","https://openalex.org/W2488819432","https://openalex.org/W2963363665","https://openalex.org/W1987322712"],"abstract_inverted_index":{"This":[0,112,143,214],"paper":[1,215],"presents":[2],"a":[3,12,32,52,89,94,176],"novel":[4],"on-the-fly,":[5],"black-box,":[6],"property-checking":[7],"through":[8],"learning":[9,35,228],"approach":[10,171],"as":[11,71,161,188],"means":[13],"for":[14,34,152,212],"verifying":[15],"requirements":[16,65],"of":[17,25,51,55,80,96,103,106,138,167,184,197,199,202,225],"recurrent":[18],"neural":[19],"networks":[20],"(RNN)":[21],"in":[22],"the":[23,48,59,78,81,97,101,104,107,114,119,125,128,136,139,145,150,157,168,200,203,222,226],"context":[24],"sequence":[26,45],"classification.":[27],"Our":[28,170],"technique":[29],"steps":[30],"on":[31,100,118,175],"tool":[33],"probably":[36,116],"approximately":[37],"correct":[38],"(PAC)":[39],"deterministic":[40],"finite":[41],"automata":[42],"(DFA).":[43],"The":[44],"classifier":[46],"inside":[47],"black-box":[49,108,140,204],"consists":[50],"Boolean":[53],"combination":[54],"several":[56],"components,":[57],"including":[58],"RNN":[60,72,120,146],"under":[61],"analysis":[62],"together":[63],"with":[64,121],"to":[66,109,207],"be":[67,110],"checked,":[68],"possibly":[69],"modeled":[70],"themselves.":[73],"On":[74,124],"one":[75],"hand,":[76],"if":[77,127],"output":[79,158],"algorithm":[82,98],"is":[83,88,130,133,141,182],"an":[84,162],"empty":[85],"DFA,":[86],"there":[87],"proven":[90],"upper":[91],"bound":[92],"(as":[93],"function":[95],"parameters)":[99],"probability":[102],"language":[105,137],"nonempty.":[111,142],"implies":[113],"property":[115,178],"holds":[117],"probabilistic":[122,223],"guarantees.":[123],"other,":[126],"DFA":[129],"nonempty,":[131],"it":[132,191],"certain":[134],"that":[135],"entails":[144],"does":[147,172],"not":[148,173],"satisfy":[149],"requirement":[151],"sure.":[153],"In":[154],"this":[155],"case,":[156],"automaton":[159],"serves":[160],"explicit":[163],"and":[164,181],"interpretable":[165],"characterization":[166],"error.":[169],"rely":[174],"specific":[177],"specification":[179],"formalism":[180],"capable":[183],"handling":[185],"nonregular":[186],"languages":[187],"well.":[189],"Besides,":[190],"neither":[192],"explicitly":[193],"builds":[194],"individual":[195],"representations":[196],"any":[198,208],"components":[201],"nor":[205],"resorts":[206],"external":[209],"decision":[210],"procedure":[211],"verification.":[213],"also":[216],"improves":[217],"previous":[218],"theoretical":[219],"results":[220],"regarding":[221],"guarantees":[224],"underlying":[227],"algorithm.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-02-15T00:00:00"}