{"id":"https://openalex.org/W2771330107","doi":"https://doi.org/10.1162/neco_a_01111","title":"An Empirical Evaluation of Rule Extraction from Recurrent Neural Networks","display_name":"An Empirical Evaluation of Rule Extraction from Recurrent Neural Networks","publication_year":2018,"publication_date":"2018-07-18","ids":{"openalex":"https://openalex.org/W2771330107","doi":"https://doi.org/10.1162/neco_a_01111","mag":"2771330107","pmid":"https://pubmed.ncbi.nlm.nih.gov/30021081"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01111","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01111","pdf_url":"https://direct.mit.edu/neco/article-pdf/30/9/2568/1047820/neco_a_01111.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/neco/article-pdf/30/9/2568/1047820/neco_a_01111.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100603533","display_name":"Qinglong Wang","orcid":"https://orcid.org/0000-0002-7265-0497"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Qinglong Wang","raw_affiliation_strings":["McGill University, Montreal, Quebec H3A 0E9, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Quebec H3A 0E9, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677023","display_name":"Kaixuan Zhang","orcid":"https://orcid.org/0000-0001-6522-0109"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kaixuan Zhang","raw_affiliation_strings":["Pennsylvania State University, University Park, PA 16802, U.S.A"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, PA 16802, U.S.A","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084332360","display_name":"Alexander G. Ororbia","orcid":"https://orcid.org/0000-0002-2590-1310"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexander G. Ororbia II","raw_affiliation_strings":["Pennsylvania State University, University Park, PA 16802, U.S.A"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, PA 16802, U.S.A","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041094652","display_name":"Xinyu Xing","orcid":"https://orcid.org/0000-0001-6733-226X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinyu Xing","raw_affiliation_strings":["Pennsylvania State University, University Park, PA 16802, U.S.A"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, PA 16802, U.S.A","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372152","display_name":"Xue Liu","orcid":"https://orcid.org/0000-0001-5252-3442"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Xue Liu","raw_affiliation_strings":["McGill University, Montreal, Quebec H3A 0E9, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University, Montreal, Quebec H3A 0E9, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001294898","display_name":"C. Lee Giles","orcid":"https://orcid.org/0000-0002-1931-585X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"C. Lee Giles","raw_affiliation_strings":["Pennsylvania State University, University Park, PA 16802, U.S.A"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, PA 16802, U.S.A","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5001294898","https://openalex.org/A5041094652","https://openalex.org/A5084332360","https://openalex.org/A5100372152","https://openalex.org/A5100603533","https://openalex.org/A5100677023"],"corresponding_institution_ids":["https://openalex.org/I130769515","https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":6.5154,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97236835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"30","issue":"9","first_page":"2568","last_page":"2591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8459036350250244},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6771986484527588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6393517255783081},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5530548095703125},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49680760502815247},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4871689975261688},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.4755373001098633}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8459036350250244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6771986484527588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6393517255783081},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5530548095703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49680760502815247},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4871689975261688},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.4755373001098633}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01111","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01111","pdf_url":"https://direct.mit.edu/neco/article-pdf/30/9/2568/1047820/neco_a_01111.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:30021081","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30021081","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":{"id":"doi:10.1162/neco_a_01111","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01111","pdf_url":"https://direct.mit.edu/neco/article-pdf/30/9/2568/1047820/neco_a_01111.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2771330107.pdf","grobid_xml":"https://content.openalex.org/works/W2771330107.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1539631864","https://openalex.org/W1815076433","https://openalex.org/W1982370770","https://openalex.org/W1990813072","https://openalex.org/W1994530392","https://openalex.org/W1998937898","https://openalex.org/W2005530747","https://openalex.org/W2005588250","https://openalex.org/W2010315176","https://openalex.org/W2028059116","https://openalex.org/W2053987251","https://openalex.org/W2064675550","https://openalex.org/W2066815061","https://openalex.org/W2071906671","https://openalex.org/W2082345008","https://openalex.org/W2103452139","https://openalex.org/W2107796761","https://openalex.org/W2108789285","https://openalex.org/W2110485445","https://openalex.org/W2116664051","https://openalex.org/W2124479173","https://openalex.org/W2134568112","https://openalex.org/W2141703670","https://openalex.org/W2142148616","https://openalex.org/W2167378781","https://openalex.org/W2172140247","https://openalex.org/W2284837655","https://openalex.org/W2346626577","https://openalex.org/W2557150367","https://openalex.org/W2559655401","https://openalex.org/W2587529872","https://openalex.org/W2598912124","https://openalex.org/W2604685013","https://openalex.org/W2765323781","https://openalex.org/W2783948588","https://openalex.org/W2951008357","https://openalex.org/W2964199361","https://openalex.org/W3037881859","https://openalex.org/W4237254119","https://openalex.org/W4247844322","https://openalex.org/W4302339081","https://openalex.org/W7046175154"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W3017902212","https://openalex.org/W2964335273","https://openalex.org/W2982145560","https://openalex.org/W2969450769"],"abstract_inverted_index":{"Rule":[0],"extraction":[1,61],"from":[2,64,82],"black":[3],"box":[4],"models":[5],"is":[6,39],"critical":[7],"in":[8,21,32,35,87],"domains":[9],"that":[10,75,86],"require":[11],"model":[12],"validation":[13],"before":[14],"implementation,":[15],"as":[16,48],"can":[17,78],"be":[18,79],"the":[19,37,60,70,90,93],"case":[20],"credit":[22],"scoring":[23],"and":[24,85],"medical":[25],"diagnosis.":[26],"Though":[27],"already":[28],"a":[29],"challenging":[30],"problem":[31],"statistical":[33],"learning":[34],"general,":[36],"difficulty":[38],"even":[40],"greater":[41],"when":[42],"highly":[43],"nonlinear,":[44],"recursive":[45],"models,":[46],"such":[47],"recurrent":[49],"neural":[50],"networks":[51],"(RNNs),":[52],"are":[53],"fit":[54],"to":[55,68],"data.":[56],"Here,":[57],"we":[58],"study":[59],"of":[62],"rules":[63,77,91],"second-order":[65],"RNNs":[66,84],"trained":[67,83,94],"recognize":[69],"Tomita":[71],"grammars.":[72],"We":[73],"show":[74],"production":[76],"stably":[80],"extracted":[81],"certain":[88],"cases,":[89],"outperform":[92],"RNNs.":[95]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}