{"id":"https://openalex.org/W3033988828","doi":"https://doi.org/10.1109/tfuzz.2020.2999776","title":"Explaining Deep Learning Models Through Rule-Based Approximation and Visualization","display_name":"Explaining Deep Learning Models Through Rule-Based Approximation and Visualization","publication_year":2020,"publication_date":"2020-06-03","ids":{"openalex":"https://openalex.org/W3033988828","doi":"https://doi.org/10.1109/tfuzz.2020.2999776","mag":"3033988828"},"language":"en","primary_location":{"id":"doi:10.1109/tfuzz.2020.2999776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2020.2999776","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.lancs.ac.uk/id/eprint/144339/1/Explaining_Deep_Learning_Final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068590850","display_name":"Eduardo Soares","orcid":"https://orcid.org/0000-0002-2634-8270"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Eduardo Soares","raw_affiliation_strings":["Lancaster Intelligent, Robotic and Autonomous Systems Research Centre, School of Computing and Communications, Lancaster University, Lancaster, U.K"],"affiliations":[{"raw_affiliation_string":"Lancaster Intelligent, Robotic and Autonomous Systems Research Centre, School of Computing and Communications, Lancaster University, Lancaster, U.K","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039480864","display_name":"Plamen Angelov","orcid":"https://orcid.org/0000-0002-5770-934X"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Plamen P. Angelov","raw_affiliation_strings":["Lancaster Intelligent, Robotic and Autonomous Systems Research Centre, School of Computing and Communications, Lancaster University, Lancaster, U.K"],"affiliations":[{"raw_affiliation_string":"Lancaster Intelligent, Robotic and Autonomous Systems Research Centre, School of Computing and Communications, Lancaster University, Lancaster, U.K","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043160730","display_name":"Bruno Sielly Jales Costa","orcid":"https://orcid.org/0000-0002-3039-4632"},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruno Costa","raw_affiliation_strings":["Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112556991","display_name":"Marcos Castro","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcos P. Gerardo Castro","raw_affiliation_strings":["Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061604841","display_name":"Subramanya Nageshrao","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subramanya Nageshrao","raw_affiliation_strings":["Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015550681","display_name":"Dimitar Filev","orcid":"https://orcid.org/0000-0001-7127-6782"},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitar Filev","raw_affiliation_strings":["Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1292974536"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5068590850"],"corresponding_institution_ids":["https://openalex.org/I67415387"],"apc_list":null,"apc_paid":null,"fwci":3.9782,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.9472279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":"8","first_page":"2399","last_page":"2407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6153124570846558},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5828073620796204},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.5390948057174683},{"id":"https://openalex.org/keywords/fuzzy-rule","display_name":"Fuzzy rule","score":0.47466519474983215},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46313241124153137},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45988404750823975},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.45592477917671204},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.44692111015319824},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4453311860561371},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4324271082878113},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4085516631603241},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.39677828550338745},{"id":"https://openalex.org/keywords/fuzzy-set","display_name":"Fuzzy set","score":0.3568909168243408}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6153124570846558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5828073620796204},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.5390948057174683},{"id":"https://openalex.org/C2780049643","wikidata":"https://www.wikidata.org/wiki/Q5511139","display_name":"Fuzzy rule","level":4,"score":0.47466519474983215},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46313241124153137},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45988404750823975},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.45592477917671204},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.44692111015319824},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4453311860561371},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4324271082878113},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4085516631603241},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.39677828550338745},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.3568909168243408},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tfuzz.2020.2999776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2020.2999776","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:144339","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/144339/1/Explaining_Deep_Learning_Final.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.lancs.ac.uk:144339","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/144339/1/Explaining_Deep_Learning_Final.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307103","display_name":"Ford Motor Company","ror":"https://ror.org/00g2tkw06"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033988828.pdf","grobid_xml":"https://content.openalex.org/works/W3033988828.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W179179905","https://openalex.org/W648613739","https://openalex.org/W1554944419","https://openalex.org/W1596717185","https://openalex.org/W1900041397","https://openalex.org/W1967185084","https://openalex.org/W2029174532","https://openalex.org/W2045257928","https://openalex.org/W2051752778","https://openalex.org/W2125283600","https://openalex.org/W2151863350","https://openalex.org/W2155968351","https://openalex.org/W2171033594","https://openalex.org/W2182361439","https://openalex.org/W2295598076","https://openalex.org/W2549975402","https://openalex.org/W2567575208","https://openalex.org/W2607757716","https://openalex.org/W2611914953","https://openalex.org/W2746553466","https://openalex.org/W2767434288","https://openalex.org/W2769336468","https://openalex.org/W2809545281","https://openalex.org/W2896732351","https://openalex.org/W2911964244","https://openalex.org/W2942678267","https://openalex.org/W2945976633","https://openalex.org/W2964022491","https://openalex.org/W2981646383","https://openalex.org/W2991448601","https://openalex.org/W3004595609","https://openalex.org/W3102476541","https://openalex.org/W4250859275","https://openalex.org/W6607259140","https://openalex.org/W6639746994","https://openalex.org/W6685961532","https://openalex.org/W6729089581","https://openalex.org/W6750729320"],"related_works":["https://openalex.org/W1594844924","https://openalex.org/W2909382770","https://openalex.org/W2910166048","https://openalex.org/W4206669594","https://openalex.org/W2961085424","https://openalex.org/W2959276766","https://openalex.org/W4319083788","https://openalex.org/W2355070670","https://openalex.org/W2021460383","https://openalex.org/W2097335998"],"abstract_inverted_index":{"This":[0,106],"article":[1],"describes":[2],"a":[3,17,24,37,51,66,87,126],"novel":[4],"approach":[5,124],"to":[6,50,81,154,218],"the":[7,40,70,83,104,111,116,138,148,155,164,169,182,185,192,220,223],"problem":[8],"of":[9,54,69,89,115,130,171,184,203,205,222,226],"developing":[10],"explainable":[11],"machine":[12],"learning":[13,20,74,127],"models.":[14,144,232],"We":[15],"consider":[16],"deep":[18,72,229],"reinforcement":[19],"(DRL)":[21],"model":[22,35,85],"representing":[23],"highway":[25,31],"path":[26],"planning":[27],"policy":[28],"for":[29],"autonomous":[30],"driving":[32],"[1].":[33],"The":[34,77,122,145,174,208],"constitutes":[36],"mapping":[38],"from":[39],"continuous":[41],"multidimensional":[42],"state":[43],"space":[44],"characterizing":[45],"vehicle":[46],"positions":[47],"and":[48,58,161,213],"velocities":[49],"discrete":[52],"set":[53,88,225],"actions":[55],"in":[56],"longitudinal":[57],"lateral":[59],"direction.":[60],"It":[61],"is":[62,80,99,108,178,210],"obtained":[63],"by":[64,102,110,140,199],"applying":[65],"customized":[67],"version":[68],"double":[71],"Q-network":[73],"algorithm":[75],"[2].":[76],"main":[78],"idea":[79],"approximate":[82],"DRL":[84,194],"with":[86,119,201],"IF-THEN":[90],"rules":[91,204],"that":[92,191],"provide":[93],"an":[94],"alternative":[95],"interpretable":[96],"model,":[97],"which":[98,134,152],"further":[100,159],"enhanced":[101],"visualizing":[103],"rules.":[105,173],"concept":[107],"rationalized":[109],"universal":[112],"approximation":[113],"properties":[114],"rule-based":[117],"models":[118],"fuzzy":[120,132,172],"predicates.":[121],"proposed":[123],"includes":[125],"engine":[128],"composed":[129],"zero-order":[131],"rules,":[133],"generalize":[135],"locally":[136],"around":[137],"prototypes":[139],"using":[141],"multivariate":[142],"function":[143],"adjacent":[146],"(in":[147],"data":[149],"space)":[150],"prototypes,":[151],"correspond":[153],"same":[156],"action,":[157],"are":[158],"grouped":[160],"merged":[162],"into":[163],"so-called":[165],"MegaClouds":[166],"reducing":[167],"significantly":[168],"number":[170],"input":[175],"selection":[176],"method":[177,209],"based":[179],"on":[180],"ranking":[181],"density":[183],"individual":[186],"inputs.":[187],"Experimental":[188],"results":[189],"show":[190],"specific":[193],"agent":[195],"can":[196,214],"be":[197,215],"interpreted":[198],"approximating":[200],"families":[202],"different":[206],"granularity.":[207],"computationally":[211],"efficient":[212],"potentially":[216],"extended":[217],"addressing":[219],"explainability":[221],"broader":[224],"fully":[227],"connected":[228],"neural":[230],"network":[231]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}