{"id":"https://openalex.org/W4206477784","doi":"https://doi.org/10.1109/bigdata52589.2021.9671745","title":"The need for a numeric measure of explainability","display_name":"The need for a numeric measure of explainability","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4206477784","doi":"https://doi.org/10.1109/bigdata52589.2021.9671745"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671745","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018821945","display_name":"Wim De Mulder","orcid":"https://orcid.org/0000-0003-1104-0668"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Wim De Mulder","raw_affiliation_strings":["KU Leuven,Centre for IT & IP Law,Leuven,Belgium"],"affiliations":[{"raw_affiliation_string":"KU Leuven,Centre for IT & IP Law,Leuven,Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053804154","display_name":"Peggy Valcke","orcid":"https://orcid.org/0000-0002-8456-430X"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peggy Valcke","raw_affiliation_strings":["KU Leuven,Centre for IT & IP Law,Leuven,Belgium"],"affiliations":[{"raw_affiliation_string":"KU Leuven,Centre for IT & IP Law,Leuven,Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5018821945"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.5075,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.67748197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2712","last_page":"2720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.8397393822669983},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7159372568130493},{"id":"https://openalex.org/keywords/completeness","display_name":"Completeness (order theory)","score":0.6500805616378784},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6347182393074036},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5816328525543213},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5199617147445679},{"id":"https://openalex.org/keywords/turing","display_name":"Turing","score":0.43902239203453064},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4336535334587097},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4130951464176178},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40609997510910034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39554888010025024},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3395865559577942},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2600077986717224},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24007952213287354},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15040743350982666}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.8397393822669983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159372568130493},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.6500805616378784},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6347182393074036},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5816328525543213},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5199617147445679},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.43902239203453064},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4336535334587097},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4130951464176178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40609997510910034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39554888010025024},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3395865559577942},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2600077986717224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24007952213287354},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15040743350982666},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671745","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/700060","is_oa":false,"landing_page_url":"https://lirias.kuleuven.be/bitstream/20.500.12942/700060/2/IEEEBigData2021_Explainability_DeMulder-Valcke_download.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"IEEE BigData 2021, Orlando, FL, USA, 15-18 December 2021","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:archive.ugent.be:01GMGJQNJ129DYKKT97V80YQ5D","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/01GMGJQNJ129DYKKT97V80YQ5D","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781665439022","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1530750508","https://openalex.org/W1557268456","https://openalex.org/W1577162984","https://openalex.org/W1585983533","https://openalex.org/W1991486227","https://openalex.org/W1991549110","https://openalex.org/W1998731537","https://openalex.org/W2006206906","https://openalex.org/W2018099304","https://openalex.org/W2025357764","https://openalex.org/W2030589230","https://openalex.org/W2035998393","https://openalex.org/W2051808269","https://openalex.org/W2068211838","https://openalex.org/W2078481869","https://openalex.org/W2099210314","https://openalex.org/W2128227526","https://openalex.org/W2130442924","https://openalex.org/W2141724013","https://openalex.org/W2143313161","https://openalex.org/W2149938853","https://openalex.org/W2163605009","https://openalex.org/W2170701830","https://openalex.org/W2187558068","https://openalex.org/W2257979135","https://openalex.org/W2419366736","https://openalex.org/W2527877972","https://openalex.org/W2559588458","https://openalex.org/W2594475271","https://openalex.org/W2604660495","https://openalex.org/W2766279925","https://openalex.org/W2770363731","https://openalex.org/W2795530988","https://openalex.org/W2810975353","https://openalex.org/W2885508771","https://openalex.org/W2891503716","https://openalex.org/W2920897817","https://openalex.org/W2925507233","https://openalex.org/W2949822227","https://openalex.org/W2951591450","https://openalex.org/W2962772482","https://openalex.org/W2963125461","https://openalex.org/W2963233086","https://openalex.org/W2963374347","https://openalex.org/W2964031043","https://openalex.org/W2966241529","https://openalex.org/W2966266190","https://openalex.org/W3000463950","https://openalex.org/W3046377295","https://openalex.org/W3100132974","https://openalex.org/W3101981467","https://openalex.org/W3108238833","https://openalex.org/W3116286104","https://openalex.org/W3123686114","https://openalex.org/W3124373176","https://openalex.org/W3124443940","https://openalex.org/W3163411042","https://openalex.org/W4230452299","https://openalex.org/W4255295282","https://openalex.org/W4299408792","https://openalex.org/W6633075811","https://openalex.org/W6634164941","https://openalex.org/W6684191040","https://openalex.org/W6687102828","https://openalex.org/W6718991148","https://openalex.org/W6745730051","https://openalex.org/W6786020246","https://openalex.org/W6787824554","https://openalex.org/W7020031218","https://openalex.org/W7034023431"],"related_works":["https://openalex.org/W4237277701","https://openalex.org/W2121424666","https://openalex.org/W4301250310","https://openalex.org/W4255837520","https://openalex.org/W2055420561","https://openalex.org/W2067700950","https://openalex.org/W1669998927","https://openalex.org/W3162039195","https://openalex.org/W2387011115","https://openalex.org/W2071225893"],"abstract_inverted_index":{"The":[0,97],"attempt":[1],"to":[2,18,29,50,64,90,155],"concretely":[3],"define":[4],"the":[5,40,54,104,115,128,144],"concept":[6],"of":[7,11,43,71,80,99,117,122,130,150],"explainability":[8],"in":[9,69,92],"terms":[10,70,106],"other":[12],"vaguely":[13],"described":[14],"notions,":[15],"is":[16,27,102,136],"doomed":[17],"fail.":[19],"We":[20,124],"argue":[21],"that":[22,47,103],"a":[23,31,36,57,76,110,118,134,139],"rigorous":[24,87],"numeric":[25,58],"measure":[26,37,59,121],"needed":[28],"take":[30],"significant":[32],"step":[33],"forward.":[34],"Such":[35],"would":[38],"allow":[39],"objective":[41,98],"comparison":[42],"machine":[44],"learning":[45],"models":[46],"are":[48],"explainable":[49,157],"varying":[51],"degrees.":[52],"In":[53],"longer":[55],"term,":[56],"might":[60],"make":[61],"it":[62],"possible":[63],"compare":[65],"humans":[66],"and":[67,86,95,148],"machines":[68],"explanatory":[72],"capacities,":[73],"thereby":[74],"establishing":[75],"very":[77],"specific":[78],"kind":[79],"Turing":[81],"test.We":[82],"introduce":[83],"some":[84],"notions":[85],"definitions":[88],"related":[89],"explainability,":[91],"particular":[93],"completeness":[94],"consistency.":[96],"this":[100],"paper":[101],"introduced":[105],"can":[107,152],"act":[108],"as":[109],"concrete":[111],"starting":[112],"point":[113],"for":[114],"construction":[116],"mathematically":[119],"expressed":[120],"explainability.":[123],"also":[125],"show":[126],"how":[127],"idea":[129],"model":[131,135],"selection,":[132],"where":[133],"chosen":[137],"from":[138],"candidate":[140],"set":[141],"by":[142],"optimizing":[143],"trade-off":[145],"between":[146],"complexity":[147],"goodness":[149],"fit,":[151],"be":[153],"applied":[154],"select":[156],"models.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}