{"id":"https://openalex.org/W4283829755","doi":"https://doi.org/10.3390/data7070093","title":"The Role of Human Knowledge in Explainable AI","display_name":"The Role of Human Knowledge in Explainable AI","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4283829755","doi":"https://doi.org/10.3390/data7070093"},"language":"en","primary_location":{"id":"doi:10.3390/data7070093","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7070093","pdf_url":"https://www.mdpi.com/2306-5729/7/7/93/pdf?version=1657188498","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2306-5729/7/7/93/pdf?version=1657188498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059853869","display_name":"Andrea Tocchetti","orcid":"https://orcid.org/0000-0002-1681-5859"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Andrea Tocchetti","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, 20133 Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1681-5859","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, 20133 Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091879812","display_name":"Marco Brambilla","orcid":"https://orcid.org/0000-0002-8753-2434"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Brambilla","raw_affiliation_strings":["Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, 20133 Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8753-2434","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica, Informazione e Bioingegneria, Politecnico di Milano, 20133 Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059853869"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":4.5777,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.95239657,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":"7","first_page":"93","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7722243070602417},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.7044852375984192},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6442198753356934},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6191243529319763},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6052484512329102},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5538660883903503},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5309714078903198},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.49342456459999084},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4478260278701782},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4147530198097229},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38079988956451416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7722243070602417},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7044852375984192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6442198753356934},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6191243529319763},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6052484512329102},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5538660883903503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5309714078903198},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.49342456459999084},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4478260278701782},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4147530198097229},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38079988956451416},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/data7070093","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7070093","pdf_url":"https://www.mdpi.com/2306-5729/7/7/93/pdf?version=1657188498","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jdataj:v:7:y:2022:i:7:p:93-:d:857104","is_oa":false,"landing_page_url":"https://www.mdpi.com/2306-5729/7/7/93/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:3c46f6c271bd4910b37f9683d1e40e8f","is_oa":true,"landing_page_url":"https://doaj.org/article/3c46f6c271bd4910b37f9683d1e40e8f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data, Vol 7, Iss 7, p 93 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2306-5729/7/7/93/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/data7070093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data; Volume 7; Issue 7; Pages: 93","raw_type":"Text"},{"id":"pmh:oai:re.public.polimi.it:11311/1231108","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1231108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/data7070093","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7070093","pdf_url":"https://www.mdpi.com/2306-5729/7/7/93/pdf?version=1657188498","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4283829755.pdf"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W2171913066","https://openalex.org/W2282821441","https://openalex.org/W2605409611","https://openalex.org/W2618851150","https://openalex.org/W2765793020","https://openalex.org/W2795128538","https://openalex.org/W2804878416","https://openalex.org/W2806137073","https://openalex.org/W2885396331","https://openalex.org/W2888896735","https://openalex.org/W2892093980","https://openalex.org/W2896487960","https://openalex.org/W2904095679","https://openalex.org/W2923421605","https://openalex.org/W2925479258","https://openalex.org/W2934954940","https://openalex.org/W2935432477","https://openalex.org/W2952602496","https://openalex.org/W2962772482","https://openalex.org/W2962858109","https://openalex.org/W2964303497","https://openalex.org/W2965446359","https://openalex.org/W2972918955","https://openalex.org/W2981731882","https://openalex.org/W2997560917","https://openalex.org/W2998994232","https://openalex.org/W3009578469","https://openalex.org/W3009804117","https://openalex.org/W3023163568","https://openalex.org/W3031898411","https://openalex.org/W3032600910","https://openalex.org/W3035371891","https://openalex.org/W3035503910","https://openalex.org/W3041078907","https://openalex.org/W3041218611","https://openalex.org/W3088683830","https://openalex.org/W3091962337","https://openalex.org/W3092462689","https://openalex.org/W3092479831","https://openalex.org/W3097001800","https://openalex.org/W3102100346","https://openalex.org/W3103453294","https://openalex.org/W3106229690","https://openalex.org/W3110578481","https://openalex.org/W3111083242","https://openalex.org/W3112492866","https://openalex.org/W3125751566","https://openalex.org/W3126786154","https://openalex.org/W3132091045","https://openalex.org/W3134936618","https://openalex.org/W3137247193","https://openalex.org/W3144543375","https://openalex.org/W3156228749","https://openalex.org/W3156354433","https://openalex.org/W3159010667","https://openalex.org/W3159177113","https://openalex.org/W3163411042","https://openalex.org/W3164731060","https://openalex.org/W3166157459","https://openalex.org/W3174254835","https://openalex.org/W3183478923","https://openalex.org/W3186958186","https://openalex.org/W3197921943","https://openalex.org/W3198380835","https://openalex.org/W3199469083","https://openalex.org/W3199643281","https://openalex.org/W3199894449","https://openalex.org/W3202452289","https://openalex.org/W3202667643","https://openalex.org/W3206149051","https://openalex.org/W3209303536","https://openalex.org/W3210574566","https://openalex.org/W3213720670","https://openalex.org/W3214404698","https://openalex.org/W4220893555","https://openalex.org/W4223569930","https://openalex.org/W4224291356","https://openalex.org/W4224319919","https://openalex.org/W4224322655","https://openalex.org/W4224993429","https://openalex.org/W4225127292","https://openalex.org/W4225856520","https://openalex.org/W4226027718","https://openalex.org/W4244482801","https://openalex.org/W4246821405","https://openalex.org/W4312238583","https://openalex.org/W4321786089","https://openalex.org/W4380318885","https://openalex.org/W4387130605","https://openalex.org/W6750252460","https://openalex.org/W6756887284","https://openalex.org/W6760924505","https://openalex.org/W6766587337","https://openalex.org/W6772202207","https://openalex.org/W6782189828","https://openalex.org/W6790426223","https://openalex.org/W6797061588","https://openalex.org/W6847188066","https://openalex.org/W7053285378"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W4288099294","https://openalex.org/W2149537132","https://openalex.org/W2018871932","https://openalex.org/W641279757","https://openalex.org/W370975646","https://openalex.org/W1670566515","https://openalex.org/W4242022592","https://openalex.org/W596972243","https://openalex.org/W4399126769"],"abstract_inverted_index":{"As":[0],"the":[1,13,37,56,85,104,109,121,172,192,205],"performance":[2],"and":[3,53,59,106,184,190,208],"complexity":[4],"of":[5,40,77,87,99,108,124,144,194],"machine":[6,57,145,195],"learning":[7,58,146,196],"models":[8,45,68,197],"have":[9,135],"grown":[10],"significantly":[11],"over":[12],"last":[14],"years,":[15],"there":[16],"has":[17,32],"been":[18,136],"an":[19,78],"increasing":[20,103],"need":[21,31],"to":[22,25,36,51,82,91,119,139,164,177,188],"develop":[23],"methodologies":[24],"describe":[26,52,84],"their":[27,166],"behaviour.":[28],"Such":[29],"a":[30,64,88,96,127,179,202],"mainly":[33],"arisen":[34],"due":[35],"widespread":[38],"use":[39],"black-box":[41],"models,":[42],"i.e.,":[43],"high-performing":[44],"whose":[46],"internal":[47],"logic":[48],"is":[49,62,81,213],"challenging":[50],"understand.":[54],"Therefore,":[55],"AI":[60,156],"field":[61],"facing":[63],"new":[65],"challenge:":[66],"making":[67],"more":[69],"explainable":[70],"through":[71,198],"appropriate":[72],"techniques.":[73],"The":[74],"final":[75],"goal":[76],"explainability":[79,113,212],"method":[80],"faithfully":[83],"behaviour":[86],"(black-box)":[89],"model":[90],"users":[92],"who":[93],"can":[94,158],"get":[95],"better":[97],"understanding":[98],"its":[100],"logic,":[101],"thus":[102],"trust":[105],"acceptance":[107],"system.":[110],"Unfortunately,":[111],"state-of-the-art":[112],"approaches":[114,149],"may":[115],"not":[116],"be":[117],"enough":[118],"guarantee":[120],"full":[122],"understandability":[123,193],"explanations":[125,143],"from":[126],"human":[128,153,186],"perspective.":[129],"For":[130],"this":[131],"reason,":[132],"human-in-the-loop":[133,199],"methods":[134],"widely":[137],"employed":[138],"enhance":[140],"and/or":[141],"evaluate":[142,191],"models.":[147],"These":[148],"focus":[150],"on":[151,182,204],"collecting":[152,183],"knowledge":[154,187],"that":[155],"systems":[157],"then":[159],"employ":[160],"or":[161,170],"involving":[162],"humans":[163],"achieve":[165],"objectives":[167],"(e.g.,":[168],"evaluating":[169],"improving":[171],"system).":[173],"This":[174],"article":[175],"aims":[176],"present":[178],"literature":[180],"overview":[181],"employing":[185],"improve":[189],"approaches.":[200],"Furthermore,":[201],"discussion":[203],"challenges,":[206],"state-of-the-art,":[207],"future":[209],"trends":[210],"in":[211],"also":[214],"provided.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}