{"id":"https://openalex.org/W4415200047","doi":"https://doi.org/10.1007/s10994-025-06879-x","title":"Integrating human knowledge for explainable AI","display_name":"Integrating human knowledge for explainable AI","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415200047","doi":"https://doi.org/10.1007/s10994-025-06879-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06879-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06879-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06879-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06879-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081978035","display_name":"Eleonora Cappuccio","orcid":"https://orcid.org/0000-0002-6105-2512"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Eleonora Cappuccio","raw_affiliation_strings":["Institute of Information Science and Technologies \u201cAlessandro Faedo\u201d, CNR, Via Moruzzi 1, 56124, Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies \u201cAlessandro Faedo\u201d, CNR, Via Moruzzi 1, 56124, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041120826","display_name":"Bahavathy Kathirgamanathan","orcid":"https://orcid.org/0000-0002-2329-8909"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bahavathy Kathirgamanathan","raw_affiliation_strings":["KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024898168","display_name":"Salvatore Rinzivillo","orcid":"https://orcid.org/0000-0003-4404-4147"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Rinzivillo","raw_affiliation_strings":["Institute of Information Science and Technologies \u201cAlessandro Faedo\u201d, CNR, Via Moruzzi 1, 56124, Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies \u201cAlessandro Faedo\u201d, CNR, Via Moruzzi 1, 56124, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022699013","display_name":"Gennady Andrienko","orcid":"https://orcid.org/0000-0002-8574-6295"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]},{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Gennady Andrienko","raw_affiliation_strings":["KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany","School of Science and Technology, City St George\u2019s, University of London, Northampton Sq., London, EC1V 0HB, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"School of Science and Technology, City St George\u2019s, University of London, Northampton Sq., London, EC1V 0HB, UK","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057538550","display_name":"Natalia Andrienko","orcid":"https://orcid.org/0000-0003-3313-1560"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]},{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Natalia Andrienko","raw_affiliation_strings":["KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany","School of Science and Technology, City St George\u2019s, University of London, Northampton Sq., London, EC1V 0HB, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KD - Knowledge Discovery, Fraunhofer Institute IAIS, Schloss Birlinghoven, 53757, Sankt Augustin, NRW, Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"School of Science and Technology, City St George\u2019s, University of London, Northampton Sq., London, EC1V 0HB, UK","institution_ids":["https://openalex.org/I180825142"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081978035"],"corresponding_institution_ids":["https://openalex.org/I122991210"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":2.3208,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90352466,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"114","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8562999963760376},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5935999751091003},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.503600001335144},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4864000082015991},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.46639999747276306},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4569999873638153},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.40380001068115234},{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.3944999873638153}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8562999963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77920001745224},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5935999751091003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.548799991607666},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.503600001335144},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4203000068664551},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.3919000029563904},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38280001282691956},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2603999972343445}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10994-025-06879-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06879-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06879-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:36171","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/gennady=2Eandrienko=2E1.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:arpi.unipi.it:11568/1327808","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1327808","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dnet:iris________::17fe23c788158cc2e07f388ab85fe7bd","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MACHINE LEARNING, vol. 114 (issue 11)","raw_type":"Journal article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/497785","is_oa":false,"landing_page_url":"https://doi.org/10.24406/publica-5896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06879-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06879-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06879-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322651","display_name":"Consiglio Nazionale delle Ricerche","ror":"https://ror.org/04zaypm56"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415200047.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W150317583","https://openalex.org/W582062994","https://openalex.org/W1417422537","https://openalex.org/W1891482209","https://openalex.org/W1994606570","https://openalex.org/W2083252561","https://openalex.org/W2282821441","https://openalex.org/W2602814102","https://openalex.org/W2625478334","https://openalex.org/W2734256217","https://openalex.org/W2752059862","https://openalex.org/W2788403449","https://openalex.org/W2795530988","https://openalex.org/W2883424428","https://openalex.org/W2891503716","https://openalex.org/W2896774728","https://openalex.org/W2897765576","https://openalex.org/W2899283552","https://openalex.org/W2913159621","https://openalex.org/W2958514452","https://openalex.org/W2962772482","https://openalex.org/W2962862931","https://openalex.org/W2963095307","https://openalex.org/W2963214037","https://openalex.org/W2965446359","https://openalex.org/W2994120362","https://openalex.org/W3006087551","https://openalex.org/W3048549109","https://openalex.org/W3092732263","https://openalex.org/W3104020727","https://openalex.org/W3152936176","https://openalex.org/W3215592891","https://openalex.org/W4297156756","https://openalex.org/W4297183943","https://openalex.org/W4366547869","https://openalex.org/W4386220934","https://openalex.org/W4391128914","https://openalex.org/W4392979894","https://openalex.org/W4393908246","https://openalex.org/W4394022292","https://openalex.org/W4394042811","https://openalex.org/W4408725804"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"presents":[3],"a":[4,152],"methodology":[5,92],"for":[6,155],"integrating":[7],"human":[8],"expert":[9,113],"knowledge":[10,50],"into":[11,85],"machine":[12],"learning":[13],"(ML)":[14],"workflows":[15],"to":[16,34,78,129,151],"improve":[17],"both":[18,140],"model":[19,56],"interpretability":[20],"and":[21,38,62,65,100,115,143,149],"the":[22,91,141],"quality":[23,117],"of":[24,110,118,145],"explanations":[25],"produced":[26],"by":[27],"explainable":[28],"AI":[29],"(XAI)":[30],"techniques.":[31],"We":[32,89,121],"strive":[33],"enhance":[35],"standard":[36],"ML":[37],"XAI":[39,147],"pipelines":[40],"without":[41],"modifying":[42],"underlying":[43],"algorithms,":[44],"focusing":[45],"instead":[46],"on":[47],"embedding":[48],"domain":[49],"at":[51],"two":[52,94],"stages:":[53],"(1)":[54],"during":[55,67],"development":[57],"through":[58],"expert-guided":[59],"data":[60,84,135],"structuring":[61],"feature":[63],"engineering,":[64],"(2)":[66],"explanation":[68],"generation":[69],"via":[70],"domain-aware":[71],"synthetic":[72,119],"neighbourhoods.":[73,120],"Visual":[74],"analytics":[75],"is":[76],"used":[77],"support":[79],"experts":[80,131],"in":[81,93,132],"transforming":[82],"raw":[83],"semantically":[86],"richer":[87],"representations.":[88],"validate":[90],"case":[95],"studies:":[96],"predicting":[97],"COVID-19":[98],"incidence":[99],"classifying":[101],"vessel":[102],"movement":[103],"patterns.":[104],"The":[105],"studies":[106],"demonstrated":[107],"improved":[108],"alignment":[109],"models":[111,127],"with":[112],"reasoning":[114],"better":[116],"also":[122],"explore":[123],"using":[124],"large":[125],"language":[126],"(LLMs)":[128],"assist":[130],"developing":[133],"domain-compliant":[134],"generators.":[136],"Our":[137],"findings":[138],"highlight":[139],"benefits":[142],"limitations":[144],"existing":[146],"methods":[148],"point":[150],"research":[153],"direction":[154],"addressing":[156],"these":[157],"gaps.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-15T00:00:00"}