{"id":"https://openalex.org/W4407173797","doi":"https://doi.org/10.3390/a18020085","title":"Open and Extensible Benchmark for Explainable Artificial Intelligence Methods","display_name":"Open and Extensible Benchmark for Explainable Artificial Intelligence Methods","publication_year":2025,"publication_date":"2025-02-05","ids":{"openalex":"https://openalex.org/W4407173797","doi":"https://doi.org/10.3390/a18020085"},"language":"en","primary_location":{"id":"doi:10.3390/a18020085","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18020085","pdf_url":"https://www.mdpi.com/1999-4893/18/2/85/pdf?version=1739343028","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/2/85/pdf?version=1739343028","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059280648","display_name":"Ilia Moiseev","orcid":"https://orcid.org/0000-0002-0125-960X"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Ilia Moiseev","raw_affiliation_strings":["Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia"],"raw_orcid":"https://orcid.org/0000-0002-0125-960X","affiliations":[{"raw_affiliation_string":"Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013086259","display_name":"Ksenia Balabaeva","orcid":"https://orcid.org/0000-0002-9138-0736"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ksenia Balabaeva","raw_affiliation_strings":["Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia"],"raw_orcid":"https://orcid.org/0000-0002-9138-0736","affiliations":[{"raw_affiliation_string":"Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029904389","display_name":"Sergey V. Kovalchuk","orcid":"https://orcid.org/0000-0001-8828-4615"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Sergey Kovalchuk","raw_affiliation_strings":["Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia"],"raw_orcid":"https://orcid.org/0000-0001-8828-4615","affiliations":[{"raw_affiliation_string":"Faculty of Digital Transformations, ITMO University, Saint Petersburg 197101, Russia","institution_ids":["https://openalex.org/I173089394"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029904389","https://openalex.org/A5059280648"],"corresponding_institution_ids":["https://openalex.org/I173089394"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":6.3222,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95698145,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"18","issue":"2","first_page":"85","last_page":"85"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8730999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8730999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7939790487289429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7349693179130554},{"id":"https://openalex.org/keywords/extensibility","display_name":"Extensibility","score":0.722115159034729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5955851078033447},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41845738887786865},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10030579566955566}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7939790487289429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349693179130554},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.722115159034729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5955851078033447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41845738887786865},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10030579566955566},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18020085","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18020085","pdf_url":"https://www.mdpi.com/1999-4893/18/2/85/pdf?version=1739343028","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5a0b6eaf7fa14af09243d13e11ff2b89","is_oa":true,"landing_page_url":"https://doaj.org/article/5a0b6eaf7fa14af09243d13e11ff2b89","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 2, p 85 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18020085","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18020085","pdf_url":"https://www.mdpi.com/1999-4893/18/2/85/pdf?version=1739343028","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2707913644","display_name":null,"funder_award_id":"24-11-00272","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407173797.pdf","grobid_xml":"https://content.openalex.org/works/W4407173797.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1994606570","https://openalex.org/W2001619934","https://openalex.org/W2013587512","https://openalex.org/W2282821441","https://openalex.org/W2791332649","https://openalex.org/W3035264434","https://openalex.org/W3035371891","https://openalex.org/W3046238651","https://openalex.org/W3101155149","https://openalex.org/W3130450512","https://openalex.org/W3133894893","https://openalex.org/W3138819813","https://openalex.org/W3177765094","https://openalex.org/W3211639647","https://openalex.org/W4200274996","https://openalex.org/W4288083797","https://openalex.org/W4321786089","https://openalex.org/W6737947904","https://openalex.org/W6754669440","https://openalex.org/W6839153583"],"related_works":["https://openalex.org/W2364420803","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694"],"abstract_inverted_index":{"The":[0,158],"interpretability":[1],"requirement":[2],"is":[3,99,106,130],"one":[4],"of":[5,19,31,44,81,86,119,150],"the":[6,28,42,84,93,117,120,175],"largest":[7],"obstacles":[8],"when":[9],"deploying":[10],"machine":[11,193],"learning":[12,194],"models":[13],"in":[14,34,116],"various":[15],"practical":[16],"fields.":[17],"Methods":[18],"eXplainable":[20,94],"Artificial":[21,95],"Intelligence":[22,96],"(XAI)":[23],"address":[24],"those":[25],"issues.":[26],"However,":[27],"growing":[29],"number":[30],"different":[32],"solutions":[33],"this":[35,91],"field":[36],"creates":[37],"a":[38,65,73,79,112,168,184],"demand":[39],"to":[40,57,102,124,132,156,162,180,186,200],"assess":[41],"quality":[43,61,139],"explanations":[45],"and":[46,83,110,138,192],"compare":[47,187],"them.":[48],"In":[49,90],"recent":[50],"years,":[51],"several":[52],"attempts":[53,69],"have":[54],"been":[55],"made":[56],"consolidate":[58],"scattered":[59],"XAI":[60],"assessment":[62],"methods":[63],"into":[64],"single":[66],"benchmark.":[67],"Those":[68],"usually":[70],"suffered":[71],"from":[72],"focus":[74],"on":[75],"feature":[76],"importance":[77],"only,":[78],"lack":[80],"customization,":[82],"absence":[85],"an":[87,142,148],"evaluation":[88,114,171,198],"framework.":[89],"work,":[92],"Benchmark":[97],"(XAIB)":[98],"proposed.":[100],"Compared":[101],"existing":[103],"benchmarks,":[104],"XAIB":[105],"more":[107],"universal,":[108],"extensible,":[109],"has":[111],"complete":[113],"ontology":[115],"form":[118],"Co-12":[121],"Framework.":[122],"Due":[123],"its":[125],"special":[126],"modular":[127],"design,":[128],"it":[129],"easy":[131],"add":[133],"new":[134],"datasets,":[135],"models,":[136,195],"explainers,":[137],"metrics.":[140],"Furthermore,":[141],"additional":[143],"abstraction":[144],"layer":[145],"built":[146],"with":[147],"inversion":[149],"control":[151],"principle":[152],"makes":[153],"them":[154],"easier":[155],"use.":[157],"benchmark":[159],"will":[160,178],"contribute":[161,179],"artificial":[163],"intelligence":[164],"research":[165],"by":[166,182],"providing":[167,183],"platform":[169],"for":[170],"experiments":[172],"and,":[173],"at":[174],"same":[176],"time,":[177],"engineering":[181],"way":[185],"explainers":[188],"using":[189],"custom":[190],"datasets":[191],"which":[196],"brings":[197],"closer":[199],"practice.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}