{"id":"https://openalex.org/W3200798292","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533944","title":"Explainable Debugger for Black-box Machine Learning Models","display_name":"Explainable Debugger for Black-box Machine Learning Models","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3200798292","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533944","mag":"3200798292"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10852/90389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020889727","display_name":"Peyman Rasouli","orcid":"https://orcid.org/0000-0003-3658-838X"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Peyman Rasouli","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053626863","display_name":"Ingrid Chieh Yu","orcid":"https://orcid.org/0009-0003-9764-3319"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ingrid Chieh Yu","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020889727"],"corresponding_institution_ids":["https://openalex.org/I184942183"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63480169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8055787086486816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7963775396347046},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7886595129966736},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6926358938217163},{"id":"https://openalex.org/keywords/debugger","display_name":"Debugger","score":0.6727307438850403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.636544406414032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5748523473739624},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.5597436428070068},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5262279510498047},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47068434953689575},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.46534571051597595},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4441654086112976},{"id":"https://openalex.org/keywords/white-box","display_name":"White box","score":0.42928099632263184},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42872172594070435},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4091391861438751},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3246835470199585},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.321343332529068},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18250548839569092}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8055787086486816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7963775396347046},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7886595129966736},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6926358938217163},{"id":"https://openalex.org/C2778485113","wikidata":"https://www.wikidata.org/wiki/Q193231","display_name":"Debugger","level":3,"score":0.6727307438850403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.636544406414032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5748523473739624},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.5597436428070068},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5262279510498047},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47068434953689575},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.46534571051597595},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4441654086112976},{"id":"https://openalex.org/C180932941","wikidata":"https://www.wikidata.org/wiki/Q997233","display_name":"White box","level":2,"score":0.42928099632263184},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42872172594070435},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4091391861438751},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3246835470199585},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.321343332529068},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18250548839569092},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.duo.uio.no:10852/90389","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/90389","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2161-4393","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:www.duo.uio.no:10852/90389","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/90389","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2161-4393","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1522547150","https://openalex.org/W1678356000","https://openalex.org/W1981552604","https://openalex.org/W2101234009","https://openalex.org/W2128728535","https://openalex.org/W2133218851","https://openalex.org/W2150480892","https://openalex.org/W2165489143","https://openalex.org/W2165558283","https://openalex.org/W2282821441","https://openalex.org/W2516809705","https://openalex.org/W2524620548","https://openalex.org/W2564414379","https://openalex.org/W2594475271","https://openalex.org/W2751465153","https://openalex.org/W2891503716","https://openalex.org/W2912706550","https://openalex.org/W2963178340","https://openalex.org/W2999615587","https://openalex.org/W3007590609","https://openalex.org/W3035517615","https://openalex.org/W3089397413","https://openalex.org/W3104887532","https://openalex.org/W6637404493","https://openalex.org/W6675354045","https://openalex.org/W6682385587","https://openalex.org/W6730804571","https://openalex.org/W6759103461","https://openalex.org/W6765646913","https://openalex.org/W6773007137"],"related_works":["https://openalex.org/W2797441709","https://openalex.org/W2346578521","https://openalex.org/W2047881532","https://openalex.org/W4297660007","https://openalex.org/W2886918272","https://openalex.org/W2943982549","https://openalex.org/W3101055019","https://openalex.org/W2910028250","https://openalex.org/W2998015774","https://openalex.org/W4387589990"],"abstract_inverted_index":{"The":[0],"research":[1],"around":[2],"developing":[3],"methods":[4],"for":[5,41,74,82,128],"debugging":[6,126],"and":[7,34,50,57,107,159,182,204,207],"refining":[8],"Machine":[9],"Learning":[10],"(ML)":[11],"models":[12,44,133,206],"is":[13,38,169],"still":[14],"in":[15,23,30,69,110,186],"its":[16],"infancy.":[17],"We":[18,189],"believe":[19],"employing":[20],"tailored":[21],"tools":[22],"the":[24,90,96,111,116,129,136,141,148,187,191,194,213],"development":[25,112,130],"process":[26,139],"can":[27,101,216],"help":[28],"developers":[29],"creating":[31,42],"more":[32],"trustworthy":[33],"reliable":[35],"models.":[36],"This":[37],"particularly":[39],"essential":[40],"black-box":[43,205],"such":[45],"as":[46,53],"deep":[47],"neural":[48],"networks":[49],"random":[51],"forests,":[52],"their":[54],"opaque":[55],"decision-making":[56],"complex":[58],"structure":[59],"prevent":[60],"detailed":[61],"investigations.":[62],"Although":[63],"many":[64],"explanation":[65,166,176],"techniques":[66],"provide":[67],"interpretability":[68],"terms":[70],"of":[71,89,131,151,193],"predictive":[72],"features":[73],"a":[75,83,87,124,163,173,221],"mispredicted":[76],"instance,":[77],"it":[78],"would":[79],"be":[80,102,217],"beneficial":[81],"developer":[84],"to":[85,104,114,178],"find":[86],"partition":[88],"training":[91],"data":[92,105,108,137,153,202],"that":[93,134],"significantly":[94],"influences":[95],"anomaly.":[97],"Such":[98],"responsible":[99],"partitions":[100],"subjected":[103],"visualization":[106],"engineering":[109,138],"phase":[113],"improve":[115],"model's":[117,142],"accuracy.":[118],"In":[119],"this":[120],"paper,":[121],"we":[122],"propose":[123,208],"systematic":[125],"framework":[127,196],"ML":[132],"guides":[135],"using":[140,155],"decision":[143],"boundary.":[144],"Our":[145],"approach":[146,177],"finds":[147],"influential":[149],"neighborhood":[150],"anomalous":[152],"points":[154],"observation-level":[156],"feature":[157],"importance":[158],"explains":[160],"them":[161],"via":[162],"novel":[164],"quasi-global":[165],"technique.":[167],"It":[168],"also":[170],"equipped":[171],"with":[172],"robust":[174],"global":[175],"reveal":[179],"general":[180],"trends":[181],"expose":[183],"potential":[184],"biases":[185],"neighborhoods.":[188],"demonstrate":[190],"efficacy":[192],"devised":[195],"through":[197],"several":[198],"experiments":[199],"on":[200,211],"standard":[201],"sets":[203],"various":[209],"guidelines":[210],"how":[212],"framework's":[214],"components":[215],"practically":[218],"useful":[219],"from":[220],"developer's":[222],"perspective.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}