{"id":"https://openalex.org/W4391026313","doi":"https://doi.org/10.1145/3641108","title":"Interpreting Deep Forest through Feature Contribution and MDI Feature Importance","display_name":"Interpreting Deep Forest through Feature Contribution and MDI Feature Importance","publication_year":2024,"publication_date":"2024-01-19","ids":{"openalex":"https://openalex.org/W4391026313","doi":"https://doi.org/10.1145/3641108"},"language":"en","primary_location":{"id":"doi:10.1145/3641108","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641108","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641108","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3641108","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070182071","display_name":"Yi-Xiao He","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":true,"raw_author_name":"Yi-Xiao He","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University","National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029528104","display_name":"Shen-Huan Lyu","orcid":"https://orcid.org/0000-0002-0173-8408"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen-Huan Lyu","raw_affiliation_strings":["Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and College of Computer Science and Software Engineering, Hohai University","Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and College of Computer Science and Software Engineering, Hohai University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and College of Computer Science and Software Engineering, Hohai University","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and College of Computer Science and Software Engineering, Hohai University, China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013466530","display_name":"Yuan Jiang","orcid":"https://orcid.org/0000-0002-1669-8023"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Yuan Jiang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University","National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, and School of Artificial Intelligence, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070182071"],"corresponding_institution_ids":["https://openalex.org/I4210164862","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.4287,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83021352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"1","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8775507211685181},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.8322607278823853},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.8245207071304321},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.7833372354507446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6629198789596558},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5411597490310669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5406643152236938},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5196753144264221},{"id":"https://openalex.org/keywords/feature-model","display_name":"Feature model","score":0.4896731674671173},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4759226143360138},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.45205044746398926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42175090312957764},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3754633665084839},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18665599822998047},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.07562950253486633}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8775507211685181},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.8322607278823853},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.8245207071304321},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.7833372354507446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6629198789596558},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5411597490310669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5406643152236938},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5196753144264221},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.4896731674671173},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4759226143360138},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.45205044746398926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42175090312957764},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3754633665084839},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18665599822998047},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.07562950253486633},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641108","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641108","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641108","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3641108","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641108","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641108","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2082826544","display_name":null,"funder_award_id":"Postdoctoral","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2197168476","display_name":null,"funder_award_id":"2176117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2619893789","display_name":null,"funder_award_id":"62176117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391026313.pdf","grobid_xml":"https://content.openalex.org/works/W4391026313.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1563656983","https://openalex.org/W1678356000","https://openalex.org/W1875061881","https://openalex.org/W1884926395","https://openalex.org/W2056132907","https://openalex.org/W2143481518","https://openalex.org/W2144327682","https://openalex.org/W2162387923","https://openalex.org/W2171558600","https://openalex.org/W2181164912","https://openalex.org/W2295598076","https://openalex.org/W2592340788","https://openalex.org/W2607893089","https://openalex.org/W2800561443","https://openalex.org/W2907066344","https://openalex.org/W2911535432","https://openalex.org/W2944715228","https://openalex.org/W2948671658","https://openalex.org/W2962817723","https://openalex.org/W2963862530","https://openalex.org/W2972156159","https://openalex.org/W2998548481","https://openalex.org/W3103613142","https://openalex.org/W3104060823","https://openalex.org/W4206348828","https://openalex.org/W4207044204","https://openalex.org/W4232714830","https://openalex.org/W4256060553","https://openalex.org/W4297944103","https://openalex.org/W4323897326"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W4361806667"],"abstract_inverted_index":{"Deep":[0],"forest":[1],"is":[2],"a":[3,14,44,65,120,129],"non-differentiable":[4],"deep":[5,62,116,147],"model":[6],"that":[7,41,55],"has":[8],"achieved":[9],"impressive":[10],"empirical":[11],"success":[12],"across":[13],"wide":[15],"variety":[16],"of":[17,27,67,83,110,161],"applications,":[18],"especially":[19],"on":[20,88,151],"categorical/symbolic":[21],"or":[22],"mixed":[23],"modeling":[24],"tasks.":[25],"Many":[26],"the":[28,74,78,84,89,94,108,111,115,159],"application":[29],"fields":[30],"prefer":[31],"explainable":[32],"models,":[33],"such":[34],"as":[35,64],"random":[36,68,103],"forests":[37,104],"with":[38,123],"feature":[39,59,138,142],"contributions":[40],"can":[42,56],"provide":[43,57],"local":[45],"explanation":[46],"for":[47,102,132,146],"each":[48,133],"prediction,":[49],"and":[50,135,140,155],"Mean":[51],"Decrease":[52],"Impurity":[53],"(MDI)":[54],"global":[58],"importance.":[60],"However,":[61],"forest,":[63],"cascade":[66],"forests,":[69],"possesses":[70],"interpretability":[71],"only":[72],"at":[73],"first":[75],"layer.":[76],"From":[77],"second":[79],"layer":[80],"on,":[81],"many":[82],"tree":[85],"splits":[86],"occur":[87],"new":[90],"features":[91,113],"generated":[92],"by":[93,128],"previous":[95],"layer,":[96,134],"which":[97],"makes":[98],"existing":[99],"explaining":[100],"tools":[101,145],"inapplicable.":[105],"To":[106],"disclose":[107],"impact":[109],"original":[112],"in":[114],"layers,":[117],"we":[118],"design":[119],"calculation":[121,144],"method":[122],"an":[124],"estimation":[125],"step":[126,131],"followed":[127],"calibration":[130],"propose":[136],"our":[137,162],"contribution":[139],"MDI":[141],"importance":[143],"forest.":[148],"Experimental":[149],"results":[150],"both":[152],"simulated":[153],"data":[154,157],"real-world":[156],"verify":[158],"effectiveness":[160],"methods.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}