{"id":"https://openalex.org/W3209434414","doi":"https://doi.org/10.1007/s11222-021-10057-z","title":"Unrestricted permutation forces extrapolation: variable importance requires at least one more model, or there is no free variable importance","display_name":"Unrestricted permutation forces extrapolation: variable importance requires at least one more model, or there is no free variable importance","publication_year":2021,"publication_date":"2021-10-29","ids":{"openalex":"https://openalex.org/W3209434414","doi":"https://doi.org/10.1007/s11222-021-10057-z","mag":"3209434414"},"language":"en","primary_location":{"id":"doi:10.1007/s11222-021-10057-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-021-10057-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-021-10057-z.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11222-021-10057-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078275541","display_name":"Giles Hooker","orcid":"https://orcid.org/0000-0003-2648-1167"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Giles Hooker","raw_affiliation_strings":["University of California, Berkeley, Berkeley, USA"],"raw_orcid":"https://orcid.org/0000-0003-2648-1167","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059204106","display_name":"Lucas Mentch","orcid":"https://orcid.org/0000-0002-8983-0320"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Mentch","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101976348","display_name":"Siyu Zhou","orcid":"https://orcid.org/0000-0001-7502-9316"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyu Zhou","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5078275541"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":17.0889,"has_fulltext":true,"cited_by_count":220,"citation_normalized_percentile":{"value":0.99341323,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"31","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.6937347650527954},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.6217535138130188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5876436233520508},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5749784708023071},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5436169505119324},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.52186119556427},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4466981291770935},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.436504065990448},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.4242815375328064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3929890990257263},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.37166184186935425},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35175761580467224},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27172625064849854},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1605006456375122}],"concepts":[{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.6937347650527954},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.6217535138130188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5876436233520508},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5749784708023071},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5436169505119324},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.52186119556427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4466981291770935},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.436504065990448},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4242815375328064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3929890990257263},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.37166184186935425},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35175761580467224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27172625064849854},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1605006456375122},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11222-021-10057-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-021-10057-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-021-10057-z.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11222-021-10057-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-021-10057-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-021-10057-z.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/15"}],"awards":[{"id":"https://openalex.org/G3223227008","display_name":null,"funder_award_id":"2015400","funder_id":"https://openalex.org/F4320332172","funder_display_name":"Directorate for Mathematical and Physical Sciences"},{"id":"https://openalex.org/G3296869726","display_name":"Black-Box Science:  Ideas and Insights for Learning-Based Statistical Inference","funder_award_id":"2015400","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3714334398","display_name":null,"funder_award_id":"1712041","funder_id":"https://openalex.org/F4320332172","funder_display_name":"Directorate for Mathematical and Physical Sciences"},{"id":"https://openalex.org/G4470167390","display_name":null,"funder_award_id":"1712554","funder_id":"https://openalex.org/F4320332172","funder_display_name":"Directorate for Mathematical and Physical Sciences"},{"id":"https://openalex.org/G7469863069","display_name":"Collaborative Research:  Statistical Inference Using Random Forests and Related Methods","funder_award_id":"1712041","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7702448009","display_name":"Collaborative Research: Statistical Inference Using Random Forests and Related Methods","funder_award_id":"1712554","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310174","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305"},{"id":"https://openalex.org/F4320332172","display_name":"Directorate for Mathematical and Physical Sciences","ror":"https://ror.org/029b7h395"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3209434414.pdf","grobid_xml":"https://content.openalex.org/works/W3209434414.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W119320572","https://openalex.org/W1520812622","https://openalex.org/W1556631438","https://openalex.org/W1678356000","https://openalex.org/W1875061881","https://openalex.org/W1996031526","https://openalex.org/W2006398000","https://openalex.org/W2045638068","https://openalex.org/W2046945713","https://openalex.org/W2088286197","https://openalex.org/W2094231493","https://openalex.org/W2097296149","https://openalex.org/W2109177042","https://openalex.org/W2115380778","https://openalex.org/W2119436275","https://openalex.org/W2125847307","https://openalex.org/W2133277699","https://openalex.org/W2143481518","https://openalex.org/W2149426898","https://openalex.org/W2156332695","https://openalex.org/W2169393322","https://openalex.org/W2207674461","https://openalex.org/W2282821441","https://openalex.org/W2515235622","https://openalex.org/W2618851150","https://openalex.org/W2806446597","https://openalex.org/W2893401808","https://openalex.org/W2911964244","https://openalex.org/W2936487972","https://openalex.org/W2945976633","https://openalex.org/W2963371845","https://openalex.org/W2964060211","https://openalex.org/W2964075504","https://openalex.org/W2969476445","https://openalex.org/W2981798823","https://openalex.org/W2995161752","https://openalex.org/W3005086430","https://openalex.org/W3009444146","https://openalex.org/W3009833198","https://openalex.org/W3100848911","https://openalex.org/W3102479286","https://openalex.org/W3104310207","https://openalex.org/W3122175177","https://openalex.org/W3133891263","https://openalex.org/W3203779568","https://openalex.org/W3211857494","https://openalex.org/W4285719527","https://openalex.org/W4289097366","https://openalex.org/W4298870098","https://openalex.org/W6600103761","https://openalex.org/W6600424091","https://openalex.org/W6601313673","https://openalex.org/W6608544398","https://openalex.org/W6629089177"],"related_works":["https://openalex.org/W1968270095","https://openalex.org/W4296478327","https://openalex.org/W1960072520","https://openalex.org/W2042397106","https://openalex.org/W4361730764","https://openalex.org/W4388745254","https://openalex.org/W2980082554","https://openalex.org/W1517228774","https://openalex.org/W2767419625","https://openalex.org/W2389704471"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"reviews":[3],"and":[4,32,44,56,116,172,194,203],"advocates":[5],"against":[6],"the":[7,21,48,145,150,179,211,218,221],"use":[8],"of":[9,86,97,103,144,220],"permute-and-predict":[10],"(PaP)":[11],"methods":[12],"for":[13,26,119,175],"interpreting":[14],"black":[15],"box":[16],"functions.":[17],"Methods":[18],"such":[19],"as":[20,111],"variable":[22,191],"importance":[23,192],"measures":[24,121,193],"proposed":[25],"random":[27],"forests,":[28],"partial":[29,195],"dependence":[30,81,196],"plots,":[31],"individual":[33],"conditional":[34],"expectation":[35],"plots":[36],"remain":[37],"popular":[38],"because":[39],"they":[40,114],"are":[41,73],"both":[42,190],"model-agnostic":[43],"depend":[45],"only":[46],"on":[47,141],"pre-trained":[49],"model":[50,152,170,214],"output,":[51],"making":[52],"them":[53],"computationally":[54],"efficient":[55],"widely":[57],"available":[58],"in":[59,135,178,189,213],"software.":[60],"However,":[61],"numerous":[62],"studies":[63],"have":[64],"found":[65],"that":[66,72,122,181,208],"these":[67,104,166],"tools":[68],"can":[69,184],"produce":[70],"diagnostics":[71],"highly":[74],"misleading,":[75],"particularly":[76],"when":[77],"there":[78,158],"is":[79,90,159],"strong":[80],"among":[82],"features.":[83],"The":[84],"purpose":[85],"our":[87],"work":[88],"here":[89],"to":[91,112,153,155,161],"(i)":[92],"review":[93],"this":[94],"growing":[95],"body":[96],"literature,":[98],"(ii)":[99],"provide":[100],"further":[101],"demonstrations":[102],"drawbacks":[105],"along":[106],"with":[107],"a":[108],"detailed":[109],"explanation":[110],"why":[113],"occur,":[115],"(iii)":[117],"advocate":[118],"alternative":[120],"involve":[123,209],"additional":[124],"modeling.":[125],"In":[126],"particular,":[127],"we":[128,201],"describe":[129],"how":[130],"breaking":[131],"dependencies":[132],"between":[133],"features":[134,188,222],"hold-out":[136],"data":[137],"places":[138],"undue":[139],"emphasis":[140],"sparse":[142],"regions":[143,156],"feature":[146],"space":[147],"by":[148],"forcing":[149],"original":[151],"extrapolate":[154],"where":[157],"little":[160],"no":[162],"data.":[163],"We":[164],"explore":[165],"effects":[167,219],"across":[168],"various":[169],"setups":[171],"find":[173],"support":[174],"previous":[176],"claims":[177],"literature":[180],"PaP":[182],"metrics":[183],"vastly":[185],"over-emphasize":[186],"correlated":[187],"plots.":[197],"As":[198],"an":[199],"alternative,":[200],"discuss":[202],"recommend":[204],"more":[205],"direct":[206],"approaches":[207],"measuring":[210],"change":[212],"performance":[215],"after":[216],"muting":[217],"under":[223],"investigation.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":44},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2025-10-10T00:00:00"}