{"id":"https://openalex.org/W7208772263","doi":"https://doi.org/10.31234/osf.io/nw4ku_v1","title":"Unpacking Random Forest-Based Detection of Differential Item Functioning (DIF): The Roles of DIF and Item Impact Effect Sizes and Factor Correlation","display_name":"Unpacking Random Forest-Based Detection of Differential Item Functioning (DIF): The Roles of DIF and Item Impact Effect Sizes and Factor Correlation","publication_year":2026,"publication_date":"2026-09-04","ids":{"openalex":"https://openalex.org/W7208772263","doi":"https://doi.org/10.31234/osf.io/nw4ku_v1"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/nw4ku_v1","doi":"https://doi.org/10.31234/osf.io/nw4ku_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/nw4ku_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/nw4ku_v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117481029","display_name":"Karoline Wolandt","orcid":"https://orcid.org/0009-0007-8149-0847","observed_orcids":["https://orcid.org/0009-0007-8149-0847"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karoline Wolandt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5040345455","display_name":"Elisabeth Barbara Kraus","orcid":"https://orcid.org/0000-0001-8007-0321","observed_orcids":["https://orcid.org/0000-0001-8007-0321"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elisabeth Barbara Kraus","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8007-0321","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-item-functioning","display_name":"differential item functioning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9120000004768372},{"id":"https://openalex.org/keywords/permutation-feature-importance","display_name":"permutation importance","score":0.9990000128746033},{"id":"https://openalex.org/keywords/feature-importance","display_name":"feature importance","score":0.6959999799728394},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"false positive rate","score":0.6669999957084656},{"id":"https://openalex.org/keywords/test-fairness","display_name":"test fairness","score":0.6959999799728394},{"id":"https://openalex.org/keywords/effect-size","display_name":"effect size","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C181447626","wikidata":"https://www.wikidata.org/wiki/Q1224359","display_name":"Differential item functioning","level":4,"score":0.8256000280380249},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6567000150680542},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6331999897956848},{"id":"https://openalex.org/C169345407","wikidata":"https://www.wikidata.org/wiki/Q8216221","display_name":"Uncorrelated","level":2,"score":0.6092000007629395},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4925000071525574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4514999985694885},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.4503999948501587},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.44589999318122864},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.41510000824928284},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C138528620","wikidata":"https://www.wikidata.org/wiki/Q2510752","display_name":"Explained variation","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C73782692","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Random error","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C154606282","wikidata":"https://www.wikidata.org/wiki/Q7048579","display_name":"Nominal level","level":3,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.31234/osf.io/nw4ku_v1","doi":"https://doi.org/10.31234/osf.io/nw4ku_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/nw4ku_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:b1832098-b3ee-4200-986a-a1fb55b7788f","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/nw4ku","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/nw4ku_v1","doi":"https://doi.org/10.31234/osf.io/nw4ku_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/nw4ku_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7008917988","https://openalex.org/W2155808044","https://openalex.org/W3083893549","https://openalex.org/W2792839410","https://openalex.org/W7110693285","https://openalex.org/W4221136051","https://openalex.org/W7202049853","https://openalex.org/W3033712539","https://openalex.org/W4324107153","https://openalex.org/W632228950"],"abstract_inverted_index":{"Reliable":[0],"methods":[1],"for":[2,16,28,83,101,195,213,232],"detecting":[3],"differential":[4],"item":[5,12,59,139],"functioning":[6],"(DIF)":[7],"and":[8,19,37,58,63],"distinguishing":[9],"it":[10],"from":[11],"impact":[13,60,76,140,148,156,173],"are":[14],"essential":[15],"designing":[17],"fair":[18],"valid":[20],"tests.":[21],"The":[22],"RF-XAI":[23,51,243],"method":[24,244],"is":[25,252],"one":[26],"approach":[27,231],"identifying":[29],"DIF":[30,54,57,74,102,128,131,154,171,214,234],"items":[31,68,119,151,157,168],"based":[32],"on":[33,70],"random":[34],"forests":[35],"(RFs)":[36],"permutation":[38,90],"importance":[39,91,99],"(PI)":[40],"scores.":[41],"In":[42],"this":[43],"simulation":[44],"study,":[45],"we":[46,87],"evaluated":[47],"the":[48,185,202,242],"capacity":[49],"of":[50,66,187],"to":[52,107,211,217],"detect":[53],"under":[55],"varying":[56],"effect":[61],"sizes,":[62],"whether":[64],"PI":[65,81,115,164,193,212],"non-DIF-non-impact":[67],"depends":[69],"their":[71],"correlation":[72],"with":[73,114,153,170,184,222],"or":[75,155,172],"items,":[77],"indicating":[78],"a":[79,229,246],"potential":[80],"bias":[82],"correlated":[84,152,188,196],"predictors.":[85],"Further,":[86],"explored":[88],"conditional":[89],"(CPI)":[92],"scores\u2019":[93],"eligibility":[94],"as":[95,207],"an":[96,178,208],"alternative":[97,210],"variable":[98],"metric":[100],"detection,":[103],"hypothesizing":[104],"greater":[105],"robustness":[106],"predictor":[108],"intercorrelation.":[109],"Results":[110],"indicated":[111],"that":[112,192,241],"RF\u2010XAI":[113,227],"scores":[116,165,219],"reliably":[117],"identified":[118],"exhibiting":[120],"large":[121],"DIF,":[122],"but":[123],"fell":[124],"short":[125],"when":[126,250],"moderate":[127],"occurred.":[129],"While":[130],"detection":[132,215],"rates":[133,144,183],"were":[134,145],"not":[135,159],"largely":[136],"affected":[137],"by":[138],"effects,":[141],"false":[142,181],"positive":[143,182],"elevated":[146],"in":[147,180,201],"conditions.":[149],"Non\u2010DIF-non\u2010impact":[150],"did":[158],"have":[160],"substantially":[161],"higher":[162],"mean":[163],"than":[166],"those":[167],"uncorrelated":[169],"items.":[174],"However,":[175],"they":[176],"exhibited":[177],"increase":[179],"number":[186],"true":[189],"predictors,":[190],"supporting":[191],"biases":[194],"predictors":[197],"may":[198],"exist.":[199],"Yet,":[200],"current":[203],"form,":[204],"CPI":[205,218,251],"emerged":[206],"unsuitable":[209],"due":[216],"near":[220],"zero":[221],"minimal":[223],"variance.":[224],"Overall,":[225],"PI\u2010based":[226],"offers":[228],"promising":[230],"large\u2010effect":[233],"identification,":[235],"while":[236],"CPI's":[237],"low":[238],"variance":[239],"suggests":[240],"requires":[245],"revised":[247],"decision":[248],"criterion":[249],"used.":[253]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-09-05T00:00:00"}