{"id":"https://openalex.org/W2915273119","doi":"https://doi.org/10.1145/3303772.3303791","title":"Evaluating the Fairness of Predictive Student Models Through Slicing Analysis","display_name":"Evaluating the Fairness of Predictive Student Models Through Slicing Analysis","publication_year":2019,"publication_date":"2019-02-25","ids":{"openalex":"https://openalex.org/W2915273119","doi":"https://doi.org/10.1145/3303772.3303791","mag":"2915273119"},"language":"en","primary_location":{"id":"doi:10.1145/3303772.3303791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3303772.3303791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110941464","display_name":"Josh Gardner","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Josh Gardner","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, The University of Washington"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, The University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081802677","display_name":"Christopher Brooks","orcid":"https://orcid.org/0000-0003-0875-0204"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Brooks","raw_affiliation_strings":["School of Information, The University of Michigan"],"affiliations":[{"raw_affiliation_string":"School of Information, The University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Baker","raw_affiliation_strings":["Graduate School of Education, The University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Graduate School of Education, The University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110941464"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":24.058,"has_fulltext":false,"cited_by_count":168,"citation_normalized_percentile":{"value":0.99570164,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"225","last_page":"234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7438289523124695},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.7119098901748657},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6462886333465576},{"id":"https://openalex.org/keywords/predictive-analytics","display_name":"Predictive analytics","score":0.6414206027984619},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5817795395851135},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5267757177352905},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5246800780296326},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5180078148841858},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5106802582740784},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4509704113006592},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4471299946308136},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4291462004184723},{"id":"https://openalex.org/keywords/privilege","display_name":"Privilege (computing)","score":0.4215574264526367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3907807469367981},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37510451674461365},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22929343581199646},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12471878528594971},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12271147966384888},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11270797252655029}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7438289523124695},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.7119098901748657},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6462886333465576},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.6414206027984619},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5817795395851135},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5267757177352905},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5246800780296326},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5180078148841858},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5106802582740784},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4509704113006592},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4471299946308136},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4291462004184723},{"id":"https://openalex.org/C2780138299","wikidata":"https://www.wikidata.org/wiki/Q3404265","display_name":"Privilege (computing)","level":2,"score":0.4215574264526367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3907807469367981},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37510451674461365},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22929343581199646},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12471878528594971},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12271147966384888},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11270797252655029},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3303772.3303791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3303772.3303791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W904241462","https://openalex.org/W1492355514","https://openalex.org/W1615000945","https://openalex.org/W1792679987","https://openalex.org/W1819662813","https://openalex.org/W2014352947","https://openalex.org/W2068258779","https://openalex.org/W2087750029","https://openalex.org/W2100960835","https://openalex.org/W2136419363","https://openalex.org/W2139319950","https://openalex.org/W2157825442","https://openalex.org/W2166454173","https://openalex.org/W2250880511","https://openalex.org/W2511623227","https://openalex.org/W2530395818","https://openalex.org/W2531099434","https://openalex.org/W2546314413","https://openalex.org/W2578118850","https://openalex.org/W2589744741","https://openalex.org/W2607294868","https://openalex.org/W2770347700","https://openalex.org/W2786122898","https://openalex.org/W2792281292","https://openalex.org/W2792934256","https://openalex.org/W2809353007","https://openalex.org/W2883147591","https://openalex.org/W2884834684","https://openalex.org/W2903995489","https://openalex.org/W2944637756","https://openalex.org/W2962719418","https://openalex.org/W2962753953","https://openalex.org/W2963351127","https://openalex.org/W2963379709","https://openalex.org/W3122962492","https://openalex.org/W3123374861","https://openalex.org/W4245039430","https://openalex.org/W6638208828"],"related_works":["https://openalex.org/W2393746923","https://openalex.org/W2972496411","https://openalex.org/W4239223006","https://openalex.org/W3033662781","https://openalex.org/W2137530048","https://openalex.org/W2360869927","https://openalex.org/W2050876785","https://openalex.org/W2074642116","https://openalex.org/W3164401656","https://openalex.org/W3034358594"],"abstract_inverted_index":{"Predictive":[0],"modeling":[1],"has":[2,45],"been":[3,46],"a":[4,21,53,76,92,105,148,169,179],"core":[5],"area":[6],"of":[7,23,32,36,67,107,157,168],"learning":[8,202],"analytics":[9,203],"research":[10],"over":[11,112],"the":[12,33,81,88,137,155,158],"past":[13],"decade,":[14],"with":[15,154],"such":[16],"models":[17,38,99,187],"currently":[18],"deployed":[19],"in":[20,58,65,122],"variety":[22],"educational":[24],"contexts":[25],"from":[26,101],"MOOCs":[27,110],"to":[28,126,211],"K-12.":[29],"However,":[30],"analyses":[31],"differential":[34,68],"effectiveness":[35],"these":[37],"across":[39],"demographic,":[40],"identity,":[41],"or":[42,191],"other":[43,102],"groups":[44],"scarce.":[47],"In":[48],"this":[49,64],"paper,":[50],"we":[51,79],"present":[52],"method":[54,90],"for":[55,147,181],"evaluating":[56],"unfairness":[57],"predictive":[59,186],"student":[60,195],"models.":[61],"We":[62,86],"define":[63],"terms":[66],"accuracy":[69],"between":[70,172],"subgroups,":[71],"and":[72,104,111,130,143,161,174,183,205],"measure":[73],"it":[74],"using":[75,96],"new":[77],"metric":[78],"term":[80],"Absolute":[82],"Between-ROC":[83],"Area":[84],"(ABROCA).":[85],"demonstrate":[87,118],"proposed":[89],"through":[91],"gender-based":[93],"\"slicing":[94],"analysis\"":[95],"five":[97],"different":[98,194],"replicated":[100],"works":[103],"dataset":[106],"44":[108],"unique":[109],"four":[113],"million":[114],"learners.":[115],"Our":[116],"results":[117,199],"(1)":[119],"significant":[120,152],"differences":[121],"model":[123,149,213],"fairness":[124,214],"according":[125],"(a)":[127],"statistical":[128],"algorithm":[129],"(b)":[131],"feature":[132],"set":[133],"used;":[134],"(2)":[135],"that":[136,163,201],"gender":[138],"imbalance":[139],"ratio,":[140],"curricular":[141],"area,":[142],"specific":[144],"course":[145],"used":[146],"all":[150],"display":[151],"association":[153],"value":[156],"ABROCA":[159],"statistic;":[160],"(3)":[162],"there":[164],"is":[165],"not":[166],"evidence":[167],"strict":[170],"tradeoff":[171],"performance":[173],"fairness.":[175],"This":[176],"work":[177],"provides":[178],"framework":[180],"quantifying":[182],"understanding":[184],"how":[185],"might":[188],"inadvertently":[189],"privilege,":[190],"disparately":[192],"impact,":[193],"subgroups.":[196],"Furthermore,":[197],"our":[198],"suggest":[200],"researchers":[204],"practitioners":[206],"can":[207],"use":[208],"slicing":[209],"analysis":[210],"improve":[212],"without":[215],"necessarily":[216],"sacrificing":[217],"performance.1":[218]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}