{"id":"https://openalex.org/W4392445400","doi":"https://doi.org/10.1145/3636555.3636869","title":"Hierarchical Dependencies in Classroom Settings Influence Algorithmic Bias Metrics","display_name":"Hierarchical Dependencies in Classroom Settings Influence Algorithmic Bias Metrics","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392445400","doi":"https://doi.org/10.1145/3636555.3636869"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636869","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636869","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022358267","display_name":"Clara Belitz","orcid":"https://orcid.org/0009-0002-1960-0914"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Clara Belitz","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002323757","display_name":"HaeJin Lee","orcid":"https://orcid.org/0009-0000-0260-0462"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"HaeJin Lee","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017451436","display_name":"Nidhi Nasiar","orcid":"https://orcid.org/0009-0006-7063-5433"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nidhi Nasiar","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030848384","display_name":"Stephen E. Fancsali","orcid":"https://orcid.org/0000-0002-4016-8145"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen E. Fancsali","raw_affiliation_strings":["Carnegie Learning, Inc., USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Learning, Inc., USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015399425","display_name":"STEVE RITTER","orcid":"https://orcid.org/0000-0003-2807-9390"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Ritter","raw_affiliation_strings":["Carnegie Learning, Inc., USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Learning, Inc., USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032650381","display_name":"Husni Almoubayyed","orcid":"https://orcid.org/0000-0001-5717-9310"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Husni Almoubayyed","raw_affiliation_strings":["Carnegie Learning, Inc., USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Learning, Inc., USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan S. Baker","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075465170","display_name":"Jaclyn Ocumpaugh","orcid":"https://orcid.org/0000-0002-9667-8523"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaclyn Ocumpaugh","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013490855","display_name":"Nigel Bosch","orcid":"https://orcid.org/0000-0003-2736-2899"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nigel Bosch","raw_affiliation_strings":["School of Information Sciences and Department of Educational Psychology, University of Illinois Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences and Department of Educational Psychology, University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5022358267"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.366,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82700837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"210","last_page":"218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6885831356048584},{"id":"https://openalex.org/keywords/multilevel-model","display_name":"Multilevel model","score":0.5739008784294128},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5545731782913208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4922145903110504},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4283153712749481},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4257369637489319},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4218469560146332},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41631221771240234},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.26063400506973267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6885831356048584},{"id":"https://openalex.org/C53059260","wikidata":"https://www.wikidata.org/wiki/Q374758","display_name":"Multilevel model","level":2,"score":0.5739008784294128},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5545731782913208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4922145903110504},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4283153712749481},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4257369637489319},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4218469560146332},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41631221771240234},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26063400506973267},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636555.3636869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636869","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636555.3636869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636869","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G3168490386","display_name":null,"funder_award_id":"2000638","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392445400.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1971228271","https://openalex.org/W1985824294","https://openalex.org/W1995864528","https://openalex.org/W2015040676","https://openalex.org/W2051339053","https://openalex.org/W2056132907","https://openalex.org/W2066816090","https://openalex.org/W2100960835","https://openalex.org/W2105043933","https://openalex.org/W2109901510","https://openalex.org/W2116984840","https://openalex.org/W2132425059","https://openalex.org/W2148143831","https://openalex.org/W2258241181","https://openalex.org/W2295598076","https://openalex.org/W2599025709","https://openalex.org/W2915273119","https://openalex.org/W2943153566","https://openalex.org/W2997591727","https://openalex.org/W3152436735","https://openalex.org/W3181414820","https://openalex.org/W3187449459","https://openalex.org/W3214911045","https://openalex.org/W4280548710","https://openalex.org/W4285782999","https://openalex.org/W4321442099"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2387011115","https://openalex.org/W2358990940","https://openalex.org/W2093931120","https://openalex.org/W4234808182","https://openalex.org/W2042287631","https://openalex.org/W2382043075","https://openalex.org/W2329812990"],"abstract_inverted_index":{"Measuring":[0],"algorithmic":[1,89,108],"bias":[2,90,109],"in":[3,70,110,121,154],"machine":[4,112],"learning":[5,113],"has":[6],"historically":[7],"focused":[8,23],"on":[9,24,142],"statistical":[10],"inequalities":[11,153],"pertaining":[12],"to":[13,34],"specific":[14],"groups.":[15],"However,":[16],"the":[17,47,66,116],"most":[18],"common":[19,57],"metrics":[20,62],"(i.e.,":[21],"those":[22],"individual-":[25],"or":[26,72],"group-conditioned":[27],"error":[28],"rates)":[29],"are":[30],"not":[31,51],"currently":[32],"well-suited":[33],"educational":[35,58,155],"settings":[36,156],"because":[37,60],"they":[38],"assume":[39],"that":[40,133],"each":[41],"individual":[42],"observation":[43],"is":[44,50],"independent":[45,96],"from":[46],"others.":[48],"This":[49],"statistically":[52],"appropriate":[53],"when":[54],"studying":[55],"certain":[56],"outcomes,":[59],"such":[61],"cannot":[63],"account":[64],"for":[65,92,94],"relationship":[67,117],"between":[68,118],"students":[69],"classrooms":[71],"multiple":[73],"observations":[74],"per":[75],"student":[76,119],"across":[77],"an":[78,122],"academic":[79],"year.":[80],"In":[81],"this":[82],"paper,":[83],"we":[84,105],"present":[85],"novel":[86],"adaptations":[87],"of":[88,115],"measurements":[91],"regression":[93],"both":[95],"and":[97,126],"nested":[98],"data":[99],"structures.":[100],"Using":[101],"hierarchical":[102,147],"linear":[103,148],"models,":[104],"rigorously":[106],"measure":[107],"a":[111,137],"model":[114],"engagement":[120],"intelligent":[123],"tutoring":[124],"system":[125],"year-end":[127],"standardized":[128],"test":[129],"scores.":[130],"We":[131],"conclude":[132],"classroom-level":[134],"influences":[135],"had":[136],"small":[138,161],"but":[139],"significant":[140],"effect":[141],"models.":[143],"Examining":[144],"significance":[145],"with":[146],"models":[149],"helps":[150],"determine":[151],"which":[152],"might":[157],"be":[158],"explained":[159],"by":[160],"sample":[162],"sizes":[163],"rather":[164],"than":[165],"systematic":[166],"differences.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}