{"id":"https://openalex.org/W4226053008","doi":"https://doi.org/10.1145/3512912","title":"Surfacing Equity Issues in Large Computing Courses with Peer-Ranked, Demographically-Labeled Student Feedback","display_name":"Surfacing Equity Issues in Large Computing Courses with Peer-Ranked, Demographically-Labeled Student Feedback","publication_year":2022,"publication_date":"2022-03-30","ids":{"openalex":"https://openalex.org/W4226053008","doi":"https://doi.org/10.1145/3512912"},"language":"en","primary_location":{"id":"doi:10.1145/3512912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3512912","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3512912","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032808035","display_name":"Benjamin Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin Xie","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044581657","display_name":"Alannah Oleson","orcid":"https://orcid.org/0000-0002-2164-365X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alannah Oleson","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025453955","display_name":"Jayne Everson","orcid":"https://orcid.org/0000-0002-7090-7500"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayne Everson","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037160778","display_name":"Amy J. Ko","orcid":"https://orcid.org/0000-0001-7461-4783"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy J. Ko","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032808035"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.7385,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87712418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"6","issue":"CSCW1","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.909500002861023,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equity","display_name":"Equity (law)","score":0.6261134147644043},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6040678024291992},{"id":"https://openalex.org/keywords/privilege","display_name":"Privilege (computing)","score":0.5072181224822998},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4791238307952881},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.43829256296157837},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.36379942297935486},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3522992730140686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.24606844782829285},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.20920655131340027}],"concepts":[{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.6261134147644043},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6040678024291992},{"id":"https://openalex.org/C2780138299","wikidata":"https://www.wikidata.org/wiki/Q3404265","display_name":"Privilege (computing)","level":2,"score":0.5072181224822998},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4791238307952881},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.43829256296157837},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.36379942297935486},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3522992730140686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.24606844782829285},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.20920655131340027},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3512912","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3512912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3512912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3512912","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2010363529","display_name":null,"funder_award_id":"12566082, 1762114, 1539179, 1703304, 1836813, 2031265, 2100296, 2122950, 2137834, 2137312","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2611720058","display_name":null,"funder_award_id":"2122950","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2898858504","display_name":null,"funder_award_id":"2100296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G329421641","display_name":null,"funder_award_id":"2137312","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4135896369","display_name":null,"funder_award_id":"2137834","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4218015526","display_name":null,"funder_award_id":"2031265","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4509680172","display_name":null,"funder_award_id":"1762114","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G495286348","display_name":null,"funder_award_id":"1836813","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6047289442","display_name":null,"funder_award_id":"12566082","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7148496000","display_name":null,"funder_award_id":"1762114","funder_id":"https://openalex.org/F4320310094","funder_display_name":"University of Washington"},{"id":"https://openalex.org/G7441413635","display_name":null,"funder_award_id":"1703304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G806162627","display_name":null,"funder_award_id":"1539179, 1703304, 1836813, 2031265, 2100296, 2122950, 2137834, 2137312","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320307786","display_name":"Adobe Systems","ror":"https://ror.org/059tvcg64"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226053008.pdf","grobid_xml":"https://content.openalex.org/works/W4226053008.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W561751346","https://openalex.org/W603915373","https://openalex.org/W629063538","https://openalex.org/W1817434603","https://openalex.org/W1977826292","https://openalex.org/W1980083892","https://openalex.org/W1980870891","https://openalex.org/W1993059811","https://openalex.org/W1994931507","https://openalex.org/W1997002432","https://openalex.org/W1999632197","https://openalex.org/W2015092539","https://openalex.org/W2015828181","https://openalex.org/W2019996218","https://openalex.org/W2027859517","https://openalex.org/W2037270872","https://openalex.org/W2041031789","https://openalex.org/W2045594163","https://openalex.org/W2053070609","https://openalex.org/W2067867407","https://openalex.org/W2083449279","https://openalex.org/W2085876742","https://openalex.org/W2089358714","https://openalex.org/W2118104321","https://openalex.org/W2119047901","https://openalex.org/W2124901240","https://openalex.org/W2132363793","https://openalex.org/W2134167315","https://openalex.org/W2136843866","https://openalex.org/W2137940381","https://openalex.org/W2168098237","https://openalex.org/W2168222508","https://openalex.org/W2338034815","https://openalex.org/W2338055458","https://openalex.org/W2345092204","https://openalex.org/W2484197944","https://openalex.org/W2507147444","https://openalex.org/W2592523796","https://openalex.org/W2593620473","https://openalex.org/W2610743940","https://openalex.org/W2759487722","https://openalex.org/W2789305899","https://openalex.org/W2811250872","https://openalex.org/W2833900502","https://openalex.org/W2887432147","https://openalex.org/W2894374900","https://openalex.org/W2914737379","https://openalex.org/W2914769558","https://openalex.org/W2942169651","https://openalex.org/W2955298504","https://openalex.org/W2955315757","https://openalex.org/W2955669146","https://openalex.org/W2963896862","https://openalex.org/W2971560978","https://openalex.org/W2974317026","https://openalex.org/W3007217700","https://openalex.org/W3009535397","https://openalex.org/W3009676362","https://openalex.org/W3023776930","https://openalex.org/W3032136575","https://openalex.org/W3084611909","https://openalex.org/W3093770790","https://openalex.org/W3127631298","https://openalex.org/W3134991251","https://openalex.org/W3135573294","https://openalex.org/W3177367885","https://openalex.org/W4231474584","https://openalex.org/W4243216998","https://openalex.org/W4251755993","https://openalex.org/W4252148582","https://openalex.org/W4301001277","https://openalex.org/W4302318441","https://openalex.org/W4375831613","https://openalex.org/W6600457792"],"related_works":["https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W2002537515","https://openalex.org/W2349355552","https://openalex.org/W2410921486"],"abstract_inverted_index":{"As":[0],"computing":[1,42,127],"courses":[2,128],"become":[3],"larger,":[4],"students":[5,70,104,143,179,198],"of":[6,26,29,39,62,111,149,178,190],"minoritized":[7],"groups":[8],"continue":[9],"to":[10,48,52,97,170,174,185],"disproportionately":[11],"face":[12],"challenges":[13,99,115,145],"that":[14,83,142,165],"hinder":[15],"their":[16,75,202],"academic":[17],"and":[18,37,69,87,100,164,204],"professional":[19],"success":[20],"(e.g.":[21,91],"implicit":[22],"bias,":[23],"microaggressions,":[24],"lack":[25],"resources,":[27],"assumptions":[28],"preparatory":[30],"privilege).":[31],"This":[32],"can":[33],"impact":[34],"career":[35],"aspirations":[36],"sense":[38,110],"belonging":[40],"in":[41,74],"communities.":[43],"Instructors":[44],"have":[45],"the":[46,72,137,147,150,176],"power":[47],"make":[49,109],"immediate":[50],"changes":[51],"support":[53],"more":[54],"equitable":[55],"learning,":[56],"but":[57,161],"they":[58,102,157],"are":[59],"often":[60],"unaware":[61],"students'":[63],"challenges.":[64,181],"To":[65,106],"help":[66,107],"both":[67],"instructors":[68,108],"understand":[71],"inequities":[73],"classes,":[76],"we":[77],"developed":[78],"StudentAmp,":[79],"an":[80],"interactive":[81],"system":[82],"uses":[84],"student":[85],"feedback":[86],"self-reported":[88],"demographic":[89],"information":[90,154,173,196],"gender,":[92],"ethnicity,":[93],"disability,":[94],"educational":[95],"background)":[96],"show":[98],"how":[101],"affect":[103],"differently.":[105],"feedback,":[112],"StudentAmp":[113],"ranks":[114],"by":[116,193],"student-perceived":[117],"disruptiveness.":[118],"We":[119,140],"conducted":[120],"formative":[121],"evaluations":[122],"with":[123],"five":[124],"large":[125],"college":[126],"(150":[129],"-":[130],"750":[131],"students)":[132],"being":[133],"taught":[134],"remotely":[135],"during":[136],"COVID-19":[138],"pandemic.":[139],"found":[141],"shared":[144],"beyond":[146],"scope":[148],"course,":[151],"perceived":[152],"sharing":[153,180,194],"about":[155,197],"who":[156],"were":[158,168],"as":[159],"useful":[160],"potentially":[162],"dangerous,":[163],"teaching":[166],"teams":[167],"able":[169],"use":[171],"this":[172],"consider":[175],"positionality":[177],"Our":[182],"findings":[183],"relate":[184],"a":[186],"central":[187],"design":[188],"tension":[189],"supporting":[191],"equity":[192],"contextualized":[195],"while":[199],"also":[200],"ensuring":[201],"privacy":[203],"well-being.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}
