{"id":"https://openalex.org/W4415250152","doi":"https://doi.org/10.1145/3757620","title":"Learning AI Auditing: A Case Study of Teenagers Auditing a Generative AI Model","display_name":"Learning AI Auditing: A Case Study of Teenagers Auditing a Generative AI Model","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415250152","doi":"https://doi.org/10.1145/3757620"},"language":"en","primary_location":{"id":"doi:10.1145/3757620","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757620","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.04902","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090479228","display_name":"Luis Morales\u2010Navarro","orcid":"https://orcid.org/0000-0002-8777-2374"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Morales-Navarro","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8777-2374","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083511122","display_name":"Michelle A. Gan","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle A. Gan","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0000-6632-0021","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001495026","display_name":"Elmer Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evelyn Yu","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0000-1655-6116","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038149779","display_name":"Lauren Vogelstein","orcid":"https://orcid.org/0000-0002-2317-2513"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Vogelstein","raw_affiliation_strings":["Teachers College, Columbia University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-2317-2513","affiliations":[{"raw_affiliation_string":"Teachers College, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079680969","display_name":"Yasmin B. Kafai","orcid":"https://orcid.org/0000-0003-4018-0491"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasmin Kafai","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4018-0491","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086524212","display_name":"Dana\u00eb Metaxa","orcid":"https://orcid.org/0000-0001-9359-6090"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dana\u00e9 Metaxa","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9359-6090","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.157,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97011274,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"7","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.9108999967575073,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8691999912261963},{"id":"https://openalex.org/keywords/citizen-journalism","display_name":"Citizen journalism","score":0.4374000132083893},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.39739999175071716},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3889999985694885},{"id":"https://openalex.org/keywords/raising","display_name":"Raising (metalworking)","score":0.33320000767707825},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.3262999951839447}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8691999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46939998865127563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4632999897003174},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3889999985694885},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35679998993873596},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3262999951839447},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C140988679","wikidata":"https://www.wikidata.org/wiki/Q7140444","display_name":"Participatory action research","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C2778969656","wikidata":"https://www.wikidata.org/wiki/Q7140449","display_name":"Participatory evaluation","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.275299996137619}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3757620","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757620","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.04902","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.04902","pdf_url":"https://arxiv.org/pdf/2508.04902","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.04902","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.04902","pdf_url":"https://arxiv.org/pdf/2508.04902","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2994550621","display_name":"RAPID: Engaging High School Youth in Algorithmic Justice Through Audits of Designed and Everyday Machine Learning Applications","funder_award_id":"2333469","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2045510465","https://openalex.org/W2055683226","https://openalex.org/W2095932468","https://openalex.org/W2149252982","https://openalex.org/W2331835217","https://openalex.org/W2495526613","https://openalex.org/W2684774892","https://openalex.org/W2775082202","https://openalex.org/W2787405518","https://openalex.org/W2967465070","https://openalex.org/W3017863658","https://openalex.org/W3029022390","https://openalex.org/W3030037038","https://openalex.org/W3093522191","https://openalex.org/W3093770790","https://openalex.org/W3094294413","https://openalex.org/W3132771424","https://openalex.org/W3133364543","https://openalex.org/W3157782429","https://openalex.org/W3159059608","https://openalex.org/W3159435787","https://openalex.org/W3160887439","https://openalex.org/W3166928121","https://openalex.org/W3205290952","https://openalex.org/W3207549372","https://openalex.org/W4200044613","https://openalex.org/W4224992683","https://openalex.org/W4233995128","https://openalex.org/W4283161771","https://openalex.org/W4285292782","https://openalex.org/W4288682834","https://openalex.org/W4291476056","https://openalex.org/W4309618902","https://openalex.org/W4319792164","https://openalex.org/W4377130618","https://openalex.org/W4377823230","https://openalex.org/W4379959055","https://openalex.org/W4380853226","https://openalex.org/W4383681377","https://openalex.org/W4384644377","https://openalex.org/W4386242353","https://openalex.org/W4386348070","https://openalex.org/W4386588485","https://openalex.org/W4387344911","https://openalex.org/W4387446306","https://openalex.org/W4394708842","https://openalex.org/W4396239689","https://openalex.org/W4399362708","https://openalex.org/W4399365038","https://openalex.org/W4399428083","https://openalex.org/W4399488761","https://openalex.org/W4402255025","https://openalex.org/W4404173606","https://openalex.org/W4406258422","https://openalex.org/W4409348537","https://openalex.org/W4409746903","https://openalex.org/W4411267865"],"related_works":[],"abstract_inverted_index":{"This":[0,226],"study":[1,122,227,254],"investigates":[2],"how":[3,124],"high":[4],"school-aged":[5],"youth":[6],"engage":[7],"in":[8,16,86,169,177,198,207],"algorithm":[9,178],"auditing":[10,179,232],"to":[11,42,70,132,134,180,187,194,233,237,243,252],"identify":[12],"and":[13,19,53,140,151,158,210,248],"understand":[14],"biases":[15],"artificial":[17],"intelligence":[18],"machine":[20],"learning":[21,235],"(AI/ML)":[22],"tools":[23],"they":[24,101],"encounter":[25],"daily.":[26],"With":[27],"AI/ML":[28],"technologies":[29],"being":[30],"increasingly":[31],"integrated":[32],"into":[33],"young":[34],"people's":[35],"lives,":[36],"there":[37],"is":[38],"an":[39],"urgent":[40],"need":[41],"equip":[43],"teenagers":[44,97,125,242],"with":[45,95],"AI":[46,62,105,239,246],"literacies":[47],"that":[48,79,147,166],"build":[49],"both":[50],"technical":[51],"knowledge":[52],"awareness":[54],"of":[55,205,255],"social":[56],"impacts.":[57],"Algorithm":[58],"audits":[59],"(also":[60],"called":[61],"audits)":[63],"have":[64],"traditionally":[65],"been":[66],"employed":[67],"by":[68,214],"experts":[69],"assess":[71],"potential":[72,230],"harmful":[73],"biases,":[74,165],"but":[75],"recent":[76],"research":[77],"suggests":[78],"non-expert":[80],"users":[81],"can":[82],"also":[83],"participate":[84],"productively":[85],"auditing.":[87],"We":[88,118,172],"conducted":[89],"a":[90,111,120,185],"two-week":[91],"participatory":[92],"design":[93],"workshop":[94,191],"14":[96],"(ages":[98],"14-15),":[99],"where":[100],"audited":[102],"the":[103,127,154,190,202,215,229,253],"generative":[104],"model":[106],"behind":[107],"TikTok's":[108],"Effect":[109],"House,":[110],"tool":[112],"for":[113,231],"creating":[114],"interactive":[115],"TikTok":[116],"filters.":[117],"present":[119],"case":[121],"describing":[123],"approached":[126],"audit,":[128],"from":[129,220],"deciding":[130],"what":[131],"audit":[133],"analyzing":[135],"data":[136],"using":[137],"diverse":[138],"strategies":[139],"communicating":[141],"their":[142,182,199],"results.":[143],"Our":[144],"findings":[145,183],"show":[146],"participants":[148,193],"were":[149,217],"engaged":[150],"creative":[152],"throughout":[153],"activities,":[155],"independently":[156],"raising":[157],"exploring":[159],"new":[160],"considerations,":[161],"such":[162],"as":[163,184],"age-related":[164],"are":[167],"uncommon":[168],"professional":[170],"audits.":[171],"drew":[173],"on":[174],"our":[175],"expertise":[176],"triangulate":[181],"way":[186],"examine":[188,245],"if":[189],"supported":[192],"reach":[195],"coherent":[196],"conclusions":[197],"audit.":[200],"Although":[201],"resulting":[203],"number":[204],"changes":[206],"race,":[208],"gender,":[209],"age":[211],"representation":[212],"uncovered":[213],"teens":[216],"slightly":[218],"different":[219],"ours,":[221],"we":[222],"reached":[223],"similar":[224],"conclusions.":[225],"highlights":[228],"inspire":[234],"activities":[236],"foster":[238],"literacies,":[240],"empower":[241],"critically":[244],"systems,":[247],"contribute":[249],"fresh":[250],"perspectives":[251],"algorithmic":[256],"harms.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-16T00:00:00"}