{"id":"https://openalex.org/W4394708842","doi":"https://doi.org/10.1145/3628516.3655752","title":"Youth as Peer Auditors: Engaging Teenagers with Algorithm Auditing of Machine Learning Applications","display_name":"Youth as Peer Auditors: Engaging Teenagers with Algorithm Auditing of Machine Learning Applications","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4394708842","doi":"https://doi.org/10.1145/3628516.3655752"},"language":"en","primary_location":{"id":"doi:10.1145/3628516.3655752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628516.3655752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Interaction Design and Children Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.05874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090479228","display_name":"Luis Morales\u2010Navarro","orcid":"https://orcid.org/0000-0002-8777-2374"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Morales-Navarro","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0002-8777-2374","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079680969","display_name":"Yasmin B. Kafai","orcid":"https://orcid.org/0000-0003-4018-0491"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasmin Kafai","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0003-4018-0491","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077273247","display_name":"Vedya Konda","orcid":"https://orcid.org/0009-0006-5776-5532"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vedya Konda","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0009-0006-5776-5532","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086524212","display_name":"Dana\u00eb Metaxa","orcid":"https://orcid.org/0000-0001-9359-6090"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dana\u00eb Metaxa","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0001-9359-6090","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36788626"],"apc_list":null,"apc_paid":null,"fwci":15.8147,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.99140893,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"560","last_page":"573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.8593504428863525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904062032699585},{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.6359074115753174},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5995084643363953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.573962926864624},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4966481328010559},{"id":"https://openalex.org/keywords/positive-youth-development","display_name":"Positive Youth Development","score":0.42863065004348755},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15099841356277466},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.14387714862823486}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.8593504428863525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904062032699585},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.6359074115753174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5995084643363953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.573962926864624},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4966481328010559},{"id":"https://openalex.org/C21788436","wikidata":"https://www.wikidata.org/wiki/Q7233299","display_name":"Positive Youth Development","level":2,"score":0.42863065004348755},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15099841356277466},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.14387714862823486},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3628516.3655752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3628516.3655752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Interaction Design and Children Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.05874","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.05874","pdf_url":"https://arxiv.org/pdf/2404.05874","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.05874","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.05874","pdf_url":"https://arxiv.org/pdf/2404.05874","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6723652765","display_name":null,"funder_award_id":"2333469","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1574671297","https://openalex.org/W1786041031","https://openalex.org/W2028101689","https://openalex.org/W2116412826","https://openalex.org/W2120640415","https://openalex.org/W2180178255","https://openalex.org/W2603963362","https://openalex.org/W2605215146","https://openalex.org/W2750662026","https://openalex.org/W2898883664","https://openalex.org/W2910392324","https://openalex.org/W2941915890","https://openalex.org/W2948288662","https://openalex.org/W2994804642","https://openalex.org/W3017863658","https://openalex.org/W3023517887","https://openalex.org/W3029022390","https://openalex.org/W3037331815","https://openalex.org/W3037389942","https://openalex.org/W3110228156","https://openalex.org/W3138930548","https://openalex.org/W3159059608","https://openalex.org/W3159435787","https://openalex.org/W3160042174","https://openalex.org/W3160887439","https://openalex.org/W3176062377","https://openalex.org/W3176267907","https://openalex.org/W3176411932","https://openalex.org/W3199697034","https://openalex.org/W3200676775","https://openalex.org/W3205290952","https://openalex.org/W3210712211","https://openalex.org/W4224313562","https://openalex.org/W4235487001","https://openalex.org/W4243620277","https://openalex.org/W4283464624","https://openalex.org/W4288682834","https://openalex.org/W4296196488","https://openalex.org/W4297361005","https://openalex.org/W4307886640","https://openalex.org/W4309618902","https://openalex.org/W4318600206","https://openalex.org/W4319777371","https://openalex.org/W4366586161","https://openalex.org/W4380479480","https://openalex.org/W4380479554","https://openalex.org/W4385304088","https://openalex.org/W4386348070","https://openalex.org/W4386588485","https://openalex.org/W4387344911","https://openalex.org/W4388927999","https://openalex.org/W6804645036"],"related_works":["https://openalex.org/W4362575170","https://openalex.org/W1532772865","https://openalex.org/W2531253623","https://openalex.org/W2984230149","https://openalex.org/W2112095637","https://openalex.org/W2237121679","https://openalex.org/W4390616414","https://openalex.org/W2006867289","https://openalex.org/W3212890177","https://openalex.org/W1188194610"],"abstract_inverted_index":{"As":[0],"artificial":[1],"intelligence/machine":[2],"learning":[3,147],"(AI/ML)":[4],"applications":[5,19,32],"become":[6],"more":[7],"pervasive":[8],"in":[9,62,146],"youth":[10,25,49,64,78,100],"lives,":[11],"supporting":[12],"them":[13,105],"to":[14,33,113],"interact,":[15],"design,":[16],"and":[17,41,53,82,85,95,111,129,148],"evaluate":[18],"is":[20],"crucial.":[21],"This":[22,118],"paper":[23],"positions":[24],"as":[26],"auditors":[27],"of":[28,124,133,137,143],"their":[29,115],"peers\u2019":[30],"ML-powered":[31,55],"better":[34],"understand":[35],"algorithmic":[36,80,92],"systems\u2019":[37],"opaque":[38],"inner":[39],"workings":[40],"external":[42],"impacts.":[43],"In":[44],"a":[45,122],"two-week":[46],"workshop,":[47],"13":[48],"(ages":[50],"14-15)":[51],"designed":[52],"audited":[54],"applications.":[56],"We":[57,139],"analyzed":[58],"pre/post":[59],"clinical":[60],"interviews":[61],"which":[63],"were":[65],"presented":[66],"with":[67],"auditing":[68,103,126,145],"tasks.":[69],"The":[70],"analyses":[71],"show":[72],"that":[73,102],"after":[74],"the":[75,134],"workshop":[76],"all":[77],"identified":[79],"biases":[81],"inferred":[83],"dataset":[84],"model":[86,97,109],"design":[87],"issues.":[88],"Youth":[89],"also":[90],"discussed":[91],"justice":[93],"issues":[94],"ML":[96],"improvements.":[98],"Furthermore,":[99],"reflected":[101],"provided":[104],"new":[106],"perspectives":[107],"on":[108],"functionality":[110],"ideas":[112],"improve":[114],"own":[116],"models.":[117],"work":[119],"contributes":[120],"(1)":[121],"conceptualization":[123],"algorithm":[125,144],"for":[127],"youth;":[128],"(2)":[130],"empirical":[131],"evidence":[132],"potential":[135,141],"benefits":[136],"auditing.":[138],"discuss":[140],"uses":[142],"child-computer":[149],"interaction":[150],"research.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":17}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}